From b85d7d2725d2ac86d17ebd9cb6d2faf86f0199de Mon Sep 17 00:00:00 2001 From: Wahaj Ali Date: Sun, 1 Sep 2024 20:43:43 +0500 Subject: [PATCH 01/10] Add testing configuration, capture table/index sizes --- config.json | 141 +++++++++++ run.py | 219 ++++++++++++++++++ .../backend/clients/pgvector/pgvector.py | 26 +++ vectordb_bench/backend/task_runner.py | 8 +- vectordb_bench/log_util.py | 3 +- vectordb_bench/metric.py | 3 + vectordb_bench/models.py | 3 +- 7 files changed, 398 insertions(+), 5 deletions(-) create mode 100644 config.json create mode 100644 run.py diff --git a/config.json b/config.json new file mode 100644 index 000000000..effbd696c --- /dev/null +++ b/config.json @@ -0,0 +1,141 @@ +{ + "database": { + "host": "localhost", + "username": "postgres", + "password": "postgres", + "db_name": "ann", + "instance_type": "db.m6i.large", + "provider": "aws", + "enable_seqscan": "on" + }, + "cases": [ + { + "db-label": "run1-seqon", + "drop_old": true, + "load": true, + "search-serial": true, + "search-concurent": true, + "case-type": "Performance1536D500K", + "maintenance-work-mem": "4GB", + "max-parallel-workers": 1, + "ef-search": [10, 20, 40, 80, 120, 200, 400], + "ef-construction": 64, + "m": 16, + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "concurrency-duration": 30, + "run_count": 3 + }, + { + "db-label": "run1-seqon", + "drop_old": true, + "load": true, + "search-serial": true, + "search-concurent": true, + "case-type": "Performance1536D500K", + "maintenance-work-mem": "4GB", + "max-parallel-workers": 1, + "ef-search": [10, 20, 40, 80, 120, 200, 400], + "ef-construction": 64, + "m": 8, + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "concurrency-duration": 30, + "run_count": 3 + }, + { + "db-label": "run1-seqon", + "drop_old": true, + "load": true, + "search-serial": true, + "search-concurent": true, + "case-type": "Performance1536D500K", + "maintenance-work-mem": "4GB", + "max-parallel-workers": 1, + "ef-search": [10, 20, 40, 80, 120, 200, 400], + "ef-construction": 64, + "m": 32, + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "concurrency-duration": 30, + "run_count": 3 + }, + { + "db-label": "run1-seqon", + "drop_old": true, + "load": true, + "search-serial": true, + "search-concurent": true, + "case-type": "Performance1536D500K", + "maintenance-work-mem": "4GB", + "max-parallel-workers": 1, + "ef-search": [10, 20, 40, 80, 120, 200, 400], + "ef-construction": 32, + "m": 8, + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "concurrency-duration": 30, + "run_count": 3 + }, + { + "db-label": "run1-seqon", + "drop_old": true, + "load": true, + "search-serial": true, + "search-concurent": true, + "case-type": "Performance1536D500K", + "maintenance-work-mem": "4GB", + "max-parallel-workers": 1, + "ef-search": [10, 20, 40, 80, 120, 200, 400], + "ef-construction": 32, + "m": 16, + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "concurrency-duration": 30, + "run_count": 3 + }, + { + "db-label": "run1-seqon", + "drop_old": true, + "load": true, + "search-serial": true, + "search-concurent": true, + "case-type": "Performance1536D500K", + "maintenance-work-mem": "4GB", + "max-parallel-workers": 1, + "ef-search": [10, 20, 40, 80, 120, 200, 400], + "ef-construction": 128, + "m": 8, + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "concurrency-duration": 30, + "run_count": 3 + }, + { + "db-label": "run1-seqon", + "drop_old": true, + "load": true, + "search-serial": true, + "search-concurent": true, + "case-type": "Performance1536D500K", + "maintenance-work-mem": "4GB", + "max-parallel-workers": 1, + "ef-search": [10, 20, 40, 80, 120, 200, 400], + "ef-construction": 128, + "m": 16, + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "concurrency-duration": 30, + "run_count": 3 + }, + { + "db-label": "run1-seqon", + "drop_old": true, + "load": true, + "search-serial": true, + "search-concurent": true, + "case-type": "Performance1536D500K", + "maintenance-work-mem": "4GB", + "max-parallel-workers": 1, + "ef-search": [10, 20, 40, 80, 120, 200, 400], + "ef-construction": 128, + "m": 32, + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "concurrency-duration": 30, + "run_count": 3 + } + ] +} diff --git a/run.py b/run.py new file mode 100644 index 000000000..7b809c0c7 --- /dev/null +++ b/run.py @@ -0,0 +1,219 @@ +import json +import time +from contextlib import redirect_stdout +import random +import subprocess +import psycopg2 +from psycopg2 import sql +import os + +os.environ["LOG_LEVEL"] = "DEBUG" + +def load_config(json_file): + with open(json_file, 'r') as file: + config = json.load(file) + return config + +def setup_database(config): + try: + conn = psycopg2.connect( + dbname='postgres', + user=config['database']['username'], + password=config['database']['password'], + host=config['database']['host'] + ) + conn.autocommit = True + cursor = conn.cursor() + # Create the database if it doesn't exist + cursor.execute(sql.SQL("SELECT 1 FROM pg_database WHERE datname = %s"), [config['database']['db_name']]) + if not cursor.fetchone(): + cursor.execute(sql.SQL("CREATE DATABASE {}").format(sql.Identifier(config['database']['db_name']))) + conn.close() + + # Connect to the new database to create the extension + conn = psycopg2.connect( + dbname=config['database']['db_name'], + user=config['database']['username'], + password=config['database']['password'], + host=config['database']['host'] + ) + cursor = conn.cursor() + cursor.execute("CREATE EXTENSION IF NOT EXISTS vector;") + conn.commit() + conn.close() + except Exception as e: + print(f"Setup failed: {e}") + +def teardown_database(config): + # Optionally drop the database after the test + pass + +def query_configurations(config): + # List of configuration parameters to query + config_queries = [ + "SHOW checkpoint_timeout;", + "SHOW effective_cache_size;", + "SHOW jit;", + "SHOW maintenance_work_mem;", + "SHOW max_parallel_maintenance_workers;", + "SHOW max_parallel_workers;", + "SHOW max_parallel_workers_per_gather;", + "SHOW max_wal_size;", + "SHOW max_worker_processes;", + "SHOW shared_buffers;", + "SHOW wal_compression;", + "SHOW work_mem;" + ] + + try: + conn = psycopg2.connect( + dbname=config['db_name'], + user=config['username'], + password=config['password'], + host=config['host'] + ) + cursor = conn.cursor() + results = [] + + # Execute each query and collect the result + for query in config_queries: + cursor.execute(query) + result = cursor.fetchone() + results.append(result[0] if result else None) + + # Print the raw output to debug + print("Raw query results:", results) + + config_dict = { + "checkpoint_timeout": results[0], + "effective_cache_size": results[1], + "jit": results[2], + "maintenance_work_mem": results[3], + "max_parallel_maintenance_workers": results[4], + "max_parallel_workers": results[5], + "max_parallel_workers_per_gather": results[6], + "max_wal_size": results[7], + "max_worker_processes": results[8], + "shared_buffers": results[9], + "wal_compression": results[10], + "work_mem": results[11] + } + + conn.close() + return config_dict + except Exception as e: + print(f"Failed to query configurations: {e}") + return {} + + +def run_benchmark(case, db_config): + base_command = [ + "vectordbbench", "pgvectorhnsw", + "--user-name", db_config['username'], + "--password", db_config['password'], + "--host", db_config['host'], + "--db-name", db_config['db_name'] + ] + + # Handle initial flags (no skip for the first ef_search) + if case.get("drop_old", True): + base_command.append("--drop-old") + else: + base_command.append("--skip-drop-old") + + if case.get("load", True): + base_command.append("--load") + else: + base_command.append("--skip-load") + + if case.get("search_serial", True): + base_command.append("--search-serial") + else: + base_command.append("--skip-search-serial") + + if case.get("search_concurrent", True): + base_command.append("--search-concurrent") + else: + base_command.append("--skip-search-concurrent") + + base_command.extend([ + "--case-type", case["case-type"], + "--maintenance-work-mem", case["maintenance-work-mem"], + "--max-parallel-workers", str(case["max-parallel-workers"]), + "--ef-construction", str(case["ef-construction"]), + "--m", str(case["m"]), + "--num-concurrency", case["num-concurrency"], + "--concurrency-duration", str(case["concurrency-duration"]) + ]) + + run_count = case.get("run_count", 1) # Default to 1 if not specified + + + for run in range(run_count): + print(f"Starting run {run + 1} of {run_count} for case: {case['db-label']}") + for i, ef_search in enumerate(case["ef-search"]): + command = base_command + ["--ef-search", str(ef_search)] + + if i > 0: + # Remove conflicting --drop-old and --load flags + command = [arg for arg in command if arg not in ["--drop-old", "--load"]] + # Add skip flags if they are not already in the command + if "--skip-drop-old" not in command: + command.append("--skip-drop-old") + if "--skip-load" not in command: + command.append("--skip-load") + + try: + random_number = random.randint(1, 100000) + print(f"Running command: {' '.join(command)}") + output_dir = f"results/pgvector/hnsw/{case['db-label']}/{db_config['provider']}/{db_config['instance_type']}-{str(case['m'])}-{str(case['ef-construction'])}-{ef_search}-{case['case-type']}-{run}-{random_number}" + os.environ["RESULTS_LOCAL_DIR"] = output_dir + + os.makedirs(output_dir, exist_ok=True) + + with open(f"{output_dir}/log.txt", 'w') as f: + with redirect_stdout(f): + print(f"DB Instance Type: {db_config['instance_type']}") + print(f"DB Instance Provider: {db_config['provider']}") + print(f"DB enable_seqscan: {db_config['enable_seqscan']}") + for key, value in case.items(): + if key == "ef_search": + print(f"{key}: {ef_search}") + print(f"{key}: {value}") + print("Current PostgreSQL configurations:") + current_configs = query_configurations(db_config) + for key, value in current_configs.items(): + print(f"{key}: {value}") + print(f"Running command: {' '.join(command)}") + f.flush() + + print("***********START***********") + start_time = time.time() + # Capture both stdout and stderr and write them to the log file + subprocess.run(command, check=True, stdout=f, stderr=f) + end_time = time.time() + execution_time = end_time - start_time + print(f"total_duration={execution_time}") + print("***********END***********") + f.flush() + except subprocess.CalledProcessError as e: + print(f"Benchmark failed: {e}") + print("Sleeping for 1 min") + time.sleep(60) + +def main(): + config = load_config("config.json") + start_time = time.time() + for case in config['cases']: + print(f"Running case: {case['db-label']}") + setup_database(config) + + run_benchmark(case, config['database']) + teardown_database(config) + end_time = time.time() + execution_time = end_time - start_time + print(f"COMPLETED ALL EXECUTIONS. total_duration={execution_time}") + +if __name__ == "__main__": + main() + diff --git a/vectordb_bench/backend/clients/pgvector/pgvector.py b/vectordb_bench/backend/clients/pgvector/pgvector.py index 102481d8d..7ae3599e6 100644 --- a/vectordb_bench/backend/clients/pgvector/pgvector.py +++ b/vectordb_bench/backend/clients/pgvector/pgvector.py @@ -76,6 +76,32 @@ def __init__( self.cursor = None self.conn = None + def get_size_info(self): + assert self.conn is not None, "Connection is not initialized" + assert self.cursor is not None, "Cursor is not initialized" + log.info(f"{self.name} client get size info.") + + size_sql = sql.SQL("SELECT pg_size_pretty(pg_table_size('{table_name}')) as table_size, pg_size_pretty(pg_table_size('{index_name}')) as index_size;").format( + table_name=sql.Identifier(self.table_name), + index_name=sql.Identifier(self._index_name) + ) + log.debug(size_sql.as_string(self.cursor)) + self.cursor.execute(size_sql) + self.conn.commit() + result = self.cursor.fetchone() + + # Parse the results + if result: + table_size = result[0] # First column value + index_size = result[1] + log.info(f"Table Size: {table_size}, Index Size: {index_size}") + return (table_size, index_size) + else: + log.error("No results returned from the query.") + return (0, 0) + + + @staticmethod def _create_connection(**kwargs) -> Tuple[Connection, Cursor]: conn = psycopg.connect(**kwargs) diff --git a/vectordb_bench/backend/task_runner.py b/vectordb_bench/backend/task_runner.py index a6d94f186..54a9cb2da 100644 --- a/vectordb_bench/backend/task_runner.py +++ b/vectordb_bench/backend/task_runner.py @@ -162,15 +162,17 @@ def _run_perf_case(self, drop_old: bool = True) -> Metric: if TaskStage.LOAD in self.config.stages: # self._load_train_data() _, load_dur = self._load_train_data() - build_dur = self._optimize() - m.load_duration = round(load_dur + build_dur, 4) + m.build_dur = self._optimize() + m.load_duration = round(load_dur + m.build_dur, 4) log.info( f"Finish loading the entire dataset into VectorDB," - f" insert_duration={load_dur}, optimize_duration={build_dur}" + f" insert_duration={load_dur}, optimize_duration={m.build_dur}" f" load_duration(insert + optimize) = {m.load_duration}" ) else: log.info("Data loading skipped") + with self.db.init(): + m.table_size, m.index_size = self.db.get_size_info() if ( TaskStage.SEARCH_SERIAL in self.config.stages or TaskStage.SEARCH_CONCURRENT in self.config.stages diff --git a/vectordb_bench/log_util.py b/vectordb_bench/log_util.py index b923bdcd2..3bd305881 100644 --- a/vectordb_bench/log_util.py +++ b/vectordb_bench/log_util.py @@ -17,7 +17,8 @@ def init(log_level): 'handlers': { 'console': { 'class': 'logging.StreamHandler', - 'formatter': 'colorful_console', + #'formatter': 'colorful_console', + 'formatter': 'default', }, 'no_color_console': { 'class': 'logging.StreamHandler', diff --git a/vectordb_bench/metric.py b/vectordb_bench/metric.py index 5c23072e3..25780aafd 100644 --- a/vectordb_bench/metric.py +++ b/vectordb_bench/metric.py @@ -16,6 +16,9 @@ class Metric: # for performance cases load_duration: float = 0.0 # duration to load all dataset into DB + build_dur: float = 0.0 # duration to build the index + table_size: int = 0 + index_size: int = 0 qps: float = 0.0 serial_latency_p99: float = 0.0 recall: float = 0.0 diff --git a/vectordb_bench/models.py b/vectordb_bench/models.py index 75b427091..65629c7f3 100644 --- a/vectordb_bench/models.py +++ b/vectordb_bench/models.py @@ -170,7 +170,8 @@ def flush(self): result_root = config.RESULTS_LOCAL_DIR for db, result in db2case.items(): self.write_db_file( - result_dir=result_root.joinpath(db.value), + result_dir=result_root, + #result_dir=result_root.joinpath(db.value), partial=TestResult( run_id=self.run_id, task_label=self.task_label, results=result ), From e0e6309342b966d0a7b13d4816979046cdc214ab Mon Sep 17 00:00:00 2001 From: Wahaj Ali Date: Mon, 2 Sep 2024 13:42:30 +0500 Subject: [PATCH 02/10] Increase timeout --- vectordb_bench/__init__.py | 6 +-- .../backend/clients/pgvector/pgvector.py | 48 +++++++++++-------- 2 files changed, 30 insertions(+), 24 deletions(-) diff --git a/vectordb_bench/__init__.py b/vectordb_bench/__init__.py index f7664502f..fa3639bbb 100644 --- a/vectordb_bench/__init__.py +++ b/vectordb_bench/__init__.py @@ -46,13 +46,13 @@ class config: LOAD_TIMEOUT_1536D_500K = 2.5 * 3600 # 2.5h LOAD_TIMEOUT_1536D_5M = 25 * 3600 # 25h - OPTIMIZE_TIMEOUT_DEFAULT = 30 * 60 # 30min - OPTIMIZE_TIMEOUT_768D_1M = 30 * 60 # 30min + OPTIMIZE_TIMEOUT_DEFAULT = 60 * 60 # 60min + OPTIMIZE_TIMEOUT_768D_1M = 60 * 60 # 60min OPTIMIZE_TIMEOUT_768D_10M = 5 * 3600 # 5h OPTIMIZE_TIMEOUT_768D_100M = 50 * 3600 # 50h - OPTIMIZE_TIMEOUT_1536D_500K = 15 * 60 # 15min + OPTIMIZE_TIMEOUT_1536D_500K = 60 * 60 # 15min OPTIMIZE_TIMEOUT_1536D_5M = 2.5 * 3600 # 2.5h def display(self) -> str: tmp = [ diff --git a/vectordb_bench/backend/clients/pgvector/pgvector.py b/vectordb_bench/backend/clients/pgvector/pgvector.py index 7ae3599e6..3d39ea6b5 100644 --- a/vectordb_bench/backend/clients/pgvector/pgvector.py +++ b/vectordb_bench/backend/clients/pgvector/pgvector.py @@ -77,27 +77,33 @@ def __init__( self.conn = None def get_size_info(self): - assert self.conn is not None, "Connection is not initialized" - assert self.cursor is not None, "Cursor is not initialized" - log.info(f"{self.name} client get size info.") + try: + assert self.conn is not None, "Connection is not initialized" + assert self.cursor is not None, "Cursor is not initialized" + log.info(f"{self.name} client get size info.") - size_sql = sql.SQL("SELECT pg_size_pretty(pg_table_size('{table_name}')) as table_size, pg_size_pretty(pg_table_size('{index_name}')) as index_size;").format( - table_name=sql.Identifier(self.table_name), - index_name=sql.Identifier(self._index_name) - ) - log.debug(size_sql.as_string(self.cursor)) - self.cursor.execute(size_sql) - self.conn.commit() - result = self.cursor.fetchone() - - # Parse the results - if result: - table_size = result[0] # First column value - index_size = result[1] - log.info(f"Table Size: {table_size}, Index Size: {index_size}") - return (table_size, index_size) - else: - log.error("No results returned from the query.") + size_sql = sql.SQL("SELECT pg_size_pretty(pg_table_size('{table_name}')) as table_size, pg_size_pretty(pg_table_size('{index_name}')) as index_size;").format( + table_name=sql.Identifier(self.table_name), + index_name=sql.Identifier(self._index_name) + ) + log.debug(size_sql.as_string(self.cursor)) + self.cursor.execute(size_sql) + self.conn.commit() + result = self.cursor.fetchone() + + # Parse the results + if result: + table_size = result[0] # First column value + index_size = result[1] + log.info(f"Table Size: {table_size}, Index Size: {index_size}") + return (table_size, index_size) + else: + log.error("No results returned from the query.") + return (0, 0) + except Exception as e: + log.warning( + f"Failed to fetch table and index information" + ) return (0, 0) @@ -293,7 +299,7 @@ def _create_index(self): index_create_sql = sql.SQL( """ - CREATE INDEX IF NOT EXISTS {index_name} ON public.{table_name} + CREATE INDEX IF NOT EXISTS {index_name} ON public.{table_name} USING {index_type} (embedding {embedding_metric}) """ ).format( From 4ad827a48d81bd5fae9d7c8caca1f92e986cb8eb Mon Sep 17 00:00:00 2001 From: Wahaj Ali Date: Mon, 2 Sep 2024 14:08:25 +0500 Subject: [PATCH 03/10] update run count --- config.json | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/config.json b/config.json index effbd696c..d945c62e5 100644 --- a/config.json +++ b/config.json @@ -23,7 +23,7 @@ "m": 16, "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", "concurrency-duration": 30, - "run_count": 3 + "run_count": 1 }, { "db-label": "run1-seqon", @@ -39,7 +39,7 @@ "m": 8, "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", "concurrency-duration": 30, - "run_count": 3 + "run_count": 1 }, { "db-label": "run1-seqon", @@ -55,7 +55,7 @@ "m": 32, "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", "concurrency-duration": 30, - "run_count": 3 + "run_count": 1 }, { "db-label": "run1-seqon", @@ -71,7 +71,7 @@ "m": 8, "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", "concurrency-duration": 30, - "run_count": 3 + "run_count": 1 }, { "db-label": "run1-seqon", @@ -87,7 +87,7 @@ "m": 16, "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", "concurrency-duration": 30, - "run_count": 3 + "run_count": 1 }, { "db-label": "run1-seqon", @@ -103,7 +103,7 @@ "m": 8, "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", "concurrency-duration": 30, - "run_count": 3 + "run_count": 1 }, { "db-label": "run1-seqon", @@ -119,7 +119,7 @@ "m": 16, "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", "concurrency-duration": 30, - "run_count": 3 + "run_count": 1 }, { "db-label": "run1-seqon", @@ -135,7 +135,7 @@ "m": 32, "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", "concurrency-duration": 30, - "run_count": 3 + "run_count": 1 } ] } From 0e741420471b7402f7e2b2b4bce7215b0aa316ad Mon Sep 17 00:00:00 2001 From: Wahaj Ali Date: Mon, 2 Sep 2024 14:10:58 +0500 Subject: [PATCH 04/10] Update parallel workers --- config.json | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/config.json b/config.json index d945c62e5..c8fa2f84a 100644 --- a/config.json +++ b/config.json @@ -17,7 +17,7 @@ "search-concurent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", - "max-parallel-workers": 1, + "max-parallel-workers": 2, "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 16, @@ -33,7 +33,7 @@ "search-concurent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", - "max-parallel-workers": 1, + "max-parallel-workers": 2, "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 8, @@ -49,7 +49,7 @@ "search-concurent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", - "max-parallel-workers": 1, + "max-parallel-workers": 2, "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 32, @@ -65,7 +65,7 @@ "search-concurent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", - "max-parallel-workers": 1, + "max-parallel-workers": 2, "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 32, "m": 8, @@ -81,7 +81,7 @@ "search-concurent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", - "max-parallel-workers": 1, + "max-parallel-workers": 2, "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 32, "m": 16, @@ -97,7 +97,7 @@ "search-concurent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", - "max-parallel-workers": 1, + "max-parallel-workers": 2, "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 8, @@ -113,7 +113,7 @@ "search-concurent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", - "max-parallel-workers": 1, + "max-parallel-workers": 2, "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 16, @@ -129,7 +129,7 @@ "search-concurent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", - "max-parallel-workers": 1, + "max-parallel-workers": 2, "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 32, From 4a8c1c97aebf84210a80b71d051b1e008e0ded28 Mon Sep 17 00:00:00 2001 From: Wahaj Ali Date: Mon, 2 Sep 2024 14:35:42 +0500 Subject: [PATCH 05/10] Update num-concurrency --- config.json | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/config.json b/config.json index c8fa2f84a..b81477f86 100644 --- a/config.json +++ b/config.json @@ -21,7 +21,7 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 16, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", "concurrency-duration": 30, "run_count": 1 }, @@ -37,7 +37,7 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 8, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", "concurrency-duration": 30, "run_count": 1 }, @@ -53,7 +53,7 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 32, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", "concurrency-duration": 30, "run_count": 1 }, @@ -69,7 +69,7 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 32, "m": 8, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", "concurrency-duration": 30, "run_count": 1 }, @@ -85,7 +85,7 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 32, "m": 16, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", "concurrency-duration": 30, "run_count": 1 }, @@ -101,7 +101,7 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 8, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", "concurrency-duration": 30, "run_count": 1 }, @@ -117,7 +117,7 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 16, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", "concurrency-duration": 30, "run_count": 1 }, @@ -133,7 +133,7 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 32, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", "concurrency-duration": 30, "run_count": 1 } From 6380d82a636ca0d63c25c58169e71bc024d2e759 Mon Sep 17 00:00:00 2001 From: Wahaj Ali Date: Mon, 2 Sep 2024 20:17:57 +0500 Subject: [PATCH 06/10] Fix spelling --- config.json | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/config.json b/config.json index b81477f86..321b9fc2a 100644 --- a/config.json +++ b/config.json @@ -14,7 +14,7 @@ "drop_old": true, "load": true, "search-serial": true, - "search-concurent": true, + "search-concurrent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", "max-parallel-workers": 2, @@ -30,7 +30,7 @@ "drop_old": true, "load": true, "search-serial": true, - "search-concurent": true, + "search-concurrent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", "max-parallel-workers": 2, @@ -46,7 +46,7 @@ "drop_old": true, "load": true, "search-serial": true, - "search-concurent": true, + "search-concurrent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", "max-parallel-workers": 2, @@ -62,7 +62,7 @@ "drop_old": true, "load": true, "search-serial": true, - "search-concurent": true, + "search-concurrent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", "max-parallel-workers": 2, @@ -78,7 +78,7 @@ "drop_old": true, "load": true, "search-serial": true, - "search-concurent": true, + "search-concurrent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", "max-parallel-workers": 2, @@ -94,7 +94,7 @@ "drop_old": true, "load": true, "search-serial": true, - "search-concurent": true, + "search-concurrent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", "max-parallel-workers": 2, @@ -110,7 +110,7 @@ "drop_old": true, "load": true, "search-serial": true, - "search-concurent": true, + "search-concurrent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", "max-parallel-workers": 2, @@ -126,7 +126,7 @@ "drop_old": true, "load": true, "search-serial": true, - "search-concurent": true, + "search-concurrent": true, "case-type": "Performance1536D500K", "maintenance-work-mem": "4GB", "max-parallel-workers": 2, From 778fba88bd37a77008b111d5c2e0004f5087b799 Mon Sep 17 00:00:00 2001 From: Sheharyar Ahmad Date: Tue, 3 Sep 2024 00:51:04 +0500 Subject: [PATCH 07/10] Saving benchmark results in DB --- .../log.txt | 198 + ...ec2ab07e489486b703dce066eff4_pgvector.json | 1 + .../log.txt | 94 + ...1cca35e548e8a2dc518673b4c827_pgvector.json | 1 + .../log.txt | 94 + ...da44a04247779756894c8c41b776_pgvector.json | 1 + .../log.txt | 94 + ...ae15593d42c29eb683683a672e1e_pgvector.json | 1 + .../log.txt | 94 + ...9d947ab146ad859a1cbedec589ba_pgvector.json | 1 + .../log.txt | 94 + ...f3be98354393ba5e2685e43b7f05_pgvector.json | 1 + .../log.txt | 94 + ...08376d2b4b748a30d7e6ecda34d8_pgvector.json | 1 + .../log.txt | 3266 ++++++++++++++ ...22f70ec443ff87a2c9c6f35aa450_pgvector.json | 1 + .../log.txt | 1360 ++++++ ...4dc9828b47c3be3b0eaf6b5c7631_pgvector.json | 1 + .../log.txt | 2468 ++++++++++ ...e53260db4f8881bc9a6a5d8563be_pgvector.json | 1 + .../log.txt | 1261 ++++++ ...b925faeb440a90899b3059fd2769_pgvector.json | 1 + .../log.txt | 2032 +++++++++ ...117ed5a74f4997d2ded29a0ba3e3_pgvector.json | 1 + .../log.txt | 1188 +++++ ...8a52a4c64a62abbabbe6035884ba_pgvector.json | 1 + .../log.txt | 1614 +++++++ ...ccde5fe04484801265e1f1e76811_pgvector.json | 1 + .../log.txt | 3195 +++++++++++++ ...50d949d54ecf828d32c975e56b42_pgvector.json | 1 + .../log.txt | 1346 ++++++ ...3b318be9414787357f342e86e4f4_pgvector.json | 1 + .../log.txt | 2387 ++++++++++ ...66f383d54026b93db466ca562479_pgvector.json | 1 + .../log.txt | 1227 +++++ ...3ac55b2340e1a4492f5dd95eb9de_pgvector.json | 1 + .../log.txt | 2039 +++++++++ ...061480ae4a21b3094a77a8bed3ec_pgvector.json | 1 + .../log.txt | 1185 +++++ ...e58d82a044b6a960539a47be34e2_pgvector.json | 1 + .../log.txt | 1556 +++++++ ...f1346f3d4b34bfbd5a564db56653_pgvector.json | 1 + .../log.txt | 198 + ...485e78ef48fe86151e390e62c065_pgvector.json | 1 + .../log.txt | 94 + ...c7e9d66e4f119157da53fff856e6_pgvector.json | 1 + .../log.txt | 94 + ...79ea94bf450ca29dfb3eaf8be4a6_pgvector.json | 1 + .../log.txt | 94 + ...f2b4535949408984a5b675e813ff_pgvector.json | 1 + .../log.txt | 94 + ...dafc56ce451ebbb8330e40a107af_pgvector.json | 1 + .../log.txt | 94 + ...995851c7419c8b00977eeb393f35_pgvector.json | 1 + .../log.txt | 94 + ...82ab77a444969e41d5d50f9f7a08_pgvector.json | 1 + .../log.txt | 198 + ...6c288f27418780e3711a27205dc6_pgvector.json | 1 + .../log.txt | 94 + ...eed624e9450485c8149bebb1dd6d_pgvector.json | 1 + .../log.txt | 94 + ...9532bd1a44c09cb3d44e3e2a57ca_pgvector.json | 1 + .../log.txt | 94 + ...97f73a2849cf9074fbc63f2cf57a_pgvector.json | 1 + .../log.txt | 94 + ...8d3fa73d4b75b71b124c1f5a7d8a_pgvector.json | 1 + .../log.txt | 94 + ...f7dd4e1e46458d3245e4dc8365e7_pgvector.json | 1 + .../log.txt | 94 + ...00bb5c8546298a71982cbc31caf2_pgvector.json | 1 + .../log.txt | 4004 +++++++++++++++++ ...232774d14fe9923d2ecf9184f986_pgvector.json | 1 + .../log.txt | 1688 +++++++ ...28e85dbc4343b8c5d907c3ab327a_pgvector.json | 1 + .../log.txt | 3135 +++++++++++++ ...afc4c57d461e9de84acb474bf52c_pgvector.json | 1 + .../log.txt | 1360 ++++++ ...660af3cf42b3882d049d828b0855_pgvector.json | 1 + .../log.txt | 2335 ++++++++++ ...864673484a2088bdd2d54d7cf0df_pgvector.json | 1 + .../log.txt | 1226 +++++ ...2e06d19641c29a92fe70a66e1d34_pgvector.json | 1 + .../log.txt | 1942 ++++++++ ...193f606c448d8cf275f041f6ed78_pgvector.json | 1 + .../log.txt | 3852 ++++++++++++++++ ...2421f3e84a16ac1f0dcf09abf3eb_pgvector.json | 1 + .../log.txt | 1818 ++++++++ ...e47b3cf847a4bc87d2fda3fd8158_pgvector.json | 1 + .../log.txt | 3069 +++++++++++++ ...673087a04e67a89010c969c1151f_pgvector.json | 1 + .../log.txt | 1417 ++++++ ...2b46c51244bcb01d85687978d4d4_pgvector.json | 1 + .../log.txt | 2361 ++++++++++ ...48fc899345c39a2309fbdb49aecb_pgvector.json | 1 + .../log.txt | 1231 +++++ ...15dd06884dbd97b1932cd9fd3b22_pgvector.json | 1 + .../log.txt | 2019 +++++++++ ...6fa43c9742e3964dbb63d7edc677_pgvector.json | 1 + .../log.txt | 3986 ++++++++++++++++ ...506c471549d69a48fc8c1f899ee9_pgvector.json | 1 + .../log.txt | 1738 +++++++ ...6d18bde54440ad04b5ae1d294518_pgvector.json | 1 + .../log.txt | 3048 +++++++++++++ ...ffbfd4ac490ebd36a91129bc3241_pgvector.json | 1 + .../log.txt | 1347 ++++++ ...affba74f43a9bbfba81d796c2e4c_pgvector.json | 1 + .../log.txt | 2290 ++++++++++ ...ec131a3649cd9dbd823e7eddf75b_pgvector.json | 1 + .../log.txt | 1229 +++++ ...543d972146819f67fb35334dd219_pgvector.json | 1 + .../log.txt | 1933 ++++++++ ...251ed84a498a99c2dea4da3f5b29_pgvector.json | 1 + script/db_configs.json | 16 + script/process.py | 61 + script/setup_db.py | 93 + script/utils/__init__.py | 22 + script/utils/csv.py | 15 + script/utils/db.py | 53 + script/utils/preprocessing.py | 203 + 119 files changed, 75957 insertions(+) create mode 100644 script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt create mode 100644 script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt create mode 100644 script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt create mode 100644 script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt create mode 100644 script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt create mode 100644 script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt create mode 100644 script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt create mode 100644 script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt create mode 100644 script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt create mode 100644 script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt create mode 100644 script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt create mode 100644 script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt create mode 100644 script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt create mode 100644 script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt create mode 100644 script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt create mode 100644 script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt create mode 100644 script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt create mode 100644 script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt create mode 100644 script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt create mode 100644 script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt create mode 100644 script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json create mode 100644 script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt create mode 100644 script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt create mode 100644 script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt create mode 100644 script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt create mode 100644 script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt create mode 100644 script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt create mode 100644 script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt create mode 100644 script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt create mode 100644 script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt create mode 100644 script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt create mode 100644 script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt create mode 100644 script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt create mode 100644 script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt create mode 100644 script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt create mode 100644 script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json create mode 100644 script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt create mode 100644 script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt create mode 100644 script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt create mode 100644 script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt create mode 100644 script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt create mode 100644 script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt create mode 100644 script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt create mode 100644 script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/log.txt create mode 100644 script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt create mode 100644 script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt create mode 100644 script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt create mode 100644 script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt create mode 100644 script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt create mode 100644 script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt create mode 100644 script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt create mode 100644 script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt create mode 100644 script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt create mode 100644 script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt create mode 100644 script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt create mode 100644 script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt create mode 100644 script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt create mode 100644 script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json create mode 100644 script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt create mode 100644 script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json create mode 100644 script/db_configs.json create mode 100644 script/process.py create mode 100644 script/setup_db.py create mode 100644 script/utils/__init__.py create mode 100644 script/utils/csv.py create mode 100644 script/utils/db.py create mode 100644 script/utils/preprocessing.py diff --git a/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt b/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt new file mode 100644 index 000000000..17e260697 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt @@ -0,0 +1,198 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 +2024-09-02 00:43:36,104 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:43:36.092033', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 00:43:36,104 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:43:36.092033', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 00:43:36,104 | INFO |generated uuid for the tasks: 407eec2ab07e489486b703dce066eff4 (interface.py:66) +2024-09-02 00:43:36,165 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 00:43:36,165 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 00:43:36,165 | INFO | PgVector-2024-09-02T00:43:36.092033 | Performance OpenAI-MEDIUM-500K None | 407eec2ab07e489486b703dce066eff4 (task_runner.py:340) +2024-09-02 00:43:36,165 | INFO |task submitted: id=407eec2ab07e489486b703dce066eff4, 407eec2ab07e489486b703dce066eff4, case number: 1 (interface.py:231) +2024-09-02 00:43:36,583 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:43:36.092033'}, drop_old=True (interface.py:164) +2024-09-02 00:43:36,583 | INFO |Starting run (task_runner.py:100) +2024-09-02 00:43:36,658 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 00:43:36,658 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-02 00:43:36,658 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-02 00:43:37,111 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) +2024-09-02 00:43:37,242 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) +2024-09-02 00:43:37,843 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 00:43:37,890 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 00:43:37,914 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 00:43:37,914 | INFO |Start performance case (task_runner.py:158) +2024-09-02 00:43:38,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-02 00:43:38,455 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) +2024-09-02 00:43:38,455 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) +2024-09-02 00:43:40,787 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:41,759 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:42,629 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:43,736 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:44,573 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:45,614 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:46,447 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:47,499 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:48,421 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:49,325 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:50,206 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:51,111 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:51,992 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:52,964 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:53,770 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:54,674 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:55,468 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:56,502 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:57,340 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:58,189 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:43:58,836 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 00:43:59,320 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:00,115 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:01,249 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:02,099 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:03,130 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:03,907 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:05,003 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:05,958 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:06,898 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:07,812 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:08,764 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:09,638 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:10,740 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:11,534 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:13,034 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:14,463 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:15,612 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:16,477 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:17,354 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:18,444 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:18,917 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 00:44:19,294 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:20,406 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:21,198 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:22,327 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:23,156 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:24,135 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:25,021 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:25,979 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:26,920 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:27,812 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:28,690 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:29,669 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:30,578 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:31,448 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:32,285 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:33,252 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:34,038 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:34,904 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:36,171 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:36,985 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:37,568 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 00:44:37,991 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:38,789 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:39,889 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:40,682 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:41,663 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:42,603 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:43,522 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:44,467 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:45,527 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:46,386 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:47,398 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:48,630 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:50,054 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:51,913 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:53,296 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:54,105 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:54,937 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:55,997 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:56,784 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:58,040 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:58,471 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 00:44:58,846 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:44:59,882 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:00,789 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:01,778 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:02,664 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:03,888 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:04,799 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:05,678 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:06,594 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:07,558 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:08,344 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:09,364 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:10,220 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:11,249 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:12,262 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:13,109 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:14,226 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:15,008 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:16,137 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:16,922 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 00:45:18,076 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 00:45:18,185 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=99.73022009599663 (serial_runner.py:61) +2024-09-02 00:45:18,886 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-02 00:45:18,886 | INFO |PgVector post insert before optimize (pgvector.py:188) +2024-09-02 00:45:18,886 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-02 00:45:18,886 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-02 00:45:18,889 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) +2024-09-02 00:45:18,894 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) +2024-09-02 00:45:18,894 | DEBUG | + CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" + USING "hnsw" (embedding "vector_cosine_ops" ) + WITH ( "m" = "16", "ef_construction" = "128" ); (pgvector.py:308) +2024-09-02 01:00:18,340 | WARNING |VectorDB optimize timeout in 900 (task_runner.py:251) +2024-09-02 01:00:18,351 | WARNING |Failed to run performance case, reason = Performance case optimize timeout (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 249, in _optimize + return future.result(timeout=self.ca.optimize_timeout)[1] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/concurrent/futures/_base.py", line 458, in result + raise TimeoutError() +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 165, in _run_perf_case + m.build_dur = self._optimize() + ^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 254, in _optimize + raise PerformanceTimeoutError("Performance case optimize timeout") from e +vectordb_bench.models.PerformanceTimeoutError: Performance case optimize timeout +2024-09-02 01:00:18,352 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:43:36.092033'} failed to run, reason=Performance case optimize timeout (interface.py:179) +2024-09-02 01:00:18,352 | INFO |Task summary: run_id=407ee, task_label=407eec2ab07e489486b703dce066eff4 (models.py:346) +2024-09-02 01:00:18,352 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:00:18,352 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:00:18,352 | INFO |PgVector | 2024-09-02T00:43:36.092033 Performance1536D500K 407eec2ab07e489486b703dce066eff4 | 0.0 0.0 0.0 0.0 0 | ? (models.py:346) +2024-09-02 01:00:18,352 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json (models.py:204) +2024-09-02 01:00:18,353 | INFO |Success to finish task: label=407eec2ab07e489486b703dce066eff4, run_id=407eec2ab07e489486b703dce066eff4 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json b/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json new file mode 100644 index 000000000..73e0df125 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json @@ -0,0 +1 @@ +{"run_id": "407eec2ab07e489486b703dce066eff4", "task_label": "407eec2ab07e489486b703dce066eff4", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T00:43:36.092033", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": "?"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt b/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt new file mode 100644 index 000000000..01f1ee2c6 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load +2024-09-02 01:04:35,750 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:04:35.738739', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:04:35,750 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:04:35.738739', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:04:35,750 | INFO |generated uuid for the tasks: 3f7f1cca35e548e8a2dc518673b4c827 (interface.py:66) +2024-09-02 01:04:35,810 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:04:35,810 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:04:35,811 | INFO | PgVector-2024-09-02T01:04:35.738739 | Performance OpenAI-MEDIUM-500K None | 3f7f1cca35e548e8a2dc518673b4c827 (task_runner.py:340) +2024-09-02 01:04:35,811 | INFO |task submitted: id=3f7f1cca35e548e8a2dc518673b4c827, 3f7f1cca35e548e8a2dc518673b4c827, case number: 1 (interface.py:231) +2024-09-02 01:04:36,222 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:04:35.738739'}, drop_old=False (interface.py:164) +2024-09-02 01:04:36,222 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:04:36,377 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:04:36,996 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:04:37,044 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:04:37,067 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:04:37,067 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:04:37,098 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 01:04:37,099 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:04:37,099 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:04:37,102 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:04:37,102 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:04:35.738739'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:04:37,103 | INFO |Task summary: run_id=3f7f1, task_label=3f7f1cca35e548e8a2dc518673b4c827 (models.py:346) +2024-09-02 01:04:37,103 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:04:37,103 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:04:37,103 | INFO |PgVector | 2024-09-02T01:04:35.738739 Performance1536D500K 3f7f1cca35e548e8a2dc518673b4c827 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:04:37,103 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json (models.py:204) +2024-09-02 01:04:37,104 | INFO |Success to finish task: label=3f7f1cca35e548e8a2dc518673b4c827, run_id=3f7f1cca35e548e8a2dc518673b4c827 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json b/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json new file mode 100644 index 000000000..824bd5f5b --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json @@ -0,0 +1 @@ +{"run_id": "3f7f1cca35e548e8a2dc518673b4c827", "task_label": "3f7f1cca35e548e8a2dc518673b4c827", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:04:35.738739", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt b/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt new file mode 100644 index 000000000..3532c0f7a --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load +2024-09-02 01:01:19,012 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:01:19.000248', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:01:19,012 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:01:19.000248', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:01:19,012 | INFO |generated uuid for the tasks: ea4cda44a04247779756894c8c41b776 (interface.py:66) +2024-09-02 01:01:19,074 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:01:19,074 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:01:19,074 | INFO | PgVector-2024-09-02T01:01:19.000248 | Performance OpenAI-MEDIUM-500K None | ea4cda44a04247779756894c8c41b776 (task_runner.py:340) +2024-09-02 01:01:19,074 | INFO |task submitted: id=ea4cda44a04247779756894c8c41b776, ea4cda44a04247779756894c8c41b776, case number: 1 (interface.py:231) +2024-09-02 01:01:19,490 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:01:19.000248'}, drop_old=False (interface.py:164) +2024-09-02 01:01:19,490 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:01:19,590 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:01:20,165 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:01:20,212 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:01:20,236 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:01:20,236 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:01:20,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-02 01:01:20,248 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:01:20,248 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:01:20,601 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:01:20,602 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:01:19.000248'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:01:20,603 | INFO |Task summary: run_id=ea4cd, task_label=ea4cda44a04247779756894c8c41b776 (models.py:346) +2024-09-02 01:01:20,603 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:01:20,603 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:01:20,603 | INFO |PgVector | 2024-09-02T01:01:19.000248 Performance1536D500K ea4cda44a04247779756894c8c41b776 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:01:20,603 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json (models.py:204) +2024-09-02 01:01:20,604 | INFO |Success to finish task: label=ea4cda44a04247779756894c8c41b776, run_id=ea4cda44a04247779756894c8c41b776 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json b/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json new file mode 100644 index 000000000..5355f5af1 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json @@ -0,0 +1 @@ +{"run_id": "ea4cda44a04247779756894c8c41b776", "task_label": "ea4cda44a04247779756894c8c41b776", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:01:19.000248", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt b/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt new file mode 100644 index 000000000..a43b60c4f --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load +2024-09-02 01:05:41,318 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:05:41.306625', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:05:41,318 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:05:41.306625', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:05:41,318 | INFO |generated uuid for the tasks: 334dae15593d42c29eb683683a672e1e (interface.py:66) +2024-09-02 01:05:41,379 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:05:41,379 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:05:41,379 | INFO | PgVector-2024-09-02T01:05:41.306625 | Performance OpenAI-MEDIUM-500K None | 334dae15593d42c29eb683683a672e1e (task_runner.py:340) +2024-09-02 01:05:41,379 | INFO |task submitted: id=334dae15593d42c29eb683683a672e1e, 334dae15593d42c29eb683683a672e1e, case number: 1 (interface.py:231) +2024-09-02 01:05:41,799 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:05:41.306625'}, drop_old=False (interface.py:164) +2024-09-02 01:05:41,799 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:05:41,875 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:05:42,435 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:05:42,483 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:05:42,507 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:05:42,507 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:05:42,518 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 01:05:42,519 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:05:42,519 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:05:42,519 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:05:42,520 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:05:41.306625'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:05:42,521 | INFO |Task summary: run_id=334da, task_label=334dae15593d42c29eb683683a672e1e (models.py:346) +2024-09-02 01:05:42,521 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:05:42,521 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:05:42,521 | INFO |PgVector | 2024-09-02T01:05:41.306625 Performance1536D500K 334dae15593d42c29eb683683a672e1e | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:05:42,521 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json (models.py:204) +2024-09-02 01:05:42,521 | INFO |Success to finish task: label=334dae15593d42c29eb683683a672e1e, run_id=334dae15593d42c29eb683683a672e1e (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json b/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json new file mode 100644 index 000000000..dcd5cc96c --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json @@ -0,0 +1 @@ +{"run_id": "334dae15593d42c29eb683683a672e1e", "task_label": "334dae15593d42c29eb683683a672e1e", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:05:41.306625", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt b/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt new file mode 100644 index 000000000..c6f1622e4 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load +2024-09-02 01:02:24,583 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:02:24.572172', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:02:24,584 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:02:24.572172', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:02:24,584 | INFO |generated uuid for the tasks: 394e9d947ab146ad859a1cbedec589ba (interface.py:66) +2024-09-02 01:02:24,644 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:02:24,644 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:02:24,644 | INFO | PgVector-2024-09-02T01:02:24.572172 | Performance OpenAI-MEDIUM-500K None | 394e9d947ab146ad859a1cbedec589ba (task_runner.py:340) +2024-09-02 01:02:24,644 | INFO |task submitted: id=394e9d947ab146ad859a1cbedec589ba, 394e9d947ab146ad859a1cbedec589ba, case number: 1 (interface.py:231) +2024-09-02 01:02:25,058 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:02:24.572172'}, drop_old=False (interface.py:164) +2024-09-02 01:02:25,058 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:02:25,171 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:02:25,742 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:02:25,789 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:02:25,813 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:02:25,813 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:02:25,826 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-02 01:02:25,827 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:02:25,827 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:02:25,835 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:02:25,836 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:02:24.572172'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:02:25,837 | INFO |Task summary: run_id=394e9, task_label=394e9d947ab146ad859a1cbedec589ba (models.py:346) +2024-09-02 01:02:25,837 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:02:25,837 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:02:25,837 | INFO |PgVector | 2024-09-02T01:02:24.572172 Performance1536D500K 394e9d947ab146ad859a1cbedec589ba | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:02:25,837 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json (models.py:204) +2024-09-02 01:02:25,837 | INFO |Success to finish task: label=394e9d947ab146ad859a1cbedec589ba, run_id=394e9d947ab146ad859a1cbedec589ba (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json b/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json new file mode 100644 index 000000000..3214299d4 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json @@ -0,0 +1 @@ +{"run_id": "394e9d947ab146ad859a1cbedec589ba", "task_label": "394e9d947ab146ad859a1cbedec589ba", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:02:24.572172", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt b/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt new file mode 100644 index 000000000..384ab3f4c --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load +2024-09-02 01:06:46,887 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:06:46.875858', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:06:46,888 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:06:46.875858', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:06:46,888 | INFO |generated uuid for the tasks: f693f3be98354393ba5e2685e43b7f05 (interface.py:66) +2024-09-02 01:06:46,951 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:06:46,951 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:06:46,951 | INFO | PgVector-2024-09-02T01:06:46.875858 | Performance OpenAI-MEDIUM-500K None | f693f3be98354393ba5e2685e43b7f05 (task_runner.py:340) +2024-09-02 01:06:46,951 | INFO |task submitted: id=f693f3be98354393ba5e2685e43b7f05, f693f3be98354393ba5e2685e43b7f05, case number: 1 (interface.py:231) +2024-09-02 01:06:47,371 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:06:46.875858'}, drop_old=False (interface.py:164) +2024-09-02 01:06:47,371 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:06:47,446 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:06:48,013 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:06:48,061 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:06:48,085 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:06:48,085 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:06:48,099 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 01:06:48,101 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:06:48,101 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:06:48,101 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:06:48,102 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:06:46.875858'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:06:48,103 | INFO |Task summary: run_id=f693f, task_label=f693f3be98354393ba5e2685e43b7f05 (models.py:346) +2024-09-02 01:06:48,103 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:06:48,103 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:06:48,103 | INFO |PgVector | 2024-09-02T01:06:46.875858 Performance1536D500K f693f3be98354393ba5e2685e43b7f05 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:06:48,103 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json (models.py:204) +2024-09-02 01:06:48,103 | INFO |Success to finish task: label=f693f3be98354393ba5e2685e43b7f05, run_id=f693f3be98354393ba5e2685e43b7f05 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json b/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json new file mode 100644 index 000000000..26bdfcc80 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json @@ -0,0 +1 @@ +{"run_id": "f693f3be98354393ba5e2685e43b7f05", "task_label": "f693f3be98354393ba5e2685e43b7f05", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:06:46.875858", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt b/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt new file mode 100644 index 000000000..d89ff2839 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load +2024-09-02 01:03:30,173 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:03:30.160899', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:03:30,173 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:03:30.160899', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:03:30,173 | INFO |generated uuid for the tasks: 7cd108376d2b4b748a30d7e6ecda34d8 (interface.py:66) +2024-09-02 01:03:30,237 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:03:30,237 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:03:30,237 | INFO | PgVector-2024-09-02T01:03:30.160899 | Performance OpenAI-MEDIUM-500K None | 7cd108376d2b4b748a30d7e6ecda34d8 (task_runner.py:340) +2024-09-02 01:03:30,237 | INFO |task submitted: id=7cd108376d2b4b748a30d7e6ecda34d8, 7cd108376d2b4b748a30d7e6ecda34d8, case number: 1 (interface.py:231) +2024-09-02 01:03:30,667 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:03:30.160899'}, drop_old=False (interface.py:164) +2024-09-02 01:03:30,667 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:03:30,773 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:03:31,390 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:03:31,439 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:03:31,464 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:03:31,464 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:03:31,475 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 01:03:31,475 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:03:31,475 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:03:31,624 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:03:31,625 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:03:30.160899'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:03:31,626 | INFO |Task summary: run_id=7cd10, task_label=7cd108376d2b4b748a30d7e6ecda34d8 (models.py:346) +2024-09-02 01:03:31,626 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:03:31,626 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:03:31,626 | INFO |PgVector | 2024-09-02T01:03:30.160899 Performance1536D500K 7cd108376d2b4b748a30d7e6ecda34d8 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:03:31,626 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json (models.py:204) +2024-09-02 01:03:31,626 | INFO |Success to finish task: label=7cd108376d2b4b748a30d7e6ecda34d8, run_id=7cd108376d2b4b748a30d7e6ecda34d8 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json b/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json new file mode 100644 index 000000000..8e6c4c256 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json @@ -0,0 +1 @@ +{"run_id": "7cd108376d2b4b748a30d7e6ecda34d8", "task_label": "7cd108376d2b4b748a30d7e6ecda34d8", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:03:30.160899", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt b/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt new file mode 100644 index 000000000..2d138bbc2 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt @@ -0,0 +1,3266 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 +2024-09-01 21:22:57,486 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:22:57.475169', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 21:22:57,487 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:22:57.475169', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 21:22:57,487 | INFO |generated uuid for the tasks: 8db622f70ec443ff87a2c9c6f35aa450 (interface.py:66) +2024-09-01 21:22:57,546 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 21:22:57,546 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 21:22:57,546 | INFO | PgVector-2024-09-01T21:22:57.475169 | Performance OpenAI-MEDIUM-500K None | 8db622f70ec443ff87a2c9c6f35aa450 (task_runner.py:340) +2024-09-01 21:22:57,546 | INFO |task submitted: id=8db622f70ec443ff87a2c9c6f35aa450, 8db622f70ec443ff87a2c9c6f35aa450, case number: 1 (interface.py:231) +2024-09-01 21:22:57,963 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:22:57.475169'}, drop_old=True (interface.py:164) +2024-09-01 21:22:57,963 | INFO |Starting run (task_runner.py:100) +2024-09-01 21:22:58,037 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 21:22:58,038 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 21:22:58,038 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 21:22:58,436 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) +2024-09-01 21:22:58,617 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) +2024-09-01 21:22:59,284 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 21:22:59,332 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 21:22:59,355 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 21:22:59,355 | INFO |Start performance case (task_runner.py:158) +2024-09-01 21:22:59,897 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:22:59,898 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) +2024-09-01 21:22:59,898 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) +2024-09-01 21:23:02,662 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:03,615 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:04,473 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:05,551 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:06,357 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:07,419 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:08,240 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:09,266 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:10,171 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:11,091 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:11,985 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:12,856 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:13,696 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:14,714 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:15,548 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:16,427 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:17,238 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:18,210 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:18,996 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:19,865 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:20,454 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 21:23:20,936 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:21,730 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:22,764 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:23,577 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:24,553 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:25,378 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:26,392 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:27,283 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:28,167 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:29,109 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:30,019 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:30,874 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:31,827 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:32,650 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:33,533 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:34,358 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:35,323 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:36,329 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:37,175 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:38,263 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:39,195 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 21:23:39,573 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:40,933 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:41,873 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:43,249 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:44,179 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:45,409 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:46,371 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:47,588 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:48,545 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:49,464 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:50,325 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:51,438 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:52,347 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:53,319 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:54,252 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:55,290 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:56,517 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:57,478 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:58,594 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:23:59,454 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:00,084 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 21:24:00,555 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:01,328 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:02,362 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:03,251 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:04,343 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:05,185 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:06,100 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:06,964 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:08,002 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:08,854 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:09,991 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:10,773 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:11,885 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:12,788 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:14,024 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:15,477 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:17,113 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:18,830 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:19,608 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:20,619 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:21,102 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 21:24:21,464 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:22,373 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:23,224 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:24,254 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:25,136 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:26,026 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:26,912 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:28,053 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:29,060 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:30,695 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:31,499 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:33,302 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:34,143 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:35,156 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:36,793 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:37,743 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:39,420 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:40,226 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:41,878 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:42,879 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 21:24:44,081 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 21:24:44,189 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=104.2915645719986 (serial_runner.py:61) +2024-09-01 21:24:44,886 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:24:44,887 | INFO |PgVector post insert before optimize (pgvector.py:188) +2024-09-01 21:24:44,888 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 21:24:44,888 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 21:24:44,889 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) +2024-09-01 21:24:45,895 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) +2024-09-01 21:24:45,895 | DEBUG | + CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" + USING "hnsw" (embedding "vector_cosine_ops" ) + WITH ( "m" = "16", "ef_construction" = "32" ); (pgvector.py:308) +2024-09-01 21:34:10,296 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=104.98926362099883, optimize_duration=565.3299188019955 load_duration(insert + optimize) = 670.3192 (task_runner.py:167) +2024-09-01 21:34:10,351 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:34:10,353 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 21:34:10,353 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 21:34:10,362 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 21:34:10,404 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 21:34:10,964 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 21:34:10,983 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:34:10,984 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 21:34:10,984 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 21:34:17,155 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.01520728699688334, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:29,096 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.02194704300200101, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:32,608 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.024920044997998048, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:36,641 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.037527829001192003, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:40,088 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.019237968997913413, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:43,436 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.017335468000965193, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:48,979 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.011823553002614062, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:51,563 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.03548035299900221, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:54,180 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.03736119600216625, latest recall=0.0 (serial_runner.py:202) +2024-09-01 21:34:56,773 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.012789501000952441, latest recall=0.1 (serial_runner.py:202) +2024-09-01 21:34:56,774 | INFO |SpawnProcess-1:3 search entire test_data: cost=42.651s, queries=1000, avg_recall=0.0987, avg_ndcg=0.1977,avg_latency=0.0427, p99=0.306 (serial_runner.py:209) +2024-09-01 21:34:57,303 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:34:57,304 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 21:34:58,325 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 21:34:58,355 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:34:58,940 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0010045579983852804 (mp_runner.py:73) +2024-09-01 21:34:59,480 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0009207129987771623 (mp_runner.py:73) +2024-09-01 21:35:00,051 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0013786499985144474 (mp_runner.py:73) +2024-09-01 21:35:00,602 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0010016840024036355 (mp_runner.py:73) +2024-09-01 21:35:01,152 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0010977539932355285 (mp_runner.py:73) +2024-09-01 21:35:01,703 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.000980470998911187 (mp_runner.py:73) +2024-09-01 21:35:02,249 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0010367329959990457 (mp_runner.py:73) +2024-09-01 21:35:02,790 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0009989440004574135 (mp_runner.py:73) +2024-09-01 21:35:03,348 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.001185380999231711 (mp_runner.py:73) +2024-09-01 21:35:03,888 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.00084938999498263 (mp_runner.py:73) +2024-09-01 21:35:04,427 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0010006949960370548 (mp_runner.py:73) +2024-09-01 21:35:04,961 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0010456099989823997 (mp_runner.py:73) +2024-09-01 21:35:05,489 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0010618919986882247 (mp_runner.py:73) +2024-09-01 21:35:06,091 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0007914750021882355 (mp_runner.py:73) +2024-09-01 21:35:06,627 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0010004619980463758 (mp_runner.py:73) +2024-09-01 21:35:07,160 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.001103588001569733 (mp_runner.py:73) +2024-09-01 21:35:07,665 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.000867454000399448 (mp_runner.py:73) +2024-09-01 21:35:08,094 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0008569310011807829 (mp_runner.py:73) +2024-09-01 21:35:08,541 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0009350539985462092 (mp_runner.py:73) +2024-09-01 21:35:08,976 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0007723000016994774 (mp_runner.py:73) +2024-09-01 21:35:09,430 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0006552799968631007 (mp_runner.py:73) +2024-09-01 21:35:09,947 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0006815579981775954 (mp_runner.py:73) +2024-09-01 21:35:10,384 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0007335439950111322 (mp_runner.py:73) +2024-09-01 21:35:10,822 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0008477259980281815 (mp_runner.py:73) +2024-09-01 21:35:11,258 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0008579620043747127 (mp_runner.py:73) +2024-09-01 21:35:11,689 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0008745739978621714 (mp_runner.py:73) +2024-09-01 21:35:12,142 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0008681090039317496 (mp_runner.py:73) +2024-09-01 21:35:12,565 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0008516419984516688 (mp_runner.py:73) +2024-09-01 21:35:12,995 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0007489150011679158 (mp_runner.py:73) +2024-09-01 21:35:13,430 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0008176859992090613 (mp_runner.py:73) +2024-09-01 21:35:13,906 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.0008796850015642121 (mp_runner.py:73) +2024-09-01 21:35:14,370 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0008107429966912605 (mp_runner.py:73) +2024-09-01 21:35:14,807 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.0008710640031495132 (mp_runner.py:73) +2024-09-01 21:35:15,265 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.0008448079970548861 (mp_runner.py:73) +2024-09-01 21:35:15,702 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.0009321229954366572 (mp_runner.py:73) +2024-09-01 21:35:16,129 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0008754430018598214 (mp_runner.py:73) +2024-09-01 21:35:16,562 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.0008580689973314293 (mp_runner.py:73) +2024-09-01 21:35:16,985 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.0008070420008152723 (mp_runner.py:73) +2024-09-01 21:35:17,459 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0009812839998630807 (mp_runner.py:73) +2024-09-01 21:35:17,897 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.000836724997498095 (mp_runner.py:73) +2024-09-01 21:35:18,355 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0007567650027340278 (mp_runner.py:73) +2024-09-01 21:35:18,794 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.0008370489958906546 (mp_runner.py:73) +2024-09-01 21:35:19,316 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0010295319953002036 (mp_runner.py:73) +2024-09-01 21:35:19,849 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0009713109975564294 (mp_runner.py:73) +2024-09-01 21:35:20,393 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0010025160008808598 (mp_runner.py:73) +2024-09-01 21:35:20,935 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0009415909953531809 (mp_runner.py:73) +2024-09-01 21:35:21,491 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.000836797000374645 (mp_runner.py:73) +2024-09-01 21:35:22,021 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.000979939999524504 (mp_runner.py:73) +2024-09-01 21:35:22,562 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.001000915995973628 (mp_runner.py:73) +2024-09-01 21:35:23,105 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.0011039640012313612 (mp_runner.py:73) +2024-09-01 21:35:23,641 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.000997631999780424 (mp_runner.py:73) +2024-09-01 21:35:24,217 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0009802720014704391 (mp_runner.py:73) +2024-09-01 21:35:24,778 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0009912770037772134 (mp_runner.py:73) +2024-09-01 21:35:25,313 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0009705660049803555 (mp_runner.py:73) +2024-09-01 21:35:25,856 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.001062095005181618 (mp_runner.py:73) +2024-09-01 21:35:26,390 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.0010211050030193292 (mp_runner.py:73) +2024-09-01 21:35:26,931 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0009790509939193726 (mp_runner.py:73) +2024-09-01 21:35:27,484 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0009906699997372925 (mp_runner.py:73) +2024-09-01 21:35:28,027 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.0010101180014316924 (mp_runner.py:73) +2024-09-01 21:35:28,356 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0012s, count=29812, qps in this process: 993.6936 (mp_runner.py:76) +2024-09-01 21:35:28,360 | INFO |End search in concurrency 1: dur=30.03417066000111s, total_count=29812, qps=992.6027 (mp_runner.py:120) +2024-09-01 21:35:28,542 | INFO |Update largest qps with concurrency 1: current max_qps=992.6027 (mp_runner.py:124) +2024-09-01 21:35:28,960 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:35:28,960 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 21:35:34,013 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 21:35:34,060 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:35:34,061 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:35:34,061 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:35:34,062 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:35:34,073 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:35:34,938 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0012323710034252144 (mp_runner.py:73) +2024-09-01 21:35:34,942 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.001757756996084936 (mp_runner.py:73) +2024-09-01 21:35:35,003 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0010770380031317472 (mp_runner.py:73) +2024-09-01 21:35:35,003 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0013469059995259158 (mp_runner.py:73) +2024-09-01 21:35:35,005 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.0022148120042402297 (mp_runner.py:73) +2024-09-01 21:35:35,859 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0015150760009419173 (mp_runner.py:73) +2024-09-01 21:35:35,863 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.002157875002012588 (mp_runner.py:73) +2024-09-01 21:35:35,929 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0010276000029989518 (mp_runner.py:73) +2024-09-01 21:35:35,948 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0015843259971006773 (mp_runner.py:73) +2024-09-01 21:35:35,974 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.0022779910068493336 (mp_runner.py:73) +2024-09-01 21:35:36,819 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0014306820012279786 (mp_runner.py:73) +2024-09-01 21:35:36,934 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0015286479974747635 (mp_runner.py:73) +2024-09-01 21:35:36,948 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.001381227993988432 (mp_runner.py:73) +2024-09-01 21:35:36,950 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0016102610024972819 (mp_runner.py:73) +2024-09-01 21:35:36,950 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.002815347004798241 (mp_runner.py:73) +2024-09-01 21:35:37,803 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.00217222699575359 (mp_runner.py:73) +2024-09-01 21:35:37,843 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.001787827000953257 (mp_runner.py:73) +2024-09-01 21:35:37,876 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0012988009984837845 (mp_runner.py:73) +2024-09-01 21:35:37,893 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.0013559979997808114 (mp_runner.py:73) +2024-09-01 21:35:37,939 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.001248645996383857 (mp_runner.py:73) +2024-09-01 21:35:38,720 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0014809380008955486 (mp_runner.py:73) +2024-09-01 21:35:38,797 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.0015199240006040782 (mp_runner.py:73) +2024-09-01 21:35:38,817 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.0017463589974795468 (mp_runner.py:73) +2024-09-01 21:35:38,911 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0020193479940644465 (mp_runner.py:73) +2024-09-01 21:35:38,932 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0019849609961966053 (mp_runner.py:73) +2024-09-01 21:35:39,748 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.001883474993519485 (mp_runner.py:73) +2024-09-01 21:35:39,754 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.001700100998277776 (mp_runner.py:73) +2024-09-01 21:35:39,781 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0013019940015510656 (mp_runner.py:73) +2024-09-01 21:35:39,837 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.001735521000227891 (mp_runner.py:73) +2024-09-01 21:35:39,950 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0018232360016554594 (mp_runner.py:73) +2024-09-01 21:35:40,656 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0014392839948413894 (mp_runner.py:73) +2024-09-01 21:35:40,713 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.0015119520030566491 (mp_runner.py:73) +2024-09-01 21:35:40,780 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0019010749965673313 (mp_runner.py:73) +2024-09-01 21:35:40,878 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.002423310994345229 (mp_runner.py:73) +2024-09-01 21:35:40,887 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0020628790007322095 (mp_runner.py:73) +2024-09-01 21:35:41,555 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.0008556079992558807 (mp_runner.py:73) +2024-09-01 21:35:41,685 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0011550120034371503 (mp_runner.py:73) +2024-09-01 21:35:41,693 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0015539700034423731 (mp_runner.py:73) +2024-09-01 21:35:41,803 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0013715469976887107 (mp_runner.py:73) +2024-09-01 21:35:41,931 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0013590730013675056 (mp_runner.py:73) +2024-09-01 21:35:42,654 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.000913477000722196 (mp_runner.py:73) +2024-09-01 21:35:42,823 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0013456660017254762 (mp_runner.py:73) +2024-09-01 21:35:42,859 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.002145414000551682 (mp_runner.py:73) +2024-09-01 21:35:42,964 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0015907889974187128 (mp_runner.py:73) +2024-09-01 21:35:43,150 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0016133769968291745 (mp_runner.py:73) +2024-09-01 21:35:43,605 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.0014340809939312749 (mp_runner.py:73) +2024-09-01 21:35:43,763 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0009182680005324073 (mp_runner.py:73) +2024-09-01 21:35:43,909 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.002935773998615332 (mp_runner.py:73) +2024-09-01 21:35:44,135 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0013717559995711781 (mp_runner.py:73) +2024-09-01 21:35:44,251 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0023706729989498854 (mp_runner.py:73) +2024-09-01 21:35:44,660 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.0011447900033090264 (mp_runner.py:73) +2024-09-01 21:35:44,755 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.001367043994832784 (mp_runner.py:73) +2024-09-01 21:35:44,926 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0014027770012035035 (mp_runner.py:73) +2024-09-01 21:35:45,169 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0046945709982537664 (mp_runner.py:73) +2024-09-01 21:35:45,443 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0016994660036289133 (mp_runner.py:73) +2024-09-01 21:35:45,716 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.001706998998997733 (mp_runner.py:73) +2024-09-01 21:35:45,818 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0013480580018949695 (mp_runner.py:73) +2024-09-01 21:35:46,076 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.0025576050029485486 (mp_runner.py:73) +2024-09-01 21:35:46,293 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0017710820029606111 (mp_runner.py:73) +2024-09-01 21:35:46,436 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0028665969948633574 (mp_runner.py:73) +2024-09-01 21:35:46,592 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.001896200999908615 (mp_runner.py:73) +2024-09-01 21:35:46,663 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.00140488900069613 (mp_runner.py:73) +2024-09-01 21:35:47,118 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0020525470026768744 (mp_runner.py:73) +2024-09-01 21:35:47,308 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0021103219987708144 (mp_runner.py:73) +2024-09-01 21:35:47,383 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0012205359962536022 (mp_runner.py:73) +2024-09-01 21:35:47,519 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.0012982550033484586 (mp_runner.py:73) +2024-09-01 21:35:47,564 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0016032830026233569 (mp_runner.py:73) +2024-09-01 21:35:48,159 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.001795538999431301 (mp_runner.py:73) +2024-09-01 21:35:48,331 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0012734420015476644 (mp_runner.py:73) +2024-09-01 21:35:48,385 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0011803750021499582 (mp_runner.py:73) +2024-09-01 21:35:48,528 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.0020571589993778616 (mp_runner.py:73) +2024-09-01 21:35:48,569 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0014887880024616607 (mp_runner.py:73) +2024-09-01 21:35:49,111 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.002035477002209518 (mp_runner.py:73) +2024-09-01 21:35:49,297 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0009460540022701025 (mp_runner.py:73) +2024-09-01 21:35:49,301 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.002823561997502111 (mp_runner.py:73) +2024-09-01 21:35:49,501 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.0012535620044218376 (mp_runner.py:73) +2024-09-01 21:35:49,548 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0008224579942179844 (mp_runner.py:73) +2024-09-01 21:35:50,000 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.0024055010071606375 (mp_runner.py:73) +2024-09-01 21:35:50,251 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0010459050026838668 (mp_runner.py:73) +2024-09-01 21:35:50,347 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0011950939951930195 (mp_runner.py:73) +2024-09-01 21:35:50,371 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0017977659954340197 (mp_runner.py:73) +2024-09-01 21:35:50,467 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.002812651997373905 (mp_runner.py:73) +2024-09-01 21:35:51,109 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0016497510005137883 (mp_runner.py:73) +2024-09-01 21:35:51,278 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.0012362960042082705 (mp_runner.py:73) +2024-09-01 21:35:51,356 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.001985611001146026 (mp_runner.py:73) +2024-09-01 21:35:51,403 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0013040499979979359 (mp_runner.py:73) +2024-09-01 21:35:51,409 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0023114930008887313 (mp_runner.py:73) +2024-09-01 21:35:52,105 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.0014651179953943938 (mp_runner.py:73) +2024-09-01 21:35:52,178 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.002010416006669402 (mp_runner.py:73) +2024-09-01 21:35:52,320 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0013897509998059832 (mp_runner.py:73) +2024-09-01 21:35:52,375 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0014455390046350658 (mp_runner.py:73) +2024-09-01 21:35:52,389 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0015828789983061142 (mp_runner.py:73) +2024-09-01 21:35:53,038 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.0020181440049782395 (mp_runner.py:73) +2024-09-01 21:35:53,112 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.001225072002853267 (mp_runner.py:73) +2024-09-01 21:35:53,305 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0028159849971416406 (mp_runner.py:73) +2024-09-01 21:35:53,337 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.001173453994852025 (mp_runner.py:73) +2024-09-01 21:35:53,372 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.002148428000509739 (mp_runner.py:73) +2024-09-01 21:35:53,969 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.0014095110018388368 (mp_runner.py:73) +2024-09-01 21:35:54,070 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.0054289939944283105 (mp_runner.py:73) +2024-09-01 21:35:54,304 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0011814130048151128 (mp_runner.py:73) +2024-09-01 21:35:54,379 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0010521379954298027 (mp_runner.py:73) +2024-09-01 21:35:54,421 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.001414117999956943 (mp_runner.py:73) +2024-09-01 21:35:54,996 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.0008557469991501421 (mp_runner.py:73) +2024-09-01 21:35:55,074 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.0023308149975491688 (mp_runner.py:73) +2024-09-01 21:35:55,216 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.00130316899594618 (mp_runner.py:73) +2024-09-01 21:35:55,281 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0021384669962571934 (mp_runner.py:73) +2024-09-01 21:35:55,469 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0014500430042971857 (mp_runner.py:73) +2024-09-01 21:35:55,854 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0012707710047834553 (mp_runner.py:73) +2024-09-01 21:35:56,087 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.0016236290030064993 (mp_runner.py:73) +2024-09-01 21:35:56,105 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0014849020008114167 (mp_runner.py:73) +2024-09-01 21:35:56,288 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0011718530004145578 (mp_runner.py:73) +2024-09-01 21:35:56,479 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.0012269920043763705 (mp_runner.py:73) +2024-09-01 21:35:56,831 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.0015176680026343092 (mp_runner.py:73) +2024-09-01 21:35:56,985 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0015180229966063052 (mp_runner.py:73) +2024-09-01 21:35:57,110 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.001984656002605334 (mp_runner.py:73) +2024-09-01 21:35:57,322 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0019427270017331466 (mp_runner.py:73) +2024-09-01 21:35:57,497 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0015535670027020387 (mp_runner.py:73) +2024-09-01 21:35:57,733 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0012187760003143921 (mp_runner.py:73) +2024-09-01 21:35:57,917 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.001180423001642339 (mp_runner.py:73) +2024-09-01 21:35:58,133 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.0022875779977766797 (mp_runner.py:73) +2024-09-01 21:35:58,323 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0011207900024601258 (mp_runner.py:73) +2024-09-01 21:35:58,467 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0012343600028543733 (mp_runner.py:73) +2024-09-01 21:35:58,667 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0018002400029217824 (mp_runner.py:73) +2024-09-01 21:35:58,908 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0024128099976223893 (mp_runner.py:73) +2024-09-01 21:35:59,213 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.001744830995448865 (mp_runner.py:73) +2024-09-01 21:35:59,348 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0026525649955146946 (mp_runner.py:73) +2024-09-01 21:35:59,498 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.001710994001768995 (mp_runner.py:73) +2024-09-01 21:35:59,702 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.0014172910014167428 (mp_runner.py:73) +2024-09-01 21:35:59,831 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0030192080012056977 (mp_runner.py:73) +2024-09-01 21:36:00,253 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.0014303619973361492 (mp_runner.py:73) +2024-09-01 21:36:00,347 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0014607320044888183 (mp_runner.py:73) +2024-09-01 21:36:00,491 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.0012383470020722598 (mp_runner.py:73) +2024-09-01 21:36:00,724 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.0034172529994975775 (mp_runner.py:73) +2024-09-01 21:36:00,936 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0014122049979050644 (mp_runner.py:73) +2024-09-01 21:36:01,222 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.0014252080000005662 (mp_runner.py:73) +2024-09-01 21:36:01,345 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0018266409970237873 (mp_runner.py:73) +2024-09-01 21:36:01,573 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0026896540002780966 (mp_runner.py:73) +2024-09-01 21:36:01,622 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.001348886995401699 (mp_runner.py:73) +2024-09-01 21:36:01,927 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.003127563002635725 (mp_runner.py:73) +2024-09-01 21:36:02,180 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.0021900360006839037 (mp_runner.py:73) +2024-09-01 21:36:02,325 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0018706310002016835 (mp_runner.py:73) +2024-09-01 21:36:02,583 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.0016416189973824657 (mp_runner.py:73) +2024-09-01 21:36:02,587 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.0020316939990152605 (mp_runner.py:73) +2024-09-01 21:36:02,814 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0014135739984340034 (mp_runner.py:73) +2024-09-01 21:36:03,166 | DEBUG |(SpawnProcess-1:10) search_count: 14500, latest_latency=0.0013856400037184358 (mp_runner.py:73) +2024-09-01 21:36:03,448 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.001239290002558846 (mp_runner.py:73) +2024-09-01 21:36:03,641 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.004943250001815613 (mp_runner.py:73) +2024-09-01 21:36:03,669 | DEBUG |(SpawnProcess-1:11) search_count: 15500, latest_latency=0.0010466089952387847 (mp_runner.py:73) +2024-09-01 21:36:03,782 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.001121209999837447 (mp_runner.py:73) +2024-09-01 21:36:04,062 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0002s, count=14961, qps in this process: 498.6967 (mp_runner.py:76) +2024-09-01 21:36:04,062 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0006s, count=15679, qps in this process: 522.6229 (mp_runner.py:76) +2024-09-01 21:36:04,063 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0024s, count=14691, qps in this process: 489.6608 (mp_runner.py:76) +2024-09-01 21:36:04,065 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0005s, count=15756, qps in this process: 525.1912 (mp_runner.py:76) +2024-09-01 21:36:04,076 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0009s, count=14783, qps in this process: 492.7519 (mp_runner.py:76) +2024-09-01 21:36:04,083 | INFO |End search in concurrency 5: dur=30.069011707993923s, total_count=75870, qps=2523.1957 (mp_runner.py:120) +2024-09-01 21:36:04,388 | INFO |Update largest qps with concurrency 5: current max_qps=2523.1957 (mp_runner.py:124) +2024-09-01 21:36:04,799 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:36:04,799 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 21:36:14,977 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 21:36:15,026 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,047 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,110 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,113 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,120 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,129 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,163 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,166 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,166 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,179 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,183 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:15,208 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:17,409 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.002851127996109426 (mp_runner.py:73) +2024-09-01 21:36:17,410 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.002425017999485135 (mp_runner.py:73) +2024-09-01 21:36:17,410 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.005612102002487518 (mp_runner.py:73) +2024-09-01 21:36:17,411 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.004174084999249317 (mp_runner.py:73) +2024-09-01 21:36:17,411 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.005731532997742761 (mp_runner.py:73) +2024-09-01 21:36:17,689 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.004634603996237274 (mp_runner.py:73) +2024-09-01 21:36:17,690 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.004644820000976324 (mp_runner.py:73) +2024-09-01 21:36:17,691 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.004459553994820453 (mp_runner.py:73) +2024-09-01 21:36:17,691 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0037353669977164827 (mp_runner.py:73) +2024-09-01 21:36:17,692 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.007374845001322683 (mp_runner.py:73) +2024-09-01 21:36:17,727 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0039008960011415184 (mp_runner.py:73) +2024-09-01 21:36:17,729 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.003620729999965988 (mp_runner.py:73) +2024-09-01 21:36:17,730 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.00610353599768132 (mp_runner.py:73) +2024-09-01 21:36:17,730 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.006542058996274136 (mp_runner.py:73) +2024-09-01 21:36:18,500 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.011212741002964322 (mp_runner.py:73) +2024-09-01 21:36:19,951 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0048135329998331144 (mp_runner.py:73) +2024-09-01 21:36:19,952 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.006289528995694127 (mp_runner.py:73) +2024-09-01 21:36:20,021 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.003650887003459502 (mp_runner.py:73) +2024-09-01 21:36:20,023 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.002642543004185427 (mp_runner.py:73) +2024-09-01 21:36:20,023 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0036732689986820333 (mp_runner.py:73) +2024-09-01 21:36:20,331 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.004328670998802409 (mp_runner.py:73) +2024-09-01 21:36:20,331 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.00337746599689126 (mp_runner.py:73) +2024-09-01 21:36:20,331 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.004717467003501952 (mp_runner.py:73) +2024-09-01 21:36:20,332 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.004443503996299114 (mp_runner.py:73) +2024-09-01 21:36:20,459 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004982587997801602 (mp_runner.py:73) +2024-09-01 21:36:20,462 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.005755877995397896 (mp_runner.py:73) +2024-09-01 21:36:20,462 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.005262992999632843 (mp_runner.py:73) +2024-09-01 21:36:20,463 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.004994581999198999 (mp_runner.py:73) +2024-09-01 21:36:20,758 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.004311953998694662 (mp_runner.py:73) +2024-09-01 21:36:21,771 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.006213452994416002 (mp_runner.py:73) +2024-09-01 21:36:22,432 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.007079033006448299 (mp_runner.py:73) +2024-09-01 21:36:22,543 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.004715366005257238 (mp_runner.py:73) +2024-09-01 21:36:22,559 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.0059622310000122525 (mp_runner.py:73) +2024-09-01 21:36:22,622 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.005680285998096224 (mp_runner.py:73) +2024-09-01 21:36:22,677 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.006173535002744757 (mp_runner.py:73) +2024-09-01 21:36:23,019 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.006499909002741333 (mp_runner.py:73) +2024-09-01 21:36:23,020 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.0035297089998493902 (mp_runner.py:73) +2024-09-01 21:36:23,020 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0037462429972947575 (mp_runner.py:73) +2024-09-01 21:36:23,021 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.006228049998753704 (mp_runner.py:73) +2024-09-01 21:36:23,125 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.004639299004338682 (mp_runner.py:73) +2024-09-01 21:36:23,126 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005540972997550853 (mp_runner.py:73) +2024-09-01 21:36:23,126 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.005220088001806289 (mp_runner.py:73) +2024-09-01 21:36:23,127 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.00524056200083578 (mp_runner.py:73) +2024-09-01 21:36:24,009 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.006750538996129762 (mp_runner.py:73) +2024-09-01 21:36:24,875 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.0072260410015587695 (mp_runner.py:73) +2024-09-01 21:36:25,312 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.005550011999730486 (mp_runner.py:73) +2024-09-01 21:36:25,336 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.005349491999368183 (mp_runner.py:73) +2024-09-01 21:36:25,338 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.006058977996872272 (mp_runner.py:73) +2024-09-01 21:36:25,475 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.005652641004417092 (mp_runner.py:73) +2024-09-01 21:36:25,500 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.007073416003549937 (mp_runner.py:73) +2024-09-01 21:36:25,684 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0035524609993444756 (mp_runner.py:73) +2024-09-01 21:36:25,684 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.006859288005216513 (mp_runner.py:73) +2024-09-01 21:36:25,684 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.0046557850000681356 (mp_runner.py:73) +2024-09-01 21:36:25,853 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.0027820059985970147 (mp_runner.py:73) +2024-09-01 21:36:25,854 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0043043939949711785 (mp_runner.py:73) +2024-09-01 21:36:25,855 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.005777681995823514 (mp_runner.py:73) +2024-09-01 21:36:25,855 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.007589448003272992 (mp_runner.py:73) +2024-09-01 21:36:25,856 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.005124649003846571 (mp_runner.py:73) +2024-09-01 21:36:27,174 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.007814661003067158 (mp_runner.py:73) +2024-09-01 21:36:27,966 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.0027092629970866255 (mp_runner.py:73) +2024-09-01 21:36:27,967 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.004158746000030078 (mp_runner.py:73) +2024-09-01 21:36:27,968 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.006561753005371429 (mp_runner.py:73) +2024-09-01 21:36:28,016 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.004786723999131937 (mp_runner.py:73) +2024-09-01 21:36:28,291 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0044495420006569475 (mp_runner.py:73) +2024-09-01 21:36:28,291 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.004125589999603108 (mp_runner.py:73) +2024-09-01 21:36:28,291 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.0038721509990864433 (mp_runner.py:73) +2024-09-01 21:36:28,291 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.0029537910013459623 (mp_runner.py:73) +2024-09-01 21:36:28,292 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.0036191949984640814 (mp_runner.py:73) +2024-09-01 21:36:28,292 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.0059974289979436435 (mp_runner.py:73) +2024-09-01 21:36:28,292 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.0033182260012836196 (mp_runner.py:73) +2024-09-01 21:36:28,293 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.003973671002313495 (mp_runner.py:73) +2024-09-01 21:36:28,294 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.007936903995869216 (mp_runner.py:73) +2024-09-01 21:36:28,471 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.004812621002201922 (mp_runner.py:73) +2024-09-01 21:36:30,539 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.007019473996479064 (mp_runner.py:73) +2024-09-01 21:36:30,570 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.006775379995815456 (mp_runner.py:73) +2024-09-01 21:36:30,705 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.00408556899492396 (mp_runner.py:73) +2024-09-01 21:36:30,705 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.004189298997516744 (mp_runner.py:73) +2024-09-01 21:36:30,809 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.006614462996367365 (mp_runner.py:73) +2024-09-01 21:36:30,917 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.004885428999841679 (mp_runner.py:73) +2024-09-01 21:36:30,918 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.003327187994727865 (mp_runner.py:73) +2024-09-01 21:36:30,919 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.007082887997967191 (mp_runner.py:73) +2024-09-01 21:36:30,919 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.003587674000300467 (mp_runner.py:73) +2024-09-01 21:36:30,921 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.004112957998586353 (mp_runner.py:73) +2024-09-01 21:36:30,921 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.00408843199693365 (mp_runner.py:73) +2024-09-01 21:36:31,142 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.005780105006124359 (mp_runner.py:73) +2024-09-01 21:36:31,366 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.006652046002272982 (mp_runner.py:73) +2024-09-01 21:36:31,511 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.006603358000575099 (mp_runner.py:73) +2024-09-01 21:36:31,801 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005943534997641109 (mp_runner.py:73) +2024-09-01 21:36:33,399 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.0057878309962688945 (mp_runner.py:73) +2024-09-01 21:36:33,400 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.004817011002160143 (mp_runner.py:73) +2024-09-01 21:36:33,401 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.007062889002554584 (mp_runner.py:73) +2024-09-01 21:36:33,479 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.006197347996931057 (mp_runner.py:73) +2024-09-01 21:36:33,480 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.006423072001780383 (mp_runner.py:73) +2024-09-01 21:36:33,481 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.004508606005401816 (mp_runner.py:73) +2024-09-01 21:36:33,695 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.006045809997885954 (mp_runner.py:73) +2024-09-01 21:36:33,844 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.0064671069994801655 (mp_runner.py:73) +2024-09-01 21:36:33,855 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.006193604996951763 (mp_runner.py:73) +2024-09-01 21:36:33,928 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.0064187940006377175 (mp_runner.py:73) +2024-09-01 21:36:33,943 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.006210360996192321 (mp_runner.py:73) +2024-09-01 21:36:34,420 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.004382913997687865 (mp_runner.py:73) +2024-09-01 21:36:34,523 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.006250638005440123 (mp_runner.py:73) +2024-09-01 21:36:34,783 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.009036421004566364 (mp_runner.py:73) +2024-09-01 21:36:34,814 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.007386666002275888 (mp_runner.py:73) +2024-09-01 21:36:35,884 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.002313949997187592 (mp_runner.py:73) +2024-09-01 21:36:35,884 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.0034709519968600944 (mp_runner.py:73) +2024-09-01 21:36:35,884 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004156146998866461 (mp_runner.py:73) +2024-09-01 21:36:35,886 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.006303368994849734 (mp_runner.py:73) +2024-09-01 21:36:35,887 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.004758235001645517 (mp_runner.py:73) +2024-09-01 21:36:36,348 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0067512840032577515 (mp_runner.py:73) +2024-09-01 21:36:36,804 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.006716272000630852 (mp_runner.py:73) +2024-09-01 21:36:36,835 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.005998193002596963 (mp_runner.py:73) +2024-09-01 21:36:36,887 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.005461938999360427 (mp_runner.py:73) +2024-09-01 21:36:36,926 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.006151269000838511 (mp_runner.py:73) +2024-09-01 21:36:36,999 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.006296172003203537 (mp_runner.py:73) +2024-09-01 21:36:37,423 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.00658047100296244 (mp_runner.py:73) +2024-09-01 21:36:37,642 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.008359903004020452 (mp_runner.py:73) +2024-09-01 21:36:37,778 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.007036941999103874 (mp_runner.py:73) +2024-09-01 21:36:37,787 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.004382087005069479 (mp_runner.py:73) +2024-09-01 21:36:38,349 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.002875327001675032 (mp_runner.py:73) +2024-09-01 21:36:38,350 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.00406479600496823 (mp_runner.py:73) +2024-09-01 21:36:38,350 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.005185326001083013 (mp_runner.py:73) +2024-09-01 21:36:38,352 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.006779603005270474 (mp_runner.py:73) +2024-09-01 21:36:38,920 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.006386216002283618 (mp_runner.py:73) +2024-09-01 21:36:39,371 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.006072411997593008 (mp_runner.py:73) +2024-09-01 21:36:39,852 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.007565672000055201 (mp_runner.py:73) +2024-09-01 21:36:39,893 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.005612633001874201 (mp_runner.py:73) +2024-09-01 21:36:39,918 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.0032757060034782626 (mp_runner.py:73) +2024-09-01 21:36:40,017 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.006954693999432493 (mp_runner.py:73) +2024-09-01 21:36:40,078 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.009441917994990945 (mp_runner.py:73) +2024-09-01 21:36:40,381 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.006205506004334893 (mp_runner.py:73) +2024-09-01 21:36:40,619 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.006531835002533626 (mp_runner.py:73) +2024-09-01 21:36:40,683 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.003990695004176814 (mp_runner.py:73) +2024-09-01 21:36:40,776 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.003437337996729184 (mp_runner.py:73) +2024-09-01 21:36:40,777 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.004649488997529261 (mp_runner.py:73) +2024-09-01 21:36:40,778 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.004060917999595404 (mp_runner.py:73) +2024-09-01 21:36:40,779 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.004070695998962037 (mp_runner.py:73) +2024-09-01 21:36:40,921 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.004536043001280632 (mp_runner.py:73) +2024-09-01 21:36:41,918 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.005839057004777715 (mp_runner.py:73) +2024-09-01 21:36:42,485 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.009165293995465618 (mp_runner.py:73) +2024-09-01 21:36:42,952 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.005674409003404435 (mp_runner.py:73) +2024-09-01 21:36:43,078 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.00634325099963462 (mp_runner.py:73) +2024-09-01 21:36:43,141 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.005793605996586848 (mp_runner.py:73) +2024-09-01 21:36:43,152 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.0050557119975565 (mp_runner.py:73) +2024-09-01 21:36:43,153 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.006220167000719812 (mp_runner.py:73) +2024-09-01 21:36:43,419 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.005359861999750137 (mp_runner.py:73) +2024-09-01 21:36:43,419 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.005315823000273667 (mp_runner.py:73) +2024-09-01 21:36:43,473 | DEBUG |(SpawnProcess-1:21) search_count: 5500, latest_latency=0.00468108899804065 (mp_runner.py:73) +2024-09-01 21:36:43,475 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.007585813000332564 (mp_runner.py:73) +2024-09-01 21:36:43,707 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.0032482500027981587 (mp_runner.py:73) +2024-09-01 21:36:43,781 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.012355339997156989 (mp_runner.py:73) +2024-09-01 21:36:44,156 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.00570086800144054 (mp_runner.py:73) +2024-09-01 21:36:44,219 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.0038486639969050884 (mp_runner.py:73) +2024-09-01 21:36:45,037 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.008s, count=5801, qps in this process: 193.3151 (mp_runner.py:76) +2024-09-01 21:36:45,056 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0072s, count=5802, qps in this process: 193.3536 (mp_runner.py:76) +2024-09-01 21:36:45,086 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0136s, count=5200, qps in this process: 173.2548 (mp_runner.py:76) +2024-09-01 21:36:45,089 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.016s, count=5273, qps in this process: 175.673 (mp_runner.py:76) +2024-09-01 21:36:45,122 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0052s, count=5313, qps in this process: 177.0693 (mp_runner.py:76) +2024-09-01 21:36:45,128 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0061s, count=5806, qps in this process: 193.494 (mp_runner.py:76) +2024-09-01 21:36:45,129 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0135s, count=5806, qps in this process: 193.4463 (mp_runner.py:76) +2024-09-01 21:36:45,131 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0038s, count=5406, qps in this process: 180.1772 (mp_runner.py:76) +2024-09-01 21:36:45,147 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0128s, count=5143, qps in this process: 171.3602 (mp_runner.py:76) +2024-09-01 21:36:45,168 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0031s, count=5455, qps in this process: 181.8145 (mp_runner.py:76) +2024-09-01 21:36:45,174 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0055s, count=4813, qps in this process: 160.4039 (mp_runner.py:76) +2024-09-01 21:36:45,177 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0081s, count=5285, qps in this process: 176.1191 (mp_runner.py:76) +2024-09-01 21:36:45,182 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0003s, count=5292, qps in this process: 176.3982 (mp_runner.py:76) +2024-09-01 21:36:45,187 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0007s, count=5162, qps in this process: 172.0627 (mp_runner.py:76) +2024-09-01 21:36:45,211 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0014s, count=4716, qps in this process: 157.1927 (mp_runner.py:76) +2024-09-01 21:36:45,217 | INFO |End search in concurrency 15: dur=30.240002360005747s, total_count=80273, qps=2654.5302 (mp_runner.py:120) +2024-09-01 21:36:46,096 | INFO |Update largest qps with concurrency 15: current max_qps=2654.5302 (mp_runner.py:124) +2024-09-01 21:36:46,504 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:36:46,504 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 21:36:56,785 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 21:36:56,858 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,897 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,898 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,898 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,905 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,909 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,987 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,987 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,989 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,991 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,994 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,998 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:56,998 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:57,011 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:57,011 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:57,015 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:57,023 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:57,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:57,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:36:57,031 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:00,649 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.008130895999784116 (mp_runner.py:73) +2024-09-01 21:37:00,656 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.004704915001639165 (mp_runner.py:73) +2024-09-01 21:37:00,657 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.006987688997469377 (mp_runner.py:73) +2024-09-01 21:37:00,658 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.004469505001907237 (mp_runner.py:73) +2024-09-01 21:37:00,658 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.003920238006685395 (mp_runner.py:73) +2024-09-01 21:37:00,659 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.007103437004843727 (mp_runner.py:73) +2024-09-01 21:37:00,659 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.0061806650046491995 (mp_runner.py:73) +2024-09-01 21:37:00,660 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.006486487996880896 (mp_runner.py:73) +2024-09-01 21:37:00,660 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.010727003005740698 (mp_runner.py:73) +2024-09-01 21:37:00,661 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.005720336004742421 (mp_runner.py:73) +2024-09-01 21:37:00,662 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.007401583003229462 (mp_runner.py:73) +2024-09-01 21:37:00,663 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.00580854599684244 (mp_runner.py:73) +2024-09-01 21:37:00,837 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.008404156003962271 (mp_runner.py:73) +2024-09-01 21:37:01,060 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0034362029982730746 (mp_runner.py:73) +2024-09-01 21:37:01,063 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.004912616997899022 (mp_runner.py:73) +2024-09-01 21:37:01,064 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.003940683003747836 (mp_runner.py:73) +2024-09-01 21:37:01,065 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.011908653999853414 (mp_runner.py:73) +2024-09-01 21:37:01,294 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.009143149996816646 (mp_runner.py:73) +2024-09-01 21:37:01,400 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.008449465996818617 (mp_runner.py:73) +2024-09-01 21:37:01,697 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.010141894999833312 (mp_runner.py:73) +2024-09-01 21:37:03,698 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.004614826997567434 (mp_runner.py:73) +2024-09-01 21:37:03,699 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.006004441995173693 (mp_runner.py:73) +2024-09-01 21:37:03,699 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.0031673070043325424 (mp_runner.py:73) +2024-09-01 21:37:03,699 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.002861176006263122 (mp_runner.py:73) +2024-09-01 21:37:03,813 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.008607443996879738 (mp_runner.py:73) +2024-09-01 21:37:03,814 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.00694339899928309 (mp_runner.py:73) +2024-09-01 21:37:04,057 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.006653771000856068 (mp_runner.py:73) +2024-09-01 21:37:04,057 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.00803817300038645 (mp_runner.py:73) +2024-09-01 21:37:04,058 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.006407234999642242 (mp_runner.py:73) +2024-09-01 21:37:04,117 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.005803134998132009 (mp_runner.py:73) +2024-09-01 21:37:04,119 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.009034051996422932 (mp_runner.py:73) +2024-09-01 21:37:04,119 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.008819230999506544 (mp_runner.py:73) +2024-09-01 21:37:04,691 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.008147273998474702 (mp_runner.py:73) +2024-09-01 21:37:04,691 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.00731846100097755 (mp_runner.py:73) +2024-09-01 21:37:04,724 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.006976696997298859 (mp_runner.py:73) +2024-09-01 21:37:04,861 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.009446314004890155 (mp_runner.py:73) +2024-09-01 21:37:04,862 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.008421223996265326 (mp_runner.py:73) +2024-09-01 21:37:05,203 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.007645773999684025 (mp_runner.py:73) +2024-09-01 21:37:05,636 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.008010842997464351 (mp_runner.py:73) +2024-09-01 21:37:06,039 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.010307289005140774 (mp_runner.py:73) +2024-09-01 21:37:07,064 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.007866810999985319 (mp_runner.py:73) +2024-09-01 21:37:07,066 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.010307389005902223 (mp_runner.py:73) +2024-09-01 21:37:07,164 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.007285389998287428 (mp_runner.py:73) +2024-09-01 21:37:07,188 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.008730772999115288 (mp_runner.py:73) +2024-09-01 21:37:07,565 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.004904177003481891 (mp_runner.py:73) +2024-09-01 21:37:07,565 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.003797781995672267 (mp_runner.py:73) +2024-09-01 21:37:07,567 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.005261772996163927 (mp_runner.py:73) +2024-09-01 21:37:07,567 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.004908377995889168 (mp_runner.py:73) +2024-09-01 21:37:07,567 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009609505999833345 (mp_runner.py:73) +2024-09-01 21:37:07,568 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.008389198999793734 (mp_runner.py:73) +2024-09-01 21:37:07,568 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.00629767999635078 (mp_runner.py:73) +2024-09-01 21:37:07,569 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.006263727002078667 (mp_runner.py:73) +2024-09-01 21:37:08,735 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.011664974997984245 (mp_runner.py:73) +2024-09-01 21:37:08,736 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.01293525400251383 (mp_runner.py:73) +2024-09-01 21:37:08,842 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.00592642099945806 (mp_runner.py:73) +2024-09-01 21:37:08,843 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.007702684997639153 (mp_runner.py:73) +2024-09-01 21:37:08,844 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.009123197000008076 (mp_runner.py:73) +2024-09-01 21:37:09,110 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.01011434000247391 (mp_runner.py:73) +2024-09-01 21:37:09,989 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.01188521999574732 (mp_runner.py:73) +2024-09-01 21:37:10,387 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.009329635002359282 (mp_runner.py:73) +2024-09-01 21:37:10,783 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.0037835409966646694 (mp_runner.py:73) +2024-09-01 21:37:10,783 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.005256463999103289 (mp_runner.py:73) +2024-09-01 21:37:10,785 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.00464684100006707 (mp_runner.py:73) +2024-09-01 21:37:10,786 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.005371598002966493 (mp_runner.py:73) +2024-09-01 21:37:10,786 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.008700218000740279 (mp_runner.py:73) +2024-09-01 21:37:10,787 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.00969040600466542 (mp_runner.py:73) +2024-09-01 21:37:10,975 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.009517827995296102 (mp_runner.py:73) +2024-09-01 21:37:11,000 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.006886008006404154 (mp_runner.py:73) +2024-09-01 21:37:11,018 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.004658712998207193 (mp_runner.py:73) +2024-09-01 21:37:11,018 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.005096789995150175 (mp_runner.py:73) +2024-09-01 21:37:11,020 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.008845492004184052 (mp_runner.py:73) +2024-09-01 21:37:11,021 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.008537472996977158 (mp_runner.py:73) +2024-09-01 21:37:12,563 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.00918031099718064 (mp_runner.py:73) +2024-09-01 21:37:12,568 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.012179730001662392 (mp_runner.py:73) +2024-09-01 21:37:12,854 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0021245839961920865 (mp_runner.py:73) +2024-09-01 21:37:12,857 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.00829828499990981 (mp_runner.py:73) +2024-09-01 21:37:12,859 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.008430203997704666 (mp_runner.py:73) +2024-09-01 21:37:13,053 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.006061165004211944 (mp_runner.py:73) +2024-09-01 21:37:14,142 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.004830361998756416 (mp_runner.py:73) +2024-09-01 21:37:14,143 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.0014537530005327426 (mp_runner.py:73) +2024-09-01 21:37:14,150 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.015018214995507151 (mp_runner.py:73) +2024-09-01 21:37:14,162 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.026232345997414086 (mp_runner.py:73) +2024-09-01 21:37:14,321 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.007702946997596882 (mp_runner.py:73) +2024-09-01 21:37:14,322 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.009134457002801355 (mp_runner.py:73) +2024-09-01 21:37:14,323 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.006430727000406478 (mp_runner.py:73) +2024-09-01 21:37:14,738 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.006782284996006638 (mp_runner.py:73) +2024-09-01 21:37:14,739 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.006558822002261877 (mp_runner.py:73) +2024-09-01 21:37:14,740 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.008157167998433579 (mp_runner.py:73) +2024-09-01 21:37:14,835 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.008774500005529262 (mp_runner.py:73) +2024-09-01 21:37:14,835 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.008321401001012418 (mp_runner.py:73) +2024-09-01 21:37:14,886 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.0070995630012475885 (mp_runner.py:73) +2024-09-01 21:37:15,006 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.014364742004545406 (mp_runner.py:73) +2024-09-01 21:37:16,656 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.009076966001885012 (mp_runner.py:73) +2024-09-01 21:37:16,790 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.008136299002217129 (mp_runner.py:73) +2024-09-01 21:37:17,008 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008727127002202906 (mp_runner.py:73) +2024-09-01 21:37:17,043 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.008167157997377217 (mp_runner.py:73) +2024-09-01 21:37:17,177 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.007304986000235658 (mp_runner.py:73) +2024-09-01 21:37:17,182 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.008361747997696511 (mp_runner.py:73) +2024-09-01 21:37:17,621 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.0018681950023164973 (mp_runner.py:73) +2024-09-01 21:37:17,623 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.004088497000338975 (mp_runner.py:73) +2024-09-01 21:37:17,625 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.006165213999338448 (mp_runner.py:73) +2024-09-01 21:37:17,626 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.008196732000214979 (mp_runner.py:73) +2024-09-01 21:37:17,626 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.007649036000657361 (mp_runner.py:73) +2024-09-01 21:37:17,626 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.006144211001810618 (mp_runner.py:73) +2024-09-01 21:37:18,298 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.007785353001963813 (mp_runner.py:73) +2024-09-01 21:37:18,406 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.008786689999396913 (mp_runner.py:73) +2024-09-01 21:37:18,441 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.008096593999653123 (mp_runner.py:73) +2024-09-01 21:37:18,500 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.02052748700225493 (mp_runner.py:73) +2024-09-01 21:37:18,885 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.008108749003440607 (mp_runner.py:73) +2024-09-01 21:37:18,909 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.00990425000054529 (mp_runner.py:73) +2024-09-01 21:37:18,909 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.008850607002386823 (mp_runner.py:73) +2024-09-01 21:37:19,059 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.00281825599813601 (mp_runner.py:73) +2024-09-01 21:37:20,694 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.004841870002564974 (mp_runner.py:73) +2024-09-01 21:37:20,694 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.004589485994074494 (mp_runner.py:73) +2024-09-01 21:37:20,695 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.004594967998855282 (mp_runner.py:73) +2024-09-01 21:37:20,696 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.007318129995837808 (mp_runner.py:73) +2024-09-01 21:37:20,696 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.009150054000201635 (mp_runner.py:73) +2024-09-01 21:37:20,697 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.008791235995886382 (mp_runner.py:73) +2024-09-01 21:37:20,734 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.007222049003758002 (mp_runner.py:73) +2024-09-01 21:37:20,962 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.00847582500136923 (mp_runner.py:73) +2024-09-01 21:37:21,066 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.004289471005904488 (mp_runner.py:73) +2024-09-01 21:37:21,076 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.01552311299747089 (mp_runner.py:73) +2024-09-01 21:37:21,078 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.014553282002452761 (mp_runner.py:73) +2024-09-01 21:37:21,344 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.008120470003632363 (mp_runner.py:73) +2024-09-01 21:37:22,394 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.011823077002190985 (mp_runner.py:73) +2024-09-01 21:37:22,551 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.010397190999356098 (mp_runner.py:73) +2024-09-01 21:37:22,574 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.004234183004882652 (mp_runner.py:73) +2024-09-01 21:37:22,576 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.005456140002934262 (mp_runner.py:73) +2024-09-01 21:37:22,578 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.009225059002346825 (mp_runner.py:73) +2024-09-01 21:37:22,579 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.011482403002446517 (mp_runner.py:73) +2024-09-01 21:37:22,580 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.008117352997942362 (mp_runner.py:73) +2024-09-01 21:37:23,137 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.006273172999499366 (mp_runner.py:73) +2024-09-01 21:37:23,909 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.005106803997477982 (mp_runner.py:73) +2024-09-01 21:37:23,910 | DEBUG |(SpawnProcess-1:38) search_count: 4000, latest_latency=0.0037795069947605953 (mp_runner.py:73) +2024-09-01 21:37:23,911 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.0034287779999431223 (mp_runner.py:73) +2024-09-01 21:37:23,911 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.0074046049994649366 (mp_runner.py:73) +2024-09-01 21:37:23,911 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.008569502999307588 (mp_runner.py:73) +2024-09-01 21:37:23,912 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.004508477002673317 (mp_runner.py:73) +2024-09-01 21:37:24,925 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.006555751999258064 (mp_runner.py:73) +2024-09-01 21:37:24,979 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.010024073002568912 (mp_runner.py:73) +2024-09-01 21:37:25,020 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.006744613005139399 (mp_runner.py:73) +2024-09-01 21:37:25,024 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.0022896820009918883 (mp_runner.py:73) +2024-09-01 21:37:25,028 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.006201069998496678 (mp_runner.py:73) +2024-09-01 21:37:25,446 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.008806783000181895 (mp_runner.py:73) +2024-09-01 21:37:25,820 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.005128284996317234 (mp_runner.py:73) +2024-09-01 21:37:25,822 | DEBUG |(SpawnProcess-1:48) search_count: 4000, latest_latency=0.00724839000031352 (mp_runner.py:73) +2024-09-01 21:37:25,822 | DEBUG |(SpawnProcess-1:47) search_count: 4000, latest_latency=0.008511940999596845 (mp_runner.py:73) +2024-09-01 21:37:25,823 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.007079553004587069 (mp_runner.py:73) +2024-09-01 21:37:25,945 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.007473940000636503 (mp_runner.py:73) +2024-09-01 21:37:25,946 | DEBUG |(SpawnProcess-1:41) search_count: 4000, latest_latency=0.008868890996382106 (mp_runner.py:73) +2024-09-01 21:37:26,476 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.010241092997603118 (mp_runner.py:73) +2024-09-01 21:37:26,861 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0023s, count=4114, qps in this process: 137.1228 (mp_runner.py:76) +2024-09-01 21:37:26,901 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0025s, count=4422, qps in this process: 147.3877 (mp_runner.py:76) +2024-09-01 21:37:26,904 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.005s, count=4381, qps in this process: 146.009 (mp_runner.py:76) +2024-09-01 21:37:26,905 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0054s, count=4143, qps in this process: 138.0751 (mp_runner.py:76) +2024-09-01 21:37:26,913 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0052s, count=4382, qps in this process: 146.0414 (mp_runner.py:76) +2024-09-01 21:37:26,914 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0025s, count=4424, qps in this process: 147.4544 (mp_runner.py:76) +2024-09-01 21:37:26,990 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0002s, count=3817, qps in this process: 127.2325 (mp_runner.py:76) +2024-09-01 21:37:26,990 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0009s, count=4388, qps in this process: 146.2623 (mp_runner.py:76) +2024-09-01 21:37:26,995 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0022s, count=4168, qps in this process: 138.9231 (mp_runner.py:76) +2024-09-01 21:37:26,996 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.003s, count=3806, qps in this process: 126.854 (mp_runner.py:76) +2024-09-01 21:37:27,000 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0008s, count=3697, qps in this process: 123.23 (mp_runner.py:76) +2024-09-01 21:37:27,000 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0007s, count=3807, qps in this process: 126.897 (mp_runner.py:76) +2024-09-01 21:37:27,006 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.007s, count=3566, qps in this process: 118.8389 (mp_runner.py:76) +2024-09-01 21:37:27,013 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0012s, count=3469, qps in this process: 115.6287 (mp_runner.py:76) +2024-09-01 21:37:27,016 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0038s, count=4170, qps in this process: 138.9824 (mp_runner.py:76) +2024-09-01 21:37:27,020 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0005s, count=4173, qps in this process: 139.0977 (mp_runner.py:76) +2024-09-01 21:37:27,035 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0007s, count=3827, qps in this process: 127.5637 (mp_runner.py:76) +2024-09-01 21:37:27,036 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0015s, count=4144, qps in this process: 138.1264 (mp_runner.py:76) +2024-09-01 21:37:27,037 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0023s, count=3816, qps in this process: 127.1902 (mp_runner.py:76) +2024-09-01 21:37:27,039 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0109s, count=4455, qps in this process: 148.4461 (mp_runner.py:76) +2024-09-01 21:37:27,047 | INFO |End search in concurrency 20: dur=30.261223372996028s, total_count=81169, qps=2682.2775 (mp_runner.py:120) +2024-09-01 21:37:28,302 | INFO |Update largest qps with concurrency 20: current max_qps=2682.2775 (mp_runner.py:124) +2024-09-01 21:37:28,715 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:37:28,716 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 21:37:39,041 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 21:37:39,108 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,121 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,128 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,154 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,204 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,207 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,213 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,228 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,247 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,283 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,284 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,305 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,306 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,306 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:39,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:37:43,254 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.005586678998952266 (mp_runner.py:73) +2024-09-01 21:37:43,255 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.006240365997655317 (mp_runner.py:73) +2024-09-01 21:37:43,256 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.006373595999320969 (mp_runner.py:73) +2024-09-01 21:37:43,257 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.006577161999302916 (mp_runner.py:73) +2024-09-01 21:37:43,258 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.010063346002425533 (mp_runner.py:73) +2024-09-01 21:37:43,258 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.007407265999063384 (mp_runner.py:73) +2024-09-01 21:37:43,259 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.007413129002088681 (mp_runner.py:73) +2024-09-01 21:37:43,259 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.012146975997893605 (mp_runner.py:73) +2024-09-01 21:37:43,321 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.00671721099934075 (mp_runner.py:73) +2024-09-01 21:37:43,323 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.006205783000041265 (mp_runner.py:73) +2024-09-01 21:37:43,323 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.009461005000048317 (mp_runner.py:73) +2024-09-01 21:37:43,325 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.010185565995925572 (mp_runner.py:73) +2024-09-01 21:37:43,325 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.008142590006173123 (mp_runner.py:73) +2024-09-01 21:37:43,326 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.012822379001590889 (mp_runner.py:73) +2024-09-01 21:37:43,327 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.006892015997436829 (mp_runner.py:73) +2024-09-01 21:37:43,919 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.012976655998500064 (mp_runner.py:73) +2024-09-01 21:37:44,085 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.020016352995298803 (mp_runner.py:73) +2024-09-01 21:37:44,166 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.004863506001129281 (mp_runner.py:73) +2024-09-01 21:37:44,190 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.016621849994407967 (mp_runner.py:73) +2024-09-01 21:37:44,423 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.012321185000473633 (mp_runner.py:73) +2024-09-01 21:37:44,473 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.009640686999773607 (mp_runner.py:73) +2024-09-01 21:37:44,474 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.011242262000450864 (mp_runner.py:73) +2024-09-01 21:37:44,494 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.01203223400079878 (mp_runner.py:73) +2024-09-01 21:37:44,495 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.010201837001659442 (mp_runner.py:73) +2024-09-01 21:37:44,919 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.00916812499781372 (mp_runner.py:73) +2024-09-01 21:37:47,252 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.004760813004395459 (mp_runner.py:73) +2024-09-01 21:37:47,252 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.004876006001722999 (mp_runner.py:73) +2024-09-01 21:37:47,253 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.00475636099872645 (mp_runner.py:73) +2024-09-01 21:37:47,254 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.004726305996882729 (mp_runner.py:73) +2024-09-01 21:37:47,256 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.009266814005968627 (mp_runner.py:73) +2024-09-01 21:37:47,257 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.011462965005193837 (mp_runner.py:73) +2024-09-01 21:37:47,842 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.0066524649955681525 (mp_runner.py:73) +2024-09-01 21:37:47,843 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.008031857003516052 (mp_runner.py:73) +2024-09-01 21:37:48,044 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.012636285995540675 (mp_runner.py:73) +2024-09-01 21:37:48,055 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.004111207003006712 (mp_runner.py:73) +2024-09-01 21:37:48,058 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.004821420996449888 (mp_runner.py:73) +2024-09-01 21:37:48,073 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.011060084994824138 (mp_runner.py:73) +2024-09-01 21:37:48,087 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.0017782550057745539 (mp_runner.py:73) +2024-09-01 21:37:48,099 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.019300182000733912 (mp_runner.py:73) +2024-09-01 21:37:48,101 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.029427513996779453 (mp_runner.py:73) +2024-09-01 21:37:48,865 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.004326130998379085 (mp_runner.py:73) +2024-09-01 21:37:48,866 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.005666511002345942 (mp_runner.py:73) +2024-09-01 21:37:48,867 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.005207130998314824 (mp_runner.py:73) +2024-09-01 21:37:48,867 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.005572592999669723 (mp_runner.py:73) +2024-09-01 21:37:48,868 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.009005735999380704 (mp_runner.py:73) +2024-09-01 21:37:48,868 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.008849580000969581 (mp_runner.py:73) +2024-09-01 21:37:49,101 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.008683357998961583 (mp_runner.py:73) +2024-09-01 21:37:49,104 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.011431970000558067 (mp_runner.py:73) +2024-09-01 21:37:49,160 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.009666773999924771 (mp_runner.py:73) +2024-09-01 21:37:50,141 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.01081919900025241 (mp_runner.py:73) +2024-09-01 21:37:51,129 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.0337573010037886 (mp_runner.py:73) +2024-09-01 21:37:51,182 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.012462361999496352 (mp_runner.py:73) +2024-09-01 21:37:51,282 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.011089573003118858 (mp_runner.py:73) +2024-09-01 21:37:51,285 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.011448784003732726 (mp_runner.py:73) +2024-09-01 21:37:51,364 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.0068909940018784255 (mp_runner.py:73) +2024-09-01 21:37:51,365 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.010773953996249475 (mp_runner.py:73) +2024-09-01 21:37:52,280 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.010972203999699559 (mp_runner.py:73) +2024-09-01 21:37:52,330 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.01101130100141745 (mp_runner.py:73) +2024-09-01 21:37:52,331 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.004768100996443536 (mp_runner.py:73) +2024-09-01 21:37:52,332 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.008031792000110727 (mp_runner.py:73) +2024-09-01 21:37:52,332 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.008044262998737395 (mp_runner.py:73) +2024-09-01 21:37:52,333 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.00865760200395016 (mp_runner.py:73) +2024-09-01 21:37:52,334 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.008237817004555836 (mp_runner.py:73) +2024-09-01 21:37:52,334 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.010835556000529323 (mp_runner.py:73) +2024-09-01 21:37:52,516 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.009090790001209825 (mp_runner.py:73) +2024-09-01 21:37:53,393 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.011314271003357135 (mp_runner.py:73) +2024-09-01 21:37:53,397 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.00800159200298367 (mp_runner.py:73) +2024-09-01 21:37:53,463 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.010284128002240323 (mp_runner.py:73) +2024-09-01 21:37:53,547 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.007638529998075683 (mp_runner.py:73) +2024-09-01 21:37:53,549 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.009597828997357283 (mp_runner.py:73) +2024-09-01 21:37:53,675 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.0103939340042416 (mp_runner.py:73) +2024-09-01 21:37:54,407 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.010674749995814636 (mp_runner.py:73) +2024-09-01 21:37:54,425 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.011417855996114668 (mp_runner.py:73) +2024-09-01 21:37:54,642 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.012051103003614116 (mp_runner.py:73) +2024-09-01 21:37:55,154 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.01054346499586245 (mp_runner.py:73) +2024-09-01 21:37:55,603 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.007409421996271703 (mp_runner.py:73) +2024-09-01 21:37:55,603 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.00901921300101094 (mp_runner.py:73) +2024-09-01 21:37:55,604 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.008940640000218991 (mp_runner.py:73) +2024-09-01 21:37:55,604 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.010786398001073394 (mp_runner.py:73) +2024-09-01 21:37:56,056 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.007197022998298053 (mp_runner.py:73) +2024-09-01 21:37:56,057 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.006949075999727938 (mp_runner.py:73) +2024-09-01 21:37:56,237 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.004288584997993894 (mp_runner.py:73) +2024-09-01 21:37:56,239 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.007136254003853537 (mp_runner.py:73) +2024-09-01 21:37:56,241 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.00665724999998929 (mp_runner.py:73) +2024-09-01 21:37:56,241 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.00862944200343918 (mp_runner.py:73) +2024-09-01 21:37:56,242 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.011087295999459457 (mp_runner.py:73) +2024-09-01 21:37:56,242 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.010295836000295822 (mp_runner.py:73) +2024-09-01 21:37:56,242 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.007117114997527096 (mp_runner.py:73) +2024-09-01 21:37:56,645 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.009464443995966576 (mp_runner.py:73) +2024-09-01 21:37:57,842 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.010734412004239857 (mp_runner.py:73) +2024-09-01 21:37:58,556 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.0028361279983073473 (mp_runner.py:73) +2024-09-01 21:37:58,558 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.009165536001091823 (mp_runner.py:73) +2024-09-01 21:37:58,806 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.012037663997034542 (mp_runner.py:73) +2024-09-01 21:37:58,915 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.008332933000929188 (mp_runner.py:73) +2024-09-01 21:37:58,916 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.008326369999849703 (mp_runner.py:73) +2024-09-01 21:37:59,191 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.01155709799786564 (mp_runner.py:73) +2024-09-01 21:37:59,634 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.010713263996876776 (mp_runner.py:73) +2024-09-01 21:37:59,783 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.005129101999045815 (mp_runner.py:73) +2024-09-01 21:37:59,784 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.006185342004755512 (mp_runner.py:73) +2024-09-01 21:37:59,785 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.012849230995925609 (mp_runner.py:73) +2024-09-01 21:37:59,785 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.01169833900348749 (mp_runner.py:73) +2024-09-01 21:37:59,827 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.011171507998369634 (mp_runner.py:73) +2024-09-01 21:38:00,113 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.014561473995854612 (mp_runner.py:73) +2024-09-01 21:38:00,215 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.0018424150039209053 (mp_runner.py:73) +2024-09-01 21:38:00,275 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.006564452996826731 (mp_runner.py:73) +2024-09-01 21:38:00,411 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.009814693999942392 (mp_runner.py:73) +2024-09-01 21:38:00,412 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.007107279998308513 (mp_runner.py:73) +2024-09-01 21:38:00,414 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.004954918993462343 (mp_runner.py:73) +2024-09-01 21:38:00,577 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.005886509999982081 (mp_runner.py:73) +2024-09-01 21:38:00,577 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.00700781599880429 (mp_runner.py:73) +2024-09-01 21:38:00,578 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.0084572410050896 (mp_runner.py:73) +2024-09-01 21:38:00,579 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.010630534998199437 (mp_runner.py:73) +2024-09-01 21:38:00,582 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.0054722190034226514 (mp_runner.py:73) +2024-09-01 21:38:01,874 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.014495233001071028 (mp_runner.py:73) +2024-09-01 21:38:03,513 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.011703222997311968 (mp_runner.py:73) +2024-09-01 21:38:03,785 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.013254622004751582 (mp_runner.py:73) +2024-09-01 21:38:04,070 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.014128579998214263 (mp_runner.py:73) +2024-09-01 21:38:04,179 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.004270277000614442 (mp_runner.py:73) +2024-09-01 21:38:04,180 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.007201715998235159 (mp_runner.py:73) +2024-09-01 21:38:04,181 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.007048456005577464 (mp_runner.py:73) +2024-09-01 21:38:04,184 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.008061411004746333 (mp_runner.py:73) +2024-09-01 21:38:04,244 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.00811454199720174 (mp_runner.py:73) +2024-09-01 21:38:04,246 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.010843856005521957 (mp_runner.py:73) +2024-09-01 21:38:04,401 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.011021364996850025 (mp_runner.py:73) +2024-09-01 21:38:04,589 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.008033705998968799 (mp_runner.py:73) +2024-09-01 21:38:04,589 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.007478491002984811 (mp_runner.py:73) +2024-09-01 21:38:04,591 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.010407981004391331 (mp_runner.py:73) +2024-09-01 21:38:04,591 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.002871327997127082 (mp_runner.py:73) +2024-09-01 21:38:04,670 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.011709774000337347 (mp_runner.py:73) +2024-09-01 21:38:04,835 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.005215439996391069 (mp_runner.py:73) +2024-09-01 21:38:04,835 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.004923781001707539 (mp_runner.py:73) +2024-09-01 21:38:04,837 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.008446382998954505 (mp_runner.py:73) +2024-09-01 21:38:04,838 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.012468115004594438 (mp_runner.py:73) +2024-09-01 21:38:04,839 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.00970912400225643 (mp_runner.py:73) +2024-09-01 21:38:05,083 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.010449973997310735 (mp_runner.py:73) +2024-09-01 21:38:05,265 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.011525011999765411 (mp_runner.py:73) +2024-09-01 21:38:05,327 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.011197400999662932 (mp_runner.py:73) +2024-09-01 21:38:05,554 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.008389829999941867 (mp_runner.py:73) +2024-09-01 21:38:07,377 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.00994878100027563 (mp_runner.py:73) +2024-09-01 21:38:08,498 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.00955705699743703 (mp_runner.py:73) +2024-09-01 21:38:08,498 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.010645231006492395 (mp_runner.py:73) +2024-09-01 21:38:08,499 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.005973952997010201 (mp_runner.py:73) +2024-09-01 21:38:08,499 | DEBUG |(SpawnProcess-1:69) search_count: 3500, latest_latency=0.0060748200048692524 (mp_runner.py:73) +2024-09-01 21:38:08,500 | DEBUG |(SpawnProcess-1:50) search_count: 3500, latest_latency=0.01797511899349047 (mp_runner.py:73) +2024-09-01 21:38:08,501 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.015081413999723736 (mp_runner.py:73) +2024-09-01 21:38:08,501 | DEBUG |(SpawnProcess-1:51) search_count: 3500, latest_latency=0.006959338999877218 (mp_runner.py:73) +2024-09-01 21:38:08,501 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.006103555002482608 (mp_runner.py:73) +2024-09-01 21:38:08,730 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.005352811996999662 (mp_runner.py:73) +2024-09-01 21:38:08,730 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.009442460999707691 (mp_runner.py:73) +2024-09-01 21:38:08,731 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.004878833002294414 (mp_runner.py:73) +2024-09-01 21:38:08,731 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.011115246001281776 (mp_runner.py:73) +2024-09-01 21:38:08,732 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.004954144998919219 (mp_runner.py:73) +2024-09-01 21:38:08,914 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.016685015994880814 (mp_runner.py:73) +2024-09-01 21:38:09,118 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.010350670003390405 (mp_runner.py:73) +2024-09-01 21:38:09,119 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0106s, count=3577, qps in this process: 119.1912 (mp_runner.py:76) +2024-09-01 21:38:09,131 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0086s, count=3502, qps in this process: 116.6999 (mp_runner.py:76) +2024-09-01 21:38:09,135 | DEBUG |(SpawnProcess-1:73) search_count: 3500, latest_latency=0.0037973439975758083 (mp_runner.py:73) +2024-09-01 21:38:09,141 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.004s, count=3024, qps in this process: 100.7866 (mp_runner.py:76) +2024-09-01 21:38:09,158 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0013s, count=3043, qps in this process: 101.4289 (mp_runner.py:76) +2024-09-01 21:38:09,168 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.0059076649995404296 (mp_runner.py:73) +2024-09-01 21:38:09,185 | DEBUG |(SpawnProcess-1:64) search_count: 3500, latest_latency=0.01016028300364269 (mp_runner.py:73) +2024-09-01 21:38:09,185 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.010029596000094898 (mp_runner.py:73) +2024-09-01 21:38:09,207 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0003s, count=3586, qps in this process: 119.5321 (mp_runner.py:76) +2024-09-01 21:38:09,214 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0044s, count=3170, qps in this process: 105.6512 (mp_runner.py:76) +2024-09-01 21:38:09,216 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0005s, count=3051, qps in this process: 101.6983 (mp_runner.py:76) +2024-09-01 21:38:09,243 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0042s, count=3592, qps in this process: 119.7166 (mp_runner.py:76) +2024-09-01 21:38:09,248 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0006s, count=3511, qps in this process: 117.031 (mp_runner.py:76) +2024-09-01 21:38:09,249 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0015s, count=2878, qps in this process: 95.9285 (mp_runner.py:76) +2024-09-01 21:38:09,251 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0022s, count=3509, qps in this process: 116.9581 (mp_runner.py:76) +2024-09-01 21:38:09,267 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.0021s, count=3521, qps in this process: 117.3585 (mp_runner.py:76) +2024-09-01 21:38:09,268 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0026s, count=2894, qps in this process: 96.4583 (mp_runner.py:76) +2024-09-01 21:38:09,273 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0082s, count=3063, qps in this process: 102.0721 (mp_runner.py:76) +2024-09-01 21:38:09,284 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0014s, count=3601, qps in this process: 120.0277 (mp_runner.py:76) +2024-09-01 21:38:09,290 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0043s, count=3069, qps in this process: 102.2853 (mp_runner.py:76) +2024-09-01 21:38:09,290 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0022s, count=3603, qps in this process: 120.0912 (mp_runner.py:76) +2024-09-01 21:38:09,300 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0024s, count=3064, qps in this process: 102.1252 (mp_runner.py:76) +2024-09-01 21:38:09,308 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0014s, count=2957, qps in this process: 98.5621 (mp_runner.py:76) +2024-09-01 21:38:09,309 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0012s, count=2860, qps in this process: 95.3295 (mp_runner.py:76) +2024-09-01 21:38:09,310 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0008s, count=3610, qps in this process: 120.3301 (mp_runner.py:76) +2024-09-01 21:38:09,311 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0002s, count=3610, qps in this process: 120.3325 (mp_runner.py:76) +2024-09-01 21:38:09,313 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0015s, count=3521, qps in this process: 117.3608 (mp_runner.py:76) +2024-09-01 21:38:09,320 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.001s, count=3619, qps in this process: 120.6293 (mp_runner.py:76) +2024-09-01 21:38:09,327 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0008s, count=2941, qps in this process: 98.0307 (mp_runner.py:76) +2024-09-01 21:38:09,336 | INFO |End search in concurrency 25: dur=30.294968015994527s, total_count=82376, qps=2719.1314 (mp_runner.py:120) +2024-09-01 21:38:10,908 | INFO |Update largest qps with concurrency 25: current max_qps=2719.1314 (mp_runner.py:124) +2024-09-01 21:38:11,316 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:38:11,317 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 21:38:21,685 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 21:38:21,886 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,898 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,924 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,924 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,925 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,925 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,925 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,935 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,936 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,937 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,937 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,965 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,972 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,976 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,977 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,978 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,981 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,987 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,992 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,995 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,997 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,997 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:21,999 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:22,004 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:22,019 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:22,024 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:22,024 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:22,043 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:38:26,721 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.008322387002408504 (mp_runner.py:73) +2024-09-01 21:38:26,721 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.010311598001862876 (mp_runner.py:73) +2024-09-01 21:38:26,722 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.008930819996749051 (mp_runner.py:73) +2024-09-01 21:38:26,722 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.008553614999982528 (mp_runner.py:73) +2024-09-01 21:38:26,723 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.008653110999148339 (mp_runner.py:73) +2024-09-01 21:38:26,723 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.008366235997527838 (mp_runner.py:73) +2024-09-01 21:38:26,724 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.007124404000933282 (mp_runner.py:73) +2024-09-01 21:38:26,724 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.008315184997627512 (mp_runner.py:73) +2024-09-01 21:38:26,725 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.007494094003050122 (mp_runner.py:73) +2024-09-01 21:38:26,725 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.013650621003762353 (mp_runner.py:73) +2024-09-01 21:38:26,725 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.008048327996220905 (mp_runner.py:73) +2024-09-01 21:38:26,725 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.01310506399750011 (mp_runner.py:73) +2024-09-01 21:38:26,726 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.01196234799863305 (mp_runner.py:73) +2024-09-01 21:38:26,726 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.014268206999986432 (mp_runner.py:73) +2024-09-01 21:38:26,891 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.007077330999891274 (mp_runner.py:73) +2024-09-01 21:38:26,892 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.007262031998834573 (mp_runner.py:73) +2024-09-01 21:38:26,894 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.008388400994590484 (mp_runner.py:73) +2024-09-01 21:38:26,895 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.009565695996570867 (mp_runner.py:73) +2024-09-01 21:38:26,896 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.012407324997184332 (mp_runner.py:73) +2024-09-01 21:38:26,897 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.009729145996971056 (mp_runner.py:73) +2024-09-01 21:38:26,897 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.011424730000726413 (mp_runner.py:73) +2024-09-01 21:38:26,897 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.011122969997813925 (mp_runner.py:73) +2024-09-01 21:38:26,899 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.015133679000427946 (mp_runner.py:73) +2024-09-01 21:38:27,135 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.008530856001016218 (mp_runner.py:73) +2024-09-01 21:38:27,135 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.008054796999203973 (mp_runner.py:73) +2024-09-01 21:38:27,136 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.012601301001268439 (mp_runner.py:73) +2024-09-01 21:38:27,137 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.009973807995265815 (mp_runner.py:73) +2024-09-01 21:38:27,138 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.01281674500205554 (mp_runner.py:73) +2024-09-01 21:38:28,164 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.01487677600380266 (mp_runner.py:73) +2024-09-01 21:38:28,578 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.01054951999685727 (mp_runner.py:73) +2024-09-01 21:38:31,420 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.006106624998210464 (mp_runner.py:73) +2024-09-01 21:38:31,421 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.006706952000968158 (mp_runner.py:73) +2024-09-01 21:38:31,421 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.006605556001886725 (mp_runner.py:73) +2024-09-01 21:38:31,422 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.007519954000599682 (mp_runner.py:73) +2024-09-01 21:38:31,422 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.00656526000238955 (mp_runner.py:73) +2024-09-01 21:38:31,422 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.005319146002875641 (mp_runner.py:73) +2024-09-01 21:38:31,422 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006898510997416452 (mp_runner.py:73) +2024-09-01 21:38:31,423 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.007086170000548009 (mp_runner.py:73) +2024-09-01 21:38:31,423 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.008226193000155035 (mp_runner.py:73) +2024-09-01 21:38:31,425 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.011405217999708839 (mp_runner.py:73) +2024-09-01 21:38:31,425 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.012550824001664296 (mp_runner.py:73) +2024-09-01 21:38:31,429 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.01332610799727263 (mp_runner.py:73) +2024-09-01 21:38:31,769 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.007291162997717038 (mp_runner.py:73) +2024-09-01 21:38:31,769 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.007146638999984134 (mp_runner.py:73) +2024-09-01 21:38:31,769 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.005687641998520121 (mp_runner.py:73) +2024-09-01 21:38:31,770 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.0056299910065717995 (mp_runner.py:73) +2024-09-01 21:38:31,770 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.007069631996273529 (mp_runner.py:73) +2024-09-01 21:38:31,771 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.006080336999730207 (mp_runner.py:73) +2024-09-01 21:38:31,771 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.010408068999822717 (mp_runner.py:73) +2024-09-01 21:38:31,772 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.007941872005176265 (mp_runner.py:73) +2024-09-01 21:38:31,772 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.01071550400229171 (mp_runner.py:73) +2024-09-01 21:38:31,773 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.007648614002391696 (mp_runner.py:73) +2024-09-01 21:38:31,773 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.0072894900004030205 (mp_runner.py:73) +2024-09-01 21:38:31,774 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.006883746995299589 (mp_runner.py:73) +2024-09-01 21:38:31,774 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.01343449400155805 (mp_runner.py:73) +2024-09-01 21:38:31,774 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.00479110999731347 (mp_runner.py:73) +2024-09-01 21:38:31,775 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.0073663250004756264 (mp_runner.py:73) +2024-09-01 21:38:32,995 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.013546822003263514 (mp_runner.py:73) +2024-09-01 21:38:34,669 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.01038650899863569 (mp_runner.py:73) +2024-09-01 21:38:34,976 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.011570598006073851 (mp_runner.py:73) +2024-09-01 21:38:35,934 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.006312168996373657 (mp_runner.py:73) +2024-09-01 21:38:35,935 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.007282652994035743 (mp_runner.py:73) +2024-09-01 21:38:35,935 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.006541640999785159 (mp_runner.py:73) +2024-09-01 21:38:35,935 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.006367449001118075 (mp_runner.py:73) +2024-09-01 21:38:35,935 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.005868063999514561 (mp_runner.py:73) +2024-09-01 21:38:35,936 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.006335983001918066 (mp_runner.py:73) +2024-09-01 21:38:35,936 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.00676238499727333 (mp_runner.py:73) +2024-09-01 21:38:35,936 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.006088705995352939 (mp_runner.py:73) +2024-09-01 21:38:35,937 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.009570663998601958 (mp_runner.py:73) +2024-09-01 21:38:35,940 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.009238927006663289 (mp_runner.py:73) +2024-09-01 21:38:35,940 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.013244639005279168 (mp_runner.py:73) +2024-09-01 21:38:35,942 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.011254910001298413 (mp_runner.py:73) +2024-09-01 21:38:36,207 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.008867091004503891 (mp_runner.py:73) +2024-09-01 21:38:36,208 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.010189669999817852 (mp_runner.py:73) +2024-09-01 21:38:36,209 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.007824196996807586 (mp_runner.py:73) +2024-09-01 21:38:36,209 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.012067966999893542 (mp_runner.py:73) +2024-09-01 21:38:36,257 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.009638891999202315 (mp_runner.py:73) +2024-09-01 21:38:36,258 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.00807733100373298 (mp_runner.py:73) +2024-09-01 21:38:36,258 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.008077338003204204 (mp_runner.py:73) +2024-09-01 21:38:36,258 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.007207577000372112 (mp_runner.py:73) +2024-09-01 21:38:36,258 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.007972940999025013 (mp_runner.py:73) +2024-09-01 21:38:36,259 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.009519933999399655 (mp_runner.py:73) +2024-09-01 21:38:36,259 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.007912293993285857 (mp_runner.py:73) +2024-09-01 21:38:36,260 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.0074633709955378436 (mp_runner.py:73) +2024-09-01 21:38:36,260 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.007837778997782152 (mp_runner.py:73) +2024-09-01 21:38:36,261 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.007787114001985174 (mp_runner.py:73) +2024-09-01 21:38:36,261 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.012729991001833696 (mp_runner.py:73) +2024-09-01 21:38:39,308 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.01280862299608998 (mp_runner.py:73) +2024-09-01 21:38:40,486 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.0051754989981418476 (mp_runner.py:73) +2024-09-01 21:38:40,488 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.008007456999621354 (mp_runner.py:73) +2024-09-01 21:38:40,489 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.009249561997421551 (mp_runner.py:73) +2024-09-01 21:38:40,489 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.0073581600008765236 (mp_runner.py:73) +2024-09-01 21:38:40,489 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.006071843999961857 (mp_runner.py:73) +2024-09-01 21:38:40,490 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.012795657996321097 (mp_runner.py:73) +2024-09-01 21:38:40,490 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.006910144998983014 (mp_runner.py:73) +2024-09-01 21:38:40,491 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.012944246998813469 (mp_runner.py:73) +2024-09-01 21:38:40,492 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.008216138994612265 (mp_runner.py:73) +2024-09-01 21:38:40,492 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.011365949001628906 (mp_runner.py:73) +2024-09-01 21:38:40,492 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.005169256000954192 (mp_runner.py:73) +2024-09-01 21:38:40,600 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.006694659998174757 (mp_runner.py:73) +2024-09-01 21:38:40,601 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.00850008599809371 (mp_runner.py:73) +2024-09-01 21:38:40,602 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.007904104997578543 (mp_runner.py:73) +2024-09-01 21:38:40,602 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.009110945000429638 (mp_runner.py:73) +2024-09-01 21:38:40,602 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.008584254996094387 (mp_runner.py:73) +2024-09-01 21:38:40,602 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007408981997286901 (mp_runner.py:73) +2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.008095641998806968 (mp_runner.py:73) +2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.007443034999596421 (mp_runner.py:73) +2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.007225353998364881 (mp_runner.py:73) +2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.008077895996393636 (mp_runner.py:73) +2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.0108176390058361 (mp_runner.py:73) +2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.006810566999774892 (mp_runner.py:73) +2024-09-01 21:38:40,604 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.006884772003104445 (mp_runner.py:73) +2024-09-01 21:38:40,604 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.006747988998540677 (mp_runner.py:73) +2024-09-01 21:38:40,605 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.013355467999645043 (mp_runner.py:73) +2024-09-01 21:38:40,830 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.013275197001348715 (mp_runner.py:73) +2024-09-01 21:38:41,051 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.014187144006427843 (mp_runner.py:73) +2024-09-01 21:38:41,343 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.015500378001888748 (mp_runner.py:73) +2024-09-01 21:38:45,341 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.023321705004491378 (mp_runner.py:73) +2024-09-01 21:38:45,427 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.012996628000109922 (mp_runner.py:73) +2024-09-01 21:38:45,435 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.009491027994954493 (mp_runner.py:73) +2024-09-01 21:38:45,435 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.011846533998323139 (mp_runner.py:73) +2024-09-01 21:38:45,437 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.005718127002182882 (mp_runner.py:73) +2024-09-01 21:38:45,437 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.007444813003530726 (mp_runner.py:73) +2024-09-01 21:38:45,439 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.009735180996358395 (mp_runner.py:73) +2024-09-01 21:38:45,439 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.008501671996782534 (mp_runner.py:73) +2024-09-01 21:38:45,440 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.00909334899915848 (mp_runner.py:73) +2024-09-01 21:38:45,447 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.010413965996121988 (mp_runner.py:73) +2024-09-01 21:38:45,510 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.01356013600161532 (mp_runner.py:73) +2024-09-01 21:38:45,513 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.010502914999960922 (mp_runner.py:73) +2024-09-01 21:38:45,514 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.00812567400134867 (mp_runner.py:73) +2024-09-01 21:38:45,515 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.014179243000398856 (mp_runner.py:73) +2024-09-01 21:38:45,614 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.008693502000824083 (mp_runner.py:73) +2024-09-01 21:38:45,617 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.010336935003579129 (mp_runner.py:73) +2024-09-01 21:38:45,618 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.013236434002465103 (mp_runner.py:73) +2024-09-01 21:38:45,619 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.01333745899319183 (mp_runner.py:73) +2024-09-01 21:38:45,669 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.013866687004338019 (mp_runner.py:73) +2024-09-01 21:38:45,670 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.01286243899812689 (mp_runner.py:73) +2024-09-01 21:38:45,858 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.014444011998421047 (mp_runner.py:73) +2024-09-01 21:38:45,917 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.01087102000019513 (mp_runner.py:73) +2024-09-01 21:38:46,025 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.0137425520006218 (mp_runner.py:73) +2024-09-01 21:38:46,074 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.013973592998809181 (mp_runner.py:73) +2024-09-01 21:38:46,460 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.01220146199921146 (mp_runner.py:73) +2024-09-01 21:38:46,460 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.011808859999291599 (mp_runner.py:73) +2024-09-01 21:38:46,603 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.011340645003656391 (mp_runner.py:73) +2024-09-01 21:38:47,583 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.013934932001575362 (mp_runner.py:73) +2024-09-01 21:38:47,791 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.011987824000243563 (mp_runner.py:73) +2024-09-01 21:38:48,090 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.029856442000891548 (mp_runner.py:73) +2024-09-01 21:38:49,930 | DEBUG |(SpawnProcess-1:105) search_count: 3000, latest_latency=0.006396887001756113 (mp_runner.py:73) +2024-09-01 21:38:49,930 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.006001464003929868 (mp_runner.py:73) +2024-09-01 21:38:49,930 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.006806552002672106 (mp_runner.py:73) +2024-09-01 21:38:49,932 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.010322374997485895 (mp_runner.py:73) +2024-09-01 21:38:49,933 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.007157415995607153 (mp_runner.py:73) +2024-09-01 21:38:49,933 | DEBUG |(SpawnProcess-1:90) search_count: 3000, latest_latency=0.007944115001009777 (mp_runner.py:73) +2024-09-01 21:38:49,934 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.012176640004327055 (mp_runner.py:73) +2024-09-01 21:38:49,935 | DEBUG |(SpawnProcess-1:83) search_count: 3000, latest_latency=0.006998864002525806 (mp_runner.py:73) +2024-09-01 21:38:49,935 | DEBUG |(SpawnProcess-1:96) search_count: 3000, latest_latency=0.0066580659986357205 (mp_runner.py:73) +2024-09-01 21:38:50,515 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.009642367003834806 (mp_runner.py:73) +2024-09-01 21:38:50,522 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.011953793997236062 (mp_runner.py:73) +2024-09-01 21:38:50,523 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.01578016200073762 (mp_runner.py:73) +2024-09-01 21:38:50,607 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.009052115994563792 (mp_runner.py:73) +2024-09-01 21:38:50,607 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.011019284000212792 (mp_runner.py:73) +2024-09-01 21:38:51,056 | DEBUG |(SpawnProcess-1:94) search_count: 3000, latest_latency=0.0015548879964626394 (mp_runner.py:73) +2024-09-01 21:38:51,113 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.024855096999090165 (mp_runner.py:73) +2024-09-01 21:38:51,137 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.008524049000698142 (mp_runner.py:73) +2024-09-01 21:38:51,359 | DEBUG |(SpawnProcess-1:98) search_count: 3000, latest_latency=0.01251126699935412 (mp_runner.py:73) +2024-09-01 21:38:51,749 | DEBUG |(SpawnProcess-1:89) search_count: 3000, latest_latency=0.013075548005872406 (mp_runner.py:73) +2024-09-01 21:38:51,830 | DEBUG |(SpawnProcess-1:88) search_count: 3000, latest_latency=0.014076717001444194 (mp_runner.py:73) +2024-09-01 21:38:51,890 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.001s, count=3199, qps in this process: 106.6298 (mp_runner.py:76) +2024-09-01 21:38:51,894 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0033s, count=3200, qps in this process: 106.6549 (mp_runner.py:76) +2024-09-01 21:38:51,922 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0121s, count=3104, qps in this process: 103.425 (mp_runner.py:76) +2024-09-01 21:38:51,938 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0032s, count=3119, qps in this process: 103.9556 (mp_runner.py:76) +2024-09-01 21:38:51,939 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0093s, count=3205, qps in this process: 106.8002 (mp_runner.py:76) +2024-09-01 21:38:51,940 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0005s, count=3080, qps in this process: 102.665 (mp_runner.py:76) +2024-09-01 21:38:51,940 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.006s, count=3205, qps in this process: 106.812 (mp_runner.py:76) +2024-09-01 21:38:51,944 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0079s, count=3069, qps in this process: 102.2731 (mp_runner.py:76) +2024-09-01 21:38:51,945 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.009s, count=3206, qps in this process: 106.8346 (mp_runner.py:76) +2024-09-01 21:38:51,946 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0049s, count=2845, qps in this process: 94.8178 (mp_runner.py:76) +2024-09-01 21:38:51,947 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0171s, count=3069, qps in this process: 102.2417 (mp_runner.py:76) +2024-09-01 21:38:51,950 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0103s, count=3010, qps in this process: 100.2989 (mp_runner.py:76) +2024-09-01 21:38:51,964 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0309s, count=2935, qps in this process: 97.7327 (mp_runner.py:76) +2024-09-01 21:38:51,970 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0023s, count=2988, qps in this process: 99.5924 (mp_runner.py:76) +2024-09-01 21:38:51,978 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0003s, count=2947, qps in this process: 98.2324 (mp_runner.py:76) +2024-09-01 21:38:51,982 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0004s, count=3021, qps in this process: 100.6987 (mp_runner.py:76) +2024-09-01 21:38:51,982 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0067s, count=3211, qps in this process: 107.0094 (mp_runner.py:76) +2024-09-01 21:38:51,982 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0029s, count=3054, qps in this process: 101.7902 (mp_runner.py:76) +2024-09-01 21:38:51,988 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0035s, count=3111, qps in this process: 103.6879 (mp_runner.py:76) +2024-09-01 21:38:51,997 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0074s, count=3213, qps in this process: 107.0736 (mp_runner.py:76) +2024-09-01 21:38:51,997 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0027s, count=2950, qps in this process: 98.3245 (mp_runner.py:76) +2024-09-01 21:38:52,003 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0066s, count=2987, qps in this process: 99.5448 (mp_runner.py:76) +2024-09-01 21:38:52,006 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0022s, count=3128, qps in this process: 104.259 (mp_runner.py:76) +2024-09-01 21:38:52,008 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0017s, count=3128, qps in this process: 104.2608 (mp_runner.py:76) +2024-09-01 21:38:52,009 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0033s, count=2973, qps in this process: 99.0891 (mp_runner.py:76) +2024-09-01 21:38:52,012 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0022s, count=2497, qps in this process: 83.2272 (mp_runner.py:76) +2024-09-01 21:38:52,025 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0019s, count=2338, qps in this process: 77.9284 (mp_runner.py:76) +2024-09-01 21:38:52,028 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0023s, count=3222, qps in this process: 107.3918 (mp_runner.py:76) +2024-09-01 21:38:52,028 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0014s, count=3223, qps in this process: 107.4283 (mp_runner.py:76) +2024-09-01 21:38:52,048 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0003s, count=2337, qps in this process: 77.8992 (mp_runner.py:76) +2024-09-01 21:38:52,056 | INFO |End search in concurrency 30: dur=30.370779012999265s, total_count=90574, qps=2982.2745 (mp_runner.py:120) +2024-09-01 21:38:53,947 | INFO |Update largest qps with concurrency 30: current max_qps=2982.2745 (mp_runner.py:124) +2024-09-01 21:38:54,357 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:38:54,357 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 21:39:04,953 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 21:39:05,005 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,025 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,127 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,147 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,151 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,190 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,191 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,223 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,226 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,228 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,235 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,248 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,270 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,272 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,272 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,272 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,284 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,290 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,297 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,300 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,301 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,307 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,330 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,330 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,333 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,348 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,349 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,353 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,362 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:05,373 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:10,902 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.018860042000596877 (mp_runner.py:73) +2024-09-01 21:39:10,902 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.015838731997064315 (mp_runner.py:73) +2024-09-01 21:39:11,061 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.013267898000776768 (mp_runner.py:73) +2024-09-01 21:39:11,063 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.01065452800685307 (mp_runner.py:73) +2024-09-01 21:39:11,064 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.012329258999670856 (mp_runner.py:73) +2024-09-01 21:39:11,064 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.0171609380049631 (mp_runner.py:73) +2024-09-01 21:39:11,065 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.013934328999312129 (mp_runner.py:73) +2024-09-01 21:39:11,065 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.013066507999610621 (mp_runner.py:73) +2024-09-01 21:39:11,238 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.013668113999301568 (mp_runner.py:73) +2024-09-01 21:39:11,328 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.018690372999117244 (mp_runner.py:73) +2024-09-01 21:39:11,347 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.007914791000075638 (mp_runner.py:73) +2024-09-01 21:39:11,347 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.009961222000129055 (mp_runner.py:73) +2024-09-01 21:39:11,349 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.011028373999579344 (mp_runner.py:73) +2024-09-01 21:39:11,350 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.012317516004259232 (mp_runner.py:73) +2024-09-01 21:39:11,350 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.009322767997218762 (mp_runner.py:73) +2024-09-01 21:39:11,351 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.01078569500532467 (mp_runner.py:73) +2024-09-01 21:39:11,351 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.012775297000189312 (mp_runner.py:73) +2024-09-01 21:39:11,352 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01719404100003885 (mp_runner.py:73) +2024-09-01 21:39:11,353 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.013619682998978533 (mp_runner.py:73) +2024-09-01 21:39:11,353 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.01317289299913682 (mp_runner.py:73) +2024-09-01 21:39:11,353 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.01642958799493499 (mp_runner.py:73) +2024-09-01 21:39:11,355 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.0049028680004994385 (mp_runner.py:73) +2024-09-01 21:39:11,527 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.016161220999492798 (mp_runner.py:73) +2024-09-01 21:39:11,528 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.013923644997703377 (mp_runner.py:73) +2024-09-01 21:39:11,681 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.018012041997280903 (mp_runner.py:73) +2024-09-01 21:39:11,681 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.01711688000068534 (mp_runner.py:73) +2024-09-01 21:39:12,157 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.014018601999850944 (mp_runner.py:73) +2024-09-01 21:39:12,157 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.015635912997822743 (mp_runner.py:73) +2024-09-01 21:39:12,276 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.02212399499694584 (mp_runner.py:73) +2024-09-01 21:39:12,359 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.012681704996793997 (mp_runner.py:73) +2024-09-01 21:39:12,360 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.014549278996128123 (mp_runner.py:73) +2024-09-01 21:39:12,473 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.0161400390061317 (mp_runner.py:73) +2024-09-01 21:39:12,501 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.019444213998212945 (mp_runner.py:73) +2024-09-01 21:39:12,502 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.018890735002059955 (mp_runner.py:73) +2024-09-01 21:39:13,824 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.017743527998391073 (mp_runner.py:73) +2024-09-01 21:39:16,917 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.0076890619966434315 (mp_runner.py:73) +2024-09-01 21:39:16,919 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.008889598997484427 (mp_runner.py:73) +2024-09-01 21:39:16,919 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.008096931996988133 (mp_runner.py:73) +2024-09-01 21:39:16,920 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.014652719997684471 (mp_runner.py:73) +2024-09-01 21:39:16,921 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.012211679000756703 (mp_runner.py:73) +2024-09-01 21:39:17,061 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.010561105998931453 (mp_runner.py:73) +2024-09-01 21:39:17,062 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.009207914998114575 (mp_runner.py:73) +2024-09-01 21:39:17,063 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.01342595300229732 (mp_runner.py:73) +2024-09-01 21:39:17,064 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.013136192996171303 (mp_runner.py:73) +2024-09-01 21:39:17,064 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.008084771005087532 (mp_runner.py:73) +2024-09-01 21:39:17,155 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.005945279997831676 (mp_runner.py:73) +2024-09-01 21:39:17,158 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.01085012200201163 (mp_runner.py:73) +2024-09-01 21:39:17,158 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.01349058399500791 (mp_runner.py:73) +2024-09-01 21:39:17,159 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.012516866998339538 (mp_runner.py:73) +2024-09-01 21:39:17,159 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.015219180000713095 (mp_runner.py:73) +2024-09-01 21:39:17,474 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.01139745499676792 (mp_runner.py:73) +2024-09-01 21:39:17,475 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.013904788000218105 (mp_runner.py:73) +2024-09-01 21:39:17,476 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.015343113998824265 (mp_runner.py:73) +2024-09-01 21:39:17,479 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.011710309001500718 (mp_runner.py:73) +2024-09-01 21:39:17,914 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.012217697003507055 (mp_runner.py:73) +2024-09-01 21:39:17,917 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.013833311997586861 (mp_runner.py:73) +2024-09-01 21:39:18,396 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.013966329999675509 (mp_runner.py:73) +2024-09-01 21:39:18,494 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.018434878998959903 (mp_runner.py:73) +2024-09-01 21:39:18,495 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.017371097004797775 (mp_runner.py:73) +2024-09-01 21:39:18,565 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.016767140994488727 (mp_runner.py:73) +2024-09-01 21:39:18,972 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.013113098000758328 (mp_runner.py:73) +2024-09-01 21:39:19,210 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.008521802999894135 (mp_runner.py:73) +2024-09-01 21:39:19,210 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.008728435001103207 (mp_runner.py:73) +2024-09-01 21:39:19,211 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.006944353001017589 (mp_runner.py:73) +2024-09-01 21:39:19,212 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.011833511001896113 (mp_runner.py:73) +2024-09-01 21:39:19,212 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.014336063002701849 (mp_runner.py:73) +2024-09-01 21:39:19,879 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.010140238002350088 (mp_runner.py:73) +2024-09-01 21:39:19,879 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.011880432000907604 (mp_runner.py:73) +2024-09-01 21:39:19,882 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.013279835999128409 (mp_runner.py:73) +2024-09-01 21:39:21,720 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.010073267003463116 (mp_runner.py:73) +2024-09-01 21:39:22,687 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.0050203450009576045 (mp_runner.py:73) +2024-09-01 21:39:22,688 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.0050089509968529455 (mp_runner.py:73) +2024-09-01 21:39:22,689 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.00856604499858804 (mp_runner.py:73) +2024-09-01 21:39:22,692 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.008764279002207331 (mp_runner.py:73) +2024-09-01 21:39:22,692 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.0154621510009747 (mp_runner.py:73) +2024-09-01 21:39:22,693 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.00890130899642827 (mp_runner.py:73) +2024-09-01 21:39:22,694 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.01668502399843419 (mp_runner.py:73) +2024-09-01 21:39:22,695 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.00980633299332112 (mp_runner.py:73) +2024-09-01 21:39:23,376 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.008687989000463858 (mp_runner.py:73) +2024-09-01 21:39:23,376 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.010003065995988436 (mp_runner.py:73) +2024-09-01 21:39:23,378 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.011853157993755303 (mp_runner.py:73) +2024-09-01 21:39:23,379 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.01013884499843698 (mp_runner.py:73) +2024-09-01 21:39:23,381 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.006890220000059344 (mp_runner.py:73) +2024-09-01 21:39:23,382 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.019906442998035345 (mp_runner.py:73) +2024-09-01 21:39:23,382 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.017970116998185404 (mp_runner.py:73) +2024-09-01 21:39:24,308 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.014961237000534311 (mp_runner.py:73) +2024-09-01 21:39:24,314 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.01661761899595149 (mp_runner.py:73) +2024-09-01 21:39:24,334 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.014512595000269357 (mp_runner.py:73) +2024-09-01 21:39:24,373 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.017489314006525092 (mp_runner.py:73) +2024-09-01 21:39:25,207 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.011978864000411704 (mp_runner.py:73) +2024-09-01 21:39:25,209 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.011368494997441303 (mp_runner.py:73) +2024-09-01 21:39:25,210 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.011676299000100698 (mp_runner.py:73) +2024-09-01 21:39:25,327 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.0036004979992867447 (mp_runner.py:73) +2024-09-01 21:39:25,531 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.01185945600445848 (mp_runner.py:73) +2024-09-01 21:39:25,532 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.011714724998455495 (mp_runner.py:73) +2024-09-01 21:39:25,533 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.007640493997314479 (mp_runner.py:73) +2024-09-01 21:39:25,533 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.00887892299942905 (mp_runner.py:73) +2024-09-01 21:39:25,533 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.0153596349991858 (mp_runner.py:73) +2024-09-01 21:39:25,534 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.015408074999868404 (mp_runner.py:73) +2024-09-01 21:39:25,536 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.009833889002038632 (mp_runner.py:73) +2024-09-01 21:39:25,536 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.008774670997809153 (mp_runner.py:73) +2024-09-01 21:39:27,246 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01386541199462954 (mp_runner.py:73) +2024-09-01 21:39:27,274 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.014278757997089997 (mp_runner.py:73) +2024-09-01 21:39:27,335 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.02015114700043341 (mp_runner.py:73) +2024-09-01 21:39:28,409 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.007567692999145947 (mp_runner.py:73) +2024-09-01 21:39:28,410 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.009528549999231473 (mp_runner.py:73) +2024-09-01 21:39:28,411 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.012975951001862995 (mp_runner.py:73) +2024-09-01 21:39:28,412 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.01248388399835676 (mp_runner.py:73) +2024-09-01 21:39:28,685 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.009535459998005535 (mp_runner.py:73) +2024-09-01 21:39:28,698 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.0045387680002022535 (mp_runner.py:73) +2024-09-01 21:39:28,782 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.013011839997489005 (mp_runner.py:73) +2024-09-01 21:39:29,520 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.013999574999616016 (mp_runner.py:73) +2024-09-01 21:39:29,967 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.013027278997469693 (mp_runner.py:73) +2024-09-01 21:39:29,981 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.009523641005216632 (mp_runner.py:73) +2024-09-01 21:39:29,982 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.013035349002166186 (mp_runner.py:73) +2024-09-01 21:39:29,982 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.016183325999008957 (mp_runner.py:73) +2024-09-01 21:39:29,983 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.0168473579979036 (mp_runner.py:73) +2024-09-01 21:39:30,487 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.013150293998478446 (mp_runner.py:73) +2024-09-01 21:39:30,489 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.01581515700672753 (mp_runner.py:73) +2024-09-01 21:39:31,107 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.013767194002866745 (mp_runner.py:73) +2024-09-01 21:39:31,366 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.010462823003763333 (mp_runner.py:73) +2024-09-01 21:39:31,368 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.0020579430056386627 (mp_runner.py:73) +2024-09-01 21:39:31,368 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.015752147999592125 (mp_runner.py:73) +2024-09-01 21:39:31,368 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.01092226199398283 (mp_runner.py:73) +2024-09-01 21:39:31,369 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.012465567997423932 (mp_runner.py:73) +2024-09-01 21:39:31,369 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.008023927999602165 (mp_runner.py:73) +2024-09-01 21:39:31,369 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.01143828799831681 (mp_runner.py:73) +2024-09-01 21:39:31,370 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.01126950400066562 (mp_runner.py:73) +2024-09-01 21:39:31,707 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.008374732002266683 (mp_runner.py:73) +2024-09-01 21:39:31,709 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.012007533005089499 (mp_runner.py:73) +2024-09-01 21:39:31,711 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.015306080000300426 (mp_runner.py:73) +2024-09-01 21:39:31,712 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.006968239002162591 (mp_runner.py:73) +2024-09-01 21:39:31,712 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.0040080740000121295 (mp_runner.py:73) +2024-09-01 21:39:31,713 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.01628346699726535 (mp_runner.py:73) +2024-09-01 21:39:31,714 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.011332260997733101 (mp_runner.py:73) +2024-09-01 21:39:32,371 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.01382209899747977 (mp_runner.py:73) +2024-09-01 21:39:34,471 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.013079879005090334 (mp_runner.py:73) +2024-09-01 21:39:34,751 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.015801877998455893 (mp_runner.py:73) +2024-09-01 21:39:34,760 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.014634686995123047 (mp_runner.py:73) +2024-09-01 21:39:34,773 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.007365602999925613 (mp_runner.py:73) +2024-09-01 21:39:34,774 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.008957460995588917 (mp_runner.py:73) +2024-09-01 21:39:34,778 | DEBUG |(SpawnProcess-1:127) search_count: 2500, latest_latency=0.01410818599833874 (mp_runner.py:73) +2024-09-01 21:39:34,779 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.014187378998030908 (mp_runner.py:73) +2024-09-01 21:39:35,013 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0071s, count=2320, qps in this process: 77.315 (mp_runner.py:76) +2024-09-01 21:39:35,046 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0134s, count=2322, qps in this process: 77.3654 (mp_runner.py:76) +2024-09-01 21:39:35,132 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0004s, count=2529, qps in this process: 84.2989 (mp_runner.py:76) +2024-09-01 21:39:35,133 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0011s, count=2529, qps in this process: 84.2969 (mp_runner.py:76) +2024-09-01 21:39:35,161 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0115s, count=2532, qps in this process: 84.3677 (mp_runner.py:76) +2024-09-01 21:39:35,163 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.008s, count=2532, qps in this process: 84.3775 (mp_runner.py:76) +2024-09-01 21:39:35,203 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0085s, count=2337, qps in this process: 77.8779 (mp_runner.py:76) +2024-09-01 21:39:35,205 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0104s, count=2360, qps in this process: 78.6394 (mp_runner.py:76) +2024-09-01 21:39:35,233 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0079s, count=2341, qps in this process: 78.0128 (mp_runner.py:76) +2024-09-01 21:39:35,236 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.009s, count=2341, qps in this process: 78.0099 (mp_runner.py:76) +2024-09-01 21:39:35,237 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0068s, count=2456, qps in this process: 81.8481 (mp_runner.py:76) +2024-09-01 21:39:35,242 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0036s, count=2342, qps in this process: 78.0573 (mp_runner.py:76) +2024-09-01 21:39:35,257 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0023s, count=2458, qps in this process: 81.9271 (mp_runner.py:76) +2024-09-01 21:39:35,275 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0005s, count=2306, qps in this process: 76.8654 (mp_runner.py:76) +2024-09-01 21:39:35,278 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0031s, count=2376, qps in this process: 79.1918 (mp_runner.py:76) +2024-09-01 21:39:35,279 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0083s, count=2358, qps in this process: 78.5783 (mp_runner.py:76) +2024-09-01 21:39:35,280 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0051s, count=2347, qps in this process: 78.22 (mp_runner.py:76) +2024-09-01 21:39:35,288 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0017s, count=2348, qps in this process: 78.2622 (mp_runner.py:76) +2024-09-01 21:39:35,295 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.009s, count=2378, qps in this process: 79.2429 (mp_runner.py:76) +2024-09-01 21:39:35,298 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0014s, count=2443, qps in this process: 81.4295 (mp_runner.py:76) +2024-09-01 21:39:35,305 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.0054s, count=2310, qps in this process: 76.9861 (mp_runner.py:76) +2024-09-01 21:39:35,306 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0005s, count=2352, qps in this process: 78.3987 (mp_runner.py:76) +2024-09-01 21:39:35,311 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0062s, count=2352, qps in this process: 78.3838 (mp_runner.py:76) +2024-09-01 21:39:35,317 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0059s, count=2198, qps in this process: 73.2523 (mp_runner.py:76) +2024-09-01 21:39:35,332 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0042s, count=2316, qps in this process: 77.1892 (mp_runner.py:76) +2024-09-01 21:39:35,332 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0011s, count=2048, qps in this process: 68.2642 (mp_runner.py:76) +2024-09-01 21:39:35,336 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.004s, count=2069, qps in this process: 68.9575 (mp_runner.py:76) +2024-09-01 21:39:35,336 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0007s, count=2317, qps in this process: 77.2315 (mp_runner.py:76) +2024-09-01 21:39:35,338 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0012s, count=2053, qps in this process: 68.4306 (mp_runner.py:76) +2024-09-01 21:39:35,351 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0005s, count=2322, qps in this process: 77.3987 (mp_runner.py:76) +2024-09-01 21:39:35,357 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0014s, count=2365, qps in this process: 78.8297 (mp_runner.py:76) +2024-09-01 21:39:35,357 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0074s, count=2323, qps in this process: 77.4142 (mp_runner.py:76) +2024-09-01 21:39:35,364 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0004s, count=2329, qps in this process: 77.6323 (mp_runner.py:76) +2024-09-01 21:39:35,366 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0008s, count=2368, qps in this process: 78.9312 (mp_runner.py:76) +2024-09-01 21:39:35,377 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0007s, count=1911, qps in this process: 63.6985 (mp_runner.py:76) +2024-09-01 21:39:35,384 | INFO |End search in concurrency 35: dur=30.430549365999468s, total_count=81588, qps=2681.1215 (mp_runner.py:120) +2024-09-01 21:39:38,033 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:39:38,034 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 21:39:48,737 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 21:39:48,971 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,006 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,007 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,017 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,017 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,059 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,076 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,084 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,084 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,084 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,085 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,094 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,098 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,108 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,110 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,116 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,116 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,117 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,125 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,142 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,142 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,143 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,147 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,150 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,150 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,171 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,186 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,186 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,190 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:49,216 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:39:55,493 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.011316914999042638 (mp_runner.py:73) +2024-09-01 21:39:55,494 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.009201248998579103 (mp_runner.py:73) +2024-09-01 21:39:55,494 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.010327479998522904 (mp_runner.py:73) +2024-09-01 21:39:55,495 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.012518662995717023 (mp_runner.py:73) +2024-09-01 21:39:55,495 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.01141538599767955 (mp_runner.py:73) +2024-09-01 21:39:55,495 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.010106949994224124 (mp_runner.py:73) +2024-09-01 21:39:55,496 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.014539381001668517 (mp_runner.py:73) +2024-09-01 21:39:55,496 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.014205985004082322 (mp_runner.py:73) +2024-09-01 21:39:55,496 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.013098486997478176 (mp_runner.py:73) +2024-09-01 21:39:55,497 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.014128675997199025 (mp_runner.py:73) +2024-09-01 21:39:55,497 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.011854116004542448 (mp_runner.py:73) +2024-09-01 21:39:55,498 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.012376154998491984 (mp_runner.py:73) +2024-09-01 21:39:55,498 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.01194887900055619 (mp_runner.py:73) +2024-09-01 21:39:55,498 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.01169293199927779 (mp_runner.py:73) +2024-09-01 21:39:55,499 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.0178037969963043 (mp_runner.py:73) +2024-09-01 21:39:55,631 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.015411681997647975 (mp_runner.py:73) +2024-09-01 21:39:55,631 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.014285334997111931 (mp_runner.py:73) +2024-09-01 21:39:55,632 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.014805495004111435 (mp_runner.py:73) +2024-09-01 21:39:55,633 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.014338781002152245 (mp_runner.py:73) +2024-09-01 21:39:55,633 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.015144347999012098 (mp_runner.py:73) +2024-09-01 21:39:55,634 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.012494039998273365 (mp_runner.py:73) +2024-09-01 21:39:55,634 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.011774940001487266 (mp_runner.py:73) +2024-09-01 21:39:55,635 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.019819915003608912 (mp_runner.py:73) +2024-09-01 21:39:55,636 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.021700564000639133 (mp_runner.py:73) +2024-09-01 21:39:55,636 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.012661412998568267 (mp_runner.py:73) +2024-09-01 21:39:55,717 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.012921964000270236 (mp_runner.py:73) +2024-09-01 21:39:55,720 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.017624352003622334 (mp_runner.py:73) +2024-09-01 21:39:55,722 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.011104167999292258 (mp_runner.py:73) +2024-09-01 21:39:55,723 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.013789981996524148 (mp_runner.py:73) +2024-09-01 21:39:55,723 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.006720220997522119 (mp_runner.py:73) +2024-09-01 21:39:55,724 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.020349849997728597 (mp_runner.py:73) +2024-09-01 21:39:55,724 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.011159225003211759 (mp_runner.py:73) +2024-09-01 21:39:56,195 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.01317415800440358 (mp_runner.py:73) +2024-09-01 21:39:56,301 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.007711570993706118 (mp_runner.py:73) +2024-09-01 21:39:56,302 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.007759613996313419 (mp_runner.py:73) +2024-09-01 21:39:56,304 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.010926270995696541 (mp_runner.py:73) +2024-09-01 21:39:56,307 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.014508967993606348 (mp_runner.py:73) +2024-09-01 21:39:56,687 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.016881736999494024 (mp_runner.py:73) +2024-09-01 21:39:56,689 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.016788466993602924 (mp_runner.py:73) +2024-09-01 21:39:58,291 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.015265629997884389 (mp_runner.py:73) +2024-09-01 21:40:02,147 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.0036109010034124367 (mp_runner.py:73) +2024-09-01 21:40:02,148 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.01008251600433141 (mp_runner.py:73) +2024-09-01 21:40:02,148 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.011771780998969916 (mp_runner.py:73) +2024-09-01 21:40:02,149 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.010332585996366106 (mp_runner.py:73) +2024-09-01 21:40:02,149 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.006960446000448428 (mp_runner.py:73) +2024-09-01 21:40:02,149 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.008774948000791483 (mp_runner.py:73) +2024-09-01 21:40:02,149 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.00844883800164098 (mp_runner.py:73) +2024-09-01 21:40:02,150 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.009275748998334166 (mp_runner.py:73) +2024-09-01 21:40:02,150 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.010767069004941732 (mp_runner.py:73) +2024-09-01 21:40:02,150 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.011007627996150404 (mp_runner.py:73) +2024-09-01 21:40:02,151 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.010421511004096828 (mp_runner.py:73) +2024-09-01 21:40:02,151 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.008045016998948995 (mp_runner.py:73) +2024-09-01 21:40:02,151 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.008794555003987625 (mp_runner.py:73) +2024-09-01 21:40:02,153 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.006197360002261121 (mp_runner.py:73) +2024-09-01 21:40:02,154 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.017863955996290315 (mp_runner.py:73) +2024-09-01 21:40:02,154 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.019010229996638373 (mp_runner.py:73) +2024-09-01 21:40:02,156 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.012996215999010019 (mp_runner.py:73) +2024-09-01 21:40:02,156 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.011361163000401575 (mp_runner.py:73) +2024-09-01 21:40:02,157 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.01700318799703382 (mp_runner.py:73) +2024-09-01 21:40:02,698 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.010383180997450836 (mp_runner.py:73) +2024-09-01 21:40:02,699 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.01164623600197956 (mp_runner.py:73) +2024-09-01 21:40:02,699 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.012227758001245093 (mp_runner.py:73) +2024-09-01 21:40:02,700 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.010241645999485627 (mp_runner.py:73) +2024-09-01 21:40:02,704 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.007744816997728776 (mp_runner.py:73) +2024-09-01 21:40:02,896 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.011105849996965844 (mp_runner.py:73) +2024-09-01 21:40:02,897 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.00834484799997881 (mp_runner.py:73) +2024-09-01 21:40:02,899 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.014769852998142596 (mp_runner.py:73) +2024-09-01 21:40:03,094 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.01720539099915186 (mp_runner.py:73) +2024-09-01 21:40:03,659 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.017042471998138353 (mp_runner.py:73) +2024-09-01 21:40:03,711 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.016524804996151943 (mp_runner.py:73) +2024-09-01 21:40:03,888 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.017937108998012263 (mp_runner.py:73) +2024-09-01 21:40:04,024 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.01831878200027859 (mp_runner.py:73) +2024-09-01 21:40:04,187 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.017840529995737597 (mp_runner.py:73) +2024-09-01 21:40:04,188 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.015911800997855607 (mp_runner.py:73) +2024-09-01 21:40:04,189 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.012807232000341173 (mp_runner.py:73) +2024-09-01 21:40:04,190 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.011167000004206784 (mp_runner.py:73) +2024-09-01 21:40:04,549 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.017318249003437813 (mp_runner.py:73) +2024-09-01 21:40:05,523 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.013839662999089342 (mp_runner.py:73) +2024-09-01 21:40:05,592 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.019421621000219602 (mp_runner.py:73) +2024-09-01 21:40:07,394 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.017479627997090574 (mp_runner.py:73) +2024-09-01 21:40:08,235 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.011668059996736702 (mp_runner.py:73) +2024-09-01 21:40:08,235 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.007401745002425741 (mp_runner.py:73) +2024-09-01 21:40:08,236 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.010767194995423779 (mp_runner.py:73) +2024-09-01 21:40:08,237 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.01053300700004911 (mp_runner.py:73) +2024-09-01 21:40:08,239 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.01046605999727035 (mp_runner.py:73) +2024-09-01 21:40:08,240 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.017305071000009775 (mp_runner.py:73) +2024-09-01 21:40:08,240 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.01877064799919026 (mp_runner.py:73) +2024-09-01 21:40:08,241 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.010840037000889424 (mp_runner.py:73) +2024-09-01 21:40:08,241 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.01169390600261977 (mp_runner.py:73) +2024-09-01 21:40:08,242 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.011223485998925753 (mp_runner.py:73) +2024-09-01 21:40:08,244 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.02122559399867896 (mp_runner.py:73) +2024-09-01 21:40:08,901 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.009594906005077064 (mp_runner.py:73) +2024-09-01 21:40:08,901 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.018134775004000403 (mp_runner.py:73) +2024-09-01 21:40:08,901 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.014859458999126218 (mp_runner.py:73) +2024-09-01 21:40:08,902 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.011141325005155522 (mp_runner.py:73) +2024-09-01 21:40:08,904 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.01417778899485711 (mp_runner.py:73) +2024-09-01 21:40:09,565 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.018188586996984668 (mp_runner.py:73) +2024-09-01 21:40:09,566 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.0204775019956287 (mp_runner.py:73) +2024-09-01 21:40:10,116 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.01549750599951949 (mp_runner.py:73) +2024-09-01 21:40:10,117 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.017343822000839282 (mp_runner.py:73) +2024-09-01 21:40:10,130 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.0176085420025629 (mp_runner.py:73) +2024-09-01 21:40:10,132 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.01909422299650032 (mp_runner.py:73) +2024-09-01 21:40:10,541 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.027482649995363317 (mp_runner.py:73) +2024-09-01 21:40:10,546 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.03350262899766676 (mp_runner.py:73) +2024-09-01 21:40:11,016 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.013677640999958385 (mp_runner.py:73) +2024-09-01 21:40:11,018 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.014819773998169694 (mp_runner.py:73) +2024-09-01 21:40:11,020 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.020555170005536638 (mp_runner.py:73) +2024-09-01 21:40:11,020 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.01900447100342717 (mp_runner.py:73) +2024-09-01 21:40:11,082 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.008355909005331341 (mp_runner.py:73) +2024-09-01 21:40:11,086 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.010002928996982519 (mp_runner.py:73) +2024-09-01 21:40:11,087 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.015802570000232663 (mp_runner.py:73) +2024-09-01 21:40:11,088 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.011887505002960097 (mp_runner.py:73) +2024-09-01 21:40:11,088 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.01168132900056662 (mp_runner.py:73) +2024-09-01 21:40:11,090 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.017940525998710655 (mp_runner.py:73) +2024-09-01 21:40:11,265 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.015820517000975087 (mp_runner.py:73) +2024-09-01 21:40:12,737 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.01770880099502392 (mp_runner.py:73) +2024-09-01 21:40:13,308 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.019806298005278222 (mp_runner.py:73) +2024-09-01 21:40:14,158 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.007907669001724571 (mp_runner.py:73) +2024-09-01 21:40:14,176 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.015681447999668308 (mp_runner.py:73) +2024-09-01 21:40:14,856 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.009964551994926296 (mp_runner.py:73) +2024-09-01 21:40:14,857 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.010614156002702657 (mp_runner.py:73) +2024-09-01 21:40:14,858 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.01584168699628208 (mp_runner.py:73) +2024-09-01 21:40:14,859 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.013447502002236433 (mp_runner.py:73) +2024-09-01 21:40:14,934 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.014888423997035716 (mp_runner.py:73) +2024-09-01 21:40:14,937 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.018206074993941 (mp_runner.py:73) +2024-09-01 21:40:14,937 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.012471738002204802 (mp_runner.py:73) +2024-09-01 21:40:14,939 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.011744718998670578 (mp_runner.py:73) +2024-09-01 21:40:15,615 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.017561218999617267 (mp_runner.py:73) +2024-09-01 21:40:16,322 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.017209243000252172 (mp_runner.py:73) +2024-09-01 21:40:16,485 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.01866922600311227 (mp_runner.py:73) +2024-09-01 21:40:16,522 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.028534314995340537 (mp_runner.py:73) +2024-09-01 21:40:16,756 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.01451253000413999 (mp_runner.py:73) +2024-09-01 21:40:16,756 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.011718932000803761 (mp_runner.py:73) +2024-09-01 21:40:16,757 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.01616084499983117 (mp_runner.py:73) +2024-09-01 21:40:16,757 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.01398407499800669 (mp_runner.py:73) +2024-09-01 21:40:17,468 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.015956569004629273 (mp_runner.py:73) +2024-09-01 21:40:17,719 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.0096911779983202 (mp_runner.py:73) +2024-09-01 21:40:17,720 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.011037065996788442 (mp_runner.py:73) +2024-09-01 21:40:17,721 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.009396733999892604 (mp_runner.py:73) +2024-09-01 21:40:17,723 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.012289409001823515 (mp_runner.py:73) +2024-09-01 21:40:17,723 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.009856110998953227 (mp_runner.py:73) +2024-09-01 21:40:17,724 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.011082000004535075 (mp_runner.py:73) +2024-09-01 21:40:17,725 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.00908265800535446 (mp_runner.py:73) +2024-09-01 21:40:17,725 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.011941857999772765 (mp_runner.py:73) +2024-09-01 21:40:17,725 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.009803549000935163 (mp_runner.py:73) +2024-09-01 21:40:17,725 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.008425070001976565 (mp_runner.py:73) +2024-09-01 21:40:17,726 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.018410792996292002 (mp_runner.py:73) +2024-09-01 21:40:17,726 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.017404153004463296 (mp_runner.py:73) +2024-09-01 21:40:17,726 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.012040613000863232 (mp_runner.py:73) +2024-09-01 21:40:18,655 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.017790293000871316 (mp_runner.py:73) +2024-09-01 21:40:18,925 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.019389363995287567 (mp_runner.py:73) +2024-09-01 21:40:18,987 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0016s, count=2276, qps in this process: 75.8626 (mp_runner.py:76) +2024-09-01 21:40:19,008 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0004s, count=2277, qps in this process: 75.899 (mp_runner.py:76) +2024-09-01 21:40:19,015 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0051s, count=1969, qps in this process: 65.6222 (mp_runner.py:76) +2024-09-01 21:40:19,025 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0024s, count=2128, qps in this process: 70.9277 (mp_runner.py:76) +2024-09-01 21:40:19,033 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0104s, count=2100, qps in this process: 69.9757 (mp_runner.py:76) +2024-09-01 21:40:19,071 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0061s, count=2009, qps in this process: 66.9531 (mp_runner.py:76) +2024-09-01 21:40:19,076 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0059s, count=2132, qps in this process: 71.0527 (mp_runner.py:76) +2024-09-01 21:40:19,089 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0115s, count=2150, qps in this process: 71.6392 (mp_runner.py:76) +2024-09-01 21:40:19,095 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.005s, count=2291, qps in this process: 76.3539 (mp_runner.py:76) +2024-09-01 21:40:19,098 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0078s, count=2284, qps in this process: 76.1135 (mp_runner.py:76) +2024-09-01 21:40:19,101 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0069s, count=2107, qps in this process: 70.2172 (mp_runner.py:76) +2024-09-01 21:40:19,104 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0054s, count=2107, qps in this process: 70.2207 (mp_runner.py:76) +2024-09-01 21:40:19,107 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0066s, count=2135, qps in this process: 71.151 (mp_runner.py:76) +2024-09-01 21:40:19,109 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0161s, count=2292, qps in this process: 76.359 (mp_runner.py:76) +2024-09-01 21:40:19,115 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0048s, count=2027, qps in this process: 67.5559 (mp_runner.py:76) +2024-09-01 21:40:19,115 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.01468263100105105 (mp_runner.py:73) +2024-09-01 21:40:19,116 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0004s, count=2108, qps in this process: 70.2657 (mp_runner.py:76) +2024-09-01 21:40:19,121 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0015s, count=2109, qps in this process: 70.2965 (mp_runner.py:76) +2024-09-01 21:40:19,124 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.005s, count=2109, qps in this process: 70.2883 (mp_runner.py:76) +2024-09-01 21:40:19,126 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0062s, count=2293, qps in this process: 76.4175 (mp_runner.py:76) +2024-09-01 21:40:19,128 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0068s, count=2202, qps in this process: 73.3834 (mp_runner.py:76) +2024-09-01 21:40:19,132 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0004s, count=2287, qps in this process: 76.2323 (mp_runner.py:76) +2024-09-01 21:40:19,135 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0158s, count=2153, qps in this process: 71.7289 (mp_runner.py:76) +2024-09-01 21:40:19,139 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.0076s, count=1866, qps in this process: 62.1842 (mp_runner.py:76) +2024-09-01 21:40:19,140 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0086s, count=2138, qps in this process: 71.2462 (mp_runner.py:76) +2024-09-01 21:40:19,144 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0245s, count=1947, qps in this process: 64.847 (mp_runner.py:76) +2024-09-01 21:40:19,147 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0029s, count=1972, qps in this process: 65.727 (mp_runner.py:76) +2024-09-01 21:40:19,148 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0039s, count=2296, qps in this process: 76.5234 (mp_runner.py:76) +2024-09-01 21:40:19,150 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0037s, count=2107, qps in this process: 70.2247 (mp_runner.py:76) +2024-09-01 21:40:19,154 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0046s, count=2113, qps in this process: 70.4225 (mp_runner.py:76) +2024-09-01 21:40:19,160 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0037s, count=1823, qps in this process: 60.7592 (mp_runner.py:76) +2024-09-01 21:40:19,160 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0042s, count=2114, qps in this process: 70.4568 (mp_runner.py:76) +2024-09-01 21:40:19,175 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0004s, count=2120, qps in this process: 70.6657 (mp_runner.py:76) +2024-09-01 21:40:19,181 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0018s, count=2121, qps in this process: 70.6958 (mp_runner.py:76) +2024-09-01 21:40:19,193 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0003s, count=2125, qps in this process: 70.8326 (mp_runner.py:76) +2024-09-01 21:40:19,193 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0031s, count=2014, qps in this process: 67.1264 (mp_runner.py:76) +2024-09-01 21:40:19,196 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0071s, count=2124, qps in this process: 70.7832 (mp_runner.py:76) +2024-09-01 21:40:19,202 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0013s, count=1809, qps in this process: 60.2974 (mp_runner.py:76) +2024-09-01 21:40:19,203 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0027s, count=1806, qps in this process: 60.1946 (mp_runner.py:76) +2024-09-01 21:40:19,204 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0014s, count=2132, qps in this process: 71.0634 (mp_runner.py:76) +2024-09-01 21:40:19,222 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0031s, count=1691, qps in this process: 56.3608 (mp_runner.py:76) +2024-09-01 21:40:19,234 | INFO |End search in concurrency 40: dur=30.495451005001087s, total_count=83863, qps=2750.0167 (mp_runner.py:120) +2024-09-01 21:40:22,241 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:40:22,241 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 21:40:33,080 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 21:40:33,283 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,333 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,457 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,457 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,457 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,462 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,462 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,463 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,524 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,524 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,539 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,540 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,572 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,583 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,585 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,601 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,605 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,606 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,621 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,632 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:33,636 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:40:40,545 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.012360234002699144 (mp_runner.py:73) +2024-09-01 21:40:40,546 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.011784219001128804 (mp_runner.py:73) +2024-09-01 21:40:40,546 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.014111853000940755 (mp_runner.py:73) +2024-09-01 21:40:40,548 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.012935182006913237 (mp_runner.py:73) +2024-09-01 21:40:40,549 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.013195526997151319 (mp_runner.py:73) +2024-09-01 21:40:40,549 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.018228975997772068 (mp_runner.py:73) +2024-09-01 21:40:40,550 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.017886602006910834 (mp_runner.py:73) +2024-09-01 21:40:40,550 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.013126392994308844 (mp_runner.py:73) +2024-09-01 21:40:40,551 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.013102726996294223 (mp_runner.py:73) +2024-09-01 21:40:40,553 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.01493968500290066 (mp_runner.py:73) +2024-09-01 21:40:41,015 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.013315697004145477 (mp_runner.py:73) +2024-09-01 21:40:41,016 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.012952274999406654 (mp_runner.py:73) +2024-09-01 21:40:41,016 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.016703139001037925 (mp_runner.py:73) +2024-09-01 21:40:41,017 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.01453002099879086 (mp_runner.py:73) +2024-09-01 21:40:41,017 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.015600491999066435 (mp_runner.py:73) +2024-09-01 21:40:41,018 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.012258766000741161 (mp_runner.py:73) +2024-09-01 21:40:41,018 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.01945720399817219 (mp_runner.py:73) +2024-09-01 21:40:41,019 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.009777856001164764 (mp_runner.py:73) +2024-09-01 21:40:41,020 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.0147842349979328 (mp_runner.py:73) +2024-09-01 21:40:41,021 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.016036164997785818 (mp_runner.py:73) +2024-09-01 21:40:41,022 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.014792193003813736 (mp_runner.py:73) +2024-09-01 21:40:41,022 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.015845879999687895 (mp_runner.py:73) +2024-09-01 21:40:41,023 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.015300191997084767 (mp_runner.py:73) +2024-09-01 21:40:41,133 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01233963000413496 (mp_runner.py:73) +2024-09-01 21:40:41,133 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.012286393997783307 (mp_runner.py:73) +2024-09-01 21:40:41,134 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.012526980994152837 (mp_runner.py:73) +2024-09-01 21:40:41,135 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.012323951996222604 (mp_runner.py:73) +2024-09-01 21:40:41,135 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.014391206001164392 (mp_runner.py:73) +2024-09-01 21:40:41,135 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.012460946003557183 (mp_runner.py:73) +2024-09-01 21:40:41,135 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.013742438997724093 (mp_runner.py:73) +2024-09-01 21:40:41,136 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.013766948999546003 (mp_runner.py:73) +2024-09-01 21:40:41,137 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.011918159005290363 (mp_runner.py:73) +2024-09-01 21:40:41,137 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.01282927900319919 (mp_runner.py:73) +2024-09-01 21:40:41,139 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.013395930000115186 (mp_runner.py:73) +2024-09-01 21:40:41,139 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.007273356000951026 (mp_runner.py:73) +2024-09-01 21:40:41,139 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.012447836001229007 (mp_runner.py:73) +2024-09-01 21:40:41,140 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.020049566999659874 (mp_runner.py:73) +2024-09-01 21:40:41,141 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.022002592995704617 (mp_runner.py:73) +2024-09-01 21:40:41,143 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.013543272994866129 (mp_runner.py:73) +2024-09-01 21:40:41,144 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.013017500001296867 (mp_runner.py:73) +2024-09-01 21:40:42,405 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.03221890699933283 (mp_runner.py:73) +2024-09-01 21:40:42,973 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.022504494001623243 (mp_runner.py:73) +2024-09-01 21:40:42,977 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.02622704599343706 (mp_runner.py:73) +2024-09-01 21:40:43,035 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.02057954700285336 (mp_runner.py:73) +2024-09-01 21:40:43,100 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.017698807998385746 (mp_runner.py:73) +2024-09-01 21:40:48,086 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.009613025998987723 (mp_runner.py:73) +2024-09-01 21:40:48,086 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.017170627994346432 (mp_runner.py:73) +2024-09-01 21:40:48,087 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.01133894499798771 (mp_runner.py:73) +2024-09-01 21:40:48,087 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.004015255995909683 (mp_runner.py:73) +2024-09-01 21:40:48,097 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.025957301004382316 (mp_runner.py:73) +2024-09-01 21:40:48,485 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.0029796250018989667 (mp_runner.py:73) +2024-09-01 21:40:48,486 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.013832786004059017 (mp_runner.py:73) +2024-09-01 21:40:48,486 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.011883858001965564 (mp_runner.py:73) +2024-09-01 21:40:48,487 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.012224448000779375 (mp_runner.py:73) +2024-09-01 21:40:48,488 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.015266983005858492 (mp_runner.py:73) +2024-09-01 21:40:48,488 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.01693822300148895 (mp_runner.py:73) +2024-09-01 21:40:48,489 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.016000954994524363 (mp_runner.py:73) +2024-09-01 21:40:48,490 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.014192661001288798 (mp_runner.py:73) +2024-09-01 21:40:48,490 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.01584986999660032 (mp_runner.py:73) +2024-09-01 21:40:48,491 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.015821025997865945 (mp_runner.py:73) +2024-09-01 21:40:48,491 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.01532451400271384 (mp_runner.py:73) +2024-09-01 21:40:48,491 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.014269191997300368 (mp_runner.py:73) +2024-09-01 21:40:48,492 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.01249397100036731 (mp_runner.py:73) +2024-09-01 21:40:48,492 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.015093829999386799 (mp_runner.py:73) +2024-09-01 21:40:48,492 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.013151815001037903 (mp_runner.py:73) +2024-09-01 21:40:48,492 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.014447224995819852 (mp_runner.py:73) +2024-09-01 21:40:48,493 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.01672192600381095 (mp_runner.py:73) +2024-09-01 21:40:48,493 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.01660794399504084 (mp_runner.py:73) +2024-09-01 21:40:48,493 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.006992219998210203 (mp_runner.py:73) +2024-09-01 21:40:48,494 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.022330638996209018 (mp_runner.py:73) +2024-09-01 21:40:48,494 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.017379294004058465 (mp_runner.py:73) +2024-09-01 21:40:48,495 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.01478128699818626 (mp_runner.py:73) +2024-09-01 21:40:48,496 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.01787379199959105 (mp_runner.py:73) +2024-09-01 21:40:48,499 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.027312602003803477 (mp_runner.py:73) +2024-09-01 21:40:48,578 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.016451645002234727 (mp_runner.py:73) +2024-09-01 21:40:48,582 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.012553319000289775 (mp_runner.py:73) +2024-09-01 21:40:48,583 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.008639945001050364 (mp_runner.py:73) +2024-09-01 21:40:48,583 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.009588963999703992 (mp_runner.py:73) +2024-09-01 21:40:48,584 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.01758554499974707 (mp_runner.py:73) +2024-09-01 21:40:48,590 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.017634390998864546 (mp_runner.py:73) +2024-09-01 21:40:48,967 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.018367042001045775 (mp_runner.py:73) +2024-09-01 21:40:49,513 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.01912074099527672 (mp_runner.py:73) +2024-09-01 21:40:49,600 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.02131056199868908 (mp_runner.py:73) +2024-09-01 21:40:50,125 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.024515638004231732 (mp_runner.py:73) +2024-09-01 21:40:50,554 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.026233577998937108 (mp_runner.py:73) +2024-09-01 21:40:52,494 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.015385967002657708 (mp_runner.py:73) +2024-09-01 21:40:52,599 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.020130101998802274 (mp_runner.py:73) +2024-09-01 21:40:52,821 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.01656599000125425 (mp_runner.py:73) +2024-09-01 21:40:53,194 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.019961683996370994 (mp_runner.py:73) +2024-09-01 21:40:53,197 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.020557939002173953 (mp_runner.py:73) +2024-09-01 21:40:55,138 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.02284982399578439 (mp_runner.py:73) +2024-09-01 21:40:55,139 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.010887873999308795 (mp_runner.py:73) +2024-09-01 21:40:55,139 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.020568787003867328 (mp_runner.py:73) +2024-09-01 21:40:55,140 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.02624555899819825 (mp_runner.py:73) +2024-09-01 21:40:55,140 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.01573926199489506 (mp_runner.py:73) +2024-09-01 21:40:55,141 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.015631485999620054 (mp_runner.py:73) +2024-09-01 21:40:55,144 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.008884633003617637 (mp_runner.py:73) +2024-09-01 21:40:55,145 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.009483473004365806 (mp_runner.py:73) +2024-09-01 21:40:55,145 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.032112756998685654 (mp_runner.py:73) +2024-09-01 21:40:55,146 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.018868113002099562 (mp_runner.py:73) +2024-09-01 21:40:55,147 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.03456515399739146 (mp_runner.py:73) +2024-09-01 21:40:55,147 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.010331214005418587 (mp_runner.py:73) +2024-09-01 21:40:55,149 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.011644795995380264 (mp_runner.py:73) +2024-09-01 21:40:55,150 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.023253911000210792 (mp_runner.py:73) +2024-09-01 21:40:55,158 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.021154476002266165 (mp_runner.py:73) +2024-09-01 21:40:55,891 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.013441989998682402 (mp_runner.py:73) +2024-09-01 21:40:55,891 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.015929198001686018 (mp_runner.py:73) +2024-09-01 21:40:55,891 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.009929482002917212 (mp_runner.py:73) +2024-09-01 21:40:55,894 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.01944127800379647 (mp_runner.py:73) +2024-09-01 21:40:55,895 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.011509040996315889 (mp_runner.py:73) +2024-09-01 21:40:55,896 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.021534954001253936 (mp_runner.py:73) +2024-09-01 21:40:55,897 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.014597456000046805 (mp_runner.py:73) +2024-09-01 21:40:55,898 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.013591381997684948 (mp_runner.py:73) +2024-09-01 21:40:55,898 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.013513859994418453 (mp_runner.py:73) +2024-09-01 21:40:56,075 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.009158210006717127 (mp_runner.py:73) +2024-09-01 21:40:56,079 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.015683756006183103 (mp_runner.py:73) +2024-09-01 21:40:56,079 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.01566137099871412 (mp_runner.py:73) +2024-09-01 21:40:56,080 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.015675593000196386 (mp_runner.py:73) +2024-09-01 21:40:56,081 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.01816631200199481 (mp_runner.py:73) +2024-09-01 21:40:56,082 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.012967410999408457 (mp_runner.py:73) +2024-09-01 21:40:56,083 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.012214103000587784 (mp_runner.py:73) +2024-09-01 21:40:56,083 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.022413626000343356 (mp_runner.py:73) +2024-09-01 21:40:56,086 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.02567647199612111 (mp_runner.py:73) +2024-09-01 21:40:56,729 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.0196057680004742 (mp_runner.py:73) +2024-09-01 21:40:56,735 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.021317762999387924 (mp_runner.py:73) +2024-09-01 21:40:59,260 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.02244299100129865 (mp_runner.py:73) +2024-09-01 21:40:59,685 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.011817149999842513 (mp_runner.py:73) +2024-09-01 21:40:59,848 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.022836657000880223 (mp_runner.py:73) +2024-09-01 21:41:00,401 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.02390840699808905 (mp_runner.py:73) +2024-09-01 21:41:00,945 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.021512637002160773 (mp_runner.py:73) +2024-09-01 21:41:01,851 | DEBUG |(SpawnProcess-1:191) search_count: 2000, latest_latency=0.012825077006709762 (mp_runner.py:73) +2024-09-01 21:41:01,851 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.013955007001641206 (mp_runner.py:73) +2024-09-01 21:41:01,852 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.013402615004451945 (mp_runner.py:73) +2024-09-01 21:41:01,853 | DEBUG |(SpawnProcess-1:187) search_count: 2000, latest_latency=0.012461367005016655 (mp_runner.py:73) +2024-09-01 21:41:01,854 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.018869548999646213 (mp_runner.py:73) +2024-09-01 21:41:01,855 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.012854134001827333 (mp_runner.py:73) +2024-09-01 21:41:01,855 | DEBUG |(SpawnProcess-1:193) search_count: 2000, latest_latency=0.01801571500254795 (mp_runner.py:73) +2024-09-01 21:41:01,855 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.013185146999603603 (mp_runner.py:73) +2024-09-01 21:41:01,857 | DEBUG |(SpawnProcess-1:185) search_count: 2000, latest_latency=0.012428273999830708 (mp_runner.py:73) +2024-09-01 21:41:02,024 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.01911701499921037 (mp_runner.py:73) +2024-09-01 21:41:02,099 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.012979004997760057 (mp_runner.py:73) +2024-09-01 21:41:02,099 | DEBUG |(SpawnProcess-1:224) search_count: 2000, latest_latency=0.015304360000300221 (mp_runner.py:73) +2024-09-01 21:41:02,160 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.019446395002887584 (mp_runner.py:73) +2024-09-01 21:41:02,728 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.005195884994463995 (mp_runner.py:73) +2024-09-01 21:41:02,731 | DEBUG |(SpawnProcess-1:196) search_count: 2000, latest_latency=0.01875431200460298 (mp_runner.py:73) +2024-09-01 21:41:02,732 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.019408514999668114 (mp_runner.py:73) +2024-09-01 21:41:03,107 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.02241742100159172 (mp_runner.py:73) +2024-09-01 21:41:03,129 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.04876692700054264 (mp_runner.py:73) +2024-09-01 21:41:03,150 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.0665519590038457 (mp_runner.py:73) +2024-09-01 21:41:03,293 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0016s, count=1969, qps in this process: 65.6298 (mp_runner.py:76) +2024-09-01 21:41:03,311 | DEBUG |(SpawnProcess-1:205) search_count: 2000, latest_latency=0.011375725000107195 (mp_runner.py:73) +2024-09-01 21:41:03,311 | DEBUG |(SpawnProcess-1:216) search_count: 2000, latest_latency=0.012613341998076066 (mp_runner.py:73) +2024-09-01 21:41:03,315 | DEBUG |(SpawnProcess-1:212) search_count: 2000, latest_latency=0.017456634996051434 (mp_runner.py:73) +2024-09-01 21:41:03,316 | DEBUG |(SpawnProcess-1:197) search_count: 2000, latest_latency=0.020145551003224682 (mp_runner.py:73) +2024-09-01 21:41:03,347 | DEBUG |(SpawnProcess-1:195) search_count: 2000, latest_latency=0.019127876999846194 (mp_runner.py:73) +2024-09-01 21:41:03,348 | DEBUG |(SpawnProcess-1:201) search_count: 2000, latest_latency=0.014764603998628445 (mp_runner.py:73) +2024-09-01 21:41:03,349 | DEBUG |(SpawnProcess-1:210) search_count: 2000, latest_latency=0.016306540004734416 (mp_runner.py:73) +2024-09-01 21:41:03,349 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.013291436996951234 (mp_runner.py:73) +2024-09-01 21:41:03,369 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0069s, count=2069, qps in this process: 68.9508 (mp_runner.py:76) +2024-09-01 21:41:03,371 | DEBUG |(SpawnProcess-1:214) search_count: 2000, latest_latency=0.018842308003513608 (mp_runner.py:73) +2024-09-01 21:41:03,372 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0043s, count=1680, qps in this process: 55.992 (mp_runner.py:76) +2024-09-01 21:41:03,381 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.01902452400099719 (mp_runner.py:73) +2024-09-01 21:41:03,384 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0015s, count=2005, qps in this process: 66.83 (mp_runner.py:76) +2024-09-01 21:41:03,386 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0114s, count=2038, qps in this process: 67.9075 (mp_runner.py:76) +2024-09-01 21:41:03,438 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.002s, count=2111, qps in this process: 70.362 (mp_runner.py:76) +2024-09-01 21:41:03,458 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0032s, count=1981, qps in this process: 66.0263 (mp_runner.py:76) +2024-09-01 21:41:03,459 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0043s, count=2113, qps in this process: 70.4232 (mp_runner.py:76) +2024-09-01 21:41:03,461 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0031s, count=2113, qps in this process: 70.4261 (mp_runner.py:76) +2024-09-01 21:41:03,464 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0048s, count=1930, qps in this process: 64.323 (mp_runner.py:76) +2024-09-01 21:41:03,466 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0068s, count=2010, qps in this process: 66.9848 (mp_runner.py:76) +2024-09-01 21:41:03,467 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0067s, count=1982, qps in this process: 66.0519 (mp_runner.py:76) +2024-09-01 21:41:03,467 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0078s, count=2043, qps in this process: 68.0823 (mp_runner.py:76) +2024-09-01 21:41:03,468 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0076s, count=1982, qps in this process: 66.0499 (mp_runner.py:76) +2024-09-01 21:41:03,471 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0058s, count=2009, qps in this process: 66.9537 (mp_runner.py:76) +2024-09-01 21:41:03,476 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0157s, count=2114, qps in this process: 70.4298 (mp_runner.py:76) +2024-09-01 21:41:03,484 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0023s, count=1840, qps in this process: 61.3286 (mp_runner.py:76) +2024-09-01 21:41:03,484 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0032s, count=2007, qps in this process: 66.8929 (mp_runner.py:76) +2024-09-01 21:41:03,485 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0036s, count=1977, qps in this process: 65.8921 (mp_runner.py:76) +2024-09-01 21:41:03,485 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.019s, count=1653, qps in this process: 55.0651 (mp_runner.py:76) +2024-09-01 21:41:03,486 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0203s, count=2011, qps in this process: 66.988 (mp_runner.py:76) +2024-09-01 21:41:03,488 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0124s, count=2007, qps in this process: 66.8724 (mp_runner.py:76) +2024-09-01 21:41:03,501 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0234s, count=2115, qps in this process: 70.4451 (mp_runner.py:76) +2024-09-01 21:41:03,527 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0002s, count=2118, qps in this process: 70.5995 (mp_runner.py:76) +2024-09-01 21:41:03,537 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0114s, count=2015, qps in this process: 67.1412 (mp_runner.py:76) +2024-09-01 21:41:03,548 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0016s, count=1628, qps in this process: 54.2638 (mp_runner.py:76) +2024-09-01 21:41:03,552 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0106s, count=2121, qps in this process: 70.675 (mp_runner.py:76) +2024-09-01 21:41:03,554 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0079s, count=1990, qps in this process: 66.3159 (mp_runner.py:76) +2024-09-01 21:41:03,556 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0031s, count=1680, qps in this process: 55.9942 (mp_runner.py:76) +2024-09-01 21:41:03,558 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0011s, count=2051, qps in this process: 68.3642 (mp_runner.py:76) +2024-09-01 21:41:03,559 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0026s, count=2122, qps in this process: 70.7272 (mp_runner.py:76) +2024-09-01 21:41:03,570 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0012s, count=1525, qps in this process: 50.8313 (mp_runner.py:76) +2024-09-01 21:41:03,573 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0032s, count=2020, qps in this process: 67.3262 (mp_runner.py:76) +2024-09-01 21:41:03,576 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0064s, count=2021, qps in this process: 67.3523 (mp_runner.py:76) +2024-09-01 21:41:03,578 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0024s, count=2085, qps in this process: 69.4944 (mp_runner.py:76) +2024-09-01 21:41:03,580 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0019s, count=1994, qps in this process: 66.4625 (mp_runner.py:76) +2024-09-01 21:41:03,586 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0015s, count=1527, qps in this process: 50.8975 (mp_runner.py:76) +2024-09-01 21:41:03,596 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0078s, count=1717, qps in this process: 57.2185 (mp_runner.py:76) +2024-09-01 21:41:03,600 | DEBUG |(SpawnProcess-1:208) search_count: 2000, latest_latency=0.0016522709993296303 (mp_runner.py:73) +2024-09-01 21:41:03,607 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0028s, count=2029, qps in this process: 67.627 (mp_runner.py:76) +2024-09-01 21:41:03,611 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0004s, count=1858, qps in this process: 61.9325 (mp_runner.py:76) +2024-09-01 21:41:03,612 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0018s, count=2005, qps in this process: 66.8293 (mp_runner.py:76) +2024-09-01 21:41:03,624 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0011s, count=1542, qps in this process: 51.3981 (mp_runner.py:76) +2024-09-01 21:41:03,628 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0012s, count=2150, qps in this process: 71.6638 (mp_runner.py:76) +2024-09-01 21:41:03,634 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0004s, count=1608, qps in this process: 53.5993 (mp_runner.py:76) +2024-09-01 21:41:03,645 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.0004s, count=1630, qps in this process: 54.3326 (mp_runner.py:76) +2024-09-01 21:41:03,657 | INFO |End search in concurrency 45: dur=30.576415205003286s, total_count=87195, qps=2851.7077 (mp_runner.py:120) +2024-09-01 21:41:06,984 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:41:06,984 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 21:41:28,021 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 21:41:28,109 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,110 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,188 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,300 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,326 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,333 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,384 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,436 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,483 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,486 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,493 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,504 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,518 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,534 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,554 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,607 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,611 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,639 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,660 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,661 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,662 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,679 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,693 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,708 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,710 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,740 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,746 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,758 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:28,770 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:41:36,721 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.012676910999289248 (mp_runner.py:73) +2024-09-01 21:41:36,723 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.015320933998737019 (mp_runner.py:73) +2024-09-01 21:41:36,723 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.012644980000914074 (mp_runner.py:73) +2024-09-01 21:41:36,724 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.014299809001386166 (mp_runner.py:73) +2024-09-01 21:41:36,726 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.021097707998706028 (mp_runner.py:73) +2024-09-01 21:41:36,726 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.013896381002268754 (mp_runner.py:73) +2024-09-01 21:41:36,727 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.01330757300456753 (mp_runner.py:73) +2024-09-01 21:41:36,728 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.02415313699748367 (mp_runner.py:73) +2024-09-01 21:41:36,733 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.01765441699535586 (mp_runner.py:73) +2024-09-01 21:41:36,757 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.012629551005375106 (mp_runner.py:73) +2024-09-01 21:41:36,758 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.012768018001224846 (mp_runner.py:73) +2024-09-01 21:41:36,759 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.014493283997580875 (mp_runner.py:73) +2024-09-01 21:41:36,759 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.012545218000013847 (mp_runner.py:73) +2024-09-01 21:41:36,760 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.013763032002316322 (mp_runner.py:73) +2024-09-01 21:41:36,762 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.014200250996509567 (mp_runner.py:73) +2024-09-01 21:41:36,763 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.013494087994331494 (mp_runner.py:73) +2024-09-01 21:41:36,765 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.021057710000604857 (mp_runner.py:73) +2024-09-01 21:41:36,766 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.013183647999539971 (mp_runner.py:73) +2024-09-01 21:41:36,766 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.015702220996899996 (mp_runner.py:73) +2024-09-01 21:41:36,767 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.013266462003230117 (mp_runner.py:73) +2024-09-01 21:41:36,767 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.02466047900088597 (mp_runner.py:73) +2024-09-01 21:41:36,768 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.014835444999334868 (mp_runner.py:73) +2024-09-01 21:41:36,769 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.016839316005643923 (mp_runner.py:73) +2024-09-01 21:41:36,771 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.0162361639959272 (mp_runner.py:73) +2024-09-01 21:41:36,777 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.02022138400207041 (mp_runner.py:73) +2024-09-01 21:41:36,783 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.015845850000914652 (mp_runner.py:73) +2024-09-01 21:41:36,783 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.018826265004463494 (mp_runner.py:73) +2024-09-01 21:41:36,784 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.017792325998016167 (mp_runner.py:73) +2024-09-01 21:41:36,784 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.019199770998966414 (mp_runner.py:73) +2024-09-01 21:41:36,788 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.016353535000234842 (mp_runner.py:73) +2024-09-01 21:41:36,791 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.025236905996280257 (mp_runner.py:73) +2024-09-01 21:41:36,793 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.020113452002988197 (mp_runner.py:73) +2024-09-01 21:41:36,919 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.022220155005925335 (mp_runner.py:73) +2024-09-01 21:41:37,135 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.02503916999557987 (mp_runner.py:73) +2024-09-01 21:41:37,440 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.015853463002713397 (mp_runner.py:73) +2024-09-01 21:41:37,441 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.017617069999687374 (mp_runner.py:73) +2024-09-01 21:41:37,442 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.018212060000223573 (mp_runner.py:73) +2024-09-01 21:41:37,442 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.017904854998050723 (mp_runner.py:73) +2024-09-01 21:41:37,442 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.017614365002373233 (mp_runner.py:73) +2024-09-01 21:41:37,443 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.017829252996307332 (mp_runner.py:73) +2024-09-01 21:41:37,443 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.017933133996848483 (mp_runner.py:73) +2024-09-01 21:41:37,443 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.02038219200039748 (mp_runner.py:73) +2024-09-01 21:41:37,444 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.013837771002727095 (mp_runner.py:73) +2024-09-01 21:41:37,444 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.016979177999019157 (mp_runner.py:73) +2024-09-01 21:41:37,444 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.013722308998694643 (mp_runner.py:73) +2024-09-01 21:41:37,445 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.01299620699865045 (mp_runner.py:73) +2024-09-01 21:41:37,445 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.022697574997437187 (mp_runner.py:73) +2024-09-01 21:41:37,870 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.023009092998108827 (mp_runner.py:73) +2024-09-01 21:41:38,566 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.025270598998758942 (mp_runner.py:73) +2024-09-01 21:41:38,567 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02268403599737212 (mp_runner.py:73) +2024-09-01 21:41:44,661 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.010427280998555943 (mp_runner.py:73) +2024-09-01 21:41:44,664 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.014903649003827013 (mp_runner.py:73) +2024-09-01 21:41:44,665 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.014095077000092715 (mp_runner.py:73) +2024-09-01 21:41:44,666 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.014712767995661125 (mp_runner.py:73) +2024-09-01 21:41:44,666 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.017441048999899067 (mp_runner.py:73) +2024-09-01 21:41:44,668 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.015118463001272175 (mp_runner.py:73) +2024-09-01 21:41:44,669 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.016528144005860668 (mp_runner.py:73) +2024-09-01 21:41:44,671 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.022357765003107488 (mp_runner.py:73) +2024-09-01 21:41:44,805 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.015067902000737377 (mp_runner.py:73) +2024-09-01 21:41:44,806 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.017972737994568888 (mp_runner.py:73) +2024-09-01 21:41:44,807 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.019315602999995463 (mp_runner.py:73) +2024-09-01 21:41:44,928 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.01850188100070227 (mp_runner.py:73) +2024-09-01 21:41:44,961 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.022623779994319193 (mp_runner.py:73) +2024-09-01 21:41:45,033 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.04790727200452238 (mp_runner.py:73) +2024-09-01 21:41:45,317 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.010855592998268548 (mp_runner.py:73) +2024-09-01 21:41:45,432 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.04216742599965073 (mp_runner.py:73) +2024-09-01 21:41:45,847 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.022289226995781064 (mp_runner.py:73) +2024-09-01 21:41:45,871 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.01546175499970559 (mp_runner.py:73) +2024-09-01 21:41:45,871 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.01550673400197411 (mp_runner.py:73) +2024-09-01 21:41:45,873 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.016125850997923408 (mp_runner.py:73) +2024-09-01 21:41:45,876 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.022248179993766826 (mp_runner.py:73) +2024-09-01 21:41:45,876 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.021807614000863396 (mp_runner.py:73) +2024-09-01 21:41:45,983 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.02233193299616687 (mp_runner.py:73) +2024-09-01 21:41:46,022 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.014528227999107912 (mp_runner.py:73) +2024-09-01 21:41:46,023 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.016156988000147976 (mp_runner.py:73) +2024-09-01 21:41:46,024 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.014301135001005605 (mp_runner.py:73) +2024-09-01 21:41:46,024 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.015874167998845223 (mp_runner.py:73) +2024-09-01 21:41:46,025 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.01449299499654444 (mp_runner.py:73) +2024-09-01 21:41:46,027 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.02063255599932745 (mp_runner.py:73) +2024-09-01 21:41:46,028 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.023058661994582508 (mp_runner.py:73) +2024-09-01 21:41:46,029 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.01700398600223707 (mp_runner.py:73) +2024-09-01 21:41:46,030 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.01744417700683698 (mp_runner.py:73) +2024-09-01 21:41:46,316 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.022537487995577976 (mp_runner.py:73) +2024-09-01 21:41:46,379 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.02025366699672304 (mp_runner.py:73) +2024-09-01 21:41:46,435 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.015635900999768637 (mp_runner.py:73) +2024-09-01 21:41:46,435 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.012067244002537336 (mp_runner.py:73) +2024-09-01 21:41:46,436 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.017625259002670646 (mp_runner.py:73) +2024-09-01 21:41:46,440 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.011072261004301254 (mp_runner.py:73) +2024-09-01 21:41:46,746 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.022690557001624256 (mp_runner.py:73) +2024-09-01 21:41:46,879 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.022673166000458878 (mp_runner.py:73) +2024-09-01 21:41:47,126 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.022969491001276765 (mp_runner.py:73) +2024-09-01 21:41:47,174 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.023225967997859698 (mp_runner.py:73) +2024-09-01 21:41:47,241 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.018218994002381805 (mp_runner.py:73) +2024-09-01 21:41:47,314 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.020944302996213082 (mp_runner.py:73) +2024-09-01 21:41:47,363 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.023552305996418 (mp_runner.py:73) +2024-09-01 21:41:47,999 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.022645976998319384 (mp_runner.py:73) +2024-09-01 21:41:48,001 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.02317864300130168 (mp_runner.py:73) +2024-09-01 21:41:49,558 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.03068448699923465 (mp_runner.py:73) +2024-09-01 21:41:50,044 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.02343470400228398 (mp_runner.py:73) +2024-09-01 21:41:50,044 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.02348882899968885 (mp_runner.py:73) +2024-09-01 21:41:53,426 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.012834381996071897 (mp_runner.py:73) +2024-09-01 21:41:53,427 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.017502583999885246 (mp_runner.py:73) +2024-09-01 21:41:53,428 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.013371662003919482 (mp_runner.py:73) +2024-09-01 21:41:53,428 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.018495564996555913 (mp_runner.py:73) +2024-09-01 21:41:53,867 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.02095359200029634 (mp_runner.py:73) +2024-09-01 21:41:53,923 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.015567636997730006 (mp_runner.py:73) +2024-09-01 21:41:53,924 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.014073153004574124 (mp_runner.py:73) +2024-09-01 21:41:53,925 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.013778029999230057 (mp_runner.py:73) +2024-09-01 21:41:53,926 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.014567084996087942 (mp_runner.py:73) +2024-09-01 21:41:53,926 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.019652905000839382 (mp_runner.py:73) +2024-09-01 21:41:53,927 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.020948871002474334 (mp_runner.py:73) +2024-09-01 21:41:53,929 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.014666973998828325 (mp_runner.py:73) +2024-09-01 21:41:53,930 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.014985196998168249 (mp_runner.py:73) +2024-09-01 21:41:53,934 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.02490187300281832 (mp_runner.py:73) +2024-09-01 21:41:54,117 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.03560979200119618 (mp_runner.py:73) +2024-09-01 21:41:54,131 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.035015604000363965 (mp_runner.py:73) +2024-09-01 21:41:54,131 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.0026993050050805323 (mp_runner.py:73) +2024-09-01 21:41:54,133 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.03994467399752466 (mp_runner.py:73) +2024-09-01 21:41:54,133 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.03479629300272791 (mp_runner.py:73) +2024-09-01 21:41:54,134 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.03346988300472731 (mp_runner.py:73) +2024-09-01 21:41:54,134 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.03468247900309507 (mp_runner.py:73) +2024-09-01 21:41:54,135 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.03314267900714185 (mp_runner.py:73) +2024-09-01 21:41:54,135 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.03422073300316697 (mp_runner.py:73) +2024-09-01 21:41:54,136 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.0187813640004606 (mp_runner.py:73) +2024-09-01 21:41:54,138 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.00907548499526456 (mp_runner.py:73) +2024-09-01 21:41:54,139 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.031568883001455106 (mp_runner.py:73) +2024-09-01 21:41:54,149 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.05133577499509556 (mp_runner.py:73) +2024-09-01 21:41:54,150 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.021255530999042094 (mp_runner.py:73) +2024-09-01 21:41:54,158 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.061011425001197495 (mp_runner.py:73) +2024-09-01 21:41:54,172 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.06355462499777786 (mp_runner.py:73) +2024-09-01 21:41:55,336 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.01992191500175977 (mp_runner.py:73) +2024-09-01 21:41:55,338 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.017375827999785542 (mp_runner.py:73) +2024-09-01 21:41:55,338 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.023959468999237288 (mp_runner.py:73) +2024-09-01 21:41:55,683 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.018167955000535585 (mp_runner.py:73) +2024-09-01 21:41:55,685 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.020573754998622462 (mp_runner.py:73) +2024-09-01 21:41:56,061 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.017402157995093148 (mp_runner.py:73) +2024-09-01 21:41:56,227 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.020500733000517357 (mp_runner.py:73) +2024-09-01 21:41:56,231 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.020544210994557943 (mp_runner.py:73) +2024-09-01 21:41:57,892 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.020304772995586973 (mp_runner.py:73) +2024-09-01 21:41:58,114 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0033s, count=1751, qps in this process: 58.3602 (mp_runner.py:76) +2024-09-01 21:41:58,116 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0058s, count=1780, qps in this process: 59.3219 (mp_runner.py:76) +2024-09-01 21:41:58,121 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.021276598003169056 (mp_runner.py:73) +2024-09-01 21:41:58,131 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.02539149900258053 (mp_runner.py:73) +2024-09-01 21:41:58,133 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.024028327003179584 (mp_runner.py:73) +2024-09-01 21:41:58,187 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.014939558001060504 (mp_runner.py:73) +2024-09-01 21:41:58,188 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.02126722000684822 (mp_runner.py:73) +2024-09-01 21:41:58,194 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.02202719599881675 (mp_runner.py:73) +2024-09-01 21:41:58,214 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0137s, count=1758, qps in this process: 58.5733 (mp_runner.py:76) +2024-09-01 21:41:58,301 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0172s, count=1764, qps in this process: 58.7663 (mp_runner.py:76) +2024-09-01 21:41:58,317 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0067s, count=1466, qps in this process: 48.8558 (mp_runner.py:76) +2024-09-01 21:41:58,334 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0048s, count=1746, qps in this process: 58.1907 (mp_runner.py:76) +2024-09-01 21:41:58,344 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0076s, count=1767, qps in this process: 58.8851 (mp_runner.py:76) +2024-09-01 21:41:58,391 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0042s, count=1751, qps in this process: 58.3585 (mp_runner.py:76) +2024-09-01 21:41:58,402 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0059s, count=1625, qps in this process: 54.156 (mp_runner.py:76) +2024-09-01 21:41:58,403 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0065s, count=1771, qps in this process: 59.0205 (mp_runner.py:76) +2024-09-01 21:41:58,411 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0126s, count=1771, qps in this process: 59.0085 (mp_runner.py:76) +2024-09-01 21:41:58,454 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0117s, count=1805, qps in this process: 60.1432 (mp_runner.py:76) +2024-09-01 21:41:58,480 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0007s, count=1777, qps in this process: 59.232 (mp_runner.py:76) +2024-09-01 21:41:58,507 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0204s, count=1809, qps in this process: 60.259 (mp_runner.py:76) +2024-09-01 21:41:58,508 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0135s, count=1809, qps in this process: 60.2729 (mp_runner.py:76) +2024-09-01 21:41:58,509 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0184s, count=1759, qps in this process: 58.5974 (mp_runner.py:76) +2024-09-01 21:41:58,515 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0232s, count=1809, qps in this process: 60.2534 (mp_runner.py:76) +2024-09-01 21:41:58,515 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0145s, count=1810, qps in this process: 60.3042 (mp_runner.py:76) +2024-09-01 21:41:58,516 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0248s, count=1810, qps in this process: 60.2835 (mp_runner.py:76) +2024-09-01 21:41:58,516 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0007s, count=1779, qps in this process: 59.2986 (mp_runner.py:76) +2024-09-01 21:41:58,527 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.001s, count=1779, qps in this process: 59.298 (mp_runner.py:76) +2024-09-01 21:41:58,536 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0246s, count=1758, qps in this process: 58.552 (mp_runner.py:76) +2024-09-01 21:41:58,537 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0192s, count=1811, qps in this process: 60.3281 (mp_runner.py:76) +2024-09-01 21:41:58,538 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0028s, count=1634, qps in this process: 54.4616 (mp_runner.py:76) +2024-09-01 21:41:58,542 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0033s, count=1519, qps in this process: 50.6278 (mp_runner.py:76) +2024-09-01 21:41:58,562 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0143s, count=1812, qps in this process: 60.3712 (mp_runner.py:76) +2024-09-01 21:41:58,562 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0072s, count=1812, qps in this process: 60.3855 (mp_runner.py:76) +2024-09-01 21:41:58,582 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0267s, count=1618, qps in this process: 53.8854 (mp_runner.py:76) +2024-09-01 21:41:58,610 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0482s, count=1813, qps in this process: 60.3364 (mp_runner.py:76) +2024-09-01 21:41:58,620 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0013s, count=1525, qps in this process: 50.8311 (mp_runner.py:76) +2024-09-01 21:41:58,628 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0135s, count=1522, qps in this process: 50.7105 (mp_runner.py:76) +2024-09-01 21:41:58,635 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0433s, count=1781, qps in this process: 59.2811 (mp_runner.py:76) +2024-09-01 21:41:58,636 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0115s, count=1399, qps in this process: 46.6155 (mp_runner.py:76) +2024-09-01 21:41:58,646 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0003s, count=1787, qps in this process: 59.5661 (mp_runner.py:76) +2024-09-01 21:41:58,667 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0567s, count=1782, qps in this process: 59.2879 (mp_runner.py:76) +2024-09-01 21:41:58,667 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0003s, count=1816, qps in this process: 60.5327 (mp_runner.py:76) +2024-09-01 21:41:58,673 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0047s, count=1678, qps in this process: 55.9246 (mp_runner.py:76) +2024-09-01 21:41:58,677 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0083s, count=1626, qps in this process: 54.185 (mp_runner.py:76) +2024-09-01 21:41:58,680 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0108s, count=1817, qps in this process: 60.5449 (mp_runner.py:76) +2024-09-01 21:41:58,691 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0189s, count=1817, qps in this process: 60.5285 (mp_runner.py:76) +2024-09-01 21:41:58,706 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0153s, count=1525, qps in this process: 50.8074 (mp_runner.py:76) +2024-09-01 21:41:58,707 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0004s, count=1412, qps in this process: 47.066 (mp_runner.py:76) +2024-09-01 21:41:58,708 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0077s, count=1540, qps in this process: 51.3202 (mp_runner.py:76) +2024-09-01 21:41:58,712 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0063s, count=1683, qps in this process: 56.0882 (mp_runner.py:76) +2024-09-01 21:41:58,716 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0014s, count=1683, qps in this process: 56.0974 (mp_runner.py:76) +2024-09-01 21:41:58,717 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0043s, count=1396, qps in this process: 46.5267 (mp_runner.py:76) +2024-09-01 21:41:58,744 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.0031033999985083938 (mp_runner.py:73) +2024-09-01 21:41:58,747 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0011s, count=1542, qps in this process: 51.3981 (mp_runner.py:76) +2024-09-01 21:41:58,755 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0038s, count=1503, qps in this process: 50.0937 (mp_runner.py:76) +2024-09-01 21:41:58,767 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0016s, count=1646, qps in this process: 54.8637 (mp_runner.py:76) +2024-09-01 21:41:58,774 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0005s, count=1559, qps in this process: 51.9658 (mp_runner.py:76) +2024-09-01 21:41:58,787 | INFO |End search in concurrency 50: dur=30.76422070099943s, total_count=84712, qps=2753.5884 (mp_runner.py:120) +2024-09-01 21:42:02,499 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:42:02,499 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 21:42:23,649 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 21:42:23,948 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,101 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,102 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,112 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,123 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,125 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,125 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,126 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,126 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,129 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,149 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,167 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,167 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,190 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,191 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,197 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,200 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,202 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,203 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,203 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,206 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,207 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,223 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,233 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,233 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,238 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,239 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,240 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,242 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,307 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,327 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,346 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,355 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,368 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:24,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:42:33,497 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.022616412003117148 (mp_runner.py:73) +2024-09-01 21:42:33,497 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.02270184400549624 (mp_runner.py:73) +2024-09-01 21:42:33,498 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.02469195400044555 (mp_runner.py:73) +2024-09-01 21:42:33,499 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.024161563997040503 (mp_runner.py:73) +2024-09-01 21:42:33,501 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02496468099707272 (mp_runner.py:73) +2024-09-01 21:42:33,502 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.023661346996959765 (mp_runner.py:73) +2024-09-01 21:42:33,502 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.02384638999501476 (mp_runner.py:73) +2024-09-01 21:42:33,504 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.031157944998994935 (mp_runner.py:73) +2024-09-01 21:42:33,506 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.024569962995883543 (mp_runner.py:73) +2024-09-01 21:42:33,508 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.03602313699957449 (mp_runner.py:73) +2024-09-01 21:42:33,509 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.021299124993674923 (mp_runner.py:73) +2024-09-01 21:42:33,511 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.00345966200256953 (mp_runner.py:73) +2024-09-01 21:42:33,516 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.03387853299500421 (mp_runner.py:73) +2024-09-01 21:42:33,559 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.018283633995451964 (mp_runner.py:73) +2024-09-01 21:42:33,560 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.016435662997537293 (mp_runner.py:73) +2024-09-01 21:42:33,561 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.020563168000080623 (mp_runner.py:73) +2024-09-01 21:42:33,563 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.014168875000905246 (mp_runner.py:73) +2024-09-01 21:42:33,566 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.026520543004153296 (mp_runner.py:73) +2024-09-01 21:42:33,569 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.019817995998892002 (mp_runner.py:73) +2024-09-01 21:42:33,574 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.021510697006306145 (mp_runner.py:73) +2024-09-01 21:42:33,574 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.026048393003293313 (mp_runner.py:73) +2024-09-01 21:42:33,839 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.020109828998101875 (mp_runner.py:73) +2024-09-01 21:42:33,842 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.01913602500280831 (mp_runner.py:73) +2024-09-01 21:42:33,842 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.024103988995193504 (mp_runner.py:73) +2024-09-01 21:42:33,842 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.01620218400057638 (mp_runner.py:73) +2024-09-01 21:42:33,843 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.018360253001446836 (mp_runner.py:73) +2024-09-01 21:42:33,870 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.018748850998235866 (mp_runner.py:73) +2024-09-01 21:42:33,877 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.017463141004554927 (mp_runner.py:73) +2024-09-01 21:42:33,878 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.01952672200422967 (mp_runner.py:73) +2024-09-01 21:42:33,878 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.022731245000613853 (mp_runner.py:73) +2024-09-01 21:42:33,879 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01927875699766446 (mp_runner.py:73) +2024-09-01 21:42:33,881 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.01963708199764369 (mp_runner.py:73) +2024-09-01 21:42:33,881 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.02080135900177993 (mp_runner.py:73) +2024-09-01 21:42:33,882 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.02842427699943073 (mp_runner.py:73) +2024-09-01 21:42:34,050 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.0205517489957856 (mp_runner.py:73) +2024-09-01 21:42:34,052 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.029034329003479797 (mp_runner.py:73) +2024-09-01 21:42:34,052 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.024239468002633657 (mp_runner.py:73) +2024-09-01 21:42:34,411 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.015304294996894896 (mp_runner.py:73) +2024-09-01 21:42:34,411 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.015325347994803451 (mp_runner.py:73) +2024-09-01 21:42:34,419 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.024570583998865914 (mp_runner.py:73) +2024-09-01 21:42:34,421 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.029873712999687996 (mp_runner.py:73) +2024-09-01 21:42:34,714 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.022744752001017332 (mp_runner.py:73) +2024-09-01 21:42:34,716 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.024943324002379086 (mp_runner.py:73) +2024-09-01 21:42:34,717 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.020279352000216022 (mp_runner.py:73) +2024-09-01 21:42:34,717 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.02633062200038694 (mp_runner.py:73) +2024-09-01 21:42:35,335 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.017244826995010953 (mp_runner.py:73) +2024-09-01 21:42:35,336 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.019428820996836293 (mp_runner.py:73) +2024-09-01 21:42:35,338 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.022761528001865372 (mp_runner.py:73) +2024-09-01 21:42:35,338 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.02489373199932743 (mp_runner.py:73) +2024-09-01 21:42:35,813 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.030264605004049372 (mp_runner.py:73) +2024-09-01 21:42:36,211 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.025708373002998997 (mp_runner.py:73) +2024-09-01 21:42:36,307 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.024263679995783605 (mp_runner.py:73) +2024-09-01 21:42:36,794 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.02058085000317078 (mp_runner.py:73) +2024-09-01 21:42:36,795 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.022190751005837228 (mp_runner.py:73) +2024-09-01 21:42:37,433 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.029356008999457117 (mp_runner.py:73) +2024-09-01 21:42:42,410 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.0009256590055883862 (mp_runner.py:73) +2024-09-01 21:42:42,416 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.006597168001462705 (mp_runner.py:73) +2024-09-01 21:42:42,443 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.0014891809987602755 (mp_runner.py:73) +2024-09-01 21:42:42,499 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.03301411499705864 (mp_runner.py:73) +2024-09-01 21:42:42,509 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.03436131500347983 (mp_runner.py:73) +2024-09-01 21:42:42,519 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.04295986099896254 (mp_runner.py:73) +2024-09-01 21:42:42,769 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.012483236998377834 (mp_runner.py:73) +2024-09-01 21:42:42,770 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.012779341996065341 (mp_runner.py:73) +2024-09-01 21:42:42,771 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.01533682400622638 (mp_runner.py:73) +2024-09-01 21:42:42,774 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.02194084600341739 (mp_runner.py:73) +2024-09-01 21:42:42,775 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.011800232001405675 (mp_runner.py:73) +2024-09-01 21:42:42,775 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.020157664999715053 (mp_runner.py:73) +2024-09-01 21:42:42,775 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.01678739699855214 (mp_runner.py:73) +2024-09-01 21:42:42,776 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.012802356002794113 (mp_runner.py:73) +2024-09-01 21:42:42,777 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.016449911003292073 (mp_runner.py:73) +2024-09-01 21:42:42,778 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.01661357899865834 (mp_runner.py:73) +2024-09-01 21:42:42,779 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.02354791299876524 (mp_runner.py:73) +2024-09-01 21:42:42,781 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.01892978899559239 (mp_runner.py:73) +2024-09-01 21:42:42,782 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.01976839699636912 (mp_runner.py:73) +2024-09-01 21:42:42,783 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.017758430003596004 (mp_runner.py:73) +2024-09-01 21:42:42,788 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.015094841000973247 (mp_runner.py:73) +2024-09-01 21:42:42,889 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.009770179000042845 (mp_runner.py:73) +2024-09-01 21:42:42,889 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.021752266999101266 (mp_runner.py:73) +2024-09-01 21:42:42,891 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.022706725998432375 (mp_runner.py:73) +2024-09-01 21:42:43,447 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.026052055996842682 (mp_runner.py:73) +2024-09-01 21:42:43,478 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.015359008000814356 (mp_runner.py:73) +2024-09-01 21:42:43,478 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.009406389996001963 (mp_runner.py:73) +2024-09-01 21:42:43,479 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.017011849995469674 (mp_runner.py:73) +2024-09-01 21:42:43,480 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.015563300003123004 (mp_runner.py:73) +2024-09-01 21:42:43,481 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.02125204200274311 (mp_runner.py:73) +2024-09-01 21:42:43,481 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.015401254997414071 (mp_runner.py:73) +2024-09-01 21:42:43,485 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.028023418999509886 (mp_runner.py:73) +2024-09-01 21:42:43,486 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.018022849995759316 (mp_runner.py:73) +2024-09-01 21:42:45,531 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.02541831800044747 (mp_runner.py:73) +2024-09-01 21:42:45,531 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.024368892001803033 (mp_runner.py:73) +2024-09-01 21:42:45,596 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.021239104004052933 (mp_runner.py:73) +2024-09-01 21:42:45,597 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.02621087199804606 (mp_runner.py:73) +2024-09-01 21:42:45,639 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.018025942998065148 (mp_runner.py:73) +2024-09-01 21:42:45,639 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.011620203993516043 (mp_runner.py:73) +2024-09-01 21:42:45,726 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.023411514004692435 (mp_runner.py:73) +2024-09-01 21:42:45,945 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.026233128002786543 (mp_runner.py:73) +2024-09-01 21:42:46,116 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.02441909800108988 (mp_runner.py:73) +2024-09-01 21:42:46,144 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.023312022996833548 (mp_runner.py:73) +2024-09-01 21:42:46,145 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.02063746100611752 (mp_runner.py:73) +2024-09-01 21:42:46,222 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.024159614004020113 (mp_runner.py:73) +2024-09-01 21:42:46,434 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.025963737003621645 (mp_runner.py:73) +2024-09-01 21:42:46,436 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.019027576003281865 (mp_runner.py:73) +2024-09-01 21:42:46,436 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.018366495001828298 (mp_runner.py:73) +2024-09-01 21:42:47,379 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.025123353996605147 (mp_runner.py:73) +2024-09-01 21:42:48,590 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.020182191001367755 (mp_runner.py:73) +2024-09-01 21:42:48,655 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.022042960998078343 (mp_runner.py:73) +2024-09-01 21:42:48,792 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.02105072099948302 (mp_runner.py:73) +2024-09-01 21:42:48,793 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.008980148995760828 (mp_runner.py:73) +2024-09-01 21:42:49,241 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.022303911006019916 (mp_runner.py:73) +2024-09-01 21:42:50,141 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.0188873360020807 (mp_runner.py:73) +2024-09-01 21:42:51,850 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.013302430001203902 (mp_runner.py:73) +2024-09-01 21:42:51,851 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.015355042000010144 (mp_runner.py:73) +2024-09-01 21:42:51,852 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.01488293000147678 (mp_runner.py:73) +2024-09-01 21:42:51,853 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.014678541003377177 (mp_runner.py:73) +2024-09-01 21:42:51,855 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.0200672580031096 (mp_runner.py:73) +2024-09-01 21:42:51,857 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.02231440399918938 (mp_runner.py:73) +2024-09-01 21:42:51,858 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.017543022004247177 (mp_runner.py:73) +2024-09-01 21:42:51,863 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.01868138300051214 (mp_runner.py:73) +2024-09-01 21:42:51,864 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.020165818998066243 (mp_runner.py:73) +2024-09-01 21:42:52,495 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.01629134399991017 (mp_runner.py:73) +2024-09-01 21:42:52,497 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.017700668999168556 (mp_runner.py:73) +2024-09-01 21:42:52,498 | DEBUG |(SpawnProcess-1:313) search_count: 1500, latest_latency=0.015530363001744263 (mp_runner.py:73) +2024-09-01 21:42:52,499 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.015578856997308321 (mp_runner.py:73) +2024-09-01 21:42:52,499 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.020091436002985574 (mp_runner.py:73) +2024-09-01 21:42:52,500 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.023006925999652594 (mp_runner.py:73) +2024-09-01 21:42:52,502 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.017026816996803973 (mp_runner.py:73) +2024-09-01 21:42:52,503 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.027810005005449057 (mp_runner.py:73) +2024-09-01 21:42:52,738 | DEBUG |(SpawnProcess-1:309) search_count: 1500, latest_latency=0.025636692000261974 (mp_runner.py:73) +2024-09-01 21:42:52,956 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.017939133998879697 (mp_runner.py:73) +2024-09-01 21:42:52,957 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.017995164002059028 (mp_runner.py:73) +2024-09-01 21:42:52,958 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.013364220001676586 (mp_runner.py:73) +2024-09-01 21:42:52,959 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.01454078999813646 (mp_runner.py:73) +2024-09-01 21:42:52,959 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.015439499002241064 (mp_runner.py:73) +2024-09-01 21:42:52,959 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.01575241699902108 (mp_runner.py:73) +2024-09-01 21:42:52,960 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.022926935998839326 (mp_runner.py:73) +2024-09-01 21:42:52,961 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.014945183000236284 (mp_runner.py:73) +2024-09-01 21:42:52,961 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.023432040004990995 (mp_runner.py:73) +2024-09-01 21:42:52,978 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.023836484004277736 (mp_runner.py:73) +2024-09-01 21:42:53,687 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.034710531996097416 (mp_runner.py:73) +2024-09-01 21:42:53,688 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.037255268995068036 (mp_runner.py:73) +2024-09-01 21:42:53,969 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0132s, count=1511, qps in this process: 50.3445 (mp_runner.py:76) +2024-09-01 21:42:54,128 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0238s, count=1407, qps in this process: 46.8628 (mp_runner.py:76) +2024-09-01 21:42:54,131 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0003s, count=1590, qps in this process: 52.9995 (mp_runner.py:76) +2024-09-01 21:42:54,131 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0269s, count=1565, qps in this process: 52.1199 (mp_runner.py:76) +2024-09-01 21:42:54,132 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0012s, count=1630, qps in this process: 54.3312 (mp_runner.py:76) +2024-09-01 21:42:54,138 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0073s, count=1556, qps in this process: 51.854 (mp_runner.py:76) +2024-09-01 21:42:54,138 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0033s, count=1548, qps in this process: 51.5943 (mp_runner.py:76) +2024-09-01 21:42:54,140 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0091s, count=1591, qps in this process: 53.0173 (mp_runner.py:76) +2024-09-01 21:42:54,142 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0173s, count=1630, qps in this process: 54.302 (mp_runner.py:76) +2024-09-01 21:42:54,146 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.016s, count=1592, qps in this process: 53.0384 (mp_runner.py:76) +2024-09-01 21:42:54,146 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0149s, count=1591, qps in this process: 53.007 (mp_runner.py:76) +2024-09-01 21:42:54,147 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0158s, count=1564, qps in this process: 52.1059 (mp_runner.py:76) +2024-09-01 21:42:54,150 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0012s, count=1631, qps in this process: 54.3645 (mp_runner.py:76) +2024-09-01 21:42:54,158 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0105s, count=1631, qps in this process: 54.3476 (mp_runner.py:76) +2024-09-01 21:42:54,159 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0124s, count=1631, qps in this process: 54.3442 (mp_runner.py:76) +2024-09-01 21:42:54,175 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0438s, count=1518, qps in this process: 50.5262 (mp_runner.py:76) +2024-09-01 21:42:54,186 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0165s, count=1334, qps in this process: 44.4422 (mp_runner.py:76) +2024-09-01 21:42:54,188 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0278s, count=1632, qps in this process: 54.3496 (mp_runner.py:76) +2024-09-01 21:42:54,198 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0297s, count=1491, qps in this process: 49.6508 (mp_runner.py:76) +2024-09-01 21:42:54,202 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0095s, count=1398, qps in this process: 46.5852 (mp_runner.py:76) +2024-09-01 21:42:54,203 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0038s, count=1633, qps in this process: 54.4264 (mp_runner.py:76) +2024-09-01 21:42:54,206 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0019s, count=1486, qps in this process: 49.5302 (mp_runner.py:76) +2024-09-01 21:42:54,208 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.001s, count=1275, qps in this process: 42.4986 (mp_runner.py:76) +2024-09-01 21:42:54,208 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0034s, count=1234, qps in this process: 41.1287 (mp_runner.py:76) +2024-09-01 21:42:54,210 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0138s, count=1568, qps in this process: 52.2426 (mp_runner.py:76) +2024-09-01 21:42:54,213 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0089s, count=1594, qps in this process: 53.1176 (mp_runner.py:76) +2024-09-01 21:42:54,214 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0079s, count=1411, qps in this process: 47.021 (mp_runner.py:76) +2024-09-01 21:42:54,220 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0101s, count=1399, qps in this process: 46.6176 (mp_runner.py:76) +2024-09-01 21:42:54,222 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0116s, count=1432, qps in this process: 47.7149 (mp_runner.py:76) +2024-09-01 21:42:54,230 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0035s, count=1569, qps in this process: 52.2939 (mp_runner.py:76) +2024-09-01 21:42:54,238 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0113s, count=1400, qps in this process: 46.6491 (mp_runner.py:76) +2024-09-01 21:42:54,240 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.004s, count=1568, qps in this process: 52.2597 (mp_runner.py:76) +2024-09-01 21:42:54,242 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0063s, count=1570, qps in this process: 52.3223 (mp_runner.py:76) +2024-09-01 21:42:54,244 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0017s, count=1636, qps in this process: 54.5302 (mp_runner.py:76) +2024-09-01 21:42:54,246 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0028s, count=1597, qps in this process: 53.2284 (mp_runner.py:76) +2024-09-01 21:42:54,251 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0082s, count=1637, qps in this process: 54.5518 (mp_runner.py:76) +2024-09-01 21:42:54,258 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0077s, count=1414, qps in this process: 47.1212 (mp_runner.py:76) +2024-09-01 21:42:54,273 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0037s, count=1575, qps in this process: 52.4935 (mp_runner.py:76) +2024-09-01 21:42:54,277 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0038s, count=1576, qps in this process: 52.5267 (mp_runner.py:76) +2024-09-01 21:42:54,314 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0018s, count=1411, qps in this process: 47.0305 (mp_runner.py:76) +2024-09-01 21:42:54,333 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.002s, count=1425, qps in this process: 47.4968 (mp_runner.py:76) +2024-09-01 21:42:54,335 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0018s, count=1586, qps in this process: 52.8635 (mp_runner.py:76) +2024-09-01 21:42:54,343 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0085s, count=1426, qps in this process: 47.5199 (mp_runner.py:76) +2024-09-01 21:42:54,347 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.002s, count=1417, qps in this process: 47.2302 (mp_runner.py:76) +2024-09-01 21:42:54,349 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0015s, count=1615, qps in this process: 53.8306 (mp_runner.py:76) +2024-09-01 21:42:54,357 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0014s, count=1421, qps in this process: 47.3645 (mp_runner.py:76) +2024-09-01 21:42:54,362 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0017s, count=1617, qps in this process: 53.8969 (mp_runner.py:76) +2024-09-01 21:42:54,377 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.004s, count=1426, qps in this process: 47.527 (mp_runner.py:76) +2024-09-01 21:42:54,377 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0007s, count=1262, qps in this process: 42.0657 (mp_runner.py:76) +2024-09-01 21:42:54,378 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0028s, count=1363, qps in this process: 45.4291 (mp_runner.py:76) +2024-09-01 21:42:54,393 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.003s, count=1267, qps in this process: 42.2291 (mp_runner.py:76) +2024-09-01 21:42:54,418 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0006s, count=1249, qps in this process: 41.6325 (mp_runner.py:76) +2024-09-01 21:42:54,420 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0009s, count=1451, qps in this process: 48.3652 (mp_runner.py:76) +2024-09-01 21:42:54,433 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0005s, count=1301, qps in this process: 43.3659 (mp_runner.py:76) +2024-09-01 21:42:54,450 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0001s, count=1255, qps in this process: 41.8332 (mp_runner.py:76) +2024-09-01 21:42:54,463 | INFO |End search in concurrency 55: dur=30.81424617200537s, total_count=82107, qps=2664.5792 (mp_runner.py:120) +2024-09-01 21:42:58,472 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:42:58,472 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 21:43:19,839 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 21:43:19,993 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,004 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,021 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,156 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,160 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,166 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,280 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,301 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,306 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,344 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,361 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,373 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,391 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,414 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,511 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,511 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,592 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,600 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,631 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,631 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,646 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,650 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,670 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,676 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,676 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,681 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,681 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:20,733 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:43:30,374 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.017759719004970975 (mp_runner.py:73) +2024-09-01 21:43:30,375 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.018607295998663176 (mp_runner.py:73) +2024-09-01 21:43:30,377 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.019516054999257904 (mp_runner.py:73) +2024-09-01 21:43:30,380 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.019995955997728743 (mp_runner.py:73) +2024-09-01 21:43:30,380 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.01594567400024971 (mp_runner.py:73) +2024-09-01 21:43:30,381 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.017895641998620704 (mp_runner.py:73) +2024-09-01 21:43:30,381 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.020818507997319102 (mp_runner.py:73) +2024-09-01 21:43:30,382 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.02642693700181553 (mp_runner.py:73) +2024-09-01 21:43:30,382 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.018858058996556792 (mp_runner.py:73) +2024-09-01 21:43:30,384 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.018644884003151674 (mp_runner.py:73) +2024-09-01 21:43:30,384 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.029551368999818806 (mp_runner.py:73) +2024-09-01 21:43:30,386 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.01961490899702767 (mp_runner.py:73) +2024-09-01 21:43:30,842 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.015759477006213274 (mp_runner.py:73) +2024-09-01 21:43:30,843 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.016742984000302386 (mp_runner.py:73) +2024-09-01 21:43:30,844 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.018519035998906475 (mp_runner.py:73) +2024-09-01 21:43:30,844 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.018508012995880563 (mp_runner.py:73) +2024-09-01 21:43:30,845 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.017770794001989998 (mp_runner.py:73) +2024-09-01 21:43:30,846 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.020046300000103656 (mp_runner.py:73) +2024-09-01 21:43:30,846 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.018884197997977026 (mp_runner.py:73) +2024-09-01 21:43:30,846 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.019911843999580014 (mp_runner.py:73) +2024-09-01 21:43:30,847 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.01848298300319584 (mp_runner.py:73) +2024-09-01 21:43:30,847 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.019683947997691575 (mp_runner.py:73) +2024-09-01 21:43:30,848 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.022549255001649726 (mp_runner.py:73) +2024-09-01 21:43:30,848 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.02561650799907511 (mp_runner.py:73) +2024-09-01 21:43:30,848 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.020375113999762107 (mp_runner.py:73) +2024-09-01 21:43:30,848 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.01838049499929184 (mp_runner.py:73) +2024-09-01 21:43:30,849 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.02429654900333844 (mp_runner.py:73) +2024-09-01 21:43:30,849 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.017095196999434847 (mp_runner.py:73) +2024-09-01 21:43:30,851 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.019739657000172883 (mp_runner.py:73) +2024-09-01 21:43:30,852 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.019620893996034283 (mp_runner.py:73) +2024-09-01 21:43:30,852 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.019493125000735745 (mp_runner.py:73) +2024-09-01 21:43:30,854 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.03136458399967523 (mp_runner.py:73) +2024-09-01 21:43:30,859 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.020844521997787524 (mp_runner.py:73) +2024-09-01 21:43:31,083 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.0277784390054876 (mp_runner.py:73) +2024-09-01 21:43:31,270 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.03151700899616117 (mp_runner.py:73) +2024-09-01 21:43:31,726 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.03296586599753937 (mp_runner.py:73) +2024-09-01 21:43:31,781 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.019078552002611104 (mp_runner.py:73) +2024-09-01 21:43:31,783 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.024319194999407046 (mp_runner.py:73) +2024-09-01 21:43:31,784 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.020208942994941026 (mp_runner.py:73) +2024-09-01 21:43:31,784 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.023690687005000655 (mp_runner.py:73) +2024-09-01 21:43:31,784 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.02009153299877653 (mp_runner.py:73) +2024-09-01 21:43:31,785 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.02591662300255848 (mp_runner.py:73) +2024-09-01 21:43:31,786 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.021366836997913197 (mp_runner.py:73) +2024-09-01 21:43:31,786 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.02907234799931757 (mp_runner.py:73) +2024-09-01 21:43:31,792 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.02078537100169342 (mp_runner.py:73) +2024-09-01 21:43:31,792 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.026141185997403227 (mp_runner.py:73) +2024-09-01 21:43:32,309 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02824893700017128 (mp_runner.py:73) +2024-09-01 21:43:32,619 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.01617758700012928 (mp_runner.py:73) +2024-09-01 21:43:32,619 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.021612855001876596 (mp_runner.py:73) +2024-09-01 21:43:32,621 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.027145261999976356 (mp_runner.py:73) +2024-09-01 21:43:32,908 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.016762922998168506 (mp_runner.py:73) +2024-09-01 21:43:32,908 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.015329911999288015 (mp_runner.py:73) +2024-09-01 21:43:32,909 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.01956580299884081 (mp_runner.py:73) +2024-09-01 21:43:32,909 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.017068404995370656 (mp_runner.py:73) +2024-09-01 21:43:32,910 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.014952878002077341 (mp_runner.py:73) +2024-09-01 21:43:32,911 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.016726718997233547 (mp_runner.py:73) +2024-09-01 21:43:32,911 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.02439531299751252 (mp_runner.py:73) +2024-09-01 21:43:32,912 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.026167080002778675 (mp_runner.py:73) +2024-09-01 21:43:33,685 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.027497160001075827 (mp_runner.py:73) +2024-09-01 21:43:34,572 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.02997499899356626 (mp_runner.py:73) +2024-09-01 21:43:39,737 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.01671529300074326 (mp_runner.py:73) +2024-09-01 21:43:39,738 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.01800110499607399 (mp_runner.py:73) +2024-09-01 21:43:39,738 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.01570138299575774 (mp_runner.py:73) +2024-09-01 21:43:39,739 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.012766895997629035 (mp_runner.py:73) +2024-09-01 21:43:39,740 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.009971136001695413 (mp_runner.py:73) +2024-09-01 21:43:39,741 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.013571496005170047 (mp_runner.py:73) +2024-09-01 21:43:39,743 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.017216669002664275 (mp_runner.py:73) +2024-09-01 21:43:39,746 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.013434559994493611 (mp_runner.py:73) +2024-09-01 21:43:39,746 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.026602033998642582 (mp_runner.py:73) +2024-09-01 21:43:39,746 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.014781159996346105 (mp_runner.py:73) +2024-09-01 21:43:39,750 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.03119899600278586 (mp_runner.py:73) +2024-09-01 21:43:39,750 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.016730727002141066 (mp_runner.py:73) +2024-09-01 21:43:40,799 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.01900708399625728 (mp_runner.py:73) +2024-09-01 21:43:40,799 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.021992489004333038 (mp_runner.py:73) +2024-09-01 21:43:40,801 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.01895910999883199 (mp_runner.py:73) +2024-09-01 21:43:40,803 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.021338127000490203 (mp_runner.py:73) +2024-09-01 21:43:40,808 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.0302332840001327 (mp_runner.py:73) +2024-09-01 21:43:40,809 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.018895123001129832 (mp_runner.py:73) +2024-09-01 21:43:41,683 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.01605438900151057 (mp_runner.py:73) +2024-09-01 21:43:41,685 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.01110701199650066 (mp_runner.py:73) +2024-09-01 21:43:41,687 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.02867377700022189 (mp_runner.py:73) +2024-09-01 21:43:41,687 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.022794376003730576 (mp_runner.py:73) +2024-09-01 21:43:41,700 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.033149445000162814 (mp_runner.py:73) +2024-09-01 21:43:42,134 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.035414160003711004 (mp_runner.py:73) +2024-09-01 21:43:42,141 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.04504379100399092 (mp_runner.py:73) +2024-09-01 21:43:42,141 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.03514025800541276 (mp_runner.py:73) +2024-09-01 21:43:42,142 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.04690642000059597 (mp_runner.py:73) +2024-09-01 21:43:42,148 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.037204262996965554 (mp_runner.py:73) +2024-09-01 21:43:42,155 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.027113468997413293 (mp_runner.py:73) +2024-09-01 21:43:42,635 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.03608695000002626 (mp_runner.py:73) +2024-09-01 21:43:42,696 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.023921612002595793 (mp_runner.py:73) +2024-09-01 21:43:42,795 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.02626698800304439 (mp_runner.py:73) +2024-09-01 21:43:43,010 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.02616414300428005 (mp_runner.py:73) +2024-09-01 21:43:43,248 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.023300138003833126 (mp_runner.py:73) +2024-09-01 21:43:43,279 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.023924462002469227 (mp_runner.py:73) +2024-09-01 21:43:43,280 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.024936109999543987 (mp_runner.py:73) +2024-09-01 21:43:43,337 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.030659495998406783 (mp_runner.py:73) +2024-09-01 21:43:43,342 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.027760433993535116 (mp_runner.py:73) +2024-09-01 21:43:43,410 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.023891636003099848 (mp_runner.py:73) +2024-09-01 21:43:43,514 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.032223207999777514 (mp_runner.py:73) +2024-09-01 21:43:43,515 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.03044668499933323 (mp_runner.py:73) +2024-09-01 21:43:43,593 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.04608631400333252 (mp_runner.py:73) +2024-09-01 21:43:43,665 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.020466702000703663 (mp_runner.py:73) +2024-09-01 21:43:43,667 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.022204378998139873 (mp_runner.py:73) +2024-09-01 21:43:43,667 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.03391245900274953 (mp_runner.py:73) +2024-09-01 21:43:43,671 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.024100287999317516 (mp_runner.py:73) +2024-09-01 21:43:43,672 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.0288686610001605 (mp_runner.py:73) +2024-09-01 21:43:43,682 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.03659386099752737 (mp_runner.py:73) +2024-09-01 21:43:43,684 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.018311332001758274 (mp_runner.py:73) +2024-09-01 21:43:43,693 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.048904221002885606 (mp_runner.py:73) +2024-09-01 21:43:43,695 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.034211169004265685 (mp_runner.py:73) +2024-09-01 21:43:43,700 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.018317290996492375 (mp_runner.py:73) +2024-09-01 21:43:43,795 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.024184704998333473 (mp_runner.py:73) +2024-09-01 21:43:43,975 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.02519992499583168 (mp_runner.py:73) +2024-09-01 21:43:44,016 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.03214690800086828 (mp_runner.py:73) +2024-09-01 21:43:45,538 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.025927426002454013 (mp_runner.py:73) +2024-09-01 21:43:45,738 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.02499674499995308 (mp_runner.py:73) +2024-09-01 21:43:46,280 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.02292577299522236 (mp_runner.py:73) +2024-09-01 21:43:47,169 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.026174566999543458 (mp_runner.py:73) +2024-09-01 21:43:48,356 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.009268561996577773 (mp_runner.py:73) +2024-09-01 21:43:49,939 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.01859522199811181 (mp_runner.py:73) +2024-09-01 21:43:49,941 | DEBUG |(SpawnProcess-1:357) search_count: 1500, latest_latency=0.016476281998620834 (mp_runner.py:73) +2024-09-01 21:43:49,941 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.01792732600006275 (mp_runner.py:73) +2024-09-01 21:43:49,943 | DEBUG |(SpawnProcess-1:363) search_count: 1500, latest_latency=0.023245391006639693 (mp_runner.py:73) +2024-09-01 21:43:49,943 | DEBUG |(SpawnProcess-1:366) search_count: 1500, latest_latency=0.026689655001973733 (mp_runner.py:73) +2024-09-01 21:43:50,007 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0026s, count=1309, qps in this process: 43.6296 (mp_runner.py:76) +2024-09-01 21:43:50,022 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.013s, count=1344, qps in this process: 44.7806 (mp_runner.py:76) +2024-09-01 21:43:50,067 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0236s, count=1318, qps in this process: 43.8988 (mp_runner.py:76) +2024-09-01 21:43:50,151 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0146s, count=1317, qps in this process: 43.8786 (mp_runner.py:76) +2024-09-01 21:43:50,170 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0038s, count=1302, qps in this process: 43.3945 (mp_runner.py:76) +2024-09-01 21:43:50,174 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0117s, count=1318, qps in this process: 43.9162 (mp_runner.py:76) +2024-09-01 21:43:50,175 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0035s, count=1498, qps in this process: 49.9275 (mp_runner.py:76) +2024-09-01 21:43:50,226 | DEBUG |(SpawnProcess-1:342) search_count: 1500, latest_latency=0.022008584994182456 (mp_runner.py:73) +2024-09-01 21:43:50,276 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0024s, count=1436, qps in this process: 47.8628 (mp_runner.py:76) +2024-09-01 21:43:50,280 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0065s, count=1516, qps in this process: 50.5224 (mp_runner.py:76) +2024-09-01 21:43:50,292 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0184s, count=1323, qps in this process: 44.073 (mp_runner.py:76) +2024-09-01 21:43:50,293 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0065s, count=1323, qps in this process: 44.0904 (mp_runner.py:76) +2024-09-01 21:43:50,293 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0014s, count=1517, qps in this process: 50.5643 (mp_runner.py:76) +2024-09-01 21:43:50,294 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0204s, count=1362, qps in this process: 45.3691 (mp_runner.py:76) +2024-09-01 21:43:50,299 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0076s, count=1327, qps in this process: 44.2221 (mp_runner.py:76) +2024-09-01 21:43:50,315 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0053s, count=1309, qps in this process: 43.6256 (mp_runner.py:76) +2024-09-01 21:43:50,315 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0102s, count=1353, qps in this process: 45.0847 (mp_runner.py:76) +2024-09-01 21:43:50,335 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0044s, count=1326, qps in this process: 44.1935 (mp_runner.py:76) +2024-09-01 21:43:50,347 | DEBUG |(SpawnProcess-1:360) search_count: 1500, latest_latency=0.020362956005556043 (mp_runner.py:73) +2024-09-01 21:43:50,350 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.01s, count=1520, qps in this process: 50.6498 (mp_runner.py:76) +2024-09-01 21:43:50,360 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.014s, count=1506, qps in this process: 50.1766 (mp_runner.py:76) +2024-09-01 21:43:50,368 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.002s, count=1331, qps in this process: 44.3637 (mp_runner.py:76) +2024-09-01 21:43:50,370 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0195s, count=1328, qps in this process: 44.2379 (mp_runner.py:76) +2024-09-01 21:43:50,380 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.008s, count=1502, qps in this process: 50.0533 (mp_runner.py:76) +2024-09-01 21:43:50,380 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0043s, count=1329, qps in this process: 44.2937 (mp_runner.py:76) +2024-09-01 21:43:50,385 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0191s, count=1329, qps in this process: 44.2718 (mp_runner.py:76) +2024-09-01 21:43:50,386 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0077s, count=1329, qps in this process: 44.2886 (mp_runner.py:76) +2024-09-01 21:43:50,404 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0092s, count=1441, qps in this process: 48.0186 (mp_runner.py:76) +2024-09-01 21:43:50,408 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0041s, count=1464, qps in this process: 48.7933 (mp_runner.py:76) +2024-09-01 21:43:50,425 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0049s, count=1524, qps in this process: 50.7917 (mp_runner.py:76) +2024-09-01 21:43:50,429 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0073s, count=1333, qps in this process: 44.4225 (mp_runner.py:76) +2024-09-01 21:43:50,430 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0126s, count=1243, qps in this process: 41.4159 (mp_runner.py:76) +2024-09-01 21:43:50,432 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.0009s, count=1333, qps in this process: 44.432 (mp_runner.py:76) +2024-09-01 21:43:50,434 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0027s, count=1455, qps in this process: 48.4956 (mp_runner.py:76) +2024-09-01 21:43:50,438 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0171s, count=1333, qps in this process: 44.408 (mp_runner.py:76) +2024-09-01 21:43:50,443 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0071s, count=1336, qps in this process: 44.5228 (mp_runner.py:76) +2024-09-01 21:43:50,450 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0116s, count=1334, qps in this process: 44.4495 (mp_runner.py:76) +2024-09-01 21:43:50,454 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0022s, count=1256, qps in this process: 41.8636 (mp_runner.py:76) +2024-09-01 21:43:50,456 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0043s, count=1526, qps in this process: 50.8594 (mp_runner.py:76) +2024-09-01 21:43:50,469 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0124s, count=1379, qps in this process: 45.9477 (mp_runner.py:76) +2024-09-01 21:43:50,517 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0029s, count=1271, qps in this process: 42.3626 (mp_runner.py:76) +2024-09-01 21:43:50,526 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0112s, count=1376, qps in this process: 45.8495 (mp_runner.py:76) +2024-09-01 21:43:50,546 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0087s, count=1346, qps in this process: 44.8537 (mp_runner.py:76) +2024-09-01 21:43:50,551 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0065s, count=1330, qps in this process: 44.3237 (mp_runner.py:76) +2024-09-01 21:43:50,556 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0131s, count=1388, qps in this process: 46.2465 (mp_runner.py:76) +2024-09-01 21:43:50,570 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0081s, count=1309, qps in this process: 43.6216 (mp_runner.py:76) +2024-09-01 21:43:50,574 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0023s, count=1350, qps in this process: 44.9966 (mp_runner.py:76) +2024-09-01 21:43:50,574 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0003s, count=1333, qps in this process: 44.4329 (mp_runner.py:76) +2024-09-01 21:43:50,599 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0007s, count=1339, qps in this process: 44.6323 (mp_runner.py:76) +2024-09-01 21:43:50,601 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0009s, count=1339, qps in this process: 44.632 (mp_runner.py:76) +2024-09-01 21:43:50,608 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0018s, count=1272, qps in this process: 42.3975 (mp_runner.py:76) +2024-09-01 21:43:50,641 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0009s, count=1205, qps in this process: 40.1655 (mp_runner.py:76) +2024-09-01 21:43:50,646 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0034s, count=1278, qps in this process: 42.5952 (mp_runner.py:76) +2024-09-01 21:43:50,655 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0039s, count=1365, qps in this process: 45.4941 (mp_runner.py:76) +2024-09-01 21:43:50,659 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0031s, count=1294, qps in this process: 43.1289 (mp_runner.py:76) +2024-09-01 21:43:50,676 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.001s, count=1117, qps in this process: 37.2321 (mp_runner.py:76) +2024-09-01 21:43:50,678 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0004s, count=1162, qps in this process: 38.7328 (mp_runner.py:76) +2024-09-01 21:43:50,683 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0058s, count=1223, qps in this process: 40.7588 (mp_runner.py:76) +2024-09-01 21:43:50,688 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0005s, count=1340, qps in this process: 44.6659 (mp_runner.py:76) +2024-09-01 21:43:50,690 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0011s, count=1213, qps in this process: 40.4319 (mp_runner.py:76) +2024-09-01 21:43:50,698 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0011s, count=1370, qps in this process: 45.665 (mp_runner.py:76) +2024-09-01 21:43:50,742 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0009s, count=1397, qps in this process: 46.5653 (mp_runner.py:76) +2024-09-01 21:43:50,756 | INFO |End search in concurrency 60: dur=30.917009069002233s, total_count=80946, qps=2618.1705 (mp_runner.py:120) +2024-09-01 21:43:55,099 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:43:55,099 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 21:44:16,645 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 21:44:16,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:16,756 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:16,936 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:16,944 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:16,960 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:16,996 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,008 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,044 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,072 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,177 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,177 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,178 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,183 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,197 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,207 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,211 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,219 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,225 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,285 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,303 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,308 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,311 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,313 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,320 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,321 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,346 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,376 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,413 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,422 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,479 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,484 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,490 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,494 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,505 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,600 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,626 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:17,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:44:27,913 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.018955289000587072 (mp_runner.py:73) +2024-09-01 21:44:27,914 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.018651154001418035 (mp_runner.py:73) +2024-09-01 21:44:27,915 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.021471546999237034 (mp_runner.py:73) +2024-09-01 21:44:27,915 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.018273740002769046 (mp_runner.py:73) +2024-09-01 21:44:27,917 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.019090654997853562 (mp_runner.py:73) +2024-09-01 21:44:27,917 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.016976997001620475 (mp_runner.py:73) +2024-09-01 21:44:27,918 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.02036186100303894 (mp_runner.py:73) +2024-09-01 21:44:27,919 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.020074162996024825 (mp_runner.py:73) +2024-09-01 21:44:27,919 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.02016368899785448 (mp_runner.py:73) +2024-09-01 21:44:27,920 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.01797280599566875 (mp_runner.py:73) +2024-09-01 21:44:27,920 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.01551512599689886 (mp_runner.py:73) +2024-09-01 21:44:27,921 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.0179463599997689 (mp_runner.py:73) +2024-09-01 21:44:27,921 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.021164375000807922 (mp_runner.py:73) +2024-09-01 21:44:27,922 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.02051195099920733 (mp_runner.py:73) +2024-09-01 21:44:27,922 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.020084998999664094 (mp_runner.py:73) +2024-09-01 21:44:27,923 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.018455106001056265 (mp_runner.py:73) +2024-09-01 21:44:27,923 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.01994940499571385 (mp_runner.py:73) +2024-09-01 21:44:27,924 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.015714964996732306 (mp_runner.py:73) +2024-09-01 21:44:27,925 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.031885031996353064 (mp_runner.py:73) +2024-09-01 21:44:27,925 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.019840635999571532 (mp_runner.py:73) +2024-09-01 21:44:27,926 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.018368989003647584 (mp_runner.py:73) +2024-09-01 21:44:27,927 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.03498844400019152 (mp_runner.py:73) +2024-09-01 21:44:27,927 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.01901151199854212 (mp_runner.py:73) +2024-09-01 21:44:27,928 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0012538029986899346 (mp_runner.py:73) +2024-09-01 21:44:27,941 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.03458855699864216 (mp_runner.py:73) +2024-09-01 21:44:28,493 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.03055309399496764 (mp_runner.py:73) +2024-09-01 21:44:28,757 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.022517156998219434 (mp_runner.py:73) +2024-09-01 21:44:28,758 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.021609591000014916 (mp_runner.py:73) +2024-09-01 21:44:28,759 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.023405972999171354 (mp_runner.py:73) +2024-09-01 21:44:28,759 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.02145309399929829 (mp_runner.py:73) +2024-09-01 21:44:28,761 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.019690143999469 (mp_runner.py:73) +2024-09-01 21:44:28,761 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.024225754001236055 (mp_runner.py:73) +2024-09-01 21:44:28,763 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.024611105996882543 (mp_runner.py:73) +2024-09-01 21:44:28,763 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.023370197995973285 (mp_runner.py:73) +2024-09-01 21:44:28,764 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.023727959996904247 (mp_runner.py:73) +2024-09-01 21:44:28,765 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.02362883400201099 (mp_runner.py:73) +2024-09-01 21:44:28,766 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.022779097998864017 (mp_runner.py:73) +2024-09-01 21:44:28,766 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.01736849900044035 (mp_runner.py:73) +2024-09-01 21:44:28,767 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.0329017109979759 (mp_runner.py:73) +2024-09-01 21:44:28,767 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.025390139999217354 (mp_runner.py:73) +2024-09-01 21:44:28,769 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.02440400199702708 (mp_runner.py:73) +2024-09-01 21:44:28,770 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.025588745003915392 (mp_runner.py:73) +2024-09-01 21:44:28,770 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.0386881469967193 (mp_runner.py:73) +2024-09-01 21:44:28,981 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.007769452000502497 (mp_runner.py:73) +2024-09-01 21:44:29,438 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.018948248005472124 (mp_runner.py:73) +2024-09-01 21:44:29,438 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.01937951400032034 (mp_runner.py:73) +2024-09-01 21:44:29,442 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.024535284996090923 (mp_runner.py:73) +2024-09-01 21:44:29,444 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.027693238997017033 (mp_runner.py:73) +2024-09-01 21:44:29,445 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.01990801399369957 (mp_runner.py:73) +2024-09-01 21:44:29,445 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.022387995006283745 (mp_runner.py:73) +2024-09-01 21:44:29,446 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.02172681799856946 (mp_runner.py:73) +2024-09-01 21:44:29,447 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.033027733996277675 (mp_runner.py:73) +2024-09-01 21:44:29,448 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.037220198995782994 (mp_runner.py:73) +2024-09-01 21:44:30,334 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.01572193799802335 (mp_runner.py:73) +2024-09-01 21:44:30,397 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.027572729006351437 (mp_runner.py:73) +2024-09-01 21:44:30,920 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.031183874001726508 (mp_runner.py:73) +2024-09-01 21:44:30,991 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.02995578599802684 (mp_runner.py:73) +2024-09-01 21:44:31,505 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.02583981800125912 (mp_runner.py:73) +2024-09-01 21:44:31,535 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.03184933800366707 (mp_runner.py:73) +2024-09-01 21:44:31,827 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.030931207998946775 (mp_runner.py:73) +2024-09-01 21:44:31,866 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.032677505994797684 (mp_runner.py:73) +2024-09-01 21:44:31,897 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.006486239995865617 (mp_runner.py:73) +2024-09-01 21:44:31,902 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.029815958994731773 (mp_runner.py:73) +2024-09-01 21:44:33,037 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.05874104399845237 (mp_runner.py:73) +2024-09-01 21:44:33,053 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.04974053500336595 (mp_runner.py:73) +2024-09-01 21:44:37,999 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.01542787899961695 (mp_runner.py:73) +2024-09-01 21:44:37,999 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.016537770003196783 (mp_runner.py:73) +2024-09-01 21:44:38,000 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.014980755993747152 (mp_runner.py:73) +2024-09-01 21:44:38,000 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.014144936998491175 (mp_runner.py:73) +2024-09-01 21:44:38,001 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.015501312002015766 (mp_runner.py:73) +2024-09-01 21:44:38,004 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.016799293996882625 (mp_runner.py:73) +2024-09-01 21:44:38,004 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.018782634993840475 (mp_runner.py:73) +2024-09-01 21:44:38,005 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.01700115700077731 (mp_runner.py:73) +2024-09-01 21:44:38,008 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.019395737996092066 (mp_runner.py:73) +2024-09-01 21:44:38,009 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.019958758995926473 (mp_runner.py:73) +2024-09-01 21:44:38,010 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.02793407799617853 (mp_runner.py:73) +2024-09-01 21:44:38,011 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.019556538994947914 (mp_runner.py:73) +2024-09-01 21:44:38,011 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.03048735999618657 (mp_runner.py:73) +2024-09-01 21:44:38,012 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.019766356999753043 (mp_runner.py:73) +2024-09-01 21:44:38,023 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.03206896699703066 (mp_runner.py:73) +2024-09-01 21:44:38,656 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.02839309700357262 (mp_runner.py:73) +2024-09-01 21:44:38,659 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.02159868099988671 (mp_runner.py:73) +2024-09-01 21:44:38,660 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.023361391999060288 (mp_runner.py:73) +2024-09-01 21:44:39,131 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.024071026004094165 (mp_runner.py:73) +2024-09-01 21:44:39,132 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.02478359200176783 (mp_runner.py:73) +2024-09-01 21:44:39,133 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.02718217900110176 (mp_runner.py:73) +2024-09-01 21:44:39,133 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.02492332000110764 (mp_runner.py:73) +2024-09-01 21:44:39,134 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.028794402998755686 (mp_runner.py:73) +2024-09-01 21:44:39,134 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.02621175600506831 (mp_runner.py:73) +2024-09-01 21:44:39,587 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.014687242997752037 (mp_runner.py:73) +2024-09-01 21:44:39,593 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.020083755000086967 (mp_runner.py:73) +2024-09-01 21:44:39,593 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.019224955001845956 (mp_runner.py:73) +2024-09-01 21:44:39,594 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.018624968004587572 (mp_runner.py:73) +2024-09-01 21:44:39,594 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.01624888500373345 (mp_runner.py:73) +2024-09-01 21:44:39,597 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.025094992000958882 (mp_runner.py:73) +2024-09-01 21:44:39,598 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.016204161001951434 (mp_runner.py:73) +2024-09-01 21:44:39,598 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.015312449002522044 (mp_runner.py:73) +2024-09-01 21:44:39,599 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.027459155004180502 (mp_runner.py:73) +2024-09-01 21:44:39,600 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.016658540000207722 (mp_runner.py:73) +2024-09-01 21:44:39,604 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.018244960003357846 (mp_runner.py:73) +2024-09-01 21:44:39,605 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.022650352999335155 (mp_runner.py:73) +2024-09-01 21:44:40,570 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.008021664994885214 (mp_runner.py:73) +2024-09-01 21:44:40,577 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.015964706995873712 (mp_runner.py:73) +2024-09-01 21:44:40,577 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.017100675002438948 (mp_runner.py:73) +2024-09-01 21:44:40,578 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.0181520320038544 (mp_runner.py:73) +2024-09-01 21:44:40,578 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.019472856998618226 (mp_runner.py:73) +2024-09-01 21:44:40,579 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.02028283799882047 (mp_runner.py:73) +2024-09-01 21:44:40,580 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.017940396995982155 (mp_runner.py:73) +2024-09-01 21:44:40,581 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.018546348001109436 (mp_runner.py:73) +2024-09-01 21:44:40,584 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.02644502899784129 (mp_runner.py:73) +2024-09-01 21:44:40,587 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.023544550000224262 (mp_runner.py:73) +2024-09-01 21:44:40,587 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.02059066299989354 (mp_runner.py:73) +2024-09-01 21:44:40,588 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.021775082997919526 (mp_runner.py:73) +2024-09-01 21:44:40,593 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.036390391003806144 (mp_runner.py:73) +2024-09-01 21:44:41,083 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.028596724005183205 (mp_runner.py:73) +2024-09-01 21:44:41,380 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.029231266998976935 (mp_runner.py:73) +2024-09-01 21:44:42,078 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.04221875100483885 (mp_runner.py:73) +2024-09-01 21:44:42,081 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.048183945000346284 (mp_runner.py:73) +2024-09-01 21:44:44,184 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.05895772100484464 (mp_runner.py:73) +2024-09-01 21:44:44,353 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.03004325799702201 (mp_runner.py:73) +2024-09-01 21:44:45,194 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.015557803999399766 (mp_runner.py:73) +2024-09-01 21:44:45,209 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.043629687002976425 (mp_runner.py:73) +2024-09-01 21:44:45,223 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.03436877200147137 (mp_runner.py:73) +2024-09-01 21:44:45,298 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.07255963700299617 (mp_runner.py:73) +2024-09-01 21:44:45,598 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.02489186199818505 (mp_runner.py:73) +2024-09-01 21:44:45,963 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.025083132000872865 (mp_runner.py:73) +2024-09-01 21:44:46,183 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.03062949400191428 (mp_runner.py:73) +2024-09-01 21:44:46,719 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0169s, count=1311, qps in this process: 43.6754 (mp_runner.py:76) +2024-09-01 21:44:46,771 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0096s, count=1263, qps in this process: 42.0865 (mp_runner.py:76) +2024-09-01 21:44:46,803 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.029784327001834754 (mp_runner.py:73) +2024-09-01 21:44:46,957 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0161s, count=1150, qps in this process: 38.3128 (mp_runner.py:76) +2024-09-01 21:44:46,969 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0206s, count=1310, qps in this process: 43.6367 (mp_runner.py:76) +2024-09-01 21:44:47,016 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0084s, count=1282, qps in this process: 42.7214 (mp_runner.py:76) +2024-09-01 21:44:47,021 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.003s, count=1241, qps in this process: 41.3625 (mp_runner.py:76) +2024-09-01 21:44:47,022 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0043s, count=1313, qps in this process: 43.7604 (mp_runner.py:76) +2024-09-01 21:44:47,054 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0055s, count=1269, qps in this process: 42.2922 (mp_runner.py:76) +2024-09-01 21:44:47,104 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0177s, count=1317, qps in this process: 43.8741 (mp_runner.py:76) +2024-09-01 21:44:47,135 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0074s, count=1265, qps in this process: 42.1563 (mp_runner.py:76) +2024-09-01 21:44:47,182 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.002s, count=1424, qps in this process: 47.4635 (mp_runner.py:76) +2024-09-01 21:44:47,183 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0085s, count=1424, qps in this process: 47.4532 (mp_runner.py:76) +2024-09-01 21:44:47,185 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0073s, count=1326, qps in this process: 44.1892 (mp_runner.py:76) +2024-09-01 21:44:47,194 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0143s, count=1409, qps in this process: 46.9443 (mp_runner.py:76) +2024-09-01 21:44:47,196 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0011s, count=1425, qps in this process: 47.4983 (mp_runner.py:76) +2024-09-01 21:44:47,197 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0006s, count=1321, qps in this process: 44.0325 (mp_runner.py:76) +2024-09-01 21:44:47,201 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0197s, count=1267, qps in this process: 42.2056 (mp_runner.py:76) +2024-09-01 21:44:47,203 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0068s, count=1277, qps in this process: 42.557 (mp_runner.py:76) +2024-09-01 21:44:47,205 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.026s, count=1425, qps in this process: 47.4589 (mp_runner.py:76) +2024-09-01 21:44:47,208 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.012s, count=1321, qps in this process: 44.0157 (mp_runner.py:76) +2024-09-01 21:44:47,209 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.03s, count=1322, qps in this process: 44.0226 (mp_runner.py:76) +2024-09-01 21:44:47,213 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0036s, count=1248, qps in this process: 41.595 (mp_runner.py:76) +2024-09-01 21:44:47,217 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0025s, count=1426, qps in this process: 47.5294 (mp_runner.py:76) +2024-09-01 21:44:47,232 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0099s, count=1328, qps in this process: 44.2521 (mp_runner.py:76) +2024-09-01 21:44:47,238 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0234s, count=1322, qps in this process: 44.0323 (mp_runner.py:76) +2024-09-01 21:44:47,239 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0223s, count=1411, qps in this process: 46.9984 (mp_runner.py:76) +2024-09-01 21:44:47,244 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0144s, count=1322, qps in this process: 44.0455 (mp_runner.py:76) +2024-09-01 21:44:47,249 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0246s, count=1323, qps in this process: 44.0639 (mp_runner.py:76) +2024-09-01 21:44:47,255 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0356s, count=1073, qps in this process: 35.7243 (mp_runner.py:76) +2024-09-01 21:44:47,297 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0049s, count=1433, qps in this process: 47.7589 (mp_runner.py:76) +2024-09-01 21:44:47,298 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0109s, count=1342, qps in this process: 44.7171 (mp_runner.py:76) +2024-09-01 21:44:47,305 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0161s, count=1334, qps in this process: 44.4428 (mp_runner.py:76) +2024-09-01 21:44:47,306 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0055s, count=1327, qps in this process: 44.2252 (mp_runner.py:76) +2024-09-01 21:44:47,317 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0095s, count=1274, qps in this process: 42.4532 (mp_runner.py:76) +2024-09-01 21:44:47,322 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0057s, count=1285, qps in this process: 42.8252 (mp_runner.py:76) +2024-09-01 21:44:47,323 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0048s, count=1285, qps in this process: 42.8265 (mp_runner.py:76) +2024-09-01 21:44:47,328 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0114s, count=1285, qps in this process: 42.8171 (mp_runner.py:76) +2024-09-01 21:44:47,333 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0115s, count=1201, qps in this process: 40.018 (mp_runner.py:76) +2024-09-01 21:44:47,334 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0113s, count=1190, qps in this process: 39.6517 (mp_runner.py:76) +2024-09-01 21:44:47,342 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.014s, count=1054, qps in this process: 35.1169 (mp_runner.py:76) +2024-09-01 21:44:47,355 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0141s, count=1080, qps in this process: 35.9831 (mp_runner.py:76) +2024-09-01 21:44:47,356 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0018s, count=1288, qps in this process: 42.9308 (mp_runner.py:76) +2024-09-01 21:44:47,390 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0053s, count=1340, qps in this process: 44.6588 (mp_runner.py:76) +2024-09-01 21:44:47,414 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0064s, count=1425, qps in this process: 47.4899 (mp_runner.py:76) +2024-09-01 21:44:47,415 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0027s, count=1033, qps in this process: 34.4302 (mp_runner.py:76) +2024-09-01 21:44:47,415 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0034s, count=1284, qps in this process: 42.7951 (mp_runner.py:76) +2024-09-01 21:44:47,421 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0048s, count=1420, qps in this process: 47.3258 (mp_runner.py:76) +2024-09-01 21:44:47,436 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0074s, count=1182, qps in this process: 39.3903 (mp_runner.py:76) +2024-09-01 21:44:47,440 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0002s, count=1264, qps in this process: 42.1331 (mp_runner.py:76) +2024-09-01 21:44:47,470 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0006s, count=1400, qps in this process: 46.6657 (mp_runner.py:76) +2024-09-01 21:44:47,472 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0033s, count=1351, qps in this process: 45.0284 (mp_runner.py:76) +2024-09-01 21:44:47,475 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.006s, count=1453, qps in this process: 48.4236 (mp_runner.py:76) +2024-09-01 21:44:47,477 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0084s, count=1453, qps in this process: 48.4198 (mp_runner.py:76) +2024-09-01 21:44:47,491 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0011s, count=1345, qps in this process: 44.8317 (mp_runner.py:76) +2024-09-01 21:44:47,493 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.0050130329982494 (mp_runner.py:73) +2024-09-01 21:44:47,493 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.004892432996712159 (mp_runner.py:73) +2024-09-01 21:44:47,496 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0023s, count=1456, qps in this process: 48.5296 (mp_runner.py:76) +2024-09-01 21:44:47,500 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0042s, count=1457, qps in this process: 48.5599 (mp_runner.py:76) +2024-09-01 21:44:47,502 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0025s, count=1096, qps in this process: 36.5303 (mp_runner.py:76) +2024-09-01 21:44:47,505 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0045s, count=1310, qps in this process: 43.6601 (mp_runner.py:76) +2024-09-01 21:44:47,512 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0012s, count=1072, qps in this process: 35.7319 (mp_runner.py:76) +2024-09-01 21:44:47,540 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.002s, count=1120, qps in this process: 37.3308 (mp_runner.py:76) +2024-09-01 21:44:47,606 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0014s, count=1205, qps in this process: 40.1648 (mp_runner.py:76) +2024-09-01 21:44:47,623 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.001s, count=1139, qps in this process: 37.9654 (mp_runner.py:76) +2024-09-01 21:44:47,625 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0007s, count=1070, qps in this process: 35.6658 (mp_runner.py:76) +2024-09-01 21:44:47,642 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0007s, count=1202, qps in this process: 40.0657 (mp_runner.py:76) +2024-09-01 21:44:47,650 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0003s, count=1093, qps in this process: 36.433 (mp_runner.py:76) +2024-09-01 21:44:47,660 | INFO |End search in concurrency 65: dur=31.01253690700105s, total_count=83663, qps=2697.7155 (mp_runner.py:120) +2024-09-01 21:44:52,392 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:44:52,392 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 21:45:14,362 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 21:45:14,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,779 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,846 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,854 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,871 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,932 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,935 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,935 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,939 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,939 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,941 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,942 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,942 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,943 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,944 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,944 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,944 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,945 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,947 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,950 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,950 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,950 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,951 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,951 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,951 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,957 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,958 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,959 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:14,974 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,033 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,050 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,071 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,139 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,150 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,167 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,182 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,187 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,187 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,194 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,247 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,300 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,308 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,320 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,333 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:15,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 21:45:26,463 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.019000344997039065 (mp_runner.py:73) +2024-09-01 21:45:26,464 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.02058441800181754 (mp_runner.py:73) +2024-09-01 21:45:26,464 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.019835780003631953 (mp_runner.py:73) +2024-09-01 21:45:26,465 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.01628312400134746 (mp_runner.py:73) +2024-09-01 21:45:26,466 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.02320201299880864 (mp_runner.py:73) +2024-09-01 21:45:26,468 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.018581793003249913 (mp_runner.py:73) +2024-09-01 21:45:26,470 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.028873873998236377 (mp_runner.py:73) +2024-09-01 21:45:26,470 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.020297513001423795 (mp_runner.py:73) +2024-09-01 21:45:26,472 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.032222569003351964 (mp_runner.py:73) +2024-09-01 21:45:26,476 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.023422892998496536 (mp_runner.py:73) +2024-09-01 21:45:26,477 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.02940729099645978 (mp_runner.py:73) +2024-09-01 21:45:26,478 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.006178681003802922 (mp_runner.py:73) +2024-09-01 21:45:26,622 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.021325041001546197 (mp_runner.py:73) +2024-09-01 21:45:26,623 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.023383246996672824 (mp_runner.py:73) +2024-09-01 21:45:26,624 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.02203735800139839 (mp_runner.py:73) +2024-09-01 21:45:26,624 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.021044932000222616 (mp_runner.py:73) +2024-09-01 21:45:26,625 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.022289368003839627 (mp_runner.py:73) +2024-09-01 21:45:26,626 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.020800436999707017 (mp_runner.py:73) +2024-09-01 21:45:26,626 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.02217584999743849 (mp_runner.py:73) +2024-09-01 21:45:26,627 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.02152641899738228 (mp_runner.py:73) +2024-09-01 21:45:26,627 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.021397186996182427 (mp_runner.py:73) +2024-09-01 21:45:26,628 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.021288427997205872 (mp_runner.py:73) +2024-09-01 21:45:26,629 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.02131412999733584 (mp_runner.py:73) +2024-09-01 21:45:26,629 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03403149199584732 (mp_runner.py:73) +2024-09-01 21:45:26,630 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.031040392997965682 (mp_runner.py:73) +2024-09-01 21:45:26,631 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.02327439399959985 (mp_runner.py:73) +2024-09-01 21:45:27,091 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.024201539003115613 (mp_runner.py:73) +2024-09-01 21:45:27,093 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.009229982999386266 (mp_runner.py:73) +2024-09-01 21:45:27,095 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.02587958300136961 (mp_runner.py:73) +2024-09-01 21:45:27,097 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.013799340005789418 (mp_runner.py:73) +2024-09-01 21:45:27,099 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.016329737998603377 (mp_runner.py:73) +2024-09-01 21:45:27,105 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.020227729000907857 (mp_runner.py:73) +2024-09-01 21:45:27,113 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.00349120500322897 (mp_runner.py:73) +2024-09-01 21:45:27,133 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.05529076299717417 (mp_runner.py:73) +2024-09-01 21:45:27,424 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.023882649002189282 (mp_runner.py:73) +2024-09-01 21:45:27,424 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.02667222000309266 (mp_runner.py:73) +2024-09-01 21:45:27,426 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.030451715996605344 (mp_runner.py:73) +2024-09-01 21:45:27,426 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.034166890996857546 (mp_runner.py:73) +2024-09-01 21:45:27,427 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.036546394003380556 (mp_runner.py:73) +2024-09-01 21:45:27,436 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.03697725899837678 (mp_runner.py:73) +2024-09-01 21:45:27,487 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.017982031997235026 (mp_runner.py:73) +2024-09-01 21:45:27,489 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.02226469200104475 (mp_runner.py:73) +2024-09-01 21:45:27,490 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.022847783999168314 (mp_runner.py:73) +2024-09-01 21:45:27,491 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.02077862500300398 (mp_runner.py:73) +2024-09-01 21:45:27,491 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.02632676799839828 (mp_runner.py:73) +2024-09-01 21:45:27,493 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.018398821994196624 (mp_runner.py:73) +2024-09-01 21:45:27,493 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.027149235997057986 (mp_runner.py:73) +2024-09-01 21:45:27,494 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.026051192995510064 (mp_runner.py:73) +2024-09-01 21:45:27,495 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.01827516500634374 (mp_runner.py:73) +2024-09-01 21:45:27,495 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.02263120199495461 (mp_runner.py:73) +2024-09-01 21:45:27,499 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.036824331000389066 (mp_runner.py:73) +2024-09-01 21:45:27,502 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.02245258100447245 (mp_runner.py:73) +2024-09-01 21:45:27,503 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.021781796000141185 (mp_runner.py:73) +2024-09-01 21:45:27,504 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.02469355699577136 (mp_runner.py:73) +2024-09-01 21:45:27,505 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.023648659996979404 (mp_runner.py:73) +2024-09-01 21:45:27,506 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.04110228100034874 (mp_runner.py:73) +2024-09-01 21:45:27,553 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.020538423996185884 (mp_runner.py:73) +2024-09-01 21:45:27,566 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.03720277400134364 (mp_runner.py:73) +2024-09-01 21:45:27,574 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.04395641299925046 (mp_runner.py:73) +2024-09-01 21:45:27,644 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.0372176520031644 (mp_runner.py:73) +2024-09-01 21:45:27,683 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.03182237400324084 (mp_runner.py:73) +2024-09-01 21:45:27,684 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.029775255999993533 (mp_runner.py:73) +2024-09-01 21:45:27,751 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.039403941002092324 (mp_runner.py:73) +2024-09-01 21:45:28,016 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.039022085002216045 (mp_runner.py:73) +2024-09-01 21:45:28,153 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.0342326040045009 (mp_runner.py:73) +2024-09-01 21:45:29,392 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.03525850299774902 (mp_runner.py:73) +2024-09-01 21:45:29,436 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.029454789000737946 (mp_runner.py:73) +2024-09-01 21:45:29,463 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.03393959299864946 (mp_runner.py:73) +2024-09-01 21:45:30,459 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.029476550000254065 (mp_runner.py:73) +2024-09-01 21:45:30,523 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.03139562000433216 (mp_runner.py:73) +2024-09-01 21:45:37,665 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.01704790399526246 (mp_runner.py:73) +2024-09-01 21:45:37,666 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.017091093999624718 (mp_runner.py:73) +2024-09-01 21:45:37,667 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.018487663997802883 (mp_runner.py:73) +2024-09-01 21:45:37,668 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.016868720995262265 (mp_runner.py:73) +2024-09-01 21:45:37,669 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.019005308000487275 (mp_runner.py:73) +2024-09-01 21:45:37,670 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.023248580997460522 (mp_runner.py:73) +2024-09-01 21:45:37,673 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.026880502002313733 (mp_runner.py:73) +2024-09-01 21:45:37,676 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.020924270997056738 (mp_runner.py:73) +2024-09-01 21:45:37,677 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.01975085500453133 (mp_runner.py:73) +2024-09-01 21:45:37,678 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.0320515829953365 (mp_runner.py:73) +2024-09-01 21:45:37,681 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.013061200006632134 (mp_runner.py:73) +2024-09-01 21:45:37,682 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.02213040400238242 (mp_runner.py:73) +2024-09-01 21:45:38,128 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.017332846000499558 (mp_runner.py:73) +2024-09-01 21:45:38,129 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.025765235994185787 (mp_runner.py:73) +2024-09-01 21:45:38,130 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.01849555900116684 (mp_runner.py:73) +2024-09-01 21:45:38,134 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.023783420001564082 (mp_runner.py:73) +2024-09-01 21:45:38,135 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.024583015001553576 (mp_runner.py:73) +2024-09-01 21:45:38,135 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.033232934001716785 (mp_runner.py:73) +2024-09-01 21:45:38,136 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.022643870004685596 (mp_runner.py:73) +2024-09-01 21:45:38,570 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.016297376998409163 (mp_runner.py:73) +2024-09-01 21:45:38,570 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.016155582998180762 (mp_runner.py:73) +2024-09-01 21:45:38,571 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.01800721700419672 (mp_runner.py:73) +2024-09-01 21:45:38,571 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.01480125499801943 (mp_runner.py:73) +2024-09-01 21:45:38,572 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.016280798998195678 (mp_runner.py:73) +2024-09-01 21:45:38,574 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.013705771001696121 (mp_runner.py:73) +2024-09-01 21:45:38,575 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.012434495998604689 (mp_runner.py:73) +2024-09-01 21:45:38,575 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.011746714000764769 (mp_runner.py:73) +2024-09-01 21:45:38,576 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.01116342799650738 (mp_runner.py:73) +2024-09-01 21:45:38,576 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.023887483999715187 (mp_runner.py:73) +2024-09-01 21:45:38,577 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.025747551997483242 (mp_runner.py:73) +2024-09-01 21:45:38,577 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.021703019003325608 (mp_runner.py:73) +2024-09-01 21:45:38,577 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.01202210299379658 (mp_runner.py:73) +2024-09-01 21:45:38,579 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.02214881599502405 (mp_runner.py:73) +2024-09-01 21:45:38,580 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.02220610899530584 (mp_runner.py:73) +2024-09-01 21:45:38,582 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.02283000000170432 (mp_runner.py:73) +2024-09-01 21:45:38,583 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.02313030600635102 (mp_runner.py:73) +2024-09-01 21:45:38,584 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.023101763996237423 (mp_runner.py:73) +2024-09-01 21:45:38,585 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.02260865399875911 (mp_runner.py:73) +2024-09-01 21:45:38,585 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.02176751299703028 (mp_runner.py:73) +2024-09-01 21:45:38,585 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.02286405199993169 (mp_runner.py:73) +2024-09-01 21:45:38,586 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.0221592879970558 (mp_runner.py:73) +2024-09-01 21:45:38,586 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.021455693000461906 (mp_runner.py:73) +2024-09-01 21:45:38,587 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.022313333000056446 (mp_runner.py:73) +2024-09-01 21:45:38,587 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.02100625300226966 (mp_runner.py:73) +2024-09-01 21:45:38,594 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.023218271002406254 (mp_runner.py:73) +2024-09-01 21:45:38,765 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.03333693499735091 (mp_runner.py:73) +2024-09-01 21:45:39,294 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.02900607400079025 (mp_runner.py:73) +2024-09-01 21:45:39,647 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.029851316001440864 (mp_runner.py:73) +2024-09-01 21:45:39,650 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.02994704999582609 (mp_runner.py:73) +2024-09-01 21:45:39,914 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.02886598299664911 (mp_runner.py:73) +2024-09-01 21:45:39,928 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.03386138300265884 (mp_runner.py:73) +2024-09-01 21:45:40,679 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.03202389400394168 (mp_runner.py:73) +2024-09-01 21:45:40,793 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.02662664400122594 (mp_runner.py:73) +2024-09-01 21:45:40,980 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.030564419997972436 (mp_runner.py:73) +2024-09-01 21:45:41,043 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.02923668100265786 (mp_runner.py:73) +2024-09-01 21:45:41,524 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.020738514998811297 (mp_runner.py:73) +2024-09-01 21:45:41,527 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.026478416999452747 (mp_runner.py:73) +2024-09-01 21:45:41,529 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.028477859996201005 (mp_runner.py:73) +2024-09-01 21:45:41,529 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.02364661499450449 (mp_runner.py:73) +2024-09-01 21:45:41,922 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.02927063799870666 (mp_runner.py:73) +2024-09-01 21:45:41,940 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.04595960699953139 (mp_runner.py:73) +2024-09-01 21:45:42,113 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.10845554400293622 (mp_runner.py:73) +2024-09-01 21:45:43,764 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.054632395003864076 (mp_runner.py:73) +2024-09-01 21:45:44,357 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.032186101998377126 (mp_runner.py:73) +2024-09-01 21:45:44,418 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.03578759299853118 (mp_runner.py:73) +2024-09-01 21:45:44,769 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.014s, count=1188, qps in this process: 39.5815 (mp_runner.py:76) +2024-09-01 21:45:44,850 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.028s, count=1212, qps in this process: 40.3623 (mp_runner.py:76) +2024-09-01 21:45:44,853 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0005s, count=1283, qps in this process: 42.766 (mp_runner.py:76) +2024-09-01 21:45:44,863 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0035s, count=1249, qps in this process: 41.6285 (mp_runner.py:76) +2024-09-01 21:45:44,865 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0151s, count=1263, qps in this process: 42.0788 (mp_runner.py:76) +2024-09-01 21:45:44,931 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0572s, count=1281, qps in this process: 42.6187 (mp_runner.py:76) +2024-09-01 21:45:44,945 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0035s, count=1098, qps in this process: 36.5957 (mp_runner.py:76) +2024-09-01 21:45:44,946 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0037s, count=1283, qps in this process: 42.7614 (mp_runner.py:76) +2024-09-01 21:45:44,948 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0008s, count=1264, qps in this process: 42.1322 (mp_runner.py:76) +2024-09-01 21:45:44,949 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0019s, count=1253, qps in this process: 41.764 (mp_runner.py:76) +2024-09-01 21:45:44,949 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0031s, count=1253, qps in this process: 41.7624 (mp_runner.py:76) +2024-09-01 21:45:44,949 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0018s, count=1253, qps in this process: 41.7642 (mp_runner.py:76) +2024-09-01 21:45:44,950 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0029s, count=1253, qps in this process: 41.7626 (mp_runner.py:76) +2024-09-01 21:45:44,952 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0052s, count=1278, qps in this process: 42.5926 (mp_runner.py:76) +2024-09-01 21:45:44,956 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0146s, count=1253, qps in this process: 41.7464 (mp_runner.py:76) +2024-09-01 21:45:44,956 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0113s, count=1253, qps in this process: 41.7509 (mp_runner.py:76) +2024-09-01 21:45:44,957 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0135s, count=1266, qps in this process: 42.181 (mp_runner.py:76) +2024-09-01 21:45:44,958 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.014s, count=1266, qps in this process: 42.1803 (mp_runner.py:76) +2024-09-01 21:45:44,958 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0049s, count=1116, qps in this process: 37.1939 (mp_runner.py:76) +2024-09-01 21:45:44,959 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0157s, count=1264, qps in this process: 42.1113 (mp_runner.py:76) +2024-09-01 21:45:44,959 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0086s, count=1171, qps in this process: 39.0221 (mp_runner.py:76) +2024-09-01 21:45:44,960 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0072s, count=1258, qps in this process: 41.9233 (mp_runner.py:76) +2024-09-01 21:45:44,961 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0181s, count=1153, qps in this process: 38.4102 (mp_runner.py:76) +2024-09-01 21:45:44,964 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.017s, count=1265, qps in this process: 42.1428 (mp_runner.py:76) +2024-09-01 21:45:44,966 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0129s, count=1109, qps in this process: 36.9508 (mp_runner.py:76) +2024-09-01 21:45:44,974 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0091s, count=1254, qps in this process: 41.7873 (mp_runner.py:76) +2024-09-01 21:45:44,977 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0208s, count=1085, qps in this process: 36.1416 (mp_runner.py:76) +2024-09-01 21:45:44,977 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0228s, count=1278, qps in this process: 42.5676 (mp_runner.py:76) +2024-09-01 21:45:44,978 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0171s, count=1021, qps in this process: 34.0139 (mp_runner.py:76) +2024-09-01 21:45:44,979 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.014s, count=1019, qps in this process: 33.9508 (mp_runner.py:76) +2024-09-01 21:45:44,980 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0193s, count=1209, qps in this process: 40.2741 (mp_runner.py:76) +2024-09-01 21:45:44,983 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0218s, count=1121, qps in this process: 37.3395 (mp_runner.py:76) +2024-09-01 21:45:44,986 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0187s, count=1206, qps in this process: 40.175 (mp_runner.py:76) +2024-09-01 21:45:44,987 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.007s, count=1260, qps in this process: 41.9902 (mp_runner.py:76) +2024-09-01 21:45:44,988 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0381s, count=1164, qps in this process: 38.7508 (mp_runner.py:76) +2024-09-01 21:45:44,995 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0279s, count=1211, qps in this process: 40.3292 (mp_runner.py:76) +2024-09-01 21:45:44,996 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0352s, count=1284, qps in this process: 42.7498 (mp_runner.py:76) +2024-09-01 21:45:45,044 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0032s, count=1087, qps in this process: 36.2295 (mp_runner.py:76) +2024-09-01 21:45:45,086 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0134s, count=1277, qps in this process: 42.5477 (mp_runner.py:76) +2024-09-01 21:45:45,087 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0135s, count=1259, qps in this process: 41.9478 (mp_runner.py:76) +2024-09-01 21:45:45,106 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.026s, count=1268, qps in this process: 42.2301 (mp_runner.py:76) +2024-09-01 21:45:45,115 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0407s, count=1247, qps in this process: 41.5104 (mp_runner.py:76) +2024-09-01 21:45:45,115 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0416s, count=1263, qps in this process: 42.0417 (mp_runner.py:76) +2024-09-01 21:45:45,117 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0589s, count=1216, qps in this process: 40.4539 (mp_runner.py:76) +2024-09-01 21:45:45,167 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0247s, count=1285, qps in this process: 42.7981 (mp_runner.py:76) +2024-09-01 21:45:45,186 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0124s, count=1264, qps in this process: 42.1159 (mp_runner.py:76) +2024-09-01 21:45:45,194 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.008s, count=1274, qps in this process: 42.4553 (mp_runner.py:76) +2024-09-01 21:45:45,196 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0014s, count=1249, qps in this process: 41.6314 (mp_runner.py:76) +2024-09-01 21:45:45,201 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0017s, count=1095, qps in this process: 36.4979 (mp_runner.py:76) +2024-09-01 21:45:45,202 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0256s, count=1153, qps in this process: 38.4006 (mp_runner.py:76) +2024-09-01 21:45:45,209 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0101s, count=990, qps in this process: 32.9889 (mp_runner.py:76) +2024-09-01 21:45:45,212 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0069s, count=1132, qps in this process: 37.7247 (mp_runner.py:76) +2024-09-01 21:45:45,254 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0021s, count=1270, qps in this process: 42.3304 (mp_runner.py:76) +2024-09-01 21:45:45,257 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0014s, count=1270, qps in this process: 42.3314 (mp_runner.py:76) +2024-09-01 21:45:45,267 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.010603558002912905 (mp_runner.py:73) +2024-09-01 21:45:45,278 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.01817723199928878 (mp_runner.py:73) +2024-09-01 21:45:45,296 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0105s, count=961, qps in this process: 32.0221 (mp_runner.py:76) +2024-09-01 21:45:45,302 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0062s, count=1119, qps in this process: 37.2923 (mp_runner.py:76) +2024-09-01 21:45:45,317 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0081s, count=1053, qps in this process: 35.0905 (mp_runner.py:76) +2024-09-01 21:45:45,319 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0029s, count=1289, qps in this process: 42.9625 (mp_runner.py:76) +2024-09-01 21:45:45,325 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0008s, count=1287, qps in this process: 42.8989 (mp_runner.py:76) +2024-09-01 21:45:45,336 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0006s, count=1194, qps in this process: 39.7992 (mp_runner.py:76) +2024-09-01 21:45:45,342 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0037s, count=969, qps in this process: 32.296 (mp_runner.py:76) +2024-09-01 21:45:45,380 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0012s, count=1150, qps in this process: 38.3318 (mp_runner.py:76) +2024-09-01 21:45:45,381 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0006s, count=1257, qps in this process: 41.8992 (mp_runner.py:76) +2024-09-01 21:45:45,425 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0028s, count=1335, qps in this process: 44.4958 (mp_runner.py:76) +2024-09-01 21:45:45,426 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0027s, count=1286, qps in this process: 42.8628 (mp_runner.py:76) +2024-09-01 21:45:45,443 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0005s, count=1250, qps in this process: 41.666 (mp_runner.py:76) +2024-09-01 21:45:45,447 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0017s, count=1153, qps in this process: 38.4312 (mp_runner.py:76) +2024-09-01 21:45:45,447 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0009s, count=1050, qps in this process: 34.999 (mp_runner.py:76) +2024-09-01 21:45:45,448 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0026s, count=1264, qps in this process: 42.1297 (mp_runner.py:76) +2024-09-01 21:45:45,452 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0032s, count=1044, qps in this process: 34.7963 (mp_runner.py:76) +2024-09-01 21:45:45,472 | INFO |End search in concurrency 70: dur=31.10954747699725s, total_count=84157, qps=2705.1824 (mp_runner.py:120) +2024-09-01 21:45:50,147 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=670.3192, build_dur=565.3299188019955, table_size='3908 MB', index_size='3906 MB', qps=2982.2745, serial_latency_p99=np.float64(0.306), recall=np.float64(0.0987), ndcg=np.float64(0.1977), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[992.6027, 2523.1957, 2654.5302, 2682.2775, 2719.1314, 2982.2745, 2681.1215, 2750.0167, 2851.7077, 2753.5884, 2664.5792, 2618.1705, 2697.7155, 2705.1824], conc_latency_p99_list=[np.float64(0.0005621149929131207), np.float64(0.0009436942544634804), np.float64(0.0013641100426088086), np.float64(0.0016604129068437032), np.float64(0.001945642549526383), np.float64(0.0024382135043721064), np.float64(0.0021260290902369887), np.float64(0.003250223536600242), np.float64(0.0035466401240977575), np.float64(0.003525733876054437), np.float64(0.0037162218641009527), np.float64(0.003976491892371996), np.float64(0.003115989221450581), np.float64(0.004406755710445577)]) (task_runner.py:197) +2024-09-01 21:45:50,147 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:22:57.475169'}, result=Metric(max_load_count=0, load_duration=670.3192, build_dur=565.3299188019955, table_size='3908 MB', index_size='3906 MB', qps=2982.2745, serial_latency_p99=np.float64(0.306), recall=np.float64(0.0987), ndcg=np.float64(0.1977), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[992.6027, 2523.1957, 2654.5302, 2682.2775, 2719.1314, 2982.2745, 2681.1215, 2750.0167, 2851.7077, 2753.5884, 2664.5792, 2618.1705, 2697.7155, 2705.1824], conc_latency_p99_list=[np.float64(0.0005621149929131207), np.float64(0.0009436942544634804), np.float64(0.0013641100426088086), np.float64(0.0016604129068437032), np.float64(0.001945642549526383), np.float64(0.0024382135043721064), np.float64(0.0021260290902369887), np.float64(0.003250223536600242), np.float64(0.0035466401240977575), np.float64(0.003525733876054437), np.float64(0.0037162218641009527), np.float64(0.003976491892371996), np.float64(0.003115989221450581), np.float64(0.004406755710445577)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 21:45:50,147 | INFO |Task summary: run_id=8db62, task_label=8db622f70ec443ff87a2c9c6f35aa450 (models.py:346) +2024-09-01 21:45:50,147 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 21:45:50,147 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 21:45:50,147 | INFO |PgVector | 2024-09-01T21:22:57.475169 Performance1536D500K 8db622f70ec443ff87a2c9c6f35aa450 | 670.3192 2982.2745 0.306 0.0987 0 | :) (models.py:346) +2024-09-01 21:45:50,147 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json (models.py:204) +2024-09-01 21:45:50,148 | INFO |Success to finish task: label=8db622f70ec443ff87a2c9c6f35aa450, run_id=8db622f70ec443ff87a2c9c6f35aa450 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json b/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json new file mode 100644 index 000000000..0fad34775 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json @@ -0,0 +1 @@ +{"run_id": "8db622f70ec443ff87a2c9c6f35aa450", "task_label": "8db622f70ec443ff87a2c9c6f35aa450", "results": [{"metrics": {"max_load_count": 0, "load_duration": 670.3192, "build_dur": 565.3299188019955, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2982.2745, "serial_latency_p99": 0.306, "recall": 0.0987, "ndcg": 0.1977, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [992.6027, 2523.1957, 2654.5302, 2682.2775, 2719.1314, 2982.2745, 2681.1215, 2750.0167, 2851.7077, 2753.5884, 2664.5792, 2618.1705, 2697.7155, 2705.1824], "conc_latency_p99_list": [0.0005621149929131207, 0.0009436942544634804, 0.0013641100426088086, 0.0016604129068437032, 0.001945642549526383, 0.0024382135043721064, 0.0021260290902369887, 0.003250223536600242, 0.0035466401240977575, 0.003525733876054437, 0.0037162218641009527, 0.003976491892371996, 0.003115989221450581, 0.004406755710445577]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T21:22:57.475169", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt b/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt new file mode 100644 index 000000000..26894427b --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt @@ -0,0 +1,1360 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load +2024-09-01 22:24:15,991 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:24:15.979818', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 22:24:15,991 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:24:15.979818', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 22:24:15,991 | INFO |generated uuid for the tasks: 130d4dc9828b47c3be3b0eaf6b5c7631 (interface.py:66) +2024-09-01 22:24:16,051 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 22:24:16,051 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 22:24:16,051 | INFO | PgVector-2024-09-01T22:24:15.979818 | Performance OpenAI-MEDIUM-500K None | 130d4dc9828b47c3be3b0eaf6b5c7631 (task_runner.py:340) +2024-09-01 22:24:16,051 | INFO |task submitted: id=130d4dc9828b47c3be3b0eaf6b5c7631, 130d4dc9828b47c3be3b0eaf6b5c7631, case number: 1 (interface.py:231) +2024-09-01 22:24:16,467 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:24:15.979818'}, drop_old=False (interface.py:164) +2024-09-01 22:24:16,467 | INFO |Starting run (task_runner.py:100) +2024-09-01 22:24:16,545 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 22:24:17,125 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 22:24:17,173 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 22:24:17,197 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 22:24:17,197 | INFO |Start performance case (task_runner.py:158) +2024-09-01 22:24:17,211 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:24:17,211 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 22:24:17,211 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 22:24:17,213 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 22:24:17,256 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 22:24:17,822 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 22:24:17,841 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:24:17,842 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 22:24:17,842 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 22:24:21,489 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.026563635001366492, latest recall=0.88 (serial_runner.py:202) +2024-09-01 22:24:25,313 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.023869081000157166, latest recall=0.96 (serial_runner.py:202) +2024-09-01 22:24:28,200 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.021075047996419016, latest recall=0.85 (serial_runner.py:202) +2024-09-01 22:24:31,382 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.018953158003569115, latest recall=0.99 (serial_runner.py:202) +2024-09-01 22:24:34,376 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.015747621000627987, latest recall=0.91 (serial_runner.py:202) +2024-09-01 22:24:37,304 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.014524060999974608, latest recall=1.0 (serial_runner.py:202) +2024-09-01 22:24:40,073 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.011086777994933072, latest recall=0.94 (serial_runner.py:202) +2024-09-01 22:24:42,853 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.01893615500011947, latest recall=0.97 (serial_runner.py:202) +2024-09-01 22:24:45,638 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.019190248000086285, latest recall=0.99 (serial_runner.py:202) +2024-09-01 22:24:48,831 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03928869700030191, latest recall=0.75 (serial_runner.py:202) +2024-09-01 22:24:48,832 | INFO |SpawnProcess-1:1 search entire test_data: cost=21.3122s, queries=1000, avg_recall=0.9242, avg_ndcg=0.9338,avg_latency=0.0213, p99=0.0527 (serial_runner.py:209) +2024-09-01 22:24:49,358 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:24:49,358 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 22:24:50,379 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 22:24:50,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:24:53,904 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006454079004470259 (mp_runner.py:73) +2024-09-01 22:24:56,995 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.006990713998675346 (mp_runner.py:73) +2024-09-01 22:24:59,897 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.005187748000025749 (mp_runner.py:73) +2024-09-01 22:25:02,711 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.007095331995515153 (mp_runner.py:73) +2024-09-01 22:25:05,499 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004973732997314073 (mp_runner.py:73) +2024-09-01 22:25:08,183 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.007110981998266652 (mp_runner.py:73) +2024-09-01 22:25:11,066 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.005612269000266679 (mp_runner.py:73) +2024-09-01 22:25:13,842 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.007017454001470469 (mp_runner.py:73) +2024-09-01 22:25:16,660 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.005354918001103215 (mp_runner.py:73) +2024-09-01 22:25:19,327 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.006840832000307273 (mp_runner.py:73) +2024-09-01 22:25:20,413 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0026s, count=5195, qps in this process: 173.1517 (mp_runner.py:76) +2024-09-01 22:25:20,414 | INFO |End search in concurrency 1: dur=30.034545467002317s, total_count=5195, qps=172.9675 (mp_runner.py:120) +2024-09-01 22:25:20,599 | INFO |Update largest qps with concurrency 1: current max_qps=172.9675 (mp_runner.py:124) +2024-09-01 22:25:21,011 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:25:21,011 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 22:25:26,058 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 22:25:26,104 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:25:26,104 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:25:26,105 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:25:26,107 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:25:26,120 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.010933331002888735 (mp_runner.py:73) +2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0105570260056993 (mp_runner.py:73) +2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.01054641000519041 (mp_runner.py:73) +2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.01030200500099454 (mp_runner.py:73) +2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.010074015997815877 (mp_runner.py:73) +2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.00994114599598106 (mp_runner.py:73) +2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.010739191005995963 (mp_runner.py:73) +2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.010719065998273436 (mp_runner.py:73) +2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.01095730799715966 (mp_runner.py:73) +2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.010444831001223065 (mp_runner.py:73) +2024-09-01 22:25:40,664 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.010199609998380765 (mp_runner.py:73) +2024-09-01 22:25:40,664 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.009294436997151934 (mp_runner.py:73) +2024-09-01 22:25:40,664 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.009600880002835765 (mp_runner.py:73) +2024-09-01 22:25:40,665 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.010704904998419806 (mp_runner.py:73) +2024-09-01 22:25:40,666 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.010333382997487206 (mp_runner.py:73) +2024-09-01 22:25:45,611 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.011508827999932691 (mp_runner.py:73) +2024-09-01 22:25:45,611 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.01150943299580831 (mp_runner.py:73) +2024-09-01 22:25:45,611 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.011436193002737127 (mp_runner.py:73) +2024-09-01 22:25:45,611 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.010165402003622148 (mp_runner.py:73) +2024-09-01 22:25:45,612 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008862890994350892 (mp_runner.py:73) +2024-09-01 22:25:50,356 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.00863177500286838 (mp_runner.py:73) +2024-09-01 22:25:50,357 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.00792867099517025 (mp_runner.py:73) +2024-09-01 22:25:50,357 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.00893473800533684 (mp_runner.py:73) +2024-09-01 22:25:50,358 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.009238514001481235 (mp_runner.py:73) +2024-09-01 22:25:50,363 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.011478241001896095 (mp_runner.py:73) +2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.010238472001219634 (mp_runner.py:73) +2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.01140274699719157 (mp_runner.py:73) +2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.011855753997224383 (mp_runner.py:73) +2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.011669122999592219 (mp_runner.py:73) +2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.010517435999645386 (mp_runner.py:73) +2024-09-01 22:25:56,116 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.011s, count=3129, qps in this process: 104.2618 (mp_runner.py:76) +2024-09-01 22:25:56,116 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0103s, count=3129, qps in this process: 104.2642 (mp_runner.py:76) +2024-09-01 22:25:56,116 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0113s, count=3129, qps in this process: 104.2607 (mp_runner.py:76) +2024-09-01 22:25:56,116 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0034s, count=3129, qps in this process: 104.2882 (mp_runner.py:76) +2024-09-01 22:25:56,131 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0044s, count=3131, qps in this process: 104.3514 (mp_runner.py:76) +2024-09-01 22:25:56,133 | INFO |End search in concurrency 5: dur=30.074724438003614s, total_count=15647, qps=520.2708 (mp_runner.py:120) +2024-09-01 22:25:56,428 | INFO |Update largest qps with concurrency 5: current max_qps=520.2708 (mp_runner.py:124) +2024-09-01 22:25:56,844 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:25:56,844 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 22:26:07,042 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 22:26:07,113 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,124 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,125 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,141 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,190 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,191 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,198 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,202 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,203 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,219 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,225 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:07,241 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:20,212 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.020986950999940746 (mp_runner.py:73) +2024-09-01 22:26:20,212 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.021574958998826332 (mp_runner.py:73) +2024-09-01 22:26:20,212 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.027657860999170225 (mp_runner.py:73) +2024-09-01 22:26:20,212 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.02316957800212549 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.027130801005114336 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.027848924000863917 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.027816168003482744 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.02809298200008925 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.026542222003627103 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.024796178004180547 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.023939709994010627 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.024336151000170503 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.028693574997305404 (mp_runner.py:73) +2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.023352611002337653 (mp_runner.py:73) +2024-09-01 22:26:20,214 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.028607558997464366 (mp_runner.py:73) +2024-09-01 22:26:31,059 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.021573634003289044 (mp_runner.py:73) +2024-09-01 22:26:31,060 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.018925942000350915 (mp_runner.py:73) +2024-09-01 22:26:31,060 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.022485711000626907 (mp_runner.py:73) +2024-09-01 22:26:31,060 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.01930221899965545 (mp_runner.py:73) +2024-09-01 22:26:31,061 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.0236322460041265 (mp_runner.py:73) +2024-09-01 22:26:31,061 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.019303619003039785 (mp_runner.py:73) +2024-09-01 22:26:31,061 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.00958581000304548 (mp_runner.py:73) +2024-09-01 22:26:31,062 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.024448021002172027 (mp_runner.py:73) +2024-09-01 22:26:31,062 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.02160667199495947 (mp_runner.py:73) +2024-09-01 22:26:31,062 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.025284133000241127 (mp_runner.py:73) +2024-09-01 22:26:31,063 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.024765358997683506 (mp_runner.py:73) +2024-09-01 22:26:31,063 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.025102662002609577 (mp_runner.py:73) +2024-09-01 22:26:31,066 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.028500829001131933 (mp_runner.py:73) +2024-09-01 22:26:31,066 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.02701751700078603 (mp_runner.py:73) +2024-09-01 22:26:31,074 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01816960800351808 (mp_runner.py:73) +2024-09-01 22:26:37,131 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0159s, count=1278, qps in this process: 42.5774 (mp_runner.py:76) +2024-09-01 22:26:37,137 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0116s, count=1279, qps in this process: 42.6169 (mp_runner.py:76) +2024-09-01 22:26:37,138 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0127s, count=1279, qps in this process: 42.6153 (mp_runner.py:76) +2024-09-01 22:26:37,157 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0129s, count=1280, qps in this process: 42.6483 (mp_runner.py:76) +2024-09-01 22:26:37,194 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0008s, count=1282, qps in this process: 42.7322 (mp_runner.py:76) +2024-09-01 22:26:37,194 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0008s, count=1282, qps in this process: 42.7322 (mp_runner.py:76) +2024-09-01 22:26:37,215 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0047s, count=1283, qps in this process: 42.76 (mp_runner.py:76) +2024-09-01 22:26:37,215 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0109s, count=1283, qps in this process: 42.7511 (mp_runner.py:76) +2024-09-01 22:26:37,224 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0017s, count=1284, qps in this process: 42.7976 (mp_runner.py:76) +2024-09-01 22:26:37,225 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0169s, count=1281, qps in this process: 42.676 (mp_runner.py:76) +2024-09-01 22:26:37,238 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0036s, count=1285, qps in this process: 42.8282 (mp_runner.py:76) +2024-09-01 22:26:37,238 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0114s, count=1285, qps in this process: 42.8171 (mp_runner.py:76) +2024-09-01 22:26:37,238 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0098s, count=1285, qps in this process: 42.8193 (mp_runner.py:76) +2024-09-01 22:26:37,246 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0073s, count=1286, qps in this process: 42.8562 (mp_runner.py:76) +2024-09-01 22:26:37,253 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0036s, count=1287, qps in this process: 42.8949 (mp_runner.py:76) +2024-09-01 22:26:37,255 | INFO |End search in concurrency 15: dur=30.21339610299765s, total_count=19239, qps=636.7705 (mp_runner.py:120) +2024-09-01 22:26:38,146 | INFO |Update largest qps with concurrency 15: current max_qps=636.7705 (mp_runner.py:124) +2024-09-01 22:26:38,556 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:26:38,556 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 22:26:48,830 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 22:26:48,890 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:48,893 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:48,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:48,928 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:48,958 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:48,958 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:48,964 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:48,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,010 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,046 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,049 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:26:49,059 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:04,890 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.030289367998193484 (mp_runner.py:73) +2024-09-01 22:27:04,890 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.030293552001239732 (mp_runner.py:73) +2024-09-01 22:27:04,890 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.0305177830014145 (mp_runner.py:73) +2024-09-01 22:27:04,890 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.016405825001129415 (mp_runner.py:73) +2024-09-01 22:27:04,891 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.016811755995149724 (mp_runner.py:73) +2024-09-01 22:27:04,891 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.03172727800119901 (mp_runner.py:73) +2024-09-01 22:27:04,892 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.03242300199781312 (mp_runner.py:73) +2024-09-01 22:27:04,892 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.01851642900146544 (mp_runner.py:73) +2024-09-01 22:27:04,893 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.034125384998333175 (mp_runner.py:73) +2024-09-01 22:27:04,893 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.006804629003454465 (mp_runner.py:73) +2024-09-01 22:27:04,894 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.035058895002293866 (mp_runner.py:73) +2024-09-01 22:27:04,894 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.034672447996854316 (mp_runner.py:73) +2024-09-01 22:27:04,899 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.02470687000459293 (mp_runner.py:73) +2024-09-01 22:27:04,901 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.04135534999659285 (mp_runner.py:73) +2024-09-01 22:27:04,901 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.04244200399989495 (mp_runner.py:73) +2024-09-01 22:27:04,902 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.04252096699929098 (mp_runner.py:73) +2024-09-01 22:27:04,902 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.04308747799950652 (mp_runner.py:73) +2024-09-01 22:27:04,903 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.026208017996395938 (mp_runner.py:73) +2024-09-01 22:27:04,910 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.035943602000770625 (mp_runner.py:73) +2024-09-01 22:27:04,914 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.028571423004905228 (mp_runner.py:73) +2024-09-01 22:27:18,907 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0133s, count=993, qps in this process: 33.0853 (mp_runner.py:76) +2024-09-01 22:27:18,913 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0031s, count=993, qps in this process: 33.0966 (mp_runner.py:76) +2024-09-01 22:27:18,920 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0292s, count=993, qps in this process: 33.0678 (mp_runner.py:76) +2024-09-01 22:27:18,945 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0149s, count=995, qps in this process: 33.1502 (mp_runner.py:76) +2024-09-01 22:27:18,970 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0105s, count=996, qps in this process: 33.1884 (mp_runner.py:76) +2024-09-01 22:27:18,970 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0032s, count=996, qps in this process: 33.1965 (mp_runner.py:76) +2024-09-01 22:27:18,971 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0011s, count=996, qps in this process: 33.1988 (mp_runner.py:76) +2024-09-01 22:27:18,993 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.018s, count=997, qps in this process: 33.2134 (mp_runner.py:76) +2024-09-01 22:27:19,018 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0029s, count=998, qps in this process: 33.2635 (mp_runner.py:76) +2024-09-01 22:27:19,036 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.017s, count=999, qps in this process: 33.2811 (mp_runner.py:76) +2024-09-01 22:27:19,036 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0175s, count=999, qps in this process: 33.2806 (mp_runner.py:76) +2024-09-01 22:27:19,051 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.015008148999186233 (mp_runner.py:73) +2024-09-01 22:27:19,051 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.015054704999784008 (mp_runner.py:73) +2024-09-01 22:27:19,052 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.016241356999671552 (mp_runner.py:73) +2024-09-01 22:27:19,052 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.016402713998104446 (mp_runner.py:73) +2024-09-01 22:27:19,053 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.016123802000947762 (mp_runner.py:73) +2024-09-01 22:27:19,053 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.017666715000814293 (mp_runner.py:73) +2024-09-01 22:27:19,054 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.018163481006922666 (mp_runner.py:73) +2024-09-01 22:27:19,055 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.019734675996005535 (mp_runner.py:73) +2024-09-01 22:27:19,055 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.019617088000813965 (mp_runner.py:73) +2024-09-01 22:27:19,056 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0015s, count=1000, qps in this process: 33.3317 (mp_runner.py:76) +2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.003s, count=1001, qps in this process: 33.3633 (mp_runner.py:76) +2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0046s, count=1001, qps in this process: 33.3616 (mp_runner.py:76) +2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0069s, count=1001, qps in this process: 33.359 (mp_runner.py:76) +2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.007s, count=1001, qps in this process: 33.3589 (mp_runner.py:76) +2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0041s, count=1001, qps in this process: 33.3621 (mp_runner.py:76) +2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.004s, count=1001, qps in this process: 33.3622 (mp_runner.py:76) +2024-09-01 22:27:19,067 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0082s, count=1001, qps in this process: 33.3575 (mp_runner.py:76) +2024-09-01 22:27:19,074 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0063s, count=1002, qps in this process: 33.393 (mp_runner.py:76) +2024-09-01 22:27:19,076 | INFO |End search in concurrency 20: dur=30.24603337699955s, total_count=19964, qps=660.0535 (mp_runner.py:120) +2024-09-01 22:27:20,331 | INFO |Update largest qps with concurrency 20: current max_qps=660.0535 (mp_runner.py:124) +2024-09-01 22:27:20,742 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:27:20,742 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 22:27:31,137 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 22:27:31,183 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,248 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,286 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,343 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,386 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,418 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,418 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,421 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,421 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,421 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.04073654799867654 (mp_runner.py:73) +2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.05046141099592205 (mp_runner.py:73) +2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.05525973899784731 (mp_runner.py:73) +2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.028746185998898 (mp_runner.py:73) +2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0412755119978101 (mp_runner.py:73) +2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.05820313500589691 (mp_runner.py:73) +2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.04219300600379938 (mp_runner.py:73) +2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.043041754004661925 (mp_runner.py:73) +2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03946194799937075 (mp_runner.py:73) +2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.0477766089970828 (mp_runner.py:73) +2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.04015736400469905 (mp_runner.py:73) +2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.041285319995949976 (mp_runner.py:73) +2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.04348543500236701 (mp_runner.py:73) +2024-09-01 22:27:50,753 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.048756800999399275 (mp_runner.py:73) +2024-09-01 22:27:50,753 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.04207620899978792 (mp_runner.py:73) +2024-09-01 22:27:50,755 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.06185762999666622 (mp_runner.py:73) +2024-09-01 22:27:50,755 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.0492665260026115 (mp_runner.py:73) +2024-09-01 22:27:50,760 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.05967968199547613 (mp_runner.py:73) +2024-09-01 22:27:50,762 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.07272483900305815 (mp_runner.py:73) +2024-09-01 22:27:50,770 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.0622640270012198 (mp_runner.py:73) +2024-09-01 22:27:50,770 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.07387546400423162 (mp_runner.py:73) +2024-09-01 22:27:50,771 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.029784543003188446 (mp_runner.py:73) +2024-09-01 22:27:50,773 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0832985929955612 (mp_runner.py:73) +2024-09-01 22:27:50,777 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.03146050900249975 (mp_runner.py:73) +2024-09-01 22:27:50,783 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.03939522599830525 (mp_runner.py:73) +2024-09-01 22:28:01,202 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0183s, count=792, qps in this process: 26.3839 (mp_runner.py:76) +2024-09-01 22:28:01,252 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.002s, count=794, qps in this process: 26.4649 (mp_runner.py:76) +2024-09-01 22:28:01,327 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0399s, count=798, qps in this process: 26.5647 (mp_runner.py:76) +2024-09-01 22:28:01,336 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0008s, count=796, qps in this process: 26.5326 (mp_runner.py:76) +2024-09-01 22:28:01,380 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0046s, count=799, qps in this process: 26.6293 (mp_runner.py:76) +2024-09-01 22:28:01,380 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.004s, count=799, qps in this process: 26.6298 (mp_runner.py:76) +2024-09-01 22:28:01,380 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0084s, count=799, qps in this process: 26.6259 (mp_runner.py:76) +2024-09-01 22:28:01,381 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0085s, count=799, qps in this process: 26.6258 (mp_runner.py:76) +2024-09-01 22:28:01,382 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.036s, count=799, qps in this process: 26.6014 (mp_runner.py:76) +2024-09-01 22:28:01,382 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0008s, count=799, qps in this process: 26.6326 (mp_runner.py:76) +2024-09-01 22:28:01,382 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0096s, count=799, qps in this process: 26.6248 (mp_runner.py:76) +2024-09-01 22:28:01,382 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0014s, count=799, qps in this process: 26.6321 (mp_runner.py:76) +2024-09-01 22:28:01,383 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.002s, count=799, qps in this process: 26.6316 (mp_runner.py:76) +2024-09-01 22:28:01,383 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0088s, count=799, qps in this process: 26.6255 (mp_runner.py:76) +2024-09-01 22:28:01,388 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0155s, count=799, qps in this process: 26.6196 (mp_runner.py:76) +2024-09-01 22:28:01,401 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.02s, count=800, qps in this process: 26.6489 (mp_runner.py:76) +2024-09-01 22:28:01,401 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0197s, count=800, qps in this process: 26.6492 (mp_runner.py:76) +2024-09-01 22:28:01,414 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0113s, count=801, qps in this process: 26.6899 (mp_runner.py:76) +2024-09-01 22:28:01,429 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0094s, count=802, qps in this process: 26.725 (mp_runner.py:76) +2024-09-01 22:28:01,429 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0101s, count=802, qps in this process: 26.7243 (mp_runner.py:76) +2024-09-01 22:28:01,447 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.002s, count=804, qps in this process: 26.7982 (mp_runner.py:76) +2024-09-01 22:28:01,447 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0008s, count=804, qps in this process: 26.7993 (mp_runner.py:76) +2024-09-01 22:28:01,447 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.002s, count=804, qps in this process: 26.7982 (mp_runner.py:76) +2024-09-01 22:28:01,448 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0018s, count=803, qps in this process: 26.7651 (mp_runner.py:76) +2024-09-01 22:28:01,454 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0039s, count=805, qps in this process: 26.8298 (mp_runner.py:76) +2024-09-01 22:28:01,456 | INFO |End search in concurrency 25: dur=30.317685089998122s, total_count=19994, qps=659.4831 (mp_runner.py:120) +2024-09-01 22:28:03,496 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:28:03,496 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 22:28:13,965 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 22:28:14,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,065 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,078 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,141 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,145 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,156 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,157 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,220 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,220 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,221 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,254 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,256 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,257 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,259 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,261 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,263 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,326 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,326 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:14,334 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:36,725 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.02469914100220194 (mp_runner.py:73) +2024-09-01 22:28:36,726 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.020022213997435756 (mp_runner.py:73) +2024-09-01 22:28:36,729 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.025006674994074274 (mp_runner.py:73) +2024-09-01 22:28:36,729 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.024454844002320897 (mp_runner.py:73) +2024-09-01 22:28:36,732 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.01837181099836016 (mp_runner.py:73) +2024-09-01 22:28:36,732 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.023211149004055187 (mp_runner.py:73) +2024-09-01 22:28:36,741 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.038993952999589965 (mp_runner.py:73) +2024-09-01 22:28:36,741 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.02956336100032786 (mp_runner.py:73) +2024-09-01 22:28:36,744 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.03448037499765633 (mp_runner.py:73) +2024-09-01 22:28:36,744 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.03312354600348044 (mp_runner.py:73) +2024-09-01 22:28:36,746 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.033029753001756035 (mp_runner.py:73) +2024-09-01 22:28:36,749 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.015922235004836693 (mp_runner.py:73) +2024-09-01 22:28:36,749 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.038879943000210915 (mp_runner.py:73) +2024-09-01 22:28:36,751 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.03653893699811306 (mp_runner.py:73) +2024-09-01 22:28:36,752 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.03929404700465966 (mp_runner.py:73) +2024-09-01 22:28:36,754 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.035310369996295776 (mp_runner.py:73) +2024-09-01 22:28:36,756 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.05638767600612482 (mp_runner.py:73) +2024-09-01 22:28:36,756 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.050506726001913194 (mp_runner.py:73) +2024-09-01 22:28:36,757 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.05388330599816982 (mp_runner.py:73) +2024-09-01 22:28:36,757 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.04917778700473718 (mp_runner.py:73) +2024-09-01 22:28:36,758 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.03913969499990344 (mp_runner.py:73) +2024-09-01 22:28:36,758 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.04272956500062719 (mp_runner.py:73) +2024-09-01 22:28:36,759 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.06219642300129635 (mp_runner.py:73) +2024-09-01 22:28:36,759 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.04688931500277249 (mp_runner.py:73) +2024-09-01 22:28:36,760 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.0643116880019079 (mp_runner.py:73) +2024-09-01 22:28:36,761 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.05659691499749897 (mp_runner.py:73) +2024-09-01 22:28:36,762 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.041823278996162117 (mp_runner.py:73) +2024-09-01 22:28:36,763 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.04074164800113067 (mp_runner.py:73) +2024-09-01 22:28:36,765 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.0575959679990774 (mp_runner.py:73) +2024-09-01 22:28:36,766 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.0605030299993814 (mp_runner.py:73) +2024-09-01 22:28:44,075 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0188s, count=663, qps in this process: 22.0862 (mp_runner.py:76) +2024-09-01 22:28:44,103 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0232s, count=663, qps in this process: 22.0829 (mp_runner.py:76) +2024-09-01 22:28:44,112 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0421s, count=663, qps in this process: 22.069 (mp_runner.py:76) +2024-09-01 22:28:44,146 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0041s, count=664, qps in this process: 22.1303 (mp_runner.py:76) +2024-09-01 22:28:44,148 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0012s, count=665, qps in this process: 22.1658 (mp_runner.py:76) +2024-09-01 22:28:44,155 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.005s, count=664, qps in this process: 22.1296 (mp_runner.py:76) +2024-09-01 22:28:44,155 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0145s, count=664, qps in this process: 22.1226 (mp_runner.py:76) +2024-09-01 22:28:44,166 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0085s, count=665, qps in this process: 22.1604 (mp_runner.py:76) +2024-09-01 22:28:44,174 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.012s, count=664, qps in this process: 22.1245 (mp_runner.py:76) +2024-09-01 22:28:44,235 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0131s, count=668, qps in this process: 22.2569 (mp_runner.py:76) +2024-09-01 22:28:44,259 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0024s, count=669, qps in this process: 22.2982 (mp_runner.py:76) +2024-09-01 22:28:44,260 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0339s, count=669, qps in this process: 22.2748 (mp_runner.py:76) +2024-09-01 22:28:44,260 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0014s, count=669, qps in this process: 22.299 (mp_runner.py:76) +2024-09-01 22:28:44,267 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0376s, count=669, qps in this process: 22.2721 (mp_runner.py:76) +2024-09-01 22:28:44,268 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0403s, count=669, qps in this process: 22.2701 (mp_runner.py:76) +2024-09-01 22:28:44,268 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0067s, count=669, qps in this process: 22.295 (mp_runner.py:76) +2024-09-01 22:28:44,270 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0068s, count=669, qps in this process: 22.2949 (mp_runner.py:76) +2024-09-01 22:28:44,272 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0086s, count=669, qps in this process: 22.2936 (mp_runner.py:76) +2024-09-01 22:28:44,276 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0176s, count=668, qps in this process: 22.2536 (mp_runner.py:76) +2024-09-01 22:28:44,280 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0172s, count=669, qps in this process: 22.2872 (mp_runner.py:76) +2024-09-01 22:28:44,292 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0293s, count=670, qps in this process: 22.3115 (mp_runner.py:76) +2024-09-01 22:28:44,293 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0297s, count=670, qps in this process: 22.3112 (mp_runner.py:76) +2024-09-01 22:28:44,293 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0162s, count=670, qps in this process: 22.3213 (mp_runner.py:76) +2024-09-01 22:28:44,335 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0006s, count=674, qps in this process: 22.4662 (mp_runner.py:76) +2024-09-01 22:28:44,336 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0022s, count=671, qps in this process: 22.365 (mp_runner.py:76) +2024-09-01 22:28:44,337 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0028s, count=674, qps in this process: 22.4646 (mp_runner.py:76) +2024-09-01 22:28:44,340 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0023s, count=674, qps in this process: 22.4649 (mp_runner.py:76) +2024-09-01 22:28:44,349 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0112s, count=675, qps in this process: 22.4916 (mp_runner.py:76) +2024-09-01 22:28:44,349 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0112s, count=675, qps in this process: 22.4916 (mp_runner.py:76) +2024-09-01 22:28:44,349 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0103s, count=675, qps in this process: 22.4923 (mp_runner.py:76) +2024-09-01 22:28:44,352 | INFO |End search in concurrency 30: dur=30.387234939997143s, total_count=20060, qps=660.1456 (mp_runner.py:120) +2024-09-01 22:28:46,279 | INFO |Update largest qps with concurrency 30: current max_qps=660.1456 (mp_runner.py:124) +2024-09-01 22:28:46,684 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:28:46,685 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 22:28:57,296 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 22:28:57,408 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,446 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,485 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,485 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,500 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,578 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,580 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,598 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,606 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,606 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,620 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,630 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,630 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,633 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,648 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,659 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,659 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,659 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,666 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,670 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,671 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,682 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,686 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:28:57,721 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:23,925 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.029000533002545126 (mp_runner.py:73) +2024-09-01 22:29:23,928 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.04851807699742494 (mp_runner.py:73) +2024-09-01 22:29:23,929 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.04303326799708884 (mp_runner.py:73) +2024-09-01 22:29:23,931 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.04575184299756074 (mp_runner.py:73) +2024-09-01 22:29:23,932 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.04840025100565981 (mp_runner.py:73) +2024-09-01 22:29:23,932 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.048905557996477 (mp_runner.py:73) +2024-09-01 22:29:23,933 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.04817505199753214 (mp_runner.py:73) +2024-09-01 22:29:23,934 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.05551162600022508 (mp_runner.py:73) +2024-09-01 22:29:23,935 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.0459641979978187 (mp_runner.py:73) +2024-09-01 22:29:23,936 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.009355732996482402 (mp_runner.py:73) +2024-09-01 22:29:23,937 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.05132382400188362 (mp_runner.py:73) +2024-09-01 22:29:23,939 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.04569490699941525 (mp_runner.py:73) +2024-09-01 22:29:23,939 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.06364418099838076 (mp_runner.py:73) +2024-09-01 22:29:23,940 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.05874548499559751 (mp_runner.py:73) +2024-09-01 22:29:23,940 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.06593379299738444 (mp_runner.py:73) +2024-09-01 22:29:23,941 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.06438756100396859 (mp_runner.py:73) +2024-09-01 22:29:23,943 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.066216360006365 (mp_runner.py:73) +2024-09-01 22:29:23,947 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.07392225899820914 (mp_runner.py:73) +2024-09-01 22:29:23,948 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.05822799700399628 (mp_runner.py:73) +2024-09-01 22:29:23,949 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.04564617200230714 (mp_runner.py:73) +2024-09-01 22:29:23,950 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.0620890300051542 (mp_runner.py:73) +2024-09-01 22:29:23,951 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.06877344299573451 (mp_runner.py:73) +2024-09-01 22:29:23,951 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.07821372400212567 (mp_runner.py:73) +2024-09-01 22:29:23,953 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.0716577880011755 (mp_runner.py:73) +2024-09-01 22:29:23,953 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.07445651899615768 (mp_runner.py:73) +2024-09-01 22:29:23,954 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.062083630000415724 (mp_runner.py:73) +2024-09-01 22:29:23,954 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.05885460200079251 (mp_runner.py:73) +2024-09-01 22:29:23,956 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.05728558500413783 (mp_runner.py:73) +2024-09-01 22:29:23,957 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.06299640399811324 (mp_runner.py:73) +2024-09-01 22:29:23,961 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05879366600129288 (mp_runner.py:73) +2024-09-01 22:29:23,961 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.06779808200371917 (mp_runner.py:73) +2024-09-01 22:29:23,961 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.08530894899740815 (mp_runner.py:73) +2024-09-01 22:29:23,962 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.08230764799372992 (mp_runner.py:73) +2024-09-01 22:29:23,965 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.07717861499986611 (mp_runner.py:73) +2024-09-01 22:29:23,965 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.07508595199760748 (mp_runner.py:73) +2024-09-01 22:29:27,464 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0319s, count=569, qps in this process: 18.9465 (mp_runner.py:76) +2024-09-01 22:29:27,465 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.013s, count=569, qps in this process: 18.9585 (mp_runner.py:76) +2024-09-01 22:29:27,499 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0047s, count=570, qps in this process: 18.997 (mp_runner.py:76) +2024-09-01 22:29:27,499 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0053s, count=570, qps in this process: 18.9966 (mp_runner.py:76) +2024-09-01 22:29:27,514 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0077s, count=570, qps in this process: 18.9951 (mp_runner.py:76) +2024-09-01 22:29:27,518 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0331s, count=570, qps in this process: 18.9791 (mp_runner.py:76) +2024-09-01 22:29:27,584 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0119s, count=572, qps in this process: 19.0591 (mp_runner.py:76) +2024-09-01 22:29:27,595 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0092s, count=572, qps in this process: 19.0608 (mp_runner.py:76) +2024-09-01 22:29:27,619 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0375s, count=573, qps in this process: 19.0762 (mp_runner.py:76) +2024-09-01 22:29:27,621 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0165s, count=573, qps in this process: 19.0895 (mp_runner.py:76) +2024-09-01 22:29:27,622 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0139s, count=573, qps in this process: 19.0912 (mp_runner.py:76) +2024-09-01 22:29:27,624 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0159s, count=573, qps in this process: 19.0899 (mp_runner.py:76) +2024-09-01 22:29:27,628 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0046s, count=573, qps in this process: 19.0971 (mp_runner.py:76) +2024-09-01 22:29:27,657 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0172s, count=574, qps in this process: 19.1224 (mp_runner.py:76) +2024-09-01 22:29:27,657 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0226s, count=574, qps in this process: 19.1189 (mp_runner.py:76) +2024-09-01 22:29:27,665 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0019s, count=574, qps in this process: 19.1321 (mp_runner.py:76) +2024-09-01 22:29:27,671 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0364s, count=574, qps in this process: 19.1101 (mp_runner.py:76) +2024-09-01 22:29:27,674 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0212s, count=574, qps in this process: 19.1198 (mp_runner.py:76) +2024-09-01 22:29:27,685 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0229s, count=575, qps in this process: 19.152 (mp_runner.py:76) +2024-09-01 22:29:27,688 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0246s, count=575, qps in this process: 19.151 (mp_runner.py:76) +2024-09-01 22:29:27,689 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0143s, count=575, qps in this process: 19.1575 (mp_runner.py:76) +2024-09-01 22:29:27,690 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.009s, count=575, qps in this process: 19.1609 (mp_runner.py:76) +2024-09-01 22:29:27,691 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0169s, count=575, qps in this process: 19.1559 (mp_runner.py:76) +2024-09-01 22:29:27,692 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0129s, count=575, qps in this process: 19.1584 (mp_runner.py:76) +2024-09-01 22:29:27,692 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0113s, count=575, qps in this process: 19.1594 (mp_runner.py:76) +2024-09-01 22:29:27,692 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0298s, count=575, qps in this process: 19.1476 (mp_runner.py:76) +2024-09-01 22:29:27,693 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0305s, count=575, qps in this process: 19.1472 (mp_runner.py:76) +2024-09-01 22:29:27,693 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0158s, count=575, qps in this process: 19.1566 (mp_runner.py:76) +2024-09-01 22:29:27,694 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0239s, count=575, qps in this process: 19.1514 (mp_runner.py:76) +2024-09-01 22:29:27,694 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0193s, count=575, qps in this process: 19.1543 (mp_runner.py:76) +2024-09-01 22:29:27,694 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0203s, count=575, qps in this process: 19.1537 (mp_runner.py:76) +2024-09-01 22:29:27,709 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0155s, count=576, qps in this process: 19.1901 (mp_runner.py:76) +2024-09-01 22:29:27,712 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0185s, count=576, qps in this process: 19.1882 (mp_runner.py:76) +2024-09-01 22:29:27,722 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0064s, count=578, qps in this process: 19.2626 (mp_runner.py:76) +2024-09-01 22:29:27,734 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.006s, count=580, qps in this process: 19.3295 (mp_runner.py:76) +2024-09-01 22:29:27,737 | INFO |End search in concurrency 35: dur=30.44047898500139s, total_count=20082, qps=659.7137 (mp_runner.py:120) +2024-09-01 22:29:30,460 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:29:30,460 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 22:29:41,146 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 22:29:41,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,223 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,280 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,360 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,374 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,383 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,384 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,386 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,446 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,478 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,501 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,506 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,506 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,508 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,511 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,511 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,511 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,541 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,566 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,566 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,570 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,570 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,619 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,619 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,627 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,627 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,627 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,630 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,637 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,650 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:29:41,719 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:11,252 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0265s, count=484, qps in this process: 16.1191 (mp_runner.py:76) +2024-09-01 22:30:11,252 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0573s, count=484, qps in this process: 16.1026 (mp_runner.py:76) +2024-09-01 22:30:11,353 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0651s, count=486, qps in this process: 16.1649 (mp_runner.py:76) +2024-09-01 22:30:11,380 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0156s, count=487, qps in this process: 16.2249 (mp_runner.py:76) +2024-09-01 22:30:11,392 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0023s, count=487, qps in this process: 16.2321 (mp_runner.py:76) +2024-09-01 22:30:11,393 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0151s, count=487, qps in this process: 16.2252 (mp_runner.py:76) +2024-09-01 22:30:11,402 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.012s, count=487, qps in this process: 16.2268 (mp_runner.py:76) +2024-09-01 22:30:11,458 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0464s, count=488, qps in this process: 16.2415 (mp_runner.py:76) +2024-09-01 22:30:11,467 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0771s, count=488, qps in this process: 16.225 (mp_runner.py:76) +2024-09-01 22:30:11,496 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.046s, count=489, qps in this process: 16.275 (mp_runner.py:76) +2024-09-01 22:30:11,497 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0165s, count=489, qps in this process: 16.291 (mp_runner.py:76) +2024-09-01 22:30:11,518 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0133s, count=489, qps in this process: 16.2928 (mp_runner.py:76) +2024-09-01 22:30:11,526 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0101s, count=489, qps in this process: 16.2945 (mp_runner.py:76) +2024-09-01 22:30:11,537 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0221s, count=490, qps in this process: 16.3213 (mp_runner.py:76) +2024-09-01 22:30:11,538 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0266s, count=490, qps in this process: 16.3189 (mp_runner.py:76) +2024-09-01 22:30:11,538 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0221s, count=490, qps in this process: 16.3213 (mp_runner.py:76) +2024-09-01 22:30:11,543 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0332s, count=490, qps in this process: 16.3153 (mp_runner.py:76) +2024-09-01 22:30:11,545 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.004s, count=490, qps in this process: 16.3312 (mp_runner.py:76) +2024-09-01 22:30:11,545 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0318s, count=490, qps in this process: 16.316 (mp_runner.py:76) +2024-09-01 22:30:11,547 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0071s, count=490, qps in this process: 16.3295 (mp_runner.py:76) +2024-09-01 22:30:11,560 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0171s, count=491, qps in this process: 16.3573 (mp_runner.py:76) +2024-09-01 22:30:11,564 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0235s, count=491, qps in this process: 16.3539 (mp_runner.py:76) +2024-09-01 22:30:11,593 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0264s, count=492, qps in this process: 16.3856 (mp_runner.py:76) +2024-09-01 22:30:11,595 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0233s, count=492, qps in this process: 16.3873 (mp_runner.py:76) +2024-09-01 22:30:11,595 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0212s, count=492, qps in this process: 16.3884 (mp_runner.py:76) +2024-09-01 22:30:11,595 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0099s, count=492, qps in this process: 16.3946 (mp_runner.py:76) +2024-09-01 22:30:11,595 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0067s, count=492, qps in this process: 16.3963 (mp_runner.py:76) +2024-09-01 22:30:11,596 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0294s, count=492, qps in this process: 16.3839 (mp_runner.py:76) +2024-09-01 22:30:11,596 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0224s, count=492, qps in this process: 16.3878 (mp_runner.py:76) +2024-09-01 22:30:11,597 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0303s, count=492, qps in this process: 16.3835 (mp_runner.py:76) +2024-09-01 22:30:11,597 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0304s, count=492, qps in this process: 16.3834 (mp_runner.py:76) +2024-09-01 22:30:11,627 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0006s, count=494, qps in this process: 16.4663 (mp_runner.py:76) +2024-09-01 22:30:11,629 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.002s, count=494, qps in this process: 16.4656 (mp_runner.py:76) +2024-09-01 22:30:11,637 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0083s, count=495, qps in this process: 16.4954 (mp_runner.py:76) +2024-09-01 22:30:11,639 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0086s, count=495, qps in this process: 16.4953 (mp_runner.py:76) +2024-09-01 22:30:11,642 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0077s, count=495, qps in this process: 16.4958 (mp_runner.py:76) +2024-09-01 22:30:11,648 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.011s, count=496, qps in this process: 16.5273 (mp_runner.py:76) +2024-09-01 22:30:11,656 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0065s, count=497, qps in this process: 16.5631 (mp_runner.py:76) +2024-09-01 22:30:11,667 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0017s, count=498, qps in this process: 16.5991 (mp_runner.py:76) +2024-09-01 22:30:11,678 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.005246556997008156 (mp_runner.py:73) +2024-09-01 22:30:11,736 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0059s, count=509, qps in this process: 16.9633 (mp_runner.py:76) +2024-09-01 22:30:11,739 | INFO |End search in concurrency 40: dur=30.593104200997914s, total_count=19647, qps=642.2035 (mp_runner.py:120) +2024-09-01 22:30:14,776 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:30:14,776 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 22:30:25,593 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 22:30:25,693 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,728 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,760 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,832 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,864 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,918 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,921 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,923 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,933 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,934 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:25,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,004 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,004 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,004 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,010 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,013 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,036 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,037 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,052 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,053 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,059 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,102 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,131 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,146 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,146 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,147 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,156 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,160 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,189 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:26,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:30:55,697 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.003s, count=433, qps in this process: 14.4319 (mp_runner.py:76) +2024-09-01 22:30:55,741 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0088s, count=433, qps in this process: 14.4291 (mp_runner.py:76) +2024-09-01 22:30:55,767 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0009s, count=433, qps in this process: 14.4329 (mp_runner.py:76) +2024-09-01 22:30:55,885 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0181s, count=435, qps in this process: 14.4913 (mp_runner.py:76) +2024-09-01 22:30:55,885 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0439s, count=435, qps in this process: 14.4788 (mp_runner.py:76) +2024-09-01 22:30:55,921 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0314s, count=436, qps in this process: 14.5181 (mp_runner.py:76) +2024-09-01 22:30:55,959 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0133s, count=437, qps in this process: 14.5602 (mp_runner.py:76) +2024-09-01 22:30:55,959 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0355s, count=437, qps in this process: 14.5494 (mp_runner.py:76) +2024-09-01 22:30:55,960 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0275s, count=437, qps in this process: 14.5533 (mp_runner.py:76) +2024-09-01 22:30:55,962 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.025s, count=437, qps in this process: 14.5545 (mp_runner.py:76) +2024-09-01 22:30:55,964 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0316s, count=437, qps in this process: 14.5513 (mp_runner.py:76) +2024-09-01 22:30:55,968 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0296s, count=437, qps in this process: 14.5523 (mp_runner.py:76) +2024-09-01 22:30:55,999 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0787s, count=437, qps in this process: 14.5286 (mp_runner.py:76) +2024-09-01 22:30:56,021 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.015s, count=438, qps in this process: 14.5927 (mp_runner.py:76) +2024-09-01 22:30:56,021 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0118s, count=438, qps in this process: 14.5943 (mp_runner.py:76) +2024-09-01 22:30:56,026 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0167s, count=438, qps in this process: 14.5919 (mp_runner.py:76) +2024-09-01 22:30:56,029 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0075s, count=438, qps in this process: 14.5964 (mp_runner.py:76) +2024-09-01 22:30:56,031 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0143s, count=438, qps in this process: 14.593 (mp_runner.py:76) +2024-09-01 22:30:56,036 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0429s, count=438, qps in this process: 14.5792 (mp_runner.py:76) +2024-09-01 22:30:56,039 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0296s, count=438, qps in this process: 14.5856 (mp_runner.py:76) +2024-09-01 22:30:56,043 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0377s, count=438, qps in this process: 14.5817 (mp_runner.py:76) +2024-09-01 22:30:56,044 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0023s, count=438, qps in this process: 14.5989 (mp_runner.py:76) +2024-09-01 22:30:56,069 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0075s, count=439, qps in this process: 14.6297 (mp_runner.py:76) +2024-09-01 22:30:56,070 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0147s, count=439, qps in this process: 14.6262 (mp_runner.py:76) +2024-09-01 22:30:56,071 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0306s, count=439, qps in this process: 14.6184 (mp_runner.py:76) +2024-09-01 22:30:56,072 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0332s, count=439, qps in this process: 14.6172 (mp_runner.py:76) +2024-09-01 22:30:56,075 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0102s, count=439, qps in this process: 14.6284 (mp_runner.py:76) +2024-09-01 22:30:56,076 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0024s, count=439, qps in this process: 14.6322 (mp_runner.py:76) +2024-09-01 22:30:56,079 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0244s, count=439, qps in this process: 14.6214 (mp_runner.py:76) +2024-09-01 22:30:56,088 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0075s, count=440, qps in this process: 14.663 (mp_runner.py:76) +2024-09-01 22:30:56,089 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.015s, count=440, qps in this process: 14.6593 (mp_runner.py:76) +2024-09-01 22:30:56,093 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0124s, count=440, qps in this process: 14.6606 (mp_runner.py:76) +2024-09-01 22:30:56,097 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0164s, count=440, qps in this process: 14.6587 (mp_runner.py:76) +2024-09-01 22:30:56,116 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0096s, count=441, qps in this process: 14.6953 (mp_runner.py:76) +2024-09-01 22:30:56,118 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0078s, count=441, qps in this process: 14.6962 (mp_runner.py:76) +2024-09-01 22:30:56,125 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0348s, count=441, qps in this process: 14.683 (mp_runner.py:76) +2024-09-01 22:30:56,140 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0047s, count=442, qps in this process: 14.731 (mp_runner.py:76) +2024-09-01 22:30:56,141 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0143s, count=442, qps in this process: 14.7263 (mp_runner.py:76) +2024-09-01 22:30:56,151 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0014s, count=443, qps in this process: 14.766 (mp_runner.py:76) +2024-09-01 22:30:56,162 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0142s, count=444, qps in this process: 14.793 (mp_runner.py:76) +2024-09-01 22:30:56,163 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0093s, count=444, qps in this process: 14.7954 (mp_runner.py:76) +2024-09-01 22:30:56,165 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0051s, count=444, qps in this process: 14.7975 (mp_runner.py:76) +2024-09-01 22:30:56,173 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0049s, count=445, qps in this process: 14.8309 (mp_runner.py:76) +2024-09-01 22:30:56,208 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0039s, count=449, qps in this process: 14.9647 (mp_runner.py:76) +2024-09-01 22:30:56,235 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0004s, count=453, qps in this process: 15.0998 (mp_runner.py:76) +2024-09-01 22:30:56,238 | INFO |End search in concurrency 45: dur=30.643897771005868s, total_count=19768, qps=645.0877 (mp_runner.py:120) +2024-09-01 22:30:59,591 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:30:59,591 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 22:31:20,526 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 22:31:20,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,775 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,805 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,813 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,885 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,905 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,910 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,976 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,983 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:20,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,005 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,007 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,007 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,007 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,008 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,008 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,026 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,069 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,083 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,086 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,086 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,095 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,100 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,110 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,184 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,184 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,185 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:21,189 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:31:50,844 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0325s, count=396, qps in this process: 13.1857 (mp_runner.py:76) +2024-09-01 22:31:50,851 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0709s, count=396, qps in this process: 13.1689 (mp_runner.py:76) +2024-09-01 22:31:50,857 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0714s, count=396, qps in this process: 13.1687 (mp_runner.py:76) +2024-09-01 22:31:50,862 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0074s, count=396, qps in this process: 13.1967 (mp_runner.py:76) +2024-09-01 22:31:50,929 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0185s, count=397, qps in this process: 13.2252 (mp_runner.py:76) +2024-09-01 22:31:50,933 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0379s, count=396, qps in this process: 13.1833 (mp_runner.py:76) +2024-09-01 22:31:50,976 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0643s, count=398, qps in this process: 13.2383 (mp_runner.py:76) +2024-09-01 22:31:50,989 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0093s, count=398, qps in this process: 13.2626 (mp_runner.py:76) +2024-09-01 22:31:50,994 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0154s, count=398, qps in this process: 13.2599 (mp_runner.py:76) +2024-09-01 22:31:51,012 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0288s, count=398, qps in this process: 13.2539 (mp_runner.py:76) +2024-09-01 22:31:51,016 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0157s, count=398, qps in this process: 13.2597 (mp_runner.py:76) +2024-09-01 22:31:51,030 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0255s, count=398, qps in this process: 13.2554 (mp_runner.py:76) +2024-09-01 22:31:51,035 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0557s, count=398, qps in this process: 13.2421 (mp_runner.py:76) +2024-09-01 22:31:51,037 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0234s, count=398, qps in this process: 13.2563 (mp_runner.py:76) +2024-09-01 22:31:51,039 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0239s, count=398, qps in this process: 13.2561 (mp_runner.py:76) +2024-09-01 22:31:51,041 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.061s, count=398, qps in this process: 13.2397 (mp_runner.py:76) +2024-09-01 22:31:51,041 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0253s, count=398, qps in this process: 13.2555 (mp_runner.py:76) +2024-09-01 22:31:51,047 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.025s, count=398, qps in this process: 13.2556 (mp_runner.py:76) +2024-09-01 22:31:51,050 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0356s, count=398, qps in this process: 13.2509 (mp_runner.py:76) +2024-09-01 22:31:51,137 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.1287s, count=398, qps in this process: 13.21 (mp_runner.py:76) +2024-09-01 22:31:51,176 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.1032s, count=399, qps in this process: 13.2544 (mp_runner.py:76) +2024-09-01 22:31:51,179 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.1998s, count=399, qps in this process: 13.212 (mp_runner.py:76) +2024-09-01 22:31:51,180 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.1456s, count=399, qps in this process: 13.2358 (mp_runner.py:76) +2024-09-01 22:31:51,180 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0557s, count=399, qps in this process: 13.2754 (mp_runner.py:76) +2024-09-01 22:31:51,180 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0632s, count=399, qps in this process: 13.272 (mp_runner.py:76) +2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0823s, count=399, qps in this process: 13.2636 (mp_runner.py:76) +2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.1765s, count=399, qps in this process: 13.2222 (mp_runner.py:76) +2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0151s, count=399, qps in this process: 13.2933 (mp_runner.py:76) +2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0553s, count=399, qps in this process: 13.2755 (mp_runner.py:76) +2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.1681s, count=399, qps in this process: 13.2259 (mp_runner.py:76) +2024-09-01 22:31:51,182 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.1135s, count=399, qps in this process: 13.2499 (mp_runner.py:76) +2024-09-01 22:31:51,182 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0757s, count=399, qps in this process: 13.2665 (mp_runner.py:76) +2024-09-01 22:31:51,182 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.1739s, count=399, qps in this process: 13.2233 (mp_runner.py:76) +2024-09-01 22:31:51,183 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0977s, count=399, qps in this process: 13.2568 (mp_runner.py:76) +2024-09-01 22:31:51,183 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0907s, count=399, qps in this process: 13.2599 (mp_runner.py:76) +2024-09-01 22:31:51,183 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0327s, count=399, qps in this process: 13.2855 (mp_runner.py:76) +2024-09-01 22:31:51,183 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.1696s, count=399, qps in this process: 13.2252 (mp_runner.py:76) +2024-09-01 22:31:51,184 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.1771s, count=399, qps in this process: 13.2219 (mp_runner.py:76) +2024-09-01 22:31:51,184 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0986s, count=399, qps in this process: 13.2564 (mp_runner.py:76) +2024-09-01 22:31:51,184 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0381s, count=399, qps in this process: 13.2831 (mp_runner.py:76) +2024-09-01 22:31:51,185 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0604s, count=399, qps in this process: 13.2733 (mp_runner.py:76) +2024-09-01 22:31:51,185 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0906s, count=399, qps in this process: 13.26 (mp_runner.py:76) +2024-09-01 22:31:51,186 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.2064s, count=399, qps in this process: 13.2091 (mp_runner.py:76) +2024-09-01 22:31:51,186 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.1801s, count=399, qps in this process: 13.2206 (mp_runner.py:76) +2024-09-01 22:31:51,187 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.1783s, count=399, qps in this process: 13.2214 (mp_runner.py:76) +2024-09-01 22:31:51,191 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.1226s, count=399, qps in this process: 13.2459 (mp_runner.py:76) +2024-09-01 22:31:51,196 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0097s, count=399, qps in this process: 13.2957 (mp_runner.py:76) +2024-09-01 22:31:51,200 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0026s, count=400, qps in this process: 13.3322 (mp_runner.py:76) +2024-09-01 22:31:51,218 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0315s, count=400, qps in this process: 13.3193 (mp_runner.py:76) +2024-09-01 22:31:51,219 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0323s, count=400, qps in this process: 13.319 (mp_runner.py:76) +2024-09-01 22:31:51,222 | INFO |End search in concurrency 50: dur=30.694915243999276s, total_count=19922, qps=649.0326 (mp_runner.py:120) +2024-09-01 22:31:55,028 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:31:55,028 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 22:32:16,174 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 22:32:16,216 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,223 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,308 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,384 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,478 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,519 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,522 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,554 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,567 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,626 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,626 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,635 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,646 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,658 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,658 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,658 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,677 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,678 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,679 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,690 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,695 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,708 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,726 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,741 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,753 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,754 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,794 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,795 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,797 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,801 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,803 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,811 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,811 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,811 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,858 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,878 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,891 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,904 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,914 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,915 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,922 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,957 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,986 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:16,995 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:32:46,249 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0322s, count=352, qps in this process: 11.7208 (mp_runner.py:76) +2024-09-01 22:32:46,305 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0812s, count=353, qps in this process: 11.7349 (mp_runner.py:76) +2024-09-01 22:32:46,342 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0421s, count=354, qps in this process: 11.7835 (mp_runner.py:76) +2024-09-01 22:32:46,350 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0275s, count=354, qps in this process: 11.7892 (mp_runner.py:76) +2024-09-01 22:32:46,361 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0314s, count=354, qps in this process: 11.7877 (mp_runner.py:76) +2024-09-01 22:32:46,413 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0175s, count=355, qps in this process: 11.8264 (mp_runner.py:76) +2024-09-01 22:32:46,511 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0286s, count=356, qps in this process: 11.8554 (mp_runner.py:76) +2024-09-01 22:32:46,522 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0579s, count=356, qps in this process: 11.8438 (mp_runner.py:76) +2024-09-01 22:32:46,563 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0052s, count=357, qps in this process: 11.8979 (mp_runner.py:76) +2024-09-01 22:32:46,571 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0429s, count=357, qps in this process: 11.883 (mp_runner.py:76) +2024-09-01 22:32:46,573 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0527s, count=357, qps in this process: 11.8791 (mp_runner.py:76) +2024-09-01 22:32:46,579 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.005s, count=357, qps in this process: 11.898 (mp_runner.py:76) +2024-09-01 22:32:46,586 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0642s, count=357, qps in this process: 11.8746 (mp_runner.py:76) +2024-09-01 22:32:46,643 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0109s, count=358, qps in this process: 11.929 (mp_runner.py:76) +2024-09-01 22:32:46,661 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.028s, count=358, qps in this process: 11.9222 (mp_runner.py:76) +2024-09-01 22:32:46,670 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0098s, count=359, qps in this process: 11.9628 (mp_runner.py:76) +2024-09-01 22:32:46,671 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0332s, count=359, qps in this process: 11.9534 (mp_runner.py:76) +2024-09-01 22:32:46,678 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0181s, count=359, qps in this process: 11.9595 (mp_runner.py:76) +2024-09-01 22:32:46,682 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0315s, count=359, qps in this process: 11.9541 (mp_runner.py:76) +2024-09-01 22:32:46,685 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0253s, count=359, qps in this process: 11.9566 (mp_runner.py:76) +2024-09-01 22:32:46,686 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0055s, count=359, qps in this process: 11.9645 (mp_runner.py:76) +2024-09-01 22:32:46,686 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0135s, count=358, qps in this process: 11.928 (mp_runner.py:76) +2024-09-01 22:32:46,695 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.015s, count=359, qps in this process: 11.9607 (mp_runner.py:76) +2024-09-01 22:32:46,730 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0372s, count=360, qps in this process: 11.9851 (mp_runner.py:76) +2024-09-01 22:32:46,731 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0152s, count=360, qps in this process: 11.9939 (mp_runner.py:76) +2024-09-01 22:32:46,734 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0309s, count=360, qps in this process: 11.9877 (mp_runner.py:76) +2024-09-01 22:32:46,735 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0559s, count=360, qps in this process: 11.9777 (mp_runner.py:76) +2024-09-01 22:32:46,740 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0373s, count=360, qps in this process: 11.9851 (mp_runner.py:76) +2024-09-01 22:32:46,770 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0149s, count=361, qps in this process: 12.0274 (mp_runner.py:76) +2024-09-01 22:32:46,771 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0325s, count=361, qps in this process: 12.0203 (mp_runner.py:76) +2024-09-01 22:32:46,775 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0196s, count=361, qps in this process: 12.0255 (mp_runner.py:76) +2024-09-01 22:32:46,776 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0328s, count=361, qps in this process: 12.0202 (mp_runner.py:76) +2024-09-01 22:32:46,801 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0022s, count=361, qps in this process: 12.0325 (mp_runner.py:76) +2024-09-01 22:32:46,808 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0003s, count=362, qps in this process: 12.0665 (mp_runner.py:76) +2024-09-01 22:32:46,814 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0165s, count=362, qps in this process: 12.06 (mp_runner.py:76) +2024-09-01 22:32:46,815 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0095s, count=362, qps in this process: 12.0628 (mp_runner.py:76) +2024-09-01 22:32:46,823 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0258s, count=362, qps in this process: 12.0563 (mp_runner.py:76) +2024-09-01 22:32:46,828 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0076s, count=362, qps in this process: 12.0636 (mp_runner.py:76) +2024-09-01 22:32:46,844 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0231s, count=363, qps in this process: 12.0907 (mp_runner.py:76) +2024-09-01 22:32:46,846 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0251s, count=363, qps in this process: 12.0899 (mp_runner.py:76) +2024-09-01 22:32:46,873 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0113s, count=364, qps in this process: 12.1288 (mp_runner.py:76) +2024-09-01 22:32:46,874 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0088s, count=364, qps in this process: 12.1298 (mp_runner.py:76) +2024-09-01 22:32:46,897 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0143s, count=365, qps in this process: 12.1609 (mp_runner.py:76) +2024-09-01 22:32:46,897 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0114s, count=365, qps in this process: 12.162 (mp_runner.py:76) +2024-09-01 22:32:46,914 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.005s, count=366, qps in this process: 12.198 (mp_runner.py:76) +2024-09-01 22:32:46,914 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0158s, count=366, qps in this process: 12.1936 (mp_runner.py:76) +2024-09-01 22:32:46,915 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0086s, count=366, qps in this process: 12.1965 (mp_runner.py:76) +2024-09-01 22:32:46,916 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0021s, count=366, qps in this process: 12.1991 (mp_runner.py:76) +2024-09-01 22:32:46,928 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0013s, count=367, qps in this process: 12.2328 (mp_runner.py:76) +2024-09-01 22:32:46,931 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0089s, count=366, qps in this process: 12.1964 (mp_runner.py:76) +2024-09-01 22:32:46,940 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0053s, count=368, qps in this process: 12.2645 (mp_runner.py:76) +2024-09-01 22:32:46,958 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0042s, count=370, qps in this process: 12.3316 (mp_runner.py:76) +2024-09-01 22:32:46,971 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0008s, count=372, qps in this process: 12.3997 (mp_runner.py:76) +2024-09-01 22:32:47,001 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0097s, count=375, qps in this process: 12.496 (mp_runner.py:76) +2024-09-01 22:32:47,008 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0015s, count=376, qps in this process: 12.5327 (mp_runner.py:76) +2024-09-01 22:32:47,011 | INFO |End search in concurrency 55: dur=30.836354088998633s, total_count=19863, qps=644.1423 (mp_runner.py:120) +2024-09-01 22:32:51,063 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:32:51,063 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 22:33:12,370 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 22:33:12,544 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,618 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,732 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,820 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,863 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,866 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,866 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,866 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,867 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,873 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,875 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,875 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,876 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,878 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,880 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,910 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,932 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,957 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,978 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,981 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,986 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:12,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,039 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,046 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,060 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,089 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,100 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,102 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,116 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,123 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,146 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,201 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,201 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,220 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,222 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,237 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:13,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:33:42,614 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0579s, count=328, qps in this process: 10.9123 (mp_runner.py:76) +2024-09-01 22:33:42,696 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0645s, count=329, qps in this process: 10.9431 (mp_runner.py:76) +2024-09-01 22:33:42,811 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0618s, count=331, qps in this process: 11.0107 (mp_runner.py:76) +2024-09-01 22:33:42,839 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.078s, count=331, qps in this process: 11.0047 (mp_runner.py:76) +2024-09-01 22:33:42,904 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0245s, count=331, qps in this process: 11.0243 (mp_runner.py:76) +2024-09-01 22:33:42,906 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0268s, count=332, qps in this process: 11.0568 (mp_runner.py:76) +2024-09-01 22:33:42,907 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0276s, count=332, qps in this process: 11.0565 (mp_runner.py:76) +2024-09-01 22:33:42,915 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0172s, count=332, qps in this process: 11.0603 (mp_runner.py:76) +2024-09-01 22:33:42,918 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.046s, count=332, qps in this process: 11.0497 (mp_runner.py:76) +2024-09-01 22:33:42,919 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0384s, count=332, qps in this process: 11.0525 (mp_runner.py:76) +2024-09-01 22:33:42,920 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0465s, count=332, qps in this process: 11.0495 (mp_runner.py:76) +2024-09-01 22:33:42,922 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0125s, count=332, qps in this process: 11.0621 (mp_runner.py:76) +2024-09-01 22:33:42,923 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0137s, count=332, qps in this process: 11.0616 (mp_runner.py:76) +2024-09-01 22:33:42,924 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0262s, count=332, qps in this process: 11.057 (mp_runner.py:76) +2024-09-01 22:33:42,926 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0272s, count=332, qps in this process: 11.0566 (mp_runner.py:76) +2024-09-01 22:33:42,928 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0463s, count=332, qps in this process: 11.0496 (mp_runner.py:76) +2024-09-01 22:33:42,928 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0463s, count=332, qps in this process: 11.0496 (mp_runner.py:76) +2024-09-01 22:33:42,930 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0566s, count=332, qps in this process: 11.0458 (mp_runner.py:76) +2024-09-01 22:33:42,931 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0364s, count=332, qps in this process: 11.0533 (mp_runner.py:76) +2024-09-01 22:33:42,932 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0335s, count=332, qps in this process: 11.0543 (mp_runner.py:76) +2024-09-01 22:33:42,932 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0532s, count=332, qps in this process: 11.0471 (mp_runner.py:76) +2024-09-01 22:33:42,933 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.1089s, count=332, qps in this process: 11.0266 (mp_runner.py:76) +2024-09-01 22:33:42,935 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0679s, count=332, qps in this process: 11.0417 (mp_runner.py:76) +2024-09-01 22:33:42,935 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0375s, count=332, qps in this process: 11.0529 (mp_runner.py:76) +2024-09-01 22:33:42,936 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0638s, count=332, qps in this process: 11.0432 (mp_runner.py:76) +2024-09-01 22:33:42,941 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0384s, count=332, qps in this process: 11.0525 (mp_runner.py:76) +2024-09-01 22:33:42,948 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0502s, count=332, qps in this process: 11.0482 (mp_runner.py:76) +2024-09-01 22:33:42,968 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0699s, count=332, qps in this process: 11.0409 (mp_runner.py:76) +2024-09-01 22:33:42,976 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0779s, count=332, qps in this process: 11.038 (mp_runner.py:76) +2024-09-01 22:33:42,977 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0389s, count=332, qps in this process: 11.0523 (mp_runner.py:76) +2024-09-01 22:33:42,995 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0617s, count=333, qps in this process: 11.0772 (mp_runner.py:76) +2024-09-01 22:33:42,996 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.002s, count=333, qps in this process: 11.0993 (mp_runner.py:76) +2024-09-01 22:33:42,996 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0707s, count=333, qps in this process: 11.0739 (mp_runner.py:76) +2024-09-01 22:33:42,997 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0361s, count=333, qps in this process: 11.0867 (mp_runner.py:76) +2024-09-01 22:33:42,999 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0155s, count=333, qps in this process: 11.0943 (mp_runner.py:76) +2024-09-01 22:33:42,999 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0145s, count=333, qps in this process: 11.0946 (mp_runner.py:76) +2024-09-01 22:33:43,003 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0189s, count=333, qps in this process: 11.093 (mp_runner.py:76) +2024-09-01 22:33:43,003 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0262s, count=333, qps in this process: 11.0903 (mp_runner.py:76) +2024-09-01 22:33:43,009 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0039s, count=333, qps in this process: 11.0986 (mp_runner.py:76) +2024-09-01 22:33:43,014 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0283s, count=333, qps in this process: 11.0895 (mp_runner.py:76) +2024-09-01 22:33:43,060 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0128s, count=335, qps in this process: 11.1619 (mp_runner.py:76) +2024-09-01 22:33:43,071 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0179s, count=335, qps in this process: 11.16 (mp_runner.py:76) +2024-09-01 22:33:43,083 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0265s, count=336, qps in this process: 11.1901 (mp_runner.py:76) +2024-09-01 22:33:43,085 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0189s, count=336, qps in this process: 11.1929 (mp_runner.py:76) +2024-09-01 22:33:43,085 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.029s, count=336, qps in this process: 11.1892 (mp_runner.py:76) +2024-09-01 22:33:43,114 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.012s, count=337, qps in this process: 11.2288 (mp_runner.py:76) +2024-09-01 22:33:43,133 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0127s, count=338, qps in this process: 11.2619 (mp_runner.py:76) +2024-09-01 22:33:43,134 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0186s, count=338, qps in this process: 11.2597 (mp_runner.py:76) +2024-09-01 22:33:43,138 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0004s, count=338, qps in this process: 11.2665 (mp_runner.py:76) +2024-09-01 22:33:43,141 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0255s, count=338, qps in this process: 11.2571 (mp_runner.py:76) +2024-09-01 22:33:43,150 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0125s, count=339, qps in this process: 11.2953 (mp_runner.py:76) +2024-09-01 22:33:43,151 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0126s, count=339, qps in this process: 11.2953 (mp_runner.py:76) +2024-09-01 22:33:43,152 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0125s, count=339, qps in this process: 11.2953 (mp_runner.py:76) +2024-09-01 22:33:43,175 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0223s, count=340, qps in this process: 11.3249 (mp_runner.py:76) +2024-09-01 22:33:43,214 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0033s, count=343, qps in this process: 11.4321 (mp_runner.py:76) +2024-09-01 22:33:43,224 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.01s, count=344, qps in this process: 11.4628 (mp_runner.py:76) +2024-09-01 22:33:43,235 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0021s, count=345, qps in this process: 11.4992 (mp_runner.py:76) +2024-09-01 22:33:43,240 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0052s, count=345, qps in this process: 11.498 (mp_runner.py:76) +2024-09-01 22:33:43,251 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0015s, count=347, qps in this process: 11.5661 (mp_runner.py:76) +2024-09-01 22:33:43,272 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0062s, count=351, qps in this process: 11.6976 (mp_runner.py:76) +2024-09-01 22:33:43,275 | INFO |End search in concurrency 60: dur=30.90318570999807s, total_count=20079, qps=649.7388 (mp_runner.py:120) +2024-09-01 22:33:47,652 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:33:47,652 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 22:34:09,226 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 22:34:09,542 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,598 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,608 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,676 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,687 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,744 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,747 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,747 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,748 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,749 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,749 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,749 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,751 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,752 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,752 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,755 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,755 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,753 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,755 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,764 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,776 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,776 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,776 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,777 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,787 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,788 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,839 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,938 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,945 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,945 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,946 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,952 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,966 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,984 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,984 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,989 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:09,989 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,005 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,045 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,065 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,065 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,095 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,097 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,100 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,102 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,150 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,154 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,170 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,171 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:10,177 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:34:39,573 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0251s, count=308, qps in this process: 10.2581 (mp_runner.py:76) +2024-09-01 22:34:39,662 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0277s, count=309, qps in this process: 10.2905 (mp_runner.py:76) +2024-09-01 22:34:39,685 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0512s, count=309, qps in this process: 10.2825 (mp_runner.py:76) +2024-09-01 22:34:39,701 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0105s, count=309, qps in this process: 10.2964 (mp_runner.py:76) +2024-09-01 22:34:39,752 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0005s, count=309, qps in this process: 10.2998 (mp_runner.py:76) +2024-09-01 22:34:39,757 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0779s, count=309, qps in this process: 10.2733 (mp_runner.py:76) +2024-09-01 22:34:39,773 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0102s, count=310, qps in this process: 10.3298 (mp_runner.py:76) +2024-09-01 22:34:39,775 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0224s, count=310, qps in this process: 10.3256 (mp_runner.py:76) +2024-09-01 22:34:39,786 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0127s, count=310, qps in this process: 10.329 (mp_runner.py:76) +2024-09-01 22:34:39,791 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0379s, count=310, qps in this process: 10.3203 (mp_runner.py:76) +2024-09-01 22:34:39,794 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0059s, count=310, qps in this process: 10.3313 (mp_runner.py:76) +2024-09-01 22:34:39,795 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0341s, count=310, qps in this process: 10.3216 (mp_runner.py:76) +2024-09-01 22:34:39,797 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0358s, count=310, qps in this process: 10.321 (mp_runner.py:76) +2024-09-01 22:34:39,800 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.039s, count=310, qps in this process: 10.3199 (mp_runner.py:76) +2024-09-01 22:34:39,802 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0498s, count=310, qps in this process: 10.3162 (mp_runner.py:76) +2024-09-01 22:34:39,802 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.015s, count=310, qps in this process: 10.3282 (mp_runner.py:76) +2024-09-01 22:34:39,804 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0169s, count=310, qps in this process: 10.3275 (mp_runner.py:76) +2024-09-01 22:34:39,805 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0442s, count=310, qps in this process: 10.3181 (mp_runner.py:76) +2024-09-01 22:34:39,806 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0449s, count=310, qps in this process: 10.3179 (mp_runner.py:76) +2024-09-01 22:34:39,807 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0393s, count=310, qps in this process: 10.3198 (mp_runner.py:76) +2024-09-01 22:34:39,812 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0632s, count=310, qps in this process: 10.3116 (mp_runner.py:76) +2024-09-01 22:34:39,820 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0293s, count=310, qps in this process: 10.3233 (mp_runner.py:76) +2024-09-01 22:34:39,821 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0429s, count=310, qps in this process: 10.3186 (mp_runner.py:76) +2024-09-01 22:34:39,822 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0324s, count=310, qps in this process: 10.3222 (mp_runner.py:76) +2024-09-01 22:34:39,825 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.1237s, count=310, qps in this process: 10.2909 (mp_runner.py:76) +2024-09-01 22:34:39,829 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0678s, count=310, qps in this process: 10.31 (mp_runner.py:76) +2024-09-01 22:34:39,835 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0765s, count=310, qps in this process: 10.3071 (mp_runner.py:76) +2024-09-01 22:34:39,866 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0786s, count=311, qps in this process: 10.3396 (mp_runner.py:76) +2024-09-01 22:34:39,882 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0708s, count=311, qps in this process: 10.3423 (mp_runner.py:76) +2024-09-01 22:34:39,889 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.1012s, count=311, qps in this process: 10.3318 (mp_runner.py:76) +2024-09-01 22:34:39,891 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.095s, count=311, qps in this process: 10.3339 (mp_runner.py:76) +2024-09-01 22:34:39,894 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0169s, count=311, qps in this process: 10.3608 (mp_runner.py:76) +2024-09-01 22:34:39,896 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0094s, count=311, qps in this process: 10.3634 (mp_runner.py:76) +2024-09-01 22:34:39,919 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0032s, count=312, qps in this process: 10.3989 (mp_runner.py:76) +2024-09-01 22:34:39,957 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0135s, count=312, qps in this process: 10.3953 (mp_runner.py:76) +2024-09-01 22:34:39,969 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0191s, count=313, qps in this process: 10.4267 (mp_runner.py:76) +2024-09-01 22:34:39,972 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0248s, count=313, qps in this process: 10.4247 (mp_runner.py:76) +2024-09-01 22:34:39,972 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0202s, count=313, qps in this process: 10.4263 (mp_runner.py:76) +2024-09-01 22:34:39,974 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0263s, count=313, qps in this process: 10.4242 (mp_runner.py:76) +2024-09-01 22:34:39,991 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0288s, count=313, qps in this process: 10.4233 (mp_runner.py:76) +2024-09-01 22:34:40,021 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0266s, count=314, qps in this process: 10.4574 (mp_runner.py:76) +2024-09-01 22:34:40,021 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.027s, count=314, qps in this process: 10.4573 (mp_runner.py:76) +2024-09-01 22:34:40,036 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0389s, count=314, qps in this process: 10.4531 (mp_runner.py:76) +2024-09-01 22:34:40,042 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0266s, count=314, qps in this process: 10.4574 (mp_runner.py:76) +2024-09-01 22:34:40,042 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0532s, count=314, qps in this process: 10.4481 (mp_runner.py:76) +2024-09-01 22:34:40,042 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0428s, count=314, qps in this process: 10.4518 (mp_runner.py:76) +2024-09-01 22:34:40,043 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0607s, count=314, qps in this process: 10.4455 (mp_runner.py:76) +2024-09-01 22:34:40,044 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0294s, count=314, qps in this process: 10.4564 (mp_runner.py:76) +2024-09-01 22:34:40,073 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.018s, count=315, qps in this process: 10.4937 (mp_runner.py:76) +2024-09-01 22:34:40,093 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0187s, count=316, qps in this process: 10.5268 (mp_runner.py:76) +2024-09-01 22:34:40,093 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.019s, count=316, qps in this process: 10.5267 (mp_runner.py:76) +2024-09-01 22:34:40,094 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0026s, count=316, qps in this process: 10.5324 (mp_runner.py:76) +2024-09-01 22:34:40,123 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0244s, count=317, qps in this process: 10.5581 (mp_runner.py:76) +2024-09-01 22:34:40,124 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.021s, count=317, qps in this process: 10.5593 (mp_runner.py:76) +2024-09-01 22:34:40,124 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0113s, count=317, qps in this process: 10.5627 (mp_runner.py:76) +2024-09-01 22:34:40,125 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0135s, count=317, qps in this process: 10.5619 (mp_runner.py:76) +2024-09-01 22:34:40,126 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0156s, count=317, qps in this process: 10.5612 (mp_runner.py:76) +2024-09-01 22:34:40,160 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0025s, count=319, qps in this process: 10.6324 (mp_runner.py:76) +2024-09-01 22:34:40,172 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0056s, count=320, qps in this process: 10.6647 (mp_runner.py:76) +2024-09-01 22:34:40,174 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0118s, count=320, qps in this process: 10.6625 (mp_runner.py:76) +2024-09-01 22:34:40,176 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0087s, count=320, qps in this process: 10.6636 (mp_runner.py:76) +2024-09-01 22:34:40,177 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0099s, count=320, qps in this process: 10.6631 (mp_runner.py:76) +2024-09-01 22:34:40,192 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0095s, count=322, qps in this process: 10.7299 (mp_runner.py:76) +2024-09-01 22:34:40,192 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0026s, count=322, qps in this process: 10.7324 (mp_runner.py:76) +2024-09-01 22:34:40,198 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0039s, count=323, qps in this process: 10.7653 (mp_runner.py:76) +2024-09-01 22:34:40,201 | INFO |End search in concurrency 65: dur=30.97375476900197s, total_count=20344, qps=656.8141 (mp_runner.py:120) +2024-09-01 22:34:44,913 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:34:44,913 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 22:35:06,618 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 22:35:06,681 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:06,928 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:06,932 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:06,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,075 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,156 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,168 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,181 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,189 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,193 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,195 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,199 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,238 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,238 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,256 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,267 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,267 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,267 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,268 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,317 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,325 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,396 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,400 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,406 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,406 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,408 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,408 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,470 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,482 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,491 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,518 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,536 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,536 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,551 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,585 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,592 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,592 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,592 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,662 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,673 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,697 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,704 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,714 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:07,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 22:35:36,738 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0542s, count=273, qps in this process: 9.0836 (mp_runner.py:76) +2024-09-01 22:35:36,986 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.038s, count=275, qps in this process: 9.1551 (mp_runner.py:76) +2024-09-01 22:35:36,993 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0572s, count=275, qps in this process: 9.1492 (mp_runner.py:76) +2024-09-01 22:35:37,049 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0506s, count=276, qps in this process: 9.1845 (mp_runner.py:76) +2024-09-01 22:35:37,166 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0004s, count=277, qps in this process: 9.2332 (mp_runner.py:76) +2024-09-01 22:35:37,168 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0086s, count=277, qps in this process: 9.2307 (mp_runner.py:76) +2024-09-01 22:35:37,185 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.1063s, count=277, qps in this process: 9.2007 (mp_runner.py:76) +2024-09-01 22:35:37,185 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0186s, count=278, qps in this process: 9.2609 (mp_runner.py:76) +2024-09-01 22:35:37,185 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.019s, count=277, qps in this process: 9.2275 (mp_runner.py:76) +2024-09-01 22:35:37,185 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0179s, count=278, qps in this process: 9.2611 (mp_runner.py:76) +2024-09-01 22:35:37,212 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0054s, count=278, qps in this process: 9.265 (mp_runner.py:76) +2024-09-01 22:35:37,213 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0412s, count=278, qps in this process: 9.254 (mp_runner.py:76) +2024-09-01 22:35:37,216 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0499s, count=278, qps in this process: 9.2513 (mp_runner.py:76) +2024-09-01 22:35:37,231 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0646s, count=278, qps in this process: 9.2468 (mp_runner.py:76) +2024-09-01 22:35:37,237 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0713s, count=278, qps in this process: 9.2447 (mp_runner.py:76) +2024-09-01 22:35:37,244 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0424s, count=278, qps in this process: 9.2536 (mp_runner.py:76) +2024-09-01 22:35:37,257 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0495s, count=278, qps in this process: 9.2514 (mp_runner.py:76) +2024-09-01 22:35:37,258 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0651s, count=278, qps in this process: 9.2466 (mp_runner.py:76) +2024-09-01 22:35:37,259 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0291s, count=278, qps in this process: 9.2577 (mp_runner.py:76) +2024-09-01 22:35:37,259 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0635s, count=278, qps in this process: 9.2471 (mp_runner.py:76) +2024-09-01 22:35:37,261 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0632s, count=278, qps in this process: 9.2472 (mp_runner.py:76) +2024-09-01 22:35:37,268 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0703s, count=278, qps in this process: 9.245 (mp_runner.py:76) +2024-09-01 22:35:37,268 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0985s, count=278, qps in this process: 9.2363 (mp_runner.py:76) +2024-09-01 22:35:37,269 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.1026s, count=278, qps in this process: 9.2351 (mp_runner.py:76) +2024-09-01 22:35:37,269 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0591s, count=278, qps in this process: 9.2484 (mp_runner.py:76) +2024-09-01 22:35:37,270 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0363s, count=278, qps in this process: 9.2555 (mp_runner.py:76) +2024-09-01 22:35:37,270 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.1024s, count=278, qps in this process: 9.2351 (mp_runner.py:76) +2024-09-01 22:35:37,274 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.075s, count=278, qps in this process: 9.2436 (mp_runner.py:76) +2024-09-01 22:35:37,313 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.1063s, count=279, qps in this process: 9.2672 (mp_runner.py:76) +2024-09-01 22:35:37,319 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0199s, count=279, qps in this process: 9.2938 (mp_runner.py:76) +2024-09-01 22:35:37,320 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0863s, count=279, qps in this process: 9.2733 (mp_runner.py:76) +2024-09-01 22:35:37,324 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0307s, count=279, qps in this process: 9.2905 (mp_runner.py:76) +2024-09-01 22:35:37,332 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.1334s, count=279, qps in this process: 9.2588 (mp_runner.py:76) +2024-09-01 22:35:37,334 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0549s, count=279, qps in this process: 9.283 (mp_runner.py:76) +2024-09-01 22:35:37,335 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0496s, count=279, qps in this process: 9.2846 (mp_runner.py:76) +2024-09-01 22:35:37,336 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0568s, count=279, qps in this process: 9.2824 (mp_runner.py:76) +2024-09-01 22:35:37,336 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0195s, count=279, qps in this process: 9.294 (mp_runner.py:76) +2024-09-01 22:35:37,338 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0435s, count=279, qps in this process: 9.2865 (mp_runner.py:76) +2024-09-01 22:35:37,340 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0887s, count=279, qps in this process: 9.2726 (mp_runner.py:76) +2024-09-01 22:35:37,344 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.062s, count=279, qps in this process: 9.2808 (mp_runner.py:76) +2024-09-01 22:35:37,363 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.1763s, count=279, qps in this process: 9.2457 (mp_runner.py:76) +2024-09-01 22:35:37,380 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0498s, count=280, qps in this process: 9.3179 (mp_runner.py:76) +2024-09-01 22:35:37,390 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0644s, count=280, qps in this process: 9.3133 (mp_runner.py:76) +2024-09-01 22:35:37,392 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0599s, count=280, qps in this process: 9.3147 (mp_runner.py:76) +2024-09-01 22:35:37,413 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0157s, count=280, qps in this process: 9.3285 (mp_runner.py:76) +2024-09-01 22:35:37,421 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0078s, count=281, qps in this process: 9.3642 (mp_runner.py:76) +2024-09-01 22:35:37,429 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0117s, count=281, qps in this process: 9.363 (mp_runner.py:76) +2024-09-01 22:35:37,434 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0306s, count=281, qps in this process: 9.3571 (mp_runner.py:76) +2024-09-01 22:35:37,435 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0178s, count=281, qps in this process: 9.3611 (mp_runner.py:76) +2024-09-01 22:35:37,463 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0448s, count=282, qps in this process: 9.386 (mp_runner.py:76) +2024-09-01 22:35:37,507 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0195s, count=283, qps in this process: 9.4272 (mp_runner.py:76) +2024-09-01 22:35:37,507 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0048s, count=283, qps in this process: 9.4318 (mp_runner.py:76) +2024-09-01 22:35:37,516 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0376s, count=283, qps in this process: 9.4215 (mp_runner.py:76) +2024-09-01 22:35:37,531 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0113s, count=284, qps in this process: 9.4631 (mp_runner.py:76) +2024-09-01 22:35:37,557 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0172s, count=285, qps in this process: 9.4946 (mp_runner.py:76) +2024-09-01 22:35:37,558 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.024s, count=285, qps in this process: 9.4924 (mp_runner.py:76) +2024-09-01 22:35:37,559 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0189s, count=285, qps in this process: 9.494 (mp_runner.py:76) +2024-09-01 22:35:37,560 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.026s, count=285, qps in this process: 9.4918 (mp_runner.py:76) +2024-09-01 22:35:37,596 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0138s, count=287, qps in this process: 9.5623 (mp_runner.py:76) +2024-09-01 22:35:37,596 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0025s, count=287, qps in this process: 9.5659 (mp_runner.py:76) +2024-09-01 22:35:37,614 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0168s, count=288, qps in this process: 9.5946 (mp_runner.py:76) +2024-09-01 22:35:37,614 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0169s, count=288, qps in this process: 9.5946 (mp_runner.py:76) +2024-09-01 22:35:37,614 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0171s, count=288, qps in this process: 9.5945 (mp_runner.py:76) +2024-09-01 22:35:37,681 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.008s, count=293, qps in this process: 9.7641 (mp_runner.py:76) +2024-09-01 22:35:37,681 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0003s, count=293, qps in this process: 9.7666 (mp_runner.py:76) +2024-09-01 22:35:37,685 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0118s, count=293, qps in this process: 9.7628 (mp_runner.py:76) +2024-09-01 22:35:37,705 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0012s, count=295, qps in this process: 9.8329 (mp_runner.py:76) +2024-09-01 22:35:37,718 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0082s, count=296, qps in this process: 9.864 (mp_runner.py:76) +2024-09-01 22:35:37,724 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0012s, count=297, qps in this process: 9.8996 (mp_runner.py:76) +2024-09-01 22:35:37,749 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0041s, count=301, qps in this process: 10.032 (mp_runner.py:76) +2024-09-01 22:35:37,752 | INFO |End search in concurrency 70: dur=31.132145818002755s, total_count=19699, qps=632.7543 (mp_runner.py:120) +2024-09-01 22:35:42,431 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=660.1456, serial_latency_p99=np.float64(0.0527), recall=np.float64(0.9242), ndcg=np.float64(0.9338), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[172.9675, 520.2708, 636.7705, 660.0535, 659.4831, 660.1456, 659.7137, 642.2035, 645.0877, 649.0326, 644.1423, 649.7388, 656.8141, 632.7543], conc_latency_p99_list=[np.float64(0.0027961452266492414), np.float64(0.0033666620729141867), np.float64(0.003852114602572692), np.float64(0.004440166699377005), np.float64(0.004569827815804455), np.float64(0.0059341292646997315), np.float64(0.006473348337966308), np.float64(0.0065292789051236465), np.float64(0.007211159168231097), np.float64(0.009394110271130194), np.float64(0.00799072011567041), np.float64(0.009344552211534754), np.float64(0.011028468874064857), np.float64(0.007006251712435915)]) (task_runner.py:197) +2024-09-01 22:35:42,431 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:24:15.979818'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=660.1456, serial_latency_p99=np.float64(0.0527), recall=np.float64(0.9242), ndcg=np.float64(0.9338), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[172.9675, 520.2708, 636.7705, 660.0535, 659.4831, 660.1456, 659.7137, 642.2035, 645.0877, 649.0326, 644.1423, 649.7388, 656.8141, 632.7543], conc_latency_p99_list=[np.float64(0.0027961452266492414), np.float64(0.0033666620729141867), np.float64(0.003852114602572692), np.float64(0.004440166699377005), np.float64(0.004569827815804455), np.float64(0.0059341292646997315), np.float64(0.006473348337966308), np.float64(0.0065292789051236465), np.float64(0.007211159168231097), np.float64(0.009394110271130194), np.float64(0.00799072011567041), np.float64(0.009344552211534754), np.float64(0.011028468874064857), np.float64(0.007006251712435915)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 22:35:42,431 | INFO |Task summary: run_id=130d4, task_label=130d4dc9828b47c3be3b0eaf6b5c7631 (models.py:346) +2024-09-01 22:35:42,431 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 22:35:42,431 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 22:35:42,431 | INFO |PgVector | 2024-09-01T22:24:15.979818 Performance1536D500K 130d4dc9828b47c3be3b0eaf6b5c7631 | 0.0 660.1456 0.0527 0.9242 0 | :) (models.py:346) +2024-09-01 22:35:42,431 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json (models.py:204) +2024-09-01 22:35:42,432 | INFO |Success to finish task: label=130d4dc9828b47c3be3b0eaf6b5c7631, run_id=130d4dc9828b47c3be3b0eaf6b5c7631 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json b/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json new file mode 100644 index 000000000..ffdaf5109 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json @@ -0,0 +1 @@ +{"run_id": "130d4dc9828b47c3be3b0eaf6b5c7631", "task_label": "130d4dc9828b47c3be3b0eaf6b5c7631", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 660.1456, "serial_latency_p99": 0.0527, "recall": 0.9242, "ndcg": 0.9338, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [172.9675, 520.2708, 636.7705, 660.0535, 659.4831, 660.1456, 659.7137, 642.2035, 645.0877, 649.0326, 644.1423, 649.7388, 656.8141, 632.7543], "conc_latency_p99_list": [0.0027961452266492414, 0.0033666620729141867, 0.003852114602572692, 0.004440166699377005, 0.004569827815804455, 0.0059341292646997315, 0.006473348337966308, 0.0065292789051236465, 0.007211159168231097, 0.009394110271130194, 0.00799072011567041, 0.009344552211534754, 0.011028468874064857, 0.007006251712435915]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T22:24:15.979818", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt b/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt new file mode 100644 index 000000000..959315bf1 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt @@ -0,0 +1,2468 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load +2024-09-01 21:46:50,813 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:46:50.801045', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 21:46:50,813 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:46:50.801045', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 21:46:50,813 | INFO |generated uuid for the tasks: 2227e53260db4f8881bc9a6a5d8563be (interface.py:66) +2024-09-01 21:46:50,876 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 21:46:50,876 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 21:46:50,876 | INFO | PgVector-2024-09-01T21:46:50.801045 | Performance OpenAI-MEDIUM-500K None | 2227e53260db4f8881bc9a6a5d8563be (task_runner.py:340) +2024-09-01 21:46:50,876 | INFO |task submitted: id=2227e53260db4f8881bc9a6a5d8563be, 2227e53260db4f8881bc9a6a5d8563be, case number: 1 (interface.py:231) +2024-09-01 21:46:51,301 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:46:50.801045'}, drop_old=False (interface.py:164) +2024-09-01 21:46:51,302 | INFO |Starting run (task_runner.py:100) +2024-09-01 21:46:51,380 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 21:46:51,990 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 21:46:52,039 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 21:46:52,063 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 21:46:52,063 | INFO |Start performance case (task_runner.py:158) +2024-09-01 21:46:52,077 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:46:52,078 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 21:46:52,078 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 21:46:52,079 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 21:46:52,123 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 21:46:52,686 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 21:46:52,707 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:46:52,707 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 21:46:52,707 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 21:46:54,816 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02086291699379217, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:46:56,908 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.017134267000074033, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:46:59,136 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01333472099940991, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:47:01,342 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01794288100063568, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:47:03,358 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.015059370001836214, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:47:05,328 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.011412851999921259, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:47:07,104 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.0056752250020508654, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:47:08,924 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.00906918800319545, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:47:10,803 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.0186337349950918, latest recall=0.01 (serial_runner.py:202) +2024-09-01 21:47:12,629 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.014437131998420227, latest recall=0.2 (serial_runner.py:202) +2024-09-01 21:47:12,629 | INFO |SpawnProcess-1:1 search entire test_data: cost=15.2799s, queries=1000, avg_recall=0.1993, avg_ndcg=0.3192,avg_latency=0.0153, p99=0.0402 (serial_runner.py:209) +2024-09-01 21:47:13,160 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:47:13,161 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 21:47:14,183 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 21:47:14,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:47:16,107 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0022084329975768924 (mp_runner.py:73) +2024-09-01 21:47:18,346 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0033616159998928197 (mp_runner.py:73) +2024-09-01 21:47:20,995 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.00229183000192279 (mp_runner.py:73) +2024-09-01 21:47:22,457 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0017313159987679683 (mp_runner.py:73) +2024-09-01 21:47:23,953 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.002786614997603465 (mp_runner.py:73) +2024-09-01 21:47:25,393 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0027577590008149855 (mp_runner.py:73) +2024-09-01 21:47:26,623 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0017497259977972135 (mp_runner.py:73) +2024-09-01 21:47:27,568 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0018301620002603158 (mp_runner.py:73) +2024-09-01 21:47:28,554 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0018007019971264526 (mp_runner.py:73) +2024-09-01 21:47:29,503 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0016714869998395443 (mp_runner.py:73) +2024-09-01 21:47:30,553 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0017376429968862794 (mp_runner.py:73) +2024-09-01 21:47:31,478 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0017683559999568388 (mp_runner.py:73) +2024-09-01 21:47:32,441 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0016852379994816147 (mp_runner.py:73) +2024-09-01 21:47:33,395 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.001737313999910839 (mp_runner.py:73) +2024-09-01 21:47:34,361 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0016978330022539012 (mp_runner.py:73) +2024-09-01 21:47:35,289 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0018029189959634095 (mp_runner.py:73) +2024-09-01 21:47:36,276 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0017527960008010268 (mp_runner.py:73) +2024-09-01 21:47:37,212 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.001809604000300169 (mp_runner.py:73) +2024-09-01 21:47:38,174 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.00170821000210708 (mp_runner.py:73) +2024-09-01 21:47:39,130 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0017172430016216822 (mp_runner.py:73) +2024-09-01 21:47:40,099 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.0017181829971377738 (mp_runner.py:73) +2024-09-01 21:47:41,026 | DEBUG |(SpawnProcess-1:3) search_count: 11000, latest_latency=0.0018113820042344742 (mp_runner.py:73) +2024-09-01 21:47:41,984 | DEBUG |(SpawnProcess-1:3) search_count: 11500, latest_latency=0.001706119001028128 (mp_runner.py:73) +2024-09-01 21:47:43,037 | DEBUG |(SpawnProcess-1:3) search_count: 12000, latest_latency=0.0017353900038870052 (mp_runner.py:73) +2024-09-01 21:47:44,052 | DEBUG |(SpawnProcess-1:3) search_count: 12500, latest_latency=0.0019311029973323457 (mp_runner.py:73) +2024-09-01 21:47:44,213 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.001s, count=12577, qps in this process: 419.2194 (mp_runner.py:76) +2024-09-01 21:47:44,215 | INFO |End search in concurrency 1: dur=30.03162055100256s, total_count=12577, qps=418.7919 (mp_runner.py:120) +2024-09-01 21:47:44,399 | INFO |Update largest qps with concurrency 1: current max_qps=418.7919 (mp_runner.py:124) +2024-09-01 21:47:44,808 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:47:44,808 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 21:47:49,849 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 21:47:49,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:47:49,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:47:49,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:47:49,899 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:47:49,899 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:47:51,142 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0016108859999803826 (mp_runner.py:73) +2024-09-01 21:47:51,202 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.00279803600278683 (mp_runner.py:73) +2024-09-01 21:47:51,224 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.004084576001332607 (mp_runner.py:73) +2024-09-01 21:47:51,262 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.003641426003014203 (mp_runner.py:73) +2024-09-01 21:47:51,275 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.002454565001244191 (mp_runner.py:73) +2024-09-01 21:47:52,649 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0021027670009061694 (mp_runner.py:73) +2024-09-01 21:47:52,649 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0024172220000764355 (mp_runner.py:73) +2024-09-01 21:47:52,650 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0026508500013733283 (mp_runner.py:73) +2024-09-01 21:47:52,650 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0022593219982809387 (mp_runner.py:73) +2024-09-01 21:47:52,650 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.002647435001563281 (mp_runner.py:73) +2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0026105399956577457 (mp_runner.py:73) +2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.003112534999672789 (mp_runner.py:73) +2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0023885889968369156 (mp_runner.py:73) +2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0031527090031886473 (mp_runner.py:73) +2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0035408029943937436 (mp_runner.py:73) +2024-09-01 21:47:55,914 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.002121815996360965 (mp_runner.py:73) +2024-09-01 21:47:55,914 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.002200242997787427 (mp_runner.py:73) +2024-09-01 21:47:55,914 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.002196542998717632 (mp_runner.py:73) +2024-09-01 21:47:55,914 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0023863690003054217 (mp_runner.py:73) +2024-09-01 21:47:55,915 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.002710532004130073 (mp_runner.py:73) +2024-09-01 21:47:57,622 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0030234129953896627 (mp_runner.py:73) +2024-09-01 21:47:57,623 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.003277413998148404 (mp_runner.py:73) +2024-09-01 21:47:57,623 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0032773950006230734 (mp_runner.py:73) +2024-09-01 21:47:57,623 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0035218070042901672 (mp_runner.py:73) +2024-09-01 21:47:57,623 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0036835639984929003 (mp_runner.py:73) +2024-09-01 21:47:59,183 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0028033720009261742 (mp_runner.py:73) +2024-09-01 21:47:59,183 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0014152470030239783 (mp_runner.py:73) +2024-09-01 21:47:59,183 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.002428235995466821 (mp_runner.py:73) +2024-09-01 21:47:59,183 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0025292780046584085 (mp_runner.py:73) +2024-09-01 21:47:59,184 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0012268599966773763 (mp_runner.py:73) +2024-09-01 21:48:00,799 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0025766179969650693 (mp_runner.py:73) +2024-09-01 21:48:00,799 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.001962392998393625 (mp_runner.py:73) +2024-09-01 21:48:00,799 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0027482170044095255 (mp_runner.py:73) +2024-09-01 21:48:00,800 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0012145340006100014 (mp_runner.py:73) +2024-09-01 21:48:00,800 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0032228650015895255 (mp_runner.py:73) +2024-09-01 21:48:02,213 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0025493549983366393 (mp_runner.py:73) +2024-09-01 21:48:02,213 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.002033117001701612 (mp_runner.py:73) +2024-09-01 21:48:02,213 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0024727470008656383 (mp_runner.py:73) +2024-09-01 21:48:02,214 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0025345559988636523 (mp_runner.py:73) +2024-09-01 21:48:02,214 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0026607090039760806 (mp_runner.py:73) +2024-09-01 21:48:03,792 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0025365980036440305 (mp_runner.py:73) +2024-09-01 21:48:03,792 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.001617046000319533 (mp_runner.py:73) +2024-09-01 21:48:03,793 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0024198070022976026 (mp_runner.py:73) +2024-09-01 21:48:03,793 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.002577186001872178 (mp_runner.py:73) +2024-09-01 21:48:03,793 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.00387811799737392 (mp_runner.py:73) +2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0026065380006912164 (mp_runner.py:73) +2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0018362859991611913 (mp_runner.py:73) +2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0026283999977749772 (mp_runner.py:73) +2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.002618542996060569 (mp_runner.py:73) +2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.003167146998748649 (mp_runner.py:73) +2024-09-01 21:48:06,670 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0024390610051341355 (mp_runner.py:73) +2024-09-01 21:48:06,670 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0025605160044506192 (mp_runner.py:73) +2024-09-01 21:48:06,670 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.002573039004346356 (mp_runner.py:73) +2024-09-01 21:48:06,670 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0032899940051720478 (mp_runner.py:73) +2024-09-01 21:48:06,671 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0036345219996292144 (mp_runner.py:73) +2024-09-01 21:48:08,002 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0019555530016077682 (mp_runner.py:73) +2024-09-01 21:48:08,003 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0020954720021109097 (mp_runner.py:73) +2024-09-01 21:48:08,005 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.004522176997852512 (mp_runner.py:73) +2024-09-01 21:48:08,005 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.004938108002534136 (mp_runner.py:73) +2024-09-01 21:48:08,005 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.005007505998946726 (mp_runner.py:73) +2024-09-01 21:48:09,459 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.002028584996878635 (mp_runner.py:73) +2024-09-01 21:48:09,459 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0019095289972028695 (mp_runner.py:73) +2024-09-01 21:48:09,459 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0015711509986431338 (mp_runner.py:73) +2024-09-01 21:48:09,459 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.00246964099642355 (mp_runner.py:73) +2024-09-01 21:48:09,460 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.003758494000067003 (mp_runner.py:73) +2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.0022502050051116385 (mp_runner.py:73) +2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0024511220035492443 (mp_runner.py:73) +2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0022033140048733912 (mp_runner.py:73) +2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0024648859980516136 (mp_runner.py:73) +2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0025955649980460294 (mp_runner.py:73) +2024-09-01 21:48:12,336 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.002393752998614218 (mp_runner.py:73) +2024-09-01 21:48:12,336 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0018894359964178875 (mp_runner.py:73) +2024-09-01 21:48:12,337 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.002948661996924784 (mp_runner.py:73) +2024-09-01 21:48:12,337 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0020739429965033196 (mp_runner.py:73) +2024-09-01 21:48:12,337 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.0011144059972139075 (mp_runner.py:73) +2024-09-01 21:48:13,729 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.002063011001155246 (mp_runner.py:73) +2024-09-01 21:48:13,730 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.0025444589991820976 (mp_runner.py:73) +2024-09-01 21:48:13,731 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0034684339989325963 (mp_runner.py:73) +2024-09-01 21:48:13,731 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.002597485996375326 (mp_runner.py:73) +2024-09-01 21:48:13,732 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.00259649999497924 (mp_runner.py:73) +2024-09-01 21:48:15,248 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0022882650009705685 (mp_runner.py:73) +2024-09-01 21:48:15,249 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0023129449982661754 (mp_runner.py:73) +2024-09-01 21:48:15,249 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0025585990006220527 (mp_runner.py:73) +2024-09-01 21:48:15,249 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0024658740003360435 (mp_runner.py:73) +2024-09-01 21:48:15,250 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0011594419993343763 (mp_runner.py:73) +2024-09-01 21:48:16,547 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.002732273998844903 (mp_runner.py:73) +2024-09-01 21:48:16,547 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0019164609984727576 (mp_runner.py:73) +2024-09-01 21:48:16,548 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.00225122099800501 (mp_runner.py:73) +2024-09-01 21:48:16,548 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0025385100016137585 (mp_runner.py:73) +2024-09-01 21:48:16,550 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.005032638000557199 (mp_runner.py:73) +2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.002882802000385709 (mp_runner.py:73) +2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0036406840008567087 (mp_runner.py:73) +2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0020784049993380904 (mp_runner.py:73) +2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0028547990004881285 (mp_runner.py:73) +2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0026761590052046813 (mp_runner.py:73) +2024-09-01 21:48:19,296 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0022373910032911226 (mp_runner.py:73) +2024-09-01 21:48:19,296 | DEBUG |(SpawnProcess-1:6) search_count: 10000, latest_latency=0.0021786099969176576 (mp_runner.py:73) +2024-09-01 21:48:19,296 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0017350559937767684 (mp_runner.py:73) +2024-09-01 21:48:19,296 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.001842466001107823 (mp_runner.py:73) +2024-09-01 21:48:19,297 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0010852240011445247 (mp_runner.py:73) +2024-09-01 21:48:19,900 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0007s, count=10222, qps in this process: 340.7254 (mp_runner.py:76) +2024-09-01 21:48:19,900 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0004s, count=10222, qps in this process: 340.7288 (mp_runner.py:76) +2024-09-01 21:48:19,900 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0007s, count=10222, qps in this process: 340.7254 (mp_runner.py:76) +2024-09-01 21:48:19,905 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0033s, count=10223, qps in this process: 340.7292 (mp_runner.py:76) +2024-09-01 21:48:19,906 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0064s, count=10223, qps in this process: 340.694 (mp_runner.py:76) +2024-09-01 21:48:19,912 | INFO |End search in concurrency 5: dur=30.062410927006567s, total_count=51112, qps=1700.1963 (mp_runner.py:120) +2024-09-01 21:48:20,239 | INFO |Update largest qps with concurrency 5: current max_qps=1700.1963 (mp_runner.py:124) +2024-09-01 21:48:20,653 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:48:20,653 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 21:48:30,817 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 21:48:30,889 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,901 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,935 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,948 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,951 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:30,995 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:31,004 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:48:34,411 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.005583112993917894 (mp_runner.py:73) +2024-09-01 21:48:34,412 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.0038520099988090806 (mp_runner.py:73) +2024-09-01 21:48:34,413 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.006715342002280522 (mp_runner.py:73) +2024-09-01 21:48:34,414 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.008152466005412862 (mp_runner.py:73) +2024-09-01 21:48:34,414 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0062589549997937866 (mp_runner.py:73) +2024-09-01 21:48:34,415 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0014647730058641173 (mp_runner.py:73) +2024-09-01 21:48:34,416 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.01295024999853922 (mp_runner.py:73) +2024-09-01 21:48:34,418 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.012549960003525484 (mp_runner.py:73) +2024-09-01 21:48:34,426 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0064403950018459 (mp_runner.py:73) +2024-09-01 21:48:34,624 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.007495824000216089 (mp_runner.py:73) +2024-09-01 21:48:34,696 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.0035672579979291186 (mp_runner.py:73) +2024-09-01 21:48:34,699 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.007786235997627955 (mp_runner.py:73) +2024-09-01 21:48:34,701 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.008084506996965501 (mp_runner.py:73) +2024-09-01 21:48:34,701 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006390135997207835 (mp_runner.py:73) +2024-09-01 21:48:34,865 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.004032803000882268 (mp_runner.py:73) +2024-09-01 21:48:38,139 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.004909054005111102 (mp_runner.py:73) +2024-09-01 21:48:38,139 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.004512384999543428 (mp_runner.py:73) +2024-09-01 21:48:38,142 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.008263596006145235 (mp_runner.py:73) +2024-09-01 21:48:38,143 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.005062379001174122 (mp_runner.py:73) +2024-09-01 21:48:38,143 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.009026506995724048 (mp_runner.py:73) +2024-09-01 21:48:38,150 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.01708079400123097 (mp_runner.py:73) +2024-09-01 21:48:38,150 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.009828087997448165 (mp_runner.py:73) +2024-09-01 21:48:38,182 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.011170977995789144 (mp_runner.py:73) +2024-09-01 21:48:38,183 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.010652311997546349 (mp_runner.py:73) +2024-09-01 21:48:38,218 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01045495300058974 (mp_runner.py:73) +2024-09-01 21:48:38,291 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0018574040004750714 (mp_runner.py:73) +2024-09-01 21:48:38,293 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.010206746999756433 (mp_runner.py:73) +2024-09-01 21:48:38,380 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.010248507998767309 (mp_runner.py:73) +2024-09-01 21:48:38,455 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.00903318400378339 (mp_runner.py:73) +2024-09-01 21:48:39,057 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.018648195000423584 (mp_runner.py:73) +2024-09-01 21:48:41,973 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.0037734950019512326 (mp_runner.py:73) +2024-09-01 21:48:41,974 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.004813278996152803 (mp_runner.py:73) +2024-09-01 21:48:41,975 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.006117279997852165 (mp_runner.py:73) +2024-09-01 21:48:41,977 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.007050659005471971 (mp_runner.py:73) +2024-09-01 21:48:41,978 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.0063787239996599965 (mp_runner.py:73) +2024-09-01 21:48:41,979 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0053387270017992705 (mp_runner.py:73) +2024-09-01 21:48:41,979 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.008327232004376128 (mp_runner.py:73) +2024-09-01 21:48:41,981 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.014161446000798605 (mp_runner.py:73) +2024-09-01 21:48:41,983 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.00510199799464317 (mp_runner.py:73) +2024-09-01 21:48:42,532 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.006990584995946847 (mp_runner.py:73) +2024-09-01 21:48:42,615 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.007337257993640378 (mp_runner.py:73) +2024-09-01 21:48:42,643 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.006238520996703301 (mp_runner.py:73) +2024-09-01 21:48:42,644 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.008259993999672588 (mp_runner.py:73) +2024-09-01 21:48:42,868 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006850566998764407 (mp_runner.py:73) +2024-09-01 21:48:43,256 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.00792454799375264 (mp_runner.py:73) +2024-09-01 21:48:46,072 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.004260504996636882 (mp_runner.py:73) +2024-09-01 21:48:46,073 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.005860486999154091 (mp_runner.py:73) +2024-09-01 21:48:46,073 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.004677951998019125 (mp_runner.py:73) +2024-09-01 21:48:46,074 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.004599153995513916 (mp_runner.py:73) +2024-09-01 21:48:46,075 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.001390140998410061 (mp_runner.py:73) +2024-09-01 21:48:46,075 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.006154946000606287 (mp_runner.py:73) +2024-09-01 21:48:46,078 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.0045247039961395785 (mp_runner.py:73) +2024-09-01 21:48:46,079 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.012360589993477333 (mp_runner.py:73) +2024-09-01 21:48:46,270 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.005726467999920715 (mp_runner.py:73) +2024-09-01 21:48:46,581 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.009770623997610528 (mp_runner.py:73) +2024-09-01 21:48:46,623 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0052336899971123785 (mp_runner.py:73) +2024-09-01 21:48:46,627 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.010138165998796467 (mp_runner.py:73) +2024-09-01 21:48:46,662 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.009652824999648146 (mp_runner.py:73) +2024-09-01 21:48:46,907 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.009810534000280313 (mp_runner.py:73) +2024-09-01 21:48:47,202 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.020611669002391864 (mp_runner.py:73) +2024-09-01 21:48:49,941 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.006315804996120278 (mp_runner.py:73) +2024-09-01 21:48:49,941 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.007829142996342853 (mp_runner.py:73) +2024-09-01 21:48:49,942 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.0043234909971943125 (mp_runner.py:73) +2024-09-01 21:48:49,942 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.007688917001360096 (mp_runner.py:73) +2024-09-01 21:48:49,943 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.003231045004213229 (mp_runner.py:73) +2024-09-01 21:48:49,943 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0019125629987684079 (mp_runner.py:73) +2024-09-01 21:48:49,949 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0057739830008358695 (mp_runner.py:73) +2024-09-01 21:48:49,950 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.016098530999443028 (mp_runner.py:73) +2024-09-01 21:48:50,300 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.0030353840047609992 (mp_runner.py:73) +2024-09-01 21:48:50,302 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.0054152180018718354 (mp_runner.py:73) +2024-09-01 21:48:50,302 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.0073188040041713975 (mp_runner.py:73) +2024-09-01 21:48:50,303 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.0013882799976272509 (mp_runner.py:73) +2024-09-01 21:48:50,846 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.013456601001962554 (mp_runner.py:73) +2024-09-01 21:48:51,093 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.019418594994931482 (mp_runner.py:73) +2024-09-01 21:48:51,285 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.009492036995652597 (mp_runner.py:73) +2024-09-01 21:48:53,600 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.00706620800337987 (mp_runner.py:73) +2024-09-01 21:48:53,601 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.00701317899802234 (mp_runner.py:73) +2024-09-01 21:48:53,601 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.008441234997007996 (mp_runner.py:73) +2024-09-01 21:48:53,601 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.0034267989976797253 (mp_runner.py:73) +2024-09-01 21:48:53,603 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.005106112999783363 (mp_runner.py:73) +2024-09-01 21:48:53,607 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.014304746000561863 (mp_runner.py:73) +2024-09-01 21:48:53,608 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.005298625997966155 (mp_runner.py:73) +2024-09-01 21:48:53,609 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.00642388599953847 (mp_runner.py:73) +2024-09-01 21:48:54,021 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0075693729959311895 (mp_runner.py:73) +2024-09-01 21:48:54,162 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.008319070999277756 (mp_runner.py:73) +2024-09-01 21:48:54,172 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.0019804350013146177 (mp_runner.py:73) +2024-09-01 21:48:54,173 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.008582045004004613 (mp_runner.py:73) +2024-09-01 21:48:54,821 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.009482272995228413 (mp_runner.py:73) +2024-09-01 21:48:55,156 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.007461602996045258 (mp_runner.py:73) +2024-09-01 21:48:55,188 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.010281605995260179 (mp_runner.py:73) +2024-09-01 21:48:57,636 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.005754597994382493 (mp_runner.py:73) +2024-09-01 21:48:57,637 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.0035706189955817536 (mp_runner.py:73) +2024-09-01 21:48:57,638 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.008900784996512812 (mp_runner.py:73) +2024-09-01 21:48:57,639 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.007193866003945004 (mp_runner.py:73) +2024-09-01 21:48:57,641 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.012938733998453245 (mp_runner.py:73) +2024-09-01 21:48:57,671 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.005012740999518428 (mp_runner.py:73) +2024-09-01 21:48:57,673 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008047673996770754 (mp_runner.py:73) +2024-09-01 21:48:57,752 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.009170033001282718 (mp_runner.py:73) +2024-09-01 21:48:57,809 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.008758725998632144 (mp_runner.py:73) +2024-09-01 21:48:57,855 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.008742204001464415 (mp_runner.py:73) +2024-09-01 21:48:57,871 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.0060569370034500025 (mp_runner.py:73) +2024-09-01 21:48:57,923 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.008072587996139191 (mp_runner.py:73) +2024-09-01 21:48:58,967 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.007134948995371815 (mp_runner.py:73) +2024-09-01 21:48:59,369 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.007948171005409677 (mp_runner.py:73) +2024-09-01 21:48:59,407 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.00984846900246339 (mp_runner.py:73) +2024-09-01 21:49:00,893 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0029s, count=3876, qps in this process: 129.1875 (mp_runner.py:76) +2024-09-01 21:49:00,906 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0014s, count=3878, qps in this process: 129.2606 (mp_runner.py:76) +2024-09-01 21:49:00,944 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0017s, count=3911, qps in this process: 130.3593 (mp_runner.py:76) +2024-09-01 21:49:00,945 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0083s, count=3860, qps in this process: 128.6311 (mp_runner.py:76) +2024-09-01 21:49:00,954 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0135s, count=3913, qps in this process: 130.3747 (mp_runner.py:76) +2024-09-01 21:49:00,955 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0046s, count=3914, qps in this process: 130.4467 (mp_runner.py:76) +2024-09-01 21:49:00,957 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0015s, count=3914, qps in this process: 130.4601 (mp_runner.py:76) +2024-09-01 21:49:00,958 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0057s, count=3914, qps in this process: 130.4419 (mp_runner.py:76) +2024-09-01 21:49:00,958 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0065s, count=3914, qps in this process: 130.4384 (mp_runner.py:76) +2024-09-01 21:49:00,966 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0091s, count=3915, qps in this process: 130.4604 (mp_runner.py:76) +2024-09-01 21:49:00,984 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0014s, count=3894, qps in this process: 129.7939 (mp_runner.py:76) +2024-09-01 21:49:00,998 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0009s, count=3901, qps in this process: 130.0294 (mp_runner.py:76) +2024-09-01 21:49:00,999 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.002s, count=3743, qps in this process: 124.7583 (mp_runner.py:76) +2024-09-01 21:49:01,001 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0011s, count=3700, qps in this process: 123.3288 (mp_runner.py:76) +2024-09-01 21:49:01,008 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0008s, count=3715, qps in this process: 123.83 (mp_runner.py:76) +2024-09-01 21:49:01,014 | INFO |End search in concurrency 15: dur=30.19599342300353s, total_count=57962, qps=1919.5262 (mp_runner.py:120) +2024-09-01 21:49:01,915 | INFO |Update largest qps with concurrency 15: current max_qps=1919.5262 (mp_runner.py:124) +2024-09-01 21:49:02,327 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:49:02,328 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 21:49:12,605 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 21:49:12,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,696 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,707 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,741 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,778 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,790 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,790 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,791 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,815 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,825 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,825 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:12,834 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:17,217 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.006805574994359631 (mp_runner.py:73) +2024-09-01 21:49:17,217 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.006210291001480073 (mp_runner.py:73) +2024-09-01 21:49:17,217 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.007555031996162143 (mp_runner.py:73) +2024-09-01 21:49:17,218 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0072829389973776415 (mp_runner.py:73) +2024-09-01 21:49:17,218 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.00691049599845428 (mp_runner.py:73) +2024-09-01 21:49:17,219 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.00674604900268605 (mp_runner.py:73) +2024-09-01 21:49:17,219 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.006736671995895449 (mp_runner.py:73) +2024-09-01 21:49:17,220 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.006110952999733854 (mp_runner.py:73) +2024-09-01 21:49:17,220 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.011168575001647696 (mp_runner.py:73) +2024-09-01 21:49:17,221 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.006371989999024663 (mp_runner.py:73) +2024-09-01 21:49:17,222 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.00857964699389413 (mp_runner.py:73) +2024-09-01 21:49:17,222 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.006364166998537257 (mp_runner.py:73) +2024-09-01 21:49:17,222 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.007534049000241794 (mp_runner.py:73) +2024-09-01 21:49:17,223 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0056482369982404634 (mp_runner.py:73) +2024-09-01 21:49:17,225 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.016178660000150558 (mp_runner.py:73) +2024-09-01 21:49:17,225 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.0048485369989066385 (mp_runner.py:73) +2024-09-01 21:49:17,353 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.011311813002976123 (mp_runner.py:73) +2024-09-01 21:49:17,381 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.011711769999237731 (mp_runner.py:73) +2024-09-01 21:49:17,457 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.007154838996939361 (mp_runner.py:73) +2024-09-01 21:49:17,848 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.009780983993550763 (mp_runner.py:73) +2024-09-01 21:49:21,608 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.009379813003761228 (mp_runner.py:73) +2024-09-01 21:49:21,610 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.009430698002688587 (mp_runner.py:73) +2024-09-01 21:49:21,611 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.01064304199826438 (mp_runner.py:73) +2024-09-01 21:49:21,611 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.009512971999356523 (mp_runner.py:73) +2024-09-01 21:49:21,612 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.008971237002697308 (mp_runner.py:73) +2024-09-01 21:49:21,613 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.0068769869976677 (mp_runner.py:73) +2024-09-01 21:49:21,613 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.011725666998245288 (mp_runner.py:73) +2024-09-01 21:49:21,616 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.007128715995349921 (mp_runner.py:73) +2024-09-01 21:49:21,616 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.0190718800004106 (mp_runner.py:73) +2024-09-01 21:49:21,759 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.012870113001554273 (mp_runner.py:73) +2024-09-01 21:49:21,775 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.012264946999493986 (mp_runner.py:73) +2024-09-01 21:49:21,775 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.0143977889965754 (mp_runner.py:73) +2024-09-01 21:49:21,912 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.008298171997012105 (mp_runner.py:73) +2024-09-01 21:49:22,318 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.022395325999241322 (mp_runner.py:73) +2024-09-01 21:49:22,386 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.013001257000723854 (mp_runner.py:73) +2024-09-01 21:49:22,524 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.002215536995208822 (mp_runner.py:73) +2024-09-01 21:49:22,913 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.0147903530014446 (mp_runner.py:73) +2024-09-01 21:49:22,936 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.011072790002799593 (mp_runner.py:73) +2024-09-01 21:49:22,937 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.013401729003817309 (mp_runner.py:73) +2024-09-01 21:49:23,010 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.008436917996732518 (mp_runner.py:73) +2024-09-01 21:49:26,695 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.003742982000403572 (mp_runner.py:73) +2024-09-01 21:49:26,696 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.007489055999030825 (mp_runner.py:73) +2024-09-01 21:49:26,696 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.0019027779999305494 (mp_runner.py:73) +2024-09-01 21:49:26,697 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0018020260031335056 (mp_runner.py:73) +2024-09-01 21:49:26,699 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.005506670000613667 (mp_runner.py:73) +2024-09-01 21:49:26,700 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.0125751349987695 (mp_runner.py:73) +2024-09-01 21:49:26,709 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.008251318999100477 (mp_runner.py:73) +2024-09-01 21:49:26,851 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.009495673999481369 (mp_runner.py:73) +2024-09-01 21:49:26,914 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.010195761002250947 (mp_runner.py:73) +2024-09-01 21:49:26,915 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.009684832999482751 (mp_runner.py:73) +2024-09-01 21:49:26,916 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.010270355000102427 (mp_runner.py:73) +2024-09-01 21:49:26,918 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.011889005996636115 (mp_runner.py:73) +2024-09-01 21:49:27,402 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.01248186099837767 (mp_runner.py:73) +2024-09-01 21:49:28,088 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.005734253005357459 (mp_runner.py:73) +2024-09-01 21:49:28,089 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.0061148180029704235 (mp_runner.py:73) +2024-09-01 21:49:28,090 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.008694648000528105 (mp_runner.py:73) +2024-09-01 21:49:28,090 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.011323715996695682 (mp_runner.py:73) +2024-09-01 21:49:28,111 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0094058260001475 (mp_runner.py:73) +2024-09-01 21:49:28,115 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.010423133004223928 (mp_runner.py:73) +2024-09-01 21:49:28,728 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.004104053004994057 (mp_runner.py:73) +2024-09-01 21:49:31,767 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.012195726994832512 (mp_runner.py:73) +2024-09-01 21:49:31,768 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.006294933999015484 (mp_runner.py:73) +2024-09-01 21:49:31,769 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.01197892000345746 (mp_runner.py:73) +2024-09-01 21:49:31,770 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.012139329002820887 (mp_runner.py:73) +2024-09-01 21:49:31,770 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.013418866001302376 (mp_runner.py:73) +2024-09-01 21:49:31,770 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.009776421000424307 (mp_runner.py:73) +2024-09-01 21:49:31,770 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.009691678002127446 (mp_runner.py:73) +2024-09-01 21:49:31,772 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.010584939002001192 (mp_runner.py:73) +2024-09-01 21:49:31,772 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.010700639999413397 (mp_runner.py:73) +2024-09-01 21:49:32,086 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.009546743996907026 (mp_runner.py:73) +2024-09-01 21:49:32,296 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.013285009998071473 (mp_runner.py:73) +2024-09-01 21:49:32,415 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.01140874900011113 (mp_runner.py:73) +2024-09-01 21:49:33,042 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.012854422995587811 (mp_runner.py:73) +2024-09-01 21:49:33,052 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.008548238001822028 (mp_runner.py:73) +2024-09-01 21:49:33,053 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.0017061379985534586 (mp_runner.py:73) +2024-09-01 21:49:33,251 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.01023554499988677 (mp_runner.py:73) +2024-09-01 21:49:33,409 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.013197716005379334 (mp_runner.py:73) +2024-09-01 21:49:33,421 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.013818704996083397 (mp_runner.py:73) +2024-09-01 21:49:33,824 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.010959242994431406 (mp_runner.py:73) +2024-09-01 21:49:34,229 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.009987427001760807 (mp_runner.py:73) +2024-09-01 21:49:36,813 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.018138322993763722 (mp_runner.py:73) +2024-09-01 21:49:36,815 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.01430004899884807 (mp_runner.py:73) +2024-09-01 21:49:36,815 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.019796239997958764 (mp_runner.py:73) +2024-09-01 21:49:36,815 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.015142648000619374 (mp_runner.py:73) +2024-09-01 21:49:36,817 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.018455006000294816 (mp_runner.py:73) +2024-09-01 21:49:36,817 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.01801419800176518 (mp_runner.py:73) +2024-09-01 21:49:36,817 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.012943396999617107 (mp_runner.py:73) +2024-09-01 21:49:36,819 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.014361133995407727 (mp_runner.py:73) +2024-09-01 21:49:36,820 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.025831884006038308 (mp_runner.py:73) +2024-09-01 21:49:37,709 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.005740077001973987 (mp_runner.py:73) +2024-09-01 21:49:38,061 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.012930190001497976 (mp_runner.py:73) +2024-09-01 21:49:38,145 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.012472146001528017 (mp_runner.py:73) +2024-09-01 21:49:38,414 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.00969166600407334 (mp_runner.py:73) +2024-09-01 21:49:38,453 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.012171871996542905 (mp_runner.py:73) +2024-09-01 21:49:38,528 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.006004480004776269 (mp_runner.py:73) +2024-09-01 21:49:38,960 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.007979244997841306 (mp_runner.py:73) +2024-09-01 21:49:39,147 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.011470956000266597 (mp_runner.py:73) +2024-09-01 21:49:39,240 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.009161445996141993 (mp_runner.py:73) +2024-09-01 21:49:39,565 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.011297096003545448 (mp_runner.py:73) +2024-09-01 21:49:39,980 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.012895580999611411 (mp_runner.py:73) +2024-09-01 21:49:41,676 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.009688337995612528 (mp_runner.py:73) +2024-09-01 21:49:41,676 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.010628737996739801 (mp_runner.py:73) +2024-09-01 21:49:41,677 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.009462254995014518 (mp_runner.py:73) +2024-09-01 21:49:41,677 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.006269666999287438 (mp_runner.py:73) +2024-09-01 21:49:41,677 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.007610338005179074 (mp_runner.py:73) +2024-09-01 21:49:41,681 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.009372096996230539 (mp_runner.py:73) +2024-09-01 21:49:41,685 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.008338890002050903 (mp_runner.py:73) +2024-09-01 21:49:41,687 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.010851350001757964 (mp_runner.py:73) +2024-09-01 21:49:41,688 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.02463203800289193 (mp_runner.py:73) +2024-09-01 21:49:42,663 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0083s, count=2886, qps in this process: 96.1734 (mp_runner.py:76) +2024-09-01 21:49:42,699 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0033s, count=3076, qps in this process: 102.5221 (mp_runner.py:76) +2024-09-01 21:49:42,703 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0053s, count=2796, qps in this process: 93.1835 (mp_runner.py:76) +2024-09-01 21:49:42,711 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0131s, count=2928, qps in this process: 97.5574 (mp_runner.py:76) +2024-09-01 21:49:42,717 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0085s, count=3072, qps in this process: 102.371 (mp_runner.py:76) +2024-09-01 21:49:42,745 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0018s, count=2815, qps in this process: 93.8277 (mp_runner.py:76) +2024-09-01 21:49:42,753 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.008s, count=3077, qps in this process: 102.5393 (mp_runner.py:76) +2024-09-01 21:49:42,782 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0001s, count=3085, qps in this process: 102.833 (mp_runner.py:76) +2024-09-01 21:49:42,794 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0014s, count=3088, qps in this process: 102.9285 (mp_runner.py:76) +2024-09-01 21:49:42,796 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0027s, count=2934, qps in this process: 97.7912 (mp_runner.py:76) +2024-09-01 21:49:42,796 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0012s, count=3088, qps in this process: 102.9292 (mp_runner.py:76) +2024-09-01 21:49:42,797 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0041s, count=2753, qps in this process: 91.7541 (mp_runner.py:76) +2024-09-01 21:49:42,818 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0002s, count=2831, qps in this process: 94.366 (mp_runner.py:76) +2024-09-01 21:49:42,819 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0024s, count=2898, qps in this process: 96.5923 (mp_runner.py:76) +2024-09-01 21:49:42,822 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0049s, count=2780, qps in this process: 92.6515 (mp_runner.py:76) +2024-09-01 21:49:42,829 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0014s, count=3095, qps in this process: 103.1619 (mp_runner.py:76) +2024-09-01 21:49:42,832 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0021s, count=3083, qps in this process: 102.7595 (mp_runner.py:76) +2024-09-01 21:49:42,832 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0041s, count=2897, qps in this process: 96.5535 (mp_runner.py:76) +2024-09-01 21:49:42,838 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0013s, count=2949, qps in this process: 98.2957 (mp_runner.py:76) +2024-09-01 21:49:42,839 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0039s, count=3097, qps in this process: 103.2199 (mp_runner.py:76) +2024-09-01 21:49:42,845 | INFO |End search in concurrency 20: dur=30.239594710001256s, total_count=59228, qps=1958.6241 (mp_runner.py:120) +2024-09-01 21:49:44,116 | INFO |Update largest qps with concurrency 20: current max_qps=1958.6241 (mp_runner.py:124) +2024-09-01 21:49:44,531 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:49:44,531 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 21:49:54,821 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 21:49:54,960 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:54,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:54,983 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,017 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,032 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,039 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,045 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,045 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,065 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,068 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,078 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,096 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,113 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,114 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:49:55,121 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:00,706 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.006519829999888316 (mp_runner.py:73) +2024-09-01 21:50:00,708 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.008369114002562128 (mp_runner.py:73) +2024-09-01 21:50:00,711 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.013478617001965176 (mp_runner.py:73) +2024-09-01 21:50:00,711 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.013031688999035396 (mp_runner.py:73) +2024-09-01 21:50:00,712 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.00960353399568703 (mp_runner.py:73) +2024-09-01 21:50:00,714 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.006812047999119386 (mp_runner.py:73) +2024-09-01 21:50:00,716 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.006489931998657994 (mp_runner.py:73) +2024-09-01 21:50:00,718 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.02237688899913337 (mp_runner.py:73) +2024-09-01 21:50:00,721 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.010387437003373634 (mp_runner.py:73) +2024-09-01 21:50:00,722 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.009251207004126627 (mp_runner.py:73) +2024-09-01 21:50:00,726 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.011990141996648163 (mp_runner.py:73) +2024-09-01 21:50:00,727 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.011731108999811113 (mp_runner.py:73) +2024-09-01 21:50:00,727 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.01025843300158158 (mp_runner.py:73) +2024-09-01 21:50:00,728 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.011802859997260384 (mp_runner.py:73) +2024-09-01 21:50:00,729 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.012902094000310171 (mp_runner.py:73) +2024-09-01 21:50:00,730 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.011680583003908396 (mp_runner.py:73) +2024-09-01 21:50:00,731 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.017028962000040337 (mp_runner.py:73) +2024-09-01 21:50:00,749 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.011244756999076344 (mp_runner.py:73) +2024-09-01 21:50:00,751 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.014270629995735362 (mp_runner.py:73) +2024-09-01 21:50:00,752 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.016071220001322217 (mp_runner.py:73) +2024-09-01 21:50:00,773 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.010972249001497403 (mp_runner.py:73) +2024-09-01 21:50:00,785 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.012189594999654219 (mp_runner.py:73) +2024-09-01 21:50:00,803 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.017107673003920354 (mp_runner.py:73) +2024-09-01 21:50:00,994 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.011609091998252552 (mp_runner.py:73) +2024-09-01 21:50:01,472 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.014418496997677721 (mp_runner.py:73) +2024-09-01 21:50:06,376 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.007800598999892827 (mp_runner.py:73) +2024-09-01 21:50:06,377 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.007748294003249612 (mp_runner.py:73) +2024-09-01 21:50:06,379 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.008881890003976878 (mp_runner.py:73) +2024-09-01 21:50:06,380 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.013294474003487267 (mp_runner.py:73) +2024-09-01 21:50:06,383 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.014880220005579758 (mp_runner.py:73) +2024-09-01 21:50:06,392 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.027217857001232915 (mp_runner.py:73) +2024-09-01 21:50:06,395 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.011770994002290536 (mp_runner.py:73) +2024-09-01 21:50:06,395 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.012724159998469986 (mp_runner.py:73) +2024-09-01 21:50:06,399 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.011721586000930984 (mp_runner.py:73) +2024-09-01 21:50:06,399 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.011226843998883851 (mp_runner.py:73) +2024-09-01 21:50:06,400 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.011364366000634618 (mp_runner.py:73) +2024-09-01 21:50:06,404 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.012074944002961274 (mp_runner.py:73) +2024-09-01 21:50:06,461 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.015387792002002243 (mp_runner.py:73) +2024-09-01 21:50:06,468 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.022709819000738207 (mp_runner.py:73) +2024-09-01 21:50:06,595 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.017699122996418737 (mp_runner.py:73) +2024-09-01 21:50:06,750 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.015235852995829191 (mp_runner.py:73) +2024-09-01 21:50:06,751 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.009770780998223927 (mp_runner.py:73) +2024-09-01 21:50:06,751 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.013186259006033652 (mp_runner.py:73) +2024-09-01 21:50:07,212 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.006589675998839084 (mp_runner.py:73) +2024-09-01 21:50:07,375 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.019414434005739167 (mp_runner.py:73) +2024-09-01 21:50:07,430 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.016700323001714423 (mp_runner.py:73) +2024-09-01 21:50:07,688 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.015070825997099746 (mp_runner.py:73) +2024-09-01 21:50:07,765 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.017951942994841374 (mp_runner.py:73) +2024-09-01 21:50:07,848 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.0155552770011127 (mp_runner.py:73) +2024-09-01 21:50:08,303 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.015898953002761118 (mp_runner.py:73) +2024-09-01 21:50:12,919 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.009391413994308095 (mp_runner.py:73) +2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.013589181995484978 (mp_runner.py:73) +2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.00898532300197985 (mp_runner.py:73) +2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.013552791999245528 (mp_runner.py:73) +2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.014288377999037039 (mp_runner.py:73) +2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.01311403900035657 (mp_runner.py:73) +2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.007302263999008574 (mp_runner.py:73) +2024-09-01 21:50:12,921 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.011948373001359869 (mp_runner.py:73) +2024-09-01 21:50:12,921 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.01330535799934296 (mp_runner.py:73) +2024-09-01 21:50:12,921 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.012104282999644056 (mp_runner.py:73) +2024-09-01 21:50:12,921 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.0019977129995822906 (mp_runner.py:73) +2024-09-01 21:50:12,922 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.010473173002537806 (mp_runner.py:73) +2024-09-01 21:50:12,922 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.017034810996847227 (mp_runner.py:73) +2024-09-01 21:50:12,922 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.008698008001374546 (mp_runner.py:73) +2024-09-01 21:50:12,923 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.001145576999988407 (mp_runner.py:73) +2024-09-01 21:50:12,924 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.008563715004129335 (mp_runner.py:73) +2024-09-01 21:50:13,415 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.015210247998766135 (mp_runner.py:73) +2024-09-01 21:50:13,604 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.01045163699745899 (mp_runner.py:73) +2024-09-01 21:50:14,254 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.01208743800088996 (mp_runner.py:73) +2024-09-01 21:50:14,540 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.00876449699717341 (mp_runner.py:73) +2024-09-01 21:50:14,881 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.012140728998929262 (mp_runner.py:73) +2024-09-01 21:50:15,295 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.014926253999874461 (mp_runner.py:73) +2024-09-01 21:50:15,533 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.012749814995913766 (mp_runner.py:73) +2024-09-01 21:50:15,535 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.01744964799581794 (mp_runner.py:73) +2024-09-01 21:50:16,051 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.017157248003059067 (mp_runner.py:73) +2024-09-01 21:50:18,693 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.007468191994121298 (mp_runner.py:73) +2024-09-01 21:50:18,694 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.007534954005677719 (mp_runner.py:73) +2024-09-01 21:50:18,694 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.011206547998881433 (mp_runner.py:73) +2024-09-01 21:50:18,696 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.015158069996687118 (mp_runner.py:73) +2024-09-01 21:50:18,702 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.02439106199744856 (mp_runner.py:73) +2024-09-01 21:50:18,707 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.013717863002966624 (mp_runner.py:73) +2024-09-01 21:50:18,708 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.008477515002596192 (mp_runner.py:73) +2024-09-01 21:50:18,709 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.011602673002926167 (mp_runner.py:73) +2024-09-01 21:50:18,709 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.012811497996153776 (mp_runner.py:73) +2024-09-01 21:50:18,709 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.012715158001810778 (mp_runner.py:73) +2024-09-01 21:50:18,709 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.014447682995523792 (mp_runner.py:73) +2024-09-01 21:50:18,742 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.015070862995344214 (mp_runner.py:73) +2024-09-01 21:50:18,791 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.018511221001972444 (mp_runner.py:73) +2024-09-01 21:50:19,002 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.019607818001531996 (mp_runner.py:73) +2024-09-01 21:50:19,219 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.015826865994313266 (mp_runner.py:73) +2024-09-01 21:50:19,660 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.010736454001744278 (mp_runner.py:73) +2024-09-01 21:50:19,830 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.01646723399608163 (mp_runner.py:73) +2024-09-01 21:50:20,618 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.015314891999878455 (mp_runner.py:73) +2024-09-01 21:50:21,073 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.034520897002948914 (mp_runner.py:73) +2024-09-01 21:50:21,183 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.007422707996738609 (mp_runner.py:73) +2024-09-01 21:50:21,807 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.022953147999942303 (mp_runner.py:73) +2024-09-01 21:50:22,132 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.012335356004768983 (mp_runner.py:73) +2024-09-01 21:50:22,133 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.014477483004156966 (mp_runner.py:73) +2024-09-01 21:50:22,138 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.023093433999747504 (mp_runner.py:73) +2024-09-01 21:50:22,984 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.014443943000514992 (mp_runner.py:73) +2024-09-01 21:50:24,925 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.010065676004160196 (mp_runner.py:73) +2024-09-01 21:50:24,925 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.01138924899714766 (mp_runner.py:73) +2024-09-01 21:50:24,925 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.012525084996013902 (mp_runner.py:73) +2024-09-01 21:50:24,926 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.012944925998453982 (mp_runner.py:73) +2024-09-01 21:50:24,927 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.010647153001627885 (mp_runner.py:73) +2024-09-01 21:50:24,930 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.016707814997062087 (mp_runner.py:73) +2024-09-01 21:50:24,931 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.011636955998255871 (mp_runner.py:73) +2024-09-01 21:50:24,935 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.024159102998964954 (mp_runner.py:73) +2024-09-01 21:50:24,939 | DEBUG |(SpawnProcess-1:49) search_count: 2500, latest_latency=0.011798113002441823 (mp_runner.py:73) +2024-09-01 21:50:24,966 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0039s, count=2495, qps in this process: 83.1559 (mp_runner.py:76) +2024-09-01 21:50:24,967 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0026s, count=2340, qps in this process: 77.9932 (mp_runner.py:76) +2024-09-01 21:50:24,991 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0049s, count=2504, qps in this process: 83.453 (mp_runner.py:76) +2024-09-01 21:50:25,030 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0121s, count=2398, qps in this process: 79.9011 (mp_runner.py:76) +2024-09-01 21:50:25,040 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0014s, count=2509, qps in this process: 83.6294 (mp_runner.py:76) +2024-09-01 21:50:25,041 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0029s, count=2509, qps in this process: 83.6252 (mp_runner.py:76) +2024-09-01 21:50:25,043 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0075s, count=2431, qps in this process: 81.0131 (mp_runner.py:76) +2024-09-01 21:50:25,054 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.006s, count=2510, qps in this process: 83.6499 (mp_runner.py:76) +2024-09-01 21:50:25,055 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0109s, count=2213, qps in this process: 73.7399 (mp_runner.py:76) +2024-09-01 21:50:25,059 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0108s, count=2272, qps in this process: 75.7061 (mp_runner.py:76) +2024-09-01 21:50:25,061 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0221s, count=2146, qps in this process: 71.4807 (mp_runner.py:76) +2024-09-01 21:50:25,072 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0013s, count=2464, qps in this process: 82.1298 (mp_runner.py:76) +2024-09-01 21:50:25,075 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0077s, count=2227, qps in this process: 74.2143 (mp_runner.py:76) +2024-09-01 21:50:25,077 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0014s, count=2227, qps in this process: 74.2299 (mp_runner.py:76) +2024-09-01 21:50:25,079 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0038s, count=2512, qps in this process: 83.7227 (mp_runner.py:76) +2024-09-01 21:50:25,080 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0049s, count=2423, qps in this process: 80.7535 (mp_runner.py:76) +2024-09-01 21:50:25,083 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0069s, count=2365, qps in this process: 78.8152 (mp_runner.py:76) +2024-09-01 21:50:25,084 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.009s, count=2512, qps in this process: 83.7082 (mp_runner.py:76) +2024-09-01 21:50:25,089 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.004s, count=2512, qps in this process: 83.7222 (mp_runner.py:76) +2024-09-01 21:50:25,097 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0021s, count=2231, qps in this process: 74.3615 (mp_runner.py:76) +2024-09-01 21:50:25,099 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0007s, count=2439, qps in this process: 81.2981 (mp_runner.py:76) +2024-09-01 21:50:25,103 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0004s, count=2315, qps in this process: 77.1656 (mp_runner.py:76) +2024-09-01 21:50:25,118 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0019s, count=2525, qps in this process: 84.1613 (mp_runner.py:76) +2024-09-01 21:50:25,119 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0027s, count=2296, qps in this process: 76.5264 (mp_runner.py:76) +2024-09-01 21:50:25,126 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.001s, count=2529, qps in this process: 84.2972 (mp_runner.py:76) +2024-09-01 21:50:25,132 | INFO |End search in concurrency 25: dur=30.309356818004744s, total_count=59904, qps=1976.4194 (mp_runner.py:120) +2024-09-01 21:50:26,678 | INFO |Update largest qps with concurrency 25: current max_qps=1976.4194 (mp_runner.py:124) +2024-09-01 21:50:27,096 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:50:27,096 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 21:50:37,569 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 21:50:37,617 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,682 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,739 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,790 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,791 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,826 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,835 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,847 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,847 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,865 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,872 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,888 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,890 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,893 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,896 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,897 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,904 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:37,907 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:50:44,102 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.006457682997279335 (mp_runner.py:73) +2024-09-01 21:50:44,168 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.004396493000967894 (mp_runner.py:73) +2024-09-01 21:50:44,171 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.006905376001668628 (mp_runner.py:73) +2024-09-01 21:50:44,173 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.01217428500240203 (mp_runner.py:73) +2024-09-01 21:50:44,174 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.01200997100386303 (mp_runner.py:73) +2024-09-01 21:50:44,212 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.0077074340006220154 (mp_runner.py:73) +2024-09-01 21:50:44,213 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.008025038994674105 (mp_runner.py:73) +2024-09-01 21:50:44,214 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.008203769000829197 (mp_runner.py:73) +2024-09-01 21:50:44,215 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0076257299951976165 (mp_runner.py:73) +2024-09-01 21:50:44,215 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.0033682739958749153 (mp_runner.py:73) +2024-09-01 21:50:44,216 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.011241617998166475 (mp_runner.py:73) +2024-09-01 21:50:44,217 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.009676831999968272 (mp_runner.py:73) +2024-09-01 21:50:44,217 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.00930324799992377 (mp_runner.py:73) +2024-09-01 21:50:44,217 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.009047892002854496 (mp_runner.py:73) +2024-09-01 21:50:44,219 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.009811732998059597 (mp_runner.py:73) +2024-09-01 21:50:44,220 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.008924879002734087 (mp_runner.py:73) +2024-09-01 21:50:44,220 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.01726661300199339 (mp_runner.py:73) +2024-09-01 21:50:44,221 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.011210700999072287 (mp_runner.py:73) +2024-09-01 21:50:44,222 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.020663256000261754 (mp_runner.py:73) +2024-09-01 21:50:44,239 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.01259256499906769 (mp_runner.py:73) +2024-09-01 21:50:44,240 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.014533198002027348 (mp_runner.py:73) +2024-09-01 21:50:44,481 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.023786751000443473 (mp_runner.py:73) +2024-09-01 21:50:44,648 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.0289868980034953 (mp_runner.py:73) +2024-09-01 21:50:44,715 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.017090380999434274 (mp_runner.py:73) +2024-09-01 21:50:44,717 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.013723085001402069 (mp_runner.py:73) +2024-09-01 21:50:44,787 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.013554265999118797 (mp_runner.py:73) +2024-09-01 21:50:45,561 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.023523299998487346 (mp_runner.py:73) +2024-09-01 21:50:45,648 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.01565657099854434 (mp_runner.py:73) +2024-09-01 21:50:45,677 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.01688516599824652 (mp_runner.py:73) +2024-09-01 21:50:47,280 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.002109802997438237 (mp_runner.py:73) +2024-09-01 21:50:51,365 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.013137025998730678 (mp_runner.py:73) +2024-09-01 21:50:51,366 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.017663375998381525 (mp_runner.py:73) +2024-09-01 21:50:51,371 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.015616003001923673 (mp_runner.py:73) +2024-09-01 21:50:51,373 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.014201204001437873 (mp_runner.py:73) +2024-09-01 21:50:51,376 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.02911486000084551 (mp_runner.py:73) +2024-09-01 21:50:51,378 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.011183740003616549 (mp_runner.py:73) +2024-09-01 21:50:51,379 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.010156042997550685 (mp_runner.py:73) +2024-09-01 21:50:51,381 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.012982795997231733 (mp_runner.py:73) +2024-09-01 21:50:51,383 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.01275626699498389 (mp_runner.py:73) +2024-09-01 21:50:51,385 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.013011795999773312 (mp_runner.py:73) +2024-09-01 21:50:51,385 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.018179428996518254 (mp_runner.py:73) +2024-09-01 21:50:51,454 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.015793487000337336 (mp_runner.py:73) +2024-09-01 21:50:51,454 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.008741644000110682 (mp_runner.py:73) +2024-09-01 21:50:51,483 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.018650869002158288 (mp_runner.py:73) +2024-09-01 21:50:51,553 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.006413805000192951 (mp_runner.py:73) +2024-09-01 21:50:51,554 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.0090379299945198 (mp_runner.py:73) +2024-09-01 21:50:51,556 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.007911323998996522 (mp_runner.py:73) +2024-09-01 21:50:51,556 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006999049001024105 (mp_runner.py:73) +2024-09-01 21:50:51,560 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.017556712999066804 (mp_runner.py:73) +2024-09-01 21:50:51,560 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.01943670800392283 (mp_runner.py:73) +2024-09-01 21:50:51,561 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.018184530999860726 (mp_runner.py:73) +2024-09-01 21:50:51,725 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.020880404001218267 (mp_runner.py:73) +2024-09-01 21:50:51,726 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.009735580002597999 (mp_runner.py:73) +2024-09-01 21:50:51,727 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.013671331995283253 (mp_runner.py:73) +2024-09-01 21:50:51,727 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.013571527000749484 (mp_runner.py:73) +2024-09-01 21:50:51,730 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.017820148001192138 (mp_runner.py:73) +2024-09-01 21:50:53,571 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.01396469400060596 (mp_runner.py:73) +2024-09-01 21:50:53,572 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.012834189998102374 (mp_runner.py:73) +2024-09-01 21:50:53,691 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.020032157997775357 (mp_runner.py:73) +2024-09-01 21:50:55,773 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.00424609499896178 (mp_runner.py:73) +2024-09-01 21:50:58,695 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.009520177001832053 (mp_runner.py:73) +2024-09-01 21:50:58,697 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.012094826000975445 (mp_runner.py:73) +2024-09-01 21:50:58,698 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.011757729997043498 (mp_runner.py:73) +2024-09-01 21:50:58,700 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.016218795004533604 (mp_runner.py:73) +2024-09-01 21:50:58,702 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.0038372470007743686 (mp_runner.py:73) +2024-09-01 21:50:58,703 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.006665368004178163 (mp_runner.py:73) +2024-09-01 21:50:58,707 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.0016049229961936362 (mp_runner.py:73) +2024-09-01 21:50:58,716 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.00440829100261908 (mp_runner.py:73) +2024-09-01 21:50:58,717 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.00836064999748487 (mp_runner.py:73) +2024-09-01 21:50:58,723 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.015364722996309865 (mp_runner.py:73) +2024-09-01 21:50:58,727 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.017074545998184476 (mp_runner.py:73) +2024-09-01 21:50:58,830 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.020542743004625663 (mp_runner.py:73) +2024-09-01 21:50:58,970 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.007500340994738508 (mp_runner.py:73) +2024-09-01 21:50:58,971 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.016069366000010632 (mp_runner.py:73) +2024-09-01 21:50:59,132 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.015923847000522073 (mp_runner.py:73) +2024-09-01 21:50:59,143 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.012992622003366705 (mp_runner.py:73) +2024-09-01 21:50:59,238 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.014375268001458608 (mp_runner.py:73) +2024-09-01 21:50:59,290 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.007859612996981014 (mp_runner.py:73) +2024-09-01 21:50:59,291 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.00976279099995736 (mp_runner.py:73) +2024-09-01 21:50:59,291 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.012772851005138364 (mp_runner.py:73) +2024-09-01 21:50:59,292 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.01120408399583539 (mp_runner.py:73) +2024-09-01 21:50:59,292 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.014973417994042393 (mp_runner.py:73) +2024-09-01 21:50:59,294 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.009353079993161373 (mp_runner.py:73) +2024-09-01 21:50:59,295 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.01656414299941389 (mp_runner.py:73) +2024-09-01 21:50:59,774 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.011025575004168786 (mp_runner.py:73) +2024-09-01 21:50:59,854 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.01716184899851214 (mp_runner.py:73) +2024-09-01 21:51:02,307 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.0037256959985825233 (mp_runner.py:73) +2024-09-01 21:51:02,309 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.004002713998488616 (mp_runner.py:73) +2024-09-01 21:51:02,451 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.01850406700395979 (mp_runner.py:73) +2024-09-01 21:51:04,552 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.01035482699808199 (mp_runner.py:73) +2024-09-01 21:51:05,807 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.0029799719995935448 (mp_runner.py:73) +2024-09-01 21:51:05,808 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.002439538002363406 (mp_runner.py:73) +2024-09-01 21:51:05,808 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.003800824997597374 (mp_runner.py:73) +2024-09-01 21:51:05,808 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.0032573570060776547 (mp_runner.py:73) +2024-09-01 21:51:05,809 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.004385238004033454 (mp_runner.py:73) +2024-09-01 21:51:05,809 | DEBUG |(SpawnProcess-1:75) search_count: 2000, latest_latency=0.003973498001869302 (mp_runner.py:73) +2024-09-01 21:51:05,809 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.004822453993256204 (mp_runner.py:73) +2024-09-01 21:51:05,810 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.004757595001137815 (mp_runner.py:73) +2024-09-01 21:51:05,810 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.0059229519974906 (mp_runner.py:73) +2024-09-01 21:51:05,811 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.005818470002850518 (mp_runner.py:73) +2024-09-01 21:51:05,811 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.0067822209966834635 (mp_runner.py:73) +2024-09-01 21:51:05,811 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.0063690789975225925 (mp_runner.py:73) +2024-09-01 21:51:05,813 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.009396449000632856 (mp_runner.py:73) +2024-09-01 21:51:05,818 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.012766694999299943 (mp_runner.py:73) +2024-09-01 21:51:05,997 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.01809186000173213 (mp_runner.py:73) +2024-09-01 21:51:06,221 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.018082868002238683 (mp_runner.py:73) +2024-09-01 21:51:06,255 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.018245387997012585 (mp_runner.py:73) +2024-09-01 21:51:06,266 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.01182551800593501 (mp_runner.py:73) +2024-09-01 21:51:06,269 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.015450981001777109 (mp_runner.py:73) +2024-09-01 21:51:06,310 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.01802014699933352 (mp_runner.py:73) +2024-09-01 21:51:06,485 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.0186779369978467 (mp_runner.py:73) +2024-09-01 21:51:06,498 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.011900844001502264 (mp_runner.py:73) +2024-09-01 21:51:06,608 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.02241881000372814 (mp_runner.py:73) +2024-09-01 21:51:06,848 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.03276461899804417 (mp_runner.py:73) +2024-09-01 21:51:07,642 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0235s, count=2093, qps in this process: 69.7121 (mp_runner.py:76) +2024-09-01 21:51:07,649 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0045s, count=2124, qps in this process: 70.7894 (mp_runner.py:76) +2024-09-01 21:51:07,699 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0168s, count=1967, qps in this process: 65.53 (mp_runner.py:76) +2024-09-01 21:51:07,750 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0056s, count=2113, qps in this process: 70.4202 (mp_runner.py:76) +2024-09-01 21:51:07,755 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0089s, count=1834, qps in this process: 61.1152 (mp_runner.py:76) +2024-09-01 21:51:07,759 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.005s, count=2130, qps in this process: 70.9882 (mp_runner.py:76) +2024-09-01 21:51:07,772 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0089s, count=2121, qps in this process: 70.679 (mp_runner.py:76) +2024-09-01 21:51:07,797 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0051s, count=1833, qps in this process: 61.0896 (mp_runner.py:76) +2024-09-01 21:51:07,802 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0067s, count=2133, qps in this process: 71.0841 (mp_runner.py:76) +2024-09-01 21:51:07,833 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0047s, count=2108, qps in this process: 70.2557 (mp_runner.py:76) +2024-09-01 21:51:07,834 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0022s, count=2089, qps in this process: 69.6282 (mp_runner.py:76) +2024-09-01 21:51:07,847 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0047s, count=2072, qps in this process: 69.0558 (mp_runner.py:76) +2024-09-01 21:51:07,848 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0166s, count=2081, qps in this process: 69.3283 (mp_runner.py:76) +2024-09-01 21:51:07,851 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.013s, count=1833, qps in this process: 61.0735 (mp_runner.py:76) +2024-09-01 21:51:07,852 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.002s, count=1979, qps in this process: 65.9623 (mp_runner.py:76) +2024-09-01 21:51:07,866 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0158s, count=2132, qps in this process: 71.0293 (mp_runner.py:76) +2024-09-01 21:51:07,872 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0032s, count=2129, qps in this process: 70.9591 (mp_runner.py:76) +2024-09-01 21:51:07,878 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0039s, count=2139, qps in this process: 71.2907 (mp_runner.py:76) +2024-09-01 21:51:07,879 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0053s, count=2085, qps in this process: 69.4877 (mp_runner.py:76) +2024-09-01 21:51:07,881 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0032s, count=2140, qps in this process: 71.3257 (mp_runner.py:76) +2024-09-01 21:51:07,894 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0026s, count=2142, qps in this process: 71.3938 (mp_runner.py:76) +2024-09-01 21:51:07,897 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0039s, count=2116, qps in this process: 70.5242 (mp_runner.py:76) +2024-09-01 21:51:07,898 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0071s, count=2121, qps in this process: 70.6833 (mp_runner.py:76) +2024-09-01 21:51:07,906 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0045s, count=2066, qps in this process: 68.8563 (mp_runner.py:76) +2024-09-01 21:51:07,907 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0071s, count=2144, qps in this process: 71.4498 (mp_runner.py:76) +2024-09-01 21:51:07,907 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0057s, count=2144, qps in this process: 71.4531 (mp_runner.py:76) +2024-09-01 21:51:07,907 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0002s, count=2117, qps in this process: 70.5662 (mp_runner.py:76) +2024-09-01 21:51:07,908 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0016s, count=2144, qps in this process: 71.4629 (mp_runner.py:76) +2024-09-01 21:51:07,908 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0016s, count=2118, qps in this process: 70.5962 (mp_runner.py:76) +2024-09-01 21:51:07,920 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0071s, count=1712, qps in this process: 57.0532 (mp_runner.py:76) +2024-09-01 21:51:07,928 | INFO |End search in concurrency 30: dur=30.35934167200321s, total_count=61959, qps=2040.8545 (mp_runner.py:120) +2024-09-01 21:51:09,852 | INFO |Update largest qps with concurrency 30: current max_qps=2040.8545 (mp_runner.py:124) +2024-09-01 21:51:10,265 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:51:10,265 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 21:51:20,790 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 21:51:20,840 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:20,840 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:20,840 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:20,876 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:20,877 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:20,990 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,009 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,047 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,087 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,105 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,105 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,143 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,184 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,187 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,190 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,208 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,209 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,210 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,224 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,225 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,233 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,235 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,246 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,263 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,286 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,307 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:21,314 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:51:28,845 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.011756220999814104 (mp_runner.py:73) +2024-09-01 21:51:28,846 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.012066898998455144 (mp_runner.py:73) +2024-09-01 21:51:28,847 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.01414935800130479 (mp_runner.py:73) +2024-09-01 21:51:28,847 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.012939029002154712 (mp_runner.py:73) +2024-09-01 21:51:28,849 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.013829404997522943 (mp_runner.py:73) +2024-09-01 21:51:28,851 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.011809059004008304 (mp_runner.py:73) +2024-09-01 21:51:28,853 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.021636634002788924 (mp_runner.py:73) +2024-09-01 21:51:28,857 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.01410379599838052 (mp_runner.py:73) +2024-09-01 21:51:28,860 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.010606702999211848 (mp_runner.py:73) +2024-09-01 21:51:28,861 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01171517700277036 (mp_runner.py:73) +2024-09-01 21:51:28,862 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.011594233998039272 (mp_runner.py:73) +2024-09-01 21:51:28,862 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.011333372000080999 (mp_runner.py:73) +2024-09-01 21:51:28,862 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.010075394995510578 (mp_runner.py:73) +2024-09-01 21:51:28,863 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.013559219005401246 (mp_runner.py:73) +2024-09-01 21:51:28,863 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.01180059200123651 (mp_runner.py:73) +2024-09-01 21:51:28,864 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.009840963997703511 (mp_runner.py:73) +2024-09-01 21:51:28,864 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.013157455003238283 (mp_runner.py:73) +2024-09-01 21:51:28,865 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.011702829993737396 (mp_runner.py:73) +2024-09-01 21:51:28,865 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.011322254002152476 (mp_runner.py:73) +2024-09-01 21:51:28,866 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.011753325998142827 (mp_runner.py:73) +2024-09-01 21:51:28,866 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03529513799730921 (mp_runner.py:73) +2024-09-01 21:51:28,867 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.010865042000659741 (mp_runner.py:73) +2024-09-01 21:51:28,867 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.012561805997393094 (mp_runner.py:73) +2024-09-01 21:51:28,867 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.012371375996735878 (mp_runner.py:73) +2024-09-01 21:51:28,868 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.011589537003601436 (mp_runner.py:73) +2024-09-01 21:51:28,869 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.011586058004468214 (mp_runner.py:73) +2024-09-01 21:51:28,870 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.011451646998466458 (mp_runner.py:73) +2024-09-01 21:51:28,870 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.011469452001620084 (mp_runner.py:73) +2024-09-01 21:51:28,872 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.014411273004952818 (mp_runner.py:73) +2024-09-01 21:51:28,912 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.022502175997942686 (mp_runner.py:73) +2024-09-01 21:51:28,994 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.028305043000727892 (mp_runner.py:73) +2024-09-01 21:51:29,154 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.017596377998415846 (mp_runner.py:73) +2024-09-01 21:51:29,488 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.02274330500222277 (mp_runner.py:73) +2024-09-01 21:51:29,937 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.01756301899877144 (mp_runner.py:73) +2024-09-01 21:51:29,938 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.020192543001030572 (mp_runner.py:73) +2024-09-01 21:51:36,596 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.014046132004295941 (mp_runner.py:73) +2024-09-01 21:51:36,597 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.012990388000616804 (mp_runner.py:73) +2024-09-01 21:51:36,598 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.012561700998048764 (mp_runner.py:73) +2024-09-01 21:51:36,598 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.016727052003261633 (mp_runner.py:73) +2024-09-01 21:51:36,608 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.017313082003965974 (mp_runner.py:73) +2024-09-01 21:51:36,610 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.02173322999442462 (mp_runner.py:73) +2024-09-01 21:51:36,619 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.038877882005181164 (mp_runner.py:73) +2024-09-01 21:51:36,620 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.019396037998376414 (mp_runner.py:73) +2024-09-01 21:51:36,620 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.016740860999561846 (mp_runner.py:73) +2024-09-01 21:51:36,620 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.037349398000515066 (mp_runner.py:73) +2024-09-01 21:51:36,646 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.023935656005050987 (mp_runner.py:73) +2024-09-01 21:51:36,668 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.018972865997056942 (mp_runner.py:73) +2024-09-01 21:51:36,670 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.02232365099916933 (mp_runner.py:73) +2024-09-01 21:51:36,737 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.02571590699517401 (mp_runner.py:73) +2024-09-01 21:51:36,797 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.02353795900125988 (mp_runner.py:73) +2024-09-01 21:51:36,800 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.028372715998557396 (mp_runner.py:73) +2024-09-01 21:51:36,816 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.021564022004895378 (mp_runner.py:73) +2024-09-01 21:51:36,831 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.004182358999969438 (mp_runner.py:73) +2024-09-01 21:51:37,133 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.025670531002106145 (mp_runner.py:73) +2024-09-01 21:51:37,183 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.020821862999582663 (mp_runner.py:73) +2024-09-01 21:51:37,184 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.021125380000739824 (mp_runner.py:73) +2024-09-01 21:51:37,298 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.02400029300042661 (mp_runner.py:73) +2024-09-01 21:51:37,337 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.019682512996951118 (mp_runner.py:73) +2024-09-01 21:51:37,350 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.02613357800146332 (mp_runner.py:73) +2024-09-01 21:51:37,351 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.020496737000939902 (mp_runner.py:73) +2024-09-01 21:51:37,573 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.025162049998471048 (mp_runner.py:73) +2024-09-01 21:51:37,822 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.026923982994048856 (mp_runner.py:73) +2024-09-01 21:51:38,396 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.02199159700103337 (mp_runner.py:73) +2024-09-01 21:51:38,422 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.02250660700519802 (mp_runner.py:73) +2024-09-01 21:51:38,517 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.020427719995495863 (mp_runner.py:73) +2024-09-01 21:51:38,563 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.019339512000442483 (mp_runner.py:73) +2024-09-01 21:51:39,067 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.022695351995935198 (mp_runner.py:73) +2024-09-01 21:51:39,607 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.02212251700257184 (mp_runner.py:73) +2024-09-01 21:51:39,875 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.01987507400190225 (mp_runner.py:73) +2024-09-01 21:51:39,877 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.02359674699982861 (mp_runner.py:73) +2024-09-01 21:51:46,381 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.015332096001657192 (mp_runner.py:73) +2024-09-01 21:51:46,383 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.0035308459991938435 (mp_runner.py:73) +2024-09-01 21:51:46,386 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.02021353499731049 (mp_runner.py:73) +2024-09-01 21:51:46,387 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.011997854999208357 (mp_runner.py:73) +2024-09-01 21:51:46,388 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.02784964100283105 (mp_runner.py:73) +2024-09-01 21:51:46,399 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.023083295003743842 (mp_runner.py:73) +2024-09-01 21:51:46,405 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.015993160996004008 (mp_runner.py:73) +2024-09-01 21:51:46,405 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.04368398599763168 (mp_runner.py:73) +2024-09-01 21:51:46,405 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.041053496999666095 (mp_runner.py:73) +2024-09-01 21:51:46,406 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.03805400599958375 (mp_runner.py:73) +2024-09-01 21:51:46,544 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.018461179999576416 (mp_runner.py:73) +2024-09-01 21:51:46,680 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.017874579003546387 (mp_runner.py:73) +2024-09-01 21:51:46,717 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.019062873005168512 (mp_runner.py:73) +2024-09-01 21:51:46,796 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.013021890001255088 (mp_runner.py:73) +2024-09-01 21:51:46,998 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.016355516003386583 (mp_runner.py:73) +2024-09-01 21:51:47,005 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.012780817000020761 (mp_runner.py:73) +2024-09-01 21:51:47,007 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.004086832996108569 (mp_runner.py:73) +2024-09-01 21:51:47,007 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.011486390998470597 (mp_runner.py:73) +2024-09-01 21:51:47,007 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.01586109300114913 (mp_runner.py:73) +2024-09-01 21:51:47,009 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.01873881799838273 (mp_runner.py:73) +2024-09-01 21:51:47,010 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.010604422001051717 (mp_runner.py:73) +2024-09-01 21:51:47,012 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.01165296299586771 (mp_runner.py:73) +2024-09-01 21:51:47,013 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.015120620002562646 (mp_runner.py:73) +2024-09-01 21:51:47,732 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.019322494001244195 (mp_runner.py:73) +2024-09-01 21:51:47,733 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.019349073998455424 (mp_runner.py:73) +2024-09-01 21:51:48,363 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.016070213001512457 (mp_runner.py:73) +2024-09-01 21:51:48,666 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.025713695999002084 (mp_runner.py:73) +2024-09-01 21:51:48,910 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.022989036995568313 (mp_runner.py:73) +2024-09-01 21:51:49,113 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.022247375003644265 (mp_runner.py:73) +2024-09-01 21:51:49,118 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.021104146995639894 (mp_runner.py:73) +2024-09-01 21:51:49,587 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.02351810099935392 (mp_runner.py:73) +2024-09-01 21:51:49,897 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.01003127200237941 (mp_runner.py:73) +2024-09-01 21:51:50,413 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.017161714000394568 (mp_runner.py:73) +2024-09-01 21:51:50,447 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.010638854997523595 (mp_runner.py:73) +2024-09-01 21:51:50,582 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.021392429996922147 (mp_runner.py:73) +2024-09-01 21:51:50,843 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0027s, count=1757, qps in this process: 58.5614 (mp_runner.py:76) +2024-09-01 21:51:50,847 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0054s, count=1757, qps in this process: 58.5561 (mp_runner.py:76) +2024-09-01 21:51:50,854 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0128s, count=1591, qps in this process: 53.0107 (mp_runner.py:76) +2024-09-01 21:51:50,879 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0009s, count=1602, qps in this process: 53.3984 (mp_runner.py:76) +2024-09-01 21:51:50,918 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0068s, count=1596, qps in this process: 53.1879 (mp_runner.py:76) +2024-09-01 21:51:50,999 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0057s, count=1767, qps in this process: 58.8888 (mp_runner.py:76) +2024-09-01 21:51:51,073 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.022s, count=1773, qps in this process: 59.0567 (mp_runner.py:76) +2024-09-01 21:51:51,103 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0109s, count=1772, qps in this process: 59.0452 (mp_runner.py:76) +2024-09-01 21:51:51,107 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.096s, count=1768, qps in this process: 58.7453 (mp_runner.py:76) +2024-09-01 21:51:51,117 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0057s, count=1772, qps in this process: 59.0554 (mp_runner.py:76) +2024-09-01 21:51:51,130 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0022s, count=1675, qps in this process: 55.8292 (mp_runner.py:76) +2024-09-01 21:51:51,132 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.021s, count=1772, qps in this process: 59.0253 (mp_runner.py:76) +2024-09-01 21:51:51,135 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0067s, count=1766, qps in this process: 58.8535 (mp_runner.py:76) +2024-09-01 21:51:51,151 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0018s, count=1775, qps in this process: 59.1631 (mp_runner.py:76) +2024-09-01 21:51:51,187 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0024s, count=1536, qps in this process: 51.1959 (mp_runner.py:76) +2024-09-01 21:51:51,187 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0049s, count=1780, qps in this process: 59.3236 (mp_runner.py:76) +2024-09-01 21:51:51,188 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0031s, count=1633, qps in this process: 54.4277 (mp_runner.py:76) +2024-09-01 21:51:51,201 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0081s, count=1583, qps in this process: 52.7524 (mp_runner.py:76) +2024-09-01 21:51:51,208 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0026s, count=1768, qps in this process: 58.9282 (mp_runner.py:76) +2024-09-01 21:51:51,212 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0175s, count=1782, qps in this process: 59.3654 (mp_runner.py:76) +2024-09-01 21:51:51,212 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0036s, count=1779, qps in this process: 59.2929 (mp_runner.py:76) +2024-09-01 21:51:51,214 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0018s, count=1782, qps in this process: 59.3964 (mp_runner.py:76) +2024-09-01 21:51:51,215 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0007s, count=1783, qps in this process: 59.4319 (mp_runner.py:76) +2024-09-01 21:51:51,216 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0081s, count=1783, qps in this process: 59.4173 (mp_runner.py:76) +2024-09-01 21:51:51,218 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0078s, count=1782, qps in this process: 59.3846 (mp_runner.py:76) +2024-09-01 21:51:51,229 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0016s, count=1785, qps in this process: 59.4968 (mp_runner.py:76) +2024-09-01 21:51:51,230 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0026s, count=1539, qps in this process: 51.2956 (mp_runner.py:76) +2024-09-01 21:51:51,236 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0005s, count=1684, qps in this process: 56.1324 (mp_runner.py:76) +2024-09-01 21:51:51,241 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0026s, count=1787, qps in this process: 59.5615 (mp_runner.py:76) +2024-09-01 21:51:51,253 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0031s, count=1790, qps in this process: 59.6605 (mp_runner.py:76) +2024-09-01 21:51:51,268 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0016s, count=1795, qps in this process: 59.8301 (mp_runner.py:76) +2024-09-01 21:51:51,287 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0002s, count=1801, qps in this process: 60.0329 (mp_runner.py:76) +2024-09-01 21:51:51,288 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0009s, count=1668, qps in this process: 55.5983 (mp_runner.py:76) +2024-09-01 21:51:51,313 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0002s, count=1581, qps in this process: 52.6996 (mp_runner.py:76) +2024-09-01 21:51:51,320 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0006s, count=1614, qps in this process: 53.7989 (mp_runner.py:76) +2024-09-01 21:51:51,327 | INFO |End search in concurrency 35: dur=30.536008451999805s, total_count=60178, qps=1970.7225 (mp_runner.py:120) +2024-09-01 21:51:53,999 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:51:54,000 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 21:52:04,672 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 21:52:04,876 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,876 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,892 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,900 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,958 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,958 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,965 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,965 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,966 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,980 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,982 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:04,991 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,026 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,032 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,032 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,033 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,037 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,037 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,037 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,038 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,044 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,075 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,086 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,095 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,110 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,131 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,146 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:05,154 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:14,512 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.014544786004989874 (mp_runner.py:73) +2024-09-01 21:52:14,513 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.01631733299291227 (mp_runner.py:73) +2024-09-01 21:52:14,514 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.01467593199777184 (mp_runner.py:73) +2024-09-01 21:52:14,515 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.013785356997686904 (mp_runner.py:73) +2024-09-01 21:52:14,515 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.011998972993751522 (mp_runner.py:73) +2024-09-01 21:52:14,516 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.022708184995281044 (mp_runner.py:73) +2024-09-01 21:52:14,517 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.016018579997762572 (mp_runner.py:73) +2024-09-01 21:52:14,517 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.014207354004611261 (mp_runner.py:73) +2024-09-01 21:52:14,518 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.013547656002629083 (mp_runner.py:73) +2024-09-01 21:52:14,518 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.013385651996941306 (mp_runner.py:73) +2024-09-01 21:52:14,519 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.013670004002051428 (mp_runner.py:73) +2024-09-01 21:52:14,522 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.014142455998808146 (mp_runner.py:73) +2024-09-01 21:52:14,523 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.015796498002600856 (mp_runner.py:73) +2024-09-01 21:52:14,523 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.016360665002139285 (mp_runner.py:73) +2024-09-01 21:52:14,523 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.02109819099860033 (mp_runner.py:73) +2024-09-01 21:52:14,525 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.028863505998742767 (mp_runner.py:73) +2024-09-01 21:52:14,526 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.01692836599977454 (mp_runner.py:73) +2024-09-01 21:52:14,529 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.02316996800072957 (mp_runner.py:73) +2024-09-01 21:52:14,631 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.016469984999275766 (mp_runner.py:73) +2024-09-01 21:52:14,633 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.011654918002022896 (mp_runner.py:73) +2024-09-01 21:52:14,636 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.024801711995678488 (mp_runner.py:73) +2024-09-01 21:52:14,637 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.024989074998302385 (mp_runner.py:73) +2024-09-01 21:52:14,720 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.013052350004727487 (mp_runner.py:73) +2024-09-01 21:52:14,722 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.019315883997478522 (mp_runner.py:73) +2024-09-01 21:52:14,723 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.01809235099790385 (mp_runner.py:73) +2024-09-01 21:52:14,764 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.012082305001968052 (mp_runner.py:73) +2024-09-01 21:52:14,766 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.019583528002840467 (mp_runner.py:73) +2024-09-01 21:52:14,766 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.003161988002830185 (mp_runner.py:73) +2024-09-01 21:52:14,767 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.01985812800558051 (mp_runner.py:73) +2024-09-01 21:52:15,456 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.023874967999290675 (mp_runner.py:73) +2024-09-01 21:52:15,513 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.024269333996926434 (mp_runner.py:73) +2024-09-01 21:52:15,754 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.02028181799687445 (mp_runner.py:73) +2024-09-01 21:52:15,757 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.024679123001988046 (mp_runner.py:73) +2024-09-01 21:52:15,921 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.02355039800022496 (mp_runner.py:73) +2024-09-01 21:52:16,037 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.02494478999869898 (mp_runner.py:73) +2024-09-01 21:52:16,078 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.024267507003969513 (mp_runner.py:73) +2024-09-01 21:52:16,175 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.02226486900326563 (mp_runner.py:73) +2024-09-01 21:52:16,295 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.022208731999853626 (mp_runner.py:73) +2024-09-01 21:52:17,003 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.023223064999911003 (mp_runner.py:73) +2024-09-01 21:52:17,325 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.019228585995733738 (mp_runner.py:73) +2024-09-01 21:52:23,499 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.0033542570017743856 (mp_runner.py:73) +2024-09-01 21:52:23,500 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.004329037001298275 (mp_runner.py:73) +2024-09-01 21:52:23,501 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.0032856160032679327 (mp_runner.py:73) +2024-09-01 21:52:23,502 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.006408045002899598 (mp_runner.py:73) +2024-09-01 21:52:23,507 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.002364200001466088 (mp_runner.py:73) +2024-09-01 21:52:23,510 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.0014706350048072636 (mp_runner.py:73) +2024-09-01 21:52:23,510 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.001290922999032773 (mp_runner.py:73) +2024-09-01 21:52:23,511 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.002228767996712122 (mp_runner.py:73) +2024-09-01 21:52:23,512 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.003608264996728394 (mp_runner.py:73) +2024-09-01 21:52:23,512 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.004426113999215886 (mp_runner.py:73) +2024-09-01 21:52:23,513 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.005131415004143491 (mp_runner.py:73) +2024-09-01 21:52:23,514 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.0051803370006382465 (mp_runner.py:73) +2024-09-01 21:52:23,515 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.005996617997880094 (mp_runner.py:73) +2024-09-01 21:52:23,515 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.0073472229996696115 (mp_runner.py:73) +2024-09-01 21:52:23,516 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.008135832998959813 (mp_runner.py:73) +2024-09-01 21:52:23,517 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.008179388998541981 (mp_runner.py:73) +2024-09-01 21:52:23,517 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.008433390998106916 (mp_runner.py:73) +2024-09-01 21:52:23,518 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.00993647499853978 (mp_runner.py:73) +2024-09-01 21:52:23,519 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.010960530999000184 (mp_runner.py:73) +2024-09-01 21:52:23,521 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.013128031001542695 (mp_runner.py:73) +2024-09-01 21:52:23,735 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.014731739996932447 (mp_runner.py:73) +2024-09-01 21:52:23,739 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.023860578003223054 (mp_runner.py:73) +2024-09-01 21:52:23,740 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.022568663996935356 (mp_runner.py:73) +2024-09-01 21:52:24,207 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.019745411998883355 (mp_runner.py:73) +2024-09-01 21:52:24,523 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.009158566004771274 (mp_runner.py:73) +2024-09-01 21:52:24,537 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.03523803599819075 (mp_runner.py:73) +2024-09-01 21:52:24,682 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.026044576996355318 (mp_runner.py:73) +2024-09-01 21:52:24,934 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.022761159998481162 (mp_runner.py:73) +2024-09-01 21:52:25,188 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.02427009999519214 (mp_runner.py:73) +2024-09-01 21:52:26,241 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.02469248900160892 (mp_runner.py:73) +2024-09-01 21:52:26,294 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.030235163001634646 (mp_runner.py:73) +2024-09-01 21:52:26,316 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.02680083000450395 (mp_runner.py:73) +2024-09-01 21:52:26,545 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.02477050000015879 (mp_runner.py:73) +2024-09-01 21:52:26,799 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.023647772999538574 (mp_runner.py:73) +2024-09-01 21:52:26,801 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.023005726994597353 (mp_runner.py:73) +2024-09-01 21:52:27,169 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.0769390760033275 (mp_runner.py:73) +2024-09-01 21:52:27,277 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.02380313399771694 (mp_runner.py:73) +2024-09-01 21:52:27,401 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.022518076999404002 (mp_runner.py:73) +2024-09-01 21:52:27,815 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.020887605998723302 (mp_runner.py:73) +2024-09-01 21:52:27,854 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.023935312005050946 (mp_runner.py:73) +2024-09-01 21:52:33,963 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.004355197997938376 (mp_runner.py:73) +2024-09-01 21:52:33,964 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.006227966005099006 (mp_runner.py:73) +2024-09-01 21:52:33,965 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.003552239002601709 (mp_runner.py:73) +2024-09-01 21:52:33,965 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.005889588996069506 (mp_runner.py:73) +2024-09-01 21:52:33,966 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.007353367000177968 (mp_runner.py:73) +2024-09-01 21:52:33,967 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.010038038999482524 (mp_runner.py:73) +2024-09-01 21:52:33,967 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.008370178002223838 (mp_runner.py:73) +2024-09-01 21:52:33,968 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.011099800001829863 (mp_runner.py:73) +2024-09-01 21:52:33,970 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.010031833000539336 (mp_runner.py:73) +2024-09-01 21:52:33,971 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.01332098899729317 (mp_runner.py:73) +2024-09-01 21:52:33,972 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.015666009996493813 (mp_runner.py:73) +2024-09-01 21:52:33,976 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.0030545280023943633 (mp_runner.py:73) +2024-09-01 21:52:34,048 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.02029596899956232 (mp_runner.py:73) +2024-09-01 21:52:34,050 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.018421498003590386 (mp_runner.py:73) +2024-09-01 21:52:34,068 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.023003155998594593 (mp_runner.py:73) +2024-09-01 21:52:34,181 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.022477954997157212 (mp_runner.py:73) +2024-09-01 21:52:34,510 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.015794838000147138 (mp_runner.py:73) +2024-09-01 21:52:34,512 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.0224095439989469 (mp_runner.py:73) +2024-09-01 21:52:34,513 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.018040006994851865 (mp_runner.py:73) +2024-09-01 21:52:34,514 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.02347428700159071 (mp_runner.py:73) +2024-09-01 21:52:34,518 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.018314431996259373 (mp_runner.py:73) +2024-09-01 21:52:34,893 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0033s, count=1518, qps in this process: 50.5944 (mp_runner.py:76) +2024-09-01 21:52:34,900 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.01s, count=1446, qps in this process: 48.1839 (mp_runner.py:76) +2024-09-01 21:52:34,916 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.013s, count=1362, qps in this process: 45.3803 (mp_runner.py:76) +2024-09-01 21:52:34,923 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0228s, count=1546, qps in this process: 51.4942 (mp_runner.py:76) +2024-09-01 21:52:34,947 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0045s, count=1521, qps in this process: 50.6924 (mp_runner.py:76) +2024-09-01 21:52:34,959 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.021868905001610983 (mp_runner.py:73) +2024-09-01 21:52:34,966 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0023s, count=1426, qps in this process: 47.5297 (mp_runner.py:76) +2024-09-01 21:52:34,967 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0032s, count=1550, qps in this process: 51.6612 (mp_runner.py:76) +2024-09-01 21:52:34,969 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.006s, count=1549, qps in this process: 51.623 (mp_runner.py:76) +2024-09-01 21:52:34,975 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0067s, count=1522, qps in this process: 50.722 (mp_runner.py:76) +2024-09-01 21:52:34,977 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0081s, count=1411, qps in this process: 47.0206 (mp_runner.py:76) +2024-09-01 21:52:34,981 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.012s, count=1457, qps in this process: 48.5472 (mp_runner.py:76) +2024-09-01 21:52:34,983 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0064s, count=1457, qps in this process: 48.5563 (mp_runner.py:76) +2024-09-01 21:52:34,989 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0058s, count=1549, qps in this process: 51.6234 (mp_runner.py:76) +2024-09-01 21:52:34,996 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0035s, count=1552, qps in this process: 51.7273 (mp_runner.py:76) +2024-09-01 21:52:35,005 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0207s, count=1451, qps in this process: 48.3333 (mp_runner.py:76) +2024-09-01 21:52:35,035 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.006s, count=1554, qps in this process: 51.7896 (mp_runner.py:76) +2024-09-01 21:52:35,043 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0027s, count=1354, qps in this process: 45.1293 (mp_runner.py:76) +2024-09-01 21:52:35,044 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0071s, count=1555, qps in this process: 51.8211 (mp_runner.py:76) +2024-09-01 21:52:35,045 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0048s, count=1555, qps in this process: 51.825 (mp_runner.py:76) +2024-09-01 21:52:35,047 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0031s, count=1526, qps in this process: 50.8614 (mp_runner.py:76) +2024-09-01 21:52:35,048 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0081s, count=1555, qps in this process: 51.8193 (mp_runner.py:76) +2024-09-01 21:52:35,053 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0118s, count=1555, qps in this process: 51.813 (mp_runner.py:76) +2024-09-01 21:52:35,053 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.012s, count=1499, qps in this process: 49.9467 (mp_runner.py:76) +2024-09-01 21:52:35,054 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0179s, count=1555, qps in this process: 51.8024 (mp_runner.py:76) +2024-09-01 21:52:35,055 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0144s, count=1526, qps in this process: 50.8423 (mp_runner.py:76) +2024-09-01 21:52:35,057 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0053s, count=1505, qps in this process: 50.1578 (mp_runner.py:76) +2024-09-01 21:52:35,058 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0175s, count=1374, qps in this process: 45.7733 (mp_runner.py:76) +2024-09-01 21:52:35,082 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0036s, count=1544, qps in this process: 51.4605 (mp_runner.py:76) +2024-09-01 21:52:35,094 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0026s, count=1353, qps in this process: 45.0961 (mp_runner.py:76) +2024-09-01 21:52:35,109 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0093s, count=1375, qps in this process: 45.8191 (mp_runner.py:76) +2024-09-01 21:52:35,110 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0072s, count=1562, qps in this process: 52.0542 (mp_runner.py:76) +2024-09-01 21:52:35,113 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0038s, count=1562, qps in this process: 52.0601 (mp_runner.py:76) +2024-09-01 21:52:35,122 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0126s, count=1563, qps in this process: 52.0781 (mp_runner.py:76) +2024-09-01 21:52:35,123 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0108s, count=1564, qps in this process: 52.1146 (mp_runner.py:76) +2024-09-01 21:52:35,134 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0012s, count=1344, qps in this process: 44.7982 (mp_runner.py:76) +2024-09-01 21:52:35,135 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0011s, count=1346, qps in this process: 44.865 (mp_runner.py:76) +2024-09-01 21:52:35,137 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0034s, count=1339, qps in this process: 44.6283 (mp_runner.py:76) +2024-09-01 21:52:35,139 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0009s, count=1316, qps in this process: 43.8654 (mp_runner.py:76) +2024-09-01 21:52:35,151 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0009s, count=1359, qps in this process: 45.2986 (mp_runner.py:76) +2024-09-01 21:52:35,159 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.001s, count=1332, qps in this process: 44.3985 (mp_runner.py:76) +2024-09-01 21:52:35,167 | INFO |End search in concurrency 40: dur=30.49394542200025s, total_count=58989, qps=1934.4496 (mp_runner.py:120) +2024-09-01 21:52:38,195 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:52:38,195 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 21:52:48,965 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 21:52:49,278 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,282 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,283 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,284 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,286 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,303 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,315 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,317 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,322 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,336 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,336 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,347 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,349 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,351 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,357 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,370 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,372 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,418 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,427 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,447 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,450 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,450 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,467 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,467 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,475 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,490 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,501 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,508 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:49,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:52:58,997 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.013570107003033627 (mp_runner.py:73) +2024-09-01 21:52:58,998 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.011781758003053255 (mp_runner.py:73) +2024-09-01 21:52:58,999 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.020815985997614916 (mp_runner.py:73) +2024-09-01 21:52:59,003 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.013391934997343924 (mp_runner.py:73) +2024-09-01 21:52:59,004 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.014794799004448578 (mp_runner.py:73) +2024-09-01 21:52:59,004 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.016221599995333236 (mp_runner.py:73) +2024-09-01 21:52:59,011 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.036394650996953715 (mp_runner.py:73) +2024-09-01 21:52:59,048 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.019701892997545656 (mp_runner.py:73) +2024-09-01 21:52:59,049 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.019685389997903258 (mp_runner.py:73) +2024-09-01 21:52:59,050 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.02260636899882229 (mp_runner.py:73) +2024-09-01 21:52:59,053 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.02605056599713862 (mp_runner.py:73) +2024-09-01 21:52:59,584 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.021686282998416573 (mp_runner.py:73) +2024-09-01 21:52:59,589 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.02714409100008197 (mp_runner.py:73) +2024-09-01 21:52:59,609 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.012234622998221312 (mp_runner.py:73) +2024-09-01 21:52:59,611 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.014218233998690266 (mp_runner.py:73) +2024-09-01 21:52:59,611 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.02778445999865653 (mp_runner.py:73) +2024-09-01 21:52:59,611 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.015510422002989799 (mp_runner.py:73) +2024-09-01 21:52:59,612 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.016912311999476515 (mp_runner.py:73) +2024-09-01 21:52:59,613 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.014992281001468655 (mp_runner.py:73) +2024-09-01 21:52:59,613 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.009311558002082165 (mp_runner.py:73) +2024-09-01 21:52:59,613 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.02116524300072342 (mp_runner.py:73) +2024-09-01 21:52:59,614 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.015078760996402707 (mp_runner.py:73) +2024-09-01 21:52:59,617 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.014577329005987849 (mp_runner.py:73) +2024-09-01 21:52:59,619 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.01556540099409176 (mp_runner.py:73) +2024-09-01 21:52:59,619 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.01781525299884379 (mp_runner.py:73) +2024-09-01 21:52:59,619 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.019816964995698072 (mp_runner.py:73) +2024-09-01 21:52:59,620 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.02615526000590762 (mp_runner.py:73) +2024-09-01 21:52:59,625 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.02170124500116799 (mp_runner.py:73) +2024-09-01 21:52:59,628 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.022261672995227855 (mp_runner.py:73) +2024-09-01 21:52:59,629 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.0223553979958524 (mp_runner.py:73) +2024-09-01 21:53:00,171 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.1100817089973134 (mp_runner.py:73) +2024-09-01 21:53:00,601 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.016456252000352833 (mp_runner.py:73) +2024-09-01 21:53:00,602 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.01831426400167402 (mp_runner.py:73) +2024-09-01 21:53:00,605 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.023586802002682816 (mp_runner.py:73) +2024-09-01 21:53:00,606 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.02819454800192034 (mp_runner.py:73) +2024-09-01 21:53:00,646 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.02855291099695023 (mp_runner.py:73) +2024-09-01 21:53:00,961 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.03198043700103881 (mp_runner.py:73) +2024-09-01 21:53:01,057 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.028231883996340912 (mp_runner.py:73) +2024-09-01 21:53:01,097 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.028003984996757936 (mp_runner.py:73) +2024-09-01 21:53:01,500 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.03230341300513828 (mp_runner.py:73) +2024-09-01 21:53:01,505 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.019652128001325764 (mp_runner.py:73) +2024-09-01 21:53:02,952 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.02801312500378117 (mp_runner.py:73) +2024-09-01 21:53:03,261 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.04278043099475326 (mp_runner.py:73) +2024-09-01 21:53:03,562 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.028012487004161812 (mp_runner.py:73) +2024-09-01 21:53:03,663 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.025116673001321033 (mp_runner.py:73) +2024-09-01 21:53:09,631 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.001886352001747582 (mp_runner.py:73) +2024-09-01 21:53:09,631 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.0024190000040107407 (mp_runner.py:73) +2024-09-01 21:53:09,633 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.003754844998184126 (mp_runner.py:73) +2024-09-01 21:53:09,633 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.0029869460049667396 (mp_runner.py:73) +2024-09-01 21:53:09,633 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.005900365002162289 (mp_runner.py:73) +2024-09-01 21:53:09,633 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.004633028998796362 (mp_runner.py:73) +2024-09-01 21:53:09,634 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.0050624380019144155 (mp_runner.py:73) +2024-09-01 21:53:09,635 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.00514579500304535 (mp_runner.py:73) +2024-09-01 21:53:09,635 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.005978775996482 (mp_runner.py:73) +2024-09-01 21:53:09,636 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.007240969003760256 (mp_runner.py:73) +2024-09-01 21:53:09,637 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.007512922995374538 (mp_runner.py:73) +2024-09-01 21:53:09,637 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.007859391000238247 (mp_runner.py:73) +2024-09-01 21:53:09,638 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.010645601003488991 (mp_runner.py:73) +2024-09-01 21:53:09,640 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.002194452994444873 (mp_runner.py:73) +2024-09-01 21:53:09,640 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.0018781129983835854 (mp_runner.py:73) +2024-09-01 21:53:09,641 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.011538216000190005 (mp_runner.py:73) +2024-09-01 21:53:09,643 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.0049499239976285025 (mp_runner.py:73) +2024-09-01 21:53:09,665 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.037542118996498175 (mp_runner.py:73) +2024-09-01 21:53:09,727 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.031639692999306135 (mp_runner.py:73) +2024-09-01 21:53:09,754 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.01239488099963637 (mp_runner.py:73) +2024-09-01 21:53:09,755 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.01237240299815312 (mp_runner.py:73) +2024-09-01 21:53:09,756 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.016720974999770988 (mp_runner.py:73) +2024-09-01 21:53:09,761 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.02180442299868446 (mp_runner.py:73) +2024-09-01 21:53:10,155 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.03262240099866176 (mp_runner.py:73) +2024-09-01 21:53:10,471 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.0316196600033436 (mp_runner.py:73) +2024-09-01 21:53:10,522 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.028547542002343107 (mp_runner.py:73) +2024-09-01 21:53:10,527 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.02744581699516857 (mp_runner.py:73) +2024-09-01 21:53:10,563 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.04002862600464141 (mp_runner.py:73) +2024-09-01 21:53:10,663 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.0276809279966983 (mp_runner.py:73) +2024-09-01 21:53:10,786 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.0256790080020437 (mp_runner.py:73) +2024-09-01 21:53:10,789 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.0299794140009908 (mp_runner.py:73) +2024-09-01 21:53:10,956 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.0274982060000184 (mp_runner.py:73) +2024-09-01 21:53:10,960 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.02784688900283072 (mp_runner.py:73) +2024-09-01 21:53:10,989 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.02673843399679754 (mp_runner.py:73) +2024-09-01 21:53:12,510 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.01188995799748227 (mp_runner.py:73) +2024-09-01 21:53:13,015 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.02408707799622789 (mp_runner.py:73) +2024-09-01 21:53:13,398 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.032719274997361936 (mp_runner.py:73) +2024-09-01 21:53:13,407 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.03174851999938255 (mp_runner.py:73) +2024-09-01 21:53:13,408 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.02979981200041948 (mp_runner.py:73) +2024-09-01 21:53:14,392 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.027669522998621687 (mp_runner.py:73) +2024-09-01 21:53:14,394 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.031166704000497703 (mp_runner.py:73) +2024-09-01 21:53:16,173 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.02527695799653884 (mp_runner.py:73) +2024-09-01 21:53:16,276 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.02583857799618272 (mp_runner.py:73) +2024-09-01 21:53:16,632 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.026977088004059624 (mp_runner.py:73) +2024-09-01 21:53:16,739 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.044048529998690356 (mp_runner.py:73) +2024-09-01 21:53:19,288 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0024s, count=1394, qps in this process: 46.4629 (mp_runner.py:76) +2024-09-01 21:53:19,289 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0063s, count=1389, qps in this process: 46.2903 (mp_runner.py:76) +2024-09-01 21:53:19,303 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0178s, count=1380, qps in this process: 45.9727 (mp_runner.py:76) +2024-09-01 21:53:19,304 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0048s, count=1362, qps in this process: 45.3927 (mp_runner.py:76) +2024-09-01 21:53:19,305 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0204s, count=1319, qps in this process: 43.9368 (mp_runner.py:76) +2024-09-01 21:53:19,318 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0014s, count=1316, qps in this process: 43.8646 (mp_runner.py:76) +2024-09-01 21:53:19,333 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0068s, count=1302, qps in this process: 43.3902 (mp_runner.py:76) +2024-09-01 21:53:19,336 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.016s, count=1378, qps in this process: 45.9088 (mp_runner.py:76) +2024-09-01 21:53:19,341 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0367s, count=1320, qps in this process: 43.9462 (mp_runner.py:76) +2024-09-01 21:53:19,343 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0034s, count=1320, qps in this process: 43.995 (mp_runner.py:76) +2024-09-01 21:53:19,356 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0038s, count=1397, qps in this process: 46.5608 (mp_runner.py:76) +2024-09-01 21:53:19,358 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0075s, count=1376, qps in this process: 45.8552 (mp_runner.py:76) +2024-09-01 21:53:19,361 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.006s, count=1384, qps in this process: 46.1241 (mp_runner.py:76) +2024-09-01 21:53:19,373 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0002s, count=1227, qps in this process: 40.8997 (mp_runner.py:76) +2024-09-01 21:53:19,375 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0348s, count=1321, qps in this process: 43.9823 (mp_runner.py:76) +2024-09-01 21:53:19,376 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0082s, count=1366, qps in this process: 45.5209 (mp_runner.py:76) +2024-09-01 21:53:19,377 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0227s, count=1398, qps in this process: 46.5648 (mp_runner.py:76) +2024-09-01 21:53:19,377 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0164s, count=1384, qps in this process: 46.1081 (mp_runner.py:76) +2024-09-01 21:53:19,386 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0131s, count=1222, qps in this process: 40.7156 (mp_runner.py:76) +2024-09-01 21:53:19,387 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0141s, count=1355, qps in this process: 45.1454 (mp_runner.py:76) +2024-09-01 21:53:19,400 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0129s, count=1216, qps in this process: 40.5159 (mp_runner.py:76) +2024-09-01 21:53:19,401 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0125s, count=1398, qps in this process: 46.5806 (mp_runner.py:76) +2024-09-01 21:53:19,401 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0026s, count=1355, qps in this process: 45.1628 (mp_runner.py:76) +2024-09-01 21:53:19,403 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.005s, count=1389, qps in this process: 46.2923 (mp_runner.py:76) +2024-09-01 21:53:19,416 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0166s, count=1394, qps in this process: 46.441 (mp_runner.py:76) +2024-09-01 21:53:19,417 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0185s, count=1121, qps in this process: 37.3436 (mp_runner.py:76) +2024-09-01 21:53:19,428 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0021s, count=1370, qps in this process: 45.6635 (mp_runner.py:76) +2024-09-01 21:53:19,432 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0057s, count=1370, qps in this process: 45.658 (mp_runner.py:76) +2024-09-01 21:53:19,436 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0097s, count=1401, qps in this process: 46.6849 (mp_runner.py:76) +2024-09-01 21:53:19,445 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0126s, count=1371, qps in this process: 45.6808 (mp_runner.py:76) +2024-09-01 21:53:19,454 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0043s, count=1402, qps in this process: 46.7266 (mp_runner.py:76) +2024-09-01 21:53:19,455 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0028s, count=1403, qps in this process: 46.7623 (mp_runner.py:76) +2024-09-01 21:53:19,457 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.006s, count=1404, qps in this process: 46.7906 (mp_runner.py:76) +2024-09-01 21:53:19,458 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0062s, count=1372, qps in this process: 45.7239 (mp_runner.py:76) +2024-09-01 21:53:19,473 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0053s, count=1195, qps in this process: 39.8263 (mp_runner.py:76) +2024-09-01 21:53:19,475 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0034s, count=1386, qps in this process: 46.1948 (mp_runner.py:76) +2024-09-01 21:53:19,479 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0068s, count=1123, qps in this process: 37.4249 (mp_runner.py:76) +2024-09-01 21:53:19,481 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0032s, count=1196, qps in this process: 39.8624 (mp_runner.py:76) +2024-09-01 21:53:19,497 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0012s, count=1345, qps in this process: 44.8315 (mp_runner.py:76) +2024-09-01 21:53:19,504 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.003s, count=1236, qps in this process: 41.1959 (mp_runner.py:76) +2024-09-01 21:53:19,507 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0017s, count=1364, qps in this process: 45.4641 (mp_runner.py:76) +2024-09-01 21:53:19,507 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0019s, count=1279, qps in this process: 42.6306 (mp_runner.py:76) +2024-09-01 21:53:19,511 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0003s, count=1361, qps in this process: 45.3662 (mp_runner.py:76) +2024-09-01 21:53:19,533 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0005s, count=1131, qps in this process: 37.6994 (mp_runner.py:76) +2024-09-01 21:53:19,538 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0008s, count=1140, qps in this process: 37.999 (mp_runner.py:76) +2024-09-01 21:53:19,544 | INFO |End search in concurrency 45: dur=30.57863022100355s, total_count=59632, qps=1950.1201 (mp_runner.py:120) +2024-09-01 21:53:22,896 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:53:22,896 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 21:53:43,877 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 21:53:44,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,124 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,224 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,234 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,238 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,296 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,300 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,339 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,339 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,343 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,343 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,344 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,345 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,345 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,349 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,364 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,375 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,375 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,426 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,434 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,437 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,479 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,479 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,480 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,481 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,483 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,488 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:44,513 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:53:55,683 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.018340319002163596 (mp_runner.py:73) +2024-09-01 21:53:55,685 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.020264054997824132 (mp_runner.py:73) +2024-09-01 21:53:55,687 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.029766925996227656 (mp_runner.py:73) +2024-09-01 21:53:55,689 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.02202481999847805 (mp_runner.py:73) +2024-09-01 21:53:55,690 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.01964966800005641 (mp_runner.py:73) +2024-09-01 21:53:55,690 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.030924719998438377 (mp_runner.py:73) +2024-09-01 21:53:55,691 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.020273737005481962 (mp_runner.py:73) +2024-09-01 21:53:55,692 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.033085375995142385 (mp_runner.py:73) +2024-09-01 21:53:55,692 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03220037400024012 (mp_runner.py:73) +2024-09-01 21:53:55,714 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.05799606400250923 (mp_runner.py:73) +2024-09-01 21:53:55,774 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.005404173003626056 (mp_runner.py:73) +2024-09-01 21:53:55,777 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.026863537001190707 (mp_runner.py:73) +2024-09-01 21:53:55,856 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.029004972006077878 (mp_runner.py:73) +2024-09-01 21:53:55,933 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.0221173199970508 (mp_runner.py:73) +2024-09-01 21:53:55,977 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.035083991002466064 (mp_runner.py:73) +2024-09-01 21:53:56,013 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.017786996002541855 (mp_runner.py:73) +2024-09-01 21:53:56,050 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.02851535200170474 (mp_runner.py:73) +2024-09-01 21:53:56,069 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.01569399300205987 (mp_runner.py:73) +2024-09-01 21:53:56,070 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.021230386002571322 (mp_runner.py:73) +2024-09-01 21:53:56,071 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.01846035700145876 (mp_runner.py:73) +2024-09-01 21:53:56,071 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.018524459999753162 (mp_runner.py:73) +2024-09-01 21:53:56,071 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.019755574998271186 (mp_runner.py:73) +2024-09-01 21:53:56,072 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.021477125003002584 (mp_runner.py:73) +2024-09-01 21:53:56,075 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.019654575000458863 (mp_runner.py:73) +2024-09-01 21:53:56,076 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.018589690000226256 (mp_runner.py:73) +2024-09-01 21:53:56,077 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.01872090199321974 (mp_runner.py:73) +2024-09-01 21:53:56,077 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.02971407199947862 (mp_runner.py:73) +2024-09-01 21:53:56,078 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.03147470399562735 (mp_runner.py:73) +2024-09-01 21:53:56,080 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.021551805999479257 (mp_runner.py:73) +2024-09-01 21:53:56,081 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.02152786100486992 (mp_runner.py:73) +2024-09-01 21:53:56,082 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02624676099367207 (mp_runner.py:73) +2024-09-01 21:53:56,090 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.03596327800187282 (mp_runner.py:73) +2024-09-01 21:53:56,695 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.03097116499702679 (mp_runner.py:73) +2024-09-01 21:53:56,768 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.01437275399803184 (mp_runner.py:73) +2024-09-01 21:53:56,770 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.01721152800018899 (mp_runner.py:73) +2024-09-01 21:53:56,771 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.020028898004966322 (mp_runner.py:73) +2024-09-01 21:53:56,772 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.01603031300328439 (mp_runner.py:73) +2024-09-01 21:53:56,777 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.019076882002991624 (mp_runner.py:73) +2024-09-01 21:53:56,778 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.028459362001740374 (mp_runner.py:73) +2024-09-01 21:53:56,779 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.028477001003921032 (mp_runner.py:73) +2024-09-01 21:53:56,780 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.01922541000385536 (mp_runner.py:73) +2024-09-01 21:53:57,621 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.030348772001161706 (mp_runner.py:73) +2024-09-01 21:53:58,437 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.02838407899980666 (mp_runner.py:73) +2024-09-01 21:53:58,440 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.03225514900259441 (mp_runner.py:73) +2024-09-01 21:53:58,768 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.035475133001455106 (mp_runner.py:73) +2024-09-01 21:53:58,771 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.06639439299760852 (mp_runner.py:73) +2024-09-01 21:53:58,775 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.03520023100281833 (mp_runner.py:73) +2024-09-01 21:53:58,777 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.03479151099600131 (mp_runner.py:73) +2024-09-01 21:53:58,812 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.027115030999993905 (mp_runner.py:73) +2024-09-01 21:53:58,814 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.027844828997331206 (mp_runner.py:73) +2024-09-01 21:54:07,849 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.04709555899898987 (mp_runner.py:73) +2024-09-01 21:54:07,849 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.020566457002132665 (mp_runner.py:73) +2024-09-01 21:54:07,853 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.01988526499917498 (mp_runner.py:73) +2024-09-01 21:54:07,859 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.030312762995890807 (mp_runner.py:73) +2024-09-01 21:54:07,860 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.033736687000782695 (mp_runner.py:73) +2024-09-01 21:54:07,861 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.0302759199985303 (mp_runner.py:73) +2024-09-01 21:54:07,862 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.02009115599503275 (mp_runner.py:73) +2024-09-01 21:54:07,862 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.03152350499294698 (mp_runner.py:73) +2024-09-01 21:54:07,862 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.025186953993397765 (mp_runner.py:73) +2024-09-01 21:54:07,869 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.06771771600324428 (mp_runner.py:73) +2024-09-01 21:54:07,968 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.010685404005926102 (mp_runner.py:73) +2024-09-01 21:54:07,973 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.02081457599706482 (mp_runner.py:73) +2024-09-01 21:54:07,974 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.015947009000228718 (mp_runner.py:73) +2024-09-01 21:54:07,974 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.020072635998076294 (mp_runner.py:73) +2024-09-01 21:54:07,977 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.02101370599848451 (mp_runner.py:73) +2024-09-01 21:54:07,980 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.029698794001888018 (mp_runner.py:73) +2024-09-01 21:54:07,981 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.031699473001935985 (mp_runner.py:73) +2024-09-01 21:54:08,202 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.02318948199535953 (mp_runner.py:73) +2024-09-01 21:54:08,205 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.02647087899822509 (mp_runner.py:73) +2024-09-01 21:54:08,207 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.02191080899501685 (mp_runner.py:73) +2024-09-01 21:54:08,207 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.021615236000798177 (mp_runner.py:73) +2024-09-01 21:54:08,211 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.03270775599958142 (mp_runner.py:73) +2024-09-01 21:54:08,287 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.021977573000185657 (mp_runner.py:73) +2024-09-01 21:54:08,289 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.019241580994275864 (mp_runner.py:73) +2024-09-01 21:54:08,291 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.01827138000226114 (mp_runner.py:73) +2024-09-01 21:54:08,294 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.024910214000556152 (mp_runner.py:73) +2024-09-01 21:54:08,296 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.03203937799844425 (mp_runner.py:73) +2024-09-01 21:54:08,297 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.034039197002130095 (mp_runner.py:73) +2024-09-01 21:54:08,725 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.0036228940007276833 (mp_runner.py:73) +2024-09-01 21:54:09,054 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.02407001700339606 (mp_runner.py:73) +2024-09-01 21:54:09,055 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.026775565995194484 (mp_runner.py:73) +2024-09-01 21:54:09,063 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.042956486002367456 (mp_runner.py:73) +2024-09-01 21:54:09,064 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.039279165997868404 (mp_runner.py:73) +2024-09-01 21:54:09,065 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.028962780997972004 (mp_runner.py:73) +2024-09-01 21:54:09,072 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.0269972099995357 (mp_runner.py:73) +2024-09-01 21:54:09,072 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.03750292699987767 (mp_runner.py:73) +2024-09-01 21:54:09,075 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.0046894870029063895 (mp_runner.py:73) +2024-09-01 21:54:10,340 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.03266129300027387 (mp_runner.py:73) +2024-09-01 21:54:10,489 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.018627249999553896 (mp_runner.py:73) +2024-09-01 21:54:10,787 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.014128941998933442 (mp_runner.py:73) +2024-09-01 21:54:11,446 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.008741914993152022 (mp_runner.py:73) +2024-09-01 21:54:11,954 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.02954201600368833 (mp_runner.py:73) +2024-09-01 21:54:12,534 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.013133309003023896 (mp_runner.py:73) +2024-09-01 21:54:12,541 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.020242687001882587 (mp_runner.py:73) +2024-09-01 21:54:12,545 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.024134163999406155 (mp_runner.py:73) +2024-09-01 21:54:12,550 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.031034406994876917 (mp_runner.py:73) +2024-09-01 21:54:12,631 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.01251096600026358 (mp_runner.py:73) +2024-09-01 21:54:12,838 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.04200519999722019 (mp_runner.py:73) +2024-09-01 21:54:13,054 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.025767487997654825 (mp_runner.py:73) +2024-09-01 21:54:13,055 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.0277276479973807 (mp_runner.py:73) +2024-09-01 21:54:14,132 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0034s, count=1238, qps in this process: 41.262 (mp_runner.py:76) +2024-09-01 21:54:14,146 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0104s, count=1239, qps in this process: 41.2857 (mp_runner.py:76) +2024-09-01 21:54:14,248 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0082s, count=1213, qps in this process: 40.4223 (mp_runner.py:76) +2024-09-01 21:54:14,251 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0134s, count=1244, qps in this process: 41.4482 (mp_runner.py:76) +2024-09-01 21:54:14,253 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0195s, count=1235, qps in this process: 41.1399 (mp_runner.py:76) +2024-09-01 21:54:14,299 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0012s, count=1239, qps in this process: 41.2983 (mp_runner.py:76) +2024-09-01 21:54:14,302 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0047s, count=1240, qps in this process: 41.3269 (mp_runner.py:76) +2024-09-01 21:54:14,305 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0085s, count=1217, qps in this process: 40.5552 (mp_runner.py:76) +2024-09-01 21:54:14,315 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0173s, count=1180, qps in this process: 39.3107 (mp_runner.py:76) +2024-09-01 21:54:14,316 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0183s, count=1245, qps in this process: 41.4747 (mp_runner.py:76) +2024-09-01 21:54:14,324 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0267s, count=1195, qps in this process: 39.7979 (mp_runner.py:76) +2024-09-01 21:54:14,327 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0256s, count=1204, qps in this process: 40.0991 (mp_runner.py:76) +2024-09-01 21:54:14,330 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0236s, count=1234, qps in this process: 41.101 (mp_runner.py:76) +2024-09-01 21:54:14,349 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0069s, count=1247, qps in this process: 41.5571 (mp_runner.py:76) +2024-09-01 21:54:14,350 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.005s, count=1240, qps in this process: 41.3264 (mp_runner.py:76) +2024-09-01 21:54:14,350 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0047s, count=1118, qps in this process: 37.2608 (mp_runner.py:76) +2024-09-01 21:54:14,351 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.006s, count=1247, qps in this process: 41.5584 (mp_runner.py:76) +2024-09-01 21:54:14,355 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0046s, count=1199, qps in this process: 39.9605 (mp_runner.py:76) +2024-09-01 21:54:14,358 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0127s, count=1230, qps in this process: 40.9827 (mp_runner.py:76) +2024-09-01 21:54:14,359 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0136s, count=1247, qps in this process: 41.5478 (mp_runner.py:76) +2024-09-01 21:54:14,361 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0123s, count=1248, qps in this process: 41.583 (mp_runner.py:76) +2024-09-01 21:54:14,361 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0161s, count=1201, qps in this process: 40.0119 (mp_runner.py:76) +2024-09-01 21:54:14,363 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0107s, count=1248, qps in this process: 41.5852 (mp_runner.py:76) +2024-09-01 21:54:14,377 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0298s, count=1080, qps in this process: 35.9643 (mp_runner.py:76) +2024-09-01 21:54:14,378 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0088s, count=1249, qps in this process: 41.6211 (mp_runner.py:76) +2024-09-01 21:54:14,380 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0096s, count=1249, qps in this process: 41.62 (mp_runner.py:76) +2024-09-01 21:54:14,382 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0045s, count=1197, qps in this process: 39.894 (mp_runner.py:76) +2024-09-01 21:54:14,390 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0016s, count=1067, qps in this process: 35.5648 (mp_runner.py:76) +2024-09-01 21:54:14,396 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0194s, count=1249, qps in this process: 41.6064 (mp_runner.py:76) +2024-09-01 21:54:14,400 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0067s, count=1249, qps in this process: 41.624 (mp_runner.py:76) +2024-09-01 21:54:14,401 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0109s, count=1142, qps in this process: 38.0528 (mp_runner.py:76) +2024-09-01 21:54:14,408 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.016s, count=1244, qps in this process: 41.4446 (mp_runner.py:76) +2024-09-01 21:54:14,410 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0177s, count=1214, qps in this process: 40.4428 (mp_runner.py:76) +2024-09-01 21:54:14,412 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0192s, count=1131, qps in this process: 37.6759 (mp_runner.py:76) +2024-09-01 21:54:14,420 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0226s, count=1098, qps in this process: 36.5724 (mp_runner.py:76) +2024-09-01 21:54:14,433 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0022s, count=1190, qps in this process: 39.6638 (mp_runner.py:76) +2024-09-01 21:54:14,434 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0022s, count=1242, qps in this process: 41.397 (mp_runner.py:76) +2024-09-01 21:54:14,435 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0042s, count=1204, qps in this process: 40.1277 (mp_runner.py:76) +2024-09-01 21:54:14,439 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0064s, count=1188, qps in this process: 39.5916 (mp_runner.py:76) +2024-09-01 21:54:14,440 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0071s, count=1252, qps in this process: 41.7235 (mp_runner.py:76) +2024-09-01 21:54:14,443 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0098s, count=1253, qps in this process: 41.753 (mp_runner.py:76) +2024-09-01 21:54:14,443 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0066s, count=1253, qps in this process: 41.7575 (mp_runner.py:76) +2024-09-01 21:54:14,444 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0044s, count=1203, qps in this process: 40.0941 (mp_runner.py:76) +2024-09-01 21:54:14,483 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0002s, count=1059, qps in this process: 35.2998 (mp_runner.py:76) +2024-09-01 21:54:14,483 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0008s, count=1071, qps in this process: 35.699 (mp_runner.py:76) +2024-09-01 21:54:14,485 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0008s, count=1081, qps in this process: 36.0324 (mp_runner.py:76) +2024-09-01 21:54:14,486 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0036s, count=1084, qps in this process: 36.129 (mp_runner.py:76) +2024-09-01 21:54:14,489 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0006s, count=1083, qps in this process: 36.0993 (mp_runner.py:76) +2024-09-01 21:54:14,496 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0019s, count=1066, qps in this process: 35.5311 (mp_runner.py:76) +2024-09-01 21:54:14,520 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0005s, count=1087, qps in this process: 36.2327 (mp_runner.py:76) +2024-09-01 21:54:14,529 | INFO |End search in concurrency 50: dur=30.651932040003885s, total_count=59633, qps=1945.4891 (mp_runner.py:120) +2024-09-01 21:54:18,207 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:54:18,207 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 21:54:39,361 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 21:54:39,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,616 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,656 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,670 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,670 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,687 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,796 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,798 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,814 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,814 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,823 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,828 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,836 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,843 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,853 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,861 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,863 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,864 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,869 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,870 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,901 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,906 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,919 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,922 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,926 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,947 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,957 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,957 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,968 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,974 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,979 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,991 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:39,992 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,011 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,023 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,023 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,043 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,046 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,086 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,100 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,122 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,125 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:40,135 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:54:53,136 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.020842270001594443 (mp_runner.py:73) +2024-09-01 21:54:53,137 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.020287699000618886 (mp_runner.py:73) +2024-09-01 21:54:53,141 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.024708752003789414 (mp_runner.py:73) +2024-09-01 21:54:53,143 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.03571300199837424 (mp_runner.py:73) +2024-09-01 21:54:53,145 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.038140321004902944 (mp_runner.py:73) +2024-09-01 21:54:53,145 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.03572176799934823 (mp_runner.py:73) +2024-09-01 21:54:53,146 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.03349123999942094 (mp_runner.py:73) +2024-09-01 21:54:53,146 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.03475601900572656 (mp_runner.py:73) +2024-09-01 21:54:53,147 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.039651512997807004 (mp_runner.py:73) +2024-09-01 21:54:53,147 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.036248968994186725 (mp_runner.py:73) +2024-09-01 21:54:53,147 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.03606062399921939 (mp_runner.py:73) +2024-09-01 21:54:53,147 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.03538768200087361 (mp_runner.py:73) +2024-09-01 21:54:53,148 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.032947790998150595 (mp_runner.py:73) +2024-09-01 21:54:53,149 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.03500491999875521 (mp_runner.py:73) +2024-09-01 21:54:53,149 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.0432724570055143 (mp_runner.py:73) +2024-09-01 21:54:53,150 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.03729313600342721 (mp_runner.py:73) +2024-09-01 21:54:53,151 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.032635404997563455 (mp_runner.py:73) +2024-09-01 21:54:53,154 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.04862382900319062 (mp_runner.py:73) +2024-09-01 21:54:53,157 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.02646351400471758 (mp_runner.py:73) +2024-09-01 21:54:53,161 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.018515534997277427 (mp_runner.py:73) +2024-09-01 21:54:53,163 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.027978096004517283 (mp_runner.py:73) +2024-09-01 21:54:53,176 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.027684227999998257 (mp_runner.py:73) +2024-09-01 21:54:53,197 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.03687736300344113 (mp_runner.py:73) +2024-09-01 21:54:53,214 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.03301489199657226 (mp_runner.py:73) +2024-09-01 21:54:53,249 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.027203270998143125 (mp_runner.py:73) +2024-09-01 21:54:53,249 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.02487990100053139 (mp_runner.py:73) +2024-09-01 21:54:53,250 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.030986549994850066 (mp_runner.py:73) +2024-09-01 21:54:53,253 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.023910042000352405 (mp_runner.py:73) +2024-09-01 21:54:53,321 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.022553458002221305 (mp_runner.py:73) +2024-09-01 21:54:53,327 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.028611272005946375 (mp_runner.py:73) +2024-09-01 21:54:53,385 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.032391257998824585 (mp_runner.py:73) +2024-09-01 21:54:53,809 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.027798506002000067 (mp_runner.py:73) +2024-09-01 21:54:53,810 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.024417697997705545 (mp_runner.py:73) +2024-09-01 21:54:53,810 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.03067093699792167 (mp_runner.py:73) +2024-09-01 21:54:53,813 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.02850423799827695 (mp_runner.py:73) +2024-09-01 21:54:53,882 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.020041474999743514 (mp_runner.py:73) +2024-09-01 21:54:53,883 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.02174409500003094 (mp_runner.py:73) +2024-09-01 21:54:53,884 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.021572808997007087 (mp_runner.py:73) +2024-09-01 21:54:53,885 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.024278767996293027 (mp_runner.py:73) +2024-09-01 21:54:53,885 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02710788099648198 (mp_runner.py:73) +2024-09-01 21:54:53,886 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.018551712004409637 (mp_runner.py:73) +2024-09-01 21:54:53,886 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.02881484999670647 (mp_runner.py:73) +2024-09-01 21:54:53,887 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.019167802995070815 (mp_runner.py:73) +2024-09-01 21:54:53,889 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.02912323799682781 (mp_runner.py:73) +2024-09-01 21:54:53,905 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.0319596970002749 (mp_runner.py:73) +2024-09-01 21:54:54,991 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.02313009100180352 (mp_runner.py:73) +2024-09-01 21:54:55,660 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.041589451997424476 (mp_runner.py:73) +2024-09-01 21:54:55,787 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.03526864900049986 (mp_runner.py:73) +2024-09-01 21:54:55,903 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.013008219997573178 (mp_runner.py:73) +2024-09-01 21:54:55,906 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.009640475000196602 (mp_runner.py:73) +2024-09-01 21:54:55,996 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.016232660003879573 (mp_runner.py:73) +2024-09-01 21:54:55,997 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.028773471996828448 (mp_runner.py:73) +2024-09-01 21:54:56,411 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.02966055199794937 (mp_runner.py:73) +2024-09-01 21:54:56,527 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.03220193100423785 (mp_runner.py:73) +2024-09-01 21:54:56,881 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.06469286299397936 (mp_runner.py:73) +2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.04571664499962935 (mp_runner.py:73) +2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.04419527400023071 (mp_runner.py:73) +2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.047720271002617665 (mp_runner.py:73) +2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.04181224200146971 (mp_runner.py:73) +2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.04304177599988179 (mp_runner.py:73) +2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.04566203599824803 (mp_runner.py:73) +2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.049291898001683876 (mp_runner.py:73) +2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.04440551700099604 (mp_runner.py:73) +2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.032816286002343986 (mp_runner.py:73) +2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.0383058549996349 (mp_runner.py:73) +2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.02011478500207886 (mp_runner.py:73) +2024-09-01 21:55:05,964 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.0354413189998013 (mp_runner.py:73) +2024-09-01 21:55:05,964 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.0329745790004381 (mp_runner.py:73) +2024-09-01 21:55:05,966 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.03411611099727452 (mp_runner.py:73) +2024-09-01 21:55:05,977 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.06432069299626164 (mp_runner.py:73) +2024-09-01 21:55:05,977 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.061856870001065545 (mp_runner.py:73) +2024-09-01 21:55:06,007 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.033789945002354216 (mp_runner.py:73) +2024-09-01 21:55:06,011 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.026651174994185567 (mp_runner.py:73) +2024-09-01 21:55:06,021 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.042566642005112953 (mp_runner.py:73) +2024-09-01 21:55:06,034 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.03922595400217688 (mp_runner.py:73) +2024-09-01 21:55:06,040 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.04388802500034217 (mp_runner.py:73) +2024-09-01 21:55:06,084 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.02182781800365774 (mp_runner.py:73) +2024-09-01 21:55:06,085 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.025664363995019812 (mp_runner.py:73) +2024-09-01 21:55:06,087 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.028020023994031362 (mp_runner.py:73) +2024-09-01 21:55:06,087 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.02982253000664059 (mp_runner.py:73) +2024-09-01 21:55:06,089 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.02613359099632362 (mp_runner.py:73) +2024-09-01 21:55:06,089 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.023319126004935242 (mp_runner.py:73) +2024-09-01 21:55:06,097 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.022277156000200193 (mp_runner.py:73) +2024-09-01 21:55:06,097 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.041834153002128005 (mp_runner.py:73) +2024-09-01 21:55:06,099 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.025657233003585134 (mp_runner.py:73) +2024-09-01 21:55:06,099 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.022347040998283774 (mp_runner.py:73) +2024-09-01 21:55:06,102 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.04811748799693305 (mp_runner.py:73) +2024-09-01 21:55:06,113 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.01814981699862983 (mp_runner.py:73) +2024-09-01 21:55:06,651 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.03914728100062348 (mp_runner.py:73) +2024-09-01 21:55:06,872 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.03279020899935858 (mp_runner.py:73) +2024-09-01 21:55:06,873 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.027549509002710693 (mp_runner.py:73) +2024-09-01 21:55:06,874 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.026893389003816992 (mp_runner.py:73) +2024-09-01 21:55:07,190 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.014866442004858982 (mp_runner.py:73) +2024-09-01 21:55:07,193 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.013698558002943173 (mp_runner.py:73) +2024-09-01 21:55:07,195 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.015170455000770744 (mp_runner.py:73) +2024-09-01 21:55:07,199 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.028425434000382666 (mp_runner.py:73) +2024-09-01 21:55:07,201 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.028535154997371137 (mp_runner.py:73) +2024-09-01 21:55:07,355 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.005345249002857599 (mp_runner.py:73) +2024-09-01 21:55:07,542 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.024704219998966437 (mp_runner.py:73) +2024-09-01 21:55:07,966 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.030896115000359714 (mp_runner.py:73) +2024-09-01 21:55:09,474 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0462s, count=1123, qps in this process: 37.3758 (mp_runner.py:76) +2024-09-01 21:55:09,646 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0183s, count=1139, qps in this process: 37.9435 (mp_runner.py:76) +2024-09-01 21:55:09,665 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0016s, count=1137, qps in this process: 37.898 (mp_runner.py:76) +2024-09-01 21:55:09,691 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0104s, count=1140, qps in this process: 37.9868 (mp_runner.py:76) +2024-09-01 21:55:09,693 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0037s, count=1097, qps in this process: 36.5622 (mp_runner.py:76) +2024-09-01 21:55:09,724 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0434s, count=1098, qps in this process: 36.5471 (mp_runner.py:76) +2024-09-01 21:55:09,725 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0221s, count=1066, qps in this process: 35.5072 (mp_runner.py:76) +2024-09-01 21:55:09,816 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0117s, count=1096, qps in this process: 36.5191 (mp_runner.py:76) +2024-09-01 21:55:09,840 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0186s, count=1133, qps in this process: 37.7433 (mp_runner.py:76) +2024-09-01 21:55:09,841 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0371s, count=1102, qps in this process: 36.688 (mp_runner.py:76) +2024-09-01 21:55:09,851 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0191s, count=1102, qps in this process: 36.71 (mp_runner.py:76) +2024-09-01 21:55:09,852 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0056s, count=1142, qps in this process: 38.0596 (mp_runner.py:76) +2024-09-01 21:55:09,855 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.033s, count=1147, qps in this process: 38.1913 (mp_runner.py:76) +2024-09-01 21:55:09,858 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0421s, count=1147, qps in this process: 38.1798 (mp_runner.py:76) +2024-09-01 21:55:09,861 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0189s, count=1148, qps in this process: 38.2426 (mp_runner.py:76) +2024-09-01 21:55:09,863 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0206s, count=1148, qps in this process: 38.2404 (mp_runner.py:76) +2024-09-01 21:55:09,865 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0044s, count=1148, qps in this process: 38.2611 (mp_runner.py:76) +2024-09-01 21:55:09,867 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0448s, count=1120, qps in this process: 37.2777 (mp_runner.py:76) +2024-09-01 21:55:09,871 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0286s, count=1148, qps in this process: 38.2302 (mp_runner.py:76) +2024-09-01 21:55:09,880 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.019s, count=1146, qps in this process: 38.1758 (mp_runner.py:76) +2024-09-01 21:55:09,893 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0276s, count=1148, qps in this process: 38.2315 (mp_runner.py:76) +2024-09-01 21:55:09,894 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0261s, count=1144, qps in this process: 38.1002 (mp_runner.py:76) +2024-09-01 21:55:09,896 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0741s, count=1147, qps in this process: 38.1391 (mp_runner.py:76) +2024-09-01 21:55:09,908 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.03s, count=1059, qps in this process: 35.2647 (mp_runner.py:76) +2024-09-01 21:55:09,911 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0507s, count=1103, qps in this process: 36.7046 (mp_runner.py:76) +2024-09-01 21:55:09,926 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.1001s, count=1148, qps in this process: 38.1394 (mp_runner.py:76) +2024-09-01 21:55:09,943 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0071s, count=1147, qps in this process: 38.2243 (mp_runner.py:76) +2024-09-01 21:55:09,944 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0179s, count=1103, qps in this process: 36.7447 (mp_runner.py:76) +2024-09-01 21:55:09,945 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0368s, count=1149, qps in this process: 38.2531 (mp_runner.py:76) +2024-09-01 21:55:09,947 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0806s, count=1149, qps in this process: 38.1974 (mp_runner.py:76) +2024-09-01 21:55:09,949 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.033s, count=1129, qps in this process: 37.592 (mp_runner.py:76) +2024-09-01 21:55:09,952 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0422s, count=1118, qps in this process: 37.2143 (mp_runner.py:76) +2024-09-01 21:55:09,953 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0736s, count=1124, qps in this process: 37.375 (mp_runner.py:76) +2024-09-01 21:55:09,955 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0295s, count=1148, qps in this process: 38.2291 (mp_runner.py:76) +2024-09-01 21:55:09,962 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0071s, count=1108, qps in this process: 36.9246 (mp_runner.py:76) +2024-09-01 21:55:09,966 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0004s, count=1150, qps in this process: 38.3328 (mp_runner.py:76) +2024-09-01 21:55:09,972 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0256s, count=1148, qps in this process: 38.234 (mp_runner.py:76) +2024-09-01 21:55:09,980 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0063s, count=1150, qps in this process: 38.3253 (mp_runner.py:76) +2024-09-01 21:55:09,984 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0047s, count=1139, qps in this process: 37.9607 (mp_runner.py:76) +2024-09-01 21:55:09,987 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0216s, count=1151, qps in this process: 38.3391 (mp_runner.py:76) +2024-09-01 21:55:09,989 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0065s, count=1143, qps in this process: 38.0917 (mp_runner.py:76) +2024-09-01 21:55:10,000 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0044s, count=1100, qps in this process: 36.6613 (mp_runner.py:76) +2024-09-01 21:55:10,014 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0164s, count=1153, qps in this process: 38.4123 (mp_runner.py:76) +2024-09-01 21:55:10,019 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0036s, count=977, qps in this process: 32.5628 (mp_runner.py:76) +2024-09-01 21:55:10,033 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0041s, count=950, qps in this process: 31.6623 (mp_runner.py:76) +2024-09-01 21:55:10,046 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0034s, count=999, qps in this process: 33.2962 (mp_runner.py:76) +2024-09-01 21:55:10,054 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0037s, count=1154, qps in this process: 38.4619 (mp_runner.py:76) +2024-09-01 21:55:10,055 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0053s, count=981, qps in this process: 32.6942 (mp_runner.py:76) +2024-09-01 21:55:10,094 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0032s, count=984, qps in this process: 32.7965 (mp_runner.py:76) +2024-09-01 21:55:10,096 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0009s, count=986, qps in this process: 32.8657 (mp_runner.py:76) +2024-09-01 21:55:10,104 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0004s, count=994, qps in this process: 33.1329 (mp_runner.py:76) +2024-09-01 21:55:10,109 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.001s, count=994, qps in this process: 33.1322 (mp_runner.py:76) +2024-09-01 21:55:10,128 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0017s, count=985, qps in this process: 32.8315 (mp_runner.py:76) +2024-09-01 21:55:10,129 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0004s, count=989, qps in this process: 32.9662 (mp_runner.py:76) +2024-09-01 21:55:10,142 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0008s, count=1132, qps in this process: 37.7323 (mp_runner.py:76) +2024-09-01 21:55:10,152 | INFO |End search in concurrency 55: dur=30.790454743000737s, total_count=60710, qps=1971.715 (mp_runner.py:120) +2024-09-01 21:55:14,247 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:55:14,248 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 21:55:35,501 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 21:55:35,973 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:35,990 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,093 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,095 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,096 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,096 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,105 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,114 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,135 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,138 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,139 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,144 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,145 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,145 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,146 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,155 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,157 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,174 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,176 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:36,208 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:55:49,733 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.024813090996758547 (mp_runner.py:73) +2024-09-01 21:55:49,734 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.027492795001307968 (mp_runner.py:73) +2024-09-01 21:55:49,735 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.020130201999563724 (mp_runner.py:73) +2024-09-01 21:55:49,738 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.023557579996122513 (mp_runner.py:73) +2024-09-01 21:55:49,738 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.024946022000222 (mp_runner.py:73) +2024-09-01 21:55:49,739 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.023702370999671984 (mp_runner.py:73) +2024-09-01 21:55:49,739 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.02444038300018292 (mp_runner.py:73) +2024-09-01 21:55:49,740 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.022696070998790674 (mp_runner.py:73) +2024-09-01 21:55:49,740 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.004270361001545098 (mp_runner.py:73) +2024-09-01 21:55:49,741 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.020684529998106882 (mp_runner.py:73) +2024-09-01 21:55:49,742 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.02380042299773777 (mp_runner.py:73) +2024-09-01 21:55:49,742 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.020665638003265485 (mp_runner.py:73) +2024-09-01 21:55:49,742 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.023797229994670488 (mp_runner.py:73) +2024-09-01 21:55:49,743 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.023963024003023747 (mp_runner.py:73) +2024-09-01 21:55:49,744 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.021640978004143108 (mp_runner.py:73) +2024-09-01 21:55:49,745 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.0229137839996838 (mp_runner.py:73) +2024-09-01 21:55:49,745 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.024424560004263185 (mp_runner.py:73) +2024-09-01 21:55:49,745 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.028760116001649294 (mp_runner.py:73) +2024-09-01 21:55:49,746 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.02312019999953918 (mp_runner.py:73) +2024-09-01 21:55:49,747 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.02236153399280738 (mp_runner.py:73) +2024-09-01 21:55:49,748 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.02397379799367627 (mp_runner.py:73) +2024-09-01 21:55:49,749 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.022508534995722584 (mp_runner.py:73) +2024-09-01 21:55:49,749 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.024126516000251286 (mp_runner.py:73) +2024-09-01 21:55:49,750 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.02330303499911679 (mp_runner.py:73) +2024-09-01 21:55:49,751 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.023541148999356665 (mp_runner.py:73) +2024-09-01 21:55:49,752 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02048698299768148 (mp_runner.py:73) +2024-09-01 21:55:49,753 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.02472035900427727 (mp_runner.py:73) +2024-09-01 21:55:49,753 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.023056493999320082 (mp_runner.py:73) +2024-09-01 21:55:49,754 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.019483270996715873 (mp_runner.py:73) +2024-09-01 21:55:49,755 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.019482029005303048 (mp_runner.py:73) +2024-09-01 21:55:49,756 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.019142144999932498 (mp_runner.py:73) +2024-09-01 21:55:49,758 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.0342462600019644 (mp_runner.py:73) +2024-09-01 21:55:49,768 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.06219470000360161 (mp_runner.py:73) +2024-09-01 21:55:49,769 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.03327213099692017 (mp_runner.py:73) +2024-09-01 21:55:49,797 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.025856265005131718 (mp_runner.py:73) +2024-09-01 21:55:49,801 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.011315408999507781 (mp_runner.py:73) +2024-09-01 21:55:49,801 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.00905269299983047 (mp_runner.py:73) +2024-09-01 21:55:49,815 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.029899166998802684 (mp_runner.py:73) +2024-09-01 21:55:49,819 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.013596012999187224 (mp_runner.py:73) +2024-09-01 21:55:50,244 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.029934680998849217 (mp_runner.py:73) +2024-09-01 21:55:50,694 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.025104908003413584 (mp_runner.py:73) +2024-09-01 21:55:50,699 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.030759577006392647 (mp_runner.py:73) +2024-09-01 21:55:50,703 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.0033849870014819317 (mp_runner.py:73) +2024-09-01 21:55:51,371 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.03477762900001835 (mp_runner.py:73) +2024-09-01 21:55:51,553 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.03189043600286823 (mp_runner.py:73) +2024-09-01 21:55:51,565 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.028248371003428474 (mp_runner.py:73) +2024-09-01 21:55:51,706 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.03869221100467257 (mp_runner.py:73) +2024-09-01 21:55:51,763 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.03572761699615512 (mp_runner.py:73) +2024-09-01 21:55:52,056 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.023268928998732008 (mp_runner.py:73) +2024-09-01 21:55:52,124 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.028306510001129936 (mp_runner.py:73) +2024-09-01 21:55:52,280 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.0021687200060114264 (mp_runner.py:73) +2024-09-01 21:55:52,389 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.03087416500056861 (mp_runner.py:73) +2024-09-01 21:55:52,502 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.031685138994362205 (mp_runner.py:73) +2024-09-01 21:55:52,636 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.041891412998666056 (mp_runner.py:73) +2024-09-01 21:55:52,826 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.03392600899678655 (mp_runner.py:73) +2024-09-01 21:55:52,946 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.035041185998125 (mp_runner.py:73) +2024-09-01 21:55:53,056 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.03305877299862914 (mp_runner.py:73) +2024-09-01 21:55:53,123 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.017544303002068773 (mp_runner.py:73) +2024-09-01 21:55:53,312 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.03150351099611726 (mp_runner.py:73) +2024-09-01 21:55:53,619 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.005039349998696707 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.04519663900282467 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.04348445199866546 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.04450898200593656 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.03979247899405891 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.035591059997386765 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.03011139599402668 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.03650274599931436 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.055299052997725084 (mp_runner.py:73) +2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.02438891499332385 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.03206620499986457 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.03769767999619944 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.02696644499519607 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.030042492995562498 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.05068672200286528 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.03548897099972237 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.048971920004987624 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.02043969000078505 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.0391218820004724 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.050243461002537515 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.04763509600161342 (mp_runner.py:73) +2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.03488447099516634 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.04463950399804162 (mp_runner.py:73) +2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.027818233000289183 (mp_runner.py:73) +2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.034186017997853924 (mp_runner.py:73) +2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.03228801800287329 (mp_runner.py:73) +2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.04880376599612646 (mp_runner.py:73) +2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.040980325000418816 (mp_runner.py:73) +2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.052752818999579176 (mp_runner.py:73) +2024-09-01 21:56:03,612 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.07605563999823062 (mp_runner.py:73) +2024-09-01 21:56:03,613 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.028060691001883242 (mp_runner.py:73) +2024-09-01 21:56:03,795 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.03898632700293092 (mp_runner.py:73) +2024-09-01 21:56:03,960 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.03495119100261945 (mp_runner.py:73) +2024-09-01 21:56:04,028 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.02096903700294206 (mp_runner.py:73) +2024-09-01 21:56:04,494 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.039976528998522554 (mp_runner.py:73) +2024-09-01 21:56:04,496 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.03707932500401512 (mp_runner.py:73) +2024-09-01 21:56:05,153 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.03358120599295944 (mp_runner.py:73) +2024-09-01 21:56:05,185 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.03731545600021491 (mp_runner.py:73) +2024-09-01 21:56:05,255 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.037463594002474565 (mp_runner.py:73) +2024-09-01 21:56:05,483 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.03034889300033683 (mp_runner.py:73) +2024-09-01 21:56:05,484 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.028338707001239527 (mp_runner.py:73) +2024-09-01 21:56:05,487 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.03869682699587429 (mp_runner.py:73) +2024-09-01 21:56:05,488 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.03814969000086421 (mp_runner.py:73) +2024-09-01 21:56:05,979 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0032s, count=1063, qps in this process: 35.4296 (mp_runner.py:76) +2024-09-01 21:56:06,028 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0245s, count=960, qps in this process: 31.9739 (mp_runner.py:76) +2024-09-01 21:56:06,101 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0038s, count=1021, qps in this process: 34.029 (mp_runner.py:76) +2024-09-01 21:56:06,105 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0083s, count=1021, qps in this process: 34.0239 (mp_runner.py:76) +2024-09-01 21:56:06,107 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0089s, count=1021, qps in this process: 34.0232 (mp_runner.py:76) +2024-09-01 21:56:06,108 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0104s, count=970, qps in this process: 32.3221 (mp_runner.py:76) +2024-09-01 21:56:06,109 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0055s, count=1021, qps in this process: 34.0271 (mp_runner.py:76) +2024-09-01 21:56:06,112 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0107s, count=1028, qps in this process: 34.2544 (mp_runner.py:76) +2024-09-01 21:56:06,116 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0045s, count=1090, qps in this process: 36.3279 (mp_runner.py:76) +2024-09-01 21:56:06,121 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.024s, count=906, qps in this process: 30.1759 (mp_runner.py:76) +2024-09-01 21:56:06,129 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0254s, count=943, qps in this process: 31.4067 (mp_runner.py:76) +2024-09-01 21:56:06,130 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0261s, count=1024, qps in this process: 34.1037 (mp_runner.py:76) +2024-09-01 21:56:06,142 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0408s, count=1076, qps in this process: 35.818 (mp_runner.py:76) +2024-09-01 21:56:06,143 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0491s, count=1027, qps in this process: 34.1774 (mp_runner.py:76) +2024-09-01 21:56:06,143 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0315s, count=951, qps in this process: 31.6667 (mp_runner.py:76) +2024-09-01 21:56:06,144 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0272s, count=918, qps in this process: 30.5723 (mp_runner.py:76) +2024-09-01 21:56:06,149 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0054s, count=917, qps in this process: 30.5612 (mp_runner.py:76) +2024-09-01 21:56:06,152 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0504s, count=963, qps in this process: 32.0462 (mp_runner.py:76) +2024-09-01 21:56:06,152 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.011s, count=1047, qps in this process: 34.8872 (mp_runner.py:76) +2024-09-01 21:56:06,153 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0552s, count=1084, qps in this process: 36.067 (mp_runner.py:76) +2024-09-01 21:56:06,155 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0217s, count=1094, qps in this process: 36.4403 (mp_runner.py:76) +2024-09-01 21:56:06,155 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0069s, count=1094, qps in this process: 36.4583 (mp_runner.py:76) +2024-09-01 21:56:06,155 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0003s, count=1094, qps in this process: 36.4663 (mp_runner.py:76) +2024-09-01 21:56:06,155 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0064s, count=1094, qps in this process: 36.4589 (mp_runner.py:76) +2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0069s, count=1094, qps in this process: 36.4583 (mp_runner.py:76) +2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0071s, count=1094, qps in this process: 36.458 (mp_runner.py:76) +2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0095s, count=1094, qps in this process: 36.4551 (mp_runner.py:76) +2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0123s, count=1094, qps in this process: 36.4517 (mp_runner.py:76) +2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0098s, count=1094, qps in this process: 36.4548 (mp_runner.py:76) +2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0592s, count=1047, qps in this process: 34.8313 (mp_runner.py:76) +2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0025s, count=1094, qps in this process: 36.4636 (mp_runner.py:76) +2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0132s, count=1094, qps in this process: 36.4506 (mp_runner.py:76) +2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0019s, count=1094, qps in this process: 36.4644 (mp_runner.py:76) +2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0133s, count=1094, qps in this process: 36.4505 (mp_runner.py:76) +2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0095s, count=1094, qps in this process: 36.4551 (mp_runner.py:76) +2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0442s, count=1094, qps in this process: 36.413 (mp_runner.py:76) +2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0101s, count=1094, qps in this process: 36.4544 (mp_runner.py:76) +2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0036s, count=1094, qps in this process: 36.4623 (mp_runner.py:76) +2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0106s, count=1094, qps in this process: 36.4538 (mp_runner.py:76) +2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0106s, count=1094, qps in this process: 36.4538 (mp_runner.py:76) +2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0616s, count=1094, qps in this process: 36.3919 (mp_runner.py:76) +2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0147s, count=1094, qps in this process: 36.4488 (mp_runner.py:76) +2024-09-01 21:56:06,159 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.016s, count=935, qps in this process: 31.1501 (mp_runner.py:76) +2024-09-01 21:56:06,176 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0638s, count=1094, qps in this process: 36.3893 (mp_runner.py:76) +2024-09-01 21:56:06,178 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0345s, count=1061, qps in this process: 35.326 (mp_runner.py:76) +2024-09-01 21:56:06,180 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0368s, count=887, qps in this process: 29.5304 (mp_runner.py:76) +2024-09-01 21:56:06,181 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0609s, count=1094, qps in this process: 36.3928 (mp_runner.py:76) +2024-09-01 21:56:06,182 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0848s, count=936, qps in this process: 31.1121 (mp_runner.py:76) +2024-09-01 21:56:06,184 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.083s, count=956, qps in this process: 31.7787 (mp_runner.py:76) +2024-09-01 21:56:06,185 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0853s, count=985, qps in this process: 32.7402 (mp_runner.py:76) +2024-09-01 21:56:06,185 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0414s, count=928, qps in this process: 30.8907 (mp_runner.py:76) +2024-09-01 21:56:06,185 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0013s, count=897, qps in this process: 29.8987 (mp_runner.py:76) +2024-09-01 21:56:06,189 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.042s, count=1094, qps in this process: 36.4157 (mp_runner.py:76) +2024-09-01 21:56:06,190 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0188s, count=1095, qps in this process: 36.4771 (mp_runner.py:76) +2024-09-01 21:56:06,192 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0396s, count=912, qps in this process: 30.3599 (mp_runner.py:76) +2024-09-01 21:56:06,193 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0245s, count=1096, qps in this process: 36.5035 (mp_runner.py:76) +2024-09-01 21:56:06,194 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0528s, count=1062, qps in this process: 35.3378 (mp_runner.py:76) +2024-09-01 21:56:06,198 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0078s, count=1096, qps in this process: 36.5238 (mp_runner.py:76) +2024-09-01 21:56:06,201 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0034s, count=907, qps in this process: 30.2299 (mp_runner.py:76) +2024-09-01 21:56:06,224 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0009s, count=933, qps in this process: 31.0991 (mp_runner.py:76) +2024-09-01 21:56:06,235 | INFO |End search in concurrency 60: dur=30.73372686800576s, total_count=62040, qps=2018.6292 (mp_runner.py:120) +2024-09-01 21:56:10,699 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:56:10,699 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 21:56:32,274 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 21:56:32,564 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,633 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,637 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,659 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,682 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,695 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,699 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,709 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,710 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,757 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,759 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,763 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,781 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,794 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,801 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,804 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,807 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,816 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,825 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,846 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,849 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,851 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,865 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,872 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,897 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,906 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,907 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,931 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,936 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,942 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,942 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:32,991 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,012 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,018 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,048 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,076 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,084 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,084 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,089 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,099 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,100 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,101 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,108 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,119 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,134 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,171 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:33,296 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:56:48,132 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.0024469020063406788 (mp_runner.py:73) +2024-09-01 21:56:48,132 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.0027207370003452525 (mp_runner.py:73) +2024-09-01 21:56:48,133 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.003516840995871462 (mp_runner.py:73) +2024-09-01 21:56:48,133 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.004088284003955778 (mp_runner.py:73) +2024-09-01 21:56:48,134 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.004375136995804496 (mp_runner.py:73) +2024-09-01 21:56:48,134 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.0045811500021955 (mp_runner.py:73) +2024-09-01 21:56:48,135 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.005212447002122644 (mp_runner.py:73) +2024-09-01 21:56:48,136 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.005714821003493853 (mp_runner.py:73) +2024-09-01 21:56:48,136 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.0073770419985521585 (mp_runner.py:73) +2024-09-01 21:56:48,137 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.008119370999338571 (mp_runner.py:73) +2024-09-01 21:56:48,138 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.00881260700407438 (mp_runner.py:73) +2024-09-01 21:56:48,139 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.009089578001294285 (mp_runner.py:73) +2024-09-01 21:56:48,139 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.009506792004685849 (mp_runner.py:73) +2024-09-01 21:56:48,139 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.010080630003358237 (mp_runner.py:73) +2024-09-01 21:56:48,140 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.01069523600017419 (mp_runner.py:73) +2024-09-01 21:56:48,141 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.0012247519989614375 (mp_runner.py:73) +2024-09-01 21:56:48,144 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.014914236999175046 (mp_runner.py:73) +2024-09-01 21:56:48,149 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.0034425899939378724 (mp_runner.py:73) +2024-09-01 21:56:48,150 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.0011106780002592131 (mp_runner.py:73) +2024-09-01 21:56:48,151 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.0013493649967131205 (mp_runner.py:73) +2024-09-01 21:56:48,154 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.005118043001857586 (mp_runner.py:73) +2024-09-01 21:56:48,155 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.009397727000759915 (mp_runner.py:73) +2024-09-01 21:56:48,155 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.005808051995700225 (mp_runner.py:73) +2024-09-01 21:56:48,155 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.009609216001990717 (mp_runner.py:73) +2024-09-01 21:56:48,156 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.006925367000803817 (mp_runner.py:73) +2024-09-01 21:56:48,157 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.007621935998031404 (mp_runner.py:73) +2024-09-01 21:56:48,157 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.002164673998777289 (mp_runner.py:73) +2024-09-01 21:56:48,163 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.025674476004496682 (mp_runner.py:73) +2024-09-01 21:56:48,163 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.0052654519968200475 (mp_runner.py:73) +2024-09-01 21:56:48,164 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.005965866999758873 (mp_runner.py:73) +2024-09-01 21:56:48,164 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.016335981999873184 (mp_runner.py:73) +2024-09-01 21:56:48,168 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.027878505003172904 (mp_runner.py:73) +2024-09-01 21:56:48,175 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.019974315997387748 (mp_runner.py:73) +2024-09-01 21:56:48,193 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.044395029995939694 (mp_runner.py:73) +2024-09-01 21:56:48,202 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.04015794600127265 (mp_runner.py:73) +2024-09-01 21:56:48,213 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.05518131599819753 (mp_runner.py:73) +2024-09-01 21:56:48,385 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.038971093999862205 (mp_runner.py:73) +2024-09-01 21:56:48,526 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.03314814099576324 (mp_runner.py:73) +2024-09-01 21:56:48,610 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.04116229799547 (mp_runner.py:73) +2024-09-01 21:56:48,780 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.03830345299502369 (mp_runner.py:73) +2024-09-01 21:56:48,885 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.041801111001404934 (mp_runner.py:73) +2024-09-01 21:56:48,974 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.03826651300187223 (mp_runner.py:73) +2024-09-01 21:56:49,087 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.023547700002382044 (mp_runner.py:73) +2024-09-01 21:56:49,139 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.04087367500324035 (mp_runner.py:73) +2024-09-01 21:56:49,308 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.015003344000433572 (mp_runner.py:73) +2024-09-01 21:56:49,309 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.010115040000528097 (mp_runner.py:73) +2024-09-01 21:56:49,310 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.006479056995885912 (mp_runner.py:73) +2024-09-01 21:56:49,311 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.016098164996947162 (mp_runner.py:73) +2024-09-01 21:56:49,320 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.02865726400341373 (mp_runner.py:73) +2024-09-01 21:56:49,321 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.029602526999951806 (mp_runner.py:73) +2024-09-01 21:56:49,322 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.027146859996719286 (mp_runner.py:73) +2024-09-01 21:56:49,323 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.03060780200030422 (mp_runner.py:73) +2024-09-01 21:56:49,324 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.02406279699789593 (mp_runner.py:73) +2024-09-01 21:56:49,325 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.026213404998998158 (mp_runner.py:73) +2024-09-01 21:56:49,327 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.03069663899805164 (mp_runner.py:73) +2024-09-01 21:56:49,328 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.025308834003226366 (mp_runner.py:73) +2024-09-01 21:56:49,331 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.04393512399838073 (mp_runner.py:73) +2024-09-01 21:56:49,389 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.04040741799690295 (mp_runner.py:73) +2024-09-01 21:56:50,571 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.014284502998634707 (mp_runner.py:73) +2024-09-01 21:56:50,609 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.04025121999438852 (mp_runner.py:73) +2024-09-01 21:56:50,851 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.04062297999917064 (mp_runner.py:73) +2024-09-01 21:56:51,324 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.04005230500479229 (mp_runner.py:73) +2024-09-01 21:56:51,619 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.024492080003255978 (mp_runner.py:73) +2024-09-01 21:56:52,159 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.03720705200248631 (mp_runner.py:73) +2024-09-01 21:56:52,573 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.0383896189960069 (mp_runner.py:73) +2024-09-01 21:57:02,610 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0379s, count=922, qps in this process: 30.6946 (mp_runner.py:76) +2024-09-01 21:57:02,655 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0136s, count=964, qps in this process: 32.1188 (mp_runner.py:76) +2024-09-01 21:57:02,660 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0057s, count=966, qps in this process: 32.1939 (mp_runner.py:76) +2024-09-01 21:57:02,660 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0256s, count=966, qps in this process: 32.1725 (mp_runner.py:76) +2024-09-01 21:57:02,662 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0029s, count=966, qps in this process: 32.1969 (mp_runner.py:76) +2024-09-01 21:57:02,679 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0099s, count=940, qps in this process: 31.323 (mp_runner.py:76) +2024-09-01 21:57:02,707 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0227s, count=955, qps in this process: 31.8093 (mp_runner.py:76) +2024-09-01 21:57:02,716 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0185s, count=967, qps in this process: 32.2135 (mp_runner.py:76) +2024-09-01 21:57:02,716 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0051s, count=968, qps in this process: 32.2612 (mp_runner.py:76) +2024-09-01 21:57:02,724 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.02s, count=903, qps in this process: 30.0799 (mp_runner.py:76) +2024-09-01 21:57:02,744 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0306s, count=944, qps in this process: 31.4346 (mp_runner.py:76) +2024-09-01 21:57:02,762 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.001s, count=875, qps in this process: 29.1657 (mp_runner.py:76) +2024-09-01 21:57:02,765 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0067s, count=969, qps in this process: 32.2928 (mp_runner.py:76) +2024-09-01 21:57:02,766 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0079s, count=969, qps in this process: 32.2915 (mp_runner.py:76) +2024-09-01 21:57:02,770 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.011s, count=969, qps in this process: 32.2882 (mp_runner.py:76) +2024-09-01 21:57:02,781 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0124s, count=969, qps in this process: 32.2867 (mp_runner.py:76) +2024-09-01 21:57:02,789 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0242s, count=958, qps in this process: 31.9076 (mp_runner.py:76) +2024-09-01 21:57:02,800 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0141s, count=897, qps in this process: 29.886 (mp_runner.py:76) +2024-09-01 21:57:02,805 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0053s, count=971, qps in this process: 32.3609 (mp_runner.py:76) +2024-09-01 21:57:02,808 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0035s, count=966, qps in this process: 32.1962 (mp_runner.py:76) +2024-09-01 21:57:02,815 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0569s, count=946, qps in this process: 31.4736 (mp_runner.py:76) +2024-09-01 21:57:02,822 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0112s, count=956, qps in this process: 31.8548 (mp_runner.py:76) +2024-09-01 21:57:02,826 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0019s, count=956, qps in this process: 31.8646 (mp_runner.py:76) +2024-09-01 21:57:02,850 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0161s, count=930, qps in this process: 30.9834 (mp_runner.py:76) +2024-09-01 21:57:02,853 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0427s, count=972, qps in this process: 32.3539 (mp_runner.py:76) +2024-09-01 21:57:02,853 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0007s, count=972, qps in this process: 32.3992 (mp_runner.py:76) +2024-09-01 21:57:02,854 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0356s, count=972, qps in this process: 32.3616 (mp_runner.py:76) +2024-09-01 21:57:02,855 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0362s, count=972, qps in this process: 32.361 (mp_runner.py:76) +2024-09-01 21:57:02,863 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0122s, count=953, qps in this process: 31.7538 (mp_runner.py:76) +2024-09-01 21:57:02,863 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0052s, count=973, qps in this process: 32.4277 (mp_runner.py:76) +2024-09-01 21:57:02,882 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0047s, count=974, qps in this process: 32.4616 (mp_runner.py:76) +2024-09-01 21:57:02,884 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0064s, count=974, qps in this process: 32.4597 (mp_runner.py:76) +2024-09-01 21:57:02,889 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0181s, count=974, qps in this process: 32.4471 (mp_runner.py:76) +2024-09-01 21:57:02,906 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0154s, count=975, qps in this process: 32.4833 (mp_runner.py:76) +2024-09-01 21:57:02,917 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0257s, count=975, qps in this process: 32.4722 (mp_runner.py:76) +2024-09-01 21:57:02,922 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0218s, count=938, qps in this process: 31.244 (mp_runner.py:76) +2024-09-01 21:57:02,927 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0155s, count=871, qps in this process: 29.0183 (mp_runner.py:76) +2024-09-01 21:57:02,931 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0342s, count=976, qps in this process: 32.4963 (mp_runner.py:76) +2024-09-01 21:57:02,932 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0227s, count=976, qps in this process: 32.5087 (mp_runner.py:76) +2024-09-01 21:57:02,943 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0009s, count=935, qps in this process: 31.1657 (mp_runner.py:76) +2024-09-01 21:57:02,950 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0075s, count=977, qps in this process: 32.5585 (mp_runner.py:76) +2024-09-01 21:57:02,951 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0011s, count=977, qps in this process: 32.5655 (mp_runner.py:76) +2024-09-01 21:57:02,951 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0165s, count=977, qps in this process: 32.5488 (mp_runner.py:76) +2024-09-01 21:57:02,966 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0054s, count=880, qps in this process: 29.3281 (mp_runner.py:76) +2024-09-01 21:57:02,967 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0174s, count=942, qps in this process: 31.3818 (mp_runner.py:76) +2024-09-01 21:57:03,011 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0118s, count=950, qps in this process: 31.6542 (mp_runner.py:76) +2024-09-01 21:57:03,029 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0006s, count=982, qps in this process: 32.7327 (mp_runner.py:76) +2024-09-01 21:57:03,033 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0149s, count=982, qps in this process: 32.7171 (mp_runner.py:76) +2024-09-01 21:57:03,077 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.004s, count=970, qps in this process: 32.329 (mp_runner.py:76) +2024-09-01 21:57:03,086 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.007s, count=984, qps in this process: 32.7923 (mp_runner.py:76) +2024-09-01 21:57:03,102 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0034s, count=985, qps in this process: 32.8296 (mp_runner.py:76) +2024-09-01 21:57:03,107 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0142s, count=890, qps in this process: 29.6526 (mp_runner.py:76) +2024-09-01 21:57:03,108 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0014s, count=983, qps in this process: 32.7651 (mp_runner.py:76) +2024-09-01 21:57:03,111 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0127s, count=851, qps in this process: 28.3547 (mp_runner.py:76) +2024-09-01 21:57:03,111 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0029s, count=985, qps in this process: 32.8302 (mp_runner.py:76) +2024-09-01 21:57:03,115 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.03s, count=971, qps in this process: 32.3343 (mp_runner.py:76) +2024-09-01 21:57:03,116 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0056s, count=907, qps in this process: 30.2277 (mp_runner.py:76) +2024-09-01 21:57:03,128 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0032s, count=813, qps in this process: 27.0971 (mp_runner.py:76) +2024-09-01 21:57:03,132 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0051s, count=920, qps in this process: 30.6615 (mp_runner.py:76) +2024-09-01 21:57:03,144 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0024s, count=856, qps in this process: 28.5311 (mp_runner.py:76) +2024-09-01 21:57:03,183 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0029s, count=941, qps in this process: 31.3636 (mp_runner.py:76) +2024-09-01 21:57:03,242 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0013s, count=877, qps in this process: 29.2321 (mp_runner.py:76) +2024-09-01 21:57:03,242 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0013s, count=906, qps in this process: 30.1987 (mp_runner.py:76) +2024-09-01 21:57:03,245 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0003s, count=876, qps in this process: 29.1997 (mp_runner.py:76) +2024-09-01 21:57:03,301 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0011s, count=915, qps in this process: 30.4989 (mp_runner.py:76) +2024-09-01 21:57:03,312 | INFO |End search in concurrency 65: dur=31.036725218997162s, total_count=61471, qps=1980.5891 (mp_runner.py:120) +2024-09-01 21:57:08,031 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:57:08,031 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 21:57:29,825 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 21:57:29,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,207 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,208 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,422 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,422 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,422 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,424 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,427 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,451 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,475 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,495 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,506 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,529 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,531 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,531 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,540 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,541 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,542 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,557 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,567 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,569 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,571 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,573 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,580 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,599 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,599 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,606 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,617 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,622 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,630 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,654 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,683 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,703 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,704 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,711 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,712 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,712 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,715 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,719 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:30,792 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 21:57:46,714 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.03313284699834185 (mp_runner.py:73) +2024-09-01 21:57:46,715 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.016612150000582915 (mp_runner.py:73) +2024-09-01 21:57:46,715 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.026788039998791646 (mp_runner.py:73) +2024-09-01 21:57:46,715 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.017648488996201195 (mp_runner.py:73) +2024-09-01 21:57:46,716 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.01896957400458632 (mp_runner.py:73) +2024-09-01 21:57:46,716 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.03694197800359689 (mp_runner.py:73) +2024-09-01 21:57:46,717 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.024278482000227086 (mp_runner.py:73) +2024-09-01 21:57:46,717 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.03433510399918305 (mp_runner.py:73) +2024-09-01 21:57:46,717 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.002984195998578798 (mp_runner.py:73) +2024-09-01 21:57:46,718 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.03559835199848749 (mp_runner.py:73) +2024-09-01 21:57:46,719 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.02268366299540503 (mp_runner.py:73) +2024-09-01 21:57:46,719 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.024114226005622186 (mp_runner.py:73) +2024-09-01 21:57:46,720 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.028805955000279937 (mp_runner.py:73) +2024-09-01 21:57:46,721 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.031362095003714785 (mp_runner.py:73) +2024-09-01 21:57:46,722 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.02877277699735714 (mp_runner.py:73) +2024-09-01 21:57:46,722 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.024969509002403356 (mp_runner.py:73) +2024-09-01 21:57:46,723 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.04162137900129892 (mp_runner.py:73) +2024-09-01 21:57:46,724 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.025509363003948238 (mp_runner.py:73) +2024-09-01 21:57:46,725 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.02558724000118673 (mp_runner.py:73) +2024-09-01 21:57:46,738 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.054111808000016026 (mp_runner.py:73) +2024-09-01 21:57:46,740 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.058232016999681946 (mp_runner.py:73) +2024-09-01 21:57:46,740 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.044721934995322954 (mp_runner.py:73) +2024-09-01 21:57:46,740 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.05702181699598441 (mp_runner.py:73) +2024-09-01 21:57:46,740 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.05405474500003038 (mp_runner.py:73) +2024-09-01 21:57:46,741 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.04837861599662574 (mp_runner.py:73) +2024-09-01 21:57:46,741 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.052449611997872125 (mp_runner.py:73) +2024-09-01 21:57:46,741 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.057021943997824565 (mp_runner.py:73) +2024-09-01 21:57:46,741 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.04453273000399349 (mp_runner.py:73) +2024-09-01 21:57:46,742 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.05370166600187076 (mp_runner.py:73) +2024-09-01 21:57:46,742 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.05366948599839816 (mp_runner.py:73) +2024-09-01 21:57:46,742 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.04410760699829552 (mp_runner.py:73) +2024-09-01 21:57:46,742 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.04835076999734156 (mp_runner.py:73) +2024-09-01 21:57:46,743 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.06162115700135473 (mp_runner.py:73) +2024-09-01 21:57:46,743 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.061197768001875374 (mp_runner.py:73) +2024-09-01 21:57:46,743 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.054124752001371235 (mp_runner.py:73) +2024-09-01 21:57:46,743 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.05973669000377413 (mp_runner.py:73) +2024-09-01 21:57:46,744 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.05873022699961439 (mp_runner.py:73) +2024-09-01 21:57:46,744 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.044583884999156 (mp_runner.py:73) +2024-09-01 21:57:46,744 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.049527928000316024 (mp_runner.py:73) +2024-09-01 21:57:46,744 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.04353718900529202 (mp_runner.py:73) +2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.05391065999720013 (mp_runner.py:73) +2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.04578267499891808 (mp_runner.py:73) +2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.05123208900477039 (mp_runner.py:73) +2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.05985646400222322 (mp_runner.py:73) +2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.052129056995909195 (mp_runner.py:73) +2024-09-01 21:57:46,746 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.058806551998713985 (mp_runner.py:73) +2024-09-01 21:57:46,746 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.05586219099495793 (mp_runner.py:73) +2024-09-01 21:57:46,746 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05513519899977837 (mp_runner.py:73) +2024-09-01 21:57:46,746 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.06061735600087559 (mp_runner.py:73) +2024-09-01 21:57:46,747 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.06649441999616101 (mp_runner.py:73) +2024-09-01 21:57:46,747 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.05974829800106818 (mp_runner.py:73) +2024-09-01 21:57:46,785 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.035002209995582234 (mp_runner.py:73) +2024-09-01 21:57:47,087 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.033814500995504204 (mp_runner.py:73) +2024-09-01 21:57:47,131 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.030397838992939796 (mp_runner.py:73) +2024-09-01 21:57:47,242 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.016928258999541868 (mp_runner.py:73) +2024-09-01 21:57:47,247 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.034672704998229165 (mp_runner.py:73) +2024-09-01 21:57:47,290 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.040632894000737 (mp_runner.py:73) +2024-09-01 21:57:48,748 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.02593289200012805 (mp_runner.py:73) +2024-09-01 21:57:48,972 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.05016766500193626 (mp_runner.py:73) +2024-09-01 21:57:49,043 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.0028169779980089515 (mp_runner.py:73) +2024-09-01 21:57:49,088 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.035101228997518774 (mp_runner.py:73) +2024-09-01 21:57:49,123 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.03656774800037965 (mp_runner.py:73) +2024-09-01 21:57:49,381 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.03642808499716921 (mp_runner.py:73) +2024-09-01 21:57:49,425 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.03912701900117099 (mp_runner.py:73) +2024-09-01 21:57:49,591 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.04656032799539389 (mp_runner.py:73) +2024-09-01 21:57:50,148 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.026498858002014458 (mp_runner.py:73) +2024-09-01 21:57:50,284 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.008515802001056727 (mp_runner.py:73) +2024-09-01 21:57:50,453 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.006131360001745634 (mp_runner.py:73) +2024-09-01 21:57:50,457 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.005470821997732855 (mp_runner.py:73) +2024-09-01 21:57:51,204 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.046099523999146186 (mp_runner.py:73) +2024-09-01 21:57:59,919 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0239s, count=890, qps in this process: 29.6431 (mp_runner.py:76) +2024-09-01 21:58:00,195 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0031s, count=930, qps in this process: 30.9968 (mp_runner.py:76) +2024-09-01 21:58:00,208 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0135s, count=864, qps in this process: 28.787 (mp_runner.py:76) +2024-09-01 21:58:00,221 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0068s, count=931, qps in this process: 31.0263 (mp_runner.py:76) +2024-09-01 21:58:00,241 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0248s, count=930, qps in this process: 30.9744 (mp_runner.py:76) +2024-09-01 21:58:00,254 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0522s, count=931, qps in this process: 30.9794 (mp_runner.py:76) +2024-09-01 21:58:00,426 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0028s, count=880, qps in this process: 29.3306 (mp_runner.py:76) +2024-09-01 21:58:00,433 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0081s, count=888, qps in this process: 29.592 (mp_runner.py:76) +2024-09-01 21:58:00,433 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0053s, count=930, qps in this process: 30.9945 (mp_runner.py:76) +2024-09-01 21:58:00,436 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0078s, count=889, qps in this process: 29.6256 (mp_runner.py:76) +2024-09-01 21:58:00,442 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0168s, count=937, qps in this process: 31.2159 (mp_runner.py:76) +2024-09-01 21:58:00,442 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0164s, count=895, qps in this process: 29.817 (mp_runner.py:76) +2024-09-01 21:58:00,444 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0205s, count=873, qps in this process: 29.0801 (mp_runner.py:76) +2024-09-01 21:58:00,444 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0189s, count=937, qps in this process: 31.2137 (mp_runner.py:76) +2024-09-01 21:58:00,446 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0215s, count=937, qps in this process: 31.211 (mp_runner.py:76) +2024-09-01 21:58:00,449 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0225s, count=937, qps in this process: 31.2099 (mp_runner.py:76) +2024-09-01 21:58:00,451 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0189s, count=937, qps in this process: 31.2137 (mp_runner.py:76) +2024-09-01 21:58:00,452 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0274s, count=937, qps in this process: 31.2048 (mp_runner.py:76) +2024-09-01 21:58:00,466 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0024s, count=937, qps in this process: 31.2308 (mp_runner.py:76) +2024-09-01 21:58:00,467 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.034s, count=937, qps in this process: 31.198 (mp_runner.py:76) +2024-09-01 21:58:00,467 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0097s, count=937, qps in this process: 31.2232 (mp_runner.py:76) +2024-09-01 21:58:00,476 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0032s, count=902, qps in this process: 30.0635 (mp_runner.py:76) +2024-09-01 21:58:00,476 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0507s, count=937, qps in this process: 31.1806 (mp_runner.py:76) +2024-09-01 21:58:00,477 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0044s, count=938, qps in this process: 31.2621 (mp_runner.py:76) +2024-09-01 21:58:00,482 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.008s, count=938, qps in this process: 31.2583 (mp_runner.py:76) +2024-09-01 21:58:00,483 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0018s, count=938, qps in this process: 31.2648 (mp_runner.py:76) +2024-09-01 21:58:00,489 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0144s, count=878, qps in this process: 29.2526 (mp_runner.py:76) +2024-09-01 21:58:00,493 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0197s, count=938, qps in this process: 31.2461 (mp_runner.py:76) +2024-09-01 21:58:00,494 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.021s, count=938, qps in this process: 31.2448 (mp_runner.py:76) +2024-09-01 21:58:00,495 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0221s, count=938, qps in this process: 31.2437 (mp_runner.py:76) +2024-09-01 21:58:00,500 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0268s, count=938, qps in this process: 31.2388 (mp_runner.py:76) +2024-09-01 21:58:00,503 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0015s, count=939, qps in this process: 31.2984 (mp_runner.py:76) +2024-09-01 21:58:00,507 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0267s, count=939, qps in this process: 31.2722 (mp_runner.py:76) +2024-09-01 21:58:00,539 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0046s, count=935, qps in this process: 31.1619 (mp_runner.py:76) +2024-09-01 21:58:00,541 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0291s, count=940, qps in this process: 31.303 (mp_runner.py:76) +2024-09-01 21:58:00,541 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0055s, count=940, qps in this process: 31.3276 (mp_runner.py:76) +2024-09-01 21:58:00,542 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0141s, count=939, qps in this process: 31.2853 (mp_runner.py:76) +2024-09-01 21:58:00,544 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0114s, count=940, qps in this process: 31.3214 (mp_runner.py:76) +2024-09-01 21:58:00,550 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0062s, count=941, qps in this process: 31.3602 (mp_runner.py:76) +2024-09-01 21:58:00,557 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.012s, count=820, qps in this process: 27.3224 (mp_runner.py:76) +2024-09-01 21:58:00,560 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0232s, count=941, qps in this process: 31.3424 (mp_runner.py:76) +2024-09-01 21:58:00,561 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0142s, count=941, qps in this process: 31.3518 (mp_runner.py:76) +2024-09-01 21:58:00,564 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0209s, count=870, qps in this process: 28.9798 (mp_runner.py:76) +2024-09-01 21:58:00,572 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0254s, count=942, qps in this process: 31.3734 (mp_runner.py:76) +2024-09-01 21:58:00,579 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0099s, count=875, qps in this process: 29.157 (mp_runner.py:76) +2024-09-01 21:58:00,580 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0089s, count=861, qps in this process: 28.6915 (mp_runner.py:76) +2024-09-01 21:58:00,582 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0067s, count=943, qps in this process: 31.4263 (mp_runner.py:76) +2024-09-01 21:58:00,583 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0047s, count=880, qps in this process: 29.3287 (mp_runner.py:76) +2024-09-01 21:58:00,584 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0149s, count=943, qps in this process: 31.4177 (mp_runner.py:76) +2024-09-01 21:58:00,593 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0172s, count=842, qps in this process: 28.0506 (mp_runner.py:76) +2024-09-01 21:58:00,594 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.008s, count=786, qps in this process: 26.193 (mp_runner.py:76) +2024-09-01 21:58:00,614 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0019s, count=942, qps in this process: 31.398 (mp_runner.py:76) +2024-09-01 21:58:00,621 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0038s, count=945, qps in this process: 31.496 (mp_runner.py:76) +2024-09-01 21:58:00,625 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0139s, count=946, qps in this process: 31.5187 (mp_runner.py:76) +2024-09-01 21:58:00,628 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0045s, count=916, qps in this process: 30.5288 (mp_runner.py:76) +2024-09-01 21:58:00,634 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0017s, count=946, qps in this process: 31.5315 (mp_runner.py:76) +2024-09-01 21:58:00,639 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0058s, count=816, qps in this process: 27.1947 (mp_runner.py:76) +2024-09-01 21:58:00,640 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0013s, count=780, qps in this process: 25.9989 (mp_runner.py:76) +2024-09-01 21:58:00,666 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.005s, count=803, qps in this process: 26.7622 (mp_runner.py:76) +2024-09-01 21:58:00,668 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0079s, count=951, qps in this process: 31.6917 (mp_runner.py:76) +2024-09-01 21:58:00,692 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0004s, count=956, qps in this process: 31.8662 (mp_runner.py:76) +2024-09-01 21:58:00,695 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0007s, count=803, qps in this process: 26.766 (mp_runner.py:76) +2024-09-01 21:58:00,716 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0026s, count=835, qps in this process: 27.8309 (mp_runner.py:76) +2024-09-01 21:58:00,716 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0014s, count=841, qps in this process: 28.032 (mp_runner.py:76) +2024-09-01 21:58:00,717 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0021s, count=962, qps in this process: 32.0644 (mp_runner.py:76) +2024-09-01 21:58:00,718 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0021s, count=962, qps in this process: 32.0644 (mp_runner.py:76) +2024-09-01 21:58:00,721 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0002s, count=831, qps in this process: 27.6998 (mp_runner.py:76) +2024-09-01 21:58:00,724 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0091s, count=804, qps in this process: 26.7919 (mp_runner.py:76) +2024-09-01 21:58:00,728 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0061s, count=963, qps in this process: 32.0935 (mp_runner.py:76) +2024-09-01 21:58:00,798 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0006s, count=844, qps in this process: 28.1328 (mp_runner.py:76) +2024-09-01 21:58:00,806 | INFO |End search in concurrency 70: dur=30.98062494199985s, total_count=63550, qps=2051.2821 (mp_runner.py:120) +2024-09-01 21:58:05,477 | INFO |Update largest qps with concurrency 70: current max_qps=2051.2821 (mp_runner.py:124) +2024-09-01 21:58:05,478 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2051.2821, serial_latency_p99=np.float64(0.0402), recall=np.float64(0.1993), ndcg=np.float64(0.3192), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[418.7919, 1700.1963, 1919.5262, 1958.6241, 1976.4194, 2040.8545, 1970.7225, 1934.4496, 1950.1201, 1945.4891, 1971.715, 2018.6292, 1980.5891, 2051.2821], conc_latency_p99_list=[np.float64(0.001184866276930552), np.float64(0.0010622789995977655), np.float64(0.0015432940566337493), np.float64(0.0016527429995672718), np.float64(0.0018306598260423924), np.float64(0.0019163221020804485), np.float64(0.002024536593722587), np.float64(0.0023858030216011685), np.float64(0.0027470202574768334), np.float64(0.0028291862677433527), np.float64(0.0023459979550920253), np.float64(0.0022286831775098106), np.float64(0.002303480263268284), np.float64(0.002326894945889944)]) (task_runner.py:197) +2024-09-01 21:58:05,478 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:46:50.801045'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2051.2821, serial_latency_p99=np.float64(0.0402), recall=np.float64(0.1993), ndcg=np.float64(0.3192), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[418.7919, 1700.1963, 1919.5262, 1958.6241, 1976.4194, 2040.8545, 1970.7225, 1934.4496, 1950.1201, 1945.4891, 1971.715, 2018.6292, 1980.5891, 2051.2821], conc_latency_p99_list=[np.float64(0.001184866276930552), np.float64(0.0010622789995977655), np.float64(0.0015432940566337493), np.float64(0.0016527429995672718), np.float64(0.0018306598260423924), np.float64(0.0019163221020804485), np.float64(0.002024536593722587), np.float64(0.0023858030216011685), np.float64(0.0027470202574768334), np.float64(0.0028291862677433527), np.float64(0.0023459979550920253), np.float64(0.0022286831775098106), np.float64(0.002303480263268284), np.float64(0.002326894945889944)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 21:58:05,478 | INFO |Task summary: run_id=2227e, task_label=2227e53260db4f8881bc9a6a5d8563be (models.py:346) +2024-09-01 21:58:05,478 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 21:58:05,478 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 21:58:05,478 | INFO |PgVector | 2024-09-01T21:46:50.801045 Performance1536D500K 2227e53260db4f8881bc9a6a5d8563be | 0.0 2051.2821 0.0402 0.1993 0 | :) (models.py:346) +2024-09-01 21:58:05,479 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json (models.py:204) +2024-09-01 21:58:05,479 | INFO |Success to finish task: label=2227e53260db4f8881bc9a6a5d8563be, run_id=2227e53260db4f8881bc9a6a5d8563be (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json b/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json new file mode 100644 index 000000000..aa5ba9183 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json @@ -0,0 +1 @@ +{"run_id": "2227e53260db4f8881bc9a6a5d8563be", "task_label": "2227e53260db4f8881bc9a6a5d8563be", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2051.2821, "serial_latency_p99": 0.0402, "recall": 0.1993, "ndcg": 0.3192, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [418.7919, 1700.1963, 1919.5262, 1958.6241, 1976.4194, 2040.8545, 1970.7225, 1934.4496, 1950.1201, 1945.4891, 1971.715, 2018.6292, 1980.5891, 2051.2821], "conc_latency_p99_list": [0.001184866276930552, 0.0010622789995977655, 0.0015432940566337493, 0.0016527429995672718, 0.0018306598260423924, 0.0019163221020804485, 0.002024536593722587, 0.0023858030216011685, 0.0027470202574768334, 0.0028291862677433527, 0.0023459979550920253, 0.0022286831775098106, 0.002303480263268284, 0.002326894945889944]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T21:46:50.801045", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt b/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt new file mode 100644 index 000000000..2fc906207 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt @@ -0,0 +1,1261 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load +2024-09-01 22:36:43,092 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:36:43.081062', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 22:36:43,093 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:36:43.081062', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 22:36:43,093 | INFO |generated uuid for the tasks: fd19b925faeb440a90899b3059fd2769 (interface.py:66) +2024-09-01 22:36:43,152 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 22:36:43,152 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 22:36:43,152 | INFO | PgVector-2024-09-01T22:36:43.081062 | Performance OpenAI-MEDIUM-500K None | fd19b925faeb440a90899b3059fd2769 (task_runner.py:340) +2024-09-01 22:36:43,152 | INFO |task submitted: id=fd19b925faeb440a90899b3059fd2769, fd19b925faeb440a90899b3059fd2769, case number: 1 (interface.py:231) +2024-09-01 22:36:43,563 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:36:43.081062'}, drop_old=False (interface.py:164) +2024-09-01 22:36:43,563 | INFO |Starting run (task_runner.py:100) +2024-09-01 22:36:43,638 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 22:36:44,234 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 22:36:44,282 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 22:36:44,306 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 22:36:44,306 | INFO |Start performance case (task_runner.py:158) +2024-09-01 22:36:44,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:36:44,319 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 22:36:44,319 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 22:36:44,320 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 22:36:44,364 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 22:36:44,926 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 22:36:44,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:36:44,947 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 22:36:44,947 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 22:36:48,348 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.027496400995005388, latest recall=0.93 (serial_runner.py:202) +2024-09-01 22:36:51,474 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.02769833400088828, latest recall=0.98 (serial_runner.py:202) +2024-09-01 22:36:54,619 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.016055797001172323, latest recall=0.91 (serial_runner.py:202) +2024-09-01 22:36:57,150 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.011454833998868708, latest recall=1.0 (serial_runner.py:202) +2024-09-01 22:36:59,909 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.011726345001079608, latest recall=0.97 (serial_runner.py:202) +2024-09-01 22:37:02,441 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.008155499999702442, latest recall=1.0 (serial_runner.py:202) +2024-09-01 22:37:04,733 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.014163119994918816, latest recall=0.98 (serial_runner.py:202) +2024-09-01 22:37:06,986 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.010863981995498762, latest recall=0.97 (serial_runner.py:202) +2024-09-01 22:37:09,113 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.013862480001989752, latest recall=0.99 (serial_runner.py:202) +2024-09-01 22:37:11,659 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.030193790997145697, latest recall=0.86 (serial_runner.py:202) +2024-09-01 22:37:11,660 | INFO |SpawnProcess-1:1 search entire test_data: cost=16.8298s, queries=1000, avg_recall=0.9536, avg_ndcg=0.9595,avg_latency=0.0168, p99=0.045 (serial_runner.py:209) +2024-09-01 22:37:12,195 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:37:12,195 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 22:37:13,217 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 22:37:13,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:37:17,474 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007375824003247544 (mp_runner.py:73) +2024-09-01 22:37:21,499 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.011837647994980216 (mp_runner.py:73) +2024-09-01 22:37:25,640 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.007350076004513539 (mp_runner.py:73) +2024-09-01 22:37:29,653 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.011371198001143057 (mp_runner.py:73) +2024-09-01 22:37:33,962 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.00749728899972979 (mp_runner.py:73) +2024-09-01 22:37:38,019 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.011457535001682118 (mp_runner.py:73) +2024-09-01 22:37:42,319 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.010528560997045133 (mp_runner.py:73) +2024-09-01 22:37:43,252 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0049s, count=3617, qps in this process: 120.547 (mp_runner.py:76) +2024-09-01 22:37:43,253 | INFO |End search in concurrency 1: dur=30.035691413002496s, total_count=3617, qps=120.4234 (mp_runner.py:120) +2024-09-01 22:37:43,436 | INFO |Update largest qps with concurrency 1: current max_qps=120.4234 (mp_runner.py:124) +2024-09-01 22:37:43,848 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:37:43,848 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 22:37:48,885 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 22:37:48,932 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:37:48,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:37:48,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:37:48,935 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:37:48,937 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:37:56,403 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.011642657998891082 (mp_runner.py:73) +2024-09-01 22:37:56,403 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.012095626996597275 (mp_runner.py:73) +2024-09-01 22:37:56,404 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.012411682997480966 (mp_runner.py:73) +2024-09-01 22:37:56,408 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.01702147800097009 (mp_runner.py:73) +2024-09-01 22:37:56,411 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.019636049997643568 (mp_runner.py:73) +2024-09-01 22:38:03,815 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.022061185001803096 (mp_runner.py:73) +2024-09-01 22:38:03,815 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.01772343899938278 (mp_runner.py:73) +2024-09-01 22:38:03,816 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0208181840062025 (mp_runner.py:73) +2024-09-01 22:38:03,816 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.019343410000146832 (mp_runner.py:73) +2024-09-01 22:38:03,816 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.01516437900136225 (mp_runner.py:73) +2024-09-01 22:38:11,369 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.008319789005327038 (mp_runner.py:73) +2024-09-01 22:38:11,369 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01577508099580882 (mp_runner.py:73) +2024-09-01 22:38:11,369 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.016375715997128282 (mp_runner.py:73) +2024-09-01 22:38:11,369 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.01561015700281132 (mp_runner.py:73) +2024-09-01 22:38:11,370 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.014967627997975796 (mp_runner.py:73) +2024-09-01 22:38:18,798 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.020953349994670134 (mp_runner.py:73) +2024-09-01 22:38:18,798 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.020422860005055554 (mp_runner.py:73) +2024-09-01 22:38:18,798 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.021296140002959874 (mp_runner.py:73) +2024-09-01 22:38:18,798 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.019611703995906282 (mp_runner.py:73) +2024-09-01 22:38:18,799 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.022082139999838546 (mp_runner.py:73) +2024-09-01 22:38:18,938 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0045s, count=2010, qps in this process: 66.99 (mp_runner.py:76) +2024-09-01 22:38:18,939 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.005s, count=2010, qps in this process: 66.9888 (mp_runner.py:76) +2024-09-01 22:38:18,941 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.008s, count=2010, qps in this process: 66.9821 (mp_runner.py:76) +2024-09-01 22:38:18,943 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0073s, count=2010, qps in this process: 66.9837 (mp_runner.py:76) +2024-09-01 22:38:18,952 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0133s, count=2011, qps in this process: 67.0036 (mp_runner.py:76) +2024-09-01 22:38:18,954 | INFO |End search in concurrency 5: dur=30.068234447004215s, total_count=10051, qps=334.273 (mp_runner.py:120) +2024-09-01 22:38:19,254 | INFO |Update largest qps with concurrency 5: current max_qps=334.273 (mp_runner.py:124) +2024-09-01 22:38:19,665 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:38:19,665 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 22:38:29,829 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 22:38:29,877 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:29,904 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:29,905 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:29,937 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:29,975 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:29,978 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,008 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,014 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:30,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:38:48,276 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.028236288999323733 (mp_runner.py:73) +2024-09-01 22:38:48,276 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.03370090299722506 (mp_runner.py:73) +2024-09-01 22:38:48,280 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.03151292700204067 (mp_runner.py:73) +2024-09-01 22:38:48,280 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.036198207999404985 (mp_runner.py:73) +2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.03745051800069632 (mp_runner.py:73) +2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.03217087100347271 (mp_runner.py:73) +2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.03259573899413226 (mp_runner.py:73) +2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.03862674400443211 (mp_runner.py:73) +2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.030860426006256603 (mp_runner.py:73) +2024-09-01 22:38:48,282 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.03800366900395602 (mp_runner.py:73) +2024-09-01 22:38:48,282 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.03316070800065063 (mp_runner.py:73) +2024-09-01 22:38:48,296 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.053183755997451954 (mp_runner.py:73) +2024-09-01 22:38:48,297 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.04702564600302139 (mp_runner.py:73) +2024-09-01 22:38:48,297 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.052681392000522465 (mp_runner.py:73) +2024-09-01 22:38:48,301 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.05890674699912779 (mp_runner.py:73) +2024-09-01 22:38:59,910 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.004s, count=840, qps in this process: 27.9963 (mp_runner.py:76) +2024-09-01 22:38:59,922 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0107s, count=840, qps in this process: 27.99 (mp_runner.py:76) +2024-09-01 22:38:59,925 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0478s, count=840, qps in this process: 27.9555 (mp_runner.py:76) +2024-09-01 22:38:59,945 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0057s, count=841, qps in this process: 28.028 (mp_runner.py:76) +2024-09-01 22:38:59,978 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0013s, count=842, qps in this process: 28.0655 (mp_runner.py:76) +2024-09-01 22:39:00,000 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0114s, count=843, qps in this process: 28.0893 (mp_runner.py:76) +2024-09-01 22:39:00,016 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0077s, count=843, qps in this process: 28.0928 (mp_runner.py:76) +2024-09-01 22:39:00,018 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0084s, count=843, qps in this process: 28.0921 (mp_runner.py:76) +2024-09-01 22:39:00,050 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0415s, count=844, qps in this process: 28.0945 (mp_runner.py:76) +2024-09-01 22:39:00,057 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0446s, count=844, qps in this process: 28.0916 (mp_runner.py:76) +2024-09-01 22:39:00,059 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.041s, count=844, qps in this process: 28.0949 (mp_runner.py:76) +2024-09-01 22:39:00,061 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0462s, count=844, qps in this process: 28.0901 (mp_runner.py:76) +2024-09-01 22:39:00,062 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0315s, count=844, qps in this process: 28.1038 (mp_runner.py:76) +2024-09-01 22:39:00,062 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0409s, count=844, qps in this process: 28.095 (mp_runner.py:76) +2024-09-01 22:39:00,063 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0452s, count=844, qps in this process: 28.091 (mp_runner.py:76) +2024-09-01 22:39:00,066 | INFO |End search in concurrency 15: dur=30.235544921997644s, total_count=12640, qps=418.051 (mp_runner.py:120) +2024-09-01 22:39:00,977 | INFO |Update largest qps with concurrency 15: current max_qps=418.051 (mp_runner.py:124) +2024-09-01 22:39:01,391 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:39:01,391 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 22:39:11,649 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 22:39:11,766 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,802 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,807 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,807 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,817 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,823 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,842 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,842 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,842 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,845 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,864 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,870 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,888 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:11,889 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:35,125 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.04818111199710984 (mp_runner.py:73) +2024-09-01 22:39:35,128 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.051111091997881886 (mp_runner.py:73) +2024-09-01 22:39:35,128 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.05077045399957569 (mp_runner.py:73) +2024-09-01 22:39:35,128 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.05146224900090601 (mp_runner.py:73) +2024-09-01 22:39:35,129 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.02988950900180498 (mp_runner.py:73) +2024-09-01 22:39:35,130 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.05241092799406033 (mp_runner.py:73) +2024-09-01 22:39:35,130 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0317042080059764 (mp_runner.py:73) +2024-09-01 22:39:35,131 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.04163906000030693 (mp_runner.py:73) +2024-09-01 22:39:35,131 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.0290861550020054 (mp_runner.py:73) +2024-09-01 22:39:35,133 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.02689139799622353 (mp_runner.py:73) +2024-09-01 22:39:35,135 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.028621577999729197 (mp_runner.py:73) +2024-09-01 22:39:35,135 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.057692750000569504 (mp_runner.py:73) +2024-09-01 22:39:35,135 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.05824782299896469 (mp_runner.py:73) +2024-09-01 22:39:35,136 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.04421640500368085 (mp_runner.py:73) +2024-09-01 22:39:35,136 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.05822725999314571 (mp_runner.py:73) +2024-09-01 22:39:35,138 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.06165975899784826 (mp_runner.py:73) +2024-09-01 22:39:35,141 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.06363556400174275 (mp_runner.py:73) +2024-09-01 22:39:35,141 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.050439867001841776 (mp_runner.py:73) +2024-09-01 22:39:35,142 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.06492897499992978 (mp_runner.py:73) +2024-09-01 22:39:35,142 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.06516567699873121 (mp_runner.py:73) +2024-09-01 22:39:41,809 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0004s, count=647, qps in this process: 21.5664 (mp_runner.py:76) +2024-09-01 22:39:41,840 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0008s, count=648, qps in this process: 21.5994 (mp_runner.py:76) +2024-09-01 22:39:41,841 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0228s, count=648, qps in this process: 21.5836 (mp_runner.py:76) +2024-09-01 22:39:41,842 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0023s, count=648, qps in this process: 21.5983 (mp_runner.py:76) +2024-09-01 22:39:41,842 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0138s, count=648, qps in this process: 21.5901 (mp_runner.py:76) +2024-09-01 22:39:41,847 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0807s, count=647, qps in this process: 21.5088 (mp_runner.py:76) +2024-09-01 22:39:41,850 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0059s, count=648, qps in this process: 21.5958 (mp_runner.py:76) +2024-09-01 22:39:41,858 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0138s, count=648, qps in this process: 21.5901 (mp_runner.py:76) +2024-09-01 22:39:41,861 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0515s, count=648, qps in this process: 21.563 (mp_runner.py:76) +2024-09-01 22:39:41,864 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0247s, count=648, qps in this process: 21.5822 (mp_runner.py:76) +2024-09-01 22:39:41,867 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0195s, count=648, qps in this process: 21.586 (mp_runner.py:76) +2024-09-01 22:39:41,868 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0035s, count=648, qps in this process: 21.5975 (mp_runner.py:76) +2024-09-01 22:39:41,868 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0242s, count=648, qps in this process: 21.5826 (mp_runner.py:76) +2024-09-01 22:39:41,872 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0658s, count=648, qps in this process: 21.5527 (mp_runner.py:76) +2024-09-01 22:39:41,875 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0089s, count=649, qps in this process: 21.6269 (mp_runner.py:76) +2024-09-01 22:39:41,875 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0114s, count=649, qps in this process: 21.6251 (mp_runner.py:76) +2024-09-01 22:39:41,894 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0076s, count=650, qps in this process: 21.6612 (mp_runner.py:76) +2024-09-01 22:39:41,894 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0029s, count=650, qps in this process: 21.6646 (mp_runner.py:76) +2024-09-01 22:39:41,894 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0079s, count=650, qps in this process: 21.661 (mp_runner.py:76) +2024-09-01 22:39:41,895 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0039s, count=650, qps in this process: 21.6639 (mp_runner.py:76) +2024-09-01 22:39:41,896 | INFO |End search in concurrency 20: dur=30.246487295997213s, total_count=12968, qps=428.744 (mp_runner.py:120) +2024-09-01 22:39:43,137 | INFO |Update largest qps with concurrency 20: current max_qps=428.744 (mp_runner.py:124) +2024-09-01 22:39:43,547 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:39:43,548 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 22:39:53,885 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 22:39:53,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:53,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:53,999 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,026 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,040 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,041 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,126 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,128 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,134 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,138 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,153 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,183 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,183 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,195 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,207 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,208 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,222 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:39:54,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.05736190499737859 (mp_runner.py:73) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.05829369400453288 (mp_runner.py:73) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.057338234000781085 (mp_runner.py:73) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.05938114099990344 (mp_runner.py:73) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.0589448699975037 (mp_runner.py:73) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.06020666199765401 (mp_runner.py:73) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.060518467995279934 (mp_runner.py:73) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.026216033998935018 (mp_runner.py:73) +2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.059812298000906594 (mp_runner.py:73) +2024-09-01 22:40:23,213 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.0597989090019837 (mp_runner.py:73) +2024-09-01 22:40:23,213 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.018799798002874013 (mp_runner.py:73) +2024-09-01 22:40:23,214 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.06302528700325638 (mp_runner.py:73) +2024-09-01 22:40:23,215 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.061248747995705344 (mp_runner.py:73) +2024-09-01 22:40:23,215 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.0632835009964765 (mp_runner.py:73) +2024-09-01 22:40:23,215 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0630008549997001 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.07274223100102972 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.07331560499733314 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.07038778500282206 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.07223749100376153 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.042657254001824185 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.05056403300113743 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.07321563399455044 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.07081630299944663 (mp_runner.py:73) +2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.07168316200113622 (mp_runner.py:73) +2024-09-01 22:40:23,225 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.0742184080008883 (mp_runner.py:73) +2024-09-01 22:40:23,951 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0042s, count=513, qps in this process: 17.0976 (mp_runner.py:76) +2024-09-01 22:40:24,053 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0329s, count=514, qps in this process: 17.1146 (mp_runner.py:76) +2024-09-01 22:40:24,055 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.084s, count=514, qps in this process: 17.0855 (mp_runner.py:76) +2024-09-01 22:40:24,056 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.025s, count=514, qps in this process: 17.1191 (mp_runner.py:76) +2024-09-01 22:40:24,059 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0101s, count=514, qps in this process: 17.1276 (mp_runner.py:76) +2024-09-01 22:40:24,060 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0533s, count=514, qps in this process: 17.1029 (mp_runner.py:76) +2024-09-01 22:40:24,061 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0107s, count=514, qps in this process: 17.1272 (mp_runner.py:76) +2024-09-01 22:40:24,146 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0155s, count=515, qps in this process: 17.1578 (mp_runner.py:76) +2024-09-01 22:40:24,150 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0115s, count=516, qps in this process: 17.1934 (mp_runner.py:76) +2024-09-01 22:40:24,160 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0119s, count=518, qps in this process: 17.2598 (mp_runner.py:76) +2024-09-01 22:40:24,164 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0305s, count=515, qps in this process: 17.1492 (mp_runner.py:76) +2024-09-01 22:40:24,168 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0342s, count=516, qps in this process: 17.1804 (mp_runner.py:76) +2024-09-01 22:40:24,170 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.039s, count=516, qps in this process: 17.1777 (mp_runner.py:76) +2024-09-01 22:40:24,175 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.02s, count=516, qps in this process: 17.1885 (mp_runner.py:76) +2024-09-01 22:40:24,189 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0018s, count=517, qps in this process: 17.2323 (mp_runner.py:76) +2024-09-01 22:40:24,195 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0077s, count=518, qps in this process: 17.2622 (mp_runner.py:76) +2024-09-01 22:40:24,195 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0014s, count=517, qps in this process: 17.2325 (mp_runner.py:76) +2024-09-01 22:40:24,205 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.018s, count=518, qps in this process: 17.2563 (mp_runner.py:76) +2024-09-01 22:40:24,213 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.014s, count=518, qps in this process: 17.2586 (mp_runner.py:76) +2024-09-01 22:40:24,228 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0175s, count=519, qps in this process: 17.2899 (mp_runner.py:76) +2024-09-01 22:40:24,232 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0175s, count=519, qps in this process: 17.2899 (mp_runner.py:76) +2024-09-01 22:40:24,244 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0127s, count=520, qps in this process: 17.326 (mp_runner.py:76) +2024-09-01 22:40:24,265 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0085s, count=521, qps in this process: 17.3617 (mp_runner.py:76) +2024-09-01 22:40:24,282 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0119s, count=522, qps in this process: 17.3931 (mp_runner.py:76) +2024-09-01 22:40:24,282 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.015s, count=522, qps in this process: 17.3913 (mp_runner.py:76) +2024-09-01 22:40:24,284 | INFO |End search in concurrency 25: dur=30.398666948000027s, total_count=12920, qps=425.0186 (mp_runner.py:120) +2024-09-01 22:40:26,250 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:40:26,250 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 22:40:36,709 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 22:40:36,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,880 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,891 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,891 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,904 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,904 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,932 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:36,991 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,000 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,021 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,030 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,043 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,050 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,094 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,102 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:40:37,130 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:06,870 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0214s, count=438, qps in this process: 14.5896 (mp_runner.py:76) +2024-09-01 22:41:06,920 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0056s, count=439, qps in this process: 14.6306 (mp_runner.py:76) +2024-09-01 22:41:06,921 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0305s, count=439, qps in this process: 14.6185 (mp_runner.py:76) +2024-09-01 22:41:06,929 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0307s, count=439, qps in this process: 14.6184 (mp_runner.py:76) +2024-09-01 22:41:06,931 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0323s, count=439, qps in this process: 14.6176 (mp_runner.py:76) +2024-09-01 22:41:06,932 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0171s, count=439, qps in this process: 14.625 (mp_runner.py:76) +2024-09-01 22:41:06,932 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0423s, count=439, qps in this process: 14.6127 (mp_runner.py:76) +2024-09-01 22:41:06,962 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0216s, count=440, qps in this process: 14.6561 (mp_runner.py:76) +2024-09-01 22:41:06,963 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0317s, count=440, qps in this process: 14.6512 (mp_runner.py:76) +2024-09-01 22:41:07,012 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0174s, count=441, qps in this process: 14.6915 (mp_runner.py:76) +2024-09-01 22:41:07,013 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0055s, count=441, qps in this process: 14.6973 (mp_runner.py:76) +2024-09-01 22:41:07,014 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0069s, count=441, qps in this process: 14.6966 (mp_runner.py:76) +2024-09-01 22:41:07,017 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0022s, count=441, qps in this process: 14.6989 (mp_runner.py:76) +2024-09-01 22:41:07,021 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0271s, count=441, qps in this process: 14.6867 (mp_runner.py:76) +2024-09-01 22:41:07,024 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.016s, count=441, qps in this process: 14.6922 (mp_runner.py:76) +2024-09-01 22:41:07,025 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.031s, count=441, qps in this process: 14.6848 (mp_runner.py:76) +2024-09-01 22:41:07,035 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.041s, count=441, qps in this process: 14.6799 (mp_runner.py:76) +2024-09-01 22:41:07,036 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0212s, count=441, qps in this process: 14.6896 (mp_runner.py:76) +2024-09-01 22:41:07,060 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.046s, count=442, qps in this process: 14.7108 (mp_runner.py:76) +2024-09-01 22:41:07,061 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0032s, count=442, qps in this process: 14.7318 (mp_runner.py:76) +2024-09-01 22:41:07,061 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0253s, count=442, qps in this process: 14.7209 (mp_runner.py:76) +2024-09-01 22:41:07,063 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0246s, count=442, qps in this process: 14.7213 (mp_runner.py:76) +2024-09-01 22:41:07,065 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0227s, count=442, qps in this process: 14.7222 (mp_runner.py:76) +2024-09-01 22:41:07,067 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0182s, count=442, qps in this process: 14.7244 (mp_runner.py:76) +2024-09-01 22:41:07,068 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0336s, count=442, qps in this process: 14.7169 (mp_runner.py:76) +2024-09-01 22:41:07,068 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.054s, count=442, qps in this process: 14.7069 (mp_runner.py:76) +2024-09-01 22:41:07,069 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0191s, count=442, qps in this process: 14.724 (mp_runner.py:76) +2024-09-01 22:41:07,106 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0039s, count=445, qps in this process: 14.8314 (mp_runner.py:76) +2024-09-01 22:41:07,119 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0123s, count=446, qps in this process: 14.8606 (mp_runner.py:76) +2024-09-01 22:41:07,143 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0032s, count=449, qps in this process: 14.9651 (mp_runner.py:76) +2024-09-01 22:41:07,145 | INFO |End search in concurrency 30: dur=30.435948466998525s, total_count=13239, qps=434.9791 (mp_runner.py:120) +2024-09-01 22:41:09,055 | INFO |Update largest qps with concurrency 30: current max_qps=434.9791 (mp_runner.py:124) +2024-09-01 22:41:09,467 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:41:09,467 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 22:41:19,982 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 22:41:20,148 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,149 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,266 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,267 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,287 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,297 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,297 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,297 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,314 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,320 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,320 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,320 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,328 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,331 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,333 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,338 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,377 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,377 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,382 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:20,394 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:41:50,187 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0346s, count=377, qps in this process: 12.5522 (mp_runner.py:76) +2024-09-01 22:41:50,199 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0446s, count=376, qps in this process: 12.5147 (mp_runner.py:76) +2024-09-01 22:41:50,271 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0137s, count=378, qps in this process: 12.5942 (mp_runner.py:76) +2024-09-01 22:41:50,277 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0084s, count=378, qps in this process: 12.5965 (mp_runner.py:76) +2024-09-01 22:41:50,282 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0133s, count=378, qps in this process: 12.5944 (mp_runner.py:76) +2024-09-01 22:41:50,338 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0142s, count=379, qps in this process: 12.6274 (mp_runner.py:76) +2024-09-01 22:41:50,338 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0188s, count=379, qps in this process: 12.6254 (mp_runner.py:76) +2024-09-01 22:41:50,342 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0458s, count=379, qps in this process: 12.6141 (mp_runner.py:76) +2024-09-01 22:41:50,343 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0415s, count=379, qps in this process: 12.6159 (mp_runner.py:76) +2024-09-01 22:41:50,344 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0135s, count=379, qps in this process: 12.6277 (mp_runner.py:76) +2024-09-01 22:41:50,346 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0532s, count=379, qps in this process: 12.611 (mp_runner.py:76) +2024-09-01 22:41:50,350 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0077s, count=379, qps in this process: 12.6301 (mp_runner.py:76) +2024-09-01 22:41:50,350 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0262s, count=379, qps in this process: 12.6223 (mp_runner.py:76) +2024-09-01 22:41:50,351 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0092s, count=379, qps in this process: 12.6295 (mp_runner.py:76) +2024-09-01 22:41:50,353 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0135s, count=379, qps in this process: 12.6277 (mp_runner.py:76) +2024-09-01 22:41:50,353 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0516s, count=379, qps in this process: 12.6116 (mp_runner.py:76) +2024-09-01 22:41:50,354 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0715s, count=379, qps in this process: 12.6033 (mp_runner.py:76) +2024-09-01 22:41:50,356 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0183s, count=379, qps in this process: 12.6256 (mp_runner.py:76) +2024-09-01 22:41:50,357 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0342s, count=379, qps in this process: 12.6189 (mp_runner.py:76) +2024-09-01 22:41:50,361 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0644s, count=379, qps in this process: 12.6063 (mp_runner.py:76) +2024-09-01 22:41:50,361 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.06s, count=379, qps in this process: 12.6081 (mp_runner.py:76) +2024-09-01 22:41:50,362 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0388s, count=379, qps in this process: 12.617 (mp_runner.py:76) +2024-09-01 22:41:50,363 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0438s, count=379, qps in this process: 12.6149 (mp_runner.py:76) +2024-09-01 22:41:50,364 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0679s, count=379, qps in this process: 12.6048 (mp_runner.py:76) +2024-09-01 22:41:50,382 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0397s, count=379, qps in this process: 12.6166 (mp_runner.py:76) +2024-09-01 22:41:50,387 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0192s, count=380, qps in this process: 12.6586 (mp_runner.py:76) +2024-09-01 22:41:50,388 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0263s, count=380, qps in this process: 12.6556 (mp_runner.py:76) +2024-09-01 22:41:50,388 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0206s, count=380, qps in this process: 12.658 (mp_runner.py:76) +2024-09-01 22:41:50,388 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.027s, count=380, qps in this process: 12.6553 (mp_runner.py:76) +2024-09-01 22:41:50,389 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.021s, count=380, qps in this process: 12.6578 (mp_runner.py:76) +2024-09-01 22:41:50,389 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0216s, count=380, qps in this process: 12.6576 (mp_runner.py:76) +2024-09-01 22:41:50,390 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0036s, count=380, qps in this process: 12.6651 (mp_runner.py:76) +2024-09-01 22:41:50,390 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.004s, count=380, qps in this process: 12.665 (mp_runner.py:76) +2024-09-01 22:41:50,407 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0135s, count=381, qps in this process: 12.6943 (mp_runner.py:76) +2024-09-01 22:41:50,407 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0109s, count=381, qps in this process: 12.6954 (mp_runner.py:76) +2024-09-01 22:41:50,409 | INFO |End search in concurrency 35: dur=30.42601423800079s, total_count=13269, qps=436.1071 (mp_runner.py:120) +2024-09-01 22:41:52,697 | INFO |Update largest qps with concurrency 35: current max_qps=436.1071 (mp_runner.py:124) +2024-09-01 22:41:53,108 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:41:53,109 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 22:42:03,816 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 22:42:03,984 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:03,992 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,042 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,063 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,086 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,144 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,168 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,176 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,183 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,196 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,199 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,202 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,202 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,221 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,236 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,243 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,247 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,247 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,251 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,271 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,305 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:04,310 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:34,004 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0189s, count=332, qps in this process: 11.0597 (mp_runner.py:76) +2024-09-01 22:42:34,063 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0091s, count=333, qps in this process: 11.0966 (mp_runner.py:76) +2024-09-01 22:42:34,084 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0897s, count=333, qps in this process: 11.0669 (mp_runner.py:76) +2024-09-01 22:42:34,131 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0438s, count=333, qps in this process: 11.0838 (mp_runner.py:76) +2024-09-01 22:42:34,159 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.081s, count=334, qps in this process: 11.1034 (mp_runner.py:76) +2024-09-01 22:42:34,161 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0396s, count=333, qps in this process: 11.0854 (mp_runner.py:76) +2024-09-01 22:42:34,163 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0168s, count=334, qps in this process: 11.1271 (mp_runner.py:76) +2024-09-01 22:42:34,168 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0004s, count=334, qps in this process: 11.1332 (mp_runner.py:76) +2024-09-01 22:42:34,169 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0308s, count=334, qps in this process: 11.1219 (mp_runner.py:76) +2024-09-01 22:42:34,204 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0146s, count=335, qps in this process: 11.1612 (mp_runner.py:76) +2024-09-01 22:42:34,205 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0016s, count=335, qps in this process: 11.1661 (mp_runner.py:76) +2024-09-01 22:42:34,207 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0376s, count=335, qps in this process: 11.1527 (mp_runner.py:76) +2024-09-01 22:42:34,214 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0247s, count=335, qps in this process: 11.1575 (mp_runner.py:76) +2024-09-01 22:42:34,218 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0381s, count=335, qps in this process: 11.1525 (mp_runner.py:76) +2024-09-01 22:42:34,219 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0289s, count=335, qps in this process: 11.1559 (mp_runner.py:76) +2024-09-01 22:42:34,220 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0056s, count=335, qps in this process: 11.1646 (mp_runner.py:76) +2024-09-01 22:42:34,222 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0356s, count=335, qps in this process: 11.1534 (mp_runner.py:76) +2024-09-01 22:42:34,229 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0231s, count=335, qps in this process: 11.1581 (mp_runner.py:76) +2024-09-01 22:42:34,232 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0423s, count=335, qps in this process: 11.1509 (mp_runner.py:76) +2024-09-01 22:42:34,232 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0425s, count=335, qps in this process: 11.1509 (mp_runner.py:76) +2024-09-01 22:42:34,233 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0335s, count=335, qps in this process: 11.1542 (mp_runner.py:76) +2024-09-01 22:42:34,257 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0174s, count=336, qps in this process: 11.1935 (mp_runner.py:76) +2024-09-01 22:42:34,257 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0075s, count=336, qps in this process: 11.1972 (mp_runner.py:76) +2024-09-01 22:42:34,258 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0157s, count=336, qps in this process: 11.1941 (mp_runner.py:76) +2024-09-01 22:42:34,259 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0233s, count=336, qps in this process: 11.1913 (mp_runner.py:76) +2024-09-01 22:42:34,259 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0078s, count=336, qps in this process: 11.1971 (mp_runner.py:76) +2024-09-01 22:42:34,259 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0166s, count=336, qps in this process: 11.1938 (mp_runner.py:76) +2024-09-01 22:42:34,261 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0407s, count=336, qps in this process: 11.1848 (mp_runner.py:76) +2024-09-01 22:42:34,262 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0355s, count=336, qps in this process: 11.1868 (mp_runner.py:76) +2024-09-01 22:42:34,267 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.005s, count=336, qps in this process: 11.1981 (mp_runner.py:76) +2024-09-01 22:42:34,268 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0324s, count=336, qps in this process: 11.1879 (mp_runner.py:76) +2024-09-01 22:42:34,268 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0062s, count=336, qps in this process: 11.1977 (mp_runner.py:76) +2024-09-01 22:42:34,269 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0173s, count=336, qps in this process: 11.1935 (mp_runner.py:76) +2024-09-01 22:42:34,270 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0064s, count=336, qps in this process: 11.1976 (mp_runner.py:76) +2024-09-01 22:42:34,284 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0018s, count=337, qps in this process: 11.2327 (mp_runner.py:76) +2024-09-01 22:42:34,285 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0211s, count=337, qps in this process: 11.2254 (mp_runner.py:76) +2024-09-01 22:42:34,285 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0231s, count=337, qps in this process: 11.2247 (mp_runner.py:76) +2024-09-01 22:42:34,288 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0087s, count=337, qps in this process: 11.2301 (mp_runner.py:76) +2024-09-01 22:42:34,329 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0151s, count=340, qps in this process: 11.3276 (mp_runner.py:76) +2024-09-01 22:42:34,330 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0077s, count=340, qps in this process: 11.3304 (mp_runner.py:76) +2024-09-01 22:42:34,331 | INFO |End search in concurrency 40: dur=30.514586238998163s, total_count=13416, qps=439.6586 (mp_runner.py:120) +2024-09-01 22:42:36,922 | INFO |Update largest qps with concurrency 40: current max_qps=439.6586 (mp_runner.py:124) +2024-09-01 22:42:37,335 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:42:37,335 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 22:42:48,156 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 22:42:48,252 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,388 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,407 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,420 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,422 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,501 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,512 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,531 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,535 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,547 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,557 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,565 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,599 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,604 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,626 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,632 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,632 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,632 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,636 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,645 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,646 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,648 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,648 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,649 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,651 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,652 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,724 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,733 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,798 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:42:48,800 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:18,326 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0382s, count=297, qps in this process: 9.8874 (mp_runner.py:76) +2024-09-01 22:43:18,454 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0578s, count=298, qps in this process: 9.9142 (mp_runner.py:76) +2024-09-01 22:43:18,499 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0502s, count=298, qps in this process: 9.9167 (mp_runner.py:76) +2024-09-01 22:43:18,499 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0661s, count=298, qps in this process: 9.9115 (mp_runner.py:76) +2024-09-01 22:43:18,508 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0943s, count=299, qps in this process: 9.9354 (mp_runner.py:76) +2024-09-01 22:43:18,519 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0891s, count=299, qps in this process: 9.9372 (mp_runner.py:76) +2024-09-01 22:43:18,524 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0142s, count=299, qps in this process: 9.962 (mp_runner.py:76) +2024-09-01 22:43:18,549 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.1399s, count=299, qps in this process: 9.9204 (mp_runner.py:76) +2024-09-01 22:43:18,564 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0267s, count=299, qps in this process: 9.9578 (mp_runner.py:76) +2024-09-01 22:43:18,565 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.043s, count=299, qps in this process: 9.9524 (mp_runner.py:76) +2024-09-01 22:43:18,571 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0616s, count=299, qps in this process: 9.9462 (mp_runner.py:76) +2024-09-01 22:43:18,574 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0705s, count=299, qps in this process: 9.9433 (mp_runner.py:76) +2024-09-01 22:43:18,577 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.002s, count=299, qps in this process: 9.966 (mp_runner.py:76) +2024-09-01 22:43:18,577 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0426s, count=299, qps in this process: 9.9525 (mp_runner.py:76) +2024-09-01 22:43:18,578 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0038s, count=299, qps in this process: 9.9654 (mp_runner.py:76) +2024-09-01 22:43:18,580 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0084s, count=299, qps in this process: 9.9639 (mp_runner.py:76) +2024-09-01 22:43:18,596 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0862s, count=299, qps in this process: 9.9381 (mp_runner.py:76) +2024-09-01 22:43:18,638 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.08s, count=300, qps in this process: 9.9734 (mp_runner.py:76) +2024-09-01 22:43:18,640 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0385s, count=300, qps in this process: 9.9872 (mp_runner.py:76) +2024-09-01 22:43:18,642 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0038s, count=300, qps in this process: 9.9987 (mp_runner.py:76) +2024-09-01 22:43:18,643 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.009s, count=300, qps in this process: 9.997 (mp_runner.py:76) +2024-09-01 22:43:18,647 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0443s, count=300, qps in this process: 9.9853 (mp_runner.py:76) +2024-09-01 22:43:18,649 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0744s, count=300, qps in this process: 9.9753 (mp_runner.py:76) +2024-09-01 22:43:18,649 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0152s, count=300, qps in this process: 9.9949 (mp_runner.py:76) +2024-09-01 22:43:18,650 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0127s, count=300, qps in this process: 9.9958 (mp_runner.py:76) +2024-09-01 22:43:18,655 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0207s, count=300, qps in this process: 9.9931 (mp_runner.py:76) +2024-09-01 22:43:18,655 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0893s, count=300, qps in this process: 9.9703 (mp_runner.py:76) +2024-09-01 22:43:18,656 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.054s, count=300, qps in this process: 9.982 (mp_runner.py:76) +2024-09-01 22:43:18,656 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.046s, count=300, qps in this process: 9.9847 (mp_runner.py:76) +2024-09-01 22:43:18,656 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0544s, count=300, qps in this process: 9.9819 (mp_runner.py:76) +2024-09-01 22:43:18,657 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0097s, count=300, qps in this process: 9.9968 (mp_runner.py:76) +2024-09-01 22:43:18,662 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0274s, count=300, qps in this process: 9.9909 (mp_runner.py:76) +2024-09-01 22:43:18,662 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.1102s, count=300, qps in this process: 9.9634 (mp_runner.py:76) +2024-09-01 22:43:18,664 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0136s, count=300, qps in this process: 9.9955 (mp_runner.py:76) +2024-09-01 22:43:18,664 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0364s, count=300, qps in this process: 9.9879 (mp_runner.py:76) +2024-09-01 22:43:18,672 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0219s, count=301, qps in this process: 10.026 (mp_runner.py:76) +2024-09-01 22:43:18,672 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0222s, count=301, qps in this process: 10.0259 (mp_runner.py:76) +2024-09-01 22:43:18,675 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0286s, count=301, qps in this process: 10.0238 (mp_runner.py:76) +2024-09-01 22:43:18,700 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0151s, count=302, qps in this process: 10.0616 (mp_runner.py:76) +2024-09-01 22:43:18,701 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0028s, count=302, qps in this process: 10.0657 (mp_runner.py:76) +2024-09-01 22:43:18,733 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0054s, count=304, qps in this process: 10.1315 (mp_runner.py:76) +2024-09-01 22:43:18,738 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.02s, count=304, qps in this process: 10.1266 (mp_runner.py:76) +2024-09-01 22:43:18,744 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0065s, count=305, qps in this process: 10.1645 (mp_runner.py:76) +2024-09-01 22:43:18,813 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0065s, count=310, qps in this process: 10.3311 (mp_runner.py:76) +2024-09-01 22:43:18,813 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0049s, count=310, qps in this process: 10.3316 (mp_runner.py:76) +2024-09-01 22:43:18,815 | INFO |End search in concurrency 45: dur=30.657465658994624s, total_count=13518, qps=440.9366 (mp_runner.py:120) +2024-09-01 22:43:21,756 | INFO |Update largest qps with concurrency 45: current max_qps=440.9366 (mp_runner.py:124) +2024-09-01 22:43:22,167 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:43:22,167 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 22:43:43,151 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 22:43:43,223 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,352 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,380 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,394 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,428 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,443 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,642 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,645 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,650 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,662 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,688 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,697 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,700 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,715 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,725 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,732 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,757 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,766 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,772 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,786 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,791 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,794 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,799 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,799 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,814 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,815 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,831 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,842 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,843 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,856 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,856 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,856 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,920 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:43:43,921 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:13,380 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0165s, count=266, qps in this process: 8.8618 (mp_runner.py:76) +2024-09-01 22:44:13,385 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.1095s, count=266, qps in this process: 8.8344 (mp_runner.py:76) +2024-09-01 22:44:13,468 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0298s, count=267, qps in this process: 8.8912 (mp_runner.py:76) +2024-09-01 22:44:13,470 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0688s, count=267, qps in this process: 8.8796 (mp_runner.py:76) +2024-09-01 22:44:13,510 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0544s, count=267, qps in this process: 8.8839 (mp_runner.py:76) +2024-09-01 22:44:13,513 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.1243s, count=267, qps in this process: 8.8633 (mp_runner.py:76) +2024-09-01 22:44:13,688 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0379s, count=268, qps in this process: 8.9221 (mp_runner.py:76) +2024-09-01 22:44:13,691 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0032s, count=268, qps in this process: 8.9324 (mp_runner.py:76) +2024-09-01 22:44:13,699 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0552s, count=268, qps in this process: 8.9169 (mp_runner.py:76) +2024-09-01 22:44:13,730 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0714s, count=269, qps in this process: 8.9454 (mp_runner.py:76) +2024-09-01 22:44:13,732 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0537s, count=269, qps in this process: 8.9506 (mp_runner.py:76) +2024-09-01 22:44:13,734 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0091s, count=269, qps in this process: 8.9639 (mp_runner.py:76) +2024-09-01 22:44:13,735 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0709s, count=269, qps in this process: 8.9455 (mp_runner.py:76) +2024-09-01 22:44:13,736 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.019s, count=269, qps in this process: 8.961 (mp_runner.py:76) +2024-09-01 22:44:13,739 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0562s, count=269, qps in this process: 8.9499 (mp_runner.py:76) +2024-09-01 22:44:13,741 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0962s, count=269, qps in this process: 8.938 (mp_runner.py:76) +2024-09-01 22:44:13,742 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0641s, count=269, qps in this process: 8.9475 (mp_runner.py:76) +2024-09-01 22:44:13,744 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0626s, count=269, qps in this process: 8.948 (mp_runner.py:76) +2024-09-01 22:44:13,745 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0066s, count=269, qps in this process: 8.9647 (mp_runner.py:76) +2024-09-01 22:44:13,748 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.05s, count=269, qps in this process: 8.9517 (mp_runner.py:76) +2024-09-01 22:44:13,749 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0584s, count=269, qps in this process: 8.9492 (mp_runner.py:76) +2024-09-01 22:44:13,750 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0689s, count=269, qps in this process: 8.9461 (mp_runner.py:76) +2024-09-01 22:44:13,751 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0363s, count=269, qps in this process: 8.9558 (mp_runner.py:76) +2024-09-01 22:44:13,755 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0375s, count=269, qps in this process: 8.9555 (mp_runner.py:76) +2024-09-01 22:44:13,780 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0337s, count=270, qps in this process: 8.9899 (mp_runner.py:76) +2024-09-01 22:44:13,784 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.05s, count=270, qps in this process: 8.985 (mp_runner.py:76) +2024-09-01 22:44:13,797 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0314s, count=270, qps in this process: 8.9906 (mp_runner.py:76) +2024-09-01 22:44:13,799 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0272s, count=270, qps in this process: 8.9918 (mp_runner.py:76) +2024-09-01 22:44:13,809 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0629s, count=270, qps in this process: 8.9812 (mp_runner.py:76) +2024-09-01 22:44:13,812 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0353s, count=270, qps in this process: 8.9894 (mp_runner.py:76) +2024-09-01 22:44:13,821 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0227s, count=270, qps in this process: 8.9932 (mp_runner.py:76) +2024-09-01 22:44:13,825 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0198s, count=270, qps in this process: 8.9941 (mp_runner.py:76) +2024-09-01 22:44:13,826 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0078s, count=270, qps in this process: 8.9977 (mp_runner.py:76) +2024-09-01 22:44:13,829 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0349s, count=270, qps in this process: 8.9895 (mp_runner.py:76) +2024-09-01 22:44:13,848 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.002s, count=271, qps in this process: 9.0327 (mp_runner.py:76) +2024-09-01 22:44:13,849 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0495s, count=271, qps in this process: 9.0185 (mp_runner.py:76) +2024-09-01 22:44:13,849 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0274s, count=271, qps in this process: 9.0251 (mp_runner.py:76) +2024-09-01 22:44:13,851 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0445s, count=271, qps in this process: 9.02 (mp_runner.py:76) +2024-09-01 22:44:13,851 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0107s, count=271, qps in this process: 9.0301 (mp_runner.py:76) +2024-09-01 22:44:13,852 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0371s, count=271, qps in this process: 9.0222 (mp_runner.py:76) +2024-09-01 22:44:13,853 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0053s, count=271, qps in this process: 9.0317 (mp_runner.py:76) +2024-09-01 22:44:13,853 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0379s, count=271, qps in this process: 9.0219 (mp_runner.py:76) +2024-09-01 22:44:13,854 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0232s, count=271, qps in this process: 9.0264 (mp_runner.py:76) +2024-09-01 22:44:13,854 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0199s, count=271, qps in this process: 9.0273 (mp_runner.py:76) +2024-09-01 22:44:13,877 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.012s, count=272, qps in this process: 9.063 (mp_runner.py:76) +2024-09-01 22:44:13,878 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0128s, count=272, qps in this process: 9.0628 (mp_runner.py:76) +2024-09-01 22:44:13,880 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0151s, count=272, qps in this process: 9.0621 (mp_runner.py:76) +2024-09-01 22:44:13,924 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0011s, count=275, qps in this process: 9.1663 (mp_runner.py:76) +2024-09-01 22:44:13,934 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0059s, count=276, qps in this process: 9.1982 (mp_runner.py:76) +2024-09-01 22:44:13,934 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.006s, count=276, qps in this process: 9.1982 (mp_runner.py:76) +2024-09-01 22:44:13,936 | INFO |End search in concurrency 50: dur=30.784146746998886s, total_count=13492, qps=438.2775 (mp_runner.py:120) +2024-09-01 22:44:17,640 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:44:17,640 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 22:44:38,821 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 22:44:39,052 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,122 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,198 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,200 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,206 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,239 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,279 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,282 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,282 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,288 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,289 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,291 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,294 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,321 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,323 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,330 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,391 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,406 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,406 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,432 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,447 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,450 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,488 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,519 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,526 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,558 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,614 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:44:39,616 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:09,173 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0492s, count=244, qps in this process: 8.12 (mp_runner.py:76) +2024-09-01 22:45:09,198 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.1379s, count=244, qps in this process: 8.0961 (mp_runner.py:76) +2024-09-01 22:45:09,212 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0088s, count=244, qps in this process: 8.1309 (mp_runner.py:76) +2024-09-01 22:45:09,285 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0667s, count=245, qps in this process: 8.1485 (mp_runner.py:76) +2024-09-01 22:45:09,292 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0842s, count=245, qps in this process: 8.1438 (mp_runner.py:76) +2024-09-01 22:45:09,295 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0951s, count=245, qps in this process: 8.1409 (mp_runner.py:76) +2024-09-01 22:45:09,296 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0472s, count=245, qps in this process: 8.1538 (mp_runner.py:76) +2024-09-01 22:45:09,299 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0911s, count=245, qps in this process: 8.1419 (mp_runner.py:76) +2024-09-01 22:45:09,304 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0962s, count=245, qps in this process: 8.1406 (mp_runner.py:76) +2024-09-01 22:45:09,316 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0221s, count=245, qps in this process: 8.1607 (mp_runner.py:76) +2024-09-01 22:45:09,323 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0376s, count=245, qps in this process: 8.1564 (mp_runner.py:76) +2024-09-01 22:45:09,324 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.1166s, count=245, qps in this process: 8.135 (mp_runner.py:76) +2024-09-01 22:45:09,325 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0415s, count=245, qps in this process: 8.1554 (mp_runner.py:76) +2024-09-01 22:45:09,331 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0459s, count=245, qps in this process: 8.1542 (mp_runner.py:76) +2024-09-01 22:45:09,345 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.107s, count=245, qps in this process: 8.1376 (mp_runner.py:76) +2024-09-01 22:45:09,348 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0462s, count=246, qps in this process: 8.1874 (mp_runner.py:76) +2024-09-01 22:45:09,350 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.1402s, count=245, qps in this process: 8.1287 (mp_runner.py:76) +2024-09-01 22:45:09,355 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0281s, count=246, qps in this process: 8.1923 (mp_runner.py:76) +2024-09-01 22:45:09,358 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0322s, count=246, qps in this process: 8.1912 (mp_runner.py:76) +2024-09-01 22:45:09,370 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0729s, count=245, qps in this process: 8.1469 (mp_runner.py:76) +2024-09-01 22:45:09,372 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.164s, count=245, qps in this process: 8.1223 (mp_runner.py:76) +2024-09-01 22:45:09,372 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0865s, count=245, qps in this process: 8.1432 (mp_runner.py:76) +2024-09-01 22:45:09,378 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0144s, count=245, qps in this process: 8.1627 (mp_runner.py:76) +2024-09-01 22:45:09,379 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.171s, count=245, qps in this process: 8.1204 (mp_runner.py:76) +2024-09-01 22:45:09,384 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0768s, count=246, qps in this process: 8.1791 (mp_runner.py:76) +2024-09-01 22:45:09,384 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.1681s, count=245, qps in this process: 8.1212 (mp_runner.py:76) +2024-09-01 22:45:09,389 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0551s, count=245, qps in this process: 8.1517 (mp_runner.py:76) +2024-09-01 22:45:09,392 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.014s, count=246, qps in this process: 8.1962 (mp_runner.py:76) +2024-09-01 22:45:09,394 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.005s, count=246, qps in this process: 8.1986 (mp_runner.py:76) +2024-09-01 22:45:09,407 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0748s, count=246, qps in this process: 8.1796 (mp_runner.py:76) +2024-09-01 22:45:09,420 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0211s, count=246, qps in this process: 8.1942 (mp_runner.py:76) +2024-09-01 22:45:09,422 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.1385s, count=246, qps in this process: 8.1623 (mp_runner.py:76) +2024-09-01 22:45:09,445 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0594s, count=246, qps in this process: 8.1838 (mp_runner.py:76) +2024-09-01 22:45:09,455 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0696s, count=246, qps in this process: 8.181 (mp_runner.py:76) +2024-09-01 22:45:09,467 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0306s, count=246, qps in this process: 8.1916 (mp_runner.py:76) +2024-09-01 22:45:09,477 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0272s, count=247, qps in this process: 8.2259 (mp_runner.py:76) +2024-09-01 22:45:09,477 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0667s, count=247, qps in this process: 8.2151 (mp_runner.py:76) +2024-09-01 22:45:09,486 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0759s, count=247, qps in this process: 8.2126 (mp_runner.py:76) +2024-09-01 22:45:09,486 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0285s, count=247, qps in this process: 8.2255 (mp_runner.py:76) +2024-09-01 22:45:09,487 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0594s, count=247, qps in this process: 8.2171 (mp_runner.py:76) +2024-09-01 22:45:09,487 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0323s, count=247, qps in this process: 8.2245 (mp_runner.py:76) +2024-09-01 22:45:09,493 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0555s, count=247, qps in this process: 8.2181 (mp_runner.py:76) +2024-09-01 22:45:09,504 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0538s, count=247, qps in this process: 8.2186 (mp_runner.py:76) +2024-09-01 22:45:09,517 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0145s, count=248, qps in this process: 8.2627 (mp_runner.py:76) +2024-09-01 22:45:09,528 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0009s, count=249, qps in this process: 8.2998 (mp_runner.py:76) +2024-09-01 22:45:09,537 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0088s, count=249, qps in this process: 8.2976 (mp_runner.py:76) +2024-09-01 22:45:09,537 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.023s, count=249, qps in this process: 8.2936 (mp_runner.py:76) +2024-09-01 22:45:09,539 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0047s, count=249, qps in this process: 8.2987 (mp_runner.py:76) +2024-09-01 22:45:09,547 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0181s, count=249, qps in this process: 8.295 (mp_runner.py:76) +2024-09-01 22:45:09,556 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0273s, count=250, qps in this process: 8.3258 (mp_runner.py:76) +2024-09-01 22:45:09,564 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.03s, count=250, qps in this process: 8.325 (mp_runner.py:76) +2024-09-01 22:45:09,568 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0104s, count=251, qps in this process: 8.3638 (mp_runner.py:76) +2024-09-01 22:45:09,581 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0115s, count=252, qps in this process: 8.3968 (mp_runner.py:76) +2024-09-01 22:45:09,633 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0083s, count=256, qps in this process: 8.531 (mp_runner.py:76) +2024-09-01 22:45:09,633 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0072s, count=256, qps in this process: 8.5313 (mp_runner.py:76) +2024-09-01 22:45:09,636 | INFO |End search in concurrency 55: dur=30.81272095299937s, total_count=13568, qps=440.3376 (mp_runner.py:120) +2024-09-01 22:45:13,698 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:45:13,699 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 22:45:35,121 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 22:45:35,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,436 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,612 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,613 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,636 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,643 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,665 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,665 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,665 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,676 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,686 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,690 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,690 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,694 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,694 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,694 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,695 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,695 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,699 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,706 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,709 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,709 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,758 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,763 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,776 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,778 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,783 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,824 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,825 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,825 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,831 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,831 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,846 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,846 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,870 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,886 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,905 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:45:35,919 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:05,477 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0363s, count=224, qps in this process: 7.4576 (mp_runner.py:76) +2024-09-01 22:46:05,497 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0581s, count=224, qps in this process: 7.4522 (mp_runner.py:76) +2024-09-01 22:46:05,692 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0559s, count=226, qps in this process: 7.5193 (mp_runner.py:76) +2024-09-01 22:46:05,692 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0569s, count=226, qps in this process: 7.5191 (mp_runner.py:76) +2024-09-01 22:46:05,693 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0581s, count=226, qps in this process: 7.5188 (mp_runner.py:76) +2024-09-01 22:46:05,693 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.02s, count=226, qps in this process: 7.5283 (mp_runner.py:76) +2024-09-01 22:46:05,695 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0542s, count=226, qps in this process: 7.5197 (mp_runner.py:76) +2024-09-01 22:46:05,695 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0231s, count=226, qps in this process: 7.5275 (mp_runner.py:76) +2024-09-01 22:46:05,696 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0603s, count=226, qps in this process: 7.5182 (mp_runner.py:76) +2024-09-01 22:46:05,700 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0871s, count=226, qps in this process: 7.5115 (mp_runner.py:76) +2024-09-01 22:46:05,702 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0312s, count=226, qps in this process: 7.5255 (mp_runner.py:76) +2024-09-01 22:46:05,703 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0096s, count=226, qps in this process: 7.5309 (mp_runner.py:76) +2024-09-01 22:46:05,703 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0046s, count=226, qps in this process: 7.5322 (mp_runner.py:76) +2024-09-01 22:46:05,704 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0685s, count=226, qps in this process: 7.5162 (mp_runner.py:76) +2024-09-01 22:46:05,704 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0298s, count=226, qps in this process: 7.5259 (mp_runner.py:76) +2024-09-01 22:46:05,704 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0109s, count=226, qps in this process: 7.5306 (mp_runner.py:76) +2024-09-01 22:46:05,705 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0852s, count=226, qps in this process: 7.512 (mp_runner.py:76) +2024-09-01 22:46:05,706 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0003s, count=226, qps in this process: 7.5333 (mp_runner.py:76) +2024-09-01 22:46:05,707 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0586s, count=226, qps in this process: 7.5186 (mp_runner.py:76) +2024-09-01 22:46:05,708 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0674s, count=226, qps in this process: 7.5164 (mp_runner.py:76) +2024-09-01 22:46:05,709 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0734s, count=226, qps in this process: 7.5149 (mp_runner.py:76) +2024-09-01 22:46:05,710 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0238s, count=226, qps in this process: 7.5274 (mp_runner.py:76) +2024-09-01 22:46:05,711 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0746s, count=226, qps in this process: 7.5146 (mp_runner.py:76) +2024-09-01 22:46:05,711 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0127s, count=226, qps in this process: 7.5301 (mp_runner.py:76) +2024-09-01 22:46:05,712 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0764s, count=226, qps in this process: 7.5142 (mp_runner.py:76) +2024-09-01 22:46:05,713 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0955s, count=226, qps in this process: 7.5094 (mp_runner.py:76) +2024-09-01 22:46:05,715 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.028s, count=226, qps in this process: 7.5263 (mp_runner.py:76) +2024-09-01 22:46:05,715 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0066s, count=226, qps in this process: 7.5317 (mp_runner.py:76) +2024-09-01 22:46:05,717 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0263s, count=226, qps in this process: 7.5267 (mp_runner.py:76) +2024-09-01 22:46:05,717 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0312s, count=226, qps in this process: 7.5255 (mp_runner.py:76) +2024-09-01 22:46:05,719 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0837s, count=226, qps in this process: 7.5124 (mp_runner.py:76) +2024-09-01 22:46:05,720 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0802s, count=226, qps in this process: 7.5132 (mp_runner.py:76) +2024-09-01 22:46:05,740 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0222s, count=227, qps in this process: 7.5611 (mp_runner.py:76) +2024-09-01 22:46:05,751 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0451s, count=227, qps in this process: 7.5553 (mp_runner.py:76) +2024-09-01 22:46:05,752 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0305s, count=227, qps in this process: 7.559 (mp_runner.py:76) +2024-09-01 22:46:05,757 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0392s, count=227, qps in this process: 7.5568 (mp_runner.py:76) +2024-09-01 22:46:05,764 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.004s, count=227, qps in this process: 7.5657 (mp_runner.py:76) +2024-09-01 22:46:05,767 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0674s, count=227, qps in this process: 7.5497 (mp_runner.py:76) +2024-09-01 22:46:05,783 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0672s, count=227, qps in this process: 7.5498 (mp_runner.py:76) +2024-09-01 22:46:05,799 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0909s, count=227, qps in this process: 7.5438 (mp_runner.py:76) +2024-09-01 22:46:05,814 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0198s, count=228, qps in this process: 7.595 (mp_runner.py:76) +2024-09-01 22:46:05,822 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0355s, count=228, qps in this process: 7.591 (mp_runner.py:76) +2024-09-01 22:46:05,822 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0617s, count=228, qps in this process: 7.5844 (mp_runner.py:76) +2024-09-01 22:46:05,823 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0624s, count=228, qps in this process: 7.5842 (mp_runner.py:76) +2024-09-01 22:46:05,838 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0077s, count=228, qps in this process: 7.598 (mp_runner.py:76) +2024-09-01 22:46:05,838 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0709s, count=228, qps in this process: 7.5821 (mp_runner.py:76) +2024-09-01 22:46:05,839 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0614s, count=228, qps in this process: 7.5845 (mp_runner.py:76) +2024-09-01 22:46:05,851 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0206s, count=229, qps in this process: 7.6281 (mp_runner.py:76) +2024-09-01 22:46:05,854 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0176s, count=229, qps in this process: 7.6289 (mp_runner.py:76) +2024-09-01 22:46:05,855 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0012s, count=229, qps in this process: 7.633 (mp_runner.py:76) +2024-09-01 22:46:05,856 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0189s, count=229, qps in this process: 7.6285 (mp_runner.py:76) +2024-09-01 22:46:05,856 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0019s, count=229, qps in this process: 7.6328 (mp_runner.py:76) +2024-09-01 22:46:05,861 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0303s, count=229, qps in this process: 7.6256 (mp_runner.py:76) +2024-09-01 22:46:05,863 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0318s, count=229, qps in this process: 7.6253 (mp_runner.py:76) +2024-09-01 22:46:05,891 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0024s, count=231, qps in this process: 7.6994 (mp_runner.py:76) +2024-09-01 22:46:05,891 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0004s, count=231, qps in this process: 7.6999 (mp_runner.py:76) +2024-09-01 22:46:05,911 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0005s, count=233, qps in this process: 7.7665 (mp_runner.py:76) +2024-09-01 22:46:05,911 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0004s, count=233, qps in this process: 7.7666 (mp_runner.py:76) +2024-09-01 22:46:05,921 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0075s, count=234, qps in this process: 7.7981 (mp_runner.py:76) +2024-09-01 22:46:05,931 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0005s, count=235, qps in this process: 7.8332 (mp_runner.py:76) +2024-09-01 22:46:05,933 | INFO |End search in concurrency 60: dur=30.81175683499896s, total_count=13640, qps=442.6882 (mp_runner.py:120) +2024-09-01 22:46:09,911 | INFO |Update largest qps with concurrency 60: current max_qps=442.6882 (mp_runner.py:124) +2024-09-01 22:46:10,324 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:46:10,324 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 22:46:31,886 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 22:46:31,941 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,188 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,200 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,215 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,325 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,374 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,374 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,385 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,437 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,438 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,469 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,469 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,476 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,483 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,489 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,495 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,505 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,526 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,530 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,540 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,540 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,570 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,585 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,585 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,585 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,589 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,601 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,601 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,650 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,676 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,738 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,779 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,784 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,813 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,860 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:46:32,950 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:02,067 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.1252s, count=196, qps in this process: 6.5062 (mp_runner.py:76) +2024-09-01 22:47:02,222 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0305s, count=197, qps in this process: 6.56 (mp_runner.py:76) +2024-09-01 22:47:02,223 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0115s, count=197, qps in this process: 6.5642 (mp_runner.py:76) +2024-09-01 22:47:02,224 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0114s, count=197, qps in this process: 6.5642 (mp_runner.py:76) +2024-09-01 22:47:02,335 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0085s, count=198, qps in this process: 6.5981 (mp_runner.py:76) +2024-09-01 22:47:02,341 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.1118s, count=198, qps in this process: 6.5755 (mp_runner.py:76) +2024-09-01 22:47:02,346 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0954s, count=198, qps in this process: 6.5791 (mp_runner.py:76) +2024-09-01 22:47:02,434 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0554s, count=199, qps in this process: 6.6211 (mp_runner.py:76) +2024-09-01 22:47:02,435 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0576s, count=199, qps in this process: 6.6206 (mp_runner.py:76) +2024-09-01 22:47:02,437 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0582s, count=199, qps in this process: 6.6205 (mp_runner.py:76) +2024-09-01 22:47:02,442 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0713s, count=199, qps in this process: 6.6176 (mp_runner.py:76) +2024-09-01 22:47:02,448 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0693s, count=199, qps in this process: 6.618 (mp_runner.py:76) +2024-09-01 22:47:02,449 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0785s, count=199, qps in this process: 6.616 (mp_runner.py:76) +2024-09-01 22:47:02,450 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.071s, count=199, qps in this process: 6.6177 (mp_runner.py:76) +2024-09-01 22:47:02,452 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0759s, count=199, qps in this process: 6.6166 (mp_runner.py:76) +2024-09-01 22:47:02,453 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.059s, count=199, qps in this process: 6.6203 (mp_runner.py:76) +2024-09-01 22:47:02,460 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0877s, count=199, qps in this process: 6.614 (mp_runner.py:76) +2024-09-01 22:47:02,465 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0887s, count=199, qps in this process: 6.6138 (mp_runner.py:76) +2024-09-01 22:47:02,469 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0905s, count=199, qps in this process: 6.6134 (mp_runner.py:76) +2024-09-01 22:47:02,470 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0298s, count=199, qps in this process: 6.6268 (mp_runner.py:76) +2024-09-01 22:47:02,472 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0261s, count=199, qps in this process: 6.6276 (mp_runner.py:76) +2024-09-01 22:47:02,474 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0948s, count=199, qps in this process: 6.6124 (mp_runner.py:76) +2024-09-01 22:47:02,474 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0008s, count=199, qps in this process: 6.6332 (mp_runner.py:76) +2024-09-01 22:47:02,475 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0023s, count=199, qps in this process: 6.6328 (mp_runner.py:76) +2024-09-01 22:47:02,479 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.1005s, count=199, qps in this process: 6.6112 (mp_runner.py:76) +2024-09-01 22:47:02,541 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0685s, count=200, qps in this process: 6.6515 (mp_runner.py:76) +2024-09-01 22:47:02,545 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0992s, count=200, qps in this process: 6.6447 (mp_runner.py:76) +2024-09-01 22:47:02,548 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0051s, count=200, qps in this process: 6.6655 (mp_runner.py:76) +2024-09-01 22:47:02,552 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0301s, count=200, qps in this process: 6.66 (mp_runner.py:76) +2024-09-01 22:47:02,553 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0752s, count=200, qps in this process: 6.65 (mp_runner.py:76) +2024-09-01 22:47:02,554 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0524s, count=200, qps in this process: 6.655 (mp_runner.py:76) +2024-09-01 22:47:02,557 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0686s, count=200, qps in this process: 6.6515 (mp_runner.py:76) +2024-09-01 22:47:02,560 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0642s, count=200, qps in this process: 6.6524 (mp_runner.py:76) +2024-09-01 22:47:02,565 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0617s, count=200, qps in this process: 6.653 (mp_runner.py:76) +2024-09-01 22:47:02,568 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0341s, count=200, qps in this process: 6.6591 (mp_runner.py:76) +2024-09-01 22:47:02,569 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0321s, count=200, qps in this process: 6.6595 (mp_runner.py:76) +2024-09-01 22:47:02,604 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.018s, count=201, qps in this process: 6.696 (mp_runner.py:76) +2024-09-01 22:47:02,614 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0045s, count=201, qps in this process: 6.699 (mp_runner.py:76) +2024-09-01 22:47:02,618 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.042s, count=201, qps in this process: 6.6906 (mp_runner.py:76) +2024-09-01 22:47:02,639 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0302s, count=201, qps in this process: 6.6933 (mp_runner.py:76) +2024-09-01 22:47:02,643 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0566s, count=201, qps in this process: 6.6874 (mp_runner.py:76) +2024-09-01 22:47:02,643 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.002s, count=201, qps in this process: 6.6996 (mp_runner.py:76) +2024-09-01 22:47:02,653 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0669s, count=201, qps in this process: 6.6851 (mp_runner.py:76) +2024-09-01 22:47:02,654 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.1109s, count=201, qps in this process: 6.6753 (mp_runner.py:76) +2024-09-01 22:47:02,662 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0644s, count=201, qps in this process: 6.6856 (mp_runner.py:76) +2024-09-01 22:47:02,688 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0017s, count=202, qps in this process: 6.733 (mp_runner.py:76) +2024-09-01 22:47:02,688 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.021s, count=202, qps in this process: 6.7286 (mp_runner.py:76) +2024-09-01 22:47:02,693 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0069s, count=202, qps in this process: 6.7318 (mp_runner.py:76) +2024-09-01 22:47:02,697 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0559s, count=202, qps in this process: 6.7208 (mp_runner.py:76) +2024-09-01 22:47:02,706 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0296s, count=202, qps in this process: 6.7267 (mp_runner.py:76) +2024-09-01 22:47:02,741 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0434s, count=203, qps in this process: 6.7569 (mp_runner.py:76) +2024-09-01 22:47:02,778 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0281s, count=204, qps in this process: 6.7936 (mp_runner.py:76) +2024-09-01 22:47:02,779 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0239s, count=204, qps in this process: 6.7946 (mp_runner.py:76) +2024-09-01 22:47:02,779 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0246s, count=204, qps in this process: 6.7944 (mp_runner.py:76) +2024-09-01 22:47:02,779 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0292s, count=204, qps in this process: 6.7934 (mp_runner.py:76) +2024-09-01 22:47:02,787 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0293s, count=204, qps in this process: 6.7934 (mp_runner.py:76) +2024-09-01 22:47:02,804 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0205s, count=205, qps in this process: 6.8287 (mp_runner.py:76) +2024-09-01 22:47:02,805 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0111s, count=205, qps in this process: 6.8308 (mp_runner.py:76) +2024-09-01 22:47:02,828 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.015s, count=206, qps in this process: 6.8632 (mp_runner.py:76) +2024-09-01 22:47:02,828 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.015s, count=206, qps in this process: 6.8632 (mp_runner.py:76) +2024-09-01 22:47:02,828 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0082s, count=206, qps in this process: 6.8648 (mp_runner.py:76) +2024-09-01 22:47:02,875 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0085s, count=209, qps in this process: 6.9647 (mp_runner.py:76) +2024-09-01 22:47:02,903 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0014s, count=211, qps in this process: 7.033 (mp_runner.py:76) +2024-09-01 22:47:02,903 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0015s, count=211, qps in this process: 7.033 (mp_runner.py:76) +2024-09-01 22:47:02,964 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0055s, count=218, qps in this process: 7.2653 (mp_runner.py:76) +2024-09-01 22:47:02,966 | INFO |End search in concurrency 65: dur=31.079603039004724s, total_count=13082, qps=420.9191 (mp_runner.py:120) +2024-09-01 22:47:07,688 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:47:07,688 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 22:47:29,649 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 22:47:29,705 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:29,904 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:29,995 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,012 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,123 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,123 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,123 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,309 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,309 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,309 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,316 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,316 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,338 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,413 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,433 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,443 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,492 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,492 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,492 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,493 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,502 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,519 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,520 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,529 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,533 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,538 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,544 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,588 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,661 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,686 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,688 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,690 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,694 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,699 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,791 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,791 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,804 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,809 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,810 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:30,854 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 22:47:59,748 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0432s, count=181, qps in this process: 6.0247 (mp_runner.py:76) +2024-09-01 22:48:00,035 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0189s, count=183, qps in this process: 6.0962 (mp_runner.py:76) +2024-09-01 22:48:00,066 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.1429s, count=183, qps in this process: 6.0711 (mp_runner.py:76) +2024-09-01 22:48:00,188 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0625s, count=184, qps in this process: 6.1206 (mp_runner.py:76) +2024-09-01 22:48:00,199 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0732s, count=184, qps in this process: 6.1184 (mp_runner.py:76) +2024-09-01 22:48:00,199 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0118s, count=184, qps in this process: 6.1309 (mp_runner.py:76) +2024-09-01 22:48:00,200 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.1595s, count=184, qps in this process: 6.1009 (mp_runner.py:76) +2024-09-01 22:48:00,205 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0798s, count=184, qps in this process: 6.1171 (mp_runner.py:76) +2024-09-01 22:48:00,290 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0417s, count=185, qps in this process: 6.1581 (mp_runner.py:76) +2024-09-01 22:48:00,290 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0791s, count=185, qps in this process: 6.1504 (mp_runner.py:76) +2024-09-01 22:48:00,316 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0049s, count=185, qps in this process: 6.1657 (mp_runner.py:76) +2024-09-01 22:48:00,328 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0137s, count=185, qps in this process: 6.1639 (mp_runner.py:76) +2024-09-01 22:48:00,343 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0324s, count=185, qps in this process: 6.16 (mp_runner.py:76) +2024-09-01 22:48:00,426 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.1111s, count=186, qps in this process: 6.1771 (mp_runner.py:76) +2024-09-01 22:48:00,428 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0265s, count=186, qps in this process: 6.1945 (mp_runner.py:76) +2024-09-01 22:48:00,432 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.069s, count=186, qps in this process: 6.1858 (mp_runner.py:76) +2024-09-01 22:48:00,436 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0602s, count=186, qps in this process: 6.1876 (mp_runner.py:76) +2024-09-01 22:48:00,440 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0029s, count=186, qps in this process: 6.1994 (mp_runner.py:76) +2024-09-01 22:48:00,441 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0648s, count=186, qps in this process: 6.1866 (mp_runner.py:76) +2024-09-01 22:48:00,447 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0898s, count=186, qps in this process: 6.1815 (mp_runner.py:76) +2024-09-01 22:48:00,466 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.1445s, count=186, qps in this process: 6.1703 (mp_runner.py:76) +2024-09-01 22:48:00,476 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.165s, count=186, qps in this process: 6.1661 (mp_runner.py:76) +2024-09-01 22:48:00,478 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.1614s, count=186, qps in this process: 6.1668 (mp_runner.py:76) +2024-09-01 22:48:00,484 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.1732s, count=186, qps in this process: 6.1644 (mp_runner.py:76) +2024-09-01 22:48:00,486 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.1102s, count=186, qps in this process: 6.1773 (mp_runner.py:76) +2024-09-01 22:48:00,493 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.1824s, count=186, qps in this process: 6.1625 (mp_runner.py:76) +2024-09-01 22:48:00,495 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0724s, count=186, qps in this process: 6.1851 (mp_runner.py:76) +2024-09-01 22:48:00,498 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.1004s, count=186, qps in this process: 6.1793 (mp_runner.py:76) +2024-09-01 22:48:00,499 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.1731s, count=186, qps in this process: 6.1644 (mp_runner.py:76) +2024-09-01 22:48:00,501 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.2177s, count=186, qps in this process: 6.1553 (mp_runner.py:76) +2024-09-01 22:48:00,508 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0123s, count=186, qps in this process: 6.1975 (mp_runner.py:76) +2024-09-01 22:48:00,510 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.1958s, count=186, qps in this process: 6.1598 (mp_runner.py:76) +2024-09-01 22:48:00,534 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.159s, count=186, qps in this process: 6.1673 (mp_runner.py:76) +2024-09-01 22:48:00,583 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0293s, count=187, qps in this process: 6.2273 (mp_runner.py:76) +2024-09-01 22:48:00,583 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0877s, count=187, qps in this process: 6.2152 (mp_runner.py:76) +2024-09-01 22:48:00,583 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0574s, count=187, qps in this process: 6.2214 (mp_runner.py:76) +2024-09-01 22:48:00,588 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0629s, count=187, qps in this process: 6.2203 (mp_runner.py:76) +2024-09-01 22:48:00,590 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0623s, count=187, qps in this process: 6.2204 (mp_runner.py:76) +2024-09-01 22:48:00,593 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0972s, count=187, qps in this process: 6.2132 (mp_runner.py:76) +2024-09-01 22:48:00,593 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0638s, count=187, qps in this process: 6.2201 (mp_runner.py:76) +2024-09-01 22:48:00,594 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.041s, count=187, qps in this process: 6.2248 (mp_runner.py:76) +2024-09-01 22:48:00,594 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.1482s, count=187, qps in this process: 6.2027 (mp_runner.py:76) +2024-09-01 22:48:00,596 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0648s, count=187, qps in this process: 6.2199 (mp_runner.py:76) +2024-09-01 22:48:00,597 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0711s, count=187, qps in this process: 6.2186 (mp_runner.py:76) +2024-09-01 22:48:00,598 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0475s, count=187, qps in this process: 6.2235 (mp_runner.py:76) +2024-09-01 22:48:00,602 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.1066s, count=187, qps in this process: 6.2113 (mp_runner.py:76) +2024-09-01 22:48:00,604 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.1665s, count=187, qps in this process: 6.1989 (mp_runner.py:76) +2024-09-01 22:48:00,634 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0369s, count=188, qps in this process: 6.259 (mp_runner.py:76) +2024-09-01 22:48:00,635 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0374s, count=188, qps in this process: 6.2589 (mp_runner.py:76) +2024-09-01 22:48:00,644 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0522s, count=188, qps in this process: 6.2558 (mp_runner.py:76) +2024-09-01 22:48:00,645 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0018s, count=188, qps in this process: 6.2663 (mp_runner.py:76) +2024-09-01 22:48:00,695 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0304s, count=189, qps in this process: 6.2936 (mp_runner.py:76) +2024-09-01 22:48:00,697 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0542s, count=189, qps in this process: 6.2886 (mp_runner.py:76) +2024-09-01 22:48:00,702 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0165s, count=189, qps in this process: 6.2965 (mp_runner.py:76) +2024-09-01 22:48:00,703 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0042s, count=189, qps in this process: 6.2991 (mp_runner.py:76) +2024-09-01 22:48:00,707 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0206s, count=189, qps in this process: 6.2957 (mp_runner.py:76) +2024-09-01 22:48:00,707 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0044s, count=189, qps in this process: 6.2991 (mp_runner.py:76) +2024-09-01 22:48:00,717 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0312s, count=189, qps in this process: 6.2935 (mp_runner.py:76) +2024-09-01 22:48:00,735 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0362s, count=190, qps in this process: 6.3257 (mp_runner.py:76) +2024-09-01 22:48:00,736 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0356s, count=190, qps in this process: 6.3258 (mp_runner.py:76) +2024-09-01 22:48:00,737 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0392s, count=190, qps in this process: 6.3251 (mp_runner.py:76) +2024-09-01 22:48:00,804 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0063s, count=193, qps in this process: 6.432 (mp_runner.py:76) +2024-09-01 22:48:00,806 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0026s, count=193, qps in this process: 6.4328 (mp_runner.py:76) +2024-09-01 22:48:00,806 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0031s, count=193, qps in this process: 6.4327 (mp_runner.py:76) +2024-09-01 22:48:00,807 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0087s, count=193, qps in this process: 6.4315 (mp_runner.py:76) +2024-09-01 22:48:00,822 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0118s, count=194, qps in this process: 6.4641 (mp_runner.py:76) +2024-09-01 22:48:00,823 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0105s, count=194, qps in this process: 6.4644 (mp_runner.py:76) +2024-09-01 22:48:00,825 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0214s, count=194, qps in this process: 6.4621 (mp_runner.py:76) +2024-09-01 22:48:00,842 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0155s, count=195, qps in this process: 6.4966 (mp_runner.py:76) +2024-09-01 22:48:00,869 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0057s, count=198, qps in this process: 6.5987 (mp_runner.py:76) +2024-09-01 22:48:00,872 | INFO |End search in concurrency 70: dur=31.220252835999418s, total_count=13122, qps=420.3041 (mp_runner.py:120) +2024-09-01 22:48:05,529 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=442.6882, serial_latency_p99=np.float64(0.045), recall=np.float64(0.9536), ndcg=np.float64(0.9595), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[120.4234, 334.273, 418.051, 428.744, 425.0186, 434.9791, 436.1071, 439.6586, 440.9366, 438.2775, 440.3376, 442.6882, 420.9191, 420.3041], conc_latency_p99_list=[np.float64(0.003944165351067204), np.float64(0.005597789735184051), np.float64(0.0093120158482212), np.float64(0.011484182571267593), np.float64(0.01290644307006587), np.float64(0.013010579385723394), np.float64(0.018453942450726755), np.float64(0.016421969140650618), np.float64(0.01668069469972179), np.float64(0.016495740526264124), np.float64(0.024087138937879355), np.float64(0.021341056238088636), np.float64(0.01654241565135016), np.float64(0.018656616948248845)]) (task_runner.py:197) +2024-09-01 22:48:05,529 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:36:43.081062'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=442.6882, serial_latency_p99=np.float64(0.045), recall=np.float64(0.9536), ndcg=np.float64(0.9595), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[120.4234, 334.273, 418.051, 428.744, 425.0186, 434.9791, 436.1071, 439.6586, 440.9366, 438.2775, 440.3376, 442.6882, 420.9191, 420.3041], conc_latency_p99_list=[np.float64(0.003944165351067204), np.float64(0.005597789735184051), np.float64(0.0093120158482212), np.float64(0.011484182571267593), np.float64(0.01290644307006587), np.float64(0.013010579385723394), np.float64(0.018453942450726755), np.float64(0.016421969140650618), np.float64(0.01668069469972179), np.float64(0.016495740526264124), np.float64(0.024087138937879355), np.float64(0.021341056238088636), np.float64(0.01654241565135016), np.float64(0.018656616948248845)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 22:48:05,529 | INFO |Task summary: run_id=fd19b, task_label=fd19b925faeb440a90899b3059fd2769 (models.py:346) +2024-09-01 22:48:05,529 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 22:48:05,529 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 22:48:05,529 | INFO |PgVector | 2024-09-01T22:36:43.081062 Performance1536D500K fd19b925faeb440a90899b3059fd2769 | 0.0 442.6882 0.045 0.9536 0 | :) (models.py:346) +2024-09-01 22:48:05,529 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json (models.py:204) +2024-09-01 22:48:05,530 | INFO |Success to finish task: label=fd19b925faeb440a90899b3059fd2769, run_id=fd19b925faeb440a90899b3059fd2769 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json b/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json new file mode 100644 index 000000000..aa1bac6ed --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json @@ -0,0 +1 @@ +{"run_id": "fd19b925faeb440a90899b3059fd2769", "task_label": "fd19b925faeb440a90899b3059fd2769", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 442.6882, "serial_latency_p99": 0.045, "recall": 0.9536, "ndcg": 0.9595, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [120.4234, 334.273, 418.051, 428.744, 425.0186, 434.9791, 436.1071, 439.6586, 440.9366, 438.2775, 440.3376, 442.6882, 420.9191, 420.3041], "conc_latency_p99_list": [0.003944165351067204, 0.005597789735184051, 0.0093120158482212, 0.011484182571267593, 0.01290644307006587, 0.013010579385723394, 0.018453942450726755, 0.016421969140650618, 0.01668069469972179, 0.016495740526264124, 0.024087138937879355, 0.021341056238088636, 0.01654241565135016, 0.018656616948248845]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T22:36:43.081062", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt b/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt new file mode 100644 index 000000000..1e5975c23 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt @@ -0,0 +1,2032 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load +2024-09-01 21:59:06,137 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:59:06.125997', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 21:59:06,138 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:59:06.125997', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 21:59:06,138 | INFO |generated uuid for the tasks: 7923117ed5a74f4997d2ded29a0ba3e3 (interface.py:66) +2024-09-01 21:59:06,198 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 21:59:06,198 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 21:59:06,198 | INFO | PgVector-2024-09-01T21:59:06.125997 | Performance OpenAI-MEDIUM-500K None | 7923117ed5a74f4997d2ded29a0ba3e3 (task_runner.py:340) +2024-09-01 21:59:06,198 | INFO |task submitted: id=7923117ed5a74f4997d2ded29a0ba3e3, 7923117ed5a74f4997d2ded29a0ba3e3, case number: 1 (interface.py:231) +2024-09-01 21:59:06,614 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:59:06.125997'}, drop_old=False (interface.py:164) +2024-09-01 21:59:06,614 | INFO |Starting run (task_runner.py:100) +2024-09-01 21:59:06,688 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 21:59:07,251 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 21:59:07,300 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 21:59:07,324 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 21:59:07,324 | INFO |Start performance case (task_runner.py:158) +2024-09-01 21:59:07,335 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 21:59:07,335 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 21:59:07,335 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 21:59:07,336 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 21:59:07,379 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 21:59:07,941 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 21:59:07,962 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 21:59:07,963 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 21:59:07,963 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 21:59:11,995 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03539033800188918, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:15,316 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.04357770500064362, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:18,865 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.034282030996109825, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:22,233 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.026281710001057945, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:25,352 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.02129427299951203, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:28,580 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.016175466997083277, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:31,613 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.0167123779974645, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:34,661 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02371818700339645, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:37,627 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.027144634004798718, latest recall=0.01 (serial_runner.py:202) +2024-09-01 21:59:40,745 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03006236099463422, latest recall=0.4 (serial_runner.py:202) +2024-09-01 21:59:40,746 | INFO |SpawnProcess-1:1 search entire test_data: cost=26.4941s, queries=1000, avg_recall=0.3987, avg_ndcg=0.5127,avg_latency=0.0265, p99=0.0518 (serial_runner.py:209) +2024-09-01 21:59:41,276 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:59:41,276 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 21:59:42,297 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 21:59:42,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 21:59:45,010 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0035199829944758676 (mp_runner.py:73) +2024-09-01 21:59:46,941 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0035391689962125383 (mp_runner.py:73) +2024-09-01 21:59:48,472 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0032341629994334653 (mp_runner.py:73) +2024-09-01 21:59:49,889 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0029669670038856566 (mp_runner.py:73) +2024-09-01 21:59:51,376 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0026960769973811693 (mp_runner.py:73) +2024-09-01 21:59:52,738 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.00296859499940183 (mp_runner.py:73) +2024-09-01 21:59:54,173 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.002658762998180464 (mp_runner.py:73) +2024-09-01 21:59:55,525 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.002966774998640176 (mp_runner.py:73) +2024-09-01 21:59:56,927 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.002817761000187602 (mp_runner.py:73) +2024-09-01 21:59:58,295 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0029400349958450533 (mp_runner.py:73) +2024-09-01 21:59:59,738 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.00274317499861354 (mp_runner.py:73) +2024-09-01 22:00:01,261 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0031310560007113963 (mp_runner.py:73) +2024-09-01 22:00:02,689 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.002732164997723885 (mp_runner.py:73) +2024-09-01 22:00:04,087 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.002995481998368632 (mp_runner.py:73) +2024-09-01 22:00:05,491 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0027772920002462342 (mp_runner.py:73) +2024-09-01 22:00:06,871 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.002853220001270529 (mp_runner.py:73) +2024-09-01 22:00:08,276 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0027825040015159175 (mp_runner.py:73) +2024-09-01 22:00:09,646 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.003016559006937314 (mp_runner.py:73) +2024-09-01 22:00:11,117 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.002696387004107237 (mp_runner.py:73) +2024-09-01 22:00:12,332 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0011s, count=9922, qps in this process: 330.7212 (mp_runner.py:76) +2024-09-01 22:00:12,334 | INFO |End search in concurrency 1: dur=30.03575046399783s, total_count=9922, qps=330.3397 (mp_runner.py:120) +2024-09-01 22:00:12,518 | INFO |Update largest qps with concurrency 1: current max_qps=330.3397 (mp_runner.py:124) +2024-09-01 22:00:12,930 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:00:12,931 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 22:00:17,985 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 22:00:18,045 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:18,054 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:18,054 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:18,055 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:18,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:20,266 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0034910449976450764 (mp_runner.py:73) +2024-09-01 22:00:20,266 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.003138813000987284 (mp_runner.py:73) +2024-09-01 22:00:20,267 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.004804584001249168 (mp_runner.py:73) +2024-09-01 22:00:20,267 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.00444880299619399 (mp_runner.py:73) +2024-09-01 22:00:20,267 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004354614000476431 (mp_runner.py:73) +2024-09-01 22:00:22,517 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.004120694000448566 (mp_runner.py:73) +2024-09-01 22:00:22,517 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.004211500003293622 (mp_runner.py:73) +2024-09-01 22:00:22,517 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.004038441002194304 (mp_runner.py:73) +2024-09-01 22:00:22,517 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.004465854006411973 (mp_runner.py:73) +2024-09-01 22:00:22,518 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.004996955998649355 (mp_runner.py:73) +2024-09-01 22:00:24,891 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.004993261994968634 (mp_runner.py:73) +2024-09-01 22:00:24,891 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.003702793997945264 (mp_runner.py:73) +2024-09-01 22:00:24,892 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.004503625001234468 (mp_runner.py:73) +2024-09-01 22:00:24,892 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004721126999356784 (mp_runner.py:73) +2024-09-01 22:00:24,893 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.002652928997122217 (mp_runner.py:73) +2024-09-01 22:00:26,991 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.003919447997759562 (mp_runner.py:73) +2024-09-01 22:00:26,991 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.004033135999634396 (mp_runner.py:73) +2024-09-01 22:00:26,991 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.004058696998981759 (mp_runner.py:73) +2024-09-01 22:00:26,991 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0043538789977901615 (mp_runner.py:73) +2024-09-01 22:00:26,992 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.004980159006663598 (mp_runner.py:73) +2024-09-01 22:00:29,309 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.004722748999483883 (mp_runner.py:73) +2024-09-01 22:00:29,309 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.003515507996780798 (mp_runner.py:73) +2024-09-01 22:00:29,310 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.005922352000197861 (mp_runner.py:73) +2024-09-01 22:00:29,310 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.004957122000632808 (mp_runner.py:73) +2024-09-01 22:00:29,311 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.006792218999180477 (mp_runner.py:73) +2024-09-01 22:00:31,529 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.00434436000068672 (mp_runner.py:73) +2024-09-01 22:00:31,529 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.004768556995259132 (mp_runner.py:73) +2024-09-01 22:00:31,529 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0047423849973711185 (mp_runner.py:73) +2024-09-01 22:00:31,529 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.004769925995788071 (mp_runner.py:73) +2024-09-01 22:00:31,530 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.004981122998287901 (mp_runner.py:73) +2024-09-01 22:00:33,821 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.00380014099937398 (mp_runner.py:73) +2024-09-01 22:00:33,821 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.002867251001589466 (mp_runner.py:73) +2024-09-01 22:00:33,822 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.004205011995509267 (mp_runner.py:73) +2024-09-01 22:00:33,822 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.002729410996835213 (mp_runner.py:73) +2024-09-01 22:00:33,823 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0051262699998915195 (mp_runner.py:73) +2024-09-01 22:00:35,916 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.004414457005623262 (mp_runner.py:73) +2024-09-01 22:00:35,916 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.00458991000050446 (mp_runner.py:73) +2024-09-01 22:00:35,916 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.004012814999441616 (mp_runner.py:73) +2024-09-01 22:00:35,916 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.004604747002304066 (mp_runner.py:73) +2024-09-01 22:00:35,917 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.004887084003712516 (mp_runner.py:73) +2024-09-01 22:00:38,189 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.003664725001726765 (mp_runner.py:73) +2024-09-01 22:00:38,191 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.005369527003495023 (mp_runner.py:73) +2024-09-01 22:00:38,191 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.004897631995845586 (mp_runner.py:73) +2024-09-01 22:00:38,191 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.005030503001762554 (mp_runner.py:73) +2024-09-01 22:00:38,192 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.003238252997107338 (mp_runner.py:73) +2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.004129562003072351 (mp_runner.py:73) +2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.004132027999730781 (mp_runner.py:73) +2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.004029345000162721 (mp_runner.py:73) +2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.004434898997715209 (mp_runner.py:73) +2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.004500918999838177 (mp_runner.py:73) +2024-09-01 22:00:42,744 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.003525037995132152 (mp_runner.py:73) +2024-09-01 22:00:42,744 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.003023666999069974 (mp_runner.py:73) +2024-09-01 22:00:42,745 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0030945250036893412 (mp_runner.py:73) +2024-09-01 22:00:42,745 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.004797490997589193 (mp_runner.py:73) +2024-09-01 22:00:42,747 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0022566949992324226 (mp_runner.py:73) +2024-09-01 22:00:44,972 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.004685468004026916 (mp_runner.py:73) +2024-09-01 22:00:44,972 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.004492182997637428 (mp_runner.py:73) +2024-09-01 22:00:44,972 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.004719171003671363 (mp_runner.py:73) +2024-09-01 22:00:44,972 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.004577407002216205 (mp_runner.py:73) +2024-09-01 22:00:44,973 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.005049798004620243 (mp_runner.py:73) +2024-09-01 22:00:47,297 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.00355339799716603 (mp_runner.py:73) +2024-09-01 22:00:47,297 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0026781179985846393 (mp_runner.py:73) +2024-09-01 22:00:47,298 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.004723699996247888 (mp_runner.py:73) +2024-09-01 22:00:47,298 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0033529580032336526 (mp_runner.py:73) +2024-09-01 22:00:47,299 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0060780419953516684 (mp_runner.py:73) +2024-09-01 22:00:48,047 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0004s, count=6676, qps in this process: 222.5304 (mp_runner.py:76) +2024-09-01 22:00:48,055 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0009s, count=6677, qps in this process: 222.56 (mp_runner.py:76) +2024-09-01 22:00:48,060 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0013s, count=6677, qps in this process: 222.557 (mp_runner.py:76) +2024-09-01 22:00:48,061 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0062s, count=6677, qps in this process: 222.5207 (mp_runner.py:76) +2024-09-01 22:00:48,061 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0054s, count=6676, qps in this process: 222.4933 (mp_runner.py:76) +2024-09-01 22:00:48,065 | INFO |End search in concurrency 5: dur=30.07874590600113s, total_count=33383, qps=1109.8535 (mp_runner.py:120) +2024-09-01 22:00:48,372 | INFO |Update largest qps with concurrency 5: current max_qps=1109.8535 (mp_runner.py:124) +2024-09-01 22:00:48,787 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:00:48,787 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 22:00:58,969 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 22:00:59,021 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,062 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,087 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,091 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,091 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,127 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,144 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,151 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:00:59,151 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.015610458998708054 (mp_runner.py:73) +2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.01739580399589613 (mp_runner.py:73) +2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.01465934699808713 (mp_runner.py:73) +2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.017464443000790197 (mp_runner.py:73) +2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.014728788002685178 (mp_runner.py:73) +2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.01368820700008655 (mp_runner.py:73) +2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.01445498400426004 (mp_runner.py:73) +2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.013229593001597095 (mp_runner.py:73) +2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.012387287999445107 (mp_runner.py:73) +2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.01704200699896319 (mp_runner.py:73) +2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.013868907000869513 (mp_runner.py:73) +2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.015341464000812266 (mp_runner.py:73) +2024-09-01 22:01:04,773 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.012445369000488427 (mp_runner.py:73) +2024-09-01 22:01:04,779 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.009376434005389456 (mp_runner.py:73) +2024-09-01 22:01:04,911 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.019453364999208134 (mp_runner.py:73) +2024-09-01 22:01:09,987 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.007988258999830578 (mp_runner.py:73) +2024-09-01 22:01:09,989 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.0029237710041343234 (mp_runner.py:73) +2024-09-01 22:01:10,061 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.01159790300152963 (mp_runner.py:73) +2024-09-01 22:01:10,079 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.005117701999552082 (mp_runner.py:73) +2024-09-01 22:01:10,081 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.009017660995596088 (mp_runner.py:73) +2024-09-01 22:01:10,082 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.008649815994431265 (mp_runner.py:73) +2024-09-01 22:01:10,091 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.008944613997300621 (mp_runner.py:73) +2024-09-01 22:01:10,092 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.011385288002202287 (mp_runner.py:73) +2024-09-01 22:01:10,093 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.014129950002825353 (mp_runner.py:73) +2024-09-01 22:01:10,096 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.012970218005648348 (mp_runner.py:73) +2024-09-01 22:01:10,099 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.013634646995342337 (mp_runner.py:73) +2024-09-01 22:01:10,100 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.01576670400390867 (mp_runner.py:73) +2024-09-01 22:01:10,101 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.014897468994604424 (mp_runner.py:73) +2024-09-01 22:01:10,102 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.012931807003042195 (mp_runner.py:73) +2024-09-01 22:01:10,473 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.010659842002496589 (mp_runner.py:73) +2024-09-01 22:01:16,628 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.006550285004777834 (mp_runner.py:73) +2024-09-01 22:01:16,629 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.009348346000479069 (mp_runner.py:73) +2024-09-01 22:01:16,630 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.00798803100042278 (mp_runner.py:73) +2024-09-01 22:01:16,630 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.01128061099734623 (mp_runner.py:73) +2024-09-01 22:01:16,631 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.007708441000431776 (mp_runner.py:73) +2024-09-01 22:01:16,631 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.00823017000220716 (mp_runner.py:73) +2024-09-01 22:01:16,632 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.011982543001067825 (mp_runner.py:73) +2024-09-01 22:01:16,633 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.008597917003498878 (mp_runner.py:73) +2024-09-01 22:01:16,634 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.00264720999985002 (mp_runner.py:73) +2024-09-01 22:01:16,634 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.012771221998264082 (mp_runner.py:73) +2024-09-01 22:01:16,635 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.011960756994085386 (mp_runner.py:73) +2024-09-01 22:01:16,640 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.017559713996888604 (mp_runner.py:73) +2024-09-01 22:01:16,641 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.02379642100277124 (mp_runner.py:73) +2024-09-01 22:01:16,927 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.03270159899693681 (mp_runner.py:73) +2024-09-01 22:01:17,150 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.018819217002601363 (mp_runner.py:73) +2024-09-01 22:01:22,161 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.004045330002554692 (mp_runner.py:73) +2024-09-01 22:01:22,162 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.004306272996473126 (mp_runner.py:73) +2024-09-01 22:01:22,163 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.006784188997698948 (mp_runner.py:73) +2024-09-01 22:01:22,164 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.008626645001641009 (mp_runner.py:73) +2024-09-01 22:01:22,164 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.008476014001644216 (mp_runner.py:73) +2024-09-01 22:01:22,165 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.008643444001791067 (mp_runner.py:73) +2024-09-01 22:01:22,165 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.009058206996996887 (mp_runner.py:73) +2024-09-01 22:01:22,166 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.010697088000597432 (mp_runner.py:73) +2024-09-01 22:01:22,167 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.00924599400605075 (mp_runner.py:73) +2024-09-01 22:01:22,168 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.013335527000890579 (mp_runner.py:73) +2024-09-01 22:01:22,177 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.01986111000587698 (mp_runner.py:73) +2024-09-01 22:01:22,274 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.017025160996126942 (mp_runner.py:73) +2024-09-01 22:01:22,356 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.017045942004187964 (mp_runner.py:73) +2024-09-01 22:01:22,596 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.016767831999459304 (mp_runner.py:73) +2024-09-01 22:01:22,839 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.002163498997106217 (mp_runner.py:73) +2024-09-01 22:01:28,055 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.006236453999008518 (mp_runner.py:73) +2024-09-01 22:01:28,057 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.010642412999004591 (mp_runner.py:73) +2024-09-01 22:01:28,058 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.010103863998665474 (mp_runner.py:73) +2024-09-01 22:01:28,058 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.010696843004552647 (mp_runner.py:73) +2024-09-01 22:01:28,059 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.009980779002944473 (mp_runner.py:73) +2024-09-01 22:01:28,059 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.014558894996298477 (mp_runner.py:73) +2024-09-01 22:01:28,061 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.012148506997618824 (mp_runner.py:73) +2024-09-01 22:01:28,061 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.003286479004600551 (mp_runner.py:73) +2024-09-01 22:01:28,062 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.014585156997782178 (mp_runner.py:73) +2024-09-01 22:01:28,063 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.0016041720009525307 (mp_runner.py:73) +2024-09-01 22:01:28,067 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.009750643999723252 (mp_runner.py:73) +2024-09-01 22:01:28,145 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.011613921000389382 (mp_runner.py:73) +2024-09-01 22:01:28,330 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.009099855000386015 (mp_runner.py:73) +2024-09-01 22:01:28,662 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.017181908995553385 (mp_runner.py:73) +2024-09-01 22:01:29,024 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0018s, count=2579, qps in this process: 85.9615 (mp_runner.py:76) +2024-09-01 22:01:29,041 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0026s, count=2581, qps in this process: 86.0259 (mp_runner.py:76) +2024-09-01 22:01:29,055 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0172362380035338 (mp_runner.py:73) +2024-09-01 22:01:29,070 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0053s, count=2584, qps in this process: 86.1181 (mp_runner.py:76) +2024-09-01 22:01:29,084 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0028s, count=2585, qps in this process: 86.1586 (mp_runner.py:76) +2024-09-01 22:01:29,097 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0052s, count=2540, qps in this process: 84.652 (mp_runner.py:76) +2024-09-01 22:01:29,099 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0057s, count=2587, qps in this process: 86.217 (mp_runner.py:76) +2024-09-01 22:01:29,100 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0105s, count=2587, qps in this process: 86.2032 (mp_runner.py:76) +2024-09-01 22:01:29,127 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0046s, count=2590, qps in this process: 86.3201 (mp_runner.py:76) +2024-09-01 22:01:29,128 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0033s, count=2509, qps in this process: 83.6241 (mp_runner.py:76) +2024-09-01 22:01:29,130 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.005s, count=2590, qps in this process: 86.3189 (mp_runner.py:76) +2024-09-01 22:01:29,137 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0015s, count=2567, qps in this process: 85.5624 (mp_runner.py:76) +2024-09-01 22:01:29,141 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0034s, count=2592, qps in this process: 86.3902 (mp_runner.py:76) +2024-09-01 22:01:29,152 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0017s, count=2595, qps in this process: 86.4951 (mp_runner.py:76) +2024-09-01 22:01:29,156 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0012s, count=2596, qps in this process: 86.5299 (mp_runner.py:76) +2024-09-01 22:01:29,158 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0025s, count=2597, qps in this process: 86.5595 (mp_runner.py:76) +2024-09-01 22:01:29,162 | INFO |End search in concurrency 15: dur=30.192931771001895s, total_count=38679, qps=1281.0614 (mp_runner.py:120) +2024-09-01 22:01:30,056 | INFO |Update largest qps with concurrency 15: current max_qps=1281.0614 (mp_runner.py:124) +2024-09-01 22:01:30,467 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:01:30,467 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 22:01:40,733 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 22:01:40,789 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,790 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,905 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,938 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,938 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,938 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,939 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,939 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,950 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,958 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:40,960 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:01:48,154 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.005689582998456899 (mp_runner.py:73) +2024-09-01 22:01:48,156 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.009753308004292194 (mp_runner.py:73) +2024-09-01 22:01:48,169 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.00791733500227565 (mp_runner.py:73) +2024-09-01 22:01:48,171 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.006252232997212559 (mp_runner.py:73) +2024-09-01 22:01:48,178 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.005594802998530213 (mp_runner.py:73) +2024-09-01 22:01:48,185 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.04804545600200072 (mp_runner.py:73) +2024-09-01 22:01:48,188 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.024241731996880844 (mp_runner.py:73) +2024-09-01 22:01:48,190 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.01945052299561212 (mp_runner.py:73) +2024-09-01 22:01:48,194 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.012592940998729318 (mp_runner.py:73) +2024-09-01 22:01:48,201 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.008221803000196815 (mp_runner.py:73) +2024-09-01 22:01:48,206 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.012238728006195743 (mp_runner.py:73) +2024-09-01 22:01:48,208 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.01265267399867298 (mp_runner.py:73) +2024-09-01 22:01:48,209 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.012868701000115834 (mp_runner.py:73) +2024-09-01 22:01:48,211 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.011458119995950256 (mp_runner.py:73) +2024-09-01 22:01:48,212 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.011456436004664283 (mp_runner.py:73) +2024-09-01 22:01:48,214 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.021391858004790265 (mp_runner.py:73) +2024-09-01 22:01:48,216 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.012453354000172112 (mp_runner.py:73) +2024-09-01 22:01:48,216 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.0244093889996293 (mp_runner.py:73) +2024-09-01 22:01:48,250 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0036045099986949936 (mp_runner.py:73) +2024-09-01 22:01:48,295 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.02138306599954376 (mp_runner.py:73) +2024-09-01 22:01:55,027 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.005015101000026334 (mp_runner.py:73) +2024-09-01 22:01:55,027 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.0064374740031780675 (mp_runner.py:73) +2024-09-01 22:01:55,045 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.016935214996919967 (mp_runner.py:73) +2024-09-01 22:01:55,046 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.01923000899842009 (mp_runner.py:73) +2024-09-01 22:01:55,046 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.004583447996992618 (mp_runner.py:73) +2024-09-01 22:01:55,047 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.015596571000060067 (mp_runner.py:73) +2024-09-01 22:01:55,049 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.01990700000169454 (mp_runner.py:73) +2024-09-01 22:01:55,050 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.02473930899577681 (mp_runner.py:73) +2024-09-01 22:01:55,051 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.02483881499938434 (mp_runner.py:73) +2024-09-01 22:01:55,052 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.02146205499593634 (mp_runner.py:73) +2024-09-01 22:01:55,053 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.023416363997966982 (mp_runner.py:73) +2024-09-01 22:01:55,054 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.025405246000445914 (mp_runner.py:73) +2024-09-01 22:01:55,055 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.022503922002215404 (mp_runner.py:73) +2024-09-01 22:01:55,057 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.03267020999919623 (mp_runner.py:73) +2024-09-01 22:01:55,058 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.03548173700255575 (mp_runner.py:73) +2024-09-01 22:01:55,059 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.02466578000166919 (mp_runner.py:73) +2024-09-01 22:01:55,060 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.01743977700243704 (mp_runner.py:73) +2024-09-01 22:01:55,255 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.020632164996641222 (mp_runner.py:73) +2024-09-01 22:01:55,493 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.012871350998466369 (mp_runner.py:73) +2024-09-01 22:01:55,501 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.02084002099581994 (mp_runner.py:73) +2024-09-01 22:02:02,818 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.01305016600235831 (mp_runner.py:73) +2024-09-01 22:02:02,819 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.015203756003757007 (mp_runner.py:73) +2024-09-01 22:02:02,821 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.018544111000664998 (mp_runner.py:73) +2024-09-01 22:02:02,823 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.021482165000634268 (mp_runner.py:73) +2024-09-01 22:02:02,824 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.01722250199964037 (mp_runner.py:73) +2024-09-01 22:02:02,825 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.01711953700578306 (mp_runner.py:73) +2024-09-01 22:02:02,830 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.019425862999923993 (mp_runner.py:73) +2024-09-01 22:02:02,835 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.035297984002681915 (mp_runner.py:73) +2024-09-01 22:02:02,837 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.027493659006722737 (mp_runner.py:73) +2024-09-01 22:02:02,851 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.01677631000347901 (mp_runner.py:73) +2024-09-01 22:02:02,854 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.013264451001305133 (mp_runner.py:73) +2024-09-01 22:02:02,865 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.027150485999300145 (mp_runner.py:73) +2024-09-01 22:02:02,884 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0051325540043762885 (mp_runner.py:73) +2024-09-01 22:02:02,893 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.01748106200102484 (mp_runner.py:73) +2024-09-01 22:02:03,028 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.006037111001205631 (mp_runner.py:73) +2024-09-01 22:02:03,039 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.022262136000790633 (mp_runner.py:73) +2024-09-01 22:02:03,282 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.018711559001530986 (mp_runner.py:73) +2024-09-01 22:02:03,652 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.02624975399521645 (mp_runner.py:73) +2024-09-01 22:02:03,821 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.022433351005020086 (mp_runner.py:73) +2024-09-01 22:02:04,085 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.01690238999435678 (mp_runner.py:73) +2024-09-01 22:02:10,548 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.003683809998619836 (mp_runner.py:73) +2024-09-01 22:02:10,557 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.01631039300264092 (mp_runner.py:73) +2024-09-01 22:02:10,568 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.01899198799947044 (mp_runner.py:73) +2024-09-01 22:02:10,570 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.011862455001391936 (mp_runner.py:73) +2024-09-01 22:02:10,574 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.003182648004440125 (mp_runner.py:73) +2024-09-01 22:02:10,575 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.01982639400375774 (mp_runner.py:73) +2024-09-01 22:02:10,576 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.024398147994361352 (mp_runner.py:73) +2024-09-01 22:02:10,579 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.026141857000766322 (mp_runner.py:73) +2024-09-01 22:02:10,582 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.03620501299883472 (mp_runner.py:73) +2024-09-01 22:02:10,583 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.038321086001815274 (mp_runner.py:73) +2024-09-01 22:02:10,597 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.012554624998301733 (mp_runner.py:73) +2024-09-01 22:02:10,599 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.02515273699827958 (mp_runner.py:73) +2024-09-01 22:02:10,604 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.022776056997827254 (mp_runner.py:73) +2024-09-01 22:02:10,632 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.01839624500280479 (mp_runner.py:73) +2024-09-01 22:02:10,643 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.021878508996451274 (mp_runner.py:73) +2024-09-01 22:02:10,791 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0006s, count=1992, qps in this process: 66.3987 (mp_runner.py:76) +2024-09-01 22:02:10,796 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0059s, count=1923, qps in this process: 64.0874 (mp_runner.py:76) +2024-09-01 22:02:10,837 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0149s, count=1966, qps in this process: 65.5008 (mp_runner.py:76) +2024-09-01 22:02:10,861 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0113s, count=1972, qps in this process: 65.7086 (mp_runner.py:76) +2024-09-01 22:02:10,912 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0046s, count=2017, qps in this process: 67.223 (mp_runner.py:76) +2024-09-01 22:02:10,935 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0004s, count=2025, qps in this process: 67.4991 (mp_runner.py:76) +2024-09-01 22:02:10,935 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0008s, count=2025, qps in this process: 67.4982 (mp_runner.py:76) +2024-09-01 22:02:10,935 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.001s, count=2025, qps in this process: 67.4978 (mp_runner.py:76) +2024-09-01 22:02:10,936 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0013s, count=2025, qps in this process: 67.4971 (mp_runner.py:76) +2024-09-01 22:02:10,938 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.0033547659986652434 (mp_runner.py:73) +2024-09-01 22:02:10,944 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0013s, count=2026, qps in this process: 67.5304 (mp_runner.py:76) +2024-09-01 22:02:10,952 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0058s, count=2027, qps in this process: 67.5536 (mp_runner.py:76) +2024-09-01 22:02:10,952 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0063s, count=2027, qps in this process: 67.5525 (mp_runner.py:76) +2024-09-01 22:02:10,952 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0061s, count=2027, qps in this process: 67.5529 (mp_runner.py:76) +2024-09-01 22:02:10,954 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0075s, count=2023, qps in this process: 67.4165 (mp_runner.py:76) +2024-09-01 22:02:10,957 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0022s, count=2028, qps in this process: 67.595 (mp_runner.py:76) +2024-09-01 22:02:10,959 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.002s, count=2027, qps in this process: 67.5622 (mp_runner.py:76) +2024-09-01 22:02:10,959 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0046s, count=2028, qps in this process: 67.5896 (mp_runner.py:76) +2024-09-01 22:02:10,960 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0052s, count=2002, qps in this process: 66.7218 (mp_runner.py:76) +2024-09-01 22:02:10,969 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0051s, count=2030, qps in this process: 67.6552 (mp_runner.py:76) +2024-09-01 22:02:10,969 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0033s, count=2030, qps in this process: 67.6592 (mp_runner.py:76) +2024-09-01 22:02:10,973 | INFO |End search in concurrency 20: dur=30.239360276995285s, total_count=40245, qps=1330.8813 (mp_runner.py:120) +2024-09-01 22:02:12,205 | INFO |Update largest qps with concurrency 20: current max_qps=1330.8813 (mp_runner.py:124) +2024-09-01 22:02:12,619 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:02:12,619 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 22:02:22,954 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 22:02:23,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,054 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,098 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,110 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,122 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,173 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,178 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,204 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,207 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,211 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,211 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,214 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,215 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,219 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,219 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,236 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,236 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,238 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:23,247 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:02:32,153 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.009497958999418188 (mp_runner.py:73) +2024-09-01 22:02:32,154 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.00834727700566873 (mp_runner.py:73) +2024-09-01 22:02:32,157 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.00958310799614992 (mp_runner.py:73) +2024-09-01 22:02:32,157 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.013440335998893715 (mp_runner.py:73) +2024-09-01 22:02:32,158 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.010259673006657977 (mp_runner.py:73) +2024-09-01 22:02:32,158 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.010844884003745392 (mp_runner.py:73) +2024-09-01 22:02:32,159 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.01250111900299089 (mp_runner.py:73) +2024-09-01 22:02:32,159 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.010806220998347271 (mp_runner.py:73) +2024-09-01 22:02:32,160 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.01784133400360588 (mp_runner.py:73) +2024-09-01 22:02:32,161 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.011705165001330897 (mp_runner.py:73) +2024-09-01 22:02:32,162 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.012367828996502794 (mp_runner.py:73) +2024-09-01 22:02:32,162 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.014047337004740257 (mp_runner.py:73) +2024-09-01 22:02:32,163 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01531238500319887 (mp_runner.py:73) +2024-09-01 22:02:32,163 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.013637064999784343 (mp_runner.py:73) +2024-09-01 22:02:32,165 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.015563159999146592 (mp_runner.py:73) +2024-09-01 22:02:32,165 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.018101446999935433 (mp_runner.py:73) +2024-09-01 22:02:32,166 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.017294552002567798 (mp_runner.py:73) +2024-09-01 22:02:32,167 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.02521970799716655 (mp_runner.py:73) +2024-09-01 22:02:32,168 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.022856878000311553 (mp_runner.py:73) +2024-09-01 22:02:32,168 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.02300933000515215 (mp_runner.py:73) +2024-09-01 22:02:32,169 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.022968887999013532 (mp_runner.py:73) +2024-09-01 22:02:32,601 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.019620056998974178 (mp_runner.py:73) +2024-09-01 22:02:32,789 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.022426769995945506 (mp_runner.py:73) +2024-09-01 22:02:32,793 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.01982042400049977 (mp_runner.py:73) +2024-09-01 22:02:33,307 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.0209219500029576 (mp_runner.py:73) +2024-09-01 22:02:41,040 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.005220465995080303 (mp_runner.py:73) +2024-09-01 22:02:41,041 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.0029469950022757985 (mp_runner.py:73) +2024-09-01 22:02:41,041 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.004528930003289133 (mp_runner.py:73) +2024-09-01 22:02:41,044 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.0028564869935507886 (mp_runner.py:73) +2024-09-01 22:02:41,047 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.0028854199990746565 (mp_runner.py:73) +2024-09-01 22:02:41,048 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.003593971996451728 (mp_runner.py:73) +2024-09-01 22:02:41,049 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.0016369250006391667 (mp_runner.py:73) +2024-09-01 22:02:41,049 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.004848830998525955 (mp_runner.py:73) +2024-09-01 22:02:41,051 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.002008328003284987 (mp_runner.py:73) +2024-09-01 22:02:41,052 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.0016786330015747808 (mp_runner.py:73) +2024-09-01 22:02:41,052 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.0030679579940624535 (mp_runner.py:73) +2024-09-01 22:02:41,054 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.004656876997614745 (mp_runner.py:73) +2024-09-01 22:02:41,055 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.005567161999351811 (mp_runner.py:73) +2024-09-01 22:02:41,056 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.013615411000500899 (mp_runner.py:73) +2024-09-01 22:02:41,057 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.0015720509982202202 (mp_runner.py:73) +2024-09-01 22:02:41,058 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.008597667001595255 (mp_runner.py:73) +2024-09-01 22:02:41,058 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.0021622410058625974 (mp_runner.py:73) +2024-09-01 22:02:41,060 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.00264405099733267 (mp_runner.py:73) +2024-09-01 22:02:41,061 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.0042030690019601025 (mp_runner.py:73) +2024-09-01 22:02:41,357 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.02435338699433487 (mp_runner.py:73) +2024-09-01 22:02:42,045 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.004318175997468643 (mp_runner.py:73) +2024-09-01 22:02:42,058 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.07795664600416785 (mp_runner.py:73) +2024-09-01 22:02:42,473 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0033779680015868507 (mp_runner.py:73) +2024-09-01 22:02:42,868 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.006160748002002947 (mp_runner.py:73) +2024-09-01 22:02:42,905 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.02172071099630557 (mp_runner.py:73) +2024-09-01 22:02:51,083 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.017825941999035422 (mp_runner.py:73) +2024-09-01 22:02:51,084 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.01848099599737907 (mp_runner.py:73) +2024-09-01 22:02:51,085 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.019288852003228385 (mp_runner.py:73) +2024-09-01 22:02:51,086 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.020257418997061905 (mp_runner.py:73) +2024-09-01 22:02:51,087 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.020987541996873915 (mp_runner.py:73) +2024-09-01 22:02:51,088 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.022415681996790227 (mp_runner.py:73) +2024-09-01 22:02:51,088 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.022456273996795062 (mp_runner.py:73) +2024-09-01 22:02:51,089 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.023657553996599745 (mp_runner.py:73) +2024-09-01 22:02:51,090 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.024074840999674052 (mp_runner.py:73) +2024-09-01 22:02:51,090 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.024577700001827907 (mp_runner.py:73) +2024-09-01 22:02:51,091 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.02571631799946772 (mp_runner.py:73) +2024-09-01 22:02:51,092 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.026888608997978736 (mp_runner.py:73) +2024-09-01 22:02:51,093 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.02767243899870664 (mp_runner.py:73) +2024-09-01 22:02:51,094 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.028289039997616783 (mp_runner.py:73) +2024-09-01 22:02:51,096 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.01981715099827852 (mp_runner.py:73) +2024-09-01 22:02:51,122 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.05681884200021159 (mp_runner.py:73) +2024-09-01 22:02:51,173 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.02269494900247082 (mp_runner.py:73) +2024-09-01 22:02:51,193 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.01130345599813154 (mp_runner.py:73) +2024-09-01 22:02:51,496 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.02057447799597867 (mp_runner.py:73) +2024-09-01 22:02:51,885 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.02953914200043073 (mp_runner.py:73) +2024-09-01 22:02:52,547 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.03411806000076467 (mp_runner.py:73) +2024-09-01 22:02:52,697 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.02280443500058027 (mp_runner.py:73) +2024-09-01 22:02:52,802 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.03718472000036854 (mp_runner.py:73) +2024-09-01 22:02:52,995 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.003736849997949321 (mp_runner.py:73) +2024-09-01 22:02:53,053 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0167s, count=1516, qps in this process: 50.5052 (mp_runner.py:76) +2024-09-01 22:02:53,065 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0022s, count=1558, qps in this process: 51.9295 (mp_runner.py:76) +2024-09-01 22:02:53,069 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.03332584699819563 (mp_runner.py:73) +2024-09-01 22:02:53,077 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0107s, count=1606, qps in this process: 53.5142 (mp_runner.py:76) +2024-09-01 22:02:53,079 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0007s, count=1606, qps in this process: 53.5321 (mp_runner.py:76) +2024-09-01 22:02:53,115 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0109s, count=1608, qps in this process: 53.5805 (mp_runner.py:76) +2024-09-01 22:02:53,121 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0098s, count=1608, qps in this process: 53.5825 (mp_runner.py:76) +2024-09-01 22:02:53,155 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0249s, count=1610, qps in this process: 53.6222 (mp_runner.py:76) +2024-09-01 22:02:53,183 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0046s, count=1605, qps in this process: 53.4918 (mp_runner.py:76) +2024-09-01 22:02:53,192 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0106s, count=1613, qps in this process: 53.7477 (mp_runner.py:76) +2024-09-01 22:02:53,193 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0095s, count=1613, qps in this process: 53.7496 (mp_runner.py:76) +2024-09-01 22:02:53,211 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0022s, count=1615, qps in this process: 53.8294 (mp_runner.py:76) +2024-09-01 22:02:53,215 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0018s, count=1615, qps in this process: 53.8301 (mp_runner.py:76) +2024-09-01 22:02:53,218 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0024s, count=1615, qps in this process: 53.829 (mp_runner.py:76) +2024-09-01 22:02:53,223 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.004s, count=1611, qps in this process: 53.6928 (mp_runner.py:76) +2024-09-01 22:02:53,225 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0048s, count=1535, qps in this process: 51.1585 (mp_runner.py:76) +2024-09-01 22:02:53,228 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0125s, count=1600, qps in this process: 53.3111 (mp_runner.py:76) +2024-09-01 22:02:53,229 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.004s, count=1616, qps in this process: 53.8595 (mp_runner.py:76) +2024-09-01 22:02:53,230 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0113s, count=1616, qps in this process: 53.8464 (mp_runner.py:76) +2024-09-01 22:02:53,231 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0075s, count=1616, qps in this process: 53.8532 (mp_runner.py:76) +2024-09-01 22:02:53,231 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0047s, count=1616, qps in this process: 53.8582 (mp_runner.py:76) +2024-09-01 22:02:53,232 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0136s, count=1616, qps in this process: 53.8423 (mp_runner.py:76) +2024-09-01 22:02:53,242 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0002s, count=1521, qps in this process: 50.6997 (mp_runner.py:76) +2024-09-01 22:02:53,246 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0037s, count=1527, qps in this process: 50.8937 (mp_runner.py:76) +2024-09-01 22:02:53,249 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0046s, count=1619, qps in this process: 53.9584 (mp_runner.py:76) +2024-09-01 22:02:53,255 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0012s, count=1518, qps in this process: 50.598 (mp_runner.py:76) +2024-09-01 22:02:53,259 | INFO |End search in concurrency 25: dur=30.30466339699342s, total_count=39799, qps=1313.2962 (mp_runner.py:120) +2024-09-01 22:02:55,237 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:02:55,237 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 22:03:05,614 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 22:03:05,658 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,737 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,756 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,756 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,877 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,919 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,927 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,933 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,936 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,936 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,944 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,952 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:05,957 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:16,700 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.03137906800111523 (mp_runner.py:73) +2024-09-01 22:03:16,700 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.029545500001404434 (mp_runner.py:73) +2024-09-01 22:03:16,701 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.031290056998841465 (mp_runner.py:73) +2024-09-01 22:03:16,701 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.026221233994874638 (mp_runner.py:73) +2024-09-01 22:03:16,701 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.02710945600119885 (mp_runner.py:73) +2024-09-01 22:03:16,701 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.02713742000196362 (mp_runner.py:73) +2024-09-01 22:03:16,702 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.03020928500336595 (mp_runner.py:73) +2024-09-01 22:03:16,702 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.028861300001153722 (mp_runner.py:73) +2024-09-01 22:03:16,703 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.023417416006850544 (mp_runner.py:73) +2024-09-01 22:03:16,703 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.02634300899808295 (mp_runner.py:73) +2024-09-01 22:03:16,703 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.030440390000876505 (mp_runner.py:73) +2024-09-01 22:03:16,704 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.028447062999475747 (mp_runner.py:73) +2024-09-01 22:03:16,705 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.037979619002726395 (mp_runner.py:73) +2024-09-01 22:03:16,705 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.025654649005446117 (mp_runner.py:73) +2024-09-01 22:03:16,707 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.01358546700066654 (mp_runner.py:73) +2024-09-01 22:03:16,709 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.040701105004700366 (mp_runner.py:73) +2024-09-01 22:03:16,709 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.01631180500407936 (mp_runner.py:73) +2024-09-01 22:03:16,710 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.018785685999318957 (mp_runner.py:73) +2024-09-01 22:03:16,711 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.04565228299907176 (mp_runner.py:73) +2024-09-01 22:03:16,711 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.03124169800139498 (mp_runner.py:73) +2024-09-01 22:03:16,714 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.023779695002303924 (mp_runner.py:73) +2024-09-01 22:03:16,716 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.01988750800228445 (mp_runner.py:73) +2024-09-01 22:03:16,717 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.019900836996384896 (mp_runner.py:73) +2024-09-01 22:03:16,718 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.020075135995284654 (mp_runner.py:73) +2024-09-01 22:03:16,719 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.01371579899569042 (mp_runner.py:73) +2024-09-01 22:03:16,925 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.05621813100151485 (mp_runner.py:73) +2024-09-01 22:03:17,085 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.016591430001426488 (mp_runner.py:73) +2024-09-01 22:03:17,188 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.02806475399847841 (mp_runner.py:73) +2024-09-01 22:03:17,496 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.0025666200017440133 (mp_runner.py:73) +2024-09-01 22:03:17,513 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.014385745998879429 (mp_runner.py:73) +2024-09-01 22:03:27,157 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.01009021099889651 (mp_runner.py:73) +2024-09-01 22:03:27,159 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.01525240499904612 (mp_runner.py:73) +2024-09-01 22:03:27,161 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.014863816999422852 (mp_runner.py:73) +2024-09-01 22:03:27,163 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.025128811001195572 (mp_runner.py:73) +2024-09-01 22:03:27,166 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.01349350999953458 (mp_runner.py:73) +2024-09-01 22:03:27,169 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.020684078001067974 (mp_runner.py:73) +2024-09-01 22:03:27,172 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.022703328999341466 (mp_runner.py:73) +2024-09-01 22:03:27,174 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.008997820994409267 (mp_runner.py:73) +2024-09-01 22:03:27,174 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.027395138000429142 (mp_runner.py:73) +2024-09-01 22:03:27,175 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.027474832997540943 (mp_runner.py:73) +2024-09-01 22:03:27,175 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.011851003997435328 (mp_runner.py:73) +2024-09-01 22:03:27,176 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.022275654002442025 (mp_runner.py:73) +2024-09-01 22:03:27,177 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.02843118100281572 (mp_runner.py:73) +2024-09-01 22:03:27,179 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.028482387999247294 (mp_runner.py:73) +2024-09-01 22:03:27,181 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.022298513998975977 (mp_runner.py:73) +2024-09-01 22:03:27,182 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.022065807002945803 (mp_runner.py:73) +2024-09-01 22:03:27,183 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.020761979998496827 (mp_runner.py:73) +2024-09-01 22:03:27,184 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.026649550003639888 (mp_runner.py:73) +2024-09-01 22:03:27,185 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.024175794002076145 (mp_runner.py:73) +2024-09-01 22:03:27,186 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.030323688995849807 (mp_runner.py:73) +2024-09-01 22:03:27,189 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.03478805799386464 (mp_runner.py:73) +2024-09-01 22:03:27,191 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.025251792998460587 (mp_runner.py:73) +2024-09-01 22:03:27,192 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.024333112000022084 (mp_runner.py:73) +2024-09-01 22:03:27,214 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.0261887110027601 (mp_runner.py:73) +2024-09-01 22:03:27,267 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.019135488000756595 (mp_runner.py:73) +2024-09-01 22:03:27,834 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.03619570400041994 (mp_runner.py:73) +2024-09-01 22:03:28,257 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.02980958399712108 (mp_runner.py:73) +2024-09-01 22:03:28,290 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.05388728799880482 (mp_runner.py:73) +2024-09-01 22:03:28,492 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.038905039997189306 (mp_runner.py:73) +2024-09-01 22:03:28,802 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.03344856399780838 (mp_runner.py:73) +2024-09-01 22:03:35,665 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0017s, count=1379, qps in this process: 45.9641 (mp_runner.py:76) +2024-09-01 22:03:35,746 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0072s, count=1360, qps in this process: 45.3225 (mp_runner.py:76) +2024-09-01 22:03:35,773 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0112s, count=1384, qps in this process: 46.1161 (mp_runner.py:76) +2024-09-01 22:03:35,774 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0142s, count=1384, qps in this process: 46.1115 (mp_runner.py:76) +2024-09-01 22:03:35,885 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0058s, count=1345, qps in this process: 44.8247 (mp_runner.py:76) +2024-09-01 22:03:35,888 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.009s, count=1309, qps in this process: 43.6202 (mp_runner.py:76) +2024-09-01 22:03:35,889 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0025s, count=1390, qps in this process: 46.3295 (mp_runner.py:76) +2024-09-01 22:03:35,890 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0042s, count=1390, qps in this process: 46.3268 (mp_runner.py:76) +2024-09-01 22:03:35,896 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0166s, count=1328, qps in this process: 44.2422 (mp_runner.py:76) +2024-09-01 22:03:35,903 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0166s, count=1391, qps in this process: 46.341 (mp_runner.py:76) +2024-09-01 22:03:35,909 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0234s, count=1390, qps in this process: 46.2972 (mp_runner.py:76) +2024-09-01 22:03:35,913 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0269s, count=1391, qps in this process: 46.3251 (mp_runner.py:76) +2024-09-01 22:03:35,931 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0005s, count=1373, qps in this process: 45.7659 (mp_runner.py:76) +2024-09-01 22:03:35,932 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0016s, count=1317, qps in this process: 43.8977 (mp_runner.py:76) +2024-09-01 22:03:35,934 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0109s, count=1393, qps in this process: 46.4165 (mp_runner.py:76) +2024-09-01 22:03:35,936 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0079s, count=1393, qps in this process: 46.4211 (mp_runner.py:76) +2024-09-01 22:03:35,938 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0012s, count=1393, qps in this process: 46.4315 (mp_runner.py:76) +2024-09-01 22:03:35,942 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0142s, count=1393, qps in this process: 46.4114 (mp_runner.py:76) +2024-09-01 22:03:35,944 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.002s, count=1393, qps in this process: 46.4302 (mp_runner.py:76) +2024-09-01 22:03:35,945 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.001s, count=1328, qps in this process: 44.2652 (mp_runner.py:76) +2024-09-01 22:03:35,946 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0016s, count=1394, qps in this process: 46.4642 (mp_runner.py:76) +2024-09-01 22:03:35,948 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0098s, count=1394, qps in this process: 46.4515 (mp_runner.py:76) +2024-09-01 22:03:35,952 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.007s, count=1394, qps in this process: 46.4558 (mp_runner.py:76) +2024-09-01 22:03:35,952 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0081s, count=1394, qps in this process: 46.4541 (mp_runner.py:76) +2024-09-01 22:03:35,953 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0082s, count=1395, qps in this process: 46.4873 (mp_runner.py:76) +2024-09-01 22:03:35,953 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0116s, count=1394, qps in this process: 46.4487 (mp_runner.py:76) +2024-09-01 22:03:35,956 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0016s, count=1395, qps in this process: 46.4975 (mp_runner.py:76) +2024-09-01 22:03:35,957 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0048s, count=1395, qps in this process: 46.4926 (mp_runner.py:76) +2024-09-01 22:03:35,958 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0132s, count=1395, qps in this process: 46.4795 (mp_runner.py:76) +2024-09-01 22:03:35,967 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0015s, count=1398, qps in this process: 46.5977 (mp_runner.py:76) +2024-09-01 22:03:35,971 | INFO |End search in concurrency 30: dur=30.357036102002894s, total_count=41372, qps=1362.8471 (mp_runner.py:120) +2024-09-01 22:03:37,912 | INFO |Update largest qps with concurrency 30: current max_qps=1362.8471 (mp_runner.py:124) +2024-09-01 22:03:38,322 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:03:38,322 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 22:03:48,893 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 22:03:49,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,114 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,116 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,229 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,234 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,234 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,249 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,256 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,256 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,256 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,262 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,262 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,262 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,267 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,274 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,289 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:03:49,341 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:01,960 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.017758492002030835 (mp_runner.py:73) +2024-09-01 22:04:01,961 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.010277478999341838 (mp_runner.py:73) +2024-09-01 22:04:01,963 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.02564985399658326 (mp_runner.py:73) +2024-09-01 22:04:01,964 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.013793812002404593 (mp_runner.py:73) +2024-09-01 22:04:01,965 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.021058690996142104 (mp_runner.py:73) +2024-09-01 22:04:01,967 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.01738502600346692 (mp_runner.py:73) +2024-09-01 22:04:01,971 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.03164840199315222 (mp_runner.py:73) +2024-09-01 22:04:01,974 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.025344360001327004 (mp_runner.py:73) +2024-09-01 22:04:01,976 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.02364560799469473 (mp_runner.py:73) +2024-09-01 22:04:01,979 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.026208305003819987 (mp_runner.py:73) +2024-09-01 22:04:01,982 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.013482727998052724 (mp_runner.py:73) +2024-09-01 22:04:01,983 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.016991983000480104 (mp_runner.py:73) +2024-09-01 22:04:01,985 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.047547392001433764 (mp_runner.py:73) +2024-09-01 22:04:01,985 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.04423226499784505 (mp_runner.py:73) +2024-09-01 22:04:01,989 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.028050030996382702 (mp_runner.py:73) +2024-09-01 22:04:01,996 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.048092559998622164 (mp_runner.py:73) +2024-09-01 22:04:01,998 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05667167699721176 (mp_runner.py:73) +2024-09-01 22:04:02,005 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.027372666001610924 (mp_runner.py:73) +2024-09-01 22:04:02,114 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.03881845900468761 (mp_runner.py:73) +2024-09-01 22:04:02,173 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.014793074995395727 (mp_runner.py:73) +2024-09-01 22:04:02,481 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.038352981995558366 (mp_runner.py:73) +2024-09-01 22:04:02,720 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.0253455119964201 (mp_runner.py:73) +2024-09-01 22:04:03,198 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.04205414899479365 (mp_runner.py:73) +2024-09-01 22:04:03,227 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.00412620700080879 (mp_runner.py:73) +2024-09-01 22:04:03,242 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.03988338699855376 (mp_runner.py:73) +2024-09-01 22:04:03,245 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.0419430259935325 (mp_runner.py:73) +2024-09-01 22:04:03,469 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.03502529199613491 (mp_runner.py:73) +2024-09-01 22:04:03,471 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.02908190400194144 (mp_runner.py:73) +2024-09-01 22:04:03,562 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.021214291999058332 (mp_runner.py:73) +2024-09-01 22:04:03,649 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.003837876000034157 (mp_runner.py:73) +2024-09-01 22:04:03,769 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.032416120993730146 (mp_runner.py:73) +2024-09-01 22:04:03,797 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.03300277899688808 (mp_runner.py:73) +2024-09-01 22:04:03,862 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.016968932999589015 (mp_runner.py:73) +2024-09-01 22:04:04,960 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.04040609199728351 (mp_runner.py:73) +2024-09-01 22:04:05,321 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.027417901997978333 (mp_runner.py:73) +2024-09-01 22:04:15,700 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.029316259002371226 (mp_runner.py:73) +2024-09-01 22:04:15,702 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.04781172000366496 (mp_runner.py:73) +2024-09-01 22:04:15,703 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.050218929995025974 (mp_runner.py:73) +2024-09-01 22:04:15,703 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.040088392997859046 (mp_runner.py:73) +2024-09-01 22:04:15,704 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.04270516000542557 (mp_runner.py:73) +2024-09-01 22:04:15,704 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.031208399006573018 (mp_runner.py:73) +2024-09-01 22:04:15,705 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.049024708998331334 (mp_runner.py:73) +2024-09-01 22:04:15,707 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.048865620003198273 (mp_runner.py:73) +2024-09-01 22:04:15,708 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.05452320499898633 (mp_runner.py:73) +2024-09-01 22:04:15,708 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.0438674289980554 (mp_runner.py:73) +2024-09-01 22:04:15,709 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.04833327599772019 (mp_runner.py:73) +2024-09-01 22:04:15,710 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.04184200799500104 (mp_runner.py:73) +2024-09-01 22:04:15,714 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.055039448001480196 (mp_runner.py:73) +2024-09-01 22:04:15,714 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.06545391500549158 (mp_runner.py:73) +2024-09-01 22:04:15,717 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.05528348799998639 (mp_runner.py:73) +2024-09-01 22:04:15,718 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.03271269800461596 (mp_runner.py:73) +2024-09-01 22:04:15,718 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.042584577000525314 (mp_runner.py:73) +2024-09-01 22:04:15,720 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.05508741399535211 (mp_runner.py:73) +2024-09-01 22:04:15,720 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.06502165599522414 (mp_runner.py:73) +2024-09-01 22:04:15,720 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.05766408199997386 (mp_runner.py:73) +2024-09-01 22:04:15,720 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.06768452400137903 (mp_runner.py:73) +2024-09-01 22:04:15,721 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.056482701998902485 (mp_runner.py:73) +2024-09-01 22:04:15,721 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.05440784499660367 (mp_runner.py:73) +2024-09-01 22:04:15,721 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.06286704199737869 (mp_runner.py:73) +2024-09-01 22:04:15,721 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.05120417400030419 (mp_runner.py:73) +2024-09-01 22:04:16,058 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.003425704999244772 (mp_runner.py:73) +2024-09-01 22:04:16,088 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.007139617002394516 (mp_runner.py:73) +2024-09-01 22:04:16,388 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.036295100006100256 (mp_runner.py:73) +2024-09-01 22:04:16,441 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.03275849299825495 (mp_runner.py:73) +2024-09-01 22:04:16,675 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.01882887299871072 (mp_runner.py:73) +2024-09-01 22:04:16,944 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.005880737997358665 (mp_runner.py:73) +2024-09-01 22:04:16,981 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.04101413299940759 (mp_runner.py:73) +2024-09-01 22:04:17,975 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.035928070996305905 (mp_runner.py:73) +2024-09-01 22:04:18,807 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.02792135000345297 (mp_runner.py:73) +2024-09-01 22:04:19,120 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0023s, count=1126, qps in this process: 37.5305 (mp_runner.py:76) +2024-09-01 22:04:19,132 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0009s, count=1129, qps in this process: 37.6322 (mp_runner.py:76) +2024-09-01 22:04:19,143 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.031s, count=1115, qps in this process: 37.1283 (mp_runner.py:76) +2024-09-01 22:04:19,153 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0374s, count=1130, qps in this process: 37.6198 (mp_runner.py:76) +2024-09-01 22:04:19,190 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.001s, count=1132, qps in this process: 37.7321 (mp_runner.py:76) +2024-09-01 22:04:19,193 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.004s, count=1131, qps in this process: 37.695 (mp_runner.py:76) +2024-09-01 22:04:19,197 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0047s, count=1131, qps in this process: 37.6941 (mp_runner.py:76) +2024-09-01 22:04:19,202 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.013s, count=1132, qps in this process: 37.717 (mp_runner.py:76) +2024-09-01 22:04:19,224 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0317s, count=1133, qps in this process: 37.7268 (mp_runner.py:76) +2024-09-01 22:04:19,224 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0316s, count=1133, qps in this process: 37.7269 (mp_runner.py:76) +2024-09-01 22:04:19,225 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0319s, count=1133, qps in this process: 37.7266 (mp_runner.py:76) +2024-09-01 22:04:19,225 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0364s, count=1133, qps in this process: 37.7209 (mp_runner.py:76) +2024-09-01 22:04:19,225 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0364s, count=1133, qps in this process: 37.7209 (mp_runner.py:76) +2024-09-01 22:04:19,226 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0369s, count=1133, qps in this process: 37.7203 (mp_runner.py:76) +2024-09-01 22:04:19,226 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0378s, count=1133, qps in this process: 37.7191 (mp_runner.py:76) +2024-09-01 22:04:19,227 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0383s, count=1133, qps in this process: 37.7185 (mp_runner.py:76) +2024-09-01 22:04:19,239 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0027s, count=1084, qps in this process: 36.1301 (mp_runner.py:76) +2024-09-01 22:04:19,240 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0075s, count=1098, qps in this process: 36.5909 (mp_runner.py:76) +2024-09-01 22:04:19,248 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.025840522997896187 (mp_runner.py:73) +2024-09-01 22:04:19,248 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0106s, count=1134, qps in this process: 37.7866 (mp_runner.py:76) +2024-09-01 22:04:19,248 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0174s, count=1134, qps in this process: 37.7781 (mp_runner.py:76) +2024-09-01 22:04:19,248 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0109s, count=1134, qps in this process: 37.7863 (mp_runner.py:76) +2024-09-01 22:04:19,259 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0061s, count=1054, qps in this process: 35.1262 (mp_runner.py:76) +2024-09-01 22:04:19,263 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0053s, count=1136, qps in this process: 37.86 (mp_runner.py:76) +2024-09-01 22:04:19,266 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0083s, count=1087, qps in this process: 36.2233 (mp_runner.py:76) +2024-09-01 22:04:19,267 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0015s, count=1135, qps in this process: 37.8314 (mp_runner.py:76) +2024-09-01 22:04:19,272 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0011s, count=1111, qps in this process: 37.032 (mp_runner.py:76) +2024-09-01 22:04:19,273 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0151s, count=1136, qps in this process: 37.8476 (mp_runner.py:76) +2024-09-01 22:04:19,273 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0022s, count=1023, qps in this process: 34.0975 (mp_runner.py:76) +2024-09-01 22:04:19,277 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0062s, count=1137, qps in this process: 37.8922 (mp_runner.py:76) +2024-09-01 22:04:19,281 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.002s, count=1125, qps in this process: 37.4975 (mp_runner.py:76) +2024-09-01 22:04:19,284 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0124s, count=1138, qps in this process: 37.9177 (mp_runner.py:76) +2024-09-01 22:04:19,291 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0059s, count=1139, qps in this process: 37.9592 (mp_runner.py:76) +2024-09-01 22:04:19,292 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0067s, count=1120, qps in this process: 37.325 (mp_runner.py:76) +2024-09-01 22:04:19,296 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0045s, count=1140, qps in this process: 37.9943 (mp_runner.py:76) +2024-09-01 22:04:19,349 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0013s, count=1037, qps in this process: 34.5652 (mp_runner.py:76) +2024-09-01 22:04:19,355 | INFO |End search in concurrency 35: dur=30.460245599999325s, total_count=39192, qps=1286.6607 (mp_runner.py:120) +2024-09-01 22:04:22,013 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:04:22,013 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 22:04:32,696 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 22:04:32,812 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:32,872 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:32,909 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:32,924 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:32,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:32,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:32,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,053 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,057 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,063 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,067 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,067 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,078 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,087 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,122 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,139 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,145 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,193 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:33,254 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:04:48,354 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.036282308006775565 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.004255662999639753 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.035733074000745546 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.037046166995423846 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.037424161993840244 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.02918318400043063 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.03560410700447392 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.029430296999635175 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.03551467999932356 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.017129839994595386 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.03706061900447821 (mp_runner.py:73) +2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.03662297499977285 (mp_runner.py:73) +2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.03862428499996895 (mp_runner.py:73) +2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.03616616599902045 (mp_runner.py:73) +2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.0319979810010409 (mp_runner.py:73) +2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.038980991004791576 (mp_runner.py:73) +2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.004996150004444644 (mp_runner.py:73) +2024-09-01 22:04:48,359 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.007678636997297872 (mp_runner.py:73) +2024-09-01 22:04:48,360 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.008704023995960597 (mp_runner.py:73) +2024-09-01 22:04:48,362 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.008388810005271807 (mp_runner.py:73) +2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.012309393998293672 (mp_runner.py:73) +2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.03578587600350147 (mp_runner.py:73) +2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.042707596003310755 (mp_runner.py:73) +2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.0415080559978378 (mp_runner.py:73) +2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.040734340000199154 (mp_runner.py:73) +2024-09-01 22:04:48,365 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.010884244999033399 (mp_runner.py:73) +2024-09-01 22:04:48,368 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.023419540004397277 (mp_runner.py:73) +2024-09-01 22:04:48,369 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.016861798001627903 (mp_runner.py:73) +2024-09-01 22:04:48,370 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.025848753997706808 (mp_runner.py:73) +2024-09-01 22:04:48,372 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.003618595001171343 (mp_runner.py:73) +2024-09-01 22:04:48,374 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.02488735299994005 (mp_runner.py:73) +2024-09-01 22:04:48,375 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.02502673200069694 (mp_runner.py:73) +2024-09-01 22:04:48,394 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.048413917000289075 (mp_runner.py:73) +2024-09-01 22:04:48,757 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.08032086399907712 (mp_runner.py:73) +2024-09-01 22:04:48,922 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.010939323001366574 (mp_runner.py:73) +2024-09-01 22:04:49,124 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.021927781999693252 (mp_runner.py:73) +2024-09-01 22:04:49,160 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.06138908900175011 (mp_runner.py:73) +2024-09-01 22:04:49,345 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.023529589001554996 (mp_runner.py:73) +2024-09-01 22:04:49,513 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.0357320780021837 (mp_runner.py:73) +2024-09-01 22:04:49,550 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.003861957993649412 (mp_runner.py:73) +2024-09-01 22:05:02,410 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.02389739499631105 (mp_runner.py:73) +2024-09-01 22:05:02,416 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.03210088900232222 (mp_runner.py:73) +2024-09-01 22:05:02,418 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.030406376004975755 (mp_runner.py:73) +2024-09-01 22:05:02,421 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.025901448003423866 (mp_runner.py:73) +2024-09-01 22:05:02,421 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.003333038999699056 (mp_runner.py:73) +2024-09-01 22:05:02,422 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.025007825999637134 (mp_runner.py:73) +2024-09-01 22:05:02,423 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.029055532002530526 (mp_runner.py:73) +2024-09-01 22:05:02,423 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.02477632200316293 (mp_runner.py:73) +2024-09-01 22:05:02,424 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.024860927995177917 (mp_runner.py:73) +2024-09-01 22:05:02,425 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.04298168500099564 (mp_runner.py:73) +2024-09-01 22:05:02,426 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.02949189599894453 (mp_runner.py:73) +2024-09-01 22:05:02,427 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.02577299200493144 (mp_runner.py:73) +2024-09-01 22:05:02,427 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.022679586996673606 (mp_runner.py:73) +2024-09-01 22:05:02,428 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.02434839900524821 (mp_runner.py:73) +2024-09-01 22:05:02,429 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.034155706998717505 (mp_runner.py:73) +2024-09-01 22:05:02,430 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.027718350997020025 (mp_runner.py:73) +2024-09-01 22:05:02,431 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.019952688002376817 (mp_runner.py:73) +2024-09-01 22:05:02,432 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.019621715000539552 (mp_runner.py:73) +2024-09-01 22:05:02,433 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.015416533999086823 (mp_runner.py:73) +2024-09-01 22:05:02,433 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.020327506004832685 (mp_runner.py:73) +2024-09-01 22:05:02,434 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.019259347005572636 (mp_runner.py:73) +2024-09-01 22:05:02,435 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.025347833005071152 (mp_runner.py:73) +2024-09-01 22:05:02,437 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.028209021998918615 (mp_runner.py:73) +2024-09-01 22:05:02,438 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.023268966004252434 (mp_runner.py:73) +2024-09-01 22:05:02,438 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.031844634999288246 (mp_runner.py:73) +2024-09-01 22:05:02,439 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.01926279400504427 (mp_runner.py:73) +2024-09-01 22:05:02,439 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.036733203000039794 (mp_runner.py:73) +2024-09-01 22:05:02,439 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.0456675940004061 (mp_runner.py:73) +2024-09-01 22:05:02,440 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.026688164005463477 (mp_runner.py:73) +2024-09-01 22:05:02,441 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.024941842995758634 (mp_runner.py:73) +2024-09-01 22:05:02,442 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.03482835600152612 (mp_runner.py:73) +2024-09-01 22:05:02,445 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.07538953000039328 (mp_runner.py:73) +2024-09-01 22:05:02,829 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.005s, count=992, qps in this process: 33.0612 (mp_runner.py:76) +2024-09-01 22:05:02,897 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0156s, count=1016, qps in this process: 33.8491 (mp_runner.py:76) +2024-09-01 22:05:02,929 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0089s, count=1017, qps in this process: 33.8899 (mp_runner.py:76) +2024-09-01 22:05:02,931 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0021s, count=1017, qps in this process: 33.8976 (mp_runner.py:76) +2024-09-01 22:05:02,942 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0021s, count=1018, qps in this process: 33.931 (mp_runner.py:76) +2024-09-01 22:05:02,946 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0083s, count=1018, qps in this process: 33.9239 (mp_runner.py:76) +2024-09-01 22:05:02,949 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0072s, count=1018, qps in this process: 33.9252 (mp_runner.py:76) +2024-09-01 22:05:03,073 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.043869967994396575 (mp_runner.py:73) +2024-09-01 22:05:03,095 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0173s, count=1022, qps in this process: 34.047 (mp_runner.py:76) +2024-09-01 22:05:03,102 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0438s, count=1022, qps in this process: 34.017 (mp_runner.py:76) +2024-09-01 22:05:03,105 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0116s, count=1023, qps in this process: 34.0868 (mp_runner.py:76) +2024-09-01 22:05:03,106 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.033s, count=1023, qps in this process: 34.0625 (mp_runner.py:76) +2024-09-01 22:05:03,106 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0332s, count=1023, qps in this process: 34.0623 (mp_runner.py:76) +2024-09-01 22:05:03,125 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0581s, count=963, qps in this process: 32.038 (mp_runner.py:76) +2024-09-01 22:05:03,128 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0677s, count=1023, qps in this process: 34.0232 (mp_runner.py:76) +2024-09-01 22:05:03,132 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0359s, count=1024, qps in this process: 34.0925 (mp_runner.py:76) +2024-09-01 22:05:03,135 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0418s, count=1024, qps in this process: 34.0858 (mp_runner.py:76) +2024-09-01 22:05:03,141 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0027s, count=1023, qps in this process: 34.0969 (mp_runner.py:76) +2024-09-01 22:05:03,145 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0096s, count=1024, qps in this process: 34.1224 (mp_runner.py:76) +2024-09-01 22:05:03,147 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0056s, count=1024, qps in this process: 34.127 (mp_runner.py:76) +2024-09-01 22:05:03,153 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0044s, count=1024, qps in this process: 34.1283 (mp_runner.py:76) +2024-09-01 22:05:03,156 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0082s, count=1024, qps in this process: 34.124 (mp_runner.py:76) +2024-09-01 22:05:03,160 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0137s, count=1025, qps in this process: 34.1511 (mp_runner.py:76) +2024-09-01 22:05:03,162 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.013s, count=1025, qps in this process: 34.1519 (mp_runner.py:76) +2024-09-01 22:05:03,163 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0141s, count=1025, qps in this process: 34.1506 (mp_runner.py:76) +2024-09-01 22:05:03,165 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0167s, count=1025, qps in this process: 34.1477 (mp_runner.py:76) +2024-09-01 22:05:03,168 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0051s, count=1025, qps in this process: 34.1609 (mp_runner.py:76) +2024-09-01 22:05:03,172 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0421s, count=1025, qps in this process: 34.1188 (mp_runner.py:76) +2024-09-01 22:05:03,173 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0157s, count=1025, qps in this process: 34.1488 (mp_runner.py:76) +2024-09-01 22:05:03,186 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0226s, count=1026, qps in this process: 34.1743 (mp_runner.py:76) +2024-09-01 22:05:03,194 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0051s, count=998, qps in this process: 33.261 (mp_runner.py:76) +2024-09-01 22:05:03,198 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0011s, count=1026, qps in this process: 34.1987 (mp_runner.py:76) +2024-09-01 22:05:03,200 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0002s, count=996, qps in this process: 33.1998 (mp_runner.py:76) +2024-09-01 22:05:03,201 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0016s, count=1029, qps in this process: 34.2982 (mp_runner.py:76) +2024-09-01 22:05:03,207 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0057s, count=1007, qps in this process: 33.5603 (mp_runner.py:76) +2024-09-01 22:05:03,208 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0025s, count=956, qps in this process: 31.864 (mp_runner.py:76) +2024-09-01 22:05:03,208 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0073s, count=1030, qps in this process: 34.325 (mp_runner.py:76) +2024-09-01 22:05:03,209 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0073s, count=960, qps in this process: 31.9922 (mp_runner.py:76) +2024-09-01 22:05:03,245 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0018s, count=1035, qps in this process: 34.4979 (mp_runner.py:76) +2024-09-01 22:05:03,251 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0003s, count=1037, qps in this process: 34.5663 (mp_runner.py:76) +2024-09-01 22:05:03,260 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0018s, count=998, qps in this process: 33.2647 (mp_runner.py:76) +2024-09-01 22:05:03,265 | INFO |End search in concurrency 40: dur=30.5679336999965s, total_count=40635, qps=1329.3342 (mp_runner.py:120) +2024-09-01 22:05:06,304 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:05:06,304 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 22:05:17,101 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 22:05:17,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,362 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,395 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,410 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,416 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,439 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,465 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,495 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,500 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,504 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,508 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,511 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,512 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,516 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,522 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,522 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,546 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,566 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,570 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,574 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,574 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,576 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,586 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,602 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,602 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,616 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,617 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,642 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,648 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,658 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,659 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,663 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,664 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:17,672 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:05:33,161 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.008571668004151434 (mp_runner.py:73) +2024-09-01 22:05:33,162 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.009896299001411535 (mp_runner.py:73) +2024-09-01 22:05:33,163 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.010760361001302954 (mp_runner.py:73) +2024-09-01 22:05:33,163 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.010690555005567148 (mp_runner.py:73) +2024-09-01 22:05:33,164 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.011728415003744885 (mp_runner.py:73) +2024-09-01 22:05:33,165 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.012025978001474869 (mp_runner.py:73) +2024-09-01 22:05:33,166 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.014281641997513361 (mp_runner.py:73) +2024-09-01 22:05:33,167 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.012461443002393935 (mp_runner.py:73) +2024-09-01 22:05:33,167 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.014398145998711698 (mp_runner.py:73) +2024-09-01 22:05:33,168 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.01661628900183132 (mp_runner.py:73) +2024-09-01 22:05:33,169 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.015976181995938532 (mp_runner.py:73) +2024-09-01 22:05:33,170 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.0117636479990324 (mp_runner.py:73) +2024-09-01 22:05:33,170 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.01858591299969703 (mp_runner.py:73) +2024-09-01 22:05:33,171 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.013740607995714527 (mp_runner.py:73) +2024-09-01 22:05:33,171 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.017684282996924594 (mp_runner.py:73) +2024-09-01 22:05:33,172 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.015506240000831895 (mp_runner.py:73) +2024-09-01 22:05:33,173 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.019892215001164004 (mp_runner.py:73) +2024-09-01 22:05:33,174 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.012141088998760097 (mp_runner.py:73) +2024-09-01 22:05:33,175 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.015651321002223995 (mp_runner.py:73) +2024-09-01 22:05:33,176 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.017053652001777664 (mp_runner.py:73) +2024-09-01 22:05:33,177 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.022057911002775654 (mp_runner.py:73) +2024-09-01 22:05:33,178 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.01857766900502611 (mp_runner.py:73) +2024-09-01 22:05:33,179 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.002433262998238206 (mp_runner.py:73) +2024-09-01 22:05:33,181 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.024773978999292012 (mp_runner.py:73) +2024-09-01 22:05:33,183 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.025635041994974017 (mp_runner.py:73) +2024-09-01 22:05:33,185 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.03107712200289825 (mp_runner.py:73) +2024-09-01 22:05:33,187 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.03058554100425681 (mp_runner.py:73) +2024-09-01 22:05:33,189 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.03232805600418942 (mp_runner.py:73) +2024-09-01 22:05:33,190 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.03132877000462031 (mp_runner.py:73) +2024-09-01 22:05:33,191 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.033599398004298564 (mp_runner.py:73) +2024-09-01 22:05:33,193 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.037241350997646805 (mp_runner.py:73) +2024-09-01 22:05:33,194 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.03629837899643462 (mp_runner.py:73) +2024-09-01 22:05:33,195 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.04099051299999701 (mp_runner.py:73) +2024-09-01 22:05:33,197 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.041483275999780744 (mp_runner.py:73) +2024-09-01 22:05:33,198 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02631170400127303 (mp_runner.py:73) +2024-09-01 22:05:33,199 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.039129266995587386 (mp_runner.py:73) +2024-09-01 22:05:33,201 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.04961028700199677 (mp_runner.py:73) +2024-09-01 22:05:33,201 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.049105205995147116 (mp_runner.py:73) +2024-09-01 22:05:33,201 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.044851853999716695 (mp_runner.py:73) +2024-09-01 22:05:33,207 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.04960195900639519 (mp_runner.py:73) +2024-09-01 22:05:33,208 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.05441275900375331 (mp_runner.py:73) +2024-09-01 22:05:33,293 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.027823739001178183 (mp_runner.py:73) +2024-09-01 22:05:33,491 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.045911166998848785 (mp_runner.py:73) +2024-09-01 22:05:33,513 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.0034253300036652945 (mp_runner.py:73) +2024-09-01 22:05:34,314 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.03922112099826336 (mp_runner.py:73) +2024-09-01 22:05:47,367 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0049s, count=962, qps in this process: 32.0614 (mp_runner.py:76) +2024-09-01 22:05:47,379 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0157s, count=962, qps in this process: 32.0499 (mp_runner.py:76) +2024-09-01 22:05:47,410 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0362s, count=963, qps in this process: 32.0613 (mp_runner.py:76) +2024-09-01 22:05:47,423 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0226s, count=956, qps in this process: 31.8427 (mp_runner.py:76) +2024-09-01 22:05:47,431 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0078s, count=964, qps in this process: 32.125 (mp_runner.py:76) +2024-09-01 22:05:47,432 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.01s, count=964, qps in this process: 32.1226 (mp_runner.py:76) +2024-09-01 22:05:47,433 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0129s, count=964, qps in this process: 32.1195 (mp_runner.py:76) +2024-09-01 22:05:47,434 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.011s, count=964, qps in this process: 32.1216 (mp_runner.py:76) +2024-09-01 22:05:47,435 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0322s, count=964, qps in this process: 32.0989 (mp_runner.py:76) +2024-09-01 22:05:47,435 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0208s, count=964, qps in this process: 32.1111 (mp_runner.py:76) +2024-09-01 22:05:47,451 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.009s, count=915, qps in this process: 30.4909 (mp_runner.py:76) +2024-09-01 22:05:47,487 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0155s, count=959, qps in this process: 31.9502 (mp_runner.py:76) +2024-09-01 22:05:47,501 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0065s, count=967, qps in this process: 32.2264 (mp_runner.py:76) +2024-09-01 22:05:47,503 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0038s, count=951, qps in this process: 31.696 (mp_runner.py:76) +2024-09-01 22:05:47,511 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.012s, count=968, qps in this process: 32.2538 (mp_runner.py:76) +2024-09-01 22:05:47,519 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0171s, count=968, qps in this process: 32.2483 (mp_runner.py:76) +2024-09-01 22:05:47,520 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0162s, count=968, qps in this process: 32.2493 (mp_runner.py:76) +2024-09-01 22:05:47,522 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0033s, count=967, qps in this process: 32.2298 (mp_runner.py:76) +2024-09-01 22:05:47,524 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0203s, count=968, qps in this process: 32.2448 (mp_runner.py:76) +2024-09-01 22:05:47,530 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0084s, count=889, qps in this process: 29.625 (mp_runner.py:76) +2024-09-01 22:05:47,536 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0176s, count=948, qps in this process: 31.5815 (mp_runner.py:76) +2024-09-01 22:05:47,541 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0162s, count=969, qps in this process: 32.2826 (mp_runner.py:76) +2024-09-01 22:05:47,542 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.017s, count=969, qps in this process: 32.2817 (mp_runner.py:76) +2024-09-01 22:05:47,542 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0241s, count=969, qps in this process: 32.2741 (mp_runner.py:76) +2024-09-01 22:05:47,542 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0177s, count=969, qps in this process: 32.281 (mp_runner.py:76) +2024-09-01 22:05:47,543 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0295s, count=969, qps in this process: 32.2683 (mp_runner.py:76) +2024-09-01 22:05:47,567 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.019s, count=970, qps in this process: 32.3129 (mp_runner.py:76) +2024-09-01 22:05:47,568 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0114s, count=970, qps in this process: 32.3211 (mp_runner.py:76) +2024-09-01 22:05:47,577 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0028s, count=971, qps in this process: 32.3636 (mp_runner.py:76) +2024-09-01 22:05:47,585 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0056s, count=972, qps in this process: 32.394 (mp_runner.py:76) +2024-09-01 22:05:47,589 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.019s, count=950, qps in this process: 31.6466 (mp_runner.py:76) +2024-09-01 22:05:47,593 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0135s, count=904, qps in this process: 30.1198 (mp_runner.py:76) +2024-09-01 22:05:47,595 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0138s, count=966, qps in this process: 32.1852 (mp_runner.py:76) +2024-09-01 22:05:47,600 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0073s, count=973, qps in this process: 32.4254 (mp_runner.py:76) +2024-09-01 22:05:47,611 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.006s, count=974, qps in this process: 32.4602 (mp_runner.py:76) +2024-09-01 22:05:47,616 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0083s, count=974, qps in this process: 32.4577 (mp_runner.py:76) +2024-09-01 22:05:47,628 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.007s, count=976, qps in this process: 32.5257 (mp_runner.py:76) +2024-09-01 22:05:47,628 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0074s, count=976, qps in this process: 32.5253 (mp_runner.py:76) +2024-09-01 22:05:47,648 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0018s, count=979, qps in this process: 32.6314 (mp_runner.py:76) +2024-09-01 22:05:47,658 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0022s, count=980, qps in this process: 32.6643 (mp_runner.py:76) +2024-09-01 22:05:47,671 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0014s, count=927, qps in this process: 30.8986 (mp_runner.py:76) +2024-09-01 22:05:47,671 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0074s, count=983, qps in this process: 32.7586 (mp_runner.py:76) +2024-09-01 22:05:47,676 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0006s, count=982, qps in this process: 32.7327 (mp_runner.py:76) +2024-09-01 22:05:47,679 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0032s, count=985, qps in this process: 32.8298 (mp_runner.py:76) +2024-09-01 22:05:47,686 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0095s, count=985, qps in this process: 32.8229 (mp_runner.py:76) +2024-09-01 22:05:47,692 | INFO |End search in concurrency 45: dur=30.58888162900257s, total_count=43337, qps=1416.7566 (mp_runner.py:120) +2024-09-01 22:05:50,644 | INFO |Update largest qps with concurrency 45: current max_qps=1416.7566 (mp_runner.py:124) +2024-09-01 22:05:51,052 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:05:51,053 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 22:06:11,975 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 22:06:12,208 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,305 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,374 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,393 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,394 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,399 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,402 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,405 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,410 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,426 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,426 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,428 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,431 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,434 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,454 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,472 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,475 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,475 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,475 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,475 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,476 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,480 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,488 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,511 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,512 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,513 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,576 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,578 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,579 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,580 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,589 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,591 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,594 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,612 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,612 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,614 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:12,644 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:06:29,607 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.031386996000946965 (mp_runner.py:73) +2024-09-01 22:06:29,609 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.02657554400502704 (mp_runner.py:73) +2024-09-01 22:06:29,609 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.05171911499928683 (mp_runner.py:73) +2024-09-01 22:06:29,609 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.03984834100265289 (mp_runner.py:73) +2024-09-01 22:06:29,610 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.04220972500479547 (mp_runner.py:73) +2024-09-01 22:06:29,612 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.037149125993892085 (mp_runner.py:73) +2024-09-01 22:06:29,615 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.06006963200343307 (mp_runner.py:73) +2024-09-01 22:06:29,619 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.057798702000582125 (mp_runner.py:73) +2024-09-01 22:06:29,620 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.05388226099603344 (mp_runner.py:73) +2024-09-01 22:06:29,621 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.06362252800317947 (mp_runner.py:73) +2024-09-01 22:06:29,623 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.06290040799649432 (mp_runner.py:73) +2024-09-01 22:06:29,624 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.06414451699674828 (mp_runner.py:73) +2024-09-01 22:06:29,626 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.058992717997170985 (mp_runner.py:73) +2024-09-01 22:06:29,626 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.07288170699757757 (mp_runner.py:73) +2024-09-01 22:06:29,626 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.07011714299733285 (mp_runner.py:73) +2024-09-01 22:06:29,629 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.05127493700274499 (mp_runner.py:73) +2024-09-01 22:06:29,631 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.07217893699998967 (mp_runner.py:73) +2024-09-01 22:06:29,631 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.05134837899822742 (mp_runner.py:73) +2024-09-01 22:06:29,632 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.06610317200102145 (mp_runner.py:73) +2024-09-01 22:06:29,633 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.06028858399804449 (mp_runner.py:73) +2024-09-01 22:06:29,634 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.07546463299513562 (mp_runner.py:73) +2024-09-01 22:06:29,634 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.07240150299912784 (mp_runner.py:73) +2024-09-01 22:06:29,634 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.0697904929984361 (mp_runner.py:73) +2024-09-01 22:06:29,635 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.06974259200069355 (mp_runner.py:73) +2024-09-01 22:06:29,636 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.06375939700228628 (mp_runner.py:73) +2024-09-01 22:06:29,636 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.057523669995134696 (mp_runner.py:73) +2024-09-01 22:06:29,637 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.06560548500419827 (mp_runner.py:73) +2024-09-01 22:06:29,638 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.070900436003285 (mp_runner.py:73) +2024-09-01 22:06:29,638 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.0608393980000983 (mp_runner.py:73) +2024-09-01 22:06:29,639 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.07728946499992162 (mp_runner.py:73) +2024-09-01 22:06:29,639 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.06949443399935262 (mp_runner.py:73) +2024-09-01 22:06:29,639 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.06187345200305572 (mp_runner.py:73) +2024-09-01 22:06:29,640 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.07185173500329256 (mp_runner.py:73) +2024-09-01 22:06:29,640 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.07717941499868175 (mp_runner.py:73) +2024-09-01 22:06:29,641 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.06758190700202249 (mp_runner.py:73) +2024-09-01 22:06:29,642 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.06094601399672683 (mp_runner.py:73) +2024-09-01 22:06:29,643 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.08777047500188928 (mp_runner.py:73) +2024-09-01 22:06:29,643 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.06323401499685133 (mp_runner.py:73) +2024-09-01 22:06:29,644 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.06946088100085035 (mp_runner.py:73) +2024-09-01 22:06:29,645 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.06445630799862556 (mp_runner.py:73) +2024-09-01 22:06:29,645 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.08192824100115104 (mp_runner.py:73) +2024-09-01 22:06:29,645 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.0715290969965281 (mp_runner.py:73) +2024-09-01 22:06:29,645 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.08878159300365951 (mp_runner.py:73) +2024-09-01 22:06:29,692 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.07513496599858627 (mp_runner.py:73) +2024-09-01 22:06:29,860 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.018698250001762062 (mp_runner.py:73) +2024-09-01 22:06:29,991 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.006222449002962094 (mp_runner.py:73) +2024-09-01 22:06:29,993 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.044679332997475285 (mp_runner.py:73) +2024-09-01 22:06:29,997 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.02056464999623131 (mp_runner.py:73) +2024-09-01 22:06:29,999 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.026323983001930173 (mp_runner.py:73) +2024-09-01 22:06:30,637 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.06309443800273584 (mp_runner.py:73) +2024-09-01 22:06:42,255 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0407s, count=867, qps in this process: 28.8608 (mp_runner.py:76) +2024-09-01 22:06:42,287 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0522s, count=868, qps in this process: 28.8831 (mp_runner.py:76) +2024-09-01 22:06:42,339 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0251s, count=857, qps in this process: 28.5428 (mp_runner.py:76) +2024-09-01 22:06:42,401 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0019s, count=871, qps in this process: 29.0315 (mp_runner.py:76) +2024-09-01 22:06:42,409 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0027s, count=852, qps in this process: 28.3974 (mp_runner.py:76) +2024-09-01 22:06:42,416 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0058s, count=871, qps in this process: 29.0277 (mp_runner.py:76) +2024-09-01 22:06:42,437 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0268s, count=871, qps in this process: 29.0074 (mp_runner.py:76) +2024-09-01 22:06:42,437 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.027s, count=872, qps in this process: 29.0405 (mp_runner.py:76) +2024-09-01 22:06:42,437 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0269s, count=872, qps in this process: 29.0406 (mp_runner.py:76) +2024-09-01 22:06:42,438 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0029s, count=872, qps in this process: 29.0639 (mp_runner.py:76) +2024-09-01 22:06:42,438 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0111s, count=828, qps in this process: 27.5898 (mp_runner.py:76) +2024-09-01 22:06:42,438 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0275s, count=872, qps in this process: 29.04 (mp_runner.py:76) +2024-09-01 22:06:42,439 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.024s, count=872, qps in this process: 29.0434 (mp_runner.py:76) +2024-09-01 22:06:42,439 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0288s, count=872, qps in this process: 29.0388 (mp_runner.py:76) +2024-09-01 22:06:42,439 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0605s, count=871, qps in this process: 28.9749 (mp_runner.py:76) +2024-09-01 22:06:42,439 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0085s, count=872, qps in this process: 29.0584 (mp_runner.py:76) +2024-09-01 22:06:42,440 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.031s, count=871, qps in this process: 29.0034 (mp_runner.py:76) +2024-09-01 22:06:42,440 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0053s, count=872, qps in this process: 29.0615 (mp_runner.py:76) +2024-09-01 22:06:42,446 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0054s, count=873, qps in this process: 29.0948 (mp_runner.py:76) +2024-09-01 22:06:42,454 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0235s, count=872, qps in this process: 29.0439 (mp_runner.py:76) +2024-09-01 22:06:42,456 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0156s, count=873, qps in this process: 29.0849 (mp_runner.py:76) +2024-09-01 22:06:42,460 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0261s, count=871, qps in this process: 29.0081 (mp_runner.py:76) +2024-09-01 22:06:42,461 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0264s, count=872, qps in this process: 29.0411 (mp_runner.py:76) +2024-09-01 22:06:42,476 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0768s, count=872, qps in this process: 28.9924 (mp_runner.py:76) +2024-09-01 22:06:42,480 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.001s, count=874, qps in this process: 29.1324 (mp_runner.py:76) +2024-09-01 22:06:42,484 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0059s, count=874, qps in this process: 29.1276 (mp_runner.py:76) +2024-09-01 22:06:42,484 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0047s, count=874, qps in this process: 29.1288 (mp_runner.py:76) +2024-09-01 22:06:42,487 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0076s, count=872, qps in this process: 29.0593 (mp_runner.py:76) +2024-09-01 22:06:42,487 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0086s, count=873, qps in this process: 29.0917 (mp_runner.py:76) +2024-09-01 22:06:42,488 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0569s, count=849, qps in this process: 28.2464 (mp_runner.py:76) +2024-09-01 22:06:42,500 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0243s, count=873, qps in this process: 29.0764 (mp_runner.py:76) +2024-09-01 22:06:42,503 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0018s, count=874, qps in this process: 29.1316 (mp_runner.py:76) +2024-09-01 22:06:42,506 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0228s, count=873, qps in this process: 29.0779 (mp_runner.py:76) +2024-09-01 22:06:42,514 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0567s, count=872, qps in this process: 29.0118 (mp_runner.py:76) +2024-09-01 22:06:42,520 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.041s, count=860, qps in this process: 28.6275 (mp_runner.py:76) +2024-09-01 22:06:42,520 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.041s, count=860, qps in this process: 28.6275 (mp_runner.py:76) +2024-09-01 22:06:42,521 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0077s, count=876, qps in this process: 29.1925 (mp_runner.py:76) +2024-09-01 22:06:42,536 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0216s, count=833, qps in this process: 27.7467 (mp_runner.py:76) +2024-09-01 22:06:42,537 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0197s, count=874, qps in this process: 29.1142 (mp_runner.py:76) +2024-09-01 22:06:42,584 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0031s, count=879, qps in this process: 29.297 (mp_runner.py:76) +2024-09-01 22:06:42,586 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0051s, count=879, qps in this process: 29.295 (mp_runner.py:76) +2024-09-01 22:06:42,588 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0012s, count=880, qps in this process: 29.3322 (mp_runner.py:76) +2024-09-01 22:06:42,593 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0024s, count=857, qps in this process: 28.5644 (mp_runner.py:76) +2024-09-01 22:06:42,597 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0014s, count=855, qps in this process: 28.4987 (mp_runner.py:76) +2024-09-01 22:06:42,598 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0009s, count=881, qps in this process: 29.3658 (mp_runner.py:76) +2024-09-01 22:06:42,608 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0027s, count=885, qps in this process: 29.4973 (mp_runner.py:76) +2024-09-01 22:06:42,617 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0026s, count=887, qps in this process: 29.5641 (mp_runner.py:76) +2024-09-01 22:06:42,618 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0002s, count=887, qps in this process: 29.5665 (mp_runner.py:76) +2024-09-01 22:06:42,618 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0025s, count=887, qps in this process: 29.5642 (mp_runner.py:76) +2024-09-01 22:06:42,656 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0018s, count=897, qps in this process: 29.8982 (mp_runner.py:76) +2024-09-01 22:06:42,660 | INFO |End search in concurrency 50: dur=30.68525258199952s, total_count=43521, qps=1418.3035 (mp_runner.py:120) +2024-09-01 22:06:45,942 | INFO |Update largest qps with concurrency 50: current max_qps=1418.3035 (mp_runner.py:124) +2024-09-01 22:06:46,348 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:06:46,349 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 22:07:07,450 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 22:07:07,628 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,803 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,813 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,823 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,874 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,878 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,891 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,891 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,892 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,892 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,892 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,898 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,900 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,900 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,901 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,901 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,903 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,903 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,904 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,904 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,915 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,958 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,967 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,989 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,992 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:07,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,001 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,007 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,015 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,025 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,026 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,029 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,032 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,051 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,062 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,065 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,111 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,125 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,140 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:08,140 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:07:26,969 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.015144735996727832 (mp_runner.py:73) +2024-09-01 22:07:26,971 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.018140451997169293 (mp_runner.py:73) +2024-09-01 22:07:26,971 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.006859263994556386 (mp_runner.py:73) +2024-09-01 22:07:26,973 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.014331957994727418 (mp_runner.py:73) +2024-09-01 22:07:26,973 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.01753734799422091 (mp_runner.py:73) +2024-09-01 22:07:26,974 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.017661729994870257 (mp_runner.py:73) +2024-09-01 22:07:26,975 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.018754561999230646 (mp_runner.py:73) +2024-09-01 22:07:26,975 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.01774124200164806 (mp_runner.py:73) +2024-09-01 22:07:26,977 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.022583999998460058 (mp_runner.py:73) +2024-09-01 22:07:26,977 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.01644518600369338 (mp_runner.py:73) +2024-09-01 22:07:26,978 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.020469376002438366 (mp_runner.py:73) +2024-09-01 22:07:26,978 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.01328992799972184 (mp_runner.py:73) +2024-09-01 22:07:26,979 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.01738302200101316 (mp_runner.py:73) +2024-09-01 22:07:26,980 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.01671878100023605 (mp_runner.py:73) +2024-09-01 22:07:26,985 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.023796010995283723 (mp_runner.py:73) +2024-09-01 22:07:26,988 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.019188778998795897 (mp_runner.py:73) +2024-09-01 22:07:26,988 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.032833356999617536 (mp_runner.py:73) +2024-09-01 22:07:26,991 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.001973903003090527 (mp_runner.py:73) +2024-09-01 22:07:26,992 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.00206721099675633 (mp_runner.py:73) +2024-09-01 22:07:26,992 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.003205693996278569 (mp_runner.py:73) +2024-09-01 22:07:26,993 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.003522923005220946 (mp_runner.py:73) +2024-09-01 22:07:26,994 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.004507484998612199 (mp_runner.py:73) +2024-09-01 22:07:26,995 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.005662919997121207 (mp_runner.py:73) +2024-09-01 22:07:26,996 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.006828117999248207 (mp_runner.py:73) +2024-09-01 22:07:26,997 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.026864936997299083 (mp_runner.py:73) +2024-09-01 22:07:26,998 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.008593319995270576 (mp_runner.py:73) +2024-09-01 22:07:27,000 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.009937709997757338 (mp_runner.py:73) +2024-09-01 22:07:27,000 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.01912009199440945 (mp_runner.py:73) +2024-09-01 22:07:27,002 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.01174161000380991 (mp_runner.py:73) +2024-09-01 22:07:27,004 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.0024834520008880645 (mp_runner.py:73) +2024-09-01 22:07:27,005 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.0022199320010258816 (mp_runner.py:73) +2024-09-01 22:07:27,006 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.002573885998572223 (mp_runner.py:73) +2024-09-01 22:07:27,006 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.0035267779967398383 (mp_runner.py:73) +2024-09-01 22:07:27,007 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.0028404540062183514 (mp_runner.py:73) +2024-09-01 22:07:27,008 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.0019322999942232855 (mp_runner.py:73) +2024-09-01 22:07:27,015 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.008002984999620821 (mp_runner.py:73) +2024-09-01 22:07:27,018 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.010171506000915542 (mp_runner.py:73) +2024-09-01 22:07:27,020 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.014501883000775706 (mp_runner.py:73) +2024-09-01 22:07:27,021 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.013635734001582023 (mp_runner.py:73) +2024-09-01 22:07:27,022 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.015881863997492474 (mp_runner.py:73) +2024-09-01 22:07:27,027 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.03726557800109731 (mp_runner.py:73) +2024-09-01 22:07:27,027 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.04402303100505378 (mp_runner.py:73) +2024-09-01 22:07:27,030 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.04664698299893644 (mp_runner.py:73) +2024-09-01 22:07:27,032 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.025046847003977746 (mp_runner.py:73) +2024-09-01 22:07:27,033 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.026888754997344222 (mp_runner.py:73) +2024-09-01 22:07:27,033 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.027007185002730694 (mp_runner.py:73) +2024-09-01 22:07:27,034 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.027594401995884255 (mp_runner.py:73) +2024-09-01 22:07:27,034 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.026909500993497204 (mp_runner.py:73) +2024-09-01 22:07:27,036 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.04134653700020863 (mp_runner.py:73) +2024-09-01 22:07:27,042 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.05208868799672928 (mp_runner.py:73) +2024-09-01 22:07:27,049 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.06228128899965668 (mp_runner.py:73) +2024-09-01 22:07:27,050 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.06519856299564708 (mp_runner.py:73) +2024-09-01 22:07:27,186 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.08466238099936163 (mp_runner.py:73) +2024-09-01 22:07:27,590 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.04293740200228058 (mp_runner.py:73) +2024-09-01 22:07:28,616 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.03052448100061156 (mp_runner.py:73) +2024-09-01 22:07:37,661 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0211s, count=741, qps in this process: 24.6826 (mp_runner.py:76) +2024-09-01 22:07:37,742 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0217s, count=793, qps in this process: 26.4142 (mp_runner.py:76) +2024-09-01 22:07:37,859 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0298s, count=797, qps in this process: 26.5403 (mp_runner.py:76) +2024-09-01 22:07:37,861 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0514s, count=796, qps in this process: 26.488 (mp_runner.py:76) +2024-09-01 22:07:37,889 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.075s, count=777, qps in this process: 25.8354 (mp_runner.py:76) +2024-09-01 22:07:37,897 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0014s, count=798, qps in this process: 26.5988 (mp_runner.py:76) +2024-09-01 22:07:37,898 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0148s, count=798, qps in this process: 26.5869 (mp_runner.py:76) +2024-09-01 22:07:37,898 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0023s, count=798, qps in this process: 26.598 (mp_runner.py:76) +2024-09-01 22:07:37,900 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.004s, count=798, qps in this process: 26.5965 (mp_runner.py:76) +2024-09-01 22:07:37,903 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0265s, count=798, qps in this process: 26.5765 (mp_runner.py:76) +2024-09-01 22:07:37,903 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0007s, count=798, qps in this process: 26.5994 (mp_runner.py:76) +2024-09-01 22:07:37,903 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0084s, count=798, qps in this process: 26.5926 (mp_runner.py:76) +2024-09-01 22:07:37,914 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0078s, count=798, qps in this process: 26.5931 (mp_runner.py:76) +2024-09-01 22:07:37,924 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0203s, count=799, qps in this process: 26.6153 (mp_runner.py:76) +2024-09-01 22:07:37,925 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0228s, count=799, qps in this process: 26.6131 (mp_runner.py:76) +2024-09-01 22:07:37,926 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0248s, count=799, qps in this process: 26.6113 (mp_runner.py:76) +2024-09-01 22:07:37,927 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0315s, count=793, qps in this process: 26.4056 (mp_runner.py:76) +2024-09-01 22:07:37,929 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.022s, count=793, qps in this process: 26.414 (mp_runner.py:76) +2024-09-01 22:07:37,932 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0298s, count=799, qps in this process: 26.6069 (mp_runner.py:76) +2024-09-01 22:07:37,934 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0259s, count=799, qps in this process: 26.6104 (mp_runner.py:76) +2024-09-01 22:07:37,941 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0356s, count=799, qps in this process: 26.6018 (mp_runner.py:76) +2024-09-01 22:07:37,964 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0434s, count=787, qps in this process: 26.1954 (mp_runner.py:76) +2024-09-01 22:07:37,977 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0181s, count=801, qps in this process: 26.6839 (mp_runner.py:76) +2024-09-01 22:07:37,979 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0339s, count=801, qps in this process: 26.6699 (mp_runner.py:76) +2024-09-01 22:07:37,989 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0029s, count=802, qps in this process: 26.7307 (mp_runner.py:76) +2024-09-01 22:07:38,009 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0204s, count=802, qps in this process: 26.7152 (mp_runner.py:76) +2024-09-01 22:07:38,017 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0006s, count=803, qps in this process: 26.7661 (mp_runner.py:76) +2024-09-01 22:07:38,018 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0094s, count=803, qps in this process: 26.7583 (mp_runner.py:76) +2024-09-01 22:07:38,019 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0206s, count=803, qps in this process: 26.7483 (mp_runner.py:76) +2024-09-01 22:07:38,019 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0223s, count=803, qps in this process: 26.7468 (mp_runner.py:76) +2024-09-01 22:07:38,022 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0115s, count=803, qps in this process: 26.7564 (mp_runner.py:76) +2024-09-01 22:07:38,026 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.028s, count=803, qps in this process: 26.7417 (mp_runner.py:76) +2024-09-01 22:07:38,026 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0204s, count=803, qps in this process: 26.7485 (mp_runner.py:76) +2024-09-01 22:07:38,035 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0022s, count=804, qps in this process: 26.798 (mp_runner.py:76) +2024-09-01 22:07:38,036 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0029s, count=804, qps in this process: 26.7974 (mp_runner.py:76) +2024-09-01 22:07:38,036 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0082s, count=804, qps in this process: 26.7927 (mp_runner.py:76) +2024-09-01 22:07:38,037 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0039s, count=804, qps in this process: 26.7965 (mp_runner.py:76) +2024-09-01 22:07:38,039 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0107s, count=804, qps in this process: 26.7904 (mp_runner.py:76) +2024-09-01 22:07:38,039 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0081s, count=804, qps in this process: 26.7928 (mp_runner.py:76) +2024-09-01 22:07:38,042 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0077s, count=804, qps in this process: 26.7931 (mp_runner.py:76) +2024-09-01 22:07:38,043 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0163s, count=804, qps in this process: 26.7854 (mp_runner.py:76) +2024-09-01 22:07:38,044 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.014s, count=791, qps in this process: 26.3544 (mp_runner.py:76) +2024-09-01 22:07:38,061 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.006s, count=806, qps in this process: 26.8613 (mp_runner.py:76) +2024-09-01 22:07:38,064 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0041s, count=806, qps in this process: 26.863 (mp_runner.py:76) +2024-09-01 22:07:38,080 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0169s, count=808, qps in this process: 26.9182 (mp_runner.py:76) +2024-09-01 22:07:38,080 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0156s, count=808, qps in this process: 26.9193 (mp_runner.py:76) +2024-09-01 22:07:38,081 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0033s, count=809, qps in this process: 26.9637 (mp_runner.py:76) +2024-09-01 22:07:38,092 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0006s, count=810, qps in this process: 26.9995 (mp_runner.py:76) +2024-09-01 22:07:38,121 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0019s, count=816, qps in this process: 27.1983 (mp_runner.py:76) +2024-09-01 22:07:38,126 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0038s, count=817, qps in this process: 27.2299 (mp_runner.py:76) +2024-09-01 22:07:38,129 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0045s, count=817, qps in this process: 27.2292 (mp_runner.py:76) +2024-09-01 22:07:38,135 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0007s, count=818, qps in this process: 27.266 (mp_runner.py:76) +2024-09-01 22:07:38,138 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0021s, count=819, qps in this process: 27.2981 (mp_runner.py:76) +2024-09-01 22:07:38,146 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.002s, count=821, qps in this process: 27.3648 (mp_runner.py:76) +2024-09-01 22:07:38,146 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0022s, count=821, qps in this process: 27.3647 (mp_runner.py:76) +2024-09-01 22:07:38,152 | INFO |End search in concurrency 55: dur=30.700163118999626s, total_count=44081, qps=1435.8556 (mp_runner.py:120) +2024-09-01 22:07:41,784 | INFO |Update largest qps with concurrency 55: current max_qps=1435.8556 (mp_runner.py:124) +2024-09-01 22:07:42,195 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:07:42,195 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 22:08:03,569 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 22:08:03,832 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,854 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,872 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,881 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,911 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,911 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,919 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,995 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,995 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:03,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,005 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,039 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,049 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,062 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,125 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,180 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,180 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,213 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,214 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,258 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,316 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,362 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,409 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:04,436 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:08:24,789 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.03852419099712279 (mp_runner.py:73) +2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.032093993002490606 (mp_runner.py:73) +2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.04142679800133919 (mp_runner.py:73) +2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.037817317999724764 (mp_runner.py:73) +2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.06317122100153938 (mp_runner.py:73) +2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.03525721100595547 (mp_runner.py:73) +2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.06470591700053774 (mp_runner.py:73) +2024-09-01 22:08:24,791 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.06380660099966917 (mp_runner.py:73) +2024-09-01 22:08:24,792 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.06159839300380554 (mp_runner.py:73) +2024-09-01 22:08:24,792 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.06738702000438934 (mp_runner.py:73) +2024-09-01 22:08:24,792 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.06323264900129288 (mp_runner.py:73) +2024-09-01 22:08:24,793 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.06408927700249478 (mp_runner.py:73) +2024-09-01 22:08:24,793 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.06847714899777202 (mp_runner.py:73) +2024-09-01 22:08:24,793 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.062232295000285376 (mp_runner.py:73) +2024-09-01 22:08:24,794 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.06538210999860894 (mp_runner.py:73) +2024-09-01 22:08:24,794 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.06153586299478775 (mp_runner.py:73) +2024-09-01 22:08:24,794 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.06173933600075543 (mp_runner.py:73) +2024-09-01 22:08:24,794 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.055393973998434376 (mp_runner.py:73) +2024-09-01 22:08:24,795 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.050487444997997954 (mp_runner.py:73) +2024-09-01 22:08:24,795 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.06030203300178982 (mp_runner.py:73) +2024-09-01 22:08:24,795 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.06958102699718438 (mp_runner.py:73) +2024-09-01 22:08:24,796 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.07240106799872592 (mp_runner.py:73) +2024-09-01 22:08:24,796 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.05944584499957273 (mp_runner.py:73) +2024-09-01 22:08:24,796 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.0589695529997698 (mp_runner.py:73) +2024-09-01 22:08:24,797 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.034305057997698896 (mp_runner.py:73) +2024-09-01 22:08:24,797 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.03407915500429226 (mp_runner.py:73) +2024-09-01 22:08:24,797 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.04768767899804516 (mp_runner.py:73) +2024-09-01 22:08:24,798 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.06248503700044239 (mp_runner.py:73) +2024-09-01 22:08:24,798 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.05671944299683673 (mp_runner.py:73) +2024-09-01 22:08:24,799 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05974497099668952 (mp_runner.py:73) +2024-09-01 22:08:24,799 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.06529206199775217 (mp_runner.py:73) +2024-09-01 22:08:24,799 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.07636913399619516 (mp_runner.py:73) +2024-09-01 22:08:24,800 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.05497939899942139 (mp_runner.py:73) +2024-09-01 22:08:24,800 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.0576638849961455 (mp_runner.py:73) +2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.04416178600513376 (mp_runner.py:73) +2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.05901730799814686 (mp_runner.py:73) +2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.05496651899738936 (mp_runner.py:73) +2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.04556110299745342 (mp_runner.py:73) +2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.04772732499986887 (mp_runner.py:73) +2024-09-01 22:08:24,802 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.05763417099660728 (mp_runner.py:73) +2024-09-01 22:08:24,802 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.06195856900012586 (mp_runner.py:73) +2024-09-01 22:08:24,804 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.041786779001995455 (mp_runner.py:73) +2024-09-01 22:08:24,804 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.05887367700051982 (mp_runner.py:73) +2024-09-01 22:08:24,805 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.06651447899639606 (mp_runner.py:73) +2024-09-01 22:08:24,805 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.05757303800055524 (mp_runner.py:73) +2024-09-01 22:08:24,805 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.06495657600316918 (mp_runner.py:73) +2024-09-01 22:08:24,806 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.05822599199746037 (mp_runner.py:73) +2024-09-01 22:08:24,806 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.06953674499527551 (mp_runner.py:73) +2024-09-01 22:08:24,808 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.058456425002077594 (mp_runner.py:73) +2024-09-01 22:08:24,829 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.05511978999857092 (mp_runner.py:73) +2024-09-01 22:08:24,829 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.023805408003681805 (mp_runner.py:73) +2024-09-01 22:08:24,908 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.04774915699817939 (mp_runner.py:73) +2024-09-01 22:08:25,043 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.0430394140057615 (mp_runner.py:73) +2024-09-01 22:08:25,045 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.04752346400346141 (mp_runner.py:73) +2024-09-01 22:08:25,154 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.040614865996758454 (mp_runner.py:73) +2024-09-01 22:08:25,207 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.048220134995062836 (mp_runner.py:73) +2024-09-01 22:08:25,286 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.027459428005386144 (mp_runner.py:73) +2024-09-01 22:08:25,288 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.031107317998248618 (mp_runner.py:73) +2024-09-01 22:08:25,455 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.0045534020027844235 (mp_runner.py:73) +2024-09-01 22:08:25,467 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.05990384399774484 (mp_runner.py:73) +2024-09-01 22:08:33,842 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0017s, count=701, qps in this process: 23.3653 (mp_runner.py:76) +2024-09-01 22:08:33,881 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0006s, count=717, qps in this process: 23.8995 (mp_runner.py:76) +2024-09-01 22:08:33,894 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0093s, count=717, qps in this process: 23.8926 (mp_runner.py:76) +2024-09-01 22:08:33,906 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0341s, count=717, qps in this process: 23.8729 (mp_runner.py:76) +2024-09-01 22:08:33,956 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0397s, count=718, qps in this process: 23.9017 (mp_runner.py:76) +2024-09-01 22:08:33,956 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0656s, count=718, qps in this process: 23.8811 (mp_runner.py:76) +2024-09-01 22:08:33,962 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0407s, count=718, qps in this process: 23.9009 (mp_runner.py:76) +2024-09-01 22:08:33,962 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0461s, count=718, qps in this process: 23.8966 (mp_runner.py:76) +2024-09-01 22:08:33,963 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0367s, count=718, qps in this process: 23.9041 (mp_runner.py:76) +2024-09-01 22:08:34,010 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0044s, count=720, qps in this process: 23.9965 (mp_runner.py:76) +2024-09-01 22:08:34,012 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0026s, count=720, qps in this process: 23.9979 (mp_runner.py:76) +2024-09-01 22:08:34,015 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0142s, count=720, qps in this process: 23.9886 (mp_runner.py:76) +2024-09-01 22:08:34,016 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0152s, count=720, qps in this process: 23.9878 (mp_runner.py:76) +2024-09-01 22:08:34,024 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0449s, count=712, qps in this process: 23.6979 (mp_runner.py:76) +2024-09-01 22:08:34,025 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0181s, count=720, qps in this process: 23.9855 (mp_runner.py:76) +2024-09-01 22:08:34,041 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0021s, count=721, qps in this process: 24.0317 (mp_runner.py:76) +2024-09-01 22:08:34,065 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0239s, count=721, qps in this process: 24.0142 (mp_runner.py:76) +2024-09-01 22:08:34,068 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0151s, count=722, qps in this process: 24.0546 (mp_runner.py:76) +2024-09-01 22:08:34,075 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0136s, count=711, qps in this process: 23.6893 (mp_runner.py:76) +2024-09-01 22:08:34,080 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0414s, count=722, qps in this process: 24.0335 (mp_runner.py:76) +2024-09-01 22:08:34,088 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.019s, count=699, qps in this process: 23.2853 (mp_runner.py:76) +2024-09-01 22:08:34,097 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0064s, count=723, qps in this process: 24.0949 (mp_runner.py:76) +2024-09-01 22:08:34,107 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0376s, count=722, qps in this process: 24.0365 (mp_runner.py:76) +2024-09-01 22:08:34,108 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0204s, count=712, qps in this process: 23.7172 (mp_runner.py:76) +2024-09-01 22:08:34,114 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0036s, count=700, qps in this process: 23.3305 (mp_runner.py:76) +2024-09-01 22:08:34,122 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0159s, count=699, qps in this process: 23.2877 (mp_runner.py:76) +2024-09-01 22:08:34,138 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.069s, count=723, qps in this process: 24.0447 (mp_runner.py:76) +2024-09-01 22:08:34,142 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0194s, count=724, qps in this process: 24.1177 (mp_runner.py:76) +2024-09-01 22:08:34,143 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.015s, count=724, qps in this process: 24.1213 (mp_runner.py:76) +2024-09-01 22:08:34,144 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0384s, count=724, qps in this process: 24.1025 (mp_runner.py:76) +2024-09-01 22:08:34,148 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0118s, count=724, qps in this process: 24.1238 (mp_runner.py:76) +2024-09-01 22:08:34,150 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0298s, count=724, qps in this process: 24.1094 (mp_runner.py:76) +2024-09-01 22:08:34,164 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0068s, count=725, qps in this process: 24.1612 (mp_runner.py:76) +2024-09-01 22:08:34,189 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.003s, count=717, qps in this process: 23.8976 (mp_runner.py:76) +2024-09-01 22:08:34,190 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0048s, count=726, qps in this process: 24.1961 (mp_runner.py:76) +2024-09-01 22:08:34,229 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0068s, count=718, qps in this process: 23.9279 (mp_runner.py:76) +2024-09-01 22:08:34,235 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0116s, count=729, qps in this process: 24.2906 (mp_runner.py:76) +2024-09-01 22:08:34,244 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0088s, count=729, qps in this process: 24.2929 (mp_runner.py:76) +2024-09-01 22:08:34,248 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0323s, count=729, qps in this process: 24.2739 (mp_runner.py:76) +2024-09-01 22:08:34,248 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0031s, count=729, qps in this process: 24.2975 (mp_runner.py:76) +2024-09-01 22:08:34,251 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0054s, count=730, qps in this process: 24.329 (mp_runner.py:76) +2024-09-01 22:08:34,252 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.007s, count=720, qps in this process: 23.9944 (mp_runner.py:76) +2024-09-01 22:08:34,259 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0136s, count=730, qps in this process: 24.3223 (mp_runner.py:76) +2024-09-01 22:08:34,278 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0069s, count=732, qps in this process: 24.3944 (mp_runner.py:76) +2024-09-01 22:08:34,280 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0004s, count=732, qps in this process: 24.3997 (mp_runner.py:76) +2024-09-01 22:08:34,298 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0029s, count=734, qps in this process: 24.4643 (mp_runner.py:76) +2024-09-01 22:08:34,304 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0012s, count=734, qps in this process: 24.4657 (mp_runner.py:76) +2024-09-01 22:08:34,310 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0064s, count=734, qps in this process: 24.4614 (mp_runner.py:76) +2024-09-01 22:08:34,325 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0085s, count=734, qps in this process: 24.4597 (mp_runner.py:76) +2024-09-01 22:08:34,326 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0009s, count=735, qps in this process: 24.4993 (mp_runner.py:76) +2024-09-01 22:08:34,357 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0099s, count=731, qps in this process: 24.3586 (mp_runner.py:76) +2024-09-01 22:08:34,375 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0056s, count=741, qps in this process: 24.6954 (mp_runner.py:76) +2024-09-01 22:08:34,375 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0019s, count=741, qps in this process: 24.6984 (mp_runner.py:76) +2024-09-01 22:08:34,381 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0018s, count=734, qps in this process: 24.4652 (mp_runner.py:76) +2024-09-01 22:08:34,383 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0106s, count=742, qps in this process: 24.7246 (mp_runner.py:76) +2024-09-01 22:08:34,404 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.001s, count=746, qps in this process: 24.8658 (mp_runner.py:76) +2024-09-01 22:08:34,409 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0064s, count=747, qps in this process: 24.8947 (mp_runner.py:76) +2024-09-01 22:08:34,418 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0004s, count=749, qps in this process: 24.9663 (mp_runner.py:76) +2024-09-01 22:08:34,433 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0012s, count=753, qps in this process: 25.099 (mp_runner.py:76) +2024-09-01 22:08:34,441 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0018s, count=756, qps in this process: 25.1985 (mp_runner.py:76) +2024-09-01 22:08:34,446 | INFO |End search in concurrency 60: dur=30.876770693001163s, total_count=43506, qps=1409.0204 (mp_runner.py:120) +2024-09-01 22:08:38,776 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:08:38,776 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 22:09:00,423 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 22:09:00,802 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,883 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,947 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,949 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,985 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,988 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,994 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,998 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:00,998 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,003 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,003 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,004 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,005 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,010 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,011 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,025 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,029 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,038 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,069 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,080 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,121 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,123 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,123 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,133 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,157 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,175 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:01,244 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:22,637 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.0033637509986874647 (mp_runner.py:73) +2024-09-01 22:09:22,639 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.0059041639979113825 (mp_runner.py:73) +2024-09-01 22:09:22,639 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.005553343995416071 (mp_runner.py:73) +2024-09-01 22:09:22,641 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.007418139997753315 (mp_runner.py:73) +2024-09-01 22:09:22,641 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.006658982994849794 (mp_runner.py:73) +2024-09-01 22:09:22,642 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.007982456001627725 (mp_runner.py:73) +2024-09-01 22:09:22,642 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.004745722995721735 (mp_runner.py:73) +2024-09-01 22:09:22,643 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.010209305000898894 (mp_runner.py:73) +2024-09-01 22:09:22,645 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.009220437001204118 (mp_runner.py:73) +2024-09-01 22:09:22,645 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.012147864006692544 (mp_runner.py:73) +2024-09-01 22:09:22,647 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.013602210994577035 (mp_runner.py:73) +2024-09-01 22:09:22,647 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.010413960997539107 (mp_runner.py:73) +2024-09-01 22:09:22,648 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.002205782999226358 (mp_runner.py:73) +2024-09-01 22:09:22,649 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.011548101996595506 (mp_runner.py:73) +2024-09-01 22:09:22,650 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.004644542001187801 (mp_runner.py:73) +2024-09-01 22:09:22,651 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.006007595002301969 (mp_runner.py:73) +2024-09-01 22:09:22,651 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.002964405000966508 (mp_runner.py:73) +2024-09-01 22:09:22,653 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.007000476005487144 (mp_runner.py:73) +2024-09-01 22:09:22,653 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.005421185996965505 (mp_runner.py:73) +2024-09-01 22:09:22,654 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.008149168999807443 (mp_runner.py:73) +2024-09-01 22:09:22,655 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.0034373760063317604 (mp_runner.py:73) +2024-09-01 22:09:22,656 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.011026904001482762 (mp_runner.py:73) +2024-09-01 22:09:22,657 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.006430892994103488 (mp_runner.py:73) +2024-09-01 22:09:22,658 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.010035093000624329 (mp_runner.py:73) +2024-09-01 22:09:22,658 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.0050956100021721795 (mp_runner.py:73) +2024-09-01 22:09:22,660 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.012216400995384902 (mp_runner.py:73) +2024-09-01 22:09:22,660 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.0064302940008929 (mp_runner.py:73) +2024-09-01 22:09:22,661 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.01178133500070544 (mp_runner.py:73) +2024-09-01 22:09:22,662 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.006450681001297198 (mp_runner.py:73) +2024-09-01 22:09:22,663 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.012167439999757335 (mp_runner.py:73) +2024-09-01 22:09:22,664 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.00895606500125723 (mp_runner.py:73) +2024-09-01 22:09:22,665 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.011984280004980974 (mp_runner.py:73) +2024-09-01 22:09:22,665 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.008107030997052789 (mp_runner.py:73) +2024-09-01 22:09:22,666 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.011443377996329218 (mp_runner.py:73) +2024-09-01 22:09:22,667 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.008359088998986408 (mp_runner.py:73) +2024-09-01 22:09:22,668 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.009555867996823508 (mp_runner.py:73) +2024-09-01 22:09:22,669 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.006556678003107663 (mp_runner.py:73) +2024-09-01 22:09:22,670 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.02045817799807992 (mp_runner.py:73) +2024-09-01 22:09:22,670 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.006627094000577927 (mp_runner.py:73) +2024-09-01 22:09:22,671 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.014769074994546827 (mp_runner.py:73) +2024-09-01 22:09:22,672 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.009404003001691308 (mp_runner.py:73) +2024-09-01 22:09:22,673 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.0292486899998039 (mp_runner.py:73) +2024-09-01 22:09:22,673 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.02307721000397578 (mp_runner.py:73) +2024-09-01 22:09:22,674 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.029783253994537517 (mp_runner.py:73) +2024-09-01 22:09:22,674 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.015710580999439117 (mp_runner.py:73) +2024-09-01 22:09:22,675 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.021001207001972944 (mp_runner.py:73) +2024-09-01 22:09:22,675 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.00983593399723759 (mp_runner.py:73) +2024-09-01 22:09:22,677 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.009354048997920472 (mp_runner.py:73) +2024-09-01 22:09:22,677 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.01469850899593439 (mp_runner.py:73) +2024-09-01 22:09:22,678 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.008666027002618648 (mp_runner.py:73) +2024-09-01 22:09:22,678 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.023424835999321658 (mp_runner.py:73) +2024-09-01 22:09:22,679 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.019148843006405514 (mp_runner.py:73) +2024-09-01 22:09:22,679 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.007083600001351442 (mp_runner.py:73) +2024-09-01 22:09:22,681 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.014027912002347875 (mp_runner.py:73) +2024-09-01 22:09:22,682 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.011069342996052 (mp_runner.py:73) +2024-09-01 22:09:22,682 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.01659724800265394 (mp_runner.py:73) +2024-09-01 22:09:22,683 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.019133579000481404 (mp_runner.py:73) +2024-09-01 22:09:22,683 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.014778131000639405 (mp_runner.py:73) +2024-09-01 22:09:22,685 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.014576440000382718 (mp_runner.py:73) +2024-09-01 22:09:22,686 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.014521312004944775 (mp_runner.py:73) +2024-09-01 22:09:22,687 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.026264272004482336 (mp_runner.py:73) +2024-09-01 22:09:22,687 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.02545511900098063 (mp_runner.py:73) +2024-09-01 22:09:22,688 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.039118694003263954 (mp_runner.py:73) +2024-09-01 22:09:22,691 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.04806235300202388 (mp_runner.py:73) +2024-09-01 22:09:23,741 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.07925112300290493 (mp_runner.py:73) +2024-09-01 22:09:30,858 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.041s, count=694, qps in this process: 23.1018 (mp_runner.py:76) +2024-09-01 22:09:30,893 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0067s, count=695, qps in this process: 23.1615 (mp_runner.py:76) +2024-09-01 22:09:30,963 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0055s, count=697, qps in this process: 23.2291 (mp_runner.py:76) +2024-09-01 22:09:30,984 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.036s, count=697, qps in this process: 23.2055 (mp_runner.py:76) +2024-09-01 22:09:30,998 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0075s, count=698, qps in this process: 23.2609 (mp_runner.py:76) +2024-09-01 22:09:31,001 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0033s, count=698, qps in this process: 23.2641 (mp_runner.py:76) +2024-09-01 22:09:31,007 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0186s, count=698, qps in this process: 23.2523 (mp_runner.py:76) +2024-09-01 22:09:31,008 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0063s, count=698, qps in this process: 23.2618 (mp_runner.py:76) +2024-09-01 22:09:31,010 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0019s, count=698, qps in this process: 23.2652 (mp_runner.py:76) +2024-09-01 22:09:31,011 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0032s, count=698, qps in this process: 23.2642 (mp_runner.py:76) +2024-09-01 22:09:31,012 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0539s, count=698, qps in this process: 23.2249 (mp_runner.py:76) +2024-09-01 22:09:31,016 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0045s, count=698, qps in this process: 23.2632 (mp_runner.py:76) +2024-09-01 22:09:31,018 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0066s, count=699, qps in this process: 23.2949 (mp_runner.py:76) +2024-09-01 22:09:31,019 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0081s, count=699, qps in this process: 23.2937 (mp_runner.py:76) +2024-09-01 22:09:31,022 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0069s, count=699, qps in this process: 23.2946 (mp_runner.py:76) +2024-09-01 22:09:31,025 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0173s, count=699, qps in this process: 23.2866 (mp_runner.py:76) +2024-09-01 22:09:31,030 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0186s, count=699, qps in this process: 23.2856 (mp_runner.py:76) +2024-09-01 22:09:31,030 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0244s, count=699, qps in this process: 23.2811 (mp_runner.py:76) +2024-09-01 22:09:31,036 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.002s, count=699, qps in this process: 23.2984 (mp_runner.py:76) +2024-09-01 22:09:31,039 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0087s, count=699, qps in this process: 23.2932 (mp_runner.py:76) +2024-09-01 22:09:31,040 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0064s, count=699, qps in this process: 23.295 (mp_runner.py:76) +2024-09-01 22:09:31,041 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0302s, count=699, qps in this process: 23.2766 (mp_runner.py:76) +2024-09-01 22:09:31,046 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.005s, count=699, qps in this process: 23.2961 (mp_runner.py:76) +2024-09-01 22:09:31,047 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0341s, count=699, qps in this process: 23.2735 (mp_runner.py:76) +2024-09-01 22:09:31,050 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0368s, count=699, qps in this process: 23.2715 (mp_runner.py:76) +2024-09-01 22:09:31,050 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0413s, count=699, qps in this process: 23.268 (mp_runner.py:76) +2024-09-01 22:09:31,052 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0534s, count=699, qps in this process: 23.2586 (mp_runner.py:76) +2024-09-01 22:09:31,052 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0181s, count=698, qps in this process: 23.2526 (mp_runner.py:76) +2024-09-01 22:09:31,052 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0137s, count=699, qps in this process: 23.2894 (mp_runner.py:76) +2024-09-01 22:09:31,054 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0191s, count=699, qps in this process: 23.2852 (mp_runner.py:76) +2024-09-01 22:09:31,054 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0206s, count=699, qps in this process: 23.284 (mp_runner.py:76) +2024-09-01 22:09:31,057 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0224s, count=699, qps in this process: 23.2826 (mp_runner.py:76) +2024-09-01 22:09:31,059 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0178s, count=699, qps in this process: 23.2862 (mp_runner.py:76) +2024-09-01 22:09:31,063 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0279s, count=699, qps in this process: 23.2784 (mp_runner.py:76) +2024-09-01 22:09:31,064 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0301s, count=700, qps in this process: 23.3099 (mp_runner.py:76) +2024-09-01 22:09:31,072 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0308s, count=700, qps in this process: 23.3094 (mp_runner.py:76) +2024-09-01 22:09:31,075 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0415s, count=700, qps in this process: 23.3011 (mp_runner.py:76) +2024-09-01 22:09:31,076 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0414s, count=700, qps in this process: 23.3012 (mp_runner.py:76) +2024-09-01 22:09:31,077 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0425s, count=700, qps in this process: 23.3003 (mp_runner.py:76) +2024-09-01 22:09:31,084 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0722s, count=699, qps in this process: 23.2441 (mp_runner.py:76) +2024-09-01 22:09:31,089 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0135s, count=698, qps in this process: 23.2562 (mp_runner.py:76) +2024-09-01 22:09:31,094 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0186s, count=699, qps in this process: 23.2856 (mp_runner.py:76) +2024-09-01 22:09:31,102 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0151s, count=701, qps in this process: 23.3549 (mp_runner.py:76) +2024-09-01 22:09:31,117 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0319s, count=701, qps in this process: 23.3418 (mp_runner.py:76) +2024-09-01 22:09:31,125 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0138s, count=702, qps in this process: 23.3892 (mp_runner.py:76) +2024-09-01 22:09:31,140 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0135s, count=703, qps in this process: 23.4228 (mp_runner.py:76) +2024-09-01 22:09:31,141 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0203s, count=703, qps in this process: 23.4175 (mp_runner.py:76) +2024-09-01 22:09:31,143 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0161s, count=703, qps in this process: 23.4208 (mp_runner.py:76) +2024-09-01 22:09:31,154 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0092s, count=702, qps in this process: 23.3928 (mp_runner.py:76) +2024-09-01 22:09:31,155 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0281s, count=664, qps in this process: 22.1126 (mp_runner.py:76) +2024-09-01 22:09:31,161 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0002s, count=704, qps in this process: 23.4665 (mp_runner.py:76) +2024-09-01 22:09:31,162 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0095s, count=704, qps in this process: 23.4592 (mp_runner.py:76) +2024-09-01 22:09:31,169 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0079s, count=705, qps in this process: 23.4938 (mp_runner.py:76) +2024-09-01 22:09:31,177 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0028s, count=706, qps in this process: 23.5311 (mp_runner.py:76) +2024-09-01 22:09:31,181 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0031s, count=706, qps in this process: 23.5309 (mp_runner.py:76) +2024-09-01 22:09:31,186 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0123s, count=706, qps in this process: 23.5237 (mp_runner.py:76) +2024-09-01 22:09:31,192 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0009s, count=707, qps in this process: 23.566 (mp_runner.py:76) +2024-09-01 22:09:31,194 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0019s, count=708, qps in this process: 23.5985 (mp_runner.py:76) +2024-09-01 22:09:31,195 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0035s, count=708, qps in this process: 23.5972 (mp_runner.py:76) +2024-09-01 22:09:31,196 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0041s, count=708, qps in this process: 23.5968 (mp_runner.py:76) +2024-09-01 22:09:31,196 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0065s, count=708, qps in this process: 23.5949 (mp_runner.py:76) +2024-09-01 22:09:31,197 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0009s, count=708, qps in this process: 23.5993 (mp_runner.py:76) +2024-09-01 22:09:31,211 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0024s, count=711, qps in this process: 23.6981 (mp_runner.py:76) +2024-09-01 22:09:31,219 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0013s, count=711, qps in this process: 23.699 (mp_runner.py:76) +2024-09-01 22:09:31,256 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0005s, count=726, qps in this process: 24.1996 (mp_runner.py:76) +2024-09-01 22:09:31,263 | INFO |End search in concurrency 65: dur=30.839309939998202s, total_count=45545, qps=1476.8489 (mp_runner.py:120) +2024-09-01 22:09:35,611 | INFO |Update largest qps with concurrency 65: current max_qps=1476.8489 (mp_runner.py:124) +2024-09-01 22:09:36,022 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:09:36,023 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 22:09:58,038 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 22:09:58,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,368 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,427 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,498 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,502 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,503 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,525 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,642 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,670 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,673 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,673 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,686 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,687 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,687 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,692 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,695 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,703 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,709 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,709 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,710 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,726 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,744 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,744 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,758 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,759 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,759 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,766 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,769 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,769 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,769 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,792 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,793 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,801 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,808 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,819 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,834 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,841 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,842 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,849 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,853 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,874 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,914 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,919 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,924 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,946 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,978 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,991 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:58,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:59,001 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:59,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:59,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:59,022 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:59,029 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:59,038 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:59,040 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:09:59,053 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 22:10:23,793 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.02148926100198878 (mp_runner.py:73) +2024-09-01 22:10:23,795 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.021381651997216977 (mp_runner.py:73) +2024-09-01 22:10:23,797 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.01950639099959517 (mp_runner.py:73) +2024-09-01 22:10:23,798 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.02677348100405652 (mp_runner.py:73) +2024-09-01 22:10:23,799 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.028637575000175275 (mp_runner.py:73) +2024-09-01 22:10:23,801 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.026329873995564412 (mp_runner.py:73) +2024-09-01 22:10:23,803 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.025520668998069596 (mp_runner.py:73) +2024-09-01 22:10:23,805 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.023584910995850805 (mp_runner.py:73) +2024-09-01 22:10:23,806 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.033109026997408364 (mp_runner.py:73) +2024-09-01 22:10:23,807 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.03647472099692095 (mp_runner.py:73) +2024-09-01 22:10:23,809 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.02775699099584017 (mp_runner.py:73) +2024-09-01 22:10:23,811 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.03793264200066915 (mp_runner.py:73) +2024-09-01 22:10:23,813 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.03173357500054408 (mp_runner.py:73) +2024-09-01 22:10:23,814 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.043785606998426374 (mp_runner.py:73) +2024-09-01 22:10:23,819 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.002558709995355457 (mp_runner.py:73) +2024-09-01 22:10:23,821 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.0039588470026501454 (mp_runner.py:73) +2024-09-01 22:10:23,823 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.052545175996783655 (mp_runner.py:73) +2024-09-01 22:10:23,827 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.0523492369975429 (mp_runner.py:73) +2024-09-01 22:10:23,828 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05811162600002717 (mp_runner.py:73) +2024-09-01 22:10:23,830 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.05892926700471435 (mp_runner.py:73) +2024-09-01 22:10:23,831 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.05738422700233059 (mp_runner.py:73) +2024-09-01 22:10:23,833 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.04628608900384279 (mp_runner.py:73) +2024-09-01 22:10:23,833 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.05182870799762895 (mp_runner.py:73) +2024-09-01 22:10:23,834 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.03880078099609818 (mp_runner.py:73) +2024-09-01 22:10:23,834 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.05233595699974103 (mp_runner.py:73) +2024-09-01 22:10:23,834 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.05233431800297694 (mp_runner.py:73) +2024-09-01 22:10:23,835 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.04304653200233588 (mp_runner.py:73) +2024-09-01 22:10:23,838 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.039144491995102726 (mp_runner.py:73) +2024-09-01 22:10:23,840 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.038047871996241156 (mp_runner.py:73) +2024-09-01 22:10:23,841 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.04285088799952064 (mp_runner.py:73) +2024-09-01 22:10:23,844 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.043355357003747486 (mp_runner.py:73) +2024-09-01 22:10:23,845 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.042477704999328125 (mp_runner.py:73) +2024-09-01 22:10:23,847 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.03973216599842999 (mp_runner.py:73) +2024-09-01 22:10:23,847 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.07172046099731233 (mp_runner.py:73) +2024-09-01 22:10:23,847 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.07417565699870465 (mp_runner.py:73) +2024-09-01 22:10:23,847 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.0746446030025254 (mp_runner.py:73) +2024-09-01 22:10:23,848 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.04249446799803991 (mp_runner.py:73) +2024-09-01 22:10:23,850 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.06851134800672298 (mp_runner.py:73) +2024-09-01 22:10:23,855 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.04525577000458725 (mp_runner.py:73) +2024-09-01 22:10:23,857 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.04635403800057247 (mp_runner.py:73) +2024-09-01 22:10:23,858 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.0449162679942674 (mp_runner.py:73) +2024-09-01 22:10:23,859 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.04510300700349035 (mp_runner.py:73) +2024-09-01 22:10:23,861 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.045549941998615395 (mp_runner.py:73) +2024-09-01 22:10:23,861 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.03689540999766905 (mp_runner.py:73) +2024-09-01 22:10:23,862 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.05016402000183007 (mp_runner.py:73) +2024-09-01 22:10:23,864 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.09152080800413387 (mp_runner.py:73) +2024-09-01 22:10:23,864 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.04616683600033866 (mp_runner.py:73) +2024-09-01 22:10:23,864 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.08953882100468036 (mp_runner.py:73) +2024-09-01 22:10:23,867 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.046123479995003436 (mp_runner.py:73) +2024-09-01 22:10:23,868 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.03899646399804624 (mp_runner.py:73) +2024-09-01 22:10:23,896 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.0628425579998293 (mp_runner.py:73) +2024-09-01 22:10:23,912 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.08996242199646076 (mp_runner.py:73) +2024-09-01 22:10:23,944 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.04713340500165941 (mp_runner.py:73) +2024-09-01 22:10:23,948 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.06960811599856243 (mp_runner.py:73) +2024-09-01 22:10:23,949 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.05942963899724418 (mp_runner.py:73) +2024-09-01 22:10:23,951 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.04907611700036796 (mp_runner.py:73) +2024-09-01 22:10:23,955 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.06983587099966826 (mp_runner.py:73) +2024-09-01 22:10:23,968 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.1082037579981261 (mp_runner.py:73) +2024-09-01 22:10:23,998 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.10480798900243826 (mp_runner.py:73) +2024-09-01 22:10:24,005 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.1393353039966314 (mp_runner.py:73) +2024-09-01 22:10:24,208 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.0233939099998679 (mp_runner.py:73) +2024-09-01 22:10:24,424 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.015090013002918568 (mp_runner.py:73) +2024-09-01 22:10:24,472 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.051087034997181036 (mp_runner.py:73) +2024-09-01 22:10:24,476 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.05224908200034406 (mp_runner.py:73) +2024-09-01 22:10:24,749 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.06812288500077557 (mp_runner.py:73) +2024-09-01 22:10:24,851 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.07899852200353052 (mp_runner.py:73) +2024-09-01 22:10:24,983 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.11762465400533983 (mp_runner.py:73) +2024-09-01 22:10:25,179 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.05052404299931368 (mp_runner.py:73) +2024-09-01 22:10:25,298 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.007052348002616782 (mp_runner.py:73) +2024-09-01 22:10:25,312 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.01978011099708965 (mp_runner.py:73) +2024-09-01 22:10:28,308 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0125s, count=594, qps in this process: 19.7918 (mp_runner.py:76) +2024-09-01 22:10:28,413 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0299s, count=597, qps in this process: 19.8802 (mp_runner.py:76) +2024-09-01 22:10:28,450 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0096s, count=598, qps in this process: 19.927 (mp_runner.py:76) +2024-09-01 22:10:28,462 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0238s, count=598, qps in this process: 19.9175 (mp_runner.py:76) +2024-09-01 22:10:28,512 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0015s, count=561, qps in this process: 18.6991 (mp_runner.py:76) +2024-09-01 22:10:28,541 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0219s, count=600, qps in this process: 19.9854 (mp_runner.py:76) +2024-09-01 22:10:28,545 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.025s, count=600, qps in this process: 19.9833 (mp_runner.py:76) +2024-09-01 22:10:28,599 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0692s, count=600, qps in this process: 19.954 (mp_runner.py:76) +2024-09-01 22:10:28,628 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.1218s, count=600, qps in this process: 19.9191 (mp_runner.py:76) +2024-09-01 22:10:28,678 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0047s, count=601, qps in this process: 20.0302 (mp_runner.py:76) +2024-09-01 22:10:28,685 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0039s, count=601, qps in this process: 20.0307 (mp_runner.py:76) +2024-09-01 22:10:28,687 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0419s, count=601, qps in this process: 20.0054 (mp_runner.py:76) +2024-09-01 22:10:28,707 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0142s, count=602, qps in this process: 20.0572 (mp_runner.py:76) +2024-09-01 22:10:28,718 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0216s, count=586, qps in this process: 19.5193 (mp_runner.py:76) +2024-09-01 22:10:28,726 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0441s, count=602, qps in this process: 20.0372 (mp_runner.py:76) +2024-09-01 22:10:28,737 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0132s, count=602, qps in this process: 20.0578 (mp_runner.py:76) +2024-09-01 22:10:28,742 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0389s, count=602, qps in this process: 20.0407 (mp_runner.py:76) +2024-09-01 22:10:28,742 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0181s, count=602, qps in this process: 20.0546 (mp_runner.py:76) +2024-09-01 22:10:28,743 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0038s, count=602, qps in this process: 20.0641 (mp_runner.py:76) +2024-09-01 22:10:28,750 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0012s, count=599, qps in this process: 19.9659 (mp_runner.py:76) +2024-09-01 22:10:28,750 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.031s, count=602, qps in this process: 20.046 (mp_runner.py:76) +2024-09-01 22:10:28,761 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0384s, count=603, qps in this process: 20.0743 (mp_runner.py:76) +2024-09-01 22:10:28,761 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0385s, count=603, qps in this process: 20.0742 (mp_runner.py:76) +2024-09-01 22:10:28,764 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0723s, count=603, qps in this process: 20.0517 (mp_runner.py:76) +2024-09-01 22:10:28,764 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0158s, count=603, qps in this process: 20.0894 (mp_runner.py:76) +2024-09-01 22:10:28,770 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0738s, count=597, qps in this process: 19.8512 (mp_runner.py:76) +2024-09-01 22:10:28,772 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0024s, count=603, qps in this process: 20.0984 (mp_runner.py:76) +2024-09-01 22:10:28,778 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0098s, count=584, qps in this process: 19.4603 (mp_runner.py:76) +2024-09-01 22:10:28,783 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0441s, count=603, qps in this process: 20.0705 (mp_runner.py:76) +2024-09-01 22:10:28,784 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0781s, count=603, qps in this process: 20.0478 (mp_runner.py:76) +2024-09-01 22:10:28,789 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0638s, count=601, qps in this process: 19.9908 (mp_runner.py:76) +2024-09-01 22:10:28,790 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0117s, count=599, qps in this process: 19.9589 (mp_runner.py:76) +2024-09-01 22:10:28,808 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0396s, count=602, qps in this process: 20.0402 (mp_runner.py:76) +2024-09-01 22:10:28,808 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0946s, count=599, qps in this process: 19.9039 (mp_runner.py:76) +2024-09-01 22:10:28,825 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0266s, count=604, qps in this process: 20.1155 (mp_runner.py:76) +2024-09-01 22:10:28,826 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0027s, count=579, qps in this process: 19.2983 (mp_runner.py:76) +2024-09-01 22:10:28,827 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.028s, count=604, qps in this process: 20.1146 (mp_runner.py:76) +2024-09-01 22:10:28,828 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.05s, count=604, qps in this process: 20.0998 (mp_runner.py:76) +2024-09-01 22:10:28,828 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0492s, count=604, qps in this process: 20.1004 (mp_runner.py:76) +2024-09-01 22:10:28,829 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0131s, count=604, qps in this process: 20.1245 (mp_runner.py:76) +2024-09-01 22:10:28,838 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0301s, count=572, qps in this process: 19.0476 (mp_runner.py:76) +2024-09-01 22:10:28,844 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0704s, count=604, qps in this process: 20.0862 (mp_runner.py:76) +2024-09-01 22:10:28,857 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0111s, count=588, qps in this process: 19.5928 (mp_runner.py:76) +2024-09-01 22:10:28,861 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0132s, count=606, qps in this process: 20.1911 (mp_runner.py:76) +2024-09-01 22:10:28,863 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0204s, count=606, qps in this process: 20.1863 (mp_runner.py:76) +2024-09-01 22:10:28,868 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0004s, count=584, qps in this process: 19.4664 (mp_runner.py:76) +2024-09-01 22:10:28,870 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0132s, count=605, qps in this process: 20.1578 (mp_runner.py:76) +2024-09-01 22:10:28,876 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0372s, count=606, qps in this process: 20.175 (mp_runner.py:76) +2024-09-01 22:10:28,905 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0241s, count=608, qps in this process: 20.2504 (mp_runner.py:76) +2024-09-01 22:10:28,905 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0143s, count=608, qps in this process: 20.257 (mp_runner.py:76) +2024-09-01 22:10:28,925 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0046s, count=610, qps in this process: 20.3302 (mp_runner.py:76) +2024-09-01 22:10:28,931 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0006s, count=610, qps in this process: 20.3329 (mp_runner.py:76) +2024-09-01 22:10:28,937 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0089s, count=602, qps in this process: 20.0607 (mp_runner.py:76) +2024-09-01 22:10:28,954 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0131s, count=611, qps in this process: 20.3578 (mp_runner.py:76) +2024-09-01 22:10:28,963 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0117s, count=574, qps in this process: 19.1259 (mp_runner.py:76) +2024-09-01 22:10:28,984 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.004s, count=614, qps in this process: 20.4639 (mp_runner.py:76) +2024-09-01 22:10:29,000 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0097s, count=616, qps in this process: 20.5267 (mp_runner.py:76) +2024-09-01 22:10:29,000 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0002s, count=616, qps in this process: 20.5332 (mp_runner.py:76) +2024-09-01 22:10:29,003 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.003s, count=586, qps in this process: 19.5314 (mp_runner.py:76) +2024-09-01 22:10:29,004 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0037s, count=616, qps in this process: 20.5308 (mp_runner.py:76) +2024-09-01 22:10:29,012 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0115s, count=610, qps in this process: 20.3255 (mp_runner.py:76) +2024-09-01 22:10:29,015 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0045s, count=608, qps in this process: 20.2636 (mp_runner.py:76) +2024-09-01 22:10:29,016 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0196s, count=617, qps in this process: 20.5532 (mp_runner.py:76) +2024-09-01 22:10:29,018 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0076s, count=617, qps in this process: 20.5615 (mp_runner.py:76) +2024-09-01 22:10:29,018 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0081s, count=617, qps in this process: 20.5611 (mp_runner.py:76) +2024-09-01 22:10:29,032 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0044s, count=619, qps in this process: 20.6303 (mp_runner.py:76) +2024-09-01 22:10:29,044 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.001s, count=621, qps in this process: 20.6993 (mp_runner.py:76) +2024-09-01 22:10:29,045 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0024s, count=622, qps in this process: 20.7317 (mp_runner.py:76) +2024-09-01 22:10:29,058 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0003s, count=625, qps in this process: 20.8331 (mp_runner.py:76) +2024-09-01 22:10:29,063 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0005s, count=611, qps in this process: 20.3663 (mp_runner.py:76) +2024-09-01 22:10:29,070 | INFO |End search in concurrency 70: dur=31.030862626997987s, total_count=42161, qps=1358.6796 (mp_runner.py:120) +2024-09-01 22:10:33,758 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1476.8489, serial_latency_p99=np.float64(0.0518), recall=np.float64(0.3987), ndcg=np.float64(0.5127), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[330.3397, 1109.8535, 1281.0614, 1330.8813, 1313.2962, 1362.8471, 1286.6607, 1329.3342, 1416.7566, 1418.3035, 1435.8556, 1409.0204, 1476.8489, 1358.6796], conc_latency_p99_list=[np.float64(0.0016179901466231968), np.float64(0.0016127710092230698), np.float64(0.0019554342422663466), np.float64(0.002087997954926686), np.float64(0.0023299447581332055), np.float64(0.0023638601532773463), np.float64(0.002685148475416645), np.float64(0.002428326348956034), np.float64(0.0026450847051222807), np.float64(0.002629166248778347), np.float64(0.0028894029973889697), np.float64(0.003039668625282502), np.float64(0.002995658039528644), np.float64(0.0031418807019945234)]) (task_runner.py:197) +2024-09-01 22:10:33,758 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:59:06.125997'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1476.8489, serial_latency_p99=np.float64(0.0518), recall=np.float64(0.3987), ndcg=np.float64(0.5127), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[330.3397, 1109.8535, 1281.0614, 1330.8813, 1313.2962, 1362.8471, 1286.6607, 1329.3342, 1416.7566, 1418.3035, 1435.8556, 1409.0204, 1476.8489, 1358.6796], conc_latency_p99_list=[np.float64(0.0016179901466231968), np.float64(0.0016127710092230698), np.float64(0.0019554342422663466), np.float64(0.002087997954926686), np.float64(0.0023299447581332055), np.float64(0.0023638601532773463), np.float64(0.002685148475416645), np.float64(0.002428326348956034), np.float64(0.0026450847051222807), np.float64(0.002629166248778347), np.float64(0.0028894029973889697), np.float64(0.003039668625282502), np.float64(0.002995658039528644), np.float64(0.0031418807019945234)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 22:10:33,758 | INFO |Task summary: run_id=79231, task_label=7923117ed5a74f4997d2ded29a0ba3e3 (models.py:346) +2024-09-01 22:10:33,758 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 22:10:33,758 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 22:10:33,758 | INFO |PgVector | 2024-09-01T21:59:06.125997 Performance1536D500K 7923117ed5a74f4997d2ded29a0ba3e3 | 0.0 1476.8489 0.0518 0.3987 0 | :) (models.py:346) +2024-09-01 22:10:33,758 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json (models.py:204) +2024-09-01 22:10:33,759 | INFO |Success to finish task: label=7923117ed5a74f4997d2ded29a0ba3e3, run_id=7923117ed5a74f4997d2ded29a0ba3e3 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json b/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json new file mode 100644 index 000000000..f87e2bf31 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json @@ -0,0 +1 @@ +{"run_id": "7923117ed5a74f4997d2ded29a0ba3e3", "task_label": "7923117ed5a74f4997d2ded29a0ba3e3", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1476.8489, "serial_latency_p99": 0.0518, "recall": 0.3987, "ndcg": 0.5127, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [330.3397, 1109.8535, 1281.0614, 1330.8813, 1313.2962, 1362.8471, 1286.6607, 1329.3342, 1416.7566, 1418.3035, 1435.8556, 1409.0204, 1476.8489, 1358.6796], "conc_latency_p99_list": [0.0016179901466231968, 0.0016127710092230698, 0.0019554342422663466, 0.002087997954926686, 0.0023299447581332055, 0.0023638601532773463, 0.002685148475416645, 0.002428326348956034, 0.0026450847051222807, 0.002629166248778347, 0.0028894029973889697, 0.003039668625282502, 0.002995658039528644, 0.0031418807019945234]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T21:59:06.125997", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt b/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt new file mode 100644 index 000000000..c138ab0cd --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt @@ -0,0 +1,1188 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load +2024-09-01 22:49:06,188 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:49:06.176584', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 22:49:06,188 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:49:06.176584', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 22:49:06,188 | INFO |generated uuid for the tasks: af388a52a4c64a62abbabbe6035884ba (interface.py:66) +2024-09-01 22:49:06,250 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 22:49:06,250 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 22:49:06,250 | INFO | PgVector-2024-09-01T22:49:06.176584 | Performance OpenAI-MEDIUM-500K None | af388a52a4c64a62abbabbe6035884ba (task_runner.py:340) +2024-09-01 22:49:06,250 | INFO |task submitted: id=af388a52a4c64a62abbabbe6035884ba, af388a52a4c64a62abbabbe6035884ba, case number: 1 (interface.py:231) +2024-09-01 22:49:06,663 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:49:06.176584'}, drop_old=False (interface.py:164) +2024-09-01 22:49:06,663 | INFO |Starting run (task_runner.py:100) +2024-09-01 22:49:06,737 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 22:49:07,288 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 22:49:07,336 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 22:49:07,359 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 22:49:07,359 | INFO |Start performance case (task_runner.py:158) +2024-09-01 22:49:07,371 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:49:07,371 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 22:49:07,371 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 22:49:07,372 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 22:49:07,416 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 22:49:07,976 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 22:49:07,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:49:07,999 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 22:49:07,999 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 22:49:12,374 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03661262500099838, latest recall=1.0 (serial_runner.py:202) +2024-09-01 22:49:16,298 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03654200599703472, latest recall=0.99 (serial_runner.py:202) +2024-09-01 22:49:19,961 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01633405299799051, latest recall=0.92 (serial_runner.py:202) +2024-09-01 22:49:23,204 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.022902010001416784, latest recall=1.0 (serial_runner.py:202) +2024-09-01 22:49:26,500 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.017388692001986783, latest recall=0.99 (serial_runner.py:202) +2024-09-01 22:49:29,511 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.013706229001400061, latest recall=1.0 (serial_runner.py:202) +2024-09-01 22:49:32,226 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.0145001049968414, latest recall=0.99 (serial_runner.py:202) +2024-09-01 22:49:35,078 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02128380299836863, latest recall=0.99 (serial_runner.py:202) +2024-09-01 22:49:38,646 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.0553727419974166, latest recall=0.99 (serial_runner.py:202) +2024-09-01 22:49:43,015 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.04252449899649946, latest recall=0.92 (serial_runner.py:202) +2024-09-01 22:49:43,016 | INFO |SpawnProcess-1:1 search entire test_data: cost=24.6117s, queries=1000, avg_recall=0.9763, avg_ndcg=0.9789,avg_latency=0.0246, p99=0.0569 (serial_runner.py:209) +2024-09-01 22:49:43,543 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:49:43,543 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 22:49:44,565 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 22:49:44,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:49:51,977 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.01290179199713748 (mp_runner.py:73) +2024-09-01 22:49:58,980 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.019605090994446073 (mp_runner.py:73) +2024-09-01 22:50:06,359 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.012916452003992163 (mp_runner.py:73) +2024-09-01 22:50:13,385 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.02000571599637624 (mp_runner.py:73) +2024-09-01 22:50:14,614 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0144s, count=2081, qps in this process: 69.3334 (mp_runner.py:76) +2024-09-01 22:50:14,614 | INFO |End search in concurrency 1: dur=30.049111842003185s, total_count=2081, qps=69.2533 (mp_runner.py:120) +2024-09-01 22:50:14,798 | INFO |Update largest qps with concurrency 1: current max_qps=69.2533 (mp_runner.py:124) +2024-09-01 22:50:15,205 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:50:15,205 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 22:50:20,261 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 22:50:20,308 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:50:20,308 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:50:20,309 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:50:20,310 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:50:20,320 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:50:34,008 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.02893784899788443 (mp_runner.py:73) +2024-09-01 22:50:34,008 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.028903245998662896 (mp_runner.py:73) +2024-09-01 22:50:34,009 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.02962585599743761 (mp_runner.py:73) +2024-09-01 22:50:34,010 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.03033162100473419 (mp_runner.py:73) +2024-09-01 22:50:34,011 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.03150124200328719 (mp_runner.py:73) +2024-09-01 22:50:47,432 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.02889154900185531 (mp_runner.py:73) +2024-09-01 22:50:47,433 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.03239718099939637 (mp_runner.py:73) +2024-09-01 22:50:47,433 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.031676550999691244 (mp_runner.py:73) +2024-09-01 22:50:47,433 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.03208668599836528 (mp_runner.py:73) +2024-09-01 22:50:47,433 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.031494998998823576 (mp_runner.py:73) +2024-09-01 22:50:50,319 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0097s, count=1109, qps in this process: 36.9547 (mp_runner.py:76) +2024-09-01 22:50:50,319 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0098s, count=1109, qps in this process: 36.9546 (mp_runner.py:76) +2024-09-01 22:50:50,320 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0083s, count=1109, qps in this process: 36.9564 (mp_runner.py:76) +2024-09-01 22:50:50,320 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0101s, count=1109, qps in this process: 36.9542 (mp_runner.py:76) +2024-09-01 22:50:50,343 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0133s, count=1111, qps in this process: 37.0169 (mp_runner.py:76) +2024-09-01 22:50:50,345 | INFO |End search in concurrency 5: dur=30.082757278003555s, total_count=5547, qps=184.3913 (mp_runner.py:120) +2024-09-01 22:50:50,640 | INFO |Update largest qps with concurrency 5: current max_qps=184.3913 (mp_runner.py:124) +2024-09-01 22:50:51,055 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:50:51,055 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 22:51:01,233 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 22:51:01,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,321 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,373 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,392 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,392 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,411 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,424 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,424 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:01,434 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:31,332 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0101s, count=460, qps in this process: 15.3282 (mp_runner.py:76) +2024-09-01 22:51:31,332 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0084s, count=460, qps in this process: 15.329 (mp_runner.py:76) +2024-09-01 22:51:31,332 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0061s, count=460, qps in this process: 15.3302 (mp_runner.py:76) +2024-09-01 22:51:31,344 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0445s, count=460, qps in this process: 15.3106 (mp_runner.py:76) +2024-09-01 22:51:31,382 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0279s, count=461, qps in this process: 15.3524 (mp_runner.py:76) +2024-09-01 22:51:31,436 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0121s, count=462, qps in this process: 15.3938 (mp_runner.py:76) +2024-09-01 22:51:31,437 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0042s, count=462, qps in this process: 15.3978 (mp_runner.py:76) +2024-09-01 22:51:31,437 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0045s, count=462, qps in this process: 15.3977 (mp_runner.py:76) +2024-09-01 22:51:31,438 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0395s, count=462, qps in this process: 15.3797 (mp_runner.py:76) +2024-09-01 22:51:31,438 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0362s, count=462, qps in this process: 15.3814 (mp_runner.py:76) +2024-09-01 22:51:31,439 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0355s, count=462, qps in this process: 15.3818 (mp_runner.py:76) +2024-09-01 22:51:31,440 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.016s, count=462, qps in this process: 15.3918 (mp_runner.py:76) +2024-09-01 22:51:31,443 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0167s, count=462, qps in this process: 15.3914 (mp_runner.py:76) +2024-09-01 22:51:31,444 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0463s, count=462, qps in this process: 15.3763 (mp_runner.py:76) +2024-09-01 22:51:31,464 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0099s, count=463, qps in this process: 15.4282 (mp_runner.py:76) +2024-09-01 22:51:31,465 | INFO |End search in concurrency 15: dur=30.231378306998522s, total_count=6922, qps=228.9674 (mp_runner.py:120) +2024-09-01 22:51:32,360 | INFO |Update largest qps with concurrency 15: current max_qps=228.9674 (mp_runner.py:124) +2024-09-01 22:51:32,772 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:51:32,772 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 22:51:43,045 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 22:51:43,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,098 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,137 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,142 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,178 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,218 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,219 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,229 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,266 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,270 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,270 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,277 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,277 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:51:43,277 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:13,139 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0405s, count=346, qps in this process: 11.5178 (mp_runner.py:76) +2024-09-01 22:52:13,142 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0004s, count=346, qps in this process: 11.5332 (mp_runner.py:76) +2024-09-01 22:52:13,145 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0475s, count=346, qps in this process: 11.5151 (mp_runner.py:76) +2024-09-01 22:52:13,212 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0688s, count=347, qps in this process: 11.5402 (mp_runner.py:76) +2024-09-01 22:52:13,216 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0456s, count=347, qps in this process: 11.5491 (mp_runner.py:76) +2024-09-01 22:52:13,249 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0202s, count=348, qps in this process: 11.5922 (mp_runner.py:76) +2024-09-01 22:52:13,255 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0753s, count=347, qps in this process: 11.5377 (mp_runner.py:76) +2024-09-01 22:52:13,262 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0314s, count=348, qps in this process: 11.5879 (mp_runner.py:76) +2024-09-01 22:52:13,263 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.035s, count=348, qps in this process: 11.5865 (mp_runner.py:76) +2024-09-01 22:52:13,308 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0375s, count=349, qps in this process: 11.6188 (mp_runner.py:76) +2024-09-01 22:52:13,310 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0392s, count=349, qps in this process: 11.6182 (mp_runner.py:76) +2024-09-01 22:52:13,313 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0304s, count=349, qps in this process: 11.6216 (mp_runner.py:76) +2024-09-01 22:52:13,314 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0431s, count=349, qps in this process: 11.6166 (mp_runner.py:76) +2024-09-01 22:52:13,316 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0365s, count=349, qps in this process: 11.6192 (mp_runner.py:76) +2024-09-01 22:52:13,322 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0397s, count=349, qps in this process: 11.618 (mp_runner.py:76) +2024-09-01 22:52:13,327 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0566s, count=349, qps in this process: 11.6114 (mp_runner.py:76) +2024-09-01 22:52:13,328 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0414s, count=349, qps in this process: 11.6173 (mp_runner.py:76) +2024-09-01 22:52:13,330 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0438s, count=349, qps in this process: 11.6164 (mp_runner.py:76) +2024-09-01 22:52:13,330 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0509s, count=349, qps in this process: 11.6136 (mp_runner.py:76) +2024-09-01 22:52:13,331 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0607s, count=349, qps in this process: 11.6098 (mp_runner.py:76) +2024-09-01 22:52:13,333 | INFO |End search in concurrency 20: dur=30.286721260003105s, total_count=6962, qps=229.8697 (mp_runner.py:120) +2024-09-01 22:52:14,585 | INFO |Update largest qps with concurrency 20: current max_qps=229.8697 (mp_runner.py:124) +2024-09-01 22:52:14,994 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:52:14,994 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 22:52:25,313 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 22:52:25,358 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,381 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,438 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,444 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,475 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,562 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,562 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,564 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,564 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,571 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,583 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,583 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,618 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:25,618 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:52:55,428 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0692s, count=287, qps in this process: 9.5447 (mp_runner.py:76) +2024-09-01 22:52:55,448 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0395s, count=287, qps in this process: 9.5541 (mp_runner.py:76) +2024-09-01 22:52:55,449 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0055s, count=287, qps in this process: 9.5649 (mp_runner.py:76) +2024-09-01 22:52:55,450 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0677s, count=287, qps in this process: 9.5451 (mp_runner.py:76) +2024-09-01 22:52:55,524 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0418s, count=288, qps in this process: 9.5866 (mp_runner.py:76) +2024-09-01 22:52:55,525 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0228s, count=288, qps in this process: 9.5927 (mp_runner.py:76) +2024-09-01 22:52:55,526 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0719s, count=288, qps in this process: 9.577 (mp_runner.py:76) +2024-09-01 22:52:55,537 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0629s, count=288, qps in this process: 9.5799 (mp_runner.py:76) +2024-09-01 22:52:55,602 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.004s, count=289, qps in this process: 9.632 (mp_runner.py:76) +2024-09-01 22:52:55,604 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0054s, count=289, qps in this process: 9.6316 (mp_runner.py:76) +2024-09-01 22:52:55,604 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0316s, count=289, qps in this process: 9.6232 (mp_runner.py:76) +2024-09-01 22:52:55,605 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0298s, count=289, qps in this process: 9.6238 (mp_runner.py:76) +2024-09-01 22:52:55,606 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0407s, count=289, qps in this process: 9.6203 (mp_runner.py:76) +2024-09-01 22:52:55,607 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0196s, count=289, qps in this process: 9.627 (mp_runner.py:76) +2024-09-01 22:52:55,607 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0053s, count=289, qps in this process: 9.6316 (mp_runner.py:76) +2024-09-01 22:52:55,612 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0858s, count=289, qps in this process: 9.6059 (mp_runner.py:76) +2024-09-01 22:52:55,613 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0067s, count=289, qps in this process: 9.6312 (mp_runner.py:76) +2024-09-01 22:52:55,614 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0437s, count=289, qps in this process: 9.6193 (mp_runner.py:76) +2024-09-01 22:52:55,616 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0449s, count=289, qps in this process: 9.6189 (mp_runner.py:76) +2024-09-01 22:52:55,616 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.037s, count=289, qps in this process: 9.6215 (mp_runner.py:76) +2024-09-01 22:52:55,616 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0143s, count=289, qps in this process: 9.6287 (mp_runner.py:76) +2024-09-01 22:52:55,617 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0521s, count=289, qps in this process: 9.6166 (mp_runner.py:76) +2024-09-01 22:52:55,621 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0339s, count=289, qps in this process: 9.6225 (mp_runner.py:76) +2024-09-01 22:52:55,652 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0217s, count=290, qps in this process: 9.6597 (mp_runner.py:76) +2024-09-01 22:52:55,652 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0223s, count=290, qps in this process: 9.6595 (mp_runner.py:76) +2024-09-01 22:52:55,657 | INFO |End search in concurrency 25: dur=30.34331039099925s, total_count=7215, qps=237.7789 (mp_runner.py:120) +2024-09-01 22:52:57,205 | INFO |Update largest qps with concurrency 25: current max_qps=237.7789 (mp_runner.py:124) +2024-09-01 22:52:57,615 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:52:57,615 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 22:53:08,013 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 22:53:08,102 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,152 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,162 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,242 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,250 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,253 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,256 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,274 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,276 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,299 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,308 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,309 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,310 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,311 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,341 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,341 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,341 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,342 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,350 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:08,386 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:38,181 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0256s, count=243, qps in this process: 8.0931 (mp_runner.py:76) +2024-09-01 22:53:38,204 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0923s, count=243, qps in this process: 8.0752 (mp_runner.py:76) +2024-09-01 22:53:38,215 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0507s, count=243, qps in this process: 8.0863 (mp_runner.py:76) +2024-09-01 22:53:38,221 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0069s, count=243, qps in this process: 8.0981 (mp_runner.py:76) +2024-09-01 22:53:38,259 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0023s, count=243, qps in this process: 8.0994 (mp_runner.py:76) +2024-09-01 22:53:38,329 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0381s, count=244, qps in this process: 8.123 (mp_runner.py:76) +2024-09-01 22:53:38,330 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0151s, count=244, qps in this process: 8.1292 (mp_runner.py:76) +2024-09-01 22:53:38,330 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0858s, count=244, qps in this process: 8.1101 (mp_runner.py:76) +2024-09-01 22:53:38,331 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0304s, count=244, qps in this process: 8.1251 (mp_runner.py:76) +2024-09-01 22:53:38,333 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0744s, count=244, qps in this process: 8.1132 (mp_runner.py:76) +2024-09-01 22:53:38,333 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0746s, count=244, qps in this process: 8.1132 (mp_runner.py:76) +2024-09-01 22:53:38,334 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0593s, count=244, qps in this process: 8.1173 (mp_runner.py:76) +2024-09-01 22:53:38,335 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0768s, count=244, qps in this process: 8.1126 (mp_runner.py:76) +2024-09-01 22:53:38,337 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0222s, count=244, qps in this process: 8.1273 (mp_runner.py:76) +2024-09-01 22:53:38,339 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0793s, count=244, qps in this process: 8.1119 (mp_runner.py:76) +2024-09-01 22:53:38,347 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.032s, count=244, qps in this process: 8.1247 (mp_runner.py:76) +2024-09-01 22:53:38,352 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0014s, count=244, qps in this process: 8.133 (mp_runner.py:76) +2024-09-01 22:53:38,353 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0383s, count=244, qps in this process: 8.123 (mp_runner.py:76) +2024-09-01 22:53:38,354 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0977s, count=244, qps in this process: 8.1069 (mp_runner.py:76) +2024-09-01 22:53:38,395 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0541s, count=245, qps in this process: 8.152 (mp_runner.py:76) +2024-09-01 22:53:38,396 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.042s, count=245, qps in this process: 8.1552 (mp_runner.py:76) +2024-09-01 22:53:38,397 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0424s, count=245, qps in this process: 8.1551 (mp_runner.py:76) +2024-09-01 22:53:38,397 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0407s, count=245, qps in this process: 8.1556 (mp_runner.py:76) +2024-09-01 22:53:38,398 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.008s, count=245, qps in this process: 8.1645 (mp_runner.py:76) +2024-09-01 22:53:38,398 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0473s, count=245, qps in this process: 8.1538 (mp_runner.py:76) +2024-09-01 22:53:38,398 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0439s, count=245, qps in this process: 8.1547 (mp_runner.py:76) +2024-09-01 22:53:38,404 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0498s, count=245, qps in this process: 8.1531 (mp_runner.py:76) +2024-09-01 22:53:38,405 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0544s, count=245, qps in this process: 8.1519 (mp_runner.py:76) +2024-09-01 22:53:38,406 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0477s, count=245, qps in this process: 8.1537 (mp_runner.py:76) +2024-09-01 22:53:38,407 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0484s, count=245, qps in this process: 8.1535 (mp_runner.py:76) +2024-09-01 22:53:38,408 | INFO |End search in concurrency 30: dur=30.39427460400475s, total_count=7326, qps=241.0322 (mp_runner.py:120) +2024-09-01 22:53:40,350 | INFO |Update largest qps with concurrency 30: current max_qps=241.0322 (mp_runner.py:124) +2024-09-01 22:53:40,760 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:53:40,761 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 22:53:51,305 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 22:53:51,446 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,506 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,537 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,570 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,606 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,627 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,629 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,630 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,632 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,635 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,635 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,635 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,639 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,685 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,685 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,711 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,720 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,720 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,727 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,727 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:53:51,770 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:21,532 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0159s, count=208, qps in this process: 6.9297 (mp_runner.py:76) +2024-09-01 22:54:21,533 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0857s, count=208, qps in this process: 6.9136 (mp_runner.py:76) +2024-09-01 22:54:21,694 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.1377s, count=209, qps in this process: 6.9348 (mp_runner.py:76) +2024-09-01 22:54:21,694 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0651s, count=209, qps in this process: 6.9516 (mp_runner.py:76) +2024-09-01 22:54:21,695 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0497s, count=209, qps in this process: 6.9551 (mp_runner.py:76) +2024-09-01 22:54:21,695 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0555s, count=209, qps in this process: 6.9538 (mp_runner.py:76) +2024-09-01 22:54:21,696 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0708s, count=209, qps in this process: 6.9503 (mp_runner.py:76) +2024-09-01 22:54:21,697 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.125s, count=209, qps in this process: 6.9378 (mp_runner.py:76) +2024-09-01 22:54:21,697 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0716s, count=209, qps in this process: 6.9501 (mp_runner.py:76) +2024-09-01 22:54:21,698 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0637s, count=209, qps in this process: 6.9519 (mp_runner.py:76) +2024-09-01 22:54:21,698 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.03s, count=209, qps in this process: 6.9597 (mp_runner.py:76) +2024-09-01 22:54:21,699 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0597s, count=209, qps in this process: 6.9528 (mp_runner.py:76) +2024-09-01 22:54:21,699 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0602s, count=209, qps in this process: 6.9527 (mp_runner.py:76) +2024-09-01 22:54:21,700 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0711s, count=209, qps in this process: 6.9502 (mp_runner.py:76) +2024-09-01 22:54:21,700 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0606s, count=209, qps in this process: 6.9526 (mp_runner.py:76) +2024-09-01 22:54:21,700 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0612s, count=209, qps in this process: 6.9525 (mp_runner.py:76) +2024-09-01 22:54:21,701 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0618s, count=209, qps in this process: 6.9523 (mp_runner.py:76) +2024-09-01 22:54:21,702 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0723s, count=209, qps in this process: 6.9499 (mp_runner.py:76) +2024-09-01 22:54:21,703 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0743s, count=209, qps in this process: 6.9495 (mp_runner.py:76) +2024-09-01 22:54:21,703 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0135s, count=209, qps in this process: 6.9635 (mp_runner.py:76) +2024-09-01 22:54:21,704 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0618s, count=209, qps in this process: 6.9523 (mp_runner.py:76) +2024-09-01 22:54:21,704 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0744s, count=209, qps in this process: 6.9494 (mp_runner.py:76) +2024-09-01 22:54:21,705 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0652s, count=209, qps in this process: 6.9516 (mp_runner.py:76) +2024-09-01 22:54:21,705 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.015s, count=209, qps in this process: 6.9632 (mp_runner.py:76) +2024-09-01 22:54:21,706 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0745s, count=209, qps in this process: 6.9494 (mp_runner.py:76) +2024-09-01 22:54:21,706 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0981s, count=209, qps in this process: 6.944 (mp_runner.py:76) +2024-09-01 22:54:21,752 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0411s, count=210, qps in this process: 6.9904 (mp_runner.py:76) +2024-09-01 22:54:21,753 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0193s, count=210, qps in this process: 6.9955 (mp_runner.py:76) +2024-09-01 22:54:21,753 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0199s, count=210, qps in this process: 6.9954 (mp_runner.py:76) +2024-09-01 22:54:21,754 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.039s, count=210, qps in this process: 6.9909 (mp_runner.py:76) +2024-09-01 22:54:21,756 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0296s, count=210, qps in this process: 6.9931 (mp_runner.py:76) +2024-09-01 22:54:21,757 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0301s, count=210, qps in this process: 6.993 (mp_runner.py:76) +2024-09-01 22:54:21,764 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0524s, count=210, qps in this process: 6.9878 (mp_runner.py:76) +2024-09-01 22:54:21,784 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0302s, count=211, qps in this process: 7.0263 (mp_runner.py:76) +2024-09-01 22:54:21,784 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0092s, count=211, qps in this process: 7.0312 (mp_runner.py:76) +2024-09-01 22:54:21,786 | INFO |End search in concurrency 35: dur=30.47955008399731s, total_count=7324, qps=240.2923 (mp_runner.py:120) +2024-09-01 22:54:24,483 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:54:24,483 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 22:54:35,141 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 22:54:35,332 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,344 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,348 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,470 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,508 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,508 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,515 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,522 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,526 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,529 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,606 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,614 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,618 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,638 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,653 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:54:35,653 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:05,395 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0394s, count=181, qps in this process: 6.0254 (mp_runner.py:76) +2024-09-01 22:55:05,396 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0558s, count=181, qps in this process: 6.0221 (mp_runner.py:76) +2024-09-01 22:55:05,432 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0782s, count=181, qps in this process: 6.0176 (mp_runner.py:76) +2024-09-01 22:55:05,488 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0091s, count=182, qps in this process: 6.0648 (mp_runner.py:76) +2024-09-01 22:55:05,498 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0198s, count=182, qps in this process: 6.0627 (mp_runner.py:76) +2024-09-01 22:55:05,500 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0252s, count=182, qps in this process: 6.0616 (mp_runner.py:76) +2024-09-01 22:55:05,500 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0021s, count=182, qps in this process: 6.0662 (mp_runner.py:76) +2024-09-01 22:55:05,506 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0078s, count=182, qps in this process: 6.0651 (mp_runner.py:76) +2024-09-01 22:55:05,508 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0095s, count=182, qps in this process: 6.0647 (mp_runner.py:76) +2024-09-01 22:55:05,512 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.002s, count=182, qps in this process: 6.0663 (mp_runner.py:76) +2024-09-01 22:55:05,515 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.016s, count=182, qps in this process: 6.0634 (mp_runner.py:76) +2024-09-01 22:55:05,517 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.038s, count=182, qps in this process: 6.059 (mp_runner.py:76) +2024-09-01 22:55:05,523 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0093s, count=182, qps in this process: 6.0648 (mp_runner.py:76) +2024-09-01 22:55:05,608 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0123s, count=183, qps in this process: 6.0975 (mp_runner.py:76) +2024-09-01 22:55:05,608 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.11s, count=183, qps in this process: 6.0777 (mp_runner.py:76) +2024-09-01 22:55:05,610 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0995s, count=183, qps in this process: 6.0798 (mp_runner.py:76) +2024-09-01 22:55:05,612 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.041s, count=183, qps in this process: 6.0917 (mp_runner.py:76) +2024-09-01 22:55:05,613 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0421s, count=183, qps in this process: 6.0915 (mp_runner.py:76) +2024-09-01 22:55:05,615 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0853s, count=183, qps in this process: 6.0827 (mp_runner.py:76) +2024-09-01 22:55:05,615 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0479s, count=183, qps in this process: 6.0903 (mp_runner.py:76) +2024-09-01 22:55:05,616 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0795s, count=183, qps in this process: 6.0839 (mp_runner.py:76) +2024-09-01 22:55:05,617 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0879s, count=183, qps in this process: 6.0822 (mp_runner.py:76) +2024-09-01 22:55:05,619 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0234s, count=183, qps in this process: 6.0952 (mp_runner.py:76) +2024-09-01 22:55:05,620 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0454s, count=183, qps in this process: 6.0908 (mp_runner.py:76) +2024-09-01 22:55:05,620 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0911s, count=183, qps in this process: 6.0815 (mp_runner.py:76) +2024-09-01 22:55:05,621 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0507s, count=183, qps in this process: 6.0897 (mp_runner.py:76) +2024-09-01 22:55:05,622 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0114s, count=183, qps in this process: 6.0977 (mp_runner.py:76) +2024-09-01 22:55:05,623 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.1092s, count=183, qps in this process: 6.0779 (mp_runner.py:76) +2024-09-01 22:55:05,623 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.1252s, count=183, qps in this process: 6.0746 (mp_runner.py:76) +2024-09-01 22:55:05,625 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.1267s, count=183, qps in this process: 6.0743 (mp_runner.py:76) +2024-09-01 22:55:05,628 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0455s, count=183, qps in this process: 6.0908 (mp_runner.py:76) +2024-09-01 22:55:05,652 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0383s, count=184, qps in this process: 6.1255 (mp_runner.py:76) +2024-09-01 22:55:05,653 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0189s, count=184, qps in this process: 6.1295 (mp_runner.py:76) +2024-09-01 22:55:05,654 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0032s, count=184, qps in this process: 6.1327 (mp_runner.py:76) +2024-09-01 22:55:05,655 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.006s, count=184, qps in this process: 6.1321 (mp_runner.py:76) +2024-09-01 22:55:05,655 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0214s, count=184, qps in this process: 6.129 (mp_runner.py:76) +2024-09-01 22:55:05,660 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.03s, count=184, qps in this process: 6.1272 (mp_runner.py:76) +2024-09-01 22:55:05,662 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0395s, count=184, qps in this process: 6.1253 (mp_runner.py:76) +2024-09-01 22:55:05,670 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0078s, count=185, qps in this process: 6.1651 (mp_runner.py:76) +2024-09-01 22:55:05,670 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0081s, count=185, qps in this process: 6.165 (mp_runner.py:76) +2024-09-01 22:55:05,672 | INFO |End search in concurrency 40: dur=30.529915868995886s, total_count=7315, qps=239.6011 (mp_runner.py:120) +2024-09-01 22:55:08,765 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:55:08,765 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 22:55:19,561 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 22:55:19,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,634 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,760 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,827 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,851 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,891 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,899 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,919 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,920 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,920 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,947 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,955 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,960 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:19,972 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,004 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,009 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,010 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,015 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,025 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,026 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,038 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,042 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,054 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,058 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,068 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,075 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,078 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,109 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,182 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,182 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:20,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:55:49,708 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0729s, count=160, qps in this process: 5.3204 (mp_runner.py:76) +2024-09-01 22:55:49,721 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0596s, count=160, qps in this process: 5.3228 (mp_runner.py:76) +2024-09-01 22:55:49,735 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.1126s, count=160, qps in this process: 5.3134 (mp_runner.py:76) +2024-09-01 22:55:49,893 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0004s, count=161, qps in this process: 5.3666 (mp_runner.py:76) +2024-09-01 22:55:49,895 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.064s, count=161, qps in this process: 5.3552 (mp_runner.py:76) +2024-09-01 22:55:49,909 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.051s, count=161, qps in this process: 5.3576 (mp_runner.py:76) +2024-09-01 22:55:49,912 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.1946s, count=161, qps in this process: 5.3321 (mp_runner.py:76) +2024-09-01 22:55:49,950 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0267s, count=161, qps in this process: 5.3619 (mp_runner.py:76) +2024-09-01 22:55:49,971 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.1971s, count=161, qps in this process: 5.3316 (mp_runner.py:76) +2024-09-01 22:55:50,044 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0796s, count=162, qps in this process: 5.3857 (mp_runner.py:76) +2024-09-01 22:55:50,045 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0304s, count=162, qps in this process: 5.3945 (mp_runner.py:76) +2024-09-01 22:55:50,046 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0806s, count=162, qps in this process: 5.3855 (mp_runner.py:76) +2024-09-01 22:55:50,046 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.1344s, count=162, qps in this process: 5.3759 (mp_runner.py:76) +2024-09-01 22:55:50,046 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0397s, count=162, qps in this process: 5.3929 (mp_runner.py:76) +2024-09-01 22:55:50,047 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0822s, count=162, qps in this process: 5.3852 (mp_runner.py:76) +2024-09-01 22:55:50,053 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.1328s, count=162, qps in this process: 5.3762 (mp_runner.py:76) +2024-09-01 22:55:50,054 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0324s, count=162, qps in this process: 5.3942 (mp_runner.py:76) +2024-09-01 22:55:50,058 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0964s, count=162, qps in this process: 5.3827 (mp_runner.py:76) +2024-09-01 22:55:50,061 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0433s, count=162, qps in this process: 5.3922 (mp_runner.py:76) +2024-09-01 22:55:50,062 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.003s, count=162, qps in this process: 5.3995 (mp_runner.py:76) +2024-09-01 22:55:50,065 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.1419s, count=162, qps in this process: 5.3746 (mp_runner.py:76) +2024-09-01 22:55:50,071 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.1127s, count=162, qps in this process: 5.3798 (mp_runner.py:76) +2024-09-01 22:55:50,071 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0091s, count=162, qps in this process: 5.3984 (mp_runner.py:76) +2024-09-01 22:55:50,074 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.1243s, count=162, qps in this process: 5.3777 (mp_runner.py:76) +2024-09-01 22:55:50,076 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.1384s, count=162, qps in this process: 5.3752 (mp_runner.py:76) +2024-09-01 22:55:50,104 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.1603s, count=162, qps in this process: 5.3713 (mp_runner.py:76) +2024-09-01 22:55:50,106 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0664s, count=162, qps in this process: 5.3881 (mp_runner.py:76) +2024-09-01 22:55:50,107 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.035s, count=163, qps in this process: 5.427 (mp_runner.py:76) +2024-09-01 22:55:50,111 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0834s, count=162, qps in this process: 5.385 (mp_runner.py:76) +2024-09-01 22:55:50,113 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.1396s, count=162, qps in this process: 5.375 (mp_runner.py:76) +2024-09-01 22:55:50,121 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.088s, count=162, qps in this process: 5.3842 (mp_runner.py:76) +2024-09-01 22:55:50,165 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.1071s, count=163, qps in this process: 5.414 (mp_runner.py:76) +2024-09-01 22:55:50,170 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0828s, count=163, qps in this process: 5.4184 (mp_runner.py:76) +2024-09-01 22:55:50,179 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0568s, count=163, qps in this process: 5.4231 (mp_runner.py:76) +2024-09-01 22:55:50,195 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0822s, count=163, qps in this process: 5.4185 (mp_runner.py:76) +2024-09-01 22:55:50,196 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0874s, count=163, qps in this process: 5.4176 (mp_runner.py:76) +2024-09-01 22:55:50,197 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0748s, count=163, qps in this process: 5.4198 (mp_runner.py:76) +2024-09-01 22:55:50,200 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.1125s, count=163, qps in this process: 5.413 (mp_runner.py:76) +2024-09-01 22:55:50,204 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0378s, count=163, qps in this process: 5.4265 (mp_runner.py:76) +2024-09-01 22:55:50,205 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0965s, count=163, qps in this process: 5.4159 (mp_runner.py:76) +2024-09-01 22:55:50,206 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0755s, count=163, qps in this process: 5.4197 (mp_runner.py:76) +2024-09-01 22:55:50,208 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0141s, count=164, qps in this process: 5.4641 (mp_runner.py:76) +2024-09-01 22:55:50,208 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0105s, count=163, qps in this process: 5.4314 (mp_runner.py:76) +2024-09-01 22:55:50,208 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0145s, count=164, qps in this process: 5.464 (mp_runner.py:76) +2024-09-01 22:55:50,212 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0897s, count=164, qps in this process: 5.4504 (mp_runner.py:76) +2024-09-01 22:55:50,213 | INFO |End search in concurrency 45: dur=30.65178155399917s, total_count=7296, qps=238.0286 (mp_runner.py:120) +2024-09-01 22:55:53,592 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:55:53,593 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 22:56:14,614 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 22:56:14,848 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,908 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,911 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,915 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,920 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,946 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,963 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:14,963 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,079 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,079 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,080 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,080 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,083 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,105 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,125 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,141 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,141 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,141 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,194 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,198 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,208 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,208 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,208 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,226 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,238 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,238 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,240 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,247 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,260 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,304 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,310 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,363 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,364 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:15,429 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:56:44,985 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0227s, count=148, qps in this process: 4.9296 (mp_runner.py:76) +2024-09-01 22:56:44,985 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0727s, count=148, qps in this process: 4.9214 (mp_runner.py:76) +2024-09-01 22:56:44,986 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0197s, count=148, qps in this process: 4.9301 (mp_runner.py:76) +2024-09-01 22:56:44,989 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0375s, count=148, qps in this process: 4.9272 (mp_runner.py:76) +2024-09-01 22:56:44,991 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.024s, count=148, qps in this process: 4.9294 (mp_runner.py:76) +2024-09-01 22:56:44,995 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0486s, count=148, qps in this process: 4.9254 (mp_runner.py:76) +2024-09-01 22:56:44,997 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0772s, count=148, qps in this process: 4.9207 (mp_runner.py:76) +2024-09-01 22:56:44,999 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0852s, count=148, qps in this process: 4.9194 (mp_runner.py:76) +2024-09-01 22:56:45,000 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.1448s, count=148, qps in this process: 4.9096 (mp_runner.py:76) +2024-09-01 22:56:45,010 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0438s, count=148, qps in this process: 4.9261 (mp_runner.py:76) +2024-09-01 22:56:45,011 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0735s, count=148, qps in this process: 4.9213 (mp_runner.py:76) +2024-09-01 22:56:45,289 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.1988s, count=149, qps in this process: 4.934 (mp_runner.py:76) +2024-09-01 22:56:45,290 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.1207s, count=149, qps in this process: 4.9468 (mp_runner.py:76) +2024-09-01 22:56:45,290 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0123s, count=149, qps in this process: 4.9646 (mp_runner.py:76) +2024-09-01 22:56:45,291 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0486s, count=149, qps in this process: 4.9586 (mp_runner.py:76) +2024-09-01 22:56:45,291 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.147s, count=149, qps in this process: 4.9424 (mp_runner.py:76) +2024-09-01 22:56:45,292 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0519s, count=149, qps in this process: 4.9581 (mp_runner.py:76) +2024-09-01 22:56:45,292 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0823s, count=149, qps in this process: 4.9531 (mp_runner.py:76) +2024-09-01 22:56:45,293 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.1827s, count=149, qps in this process: 4.9366 (mp_runner.py:76) +2024-09-01 22:56:45,294 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.1492s, count=149, qps in this process: 4.9421 (mp_runner.py:76) +2024-09-01 22:56:45,300 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.1582s, count=149, qps in this process: 4.9406 (mp_runner.py:76) +2024-09-01 22:56:45,301 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.2186s, count=149, qps in this process: 4.9307 (mp_runner.py:76) +2024-09-01 22:56:45,308 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.2263s, count=149, qps in this process: 4.9295 (mp_runner.py:76) +2024-09-01 22:56:45,309 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0419s, count=149, qps in this process: 4.9597 (mp_runner.py:76) +2024-09-01 22:56:45,309 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0735s, count=149, qps in this process: 4.9545 (mp_runner.py:76) +2024-09-01 22:56:45,310 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.2162s, count=149, qps in this process: 4.9311 (mp_runner.py:76) +2024-09-01 22:56:45,310 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.2122s, count=149, qps in this process: 4.9318 (mp_runner.py:76) +2024-09-01 22:56:45,312 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.1708s, count=149, qps in this process: 4.9385 (mp_runner.py:76) +2024-09-01 22:56:45,317 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.1072s, count=149, qps in this process: 4.949 (mp_runner.py:76) +2024-09-01 22:56:45,317 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.119s, count=149, qps in this process: 4.947 (mp_runner.py:76) +2024-09-01 22:56:45,318 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.1734s, count=149, qps in this process: 4.9381 (mp_runner.py:76) +2024-09-01 22:56:45,318 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.2201s, count=149, qps in this process: 4.9305 (mp_runner.py:76) +2024-09-01 22:56:45,321 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.1108s, count=149, qps in this process: 4.9484 (mp_runner.py:76) +2024-09-01 22:56:45,323 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.2274s, count=149, qps in this process: 4.9293 (mp_runner.py:76) +2024-09-01 22:56:45,323 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.1726s, count=149, qps in this process: 4.9383 (mp_runner.py:76) +2024-09-01 22:56:45,336 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.13s, count=149, qps in this process: 4.9452 (mp_runner.py:76) +2024-09-01 22:56:45,340 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0899s, count=149, qps in this process: 4.9518 (mp_runner.py:76) +2024-09-01 22:56:45,343 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.193s, count=149, qps in this process: 4.9349 (mp_runner.py:76) +2024-09-01 22:56:45,344 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0378s, count=149, qps in this process: 4.9604 (mp_runner.py:76) +2024-09-01 22:56:45,348 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.2622s, count=149, qps in this process: 4.9236 (mp_runner.py:76) +2024-09-01 22:56:45,348 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0901s, count=149, qps in this process: 4.9518 (mp_runner.py:76) +2024-09-01 22:56:45,356 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0436s, count=149, qps in this process: 4.9595 (mp_runner.py:76) +2024-09-01 22:56:45,360 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.2772s, count=149, qps in this process: 4.9212 (mp_runner.py:76) +2024-09-01 22:56:45,411 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0736s, count=150, qps in this process: 4.9878 (mp_runner.py:76) +2024-09-01 22:56:45,411 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0409s, count=150, qps in this process: 4.9932 (mp_runner.py:76) +2024-09-01 22:56:45,411 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0737s, count=150, qps in this process: 4.9877 (mp_runner.py:76) +2024-09-01 22:56:45,412 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0744s, count=150, qps in this process: 4.9876 (mp_runner.py:76) +2024-09-01 22:56:45,416 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0379s, count=150, qps in this process: 4.9937 (mp_runner.py:76) +2024-09-01 22:56:45,439 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0205s, count=151, qps in this process: 5.0299 (mp_runner.py:76) +2024-09-01 22:56:45,457 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0116s, count=152, qps in this process: 5.0647 (mp_runner.py:76) +2024-09-01 22:56:45,459 | INFO |End search in concurrency 50: dur=30.843138760006696s, total_count=7449, qps=241.5124 (mp_runner.py:120) +2024-09-01 22:56:48,730 | INFO |Update largest qps with concurrency 50: current max_qps=241.5124 (mp_runner.py:124) +2024-09-01 22:56:49,148 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:56:49,148 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 22:57:10,273 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 22:57:10,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,780 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,780 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,788 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,791 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,798 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,858 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,871 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,871 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,876 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,878 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,899 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,899 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,900 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,906 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,906 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,978 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:10,979 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:57:40,441 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0529s, count=134, qps in this process: 4.4588 (mp_runner.py:76) +2024-09-01 22:57:40,611 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0241s, count=135, qps in this process: 4.4964 (mp_runner.py:76) +2024-09-01 22:57:40,654 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0628s, count=135, qps in this process: 4.4906 (mp_runner.py:76) +2024-09-01 22:57:40,795 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.011s, count=136, qps in this process: 4.5317 (mp_runner.py:76) +2024-09-01 22:57:40,795 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0131s, count=136, qps in this process: 4.5314 (mp_runner.py:76) +2024-09-01 22:57:40,796 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0045s, count=136, qps in this process: 4.5327 (mp_runner.py:76) +2024-09-01 22:57:40,796 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0132s, count=136, qps in this process: 4.5313 (mp_runner.py:76) +2024-09-01 22:57:40,798 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0164s, count=136, qps in this process: 4.5309 (mp_runner.py:76) +2024-09-01 22:57:40,799 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0173s, count=136, qps in this process: 4.5307 (mp_runner.py:76) +2024-09-01 22:57:40,803 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0353s, count=136, qps in this process: 4.528 (mp_runner.py:76) +2024-09-01 22:57:40,803 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0088s, count=136, qps in this process: 4.532 (mp_runner.py:76) +2024-09-01 22:57:40,804 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0126s, count=136, qps in this process: 4.5314 (mp_runner.py:76) +2024-09-01 22:57:40,807 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0169s, count=136, qps in this process: 4.5308 (mp_runner.py:76) +2024-09-01 22:57:40,808 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0158s, count=136, qps in this process: 4.5309 (mp_runner.py:76) +2024-09-01 22:57:40,810 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.012s, count=136, qps in this process: 4.5315 (mp_runner.py:76) +2024-09-01 22:57:40,810 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0159s, count=136, qps in this process: 4.5309 (mp_runner.py:76) +2024-09-01 22:57:40,811 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0292s, count=136, qps in this process: 4.5289 (mp_runner.py:76) +2024-09-01 22:57:40,812 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0143s, count=136, qps in this process: 4.5312 (mp_runner.py:76) +2024-09-01 22:57:40,815 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0314s, count=136, qps in this process: 4.5286 (mp_runner.py:76) +2024-09-01 22:57:40,816 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0214s, count=136, qps in this process: 4.5301 (mp_runner.py:76) +2024-09-01 22:57:40,819 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0355s, count=136, qps in this process: 4.528 (mp_runner.py:76) +2024-09-01 22:57:40,819 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0278s, count=136, qps in this process: 4.5291 (mp_runner.py:76) +2024-09-01 22:57:40,820 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0286s, count=136, qps in this process: 4.529 (mp_runner.py:76) +2024-09-01 22:57:40,821 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0361s, count=136, qps in this process: 4.5279 (mp_runner.py:76) +2024-09-01 22:57:40,823 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0315s, count=136, qps in this process: 4.5286 (mp_runner.py:76) +2024-09-01 22:57:40,824 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0324s, count=136, qps in this process: 4.5284 (mp_runner.py:76) +2024-09-01 22:57:40,824 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0371s, count=136, qps in this process: 4.5277 (mp_runner.py:76) +2024-09-01 22:57:40,825 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0312s, count=136, qps in this process: 4.5286 (mp_runner.py:76) +2024-09-01 22:57:40,825 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0351s, count=136, qps in this process: 4.528 (mp_runner.py:76) +2024-09-01 22:57:40,826 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0354s, count=136, qps in this process: 4.528 (mp_runner.py:76) +2024-09-01 22:57:40,827 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0322s, count=136, qps in this process: 4.5285 (mp_runner.py:76) +2024-09-01 22:57:40,828 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0486s, count=136, qps in this process: 4.526 (mp_runner.py:76) +2024-09-01 22:57:40,829 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0471s, count=136, qps in this process: 4.5262 (mp_runner.py:76) +2024-09-01 22:57:40,829 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0378s, count=136, qps in this process: 4.5276 (mp_runner.py:76) +2024-09-01 22:57:40,830 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0393s, count=136, qps in this process: 4.5274 (mp_runner.py:76) +2024-09-01 22:57:40,891 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0128s, count=137, qps in this process: 4.5647 (mp_runner.py:76) +2024-09-01 22:57:40,892 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0143s, count=137, qps in this process: 4.5645 (mp_runner.py:76) +2024-09-01 22:57:40,893 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0079s, count=137, qps in this process: 4.5655 (mp_runner.py:76) +2024-09-01 22:57:40,896 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.03s, count=137, qps in this process: 4.5621 (mp_runner.py:76) +2024-09-01 22:57:40,896 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0701s, count=137, qps in this process: 4.556 (mp_runner.py:76) +2024-09-01 22:57:40,897 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0194s, count=137, qps in this process: 4.5637 (mp_runner.py:76) +2024-09-01 22:57:40,898 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0718s, count=137, qps in this process: 4.5558 (mp_runner.py:76) +2024-09-01 22:57:40,963 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0573s, count=138, qps in this process: 4.5912 (mp_runner.py:76) +2024-09-01 22:57:40,964 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0492s, count=138, qps in this process: 4.5925 (mp_runner.py:76) +2024-09-01 22:57:40,964 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.058s, count=138, qps in this process: 4.5911 (mp_runner.py:76) +2024-09-01 22:57:40,965 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0467s, count=138, qps in this process: 4.5929 (mp_runner.py:76) +2024-09-01 22:57:40,965 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0592s, count=138, qps in this process: 4.5909 (mp_runner.py:76) +2024-09-01 22:57:40,965 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0495s, count=138, qps in this process: 4.5924 (mp_runner.py:76) +2024-09-01 22:57:40,967 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0493s, count=138, qps in this process: 4.5925 (mp_runner.py:76) +2024-09-01 22:57:40,968 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0495s, count=138, qps in this process: 4.5924 (mp_runner.py:76) +2024-09-01 22:57:41,003 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0293s, count=139, qps in this process: 4.6288 (mp_runner.py:76) +2024-09-01 22:57:41,004 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0295s, count=139, qps in this process: 4.6288 (mp_runner.py:76) +2024-09-01 22:57:41,004 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0296s, count=139, qps in this process: 4.6288 (mp_runner.py:76) +2024-09-01 22:57:41,005 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0163s, count=139, qps in this process: 4.6308 (mp_runner.py:76) +2024-09-01 22:57:41,005 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0152s, count=139, qps in this process: 4.631 (mp_runner.py:76) +2024-09-01 22:57:41,007 | INFO |End search in concurrency 55: dur=30.733665045001544s, total_count=7514, qps=244.4876 (mp_runner.py:120) +2024-09-01 22:57:44,663 | INFO |Update largest qps with concurrency 55: current max_qps=244.4876 (mp_runner.py:124) +2024-09-01 22:57:45,071 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:57:45,071 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 22:58:06,418 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 22:58:06,741 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,780 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,782 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,831 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,871 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,876 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,897 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,916 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,918 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,924 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,929 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,984 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,986 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,990 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,991 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:06,994 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,001 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,005 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,031 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,038 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,048 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,096 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,099 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,102 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,102 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,104 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,105 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,155 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,185 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,185 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,197 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,198 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,198 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,204 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,209 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:07,209 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:58:36,916 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0376s, count=126, qps in this process: 4.1947 (mp_runner.py:76) +2024-09-01 22:58:36,916 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0085s, count=126, qps in this process: 4.1988 (mp_runner.py:76) +2024-09-01 22:58:36,929 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0597s, count=126, qps in this process: 4.1917 (mp_runner.py:76) +2024-09-01 22:58:36,941 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0189s, count=126, qps in this process: 4.1974 (mp_runner.py:76) +2024-09-01 22:58:36,942 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0378s, count=126, qps in this process: 4.1947 (mp_runner.py:76) +2024-09-01 22:58:36,943 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0011s, count=126, qps in this process: 4.1998 (mp_runner.py:76) +2024-09-01 22:58:36,949 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.2018s, count=126, qps in this process: 4.1719 (mp_runner.py:76) +2024-09-01 22:58:36,953 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.1597s, count=126, qps in this process: 4.1778 (mp_runner.py:76) +2024-09-01 22:58:36,954 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.1134s, count=126, qps in this process: 4.1842 (mp_runner.py:76) +2024-09-01 22:58:36,955 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.1655s, count=126, qps in this process: 4.177 (mp_runner.py:76) +2024-09-01 22:58:36,956 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0814s, count=126, qps in this process: 4.1886 (mp_runner.py:76) +2024-09-01 22:58:36,958 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0243s, count=126, qps in this process: 4.1966 (mp_runner.py:76) +2024-09-01 22:58:36,964 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0171s, count=126, qps in this process: 4.1976 (mp_runner.py:76) +2024-09-01 22:58:36,964 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0963s, count=126, qps in this process: 4.1866 (mp_runner.py:76) +2024-09-01 22:58:36,966 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0246s, count=126, qps in this process: 4.1966 (mp_runner.py:76) +2024-09-01 22:58:36,970 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.1863s, count=126, qps in this process: 4.1741 (mp_runner.py:76) +2024-09-01 22:58:36,970 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0681s, count=126, qps in this process: 4.1905 (mp_runner.py:76) +2024-09-01 22:58:36,972 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.1852s, count=126, qps in this process: 4.1742 (mp_runner.py:76) +2024-09-01 22:58:36,977 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.192s, count=126, qps in this process: 4.1733 (mp_runner.py:76) +2024-09-01 22:58:36,978 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.1374s, count=126, qps in this process: 4.1809 (mp_runner.py:76) +2024-09-01 22:58:36,980 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0576s, count=126, qps in this process: 4.192 (mp_runner.py:76) +2024-09-01 22:58:36,990 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.1555s, count=126, qps in this process: 4.1783 (mp_runner.py:76) +2024-09-01 22:58:36,991 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0041s, count=126, qps in this process: 4.1994 (mp_runner.py:76) +2024-09-01 22:58:36,999 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0668s, count=126, qps in this process: 4.1907 (mp_runner.py:76) +2024-09-01 22:58:37,000 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.1654s, count=126, qps in this process: 4.177 (mp_runner.py:76) +2024-09-01 22:58:37,116 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.1182s, count=127, qps in this process: 4.2167 (mp_runner.py:76) +2024-09-01 22:58:37,118 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.1207s, count=127, qps in this process: 4.2164 (mp_runner.py:76) +2024-09-01 22:58:37,120 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0191s, count=127, qps in this process: 4.2306 (mp_runner.py:76) +2024-09-01 22:58:37,121 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0178s, count=127, qps in this process: 4.2308 (mp_runner.py:76) +2024-09-01 22:58:37,124 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0418s, count=127, qps in this process: 4.2274 (mp_runner.py:76) +2024-09-01 22:58:37,126 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.1211s, count=127, qps in this process: 4.2163 (mp_runner.py:76) +2024-09-01 22:58:37,126 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0798s, count=127, qps in this process: 4.2221 (mp_runner.py:76) +2024-09-01 22:58:37,128 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.1224s, count=127, qps in this process: 4.2161 (mp_runner.py:76) +2024-09-01 22:58:37,132 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0019s, count=127, qps in this process: 4.2331 (mp_runner.py:76) +2024-09-01 22:58:37,134 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0516s, count=127, qps in this process: 4.2261 (mp_runner.py:76) +2024-09-01 22:58:37,140 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.1495s, count=127, qps in this process: 4.2123 (mp_runner.py:76) +2024-09-01 22:58:37,144 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0616s, count=127, qps in this process: 4.2247 (mp_runner.py:76) +2024-09-01 22:58:37,144 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0084s, count=127, qps in this process: 4.2321 (mp_runner.py:76) +2024-09-01 22:58:37,145 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0872s, count=127, qps in this process: 4.2211 (mp_runner.py:76) +2024-09-01 22:58:37,146 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.1411s, count=127, qps in this process: 4.2135 (mp_runner.py:76) +2024-09-01 22:58:37,148 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.066s, count=127, qps in this process: 4.224 (mp_runner.py:76) +2024-09-01 22:58:37,149 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.1101s, count=127, qps in this process: 4.2179 (mp_runner.py:76) +2024-09-01 22:58:37,152 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0479s, count=127, qps in this process: 4.2266 (mp_runner.py:76) +2024-09-01 22:58:37,153 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0423s, count=127, qps in this process: 4.2274 (mp_runner.py:76) +2024-09-01 22:58:37,155 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0477s, count=127, qps in this process: 4.2266 (mp_runner.py:76) +2024-09-01 22:58:37,157 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.1521s, count=127, qps in this process: 4.212 (mp_runner.py:76) +2024-09-01 22:58:37,158 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0537s, count=127, qps in this process: 4.2258 (mp_runner.py:76) +2024-09-01 22:58:37,162 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.1482s, count=127, qps in this process: 4.2125 (mp_runner.py:76) +2024-09-01 22:58:37,176 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.1712s, count=127, qps in this process: 4.2093 (mp_runner.py:76) +2024-09-01 22:58:37,198 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.059s, count=128, qps in this process: 4.2583 (mp_runner.py:76) +2024-09-01 22:58:37,198 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0037s, count=128, qps in this process: 4.2661 (mp_runner.py:76) +2024-09-01 22:58:37,199 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0362s, count=128, qps in this process: 4.2615 (mp_runner.py:76) +2024-09-01 22:58:37,202 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0332s, count=128, qps in this process: 4.262 (mp_runner.py:76) +2024-09-01 22:58:37,242 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0447s, count=129, qps in this process: 4.2936 (mp_runner.py:76) +2024-09-01 22:58:37,242 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.037s, count=129, qps in this process: 4.2947 (mp_runner.py:76) +2024-09-01 22:58:37,242 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0258s, count=129, qps in this process: 4.2963 (mp_runner.py:76) +2024-09-01 22:58:37,243 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0291s, count=129, qps in this process: 4.2958 (mp_runner.py:76) +2024-09-01 22:58:37,243 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.027s, count=129, qps in this process: 4.2961 (mp_runner.py:76) +2024-09-01 22:58:37,245 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0419s, count=129, qps in this process: 4.294 (mp_runner.py:76) +2024-09-01 22:58:37,252 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0525s, count=129, qps in this process: 4.2925 (mp_runner.py:76) +2024-09-01 22:58:37,254 | INFO |End search in concurrency 60: dur=30.83588433499972s, total_count=7613, qps=246.8877 (mp_runner.py:120) +2024-09-01 22:58:41,247 | INFO |Update largest qps with concurrency 60: current max_qps=246.8877 (mp_runner.py:124) +2024-09-01 22:58:41,660 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:58:41,660 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 22:59:03,237 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 22:59:03,287 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,348 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,539 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,556 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,604 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,629 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,646 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,753 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,772 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,773 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,789 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,789 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,789 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,806 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,836 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,858 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,884 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,885 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,930 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,935 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,952 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,966 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,974 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,979 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,992 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,992 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:03,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,010 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,033 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,033 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,033 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,075 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,084 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,159 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,182 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,201 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:04,234 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 22:59:33,305 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0175s, count=111, qps in this process: 3.6978 (mp_runner.py:76) +2024-09-01 22:59:33,720 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.2926s, count=113, qps in this process: 3.7303 (mp_runner.py:76) +2024-09-01 22:59:33,729 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.1158s, count=113, qps in this process: 3.7522 (mp_runner.py:76) +2024-09-01 22:59:33,729 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.1572s, count=113, qps in this process: 3.747 (mp_runner.py:76) +2024-09-01 22:59:33,730 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0983s, count=113, qps in this process: 3.7544 (mp_runner.py:76) +2024-09-01 22:59:33,763 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.1365s, count=113, qps in this process: 3.7496 (mp_runner.py:76) +2024-09-01 22:59:33,765 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.1111s, count=113, qps in this process: 3.7528 (mp_runner.py:76) +2024-09-01 22:59:33,766 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.2062s, count=113, qps in this process: 3.741 (mp_runner.py:76) +2024-09-01 22:59:33,768 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.2163s, count=113, qps in this process: 3.7397 (mp_runner.py:76) +2024-09-01 22:59:33,775 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.2071s, count=113, qps in this process: 3.7408 (mp_runner.py:76) +2024-09-01 22:59:33,776 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0007s, count=113, qps in this process: 3.7666 (mp_runner.py:76) +2024-09-01 22:59:33,920 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.1303s, count=114, qps in this process: 3.7836 (mp_runner.py:76) +2024-09-01 22:59:33,924 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.1391s, count=114, qps in this process: 3.7825 (mp_runner.py:76) +2024-09-01 22:59:33,925 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0537s, count=114, qps in this process: 3.7932 (mp_runner.py:76) +2024-09-01 22:59:33,928 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0394s, count=114, qps in this process: 3.795 (mp_runner.py:76) +2024-09-01 22:59:33,933 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.1589s, count=114, qps in this process: 3.78 (mp_runner.py:76) +2024-09-01 22:59:33,945 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.1705s, count=114, qps in this process: 3.7785 (mp_runner.py:76) +2024-09-01 22:59:33,946 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0963s, count=114, qps in this process: 3.7878 (mp_runner.py:76) +2024-09-01 22:59:33,947 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.1225s, count=114, qps in this process: 3.7845 (mp_runner.py:76) +2024-09-01 22:59:33,948 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.1489s, count=114, qps in this process: 3.7812 (mp_runner.py:76) +2024-09-01 22:59:33,952 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.1668s, count=114, qps in this process: 3.779 (mp_runner.py:76) +2024-09-01 22:59:33,953 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.1545s, count=114, qps in this process: 3.7805 (mp_runner.py:76) +2024-09-01 22:59:33,954 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.1564s, count=114, qps in this process: 3.7803 (mp_runner.py:76) +2024-09-01 22:59:33,955 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0459s, count=114, qps in this process: 3.7942 (mp_runner.py:76) +2024-09-01 22:59:33,955 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0208s, count=114, qps in this process: 3.7974 (mp_runner.py:76) +2024-09-01 22:59:33,957 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.118s, count=114, qps in this process: 3.7851 (mp_runner.py:76) +2024-09-01 22:59:33,957 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.1586s, count=114, qps in this process: 3.78 (mp_runner.py:76) +2024-09-01 22:59:33,957 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.1068s, count=114, qps in this process: 3.7865 (mp_runner.py:76) +2024-09-01 22:59:33,958 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.1591s, count=114, qps in this process: 3.78 (mp_runner.py:76) +2024-09-01 22:59:33,979 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0927s, count=114, qps in this process: 3.7883 (mp_runner.py:76) +2024-09-01 22:59:33,981 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0324s, count=114, qps in this process: 3.7959 (mp_runner.py:76) +2024-09-01 22:59:33,988 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.1633s, count=114, qps in this process: 3.7794 (mp_runner.py:76) +2024-09-01 22:59:33,988 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.1629s, count=114, qps in this process: 3.7795 (mp_runner.py:76) +2024-09-01 22:59:33,990 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.1502s, count=114, qps in this process: 3.7811 (mp_runner.py:76) +2024-09-01 22:59:33,991 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.2002s, count=114, qps in this process: 3.7748 (mp_runner.py:76) +2024-09-01 22:59:34,000 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.1499s, count=114, qps in this process: 3.7811 (mp_runner.py:76) +2024-09-01 22:59:34,007 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.2078s, count=114, qps in this process: 3.7739 (mp_runner.py:76) +2024-09-01 22:59:34,012 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.1875s, count=114, qps in this process: 3.7764 (mp_runner.py:76) +2024-09-01 22:59:34,012 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0557s, count=114, qps in this process: 3.793 (mp_runner.py:76) +2024-09-01 22:59:34,030 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0878s, count=114, qps in this process: 3.7889 (mp_runner.py:76) +2024-09-01 22:59:34,034 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0527s, count=114, qps in this process: 3.7933 (mp_runner.py:76) +2024-09-01 22:59:34,091 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0554s, count=115, qps in this process: 3.8263 (mp_runner.py:76) +2024-09-01 22:59:34,091 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0115s, count=115, qps in this process: 3.8319 (mp_runner.py:76) +2024-09-01 22:59:34,091 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0876s, count=115, qps in this process: 3.8222 (mp_runner.py:76) +2024-09-01 22:59:34,092 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.1299s, count=115, qps in this process: 3.8168 (mp_runner.py:76) +2024-09-01 22:59:34,092 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0128s, count=115, qps in this process: 3.8317 (mp_runner.py:76) +2024-09-01 22:59:34,093 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0891s, count=115, qps in this process: 3.822 (mp_runner.py:76) +2024-09-01 22:59:34,093 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0577s, count=115, qps in this process: 3.826 (mp_runner.py:76) +2024-09-01 22:59:34,093 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0753s, count=115, qps in this process: 3.8237 (mp_runner.py:76) +2024-09-01 22:59:34,094 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0142s, count=115, qps in this process: 3.8315 (mp_runner.py:76) +2024-09-01 22:59:34,094 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.1234s, count=115, qps in this process: 3.8176 (mp_runner.py:76) +2024-09-01 22:59:34,095 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0957s, count=115, qps in this process: 3.8211 (mp_runner.py:76) +2024-09-01 22:59:34,095 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.152s, count=115, qps in this process: 3.814 (mp_runner.py:76) +2024-09-01 22:59:34,096 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.1448s, count=115, qps in this process: 3.8149 (mp_runner.py:76) +2024-09-01 22:59:34,096 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.1138s, count=115, qps in this process: 3.8188 (mp_runner.py:76) +2024-09-01 22:59:34,096 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.061s, count=115, qps in this process: 3.8256 (mp_runner.py:76) +2024-09-01 22:59:34,120 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0303s, count=115, qps in this process: 3.8295 (mp_runner.py:76) +2024-09-01 22:59:34,144 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0374s, count=116, qps in this process: 3.8619 (mp_runner.py:76) +2024-09-01 22:59:34,145 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0346s, count=116, qps in this process: 3.8622 (mp_runner.py:76) +2024-09-01 22:59:34,146 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0227s, count=116, qps in this process: 3.8637 (mp_runner.py:76) +2024-09-01 22:59:34,179 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0045s, count=117, qps in this process: 3.8994 (mp_runner.py:76) +2024-09-01 22:59:34,201 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.007s, count=118, qps in this process: 3.9324 (mp_runner.py:76) +2024-09-01 22:59:34,204 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0058s, count=118, qps in this process: 3.9326 (mp_runner.py:76) +2024-09-01 22:59:34,215 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.005s, count=119, qps in this process: 3.966 (mp_runner.py:76) +2024-09-01 22:59:34,250 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0083s, count=121, qps in this process: 4.0322 (mp_runner.py:76) +2024-09-01 22:59:34,252 | INFO |End search in concurrency 65: dur=31.01328993900097s, total_count=7442, qps=239.9616 (mp_runner.py:120) +2024-09-01 22:59:38,966 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:59:38,966 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 23:00:00,782 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 23:00:00,908 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,120 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,135 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,197 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,252 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,378 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,378 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,378 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,380 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,410 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,428 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,433 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,446 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,473 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,477 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,483 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,483 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,484 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,485 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,490 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,490 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,499 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,499 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,516 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,516 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,577 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,599 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,599 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,634 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,637 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,662 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,663 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,703 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,735 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,735 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,810 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,814 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,826 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:01,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 23:00:30,948 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0283s, count=102, qps in this process: 3.3968 (mp_runner.py:76) +2024-09-01 23:00:31,238 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0938s, count=103, qps in this process: 3.4226 (mp_runner.py:76) +2024-09-01 23:00:31,265 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0025s, count=103, qps in this process: 3.433 (mp_runner.py:76) +2024-09-01 23:00:31,303 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.149s, count=103, qps in this process: 3.4164 (mp_runner.py:76) +2024-09-01 23:00:31,573 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.1493s, count=104, qps in this process: 3.4495 (mp_runner.py:76) +2024-09-01 23:00:31,574 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0913s, count=104, qps in this process: 3.4561 (mp_runner.py:76) +2024-09-01 23:00:31,574 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.1925s, count=104, qps in this process: 3.4446 (mp_runner.py:76) +2024-09-01 23:00:31,574 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0901s, count=104, qps in this process: 3.4563 (mp_runner.py:76) +2024-09-01 23:00:31,575 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.1796s, count=104, qps in this process: 3.446 (mp_runner.py:76) +2024-09-01 23:00:31,575 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.082s, count=104, qps in this process: 3.4572 (mp_runner.py:76) +2024-09-01 23:00:31,577 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.195s, count=104, qps in this process: 3.4443 (mp_runner.py:76) +2024-09-01 23:00:31,577 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0391s, count=104, qps in this process: 3.4622 (mp_runner.py:76) +2024-09-01 23:00:31,578 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0511s, count=104, qps in this process: 3.4608 (mp_runner.py:76) +2024-09-01 23:00:31,578 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.1266s, count=104, qps in this process: 3.4521 (mp_runner.py:76) +2024-09-01 23:00:31,579 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1029s, count=104, qps in this process: 3.4548 (mp_runner.py:76) +2024-09-01 23:00:31,581 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0779s, count=104, qps in this process: 3.4577 (mp_runner.py:76) +2024-09-01 23:00:31,582 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.003s, count=104, qps in this process: 3.4663 (mp_runner.py:76) +2024-09-01 23:00:31,582 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0804s, count=104, qps in this process: 3.4574 (mp_runner.py:76) +2024-09-01 23:00:31,588 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.106s, count=104, qps in this process: 3.4545 (mp_runner.py:76) +2024-09-01 23:00:31,601 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0988s, count=104, qps in this process: 3.4553 (mp_runner.py:76) +2024-09-01 23:00:31,601 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.1067s, count=104, qps in this process: 3.4544 (mp_runner.py:76) +2024-09-01 23:00:31,602 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.1322s, count=104, qps in this process: 3.4515 (mp_runner.py:76) +2024-09-01 23:00:31,602 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.2072s, count=104, qps in this process: 3.4429 (mp_runner.py:76) +2024-09-01 23:00:31,602 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.3454s, count=104, qps in this process: 3.4272 (mp_runner.py:76) +2024-09-01 23:00:31,602 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0853s, count=104, qps in this process: 3.4568 (mp_runner.py:76) +2024-09-01 23:00:31,605 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.121s, count=104, qps in this process: 3.4527 (mp_runner.py:76) +2024-09-01 23:00:31,606 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1272s, count=104, qps in this process: 3.452 (mp_runner.py:76) +2024-09-01 23:00:31,606 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0994s, count=104, qps in this process: 3.4552 (mp_runner.py:76) +2024-09-01 23:00:31,607 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.1045s, count=104, qps in this process: 3.4546 (mp_runner.py:76) +2024-09-01 23:00:31,607 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.1632s, count=104, qps in this process: 3.4479 (mp_runner.py:76) +2024-09-01 23:00:31,608 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.2134s, count=104, qps in this process: 3.4422 (mp_runner.py:76) +2024-09-01 23:00:31,608 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.2263s, count=104, qps in this process: 3.4407 (mp_runner.py:76) +2024-09-01 23:00:31,608 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.1296s, count=104, qps in this process: 3.4518 (mp_runner.py:76) +2024-09-01 23:00:31,609 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.2213s, count=104, qps in this process: 3.4413 (mp_runner.py:76) +2024-09-01 23:00:31,611 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.127s, count=104, qps in this process: 3.4521 (mp_runner.py:76) +2024-09-01 23:00:31,612 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.1171s, count=104, qps in this process: 3.4532 (mp_runner.py:76) +2024-09-01 23:00:31,613 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.1097s, count=104, qps in this process: 3.454 (mp_runner.py:76) +2024-09-01 23:00:31,613 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.1061s, count=104, qps in this process: 3.4544 (mp_runner.py:76) +2024-09-01 23:00:31,613 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.184s, count=104, qps in this process: 3.4455 (mp_runner.py:76) +2024-09-01 23:00:31,614 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.184s, count=104, qps in this process: 3.4455 (mp_runner.py:76) +2024-09-01 23:00:31,615 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.1293s, count=104, qps in this process: 3.4518 (mp_runner.py:76) +2024-09-01 23:00:31,618 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.1008s, count=104, qps in this process: 3.4551 (mp_runner.py:76) +2024-09-01 23:00:31,620 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0934s, count=104, qps in this process: 3.4559 (mp_runner.py:76) +2024-09-01 23:00:31,724 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0616s, count=105, qps in this process: 3.4928 (mp_runner.py:76) +2024-09-01 23:00:31,726 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0891s, count=105, qps in this process: 3.4896 (mp_runner.py:76) +2024-09-01 23:00:31,730 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0545s, count=105, qps in this process: 3.4937 (mp_runner.py:76) +2024-09-01 23:00:31,725 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.1273s, count=105, qps in this process: 3.4852 (mp_runner.py:76) +2024-09-01 23:00:31,737 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0188s, count=105, qps in this process: 3.4978 (mp_runner.py:76) +2024-09-01 23:00:31,738 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0924s, count=105, qps in this process: 3.4893 (mp_runner.py:76) +2024-09-01 23:00:31,739 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0655s, count=105, qps in this process: 3.4924 (mp_runner.py:76) +2024-09-01 23:00:31,743 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.14s, count=105, qps in this process: 3.4837 (mp_runner.py:76) +2024-09-01 23:00:31,744 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.1383s, count=105, qps in this process: 3.4839 (mp_runner.py:76) +2024-09-01 23:00:31,748 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0298s, count=105, qps in this process: 3.4965 (mp_runner.py:76) +2024-09-01 23:00:31,748 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0856s, count=105, qps in this process: 3.49 (mp_runner.py:76) +2024-09-01 23:00:31,752 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.1543s, count=105, qps in this process: 3.4821 (mp_runner.py:76) +2024-09-01 23:00:31,760 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0971s, count=105, qps in this process: 3.4887 (mp_runner.py:76) +2024-09-01 23:00:31,760 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0899s, count=105, qps in this process: 3.4895 (mp_runner.py:76) +2024-09-01 23:00:31,793 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0381s, count=106, qps in this process: 3.5289 (mp_runner.py:76) +2024-09-01 23:00:31,793 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0476s, count=106, qps in this process: 3.5277 (mp_runner.py:76) +2024-09-01 23:00:31,795 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0502s, count=106, qps in this process: 3.5274 (mp_runner.py:76) +2024-09-01 23:00:31,830 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0038s, count=107, qps in this process: 3.5662 (mp_runner.py:76) +2024-09-01 23:00:31,857 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0249s, count=108, qps in this process: 3.597 (mp_runner.py:76) +2024-09-01 23:00:31,857 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.011s, count=108, qps in this process: 3.5987 (mp_runner.py:76) +2024-09-01 23:00:31,860 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0553s, count=107, qps in this process: 3.5601 (mp_runner.py:76) +2024-09-01 23:00:31,861 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0289s, count=107, qps in this process: 3.5632 (mp_runner.py:76) +2024-09-01 23:00:31,862 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0238s, count=107, qps in this process: 3.5638 (mp_runner.py:76) +2024-09-01 23:00:31,863 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0311s, count=107, qps in this process: 3.563 (mp_runner.py:76) +2024-09-01 23:00:31,864 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0381s, count=107, qps in this process: 3.5621 (mp_runner.py:76) +2024-09-01 23:00:31,871 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0088s, count=108, qps in this process: 3.5989 (mp_runner.py:76) +2024-09-01 23:00:31,916 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.002s, count=111, qps in this process: 3.6998 (mp_runner.py:76) +2024-09-01 23:00:31,918 | INFO |End search in concurrency 70: dur=31.13411559400265s, total_count=7332, qps=235.4973 (mp_runner.py:120) +2024-09-01 23:00:36,563 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=246.8877, serial_latency_p99=np.float64(0.0569), recall=np.float64(0.9763), ndcg=np.float64(0.9789), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[69.2533, 184.3913, 228.9674, 229.8697, 237.7789, 241.0322, 240.2923, 239.6011, 238.0286, 241.5124, 244.4876, 246.8877, 239.9616, 235.4973], conc_latency_p99_list=[np.float64(0.006410474084725138), np.float64(0.011531951624498469), np.float64(0.024538938378741295), np.float64(0.029713381279835447), np.float64(0.038169098876748464), np.float64(0.03667179896523521), np.float64(0.05023982658962923), np.float64(0.05286438663755543), np.float64(0.05505456789184245), np.float64(0.07399390517596621), np.float64(0.06624755773292272), np.float64(0.07664231532730045), np.float64(0.07330358394047506), np.float64(0.07885973690730752)]) (task_runner.py:197) +2024-09-01 23:00:36,563 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:49:06.176584'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=246.8877, serial_latency_p99=np.float64(0.0569), recall=np.float64(0.9763), ndcg=np.float64(0.9789), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[69.2533, 184.3913, 228.9674, 229.8697, 237.7789, 241.0322, 240.2923, 239.6011, 238.0286, 241.5124, 244.4876, 246.8877, 239.9616, 235.4973], conc_latency_p99_list=[np.float64(0.006410474084725138), np.float64(0.011531951624498469), np.float64(0.024538938378741295), np.float64(0.029713381279835447), np.float64(0.038169098876748464), np.float64(0.03667179896523521), np.float64(0.05023982658962923), np.float64(0.05286438663755543), np.float64(0.05505456789184245), np.float64(0.07399390517596621), np.float64(0.06624755773292272), np.float64(0.07664231532730045), np.float64(0.07330358394047506), np.float64(0.07885973690730752)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 23:00:36,563 | INFO |Task summary: run_id=af388, task_label=af388a52a4c64a62abbabbe6035884ba (models.py:346) +2024-09-01 23:00:36,563 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 23:00:36,563 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 23:00:36,563 | INFO |PgVector | 2024-09-01T22:49:06.176584 Performance1536D500K af388a52a4c64a62abbabbe6035884ba | 0.0 246.8877 0.0569 0.9763 0 | :) (models.py:346) +2024-09-01 23:00:36,563 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json (models.py:204) +2024-09-01 23:00:36,564 | INFO |Success to finish task: label=af388a52a4c64a62abbabbe6035884ba, run_id=af388a52a4c64a62abbabbe6035884ba (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json b/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json new file mode 100644 index 000000000..f90779a24 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json @@ -0,0 +1 @@ +{"run_id": "af388a52a4c64a62abbabbe6035884ba", "task_label": "af388a52a4c64a62abbabbe6035884ba", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 246.8877, "serial_latency_p99": 0.0569, "recall": 0.9763, "ndcg": 0.9789, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [69.2533, 184.3913, 228.9674, 229.8697, 237.7789, 241.0322, 240.2923, 239.6011, 238.0286, 241.5124, 244.4876, 246.8877, 239.9616, 235.4973], "conc_latency_p99_list": [0.006410474084725138, 0.011531951624498469, 0.024538938378741295, 0.029713381279835447, 0.038169098876748464, 0.03667179896523521, 0.05023982658962923, 0.05286438663755543, 0.05505456789184245, 0.07399390517596621, 0.06624755773292272, 0.07664231532730045, 0.07330358394047506, 0.07885973690730752]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T22:49:06.176584", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt b/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt new file mode 100644 index 000000000..9a68905de --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt @@ -0,0 +1,1614 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load +2024-09-01 22:11:34,420 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:11:34.408271', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 22:11:34,420 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:11:34.408271', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 22:11:34,420 | INFO |generated uuid for the tasks: 7617ccde5fe04484801265e1f1e76811 (interface.py:66) +2024-09-01 22:11:34,481 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 22:11:34,481 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 22:11:34,481 | INFO | PgVector-2024-09-01T22:11:34.408271 | Performance OpenAI-MEDIUM-500K None | 7617ccde5fe04484801265e1f1e76811 (task_runner.py:340) +2024-09-01 22:11:34,481 | INFO |task submitted: id=7617ccde5fe04484801265e1f1e76811, 7617ccde5fe04484801265e1f1e76811, case number: 1 (interface.py:231) +2024-09-01 22:11:34,899 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:11:34.408271'}, drop_old=False (interface.py:164) +2024-09-01 22:11:34,899 | INFO |Starting run (task_runner.py:100) +2024-09-01 22:11:34,972 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 22:11:35,534 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 22:11:35,581 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 22:11:35,605 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 22:11:35,605 | INFO |Start performance case (task_runner.py:158) +2024-09-01 22:11:35,619 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:11:35,619 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 22:11:35,619 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 22:11:35,620 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 22:11:35,663 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 22:11:36,218 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 22:11:36,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:11:36,237 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 22:11:36,237 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 22:11:41,795 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.048094388002937194, latest recall=0.8 (serial_runner.py:202) +2024-09-01 22:11:47,155 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.06628968600125518, latest recall=0.8 (serial_runner.py:202) +2024-09-01 22:11:52,070 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.028766283998265862, latest recall=0.77 (serial_runner.py:202) +2024-09-01 22:11:56,782 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.04213058100140188, latest recall=0.8 (serial_runner.py:202) +2024-09-01 22:12:01,411 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.03194856100162724, latest recall=0.8 (serial_runner.py:202) +2024-09-01 22:12:05,761 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.027098040001874324, latest recall=0.8 (serial_runner.py:202) +2024-09-01 22:12:09,903 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.037174791999859735, latest recall=0.8 (serial_runner.py:202) +2024-09-01 22:12:14,147 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.042254250998666976, latest recall=0.8 (serial_runner.py:202) +2024-09-01 22:12:18,172 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.06586102799337823, latest recall=0.8 (serial_runner.py:202) +2024-09-01 22:12:22,149 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.040948871996079106, latest recall=0.69 (serial_runner.py:202) +2024-09-01 22:12:22,150 | INFO |SpawnProcess-1:1 search entire test_data: cost=37.5567s, queries=1000, avg_recall=0.7861, avg_ndcg=0.8288,avg_latency=0.0376, p99=0.0739 (serial_runner.py:209) +2024-09-01 22:12:22,688 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:12:22,688 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 22:12:23,710 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 22:12:23,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:12:27,598 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.005279810000502039 (mp_runner.py:73) +2024-09-01 22:12:30,818 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.009512256001471542 (mp_runner.py:73) +2024-09-01 22:12:33,113 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.004255573992850259 (mp_runner.py:73) +2024-09-01 22:12:35,259 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.005279702003463171 (mp_runner.py:73) +2024-09-01 22:12:37,513 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004176770999038126 (mp_runner.py:73) +2024-09-01 22:12:39,668 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.005306593004206661 (mp_runner.py:73) +2024-09-01 22:12:41,903 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.003998593005235307 (mp_runner.py:73) +2024-09-01 22:12:44,251 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.005330431995389517 (mp_runner.py:73) +2024-09-01 22:12:46,571 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0041011629946297035 (mp_runner.py:73) +2024-09-01 22:12:48,723 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.006195007998030633 (mp_runner.py:73) +2024-09-01 22:12:50,936 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.004153166999458335 (mp_runner.py:73) +2024-09-01 22:12:53,088 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.005897973998798989 (mp_runner.py:73) +2024-09-01 22:12:53,742 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0018s, count=6146, qps in this process: 204.8544 (mp_runner.py:76) +2024-09-01 22:12:53,743 | INFO |End search in concurrency 1: dur=30.033185870001034s, total_count=6146, qps=204.6403 (mp_runner.py:120) +2024-09-01 22:12:53,926 | INFO |Update largest qps with concurrency 1: current max_qps=204.6403 (mp_runner.py:124) +2024-09-01 22:12:54,336 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:12:54,336 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 22:12:59,377 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 22:12:59,427 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:12:59,427 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:12:59,428 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:12:59,428 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:12:59,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:03,298 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0058116569998674095 (mp_runner.py:73) +2024-09-01 22:13:03,300 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.007294535003893543 (mp_runner.py:73) +2024-09-01 22:13:03,300 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.007345899997744709 (mp_runner.py:73) +2024-09-01 22:13:03,300 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.007141087997297291 (mp_runner.py:73) +2024-09-01 22:13:03,301 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.008044427995628212 (mp_runner.py:73) +2024-09-01 22:13:06,975 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.008117751000099815 (mp_runner.py:73) +2024-09-01 22:13:06,975 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.008690652997756843 (mp_runner.py:73) +2024-09-01 22:13:06,975 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.00767863099463284 (mp_runner.py:73) +2024-09-01 22:13:06,976 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.007508950002375059 (mp_runner.py:73) +2024-09-01 22:13:06,977 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.00934937199781416 (mp_runner.py:73) +2024-09-01 22:13:10,862 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.005785206994914915 (mp_runner.py:73) +2024-09-01 22:13:10,862 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.006174132999149151 (mp_runner.py:73) +2024-09-01 22:13:10,863 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.007420950998493936 (mp_runner.py:73) +2024-09-01 22:13:10,863 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.00767450899729738 (mp_runner.py:73) +2024-09-01 22:13:10,867 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.010705510001571383 (mp_runner.py:73) +2024-09-01 22:13:14,551 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008000151996384375 (mp_runner.py:73) +2024-09-01 22:13:14,552 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.007970794998982456 (mp_runner.py:73) +2024-09-01 22:13:14,552 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008127529996272642 (mp_runner.py:73) +2024-09-01 22:13:14,552 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.008138229000905994 (mp_runner.py:73) +2024-09-01 22:13:14,552 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.008118519996060058 (mp_runner.py:73) +2024-09-01 22:13:18,313 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.010345527000026777 (mp_runner.py:73) +2024-09-01 22:13:18,313 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.008771988999797031 (mp_runner.py:73) +2024-09-01 22:13:18,313 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.008830726997985039 (mp_runner.py:73) +2024-09-01 22:13:18,313 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.009951449996151496 (mp_runner.py:73) +2024-09-01 22:13:18,314 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.011501162000058684 (mp_runner.py:73) +2024-09-01 22:13:21,873 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.005048830003943294 (mp_runner.py:73) +2024-09-01 22:13:21,874 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.009033008995174896 (mp_runner.py:73) +2024-09-01 22:13:21,874 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.009918393996485975 (mp_runner.py:73) +2024-09-01 22:13:21,874 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.007048899002256803 (mp_runner.py:73) +2024-09-01 22:13:21,875 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.008430881993263029 (mp_runner.py:73) +2024-09-01 22:13:25,570 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.004341692998423241 (mp_runner.py:73) +2024-09-01 22:13:25,570 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.005923680997511838 (mp_runner.py:73) +2024-09-01 22:13:25,573 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.007835404001525603 (mp_runner.py:73) +2024-09-01 22:13:25,575 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.009955743000318762 (mp_runner.py:73) +2024-09-01 22:13:25,575 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.010585708994767629 (mp_runner.py:73) +2024-09-01 22:13:29,207 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0071195390046341345 (mp_runner.py:73) +2024-09-01 22:13:29,207 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.007571139998617582 (mp_runner.py:73) +2024-09-01 22:13:29,207 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.007571184003609233 (mp_runner.py:73) +2024-09-01 22:13:29,208 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.008476233000692446 (mp_runner.py:73) +2024-09-01 22:13:29,211 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.011144035001052544 (mp_runner.py:73) +2024-09-01 22:13:29,432 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0032s, count=4031, qps in this process: 134.3523 (mp_runner.py:76) +2024-09-01 22:13:29,432 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0036s, count=4031, qps in this process: 134.3505 (mp_runner.py:76) +2024-09-01 22:13:29,432 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0039s, count=4031, qps in this process: 134.3492 (mp_runner.py:76) +2024-09-01 22:13:29,432 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0043s, count=4031, qps in this process: 134.3474 (mp_runner.py:76) +2024-09-01 22:13:29,444 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0107s, count=4032, qps in this process: 134.3521 (mp_runner.py:76) +2024-09-01 22:13:29,447 | INFO |End search in concurrency 5: dur=30.069070729005034s, total_count=20156, qps=670.3233 (mp_runner.py:120) +2024-09-01 22:13:29,751 | INFO |Update largest qps with concurrency 5: current max_qps=670.3233 (mp_runner.py:124) +2024-09-01 22:13:30,161 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:13:30,161 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 22:13:40,361 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 22:13:40,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,461 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,466 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,483 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,491 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,504 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,507 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,522 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,526 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,526 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,526 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:40,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:13:49,659 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02620193199982168 (mp_runner.py:73) +2024-09-01 22:13:49,659 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.021157042996492237 (mp_runner.py:73) +2024-09-01 22:13:49,659 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.018741163999948185 (mp_runner.py:73) +2024-09-01 22:13:49,659 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.02338515000155894 (mp_runner.py:73) +2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.009751204001076985 (mp_runner.py:73) +2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.03032241800246993 (mp_runner.py:73) +2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.02401252300478518 (mp_runner.py:73) +2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.029628942000272218 (mp_runner.py:73) +2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.02184878299885895 (mp_runner.py:73) +2024-09-01 22:13:49,661 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.01889923399721738 (mp_runner.py:73) +2024-09-01 22:13:49,661 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.015973363995726686 (mp_runner.py:73) +2024-09-01 22:13:49,661 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.021055935001641046 (mp_runner.py:73) +2024-09-01 22:13:49,664 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.010106323003128637 (mp_runner.py:73) +2024-09-01 22:13:49,666 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.02822444899356924 (mp_runner.py:73) +2024-09-01 22:13:49,670 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.01973969399841735 (mp_runner.py:73) +2024-09-01 22:13:58,105 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.025529943995934445 (mp_runner.py:73) +2024-09-01 22:13:58,105 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.019875829995726235 (mp_runner.py:73) +2024-09-01 22:13:58,105 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.010455176001414657 (mp_runner.py:73) +2024-09-01 22:13:58,106 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.03240777699829778 (mp_runner.py:73) +2024-09-01 22:13:58,107 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.023747723003907595 (mp_runner.py:73) +2024-09-01 22:13:58,107 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.01746702600212302 (mp_runner.py:73) +2024-09-01 22:13:58,109 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.027657612001348753 (mp_runner.py:73) +2024-09-01 22:13:58,109 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.020702219997474458 (mp_runner.py:73) +2024-09-01 22:13:58,109 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.005845753999892622 (mp_runner.py:73) +2024-09-01 22:13:58,109 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.015242549001413863 (mp_runner.py:73) +2024-09-01 22:13:58,110 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.03000619100203039 (mp_runner.py:73) +2024-09-01 22:13:58,112 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.02939061999495607 (mp_runner.py:73) +2024-09-01 22:13:58,114 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.02213514100003522 (mp_runner.py:73) +2024-09-01 22:13:58,115 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.02728693300014129 (mp_runner.py:73) +2024-09-01 22:13:58,129 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.021274106002238113 (mp_runner.py:73) +2024-09-01 22:14:07,054 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.011958451999817044 (mp_runner.py:73) +2024-09-01 22:14:07,054 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.0068702569988090545 (mp_runner.py:73) +2024-09-01 22:14:07,055 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.011177476000739262 (mp_runner.py:73) +2024-09-01 22:14:07,056 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.014369516000442673 (mp_runner.py:73) +2024-09-01 22:14:07,057 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.014178934994561132 (mp_runner.py:73) +2024-09-01 22:14:07,057 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.014301730996521655 (mp_runner.py:73) +2024-09-01 22:14:07,058 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.015147054997214582 (mp_runner.py:73) +2024-09-01 22:14:07,059 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.013802925001073163 (mp_runner.py:73) +2024-09-01 22:14:07,060 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.015397831994050648 (mp_runner.py:73) +2024-09-01 22:14:07,060 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.015454139997018501 (mp_runner.py:73) +2024-09-01 22:14:07,062 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.018179086000600364 (mp_runner.py:73) +2024-09-01 22:14:07,062 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.015837928003747948 (mp_runner.py:73) +2024-09-01 22:14:07,063 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.018889350998506416 (mp_runner.py:73) +2024-09-01 22:14:07,064 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.021862525994947646 (mp_runner.py:73) +2024-09-01 22:14:07,066 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.02463601600175025 (mp_runner.py:73) +2024-09-01 22:14:10,472 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.009s, count=1694, qps in this process: 56.4497 (mp_runner.py:76) +2024-09-01 22:14:10,480 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0206s, count=1693, qps in this process: 56.3946 (mp_runner.py:76) +2024-09-01 22:14:10,492 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0135s, count=1695, qps in this process: 56.4746 (mp_runner.py:76) +2024-09-01 22:14:10,494 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0156s, count=1694, qps in this process: 56.4373 (mp_runner.py:76) +2024-09-01 22:14:10,496 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0041s, count=1695, qps in this process: 56.4923 (mp_runner.py:76) +2024-09-01 22:14:10,497 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0035s, count=1694, qps in this process: 56.4601 (mp_runner.py:76) +2024-09-01 22:14:10,517 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0084s, count=1696, qps in this process: 56.5175 (mp_runner.py:76) +2024-09-01 22:14:10,519 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0051s, count=1696, qps in this process: 56.5237 (mp_runner.py:76) +2024-09-01 22:14:10,523 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0321s, count=1696, qps in this process: 56.4729 (mp_runner.py:76) +2024-09-01 22:14:10,531 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0058s, count=1697, qps in this process: 56.5557 (mp_runner.py:76) +2024-09-01 22:14:10,538 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0061s, count=1698, qps in this process: 56.5885 (mp_runner.py:76) +2024-09-01 22:14:10,538 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0047s, count=1698, qps in this process: 56.5911 (mp_runner.py:76) +2024-09-01 22:14:10,538 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.008s, count=1698, qps in this process: 56.5849 (mp_runner.py:76) +2024-09-01 22:14:10,558 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0059s, count=1701, qps in this process: 56.6889 (mp_runner.py:76) +2024-09-01 22:14:10,558 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0059s, count=1701, qps in this process: 56.6889 (mp_runner.py:76) +2024-09-01 22:14:10,560 | INFO |End search in concurrency 15: dur=30.19962197700079s, total_count=25446, qps=842.5933 (mp_runner.py:120) +2024-09-01 22:14:11,450 | INFO |Update largest qps with concurrency 15: current max_qps=842.5933 (mp_runner.py:124) +2024-09-01 22:14:11,867 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:14:11,868 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 22:14:22,137 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 22:14:22,210 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,220 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,222 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,228 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,245 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,338 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,346 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,346 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,362 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,372 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,372 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,372 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,374 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,374 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,378 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:22,378 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:14:33,697 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.007471355005691294 (mp_runner.py:73) +2024-09-01 22:14:33,697 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.02024901499680709 (mp_runner.py:73) +2024-09-01 22:14:33,698 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.021886463000555523 (mp_runner.py:73) +2024-09-01 22:14:33,698 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.027620769003988244 (mp_runner.py:73) +2024-09-01 22:14:33,699 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.03000671000336297 (mp_runner.py:73) +2024-09-01 22:14:33,708 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.034891048999270424 (mp_runner.py:73) +2024-09-01 22:14:33,708 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.042332051998528186 (mp_runner.py:73) +2024-09-01 22:14:33,713 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.022917886002687737 (mp_runner.py:73) +2024-09-01 22:14:33,717 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.022999254004389513 (mp_runner.py:73) +2024-09-01 22:14:33,717 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.01739188699866645 (mp_runner.py:73) +2024-09-01 22:14:33,719 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.03319019700575154 (mp_runner.py:73) +2024-09-01 22:14:33,721 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.025358613005664665 (mp_runner.py:73) +2024-09-01 22:14:33,723 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.030599892997997813 (mp_runner.py:73) +2024-09-01 22:14:33,724 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.02261101499607321 (mp_runner.py:73) +2024-09-01 22:14:33,726 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.03780143699987093 (mp_runner.py:73) +2024-09-01 22:14:33,728 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.02366489999985788 (mp_runner.py:73) +2024-09-01 22:14:33,729 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.03174677200149745 (mp_runner.py:73) +2024-09-01 22:14:33,730 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.04794793100154493 (mp_runner.py:73) +2024-09-01 22:14:33,730 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.027340506996551994 (mp_runner.py:73) +2024-09-01 22:14:33,731 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.047081755998078734 (mp_runner.py:73) +2024-09-01 22:14:44,897 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.011239598999964073 (mp_runner.py:73) +2024-09-01 22:14:44,900 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.017967569998290855 (mp_runner.py:73) +2024-09-01 22:14:44,900 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.015174695006862748 (mp_runner.py:73) +2024-09-01 22:14:44,902 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.015019826001662295 (mp_runner.py:73) +2024-09-01 22:14:44,902 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.017829919001087546 (mp_runner.py:73) +2024-09-01 22:14:44,904 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.0189368419960374 (mp_runner.py:73) +2024-09-01 22:14:44,904 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.016426479000074323 (mp_runner.py:73) +2024-09-01 22:14:44,905 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.014746116998139769 (mp_runner.py:73) +2024-09-01 22:14:44,906 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0198819450015435 (mp_runner.py:73) +2024-09-01 22:14:44,907 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.024320210002770182 (mp_runner.py:73) +2024-09-01 22:14:44,908 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.025382218998856843 (mp_runner.py:73) +2024-09-01 22:14:44,908 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.022976095002377406 (mp_runner.py:73) +2024-09-01 22:14:44,909 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.025131272996077314 (mp_runner.py:73) +2024-09-01 22:14:44,910 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.02099945000372827 (mp_runner.py:73) +2024-09-01 22:14:44,910 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.027008424993255176 (mp_runner.py:73) +2024-09-01 22:14:44,912 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.03090596100082621 (mp_runner.py:73) +2024-09-01 22:14:44,912 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.023295635997783393 (mp_runner.py:73) +2024-09-01 22:14:44,923 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.03303761300048791 (mp_runner.py:73) +2024-09-01 22:14:44,925 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.02904894799576141 (mp_runner.py:73) +2024-09-01 22:14:44,950 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.063665552996099 (mp_runner.py:73) +2024-09-01 22:14:52,211 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0004s, count=1319, qps in this process: 43.9661 (mp_runner.py:76) +2024-09-01 22:14:52,237 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0159s, count=1320, qps in this process: 43.9767 (mp_runner.py:76) +2024-09-01 22:14:52,238 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.014s, count=1319, qps in this process: 43.9462 (mp_runner.py:76) +2024-09-01 22:14:52,261 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0295s, count=1321, qps in this process: 43.9901 (mp_runner.py:76) +2024-09-01 22:14:52,269 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0218s, count=1322, qps in this process: 44.0347 (mp_runner.py:76) +2024-09-01 22:14:52,285 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0019s, count=1323, qps in this process: 44.0972 (mp_runner.py:76) +2024-09-01 22:14:52,303 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0203s, count=1324, qps in this process: 44.1035 (mp_runner.py:76) +2024-09-01 22:14:52,307 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0231s, count=1324, qps in this process: 44.0994 (mp_runner.py:76) +2024-09-01 22:14:52,356 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0003s, count=1328, qps in this process: 44.2662 (mp_runner.py:76) +2024-09-01 22:14:52,358 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0175s, count=1327, qps in this process: 44.2075 (mp_runner.py:76) +2024-09-01 22:14:52,360 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0066s, count=1328, qps in this process: 44.2569 (mp_runner.py:76) +2024-09-01 22:14:52,367 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0132s, count=1328, qps in this process: 44.2472 (mp_runner.py:76) +2024-09-01 22:14:52,375 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0056s, count=1329, qps in this process: 44.2917 (mp_runner.py:76) +2024-09-01 22:14:52,381 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0004s, count=1330, qps in this process: 44.3327 (mp_runner.py:76) +2024-09-01 22:14:52,382 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0013s, count=1330, qps in this process: 44.3314 (mp_runner.py:76) +2024-09-01 22:14:52,382 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0038s, count=1330, qps in this process: 44.3277 (mp_runner.py:76) +2024-09-01 22:14:52,384 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0022s, count=1330, qps in this process: 44.3301 (mp_runner.py:76) +2024-09-01 22:14:52,391 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0091s, count=1331, qps in this process: 44.3532 (mp_runner.py:76) +2024-09-01 22:14:52,392 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0068s, count=1331, qps in this process: 44.3566 (mp_runner.py:76) +2024-09-01 22:14:52,392 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.007s, count=1331, qps in this process: 44.3563 (mp_runner.py:76) +2024-09-01 22:14:52,395 | INFO |End search in concurrency 20: dur=30.257282917998964s, total_count=26525, qps=876.6484 (mp_runner.py:120) +2024-09-01 22:14:53,643 | INFO |Update largest qps with concurrency 20: current max_qps=876.6484 (mp_runner.py:124) +2024-09-01 22:14:54,052 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:14:54,052 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 22:15:04,365 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 22:15:04,465 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,566 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,586 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,592 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,593 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,614 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,614 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,641 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,641 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,641 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,646 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,646 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,649 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:04,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:18,837 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.020521981998172123 (mp_runner.py:73) +2024-09-01 22:15:18,840 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.02157611800066661 (mp_runner.py:73) +2024-09-01 22:15:18,840 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.016594644999713637 (mp_runner.py:73) +2024-09-01 22:15:18,843 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.028575464995810762 (mp_runner.py:73) +2024-09-01 22:15:18,845 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.022762840999348555 (mp_runner.py:73) +2024-09-01 22:15:18,847 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.02286260200344259 (mp_runner.py:73) +2024-09-01 22:15:18,847 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0213975520018721 (mp_runner.py:73) +2024-09-01 22:15:18,850 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.00428797699714778 (mp_runner.py:73) +2024-09-01 22:15:18,850 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.02869480799563462 (mp_runner.py:73) +2024-09-01 22:15:18,852 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.024081663999822922 (mp_runner.py:73) +2024-09-01 22:15:18,852 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.02287330299441237 (mp_runner.py:73) +2024-09-01 22:15:18,856 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.016074937993835192 (mp_runner.py:73) +2024-09-01 22:15:18,857 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.028798968000046443 (mp_runner.py:73) +2024-09-01 22:15:18,858 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.043775524994998705 (mp_runner.py:73) +2024-09-01 22:15:18,859 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.03854310599854216 (mp_runner.py:73) +2024-09-01 22:15:18,859 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.0274919610019424 (mp_runner.py:73) +2024-09-01 22:15:18,861 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.0058897139970213175 (mp_runner.py:73) +2024-09-01 22:15:18,861 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.03015243600384565 (mp_runner.py:73) +2024-09-01 22:15:18,861 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.03005570700042881 (mp_runner.py:73) +2024-09-01 22:15:18,863 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.046825813995383214 (mp_runner.py:73) +2024-09-01 22:15:18,863 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.03019599200342782 (mp_runner.py:73) +2024-09-01 22:15:18,865 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.05250769000122091 (mp_runner.py:73) +2024-09-01 22:15:18,888 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.020244592997187283 (mp_runner.py:73) +2024-09-01 22:15:18,889 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.03027529700193554 (mp_runner.py:73) +2024-09-01 22:15:18,912 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.043292679998558015 (mp_runner.py:73) +2024-09-01 22:15:32,205 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.026636916998540983 (mp_runner.py:73) +2024-09-01 22:15:32,206 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.025400022001122124 (mp_runner.py:73) +2024-09-01 22:15:32,206 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.01866147200053092 (mp_runner.py:73) +2024-09-01 22:15:32,207 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.02239694700256223 (mp_runner.py:73) +2024-09-01 22:15:32,207 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.029968447001010645 (mp_runner.py:73) +2024-09-01 22:15:32,209 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.0275493080043816 (mp_runner.py:73) +2024-09-01 22:15:32,209 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.03200896499765804 (mp_runner.py:73) +2024-09-01 22:15:32,210 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.023809061000065412 (mp_runner.py:73) +2024-09-01 22:15:32,210 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.029788346000714228 (mp_runner.py:73) +2024-09-01 22:15:32,211 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.02357267200568458 (mp_runner.py:73) +2024-09-01 22:15:32,211 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.023831738995795604 (mp_runner.py:73) +2024-09-01 22:15:32,212 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.02370102900022175 (mp_runner.py:73) +2024-09-01 22:15:32,212 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.029120341001544148 (mp_runner.py:73) +2024-09-01 22:15:32,213 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.02204895800241502 (mp_runner.py:73) +2024-09-01 22:15:32,213 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.03106256399769336 (mp_runner.py:73) +2024-09-01 22:15:32,214 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.03453780500421999 (mp_runner.py:73) +2024-09-01 22:15:32,214 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.03647505000117235 (mp_runner.py:73) +2024-09-01 22:15:32,214 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.027547340003366116 (mp_runner.py:73) +2024-09-01 22:15:32,216 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.039772786003595684 (mp_runner.py:73) +2024-09-01 22:15:32,217 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.022308859995973762 (mp_runner.py:73) +2024-09-01 22:15:32,218 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0327329580031801 (mp_runner.py:73) +2024-09-01 22:15:32,219 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.03748381700279424 (mp_runner.py:73) +2024-09-01 22:15:32,222 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.020108240998524707 (mp_runner.py:73) +2024-09-01 22:15:32,224 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.040658404999703635 (mp_runner.py:73) +2024-09-01 22:15:32,234 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.009964466000383254 (mp_runner.py:73) +2024-09-01 22:15:34,478 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0096s, count=1081, qps in this process: 36.0218 (mp_runner.py:76) +2024-09-01 22:15:34,489 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.005s, count=1082, qps in this process: 36.0607 (mp_runner.py:76) +2024-09-01 22:15:34,496 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0117s, count=1082, qps in this process: 36.0526 (mp_runner.py:76) +2024-09-01 22:15:34,594 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0021s, count=1087, qps in this process: 36.2308 (mp_runner.py:76) +2024-09-01 22:15:34,594 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.024s, count=1085, qps in this process: 36.1378 (mp_runner.py:76) +2024-09-01 22:15:34,598 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0031s, count=1086, qps in this process: 36.1963 (mp_runner.py:76) +2024-09-01 22:15:34,604 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0137s, count=1085, qps in this process: 36.1502 (mp_runner.py:76) +2024-09-01 22:15:34,606 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0028s, count=1086, qps in this process: 36.1966 (mp_runner.py:76) +2024-09-01 22:15:34,607 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0169s, count=1086, qps in this process: 36.1796 (mp_runner.py:76) +2024-09-01 22:15:34,608 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0161s, count=1086, qps in this process: 36.1806 (mp_runner.py:76) +2024-09-01 22:15:34,609 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0056s, count=1087, qps in this process: 36.2266 (mp_runner.py:76) +2024-09-01 22:15:34,609 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.014s, count=1087, qps in this process: 36.2164 (mp_runner.py:76) +2024-09-01 22:15:34,610 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0068s, count=1086, qps in this process: 36.1918 (mp_runner.py:76) +2024-09-01 22:15:34,611 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0059s, count=1086, qps in this process: 36.1929 (mp_runner.py:76) +2024-09-01 22:15:34,612 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0207s, count=1087, qps in this process: 36.2083 (mp_runner.py:76) +2024-09-01 22:15:34,626 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0083s, count=1088, qps in this process: 36.2566 (mp_runner.py:76) +2024-09-01 22:15:34,628 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0062s, count=1088, qps in this process: 36.2592 (mp_runner.py:76) +2024-09-01 22:15:34,651 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0018s, count=1090, qps in this process: 36.3312 (mp_runner.py:76) +2024-09-01 22:15:34,651 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0024s, count=1090, qps in this process: 36.3304 (mp_runner.py:76) +2024-09-01 22:15:34,652 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0029s, count=1090, qps in this process: 36.3298 (mp_runner.py:76) +2024-09-01 22:15:34,656 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0036s, count=1090, qps in this process: 36.329 (mp_runner.py:76) +2024-09-01 22:15:34,664 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0086s, count=1091, qps in this process: 36.3562 (mp_runner.py:76) +2024-09-01 22:15:34,665 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.01s, count=1091, qps in this process: 36.3545 (mp_runner.py:76) +2024-09-01 22:15:34,668 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0179s, count=1091, qps in this process: 36.345 (mp_runner.py:76) +2024-09-01 22:15:34,669 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0155s, count=1091, qps in this process: 36.3479 (mp_runner.py:76) +2024-09-01 22:15:34,672 | INFO |End search in concurrency 25: dur=30.306219459002023s, total_count=27179, qps=896.8126 (mp_runner.py:120) +2024-09-01 22:15:36,240 | INFO |Update largest qps with concurrency 25: current max_qps=896.8126 (mp_runner.py:124) +2024-09-01 22:15:36,648 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:15:36,648 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 22:15:47,061 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 22:15:47,168 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,238 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,270 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,278 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,280 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,296 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,315 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,336 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,341 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,342 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,342 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,365 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,371 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,371 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,383 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,386 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,390 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,395 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,398 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:15:47,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:04,278 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.01077924799756147 (mp_runner.py:73) +2024-09-01 22:16:04,280 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.013273880998895038 (mp_runner.py:73) +2024-09-01 22:16:04,280 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.015139634000661317 (mp_runner.py:73) +2024-09-01 22:16:04,284 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.027312484999129083 (mp_runner.py:73) +2024-09-01 22:16:04,284 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.027239613002166152 (mp_runner.py:73) +2024-09-01 22:16:04,288 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.012320192996412516 (mp_runner.py:73) +2024-09-01 22:16:04,288 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.022332968001137488 (mp_runner.py:73) +2024-09-01 22:16:04,292 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.028039723001711536 (mp_runner.py:73) +2024-09-01 22:16:04,293 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.021350346003600862 (mp_runner.py:73) +2024-09-01 22:16:04,296 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.03792359100043541 (mp_runner.py:73) +2024-09-01 22:16:04,296 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.01419703199644573 (mp_runner.py:73) +2024-09-01 22:16:04,300 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.0377357329998631 (mp_runner.py:73) +2024-09-01 22:16:04,302 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.03310962200339418 (mp_runner.py:73) +2024-09-01 22:16:04,302 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.04310664399963571 (mp_runner.py:73) +2024-09-01 22:16:04,303 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.024704123999981675 (mp_runner.py:73) +2024-09-01 22:16:04,303 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.033842753000499215 (mp_runner.py:73) +2024-09-01 22:16:04,304 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.04222164899692871 (mp_runner.py:73) +2024-09-01 22:16:04,304 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.04810432500380557 (mp_runner.py:73) +2024-09-01 22:16:04,304 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.04515029200410936 (mp_runner.py:73) +2024-09-01 22:16:04,305 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.044245580000279006 (mp_runner.py:73) +2024-09-01 22:16:04,305 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.03445899800135521 (mp_runner.py:73) +2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.006309746997430921 (mp_runner.py:73) +2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.04317509900283767 (mp_runner.py:73) +2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.03772893300629221 (mp_runner.py:73) +2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.04183589600143023 (mp_runner.py:73) +2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.036341480001283344 (mp_runner.py:73) +2024-09-01 22:16:04,307 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.03688700000202516 (mp_runner.py:73) +2024-09-01 22:16:04,307 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.04181771800358547 (mp_runner.py:73) +2024-09-01 22:16:04,325 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.06387089799682144 (mp_runner.py:73) +2024-09-01 22:16:04,328 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.06818812500569038 (mp_runner.py:73) +2024-09-01 22:16:17,212 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.032s, count=902, qps in this process: 30.0346 (mp_runner.py:76) +2024-09-01 22:16:17,259 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0125s, count=904, qps in this process: 30.1208 (mp_runner.py:76) +2024-09-01 22:16:17,289 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0087s, count=905, qps in this process: 30.1579 (mp_runner.py:76) +2024-09-01 22:16:17,290 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0136s, count=905, qps in this process: 30.153 (mp_runner.py:76) +2024-09-01 22:16:17,295 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0096s, count=905, qps in this process: 30.157 (mp_runner.py:76) +2024-09-01 22:16:17,312 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0102s, count=906, qps in this process: 30.1897 (mp_runner.py:76) +2024-09-01 22:16:17,325 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0071s, count=906, qps in this process: 30.1929 (mp_runner.py:76) +2024-09-01 22:16:17,349 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0055s, count=907, qps in this process: 30.2278 (mp_runner.py:76) +2024-09-01 22:16:17,352 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0132s, count=907, qps in this process: 30.22 (mp_runner.py:76) +2024-09-01 22:16:17,356 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0124s, count=907, qps in this process: 30.2208 (mp_runner.py:76) +2024-09-01 22:16:17,357 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0141s, count=907, qps in this process: 30.2191 (mp_runner.py:76) +2024-09-01 22:16:17,362 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0006s, count=908, qps in this process: 30.2661 (mp_runner.py:76) +2024-09-01 22:16:17,363 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0017s, count=908, qps in this process: 30.265 (mp_runner.py:76) +2024-09-01 22:16:17,365 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0009s, count=908, qps in this process: 30.2658 (mp_runner.py:76) +2024-09-01 22:16:17,366 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0047s, count=907, qps in this process: 30.2286 (mp_runner.py:76) +2024-09-01 22:16:17,369 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0051s, count=907, qps in this process: 30.2282 (mp_runner.py:76) +2024-09-01 22:16:17,382 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0153s, count=909, qps in this process: 30.2846 (mp_runner.py:76) +2024-09-01 22:16:17,384 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0092s, count=909, qps in this process: 30.2907 (mp_runner.py:76) +2024-09-01 22:16:17,385 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0239s, count=909, qps in this process: 30.2759 (mp_runner.py:76) +2024-09-01 22:16:17,387 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0169s, count=909, qps in this process: 30.2829 (mp_runner.py:76) +2024-09-01 22:16:17,388 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0129s, count=909, qps in this process: 30.287 (mp_runner.py:76) +2024-09-01 22:16:17,389 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0028s, count=909, qps in this process: 30.2972 (mp_runner.py:76) +2024-09-01 22:16:17,395 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0008s, count=909, qps in this process: 30.2992 (mp_runner.py:76) +2024-09-01 22:16:17,401 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0113s, count=910, qps in this process: 30.3219 (mp_runner.py:76) +2024-09-01 22:16:17,401 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.001s, count=910, qps in this process: 30.3323 (mp_runner.py:76) +2024-09-01 22:16:17,402 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0086s, count=910, qps in this process: 30.3246 (mp_runner.py:76) +2024-09-01 22:16:17,404 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0096s, count=910, qps in this process: 30.3236 (mp_runner.py:76) +2024-09-01 22:16:17,410 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0049s, count=911, qps in this process: 30.3617 (mp_runner.py:76) +2024-09-01 22:16:17,411 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0007s, count=911, qps in this process: 30.366 (mp_runner.py:76) +2024-09-01 22:16:17,416 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0141s, count=911, qps in this process: 30.3524 (mp_runner.py:76) +2024-09-01 22:16:17,419 | INFO |End search in concurrency 30: dur=30.356189048005035s, total_count=27235, qps=897.1811 (mp_runner.py:120) +2024-09-01 22:16:19,399 | INFO |Update largest qps with concurrency 30: current max_qps=897.1811 (mp_runner.py:124) +2024-09-01 22:16:19,813 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:16:19,813 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 22:16:30,349 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 22:16:30,501 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,565 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,605 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,614 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,615 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,620 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,620 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,620 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,658 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,659 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,660 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,669 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,674 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,679 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,703 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,706 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,723 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,735 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,738 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,746 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,746 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:30,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:16:50,054 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.026514723998843692 (mp_runner.py:73) +2024-09-01 22:16:50,056 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.007449794000422116 (mp_runner.py:73) +2024-09-01 22:16:50,056 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.03222149700013688 (mp_runner.py:73) +2024-09-01 22:16:50,060 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.030632503003289457 (mp_runner.py:73) +2024-09-01 22:16:50,060 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.020789815003809053 (mp_runner.py:73) +2024-09-01 22:16:50,064 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.0426103170029819 (mp_runner.py:73) +2024-09-01 22:16:50,064 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04697291299817152 (mp_runner.py:73) +2024-09-01 22:16:50,068 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.034523421003541443 (mp_runner.py:73) +2024-09-01 22:16:50,068 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.03915202500502346 (mp_runner.py:73) +2024-09-01 22:16:50,072 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.04030347599473316 (mp_runner.py:73) +2024-09-01 22:16:50,072 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.034593977994518355 (mp_runner.py:73) +2024-09-01 22:16:50,076 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03317658299783943 (mp_runner.py:73) +2024-09-01 22:16:50,076 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.02895937299763318 (mp_runner.py:73) +2024-09-01 22:16:50,078 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.03304437900078483 (mp_runner.py:73) +2024-09-01 22:16:50,080 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.03871636499388842 (mp_runner.py:73) +2024-09-01 22:16:50,081 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.037228486995445564 (mp_runner.py:73) +2024-09-01 22:16:50,081 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.05617043699749047 (mp_runner.py:73) +2024-09-01 22:16:50,082 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.0637984709974262 (mp_runner.py:73) +2024-09-01 22:16:50,082 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.04593812800158048 (mp_runner.py:73) +2024-09-01 22:16:50,082 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.04812213100376539 (mp_runner.py:73) +2024-09-01 22:16:50,083 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.0409150299965404 (mp_runner.py:73) +2024-09-01 22:16:50,083 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.06324470300023677 (mp_runner.py:73) +2024-09-01 22:16:50,083 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.060051082000427414 (mp_runner.py:73) +2024-09-01 22:16:50,085 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.03946391000499716 (mp_runner.py:73) +2024-09-01 22:16:50,085 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.05959729599999264 (mp_runner.py:73) +2024-09-01 22:16:50,088 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.06578188599814894 (mp_runner.py:73) +2024-09-01 22:16:50,088 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.032056436997663695 (mp_runner.py:73) +2024-09-01 22:16:50,089 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.05651654700341169 (mp_runner.py:73) +2024-09-01 22:16:50,090 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.050476181000703946 (mp_runner.py:73) +2024-09-01 22:16:50,091 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.07558756399521371 (mp_runner.py:73) +2024-09-01 22:16:50,100 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.07233629700203892 (mp_runner.py:73) +2024-09-01 22:16:50,109 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.09529313299572095 (mp_runner.py:73) +2024-09-01 22:16:50,113 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.0775205370009644 (mp_runner.py:73) +2024-09-01 22:16:50,141 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.054128611998748966 (mp_runner.py:73) +2024-09-01 22:16:50,143 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.1236596169983386 (mp_runner.py:73) +2024-09-01 22:17:00,545 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.042s, count=771, qps in this process: 25.6641 (mp_runner.py:76) +2024-09-01 22:17:00,575 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0076s, count=772, qps in this process: 25.7268 (mp_runner.py:76) +2024-09-01 22:17:00,594 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0162s, count=773, qps in this process: 25.7528 (mp_runner.py:76) +2024-09-01 22:17:00,606 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0286s, count=773, qps in this process: 25.7421 (mp_runner.py:76) +2024-09-01 22:17:00,637 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0169s, count=774, qps in this process: 25.7855 (mp_runner.py:76) +2024-09-01 22:17:00,639 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0163s, count=774, qps in this process: 25.786 (mp_runner.py:76) +2024-09-01 22:17:00,642 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0191s, count=775, qps in this process: 25.8169 (mp_runner.py:76) +2024-09-01 22:17:00,643 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0206s, count=774, qps in this process: 25.7823 (mp_runner.py:76) +2024-09-01 22:17:00,648 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0339s, count=774, qps in this process: 25.7709 (mp_runner.py:76) +2024-09-01 22:17:00,660 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0399s, count=774, qps in this process: 25.7657 (mp_runner.py:76) +2024-09-01 22:17:00,683 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0046s, count=776, qps in this process: 25.8627 (mp_runner.py:76) +2024-09-01 22:17:00,685 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0204s, count=776, qps in this process: 25.8491 (mp_runner.py:76) +2024-09-01 22:17:00,685 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.021s, count=776, qps in this process: 25.8486 (mp_runner.py:76) +2024-09-01 22:17:00,687 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0085s, count=776, qps in this process: 25.8593 (mp_runner.py:76) +2024-09-01 22:17:00,687 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0247s, count=776, qps in this process: 25.8454 (mp_runner.py:76) +2024-09-01 22:17:00,708 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0185s, count=777, qps in this process: 25.884 (mp_runner.py:76) +2024-09-01 22:17:00,711 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0183s, count=777, qps in this process: 25.8842 (mp_runner.py:76) +2024-09-01 22:17:00,711 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0231s, count=777, qps in this process: 25.8801 (mp_runner.py:76) +2024-09-01 22:17:00,715 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0322s, count=777, qps in this process: 25.8722 (mp_runner.py:76) +2024-09-01 22:17:00,717 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0111s, count=777, qps in this process: 25.8904 (mp_runner.py:76) +2024-09-01 22:17:00,717 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0244s, count=777, qps in this process: 25.879 (mp_runner.py:76) +2024-09-01 22:17:00,717 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0291s, count=777, qps in this process: 25.8749 (mp_runner.py:76) +2024-09-01 22:17:00,725 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0125s, count=777, qps in this process: 25.8892 (mp_runner.py:76) +2024-09-01 22:17:00,731 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0056s, count=778, qps in this process: 25.9285 (mp_runner.py:76) +2024-09-01 22:17:00,733 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0074s, count=778, qps in this process: 25.9269 (mp_runner.py:76) +2024-09-01 22:17:00,735 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.004s, count=778, qps in this process: 25.9299 (mp_runner.py:76) +2024-09-01 22:17:00,742 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0147s, count=777, qps in this process: 25.8873 (mp_runner.py:76) +2024-09-01 22:17:00,747 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0036s, count=779, qps in this process: 25.9636 (mp_runner.py:76) +2024-09-01 22:17:00,748 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0051s, count=779, qps in this process: 25.9623 (mp_runner.py:76) +2024-09-01 22:17:00,748 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0135s, count=779, qps in this process: 25.955 (mp_runner.py:76) +2024-09-01 22:17:00,749 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0082s, count=779, qps in this process: 25.9596 (mp_runner.py:76) +2024-09-01 22:17:00,759 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0121s, count=780, qps in this process: 25.9895 (mp_runner.py:76) +2024-09-01 22:17:00,760 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0089s, count=780, qps in this process: 25.9923 (mp_runner.py:76) +2024-09-01 22:17:00,762 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0127s, count=780, qps in this process: 25.989 (mp_runner.py:76) +2024-09-01 22:17:00,823 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0044s, count=794, qps in this process: 26.4628 (mp_runner.py:76) +2024-09-01 22:17:00,826 | INFO |End search in concurrency 35: dur=30.476374505000422s, total_count=27191, qps=892.1993 (mp_runner.py:120) +2024-09-01 22:17:03,495 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:17:03,496 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 22:17:14,125 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 22:17:14,332 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,403 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,458 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,473 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,473 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,483 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,484 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,484 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,484 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,485 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,500 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,503 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,508 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,556 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,561 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,583 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,589 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,589 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,589 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,593 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,593 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,597 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,597 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,612 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,618 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:14,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.06312760100263404 (mp_runner.py:73) +2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.07034224800008815 (mp_runner.py:73) +2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.0653107199977967 (mp_runner.py:73) +2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.06909419300063746 (mp_runner.py:73) +2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.06860031300311675 (mp_runner.py:73) +2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.04669708199799061 (mp_runner.py:73) +2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.06438297199929366 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.0731685450009536 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.07585859000391793 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.07534241500252392 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.07462615599797573 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.065411955001764 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.06969617400318384 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.017889527000079397 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.07281631599471439 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.06365056199865649 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.022646812998573296 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.015117119000933599 (mp_runner.py:73) +2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.02361993100203108 (mp_runner.py:73) +2024-09-01 22:17:36,071 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.07394794599531451 (mp_runner.py:73) +2024-09-01 22:17:36,071 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.07274816100107273 (mp_runner.py:73) +2024-09-01 22:17:36,071 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.0634978379966924 (mp_runner.py:73) +2024-09-01 22:17:36,074 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.07701806400291389 (mp_runner.py:73) +2024-09-01 22:17:36,076 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.07062078199669486 (mp_runner.py:73) +2024-09-01 22:17:36,076 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.07766749800066464 (mp_runner.py:73) +2024-09-01 22:17:36,076 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.06634421800117707 (mp_runner.py:73) +2024-09-01 22:17:36,076 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.01823588099796325 (mp_runner.py:73) +2024-09-01 22:17:36,078 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.08436928899755003 (mp_runner.py:73) +2024-09-01 22:17:36,078 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.07583658600196941 (mp_runner.py:73) +2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.07412624799326295 (mp_runner.py:73) +2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.08094284199614776 (mp_runner.py:73) +2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.07203349400515435 (mp_runner.py:73) +2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.07373312600248028 (mp_runner.py:73) +2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.07976443599909544 (mp_runner.py:73) +2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.08342751299642259 (mp_runner.py:73) +2024-09-01 22:17:36,080 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.08470996600226499 (mp_runner.py:73) +2024-09-01 22:17:36,080 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.08550045999436406 (mp_runner.py:73) +2024-09-01 22:17:36,080 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.07713950600009412 (mp_runner.py:73) +2024-09-01 22:17:36,082 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.08512729799986118 (mp_runner.py:73) +2024-09-01 22:17:36,082 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.0821682640016661 (mp_runner.py:73) +2024-09-01 22:17:44,336 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0012s, count=692, qps in this process: 23.0657 (mp_runner.py:76) +2024-09-01 22:17:44,430 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0248s, count=693, qps in this process: 23.0809 (mp_runner.py:76) +2024-09-01 22:17:44,460 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0024s, count=693, qps in this process: 23.0982 (mp_runner.py:76) +2024-09-01 22:17:44,468 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0075s, count=694, qps in this process: 23.1276 (mp_runner.py:76) +2024-09-01 22:17:44,471 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0135s, count=694, qps in this process: 23.1229 (mp_runner.py:76) +2024-09-01 22:17:44,479 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0167s, count=693, qps in this process: 23.0871 (mp_runner.py:76) +2024-09-01 22:17:44,482 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0194s, count=693, qps in this process: 23.0851 (mp_runner.py:76) +2024-09-01 22:17:44,484 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0214s, count=693, qps in this process: 23.0835 (mp_runner.py:76) +2024-09-01 22:17:44,484 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0056s, count=693, qps in this process: 23.0957 (mp_runner.py:76) +2024-09-01 22:17:44,494 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0039s, count=693, qps in this process: 23.097 (mp_runner.py:76) +2024-09-01 22:17:44,496 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0175s, count=694, qps in this process: 23.1198 (mp_runner.py:76) +2024-09-01 22:17:44,500 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.013s, count=694, qps in this process: 23.1233 (mp_runner.py:76) +2024-09-01 22:17:44,500 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0213s, count=694, qps in this process: 23.1169 (mp_runner.py:76) +2024-09-01 22:17:44,504 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0169s, count=694, qps in this process: 23.1203 (mp_runner.py:76) +2024-09-01 22:17:44,513 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0186s, count=694, qps in this process: 23.119 (mp_runner.py:76) +2024-09-01 22:17:44,516 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.004s, count=694, qps in this process: 23.1302 (mp_runner.py:76) +2024-09-01 22:17:44,519 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0069s, count=693, qps in this process: 23.0947 (mp_runner.py:76) +2024-09-01 22:17:44,519 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0399s, count=693, qps in this process: 23.0693 (mp_runner.py:76) +2024-09-01 22:17:44,528 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0341s, count=694, qps in this process: 23.1071 (mp_runner.py:76) +2024-09-01 22:17:44,535 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0287s, count=695, qps in this process: 23.1445 (mp_runner.py:76) +2024-09-01 22:17:44,537 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0754s, count=695, qps in this process: 23.1086 (mp_runner.py:76) +2024-09-01 22:17:44,539 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.037s, count=695, qps in this process: 23.1381 (mp_runner.py:76) +2024-09-01 22:17:44,540 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0278s, count=695, qps in this process: 23.1452 (mp_runner.py:76) +2024-09-01 22:17:44,544 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0658s, count=693, qps in this process: 23.0494 (mp_runner.py:76) +2024-09-01 22:17:44,565 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0136s, count=696, qps in this process: 23.1895 (mp_runner.py:76) +2024-09-01 22:17:44,566 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0018s, count=696, qps in this process: 23.1986 (mp_runner.py:76) +2024-09-01 22:17:44,568 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0021s, count=696, qps in this process: 23.1984 (mp_runner.py:76) +2024-09-01 22:17:44,592 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0003s, count=698, qps in this process: 23.2664 (mp_runner.py:76) +2024-09-01 22:17:44,596 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0054s, count=698, qps in this process: 23.2625 (mp_runner.py:76) +2024-09-01 22:17:44,597 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0071s, count=698, qps in this process: 23.2612 (mp_runner.py:76) +2024-09-01 22:17:44,598 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0071s, count=698, qps in this process: 23.2612 (mp_runner.py:76) +2024-09-01 22:17:44,610 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0134s, count=698, qps in this process: 23.2563 (mp_runner.py:76) +2024-09-01 22:17:44,615 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.006s, count=699, qps in this process: 23.2953 (mp_runner.py:76) +2024-09-01 22:17:44,616 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0183s, count=699, qps in this process: 23.2858 (mp_runner.py:76) +2024-09-01 22:17:44,617 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0105s, count=699, qps in this process: 23.2918 (mp_runner.py:76) +2024-09-01 22:17:44,617 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0086s, count=699, qps in this process: 23.2933 (mp_runner.py:76) +2024-09-01 22:17:44,619 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.01s, count=699, qps in this process: 23.2922 (mp_runner.py:76) +2024-09-01 22:17:44,624 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0065s, count=700, qps in this process: 23.3283 (mp_runner.py:76) +2024-09-01 22:17:44,631 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0044s, count=701, qps in this process: 23.3632 (mp_runner.py:76) +2024-09-01 22:17:44,639 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0044s, count=702, qps in this process: 23.3966 (mp_runner.py:76) +2024-09-01 22:17:44,643 | INFO |End search in concurrency 40: dur=30.516147474001627s, total_count=27824, qps=911.7796 (mp_runner.py:120) +2024-09-01 22:17:47,216 | INFO |Update largest qps with concurrency 40: current max_qps=911.7796 (mp_runner.py:124) +2024-09-01 22:17:47,631 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:17:47,632 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 22:17:58,428 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 22:17:58,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,711 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,721 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,743 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,744 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,744 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,763 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,765 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,765 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,767 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,823 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,825 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,833 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,833 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,840 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,841 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,841 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,849 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,854 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,861 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,889 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,894 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,902 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,925 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,938 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,953 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:58,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:17:59,052 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:23,185 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.010454534996824805 (mp_runner.py:73) +2024-09-01 22:18:23,188 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.015068913002323825 (mp_runner.py:73) +2024-09-01 22:18:23,190 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.011428468002122827 (mp_runner.py:73) +2024-09-01 22:18:23,190 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.014595146996725816 (mp_runner.py:73) +2024-09-01 22:18:23,192 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.016084686998510733 (mp_runner.py:73) +2024-09-01 22:18:23,192 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.01646400199388154 (mp_runner.py:73) +2024-09-01 22:18:23,196 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.021907825001107994 (mp_runner.py:73) +2024-09-01 22:18:23,197 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.019949579000240192 (mp_runner.py:73) +2024-09-01 22:18:23,200 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.026790523006638978 (mp_runner.py:73) +2024-09-01 22:18:23,200 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.027359845000319183 (mp_runner.py:73) +2024-09-01 22:18:23,204 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.0310446440053056 (mp_runner.py:73) +2024-09-01 22:18:23,204 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.025114192998444196 (mp_runner.py:73) +2024-09-01 22:18:23,208 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.03523346199654043 (mp_runner.py:73) +2024-09-01 22:18:23,208 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.030377880000742152 (mp_runner.py:73) +2024-09-01 22:18:23,212 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.039939843001775444 (mp_runner.py:73) +2024-09-01 22:18:23,212 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.03497116100334097 (mp_runner.py:73) +2024-09-01 22:18:23,216 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.040570239994849544 (mp_runner.py:73) +2024-09-01 22:18:23,216 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.03834018899942748 (mp_runner.py:73) +2024-09-01 22:18:23,220 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.04228297199733788 (mp_runner.py:73) +2024-09-01 22:18:23,220 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.04066420099843526 (mp_runner.py:73) +2024-09-01 22:18:23,222 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.04959188100474421 (mp_runner.py:73) +2024-09-01 22:18:23,222 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.047902184996928554 (mp_runner.py:73) +2024-09-01 22:18:23,223 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.04769764599768678 (mp_runner.py:73) +2024-09-01 22:18:23,223 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.04905258100188803 (mp_runner.py:73) +2024-09-01 22:18:23,223 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.04947498699766584 (mp_runner.py:73) +2024-09-01 22:18:23,224 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.04754510900238529 (mp_runner.py:73) +2024-09-01 22:18:23,224 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.0506282740025199 (mp_runner.py:73) +2024-09-01 22:18:23,224 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.047588273002475034 (mp_runner.py:73) +2024-09-01 22:18:23,225 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.047390373998496216 (mp_runner.py:73) +2024-09-01 22:18:23,225 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.047811083000851795 (mp_runner.py:73) +2024-09-01 22:18:23,225 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.049953991001530085 (mp_runner.py:73) +2024-09-01 22:18:23,225 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.04893969999830006 (mp_runner.py:73) +2024-09-01 22:18:23,228 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.048069046999444254 (mp_runner.py:73) +2024-09-01 22:18:23,230 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.05052656599582406 (mp_runner.py:73) +2024-09-01 22:18:23,231 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.05662295400543371 (mp_runner.py:73) +2024-09-01 22:18:23,231 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.05227259299863363 (mp_runner.py:73) +2024-09-01 22:18:23,232 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.05621616099961102 (mp_runner.py:73) +2024-09-01 22:18:23,233 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.057915236000553705 (mp_runner.py:73) +2024-09-01 22:18:23,233 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.057445140002528206 (mp_runner.py:73) +2024-09-01 22:18:23,233 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.05601175100309774 (mp_runner.py:73) +2024-09-01 22:18:23,233 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.05663499100046465 (mp_runner.py:73) +2024-09-01 22:18:23,234 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.06056669499957934 (mp_runner.py:73) +2024-09-01 22:18:23,234 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.059405015999800526 (mp_runner.py:73) +2024-09-01 22:18:23,243 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.07051989799947478 (mp_runner.py:73) +2024-09-01 22:18:23,248 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.07642431699787267 (mp_runner.py:73) +2024-09-01 22:18:28,687 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0263s, count=615, qps in this process: 20.482 (mp_runner.py:76) +2024-09-01 22:18:28,740 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0136s, count=616, qps in this process: 20.524 (mp_runner.py:76) +2024-09-01 22:18:28,747 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0345s, count=616, qps in this process: 20.5097 (mp_runner.py:76) +2024-09-01 22:18:28,776 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0088s, count=617, qps in this process: 20.5606 (mp_runner.py:76) +2024-09-01 22:18:28,776 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0302s, count=617, qps in this process: 20.546 (mp_runner.py:76) +2024-09-01 22:18:28,776 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0328s, count=617, qps in this process: 20.5442 (mp_runner.py:76) +2024-09-01 22:18:28,783 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.012s, count=617, qps in this process: 20.5584 (mp_runner.py:76) +2024-09-01 22:18:28,789 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0352s, count=617, qps in this process: 20.5426 (mp_runner.py:76) +2024-09-01 22:18:28,789 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0436s, count=617, qps in this process: 20.5368 (mp_runner.py:76) +2024-09-01 22:18:28,793 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0467s, count=617, qps in this process: 20.5347 (mp_runner.py:76) +2024-09-01 22:18:28,798 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0303s, count=617, qps in this process: 20.5459 (mp_runner.py:76) +2024-09-01 22:18:28,799 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0323s, count=617, qps in this process: 20.5445 (mp_runner.py:76) +2024-09-01 22:18:28,844 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0073s, count=616, qps in this process: 20.5283 (mp_runner.py:76) +2024-09-01 22:18:28,852 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0166s, count=619, qps in this process: 20.6219 (mp_runner.py:76) +2024-09-01 22:18:28,853 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0174s, count=619, qps in this process: 20.6214 (mp_runner.py:76) +2024-09-01 22:18:28,856 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0192s, count=619, qps in this process: 20.6201 (mp_runner.py:76) +2024-09-01 22:18:28,857 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0218s, count=619, qps in this process: 20.6184 (mp_runner.py:76) +2024-09-01 22:18:28,863 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0182s, count=619, qps in this process: 20.6208 (mp_runner.py:76) +2024-09-01 22:18:28,863 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0316s, count=619, qps in this process: 20.6116 (mp_runner.py:76) +2024-09-01 22:18:28,865 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0207s, count=619, qps in this process: 20.6191 (mp_runner.py:76) +2024-09-01 22:18:28,867 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0028s, count=619, qps in this process: 20.6314 (mp_runner.py:76) +2024-09-01 22:18:28,867 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0227s, count=619, qps in this process: 20.6177 (mp_runner.py:76) +2024-09-01 22:18:28,870 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0431s, count=619, qps in this process: 20.6037 (mp_runner.py:76) +2024-09-01 22:18:28,871 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0382s, count=619, qps in this process: 20.6071 (mp_runner.py:76) +2024-09-01 22:18:28,872 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0157s, count=619, qps in this process: 20.6225 (mp_runner.py:76) +2024-09-01 22:18:28,874 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0213s, count=619, qps in this process: 20.6187 (mp_runner.py:76) +2024-09-01 22:18:28,889 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0092s, count=620, qps in this process: 20.6603 (mp_runner.py:76) +2024-09-01 22:18:28,901 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0074s, count=620, qps in this process: 20.6616 (mp_runner.py:76) +2024-09-01 22:18:28,907 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0062s, count=621, qps in this process: 20.6957 (mp_runner.py:76) +2024-09-01 22:18:28,908 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0326s, count=621, qps in this process: 20.6775 (mp_runner.py:76) +2024-09-01 22:18:28,923 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0066s, count=622, qps in this process: 20.7288 (mp_runner.py:76) +2024-09-01 22:18:28,923 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0054s, count=622, qps in this process: 20.7296 (mp_runner.py:76) +2024-09-01 22:18:28,923 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0068s, count=622, qps in this process: 20.7286 (mp_runner.py:76) +2024-09-01 22:18:28,924 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.006s, count=622, qps in this process: 20.7292 (mp_runner.py:76) +2024-09-01 22:18:28,924 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0082s, count=622, qps in this process: 20.7277 (mp_runner.py:76) +2024-09-01 22:18:28,924 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0107s, count=622, qps in this process: 20.7259 (mp_runner.py:76) +2024-09-01 22:18:28,925 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0068s, count=622, qps in this process: 20.7286 (mp_runner.py:76) +2024-09-01 22:18:28,925 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0109s, count=622, qps in this process: 20.7258 (mp_runner.py:76) +2024-09-01 22:18:28,928 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0113s, count=622, qps in this process: 20.7255 (mp_runner.py:76) +2024-09-01 22:18:28,936 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0064s, count=622, qps in this process: 20.7289 (mp_runner.py:76) +2024-09-01 22:18:28,956 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0069s, count=625, qps in this process: 20.8285 (mp_runner.py:76) +2024-09-01 22:18:28,963 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0046s, count=627, qps in this process: 20.8968 (mp_runner.py:76) +2024-09-01 22:18:29,009 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0063s, count=634, qps in this process: 21.1289 (mp_runner.py:76) +2024-09-01 22:18:29,009 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.005s, count=634, qps in this process: 21.1298 (mp_runner.py:76) +2024-09-01 22:18:29,061 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0033s, count=646, qps in this process: 21.531 (mp_runner.py:76) +2024-09-01 22:18:29,065 | INFO |End search in concurrency 45: dur=30.63613412200357s, total_count=27931, qps=911.7012 (mp_runner.py:120) +2024-09-01 22:18:32,420 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:18:32,421 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 22:18:53,484 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 22:18:53,564 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,745 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,798 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,819 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,889 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,902 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,911 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,912 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,941 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,949 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,950 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,955 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,968 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,968 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,969 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:53,971 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,010 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,013 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,030 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,034 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,035 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,066 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,066 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,069 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,070 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,084 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,095 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,100 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,158 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,166 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,170 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,170 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,174 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,199 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,210 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,213 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,226 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,241 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,244 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:18:54,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:21,613 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.010694779004552402 (mp_runner.py:73) +2024-09-01 22:19:21,617 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.014487489002931397 (mp_runner.py:73) +2024-09-01 22:19:21,619 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.016663293004967272 (mp_runner.py:73) +2024-09-01 22:19:21,622 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.019788850004260894 (mp_runner.py:73) +2024-09-01 22:19:21,625 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.022257742995861918 (mp_runner.py:73) +2024-09-01 22:19:21,627 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.02522102500370238 (mp_runner.py:73) +2024-09-01 22:19:21,630 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.00506364199827658 (mp_runner.py:73) +2024-09-01 22:19:21,637 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.03481451900006505 (mp_runner.py:73) +2024-09-01 22:19:21,640 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.005663657997502014 (mp_runner.py:73) +2024-09-01 22:19:21,649 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.0035388390024309047 (mp_runner.py:73) +2024-09-01 22:19:21,651 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.04912353100371547 (mp_runner.py:73) +2024-09-01 22:19:21,652 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.00574957299977541 (mp_runner.py:73) +2024-09-01 22:19:21,654 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.007778263003274333 (mp_runner.py:73) +2024-09-01 22:19:21,654 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.0038753879998694174 (mp_runner.py:73) +2024-09-01 22:19:21,656 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.010295375999703538 (mp_runner.py:73) +2024-09-01 22:19:21,656 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.052371181998751126 (mp_runner.py:73) +2024-09-01 22:19:21,658 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.05441445200267481 (mp_runner.py:73) +2024-09-01 22:19:21,660 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.0038451569998869672 (mp_runner.py:73) +2024-09-01 22:19:21,661 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.05677428800117923 (mp_runner.py:73) +2024-09-01 22:19:21,662 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.05793520499719307 (mp_runner.py:73) +2024-09-01 22:19:21,664 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.00793269900168525 (mp_runner.py:73) +2024-09-01 22:19:21,664 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.017853810997621622 (mp_runner.py:73) +2024-09-01 22:19:21,667 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.030932140005461406 (mp_runner.py:73) +2024-09-01 22:19:21,668 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.024665316996106412 (mp_runner.py:73) +2024-09-01 22:19:21,670 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.005531223003345076 (mp_runner.py:73) +2024-09-01 22:19:21,672 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.004419698001584038 (mp_runner.py:73) +2024-09-01 22:19:21,673 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.03540296800201759 (mp_runner.py:73) +2024-09-01 22:19:21,674 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.029735019998042844 (mp_runner.py:73) +2024-09-01 22:19:21,676 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.03593504399759695 (mp_runner.py:73) +2024-09-01 22:19:21,683 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.03732208400469972 (mp_runner.py:73) +2024-09-01 22:19:21,685 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.05703708199871471 (mp_runner.py:73) +2024-09-01 22:19:21,686 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.04411295300087659 (mp_runner.py:73) +2024-09-01 22:19:21,688 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.020195852004690096 (mp_runner.py:73) +2024-09-01 22:19:21,690 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.022769645001972094 (mp_runner.py:73) +2024-09-01 22:19:21,690 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.03431549100059783 (mp_runner.py:73) +2024-09-01 22:19:21,692 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.07444152599782683 (mp_runner.py:73) +2024-09-01 22:19:21,692 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.0600602609993075 (mp_runner.py:73) +2024-09-01 22:19:21,693 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.09109040399926016 (mp_runner.py:73) +2024-09-01 22:19:21,695 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.04786275900551118 (mp_runner.py:73) +2024-09-01 22:19:21,695 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.08032931900379481 (mp_runner.py:73) +2024-09-01 22:19:21,695 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.09142309200251475 (mp_runner.py:73) +2024-09-01 22:19:21,696 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.04018679699947825 (mp_runner.py:73) +2024-09-01 22:19:21,697 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.05504300399479689 (mp_runner.py:73) +2024-09-01 22:19:21,698 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.04824723100318806 (mp_runner.py:73) +2024-09-01 22:19:21,698 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.04193729699909454 (mp_runner.py:73) +2024-09-01 22:19:21,699 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.05280601700360421 (mp_runner.py:73) +2024-09-01 22:19:21,701 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.0690367770002922 (mp_runner.py:73) +2024-09-01 22:19:21,704 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.039241883998329286 (mp_runner.py:73) +2024-09-01 22:19:21,712 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.09154599500470795 (mp_runner.py:73) +2024-09-01 22:19:21,719 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.09465150100004394 (mp_runner.py:73) +2024-09-01 22:19:23,682 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.058s, count=538, qps in this process: 17.8987 (mp_runner.py:76) +2024-09-01 22:19:23,738 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0699s, count=538, qps in this process: 17.8916 (mp_runner.py:76) +2024-09-01 22:19:23,794 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0386s, count=540, qps in this process: 17.9769 (mp_runner.py:76) +2024-09-01 22:19:23,818 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0132s, count=540, qps in this process: 17.9921 (mp_runner.py:76) +2024-09-01 22:19:23,854 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0353s, count=541, qps in this process: 18.0121 (mp_runner.py:76) +2024-09-01 22:19:23,867 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0378s, count=542, qps in this process: 18.0439 (mp_runner.py:76) +2024-09-01 22:19:23,869 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0049s, count=541, qps in this process: 18.0304 (mp_runner.py:76) +2024-09-01 22:19:23,874 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0103s, count=542, qps in this process: 18.0605 (mp_runner.py:76) +2024-09-01 22:19:23,880 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0052s, count=542, qps in this process: 18.0635 (mp_runner.py:76) +2024-09-01 22:19:23,905 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0889s, count=543, qps in this process: 18.0465 (mp_runner.py:76) +2024-09-01 22:19:23,906 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0004s, count=543, qps in this process: 18.0998 (mp_runner.py:76) +2024-09-01 22:19:23,908 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.029s, count=543, qps in this process: 18.0825 (mp_runner.py:76) +2024-09-01 22:19:23,908 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0462s, count=543, qps in this process: 18.0722 (mp_runner.py:76) +2024-09-01 22:19:23,910 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0183s, count=543, qps in this process: 18.089 (mp_runner.py:76) +2024-09-01 22:19:23,911 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0471s, count=543, qps in this process: 18.0716 (mp_runner.py:76) +2024-09-01 22:19:23,913 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0487s, count=543, qps in this process: 18.0707 (mp_runner.py:76) +2024-09-01 22:19:23,944 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0259s, count=544, qps in this process: 18.1177 (mp_runner.py:76) +2024-09-01 22:19:23,957 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0155s, count=544, qps in this process: 18.124 (mp_runner.py:76) +2024-09-01 22:19:23,958 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0409s, count=544, qps in this process: 18.1086 (mp_runner.py:76) +2024-09-01 22:19:23,979 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0011s, count=545, qps in this process: 18.166 (mp_runner.py:76) +2024-09-01 22:19:23,980 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0042s, count=545, qps in this process: 18.1641 (mp_runner.py:76) +2024-09-01 22:19:23,983 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0276s, count=545, qps in this process: 18.15 (mp_runner.py:76) +2024-09-01 22:19:23,994 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0188s, count=545, qps in this process: 18.1553 (mp_runner.py:76) +2024-09-01 22:19:23,997 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0234s, count=545, qps in this process: 18.1525 (mp_runner.py:76) +2024-09-01 22:19:24,005 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.047s, count=545, qps in this process: 18.1383 (mp_runner.py:76) +2024-09-01 22:19:24,007 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.053s, count=545, qps in this process: 18.1346 (mp_runner.py:76) +2024-09-01 22:19:24,045 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0046s, count=546, qps in this process: 18.1972 (mp_runner.py:76) +2024-09-01 22:19:24,047 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0301s, count=546, qps in this process: 18.1818 (mp_runner.py:76) +2024-09-01 22:19:24,048 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0311s, count=546, qps in this process: 18.1812 (mp_runner.py:76) +2024-09-01 22:19:24,049 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0104s, count=546, qps in this process: 18.1937 (mp_runner.py:76) +2024-09-01 22:19:24,070 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0333s, count=546, qps in this process: 18.1798 (mp_runner.py:76) +2024-09-01 22:19:24,071 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0007s, count=547, qps in this process: 18.2329 (mp_runner.py:76) +2024-09-01 22:19:24,080 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0063s, count=547, qps in this process: 18.2295 (mp_runner.py:76) +2024-09-01 22:19:24,086 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0123s, count=547, qps in this process: 18.2259 (mp_runner.py:76) +2024-09-01 22:19:24,112 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0422s, count=548, qps in this process: 18.241 (mp_runner.py:76) +2024-09-01 22:19:24,113 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0007s, count=548, qps in this process: 18.2662 (mp_runner.py:76) +2024-09-01 22:19:24,116 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0181s, count=548, qps in this process: 18.2557 (mp_runner.py:76) +2024-09-01 22:19:24,124 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0237s, count=547, qps in this process: 18.2189 (mp_runner.py:76) +2024-09-01 22:19:24,176 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0134s, count=552, qps in this process: 18.3918 (mp_runner.py:76) +2024-09-01 22:19:24,182 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0037s, count=552, qps in this process: 18.3977 (mp_runner.py:76) +2024-09-01 22:19:24,184 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0057s, count=553, qps in this process: 18.4298 (mp_runner.py:76) +2024-09-01 22:19:24,186 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0051s, count=552, qps in this process: 18.3969 (mp_runner.py:76) +2024-09-01 22:19:24,194 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0203s, count=552, qps in this process: 18.3876 (mp_runner.py:76) +2024-09-01 22:19:24,214 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0042s, count=556, qps in this process: 18.5307 (mp_runner.py:76) +2024-09-01 22:19:24,217 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0028s, count=556, qps in this process: 18.5316 (mp_runner.py:76) +2024-09-01 22:19:24,228 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0059s, count=558, qps in this process: 18.5963 (mp_runner.py:76) +2024-09-01 22:19:24,233 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0005s, count=559, qps in this process: 18.633 (mp_runner.py:76) +2024-09-01 22:19:24,247 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0009s, count=561, qps in this process: 18.6994 (mp_runner.py:76) +2024-09-01 22:19:24,255 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0002s, count=562, qps in this process: 18.7332 (mp_runner.py:76) +2024-09-01 22:19:24,255 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0044s, count=562, qps in this process: 18.7306 (mp_runner.py:76) +2024-09-01 22:19:24,259 | INFO |End search in concurrency 50: dur=30.773396176999086s, total_count=27349, qps=888.7222 (mp_runner.py:120) +2024-09-01 22:19:27,955 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:19:27,955 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 22:19:49,157 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 22:19:49,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,596 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,608 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,663 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,676 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,678 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,687 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,687 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,692 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,696 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,696 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,699 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,700 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,706 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,746 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:19:49,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:19,389 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.08296502099983627 (mp_runner.py:73) +2024-09-01 22:20:19,389 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.08366558700072346 (mp_runner.py:73) +2024-09-01 22:20:19,390 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.08511284500127658 (mp_runner.py:73) +2024-09-01 22:20:19,390 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.08666025199636351 (mp_runner.py:73) +2024-09-01 22:20:19,390 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.08698885000194423 (mp_runner.py:73) +2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.063045795999642 (mp_runner.py:73) +2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.08993720899889013 (mp_runner.py:73) +2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.06807092799863312 (mp_runner.py:73) +2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.08388085600017803 (mp_runner.py:73) +2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.06780733699997654 (mp_runner.py:73) +2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.07831999399786582 (mp_runner.py:73) +2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.0895997659972636 (mp_runner.py:73) +2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.07663659100217046 (mp_runner.py:73) +2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.06646193799679168 (mp_runner.py:73) +2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.06232759400154464 (mp_runner.py:73) +2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.0639646619965788 (mp_runner.py:73) +2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.057719985001313034 (mp_runner.py:73) +2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.06186620100197615 (mp_runner.py:73) +2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.0916271259993664 (mp_runner.py:73) +2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.06357321800169302 (mp_runner.py:73) +2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.055975709001359064 (mp_runner.py:73) +2024-09-01 22:20:19,394 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.08497071400051937 (mp_runner.py:73) +2024-09-01 22:20:19,394 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.07299275500554359 (mp_runner.py:73) +2024-09-01 22:20:19,394 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.07204464899405139 (mp_runner.py:73) +2024-09-01 22:20:19,394 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.06124984000052791 (mp_runner.py:73) +2024-09-01 22:20:19,395 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.08520508000219706 (mp_runner.py:73) +2024-09-01 22:20:19,395 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.07623807599884458 (mp_runner.py:73) +2024-09-01 22:20:19,395 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.0824299849991803 (mp_runner.py:73) +2024-09-01 22:20:19,395 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.08513917199888965 (mp_runner.py:73) +2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.07866525699500926 (mp_runner.py:73) +2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.07416292499692645 (mp_runner.py:73) +2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.08215314600238344 (mp_runner.py:73) +2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.0844467170027201 (mp_runner.py:73) +2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.09699399799865205 (mp_runner.py:73) +2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.07635911399847828 (mp_runner.py:73) +2024-09-01 22:20:19,397 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.07723279900528723 (mp_runner.py:73) +2024-09-01 22:20:19,397 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.0921591480000643 (mp_runner.py:73) +2024-09-01 22:20:19,397 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.08638339299795916 (mp_runner.py:73) +2024-09-01 22:20:19,397 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.0646895069949096 (mp_runner.py:73) +2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.05638071300199954 (mp_runner.py:73) +2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.07037982299516443 (mp_runner.py:73) +2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.05985253299877513 (mp_runner.py:73) +2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.08097710899892263 (mp_runner.py:73) +2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.059644000000844244 (mp_runner.py:73) +2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.01983885600202484 (mp_runner.py:73) +2024-09-01 22:20:19,399 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.06683071999577805 (mp_runner.py:73) +2024-09-01 22:20:19,399 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.091754946995934 (mp_runner.py:73) +2024-09-01 22:20:19,399 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.08364328100287821 (mp_runner.py:73) +2024-09-01 22:20:19,399 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.09995627599710133 (mp_runner.py:73) +2024-09-01 22:20:19,400 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.07506051900418242 (mp_runner.py:73) +2024-09-01 22:20:19,400 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.0711022640025476 (mp_runner.py:73) +2024-09-01 22:20:19,400 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.016859957002452575 (mp_runner.py:73) +2024-09-01 22:20:19,400 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.07519027499802178 (mp_runner.py:73) +2024-09-01 22:20:19,438 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.13957826400292106 (mp_runner.py:73) +2024-09-01 22:20:19,492 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.10266350700112525 (mp_runner.py:73) +2024-09-01 22:20:19,585 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.015s, count=503, qps in this process: 16.7583 (mp_runner.py:76) +2024-09-01 22:20:19,609 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0314s, count=504, qps in this process: 16.7824 (mp_runner.py:76) +2024-09-01 22:20:19,625 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0242s, count=504, qps in this process: 16.7865 (mp_runner.py:76) +2024-09-01 22:20:19,636 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0137s, count=504, qps in this process: 16.7923 (mp_runner.py:76) +2024-09-01 22:20:19,674 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0055s, count=505, qps in this process: 16.8302 (mp_runner.py:76) +2024-09-01 22:20:19,696 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0115s, count=505, qps in this process: 16.8269 (mp_runner.py:76) +2024-09-01 22:20:19,697 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0117s, count=505, qps in this process: 16.8268 (mp_runner.py:76) +2024-09-01 22:20:19,698 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0071s, count=506, qps in this process: 16.8627 (mp_runner.py:76) +2024-09-01 22:20:19,699 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0143s, count=505, qps in this process: 16.8253 (mp_runner.py:76) +2024-09-01 22:20:19,703 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.017s, count=505, qps in this process: 16.8238 (mp_runner.py:76) +2024-09-01 22:20:19,704 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0024s, count=506, qps in this process: 16.8653 (mp_runner.py:76) +2024-09-01 22:20:19,705 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0195s, count=505, qps in this process: 16.8224 (mp_runner.py:76) +2024-09-01 22:20:19,706 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0244s, count=505, qps in this process: 16.8197 (mp_runner.py:76) +2024-09-01 22:20:19,707 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0158s, count=505, qps in this process: 16.8245 (mp_runner.py:76) +2024-09-01 22:20:19,707 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0216s, count=505, qps in this process: 16.8212 (mp_runner.py:76) +2024-09-01 22:20:19,710 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0153s, count=505, qps in this process: 16.8248 (mp_runner.py:76) +2024-09-01 22:20:19,711 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0256s, count=505, qps in this process: 16.819 (mp_runner.py:76) +2024-09-01 22:20:19,712 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0183s, count=505, qps in this process: 16.8231 (mp_runner.py:76) +2024-09-01 22:20:19,713 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0094s, count=506, qps in this process: 16.8614 (mp_runner.py:76) +2024-09-01 22:20:19,714 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0282s, count=506, qps in this process: 16.8508 (mp_runner.py:76) +2024-09-01 22:20:19,715 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0135s, count=506, qps in this process: 16.8591 (mp_runner.py:76) +2024-09-01 22:20:19,717 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0264s, count=506, qps in this process: 16.8518 (mp_runner.py:76) +2024-09-01 22:20:19,719 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0367s, count=505, qps in this process: 16.8128 (mp_runner.py:76) +2024-09-01 22:20:19,720 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0351s, count=507, qps in this process: 16.8803 (mp_runner.py:76) +2024-09-01 22:20:19,720 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0137s, count=506, qps in this process: 16.859 (mp_runner.py:76) +2024-09-01 22:20:19,724 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0325s, count=506, qps in this process: 16.8484 (mp_runner.py:76) +2024-09-01 22:20:19,727 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0361s, count=506, qps in this process: 16.8464 (mp_runner.py:76) +2024-09-01 22:20:19,730 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0389s, count=506, qps in this process: 16.8448 (mp_runner.py:76) +2024-09-01 22:20:19,730 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0138s, count=506, qps in this process: 16.8589 (mp_runner.py:76) +2024-09-01 22:20:19,732 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0258s, count=506, qps in this process: 16.8522 (mp_runner.py:76) +2024-09-01 22:20:19,734 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0237s, count=506, qps in this process: 16.8534 (mp_runner.py:76) +2024-09-01 22:20:19,735 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0154s, count=505, qps in this process: 16.8247 (mp_runner.py:76) +2024-09-01 22:20:19,736 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0194s, count=506, qps in this process: 16.8558 (mp_runner.py:76) +2024-09-01 22:20:19,737 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0359s, count=506, qps in this process: 16.8465 (mp_runner.py:76) +2024-09-01 22:20:19,740 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0104s, count=506, qps in this process: 16.8608 (mp_runner.py:76) +2024-09-01 22:20:19,740 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0075s, count=506, qps in this process: 16.8625 (mp_runner.py:76) +2024-09-01 22:20:19,744 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0527s, count=506, qps in this process: 16.8371 (mp_runner.py:76) +2024-09-01 22:20:19,746 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0157s, count=506, qps in this process: 16.8578 (mp_runner.py:76) +2024-09-01 22:20:19,746 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0438s, count=506, qps in this process: 16.8421 (mp_runner.py:76) +2024-09-01 22:20:19,751 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0345s, count=505, qps in this process: 16.814 (mp_runner.py:76) +2024-09-01 22:20:19,754 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0635s, count=506, qps in this process: 16.831 (mp_runner.py:76) +2024-09-01 22:20:19,755 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0252s, count=506, qps in this process: 16.8525 (mp_runner.py:76) +2024-09-01 22:20:19,757 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0617s, count=507, qps in this process: 16.8653 (mp_runner.py:76) +2024-09-01 22:20:19,760 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0697s, count=506, qps in this process: 16.8276 (mp_runner.py:76) +2024-09-01 22:20:19,761 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0659s, count=507, qps in this process: 16.863 (mp_runner.py:76) +2024-09-01 22:20:19,765 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0368s, count=506, qps in this process: 16.846 (mp_runner.py:76) +2024-09-01 22:20:19,765 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0481s, count=506, qps in this process: 16.8397 (mp_runner.py:76) +2024-09-01 22:20:19,768 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0505s, count=506, qps in this process: 16.8383 (mp_runner.py:76) +2024-09-01 22:20:19,770 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0789s, count=506, qps in this process: 16.8224 (mp_runner.py:76) +2024-09-01 22:20:19,771 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0532s, count=506, qps in this process: 16.8368 (mp_runner.py:76) +2024-09-01 22:20:19,774 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0436s, count=507, qps in this process: 16.8755 (mp_runner.py:76) +2024-09-01 22:20:19,776 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0591s, count=507, qps in this process: 16.8668 (mp_runner.py:76) +2024-09-01 22:20:19,776 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.022s, count=507, qps in this process: 16.8876 (mp_runner.py:76) +2024-09-01 22:20:19,777 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0463s, count=506, qps in this process: 16.8407 (mp_runner.py:76) +2024-09-01 22:20:19,785 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.033s, count=508, qps in this process: 16.9147 (mp_runner.py:76) +2024-09-01 22:20:19,792 | INFO |End search in concurrency 55: dur=30.634089440005482s, total_count=27814, qps=907.9428 (mp_runner.py:120) +2024-09-01 22:20:23,896 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:20:23,897 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 22:20:45,268 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 22:20:45,368 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,570 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,664 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,664 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,676 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,693 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,721 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,776 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,786 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,786 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,810 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,854 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,869 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,880 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,880 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,899 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,904 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,905 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,928 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,967 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,970 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,974 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,979 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:45,985 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,006 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,029 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,038 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,069 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,069 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,081 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,101 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,102 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,130 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,156 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,157 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:20:46,165 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:15,422 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0101s, count=443, qps in this process: 14.7617 (mp_runner.py:76) +2024-09-01 22:21:15,637 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0601s, count=446, qps in this process: 14.8369 (mp_runner.py:76) +2024-09-01 22:21:15,676 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0025s, count=447, qps in this process: 14.8988 (mp_runner.py:76) +2024-09-01 22:21:15,724 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0799s, count=448, qps in this process: 14.8937 (mp_runner.py:76) +2024-09-01 22:21:15,725 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0514s, count=448, qps in this process: 14.9078 (mp_runner.py:76) +2024-09-01 22:21:15,733 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0127s, count=448, qps in this process: 14.927 (mp_runner.py:76) +2024-09-01 22:21:15,733 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0389s, count=448, qps in this process: 14.914 (mp_runner.py:76) +2024-09-01 22:21:15,740 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0102s, count=448, qps in this process: 14.9283 (mp_runner.py:76) +2024-09-01 22:21:15,745 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0214s, count=448, qps in this process: 14.9227 (mp_runner.py:76) +2024-09-01 22:21:15,753 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0296s, count=448, qps in this process: 14.9186 (mp_runner.py:76) +2024-09-01 22:21:15,755 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0295s, count=448, qps in this process: 14.9187 (mp_runner.py:76) +2024-09-01 22:21:15,757 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0113s, count=448, qps in this process: 14.9277 (mp_runner.py:76) +2024-09-01 22:21:15,789 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0481s, count=448, qps in this process: 14.9094 (mp_runner.py:76) +2024-09-01 22:21:15,790 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.1077s, count=448, qps in this process: 14.8799 (mp_runner.py:76) +2024-09-01 22:21:15,794 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0177s, count=449, qps in this process: 14.9578 (mp_runner.py:76) +2024-09-01 22:21:15,795 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0079s, count=449, qps in this process: 14.9627 (mp_runner.py:76) +2024-09-01 22:21:15,797 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0099s, count=449, qps in this process: 14.9617 (mp_runner.py:76) +2024-09-01 22:21:15,804 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0279s, count=449, qps in this process: 14.9528 (mp_runner.py:76) +2024-09-01 22:21:15,815 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0291s, count=449, qps in this process: 14.9522 (mp_runner.py:76) +2024-09-01 22:21:15,817 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0309s, count=449, qps in this process: 14.9513 (mp_runner.py:76) +2024-09-01 22:21:15,819 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0402s, count=449, qps in this process: 14.9466 (mp_runner.py:76) +2024-09-01 22:21:15,821 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0337s, count=449, qps in this process: 14.9499 (mp_runner.py:76) +2024-09-01 22:21:15,822 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0281s, count=449, qps in this process: 14.9527 (mp_runner.py:76) +2024-09-01 22:21:15,822 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0922s, count=449, qps in this process: 14.9208 (mp_runner.py:76) +2024-09-01 22:21:15,845 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0314s, count=449, qps in this process: 14.951 (mp_runner.py:76) +2024-09-01 22:21:15,851 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0047s, count=450, qps in this process: 14.9977 (mp_runner.py:76) +2024-09-01 22:21:15,857 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0348s, count=450, qps in this process: 14.9826 (mp_runner.py:76) +2024-09-01 22:21:15,861 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0392s, count=450, qps in this process: 14.9804 (mp_runner.py:76) +2024-09-01 22:21:15,865 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0232s, count=450, qps in this process: 14.9884 (mp_runner.py:76) +2024-09-01 22:21:15,888 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0025s, count=451, qps in this process: 15.0321 (mp_runner.py:76) +2024-09-01 22:21:15,888 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0266s, count=451, qps in this process: 15.02 (mp_runner.py:76) +2024-09-01 22:21:15,891 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0012s, count=451, qps in this process: 15.0327 (mp_runner.py:76) +2024-09-01 22:21:15,897 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.019s, count=451, qps in this process: 15.0238 (mp_runner.py:76) +2024-09-01 22:21:15,902 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0549s, count=450, qps in this process: 14.9726 (mp_runner.py:76) +2024-09-01 22:21:15,908 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0135s, count=451, qps in this process: 15.0266 (mp_runner.py:76) +2024-09-01 22:21:15,912 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0087s, count=451, qps in this process: 15.029 (mp_runner.py:76) +2024-09-01 22:21:15,913 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.004s, count=451, qps in this process: 15.0313 (mp_runner.py:76) +2024-09-01 22:21:15,917 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0269s, count=452, qps in this process: 15.0532 (mp_runner.py:76) +2024-09-01 22:21:15,931 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0216s, count=452, qps in this process: 15.0558 (mp_runner.py:76) +2024-09-01 22:21:15,940 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0035s, count=453, qps in this process: 15.0982 (mp_runner.py:76) +2024-09-01 22:21:15,993 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0212s, count=455, qps in this process: 15.156 (mp_runner.py:76) +2024-09-01 22:21:15,996 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.018s, count=455, qps in this process: 15.1576 (mp_runner.py:76) +2024-09-01 22:21:15,997 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0181s, count=455, qps in this process: 15.1575 (mp_runner.py:76) +2024-09-01 22:21:16,000 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0173s, count=455, qps in this process: 15.1579 (mp_runner.py:76) +2024-09-01 22:21:16,017 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0267s, count=456, qps in this process: 15.1865 (mp_runner.py:76) +2024-09-01 22:21:16,035 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0088s, count=457, qps in this process: 15.2289 (mp_runner.py:76) +2024-09-01 22:21:16,036 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0197s, count=457, qps in this process: 15.2233 (mp_runner.py:76) +2024-09-01 22:21:16,039 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.01s, count=457, qps in this process: 15.2283 (mp_runner.py:76) +2024-09-01 22:21:16,050 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0128s, count=458, qps in this process: 15.2602 (mp_runner.py:76) +2024-09-01 22:21:16,068 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0166s, count=459, qps in this process: 15.2915 (mp_runner.py:76) +2024-09-01 22:21:16,084 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0076s, count=461, qps in this process: 15.3628 (mp_runner.py:76) +2024-09-01 22:21:16,084 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0081s, count=461, qps in this process: 15.3625 (mp_runner.py:76) +2024-09-01 22:21:16,086 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.012s, count=461, qps in this process: 15.3605 (mp_runner.py:76) +2024-09-01 22:21:16,093 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0038s, count=462, qps in this process: 15.398 (mp_runner.py:76) +2024-09-01 22:21:16,112 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0074s, count=464, qps in this process: 15.4629 (mp_runner.py:76) +2024-09-01 22:21:16,116 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0101s, count=464, qps in this process: 15.4615 (mp_runner.py:76) +2024-09-01 22:21:16,151 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0047s, count=469, qps in this process: 15.6309 (mp_runner.py:76) +2024-09-01 22:21:16,165 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.001s, count=472, qps in this process: 15.7328 (mp_runner.py:76) +2024-09-01 22:21:16,165 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0002s, count=472, qps in this process: 15.7332 (mp_runner.py:76) +2024-09-01 22:21:16,185 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0033s, count=476, qps in this process: 15.8649 (mp_runner.py:76) +2024-09-01 22:21:16,189 | INFO |End search in concurrency 60: dur=30.92124773999967s, total_count=27193, qps=879.4276 (mp_runner.py:120) +2024-09-01 22:21:20,593 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:21:20,593 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 22:21:42,212 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 22:21:42,569 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,575 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,587 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,772 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,835 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,836 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,839 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,847 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,848 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,868 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,868 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,871 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,873 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,873 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,875 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,875 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,878 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,893 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,895 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,916 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,916 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,916 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,926 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,938 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,942 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,951 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,951 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,982 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,984 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:42,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:21:43,018 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:12,598 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0121s, count=416, qps in this process: 13.8611 (mp_runner.py:76) +2024-09-01 22:22:12,600 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0108s, count=416, qps in this process: 13.8617 (mp_runner.py:76) +2024-09-01 22:22:12,613 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0397s, count=416, qps in this process: 13.8483 (mp_runner.py:76) +2024-09-01 22:22:12,723 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0371s, count=418, qps in this process: 13.9161 (mp_runner.py:76) +2024-09-01 22:22:12,756 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0269s, count=419, qps in this process: 13.9542 (mp_runner.py:76) +2024-09-01 22:22:12,833 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0467s, count=420, qps in this process: 13.9782 (mp_runner.py:76) +2024-09-01 22:22:12,833 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0538s, count=420, qps in this process: 13.9749 (mp_runner.py:76) +2024-09-01 22:22:12,840 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0005s, count=421, qps in this process: 14.0331 (mp_runner.py:76) +2024-09-01 22:22:12,844 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0033s, count=420, qps in this process: 13.9985 (mp_runner.py:76) +2024-09-01 22:22:12,852 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0043s, count=421, qps in this process: 14.0313 (mp_runner.py:76) +2024-09-01 22:22:12,861 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0194s, count=421, qps in this process: 14.0243 (mp_runner.py:76) +2024-09-01 22:22:12,869 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0179s, count=421, qps in this process: 14.025 (mp_runner.py:76) +2024-09-01 22:22:12,873 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0246s, count=421, qps in this process: 14.0218 (mp_runner.py:76) +2024-09-01 22:22:12,875 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0238s, count=421, qps in this process: 14.0222 (mp_runner.py:76) +2024-09-01 22:22:12,881 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0028s, count=422, qps in this process: 14.0654 (mp_runner.py:76) +2024-09-01 22:22:12,883 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0418s, count=422, qps in this process: 14.0471 (mp_runner.py:76) +2024-09-01 22:22:12,885 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0341s, count=422, qps in this process: 14.0507 (mp_runner.py:76) +2024-09-01 22:22:12,885 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0427s, count=422, qps in this process: 14.0467 (mp_runner.py:76) +2024-09-01 22:22:12,886 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0382s, count=422, qps in this process: 14.0488 (mp_runner.py:76) +2024-09-01 22:22:12,887 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0071s, count=422, qps in this process: 14.0633 (mp_runner.py:76) +2024-09-01 22:22:12,888 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0462s, count=422, qps in this process: 14.045 (mp_runner.py:76) +2024-09-01 22:22:12,889 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.007s, count=422, qps in this process: 14.0634 (mp_runner.py:76) +2024-09-01 22:22:12,890 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0317s, count=422, qps in this process: 14.0518 (mp_runner.py:76) +2024-09-01 22:22:12,891 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0093s, count=422, qps in this process: 14.0623 (mp_runner.py:76) +2024-09-01 22:22:12,891 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0089s, count=422, qps in this process: 14.0625 (mp_runner.py:76) +2024-09-01 22:22:12,892 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0411s, count=422, qps in this process: 14.0474 (mp_runner.py:76) +2024-09-01 22:22:12,893 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0513s, count=422, qps in this process: 14.0427 (mp_runner.py:76) +2024-09-01 22:22:12,895 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0127s, count=422, qps in this process: 14.0607 (mp_runner.py:76) +2024-09-01 22:22:12,895 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0007s, count=421, qps in this process: 14.033 (mp_runner.py:76) +2024-09-01 22:22:12,900 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0214s, count=422, qps in this process: 14.0566 (mp_runner.py:76) +2024-09-01 22:22:12,902 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0199s, count=422, qps in this process: 14.0573 (mp_runner.py:76) +2024-09-01 22:22:12,904 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0296s, count=422, qps in this process: 14.0528 (mp_runner.py:76) +2024-09-01 22:22:12,905 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0549s, count=422, qps in this process: 14.041 (mp_runner.py:76) +2024-09-01 22:22:12,907 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0146s, count=422, qps in this process: 14.0598 (mp_runner.py:76) +2024-09-01 22:22:12,908 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0266s, count=422, qps in this process: 14.0542 (mp_runner.py:76) +2024-09-01 22:22:12,912 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0715s, count=421, qps in this process: 14.0 (mp_runner.py:76) +2024-09-01 22:22:12,917 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0436s, count=422, qps in this process: 14.0463 (mp_runner.py:76) +2024-09-01 22:22:12,918 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0432s, count=422, qps in this process: 14.0464 (mp_runner.py:76) +2024-09-01 22:22:12,919 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0414s, count=422, qps in this process: 14.0473 (mp_runner.py:76) +2024-09-01 22:22:12,920 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0423s, count=422, qps in this process: 14.0469 (mp_runner.py:76) +2024-09-01 22:22:12,920 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0332s, count=422, qps in this process: 14.0511 (mp_runner.py:76) +2024-09-01 22:22:12,921 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0776s, count=422, qps in this process: 14.0304 (mp_runner.py:76) +2024-09-01 22:22:12,922 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0316s, count=422, qps in this process: 14.0519 (mp_runner.py:76) +2024-09-01 22:22:12,922 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0192s, count=422, qps in this process: 14.0577 (mp_runner.py:76) +2024-09-01 22:22:12,924 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0438s, count=422, qps in this process: 14.0462 (mp_runner.py:76) +2024-09-01 22:22:12,929 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0065s, count=422, qps in this process: 14.0636 (mp_runner.py:76) +2024-09-01 22:22:12,929 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0537s, count=422, qps in this process: 14.0415 (mp_runner.py:76) +2024-09-01 22:22:12,929 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0534s, count=422, qps in this process: 14.0417 (mp_runner.py:76) +2024-09-01 22:22:12,938 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0573s, count=422, qps in this process: 14.0399 (mp_runner.py:76) +2024-09-01 22:22:12,945 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0078s, count=422, qps in this process: 14.063 (mp_runner.py:76) +2024-09-01 22:22:12,952 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0711s, count=422, qps in this process: 14.0334 (mp_runner.py:76) +2024-09-01 22:22:12,953 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0308s, count=423, qps in this process: 14.0855 (mp_runner.py:76) +2024-09-01 22:22:12,956 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0075s, count=423, qps in this process: 14.0965 (mp_runner.py:76) +2024-09-01 22:22:12,959 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0364s, count=423, qps in this process: 14.0829 (mp_runner.py:76) +2024-09-01 22:22:12,959 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0013s, count=423, qps in this process: 14.0994 (mp_runner.py:76) +2024-09-01 22:22:12,960 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0084s, count=423, qps in this process: 14.0961 (mp_runner.py:76) +2024-09-01 22:22:12,963 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0517s, count=423, qps in this process: 14.0757 (mp_runner.py:76) +2024-09-01 22:22:12,965 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0828s, count=423, qps in this process: 14.0612 (mp_runner.py:76) +2024-09-01 22:22:12,973 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0152s, count=424, qps in this process: 14.1262 (mp_runner.py:76) +2024-09-01 22:22:12,988 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0009s, count=426, qps in this process: 14.1996 (mp_runner.py:76) +2024-09-01 22:22:12,989 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0012s, count=426, qps in this process: 14.1994 (mp_runner.py:76) +2024-09-01 22:22:12,992 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0014s, count=426, qps in this process: 14.1993 (mp_runner.py:76) +2024-09-01 22:22:12,995 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0036s, count=427, qps in this process: 14.2316 (mp_runner.py:76) +2024-09-01 22:22:13,008 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0037s, count=429, qps in this process: 14.2982 (mp_runner.py:76) +2024-09-01 22:22:13,029 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0038s, count=433, qps in this process: 14.4315 (mp_runner.py:76) +2024-09-01 22:22:13,034 | INFO |End search in concurrency 65: dur=30.822001391999947s, total_count=27435, qps=890.1109 (mp_runner.py:120) +2024-09-01 22:22:17,811 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 22:22:17,811 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 22:22:39,601 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 22:22:40,018 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,024 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,030 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,031 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,031 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,050 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,050 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,057 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,057 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,057 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,097 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,145 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,148 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,152 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,161 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,163 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,177 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,177 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,181 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,182 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,182 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,183 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,199 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,201 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,205 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,208 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,216 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,217 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,223 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,230 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,258 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,258 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,258 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,266 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,274 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,286 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,286 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,286 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,338 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,339 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,345 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,361 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,369 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,411 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,422 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,445 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,449 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,472 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,472 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,497 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,500 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,502 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,538 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,580 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,582 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,584 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,595 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,601 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:22:40,643 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 22:23:10,058 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0181s, count=387, qps in this process: 12.8922 (mp_runner.py:76) +2024-09-01 22:23:10,060 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0265s, count=387, qps in this process: 12.8886 (mp_runner.py:76) +2024-09-01 22:23:10,066 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0381s, count=387, qps in this process: 12.8836 (mp_runner.py:76) +2024-09-01 22:23:10,077 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0496s, count=388, qps in this process: 12.912 (mp_runner.py:76) +2024-09-01 22:23:10,081 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0184s, count=388, qps in this process: 12.9254 (mp_runner.py:76) +2024-09-01 22:23:10,088 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0334s, count=388, qps in this process: 12.919 (mp_runner.py:76) +2024-09-01 22:23:10,097 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0735s, count=388, qps in this process: 12.9017 (mp_runner.py:76) +2024-09-01 22:23:10,114 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0576s, count=388, qps in this process: 12.9085 (mp_runner.py:76) +2024-09-01 22:23:10,115 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0815s, count=388, qps in this process: 12.8983 (mp_runner.py:76) +2024-09-01 22:23:10,132 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0694s, count=389, qps in this process: 12.9367 (mp_runner.py:76) +2024-09-01 22:23:10,174 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0273s, count=388, qps in this process: 12.9216 (mp_runner.py:76) +2024-09-01 22:23:10,179 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0786s, count=388, qps in this process: 12.8995 (mp_runner.py:76) +2024-09-01 22:23:10,187 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.1236s, count=389, qps in this process: 12.9135 (mp_runner.py:76) +2024-09-01 22:23:10,188 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0071s, count=389, qps in this process: 12.9636 (mp_runner.py:76) +2024-09-01 22:23:10,191 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0315s, count=390, qps in this process: 12.9864 (mp_runner.py:76) +2024-09-01 22:23:10,197 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0285s, count=390, qps in this process: 12.9877 (mp_runner.py:76) +2024-09-01 22:23:10,203 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0153s, count=390, qps in this process: 12.9934 (mp_runner.py:76) +2024-09-01 22:23:10,204 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0339s, count=390, qps in this process: 12.9853 (mp_runner.py:76) +2024-09-01 22:23:10,205 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0113s, count=390, qps in this process: 12.9951 (mp_runner.py:76) +2024-09-01 22:23:10,211 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0569s, count=390, qps in this process: 12.9754 (mp_runner.py:76) +2024-09-01 22:23:10,213 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0315s, count=389, qps in this process: 12.9531 (mp_runner.py:76) +2024-09-01 22:23:10,218 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0296s, count=390, qps in this process: 12.9872 (mp_runner.py:76) +2024-09-01 22:23:10,237 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0494s, count=390, qps in this process: 12.9786 (mp_runner.py:76) +2024-09-01 22:23:10,245 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.057s, count=390, qps in this process: 12.9753 (mp_runner.py:76) +2024-09-01 22:23:10,256 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0224s, count=390, qps in this process: 12.9903 (mp_runner.py:76) +2024-09-01 22:23:10,271 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0656s, count=391, qps in this process: 13.0049 (mp_runner.py:76) +2024-09-01 22:23:10,272 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0664s, count=391, qps in this process: 13.0045 (mp_runner.py:76) +2024-09-01 22:23:10,274 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0636s, count=391, qps in this process: 13.0058 (mp_runner.py:76) +2024-09-01 22:23:10,276 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0641s, count=391, qps in this process: 13.0055 (mp_runner.py:76) +2024-09-01 22:23:10,277 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0085s, count=391, qps in this process: 13.0296 (mp_runner.py:76) +2024-09-01 22:23:10,278 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0131s, count=391, qps in this process: 13.0276 (mp_runner.py:76) +2024-09-01 22:23:10,279 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0587s, count=391, qps in this process: 13.0079 (mp_runner.py:76) +2024-09-01 22:23:10,281 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0055s, count=391, qps in this process: 13.0309 (mp_runner.py:76) +2024-09-01 22:23:10,283 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0195s, count=391, qps in this process: 13.0249 (mp_runner.py:76) +2024-09-01 22:23:10,284 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0183s, count=391, qps in this process: 13.0254 (mp_runner.py:76) +2024-09-01 22:23:10,284 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0657s, count=391, qps in this process: 13.0049 (mp_runner.py:76) +2024-09-01 22:23:10,295 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0681s, count=391, qps in this process: 13.0038 (mp_runner.py:76) +2024-09-01 22:23:10,322 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0096s, count=392, qps in this process: 13.0625 (mp_runner.py:76) +2024-09-01 22:23:10,326 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0196s, count=392, qps in this process: 13.0581 (mp_runner.py:76) +2024-09-01 22:23:10,334 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0284s, count=392, qps in this process: 13.0543 (mp_runner.py:76) +2024-09-01 22:23:10,334 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0286s, count=392, qps in this process: 13.0542 (mp_runner.py:76) +2024-09-01 22:23:10,357 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0136s, count=393, qps in this process: 13.0941 (mp_runner.py:76) +2024-09-01 22:23:10,359 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0186s, count=393, qps in this process: 13.0919 (mp_runner.py:76) +2024-09-01 22:23:10,364 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0103s, count=393, qps in this process: 13.0955 (mp_runner.py:76) +2024-09-01 22:23:10,365 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.028s, count=393, qps in this process: 13.0878 (mp_runner.py:76) +2024-09-01 22:23:10,370 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0056s, count=394, qps in this process: 13.1309 (mp_runner.py:76) +2024-09-01 22:23:10,379 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0066s, count=394, qps in this process: 13.1304 (mp_runner.py:76) +2024-09-01 22:23:10,437 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0154s, count=396, qps in this process: 13.1932 (mp_runner.py:76) +2024-09-01 22:23:10,437 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.006s, count=396, qps in this process: 13.1974 (mp_runner.py:76) +2024-09-01 22:23:10,437 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0267s, count=396, qps in this process: 13.1883 (mp_runner.py:76) +2024-09-01 22:23:10,442 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0207s, count=396, qps in this process: 13.1909 (mp_runner.py:76) +2024-09-01 22:23:10,460 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0053s, count=397, qps in this process: 13.231 (mp_runner.py:76) +2024-09-01 22:23:10,468 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0338s, count=396, qps in this process: 13.1851 (mp_runner.py:76) +2024-09-01 22:23:10,474 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0141s, count=398, qps in this process: 13.2604 (mp_runner.py:76) +2024-09-01 22:23:10,476 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0237s, count=398, qps in this process: 13.2562 (mp_runner.py:76) +2024-09-01 22:23:10,489 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0111s, count=398, qps in this process: 13.2618 (mp_runner.py:76) +2024-09-01 22:23:10,510 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0315s, count=398, qps in this process: 13.2528 (mp_runner.py:76) +2024-09-01 22:23:10,519 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.007s, count=399, qps in this process: 13.2969 (mp_runner.py:76) +2024-09-01 22:23:10,521 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0193s, count=399, qps in this process: 13.2914 (mp_runner.py:76) +2024-09-01 22:23:10,541 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0139s, count=400, qps in this process: 13.3272 (mp_runner.py:76) +2024-09-01 22:23:10,541 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0167s, count=400, qps in this process: 13.3259 (mp_runner.py:76) +2024-09-01 22:23:10,548 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0034s, count=401, qps in this process: 13.3652 (mp_runner.py:76) +2024-09-01 22:23:10,551 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0039s, count=401, qps in this process: 13.3649 (mp_runner.py:76) +2024-09-01 22:23:10,562 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0047s, count=403, qps in this process: 13.4312 (mp_runner.py:76) +2024-09-01 22:23:10,589 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0032s, count=405, qps in this process: 13.4986 (mp_runner.py:76) +2024-09-01 22:23:10,591 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0068s, count=407, qps in this process: 13.5636 (mp_runner.py:76) +2024-09-01 22:23:10,604 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0027s, count=409, qps in this process: 13.6321 (mp_runner.py:76) +2024-09-01 22:23:10,606 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0067s, count=409, qps in this process: 13.6303 (mp_runner.py:76) +2024-09-01 22:23:10,609 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0024s, count=409, qps in this process: 13.6322 (mp_runner.py:76) +2024-09-01 22:23:10,661 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0033s, count=421, qps in this process: 14.0318 (mp_runner.py:76) +2024-09-01 22:23:10,664 | INFO |End search in concurrency 70: dur=31.0633631219971s, total_count=27573, qps=887.6373 (mp_runner.py:120) +2024-09-01 22:23:15,332 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=911.7796, serial_latency_p99=np.float64(0.0739), recall=np.float64(0.7861), ndcg=np.float64(0.8288), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[204.6403, 670.3233, 842.5933, 876.6484, 896.8126, 897.1811, 892.1993, 911.7796, 911.7012, 888.7222, 907.9428, 879.4276, 890.1109, 887.6373], conc_latency_p99_list=[np.float64(0.0024452658062764387), np.float64(0.0026262675352663792), np.float64(0.0029874028348458523), np.float64(0.003086344105473836), np.float64(0.0034735091975293467), np.float64(0.0035518456756763045), np.float64(0.0038913358446297933), np.float64(0.003878901655282971), np.float64(0.004269146880920743), np.float64(0.0042475020875339395), np.float64(0.006052353689440497), np.float64(0.00485355241097277), np.float64(0.005553381021015229), np.float64(0.006182929771428462)]) (task_runner.py:197) +2024-09-01 22:23:15,333 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:11:34.408271'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=911.7796, serial_latency_p99=np.float64(0.0739), recall=np.float64(0.7861), ndcg=np.float64(0.8288), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[204.6403, 670.3233, 842.5933, 876.6484, 896.8126, 897.1811, 892.1993, 911.7796, 911.7012, 888.7222, 907.9428, 879.4276, 890.1109, 887.6373], conc_latency_p99_list=[np.float64(0.0024452658062764387), np.float64(0.0026262675352663792), np.float64(0.0029874028348458523), np.float64(0.003086344105473836), np.float64(0.0034735091975293467), np.float64(0.0035518456756763045), np.float64(0.0038913358446297933), np.float64(0.003878901655282971), np.float64(0.004269146880920743), np.float64(0.0042475020875339395), np.float64(0.006052353689440497), np.float64(0.00485355241097277), np.float64(0.005553381021015229), np.float64(0.006182929771428462)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 22:23:15,333 | INFO |Task summary: run_id=7617c, task_label=7617ccde5fe04484801265e1f1e76811 (models.py:346) +2024-09-01 22:23:15,333 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 22:23:15,333 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 22:23:15,333 | INFO |PgVector | 2024-09-01T22:11:34.408271 Performance1536D500K 7617ccde5fe04484801265e1f1e76811 | 0.0 911.7796 0.0739 0.7861 0 | :) (models.py:346) +2024-09-01 22:23:15,333 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json (models.py:204) +2024-09-01 22:23:15,333 | INFO |Success to finish task: label=7617ccde5fe04484801265e1f1e76811, run_id=7617ccde5fe04484801265e1f1e76811 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json b/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json new file mode 100644 index 000000000..7eec3f368 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json @@ -0,0 +1 @@ +{"run_id": "7617ccde5fe04484801265e1f1e76811", "task_label": "7617ccde5fe04484801265e1f1e76811", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 911.7796, "serial_latency_p99": 0.0739, "recall": 0.7861, "ndcg": 0.8288, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [204.6403, 670.3233, 842.5933, 876.6484, 896.8126, 897.1811, 892.1993, 911.7796, 911.7012, 888.7222, 907.9428, 879.4276, 890.1109, 887.6373], "conc_latency_p99_list": [0.0024452658062764387, 0.0026262675352663792, 0.0029874028348458523, 0.003086344105473836, 0.0034735091975293467, 0.0035518456756763045, 0.0038913358446297933, 0.003878901655282971, 0.004269146880920743, 0.0042475020875339395, 0.006052353689440497, 0.00485355241097277, 0.005553381021015229, 0.006182929771428462]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T22:11:34.408271", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt b/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt new file mode 100644 index 000000000..6e220ffad --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt @@ -0,0 +1,3195 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '1', '1', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 1 +max_parallel_workers: 1 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 +2024-09-01 15:59:55,637 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T15:59:55.625070', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 15:59:55,637 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T15:59:55.625070', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 15:59:55,637 | INFO |generated uuid for the tasks: 80cb50d949d54ecf828d32c975e56b42 (interface.py:66) +2024-09-01 15:59:55,702 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 15:59:55,702 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 15:59:55,702 | INFO | PgVector-2024-09-01T15:59:55.625070 | Performance OpenAI-MEDIUM-500K None | 80cb50d949d54ecf828d32c975e56b42 (task_runner.py:340) +2024-09-01 15:59:55,702 | INFO |task submitted: id=80cb50d949d54ecf828d32c975e56b42, 80cb50d949d54ecf828d32c975e56b42, case number: 1 (interface.py:231) +2024-09-01 15:59:56,131 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T15:59:55.625070'}, drop_old=True (interface.py:164) +2024-09-01 15:59:56,131 | INFO |Starting run (task_runner.py:100) +2024-09-01 15:59:56,210 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 15:59:56,210 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 15:59:56,210 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 15:59:56,602 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) +2024-09-01 15:59:56,739 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) +2024-09-01 15:59:57,373 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 15:59:57,421 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 15:59:57,445 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 15:59:57,445 | INFO |Start performance case (task_runner.py:158) +2024-09-01 15:59:58,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 15:59:58,010 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) +2024-09-01 15:59:58,010 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) +2024-09-01 16:00:00,956 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:01,917 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:02,814 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:03,910 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:04,753 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:05,782 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:06,577 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:07,630 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:08,564 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:09,479 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:10,407 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:11,284 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:12,201 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:13,209 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:14,076 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:15,026 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:15,849 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:16,831 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:17,601 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:18,518 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:19,188 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 16:00:19,673 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:20,438 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:21,444 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:22,275 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:23,265 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:24,115 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:25,153 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:26,088 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:26,989 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:27,886 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:28,714 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:29,546 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:30,457 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:31,289 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:32,246 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:33,120 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:34,174 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:35,310 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:36,631 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:38,034 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:38,608 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 16:00:38,999 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:40,102 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:40,924 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:41,997 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:42,803 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:43,726 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:44,613 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:45,649 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:46,559 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:47,423 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:48,321 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:49,182 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:50,017 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:50,953 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:51,745 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:52,788 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:53,584 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:54,422 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:55,636 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:56,909 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:58,107 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 16:00:58,582 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:00:59,759 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:00,820 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:01,639 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:02,655 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:03,567 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:04,457 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:05,388 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:06,325 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:07,252 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:08,213 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:09,012 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:09,884 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:10,643 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:11,632 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:12,428 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:13,287 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:14,635 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:15,418 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:16,587 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:17,652 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 16:01:18,039 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:19,683 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:20,961 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:22,061 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:22,985 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:23,879 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:24,798 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:25,657 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:26,564 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:27,502 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:28,393 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:29,511 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:30,287 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:31,255 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:32,391 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:33,285 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:34,457 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:35,304 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:36,571 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:37,525 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 16:01:38,251 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 16:01:38,355 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=100.34495854099805 (serial_runner.py:61) +2024-09-01 16:01:39,069 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:01:39,069 | INFO |PgVector post insert before optimize (pgvector.py:188) +2024-09-01 16:01:39,069 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 16:01:39,069 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 16:01:39,070 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) +2024-09-01 16:01:39,075 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) +2024-09-01 16:01:39,075 | DEBUG | + CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" + USING "hnsw" (embedding "vector_cosine_ops" ) + WITH ( "m" = "16", "ef_construction" = "64" ); (pgvector.py:308) +2024-09-01 16:14:43,472 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=101.06573098799709, optimize_duration=784.3218472339977 load_duration(insert + optimize) = 885.3876 (task_runner.py:167) +2024-09-01 16:14:43,554 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:14:43,556 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 16:14:43,556 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 16:14:43,565 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 16:14:43,609 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 16:14:44,176 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 16:14:44,195 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:14:44,196 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 16:14:44,196 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 16:14:46,396 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.020370088997879066, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:14:48,632 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.022330485000566114, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:14:51,303 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.015961960001732223, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:14:53,905 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.016529267999430886, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:15:04,142 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.1648596559971338, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:15:09,655 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.01861757000006037, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:15:12,208 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.012859926999226445, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:15:15,210 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.03307674799725646, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:15:17,833 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.02490730199860991, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:15:20,585 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.01483122799982084, latest recall=0.1 (serial_runner.py:202) +2024-09-01 16:15:20,586 | INFO |SpawnProcess-1:3 search entire test_data: cost=33.0411s, queries=1000, avg_recall=0.0995, avg_ndcg=0.2011,avg_latency=0.033, p99=0.2545 (serial_runner.py:209) +2024-09-01 16:15:21,128 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:15:21,128 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 16:15:22,149 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 16:15:22,178 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:15:22,622 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0006794590008212253 (mp_runner.py:73) +2024-09-01 16:15:23,054 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0008879670021997299 (mp_runner.py:73) +2024-09-01 16:15:23,488 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0014713439995830413 (mp_runner.py:73) +2024-09-01 16:15:23,925 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0009235100005753338 (mp_runner.py:73) +2024-09-01 16:15:24,382 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0006941739993635565 (mp_runner.py:73) +2024-09-01 16:15:24,916 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0010047719988506287 (mp_runner.py:73) +2024-09-01 16:15:25,458 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0010722829974838533 (mp_runner.py:73) +2024-09-01 16:15:26,024 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.000975897997705033 (mp_runner.py:73) +2024-09-01 16:15:26,584 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0011647270002868026 (mp_runner.py:73) +2024-09-01 16:15:27,167 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0010788210020109545 (mp_runner.py:73) +2024-09-01 16:15:27,730 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0009296360003645532 (mp_runner.py:73) +2024-09-01 16:15:28,292 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0010908529984590132 (mp_runner.py:73) +2024-09-01 16:15:28,895 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0011547719986992888 (mp_runner.py:73) +2024-09-01 16:15:29,444 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.001102487000025576 (mp_runner.py:73) +2024-09-01 16:15:29,884 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0008820660004857928 (mp_runner.py:73) +2024-09-01 16:15:30,417 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0009807500027818605 (mp_runner.py:73) +2024-09-01 16:15:30,865 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0009187870018649846 (mp_runner.py:73) +2024-09-01 16:15:31,303 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0007073469969327562 (mp_runner.py:73) +2024-09-01 16:15:31,833 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0010069340023619588 (mp_runner.py:73) +2024-09-01 16:15:32,389 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.001038548998621991 (mp_runner.py:73) +2024-09-01 16:15:32,938 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0008776260001468472 (mp_runner.py:73) +2024-09-01 16:15:33,512 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0012830079976993147 (mp_runner.py:73) +2024-09-01 16:15:34,065 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0011034320014005061 (mp_runner.py:73) +2024-09-01 16:15:34,509 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0008786819998931605 (mp_runner.py:73) +2024-09-01 16:15:34,953 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0007417170018015895 (mp_runner.py:73) +2024-09-01 16:15:35,393 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0008829920006974135 (mp_runner.py:73) +2024-09-01 16:15:35,825 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.00072660599835217 (mp_runner.py:73) +2024-09-01 16:15:36,297 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0008813970016490202 (mp_runner.py:73) +2024-09-01 16:15:36,732 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0009553320014674682 (mp_runner.py:73) +2024-09-01 16:15:37,175 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0007602469995617867 (mp_runner.py:73) +2024-09-01 16:15:37,684 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.0011481939982331824 (mp_runner.py:73) +2024-09-01 16:15:38,237 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0010222519995295443 (mp_runner.py:73) +2024-09-01 16:15:38,794 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.00111999000000651 (mp_runner.py:73) +2024-09-01 16:15:39,364 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.001053028001479106 (mp_runner.py:73) +2024-09-01 16:15:39,906 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.001108247997763101 (mp_runner.py:73) +2024-09-01 16:15:40,448 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0011084259967901744 (mp_runner.py:73) +2024-09-01 16:15:40,997 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.001079153000318911 (mp_runner.py:73) +2024-09-01 16:15:41,548 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.0009748269985720981 (mp_runner.py:73) +2024-09-01 16:15:42,181 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0018618569993122946 (mp_runner.py:73) +2024-09-01 16:15:42,752 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.001015589001326589 (mp_runner.py:73) +2024-09-01 16:15:43,293 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0010017319982580375 (mp_runner.py:73) +2024-09-01 16:15:43,898 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.0010071539982163813 (mp_runner.py:73) +2024-09-01 16:15:44,472 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0012017609988106415 (mp_runner.py:73) +2024-09-01 16:15:45,000 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0009676390000095125 (mp_runner.py:73) +2024-09-01 16:15:45,535 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0006583199974556919 (mp_runner.py:73) +2024-09-01 16:15:45,977 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0009598050019121729 (mp_runner.py:73) +2024-09-01 16:15:46,418 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.0009203120025631506 (mp_runner.py:73) +2024-09-01 16:15:46,858 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.0009212359982484486 (mp_runner.py:73) +2024-09-01 16:15:47,293 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.0008954910008469597 (mp_runner.py:73) +2024-09-01 16:15:47,726 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.0008784700003161561 (mp_runner.py:73) +2024-09-01 16:15:48,183 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.000749707000068156 (mp_runner.py:73) +2024-09-01 16:15:48,624 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0008473529996990692 (mp_runner.py:73) +2024-09-01 16:15:49,061 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0007296980002138298 (mp_runner.py:73) +2024-09-01 16:15:49,549 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0010522609991312493 (mp_runner.py:73) +2024-09-01 16:15:49,995 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.000668917997245444 (mp_runner.py:73) +2024-09-01 16:15:50,479 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.001041627001541201 (mp_runner.py:73) +2024-09-01 16:15:51,034 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0012981400032003876 (mp_runner.py:73) +2024-09-01 16:15:51,589 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0010824390010384377 (mp_runner.py:73) +2024-09-01 16:15:52,133 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.0009306100000685547 (mp_runner.py:73) +2024-09-01 16:15:52,180 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0012s, count=29543, qps in this process: 984.7273 (mp_runner.py:76) +2024-09-01 16:15:52,183 | INFO |End search in concurrency 1: dur=30.033333875999233s, total_count=29543, qps=983.6737 (mp_runner.py:120) +2024-09-01 16:15:52,366 | INFO |Update largest qps with concurrency 1: current max_qps=983.6737 (mp_runner.py:124) +2024-09-01 16:15:52,780 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:15:52,780 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 16:15:57,821 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 16:15:57,867 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:15:57,867 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:15:57,868 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:15:57,868 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:15:57,884 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:15:58,879 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0021191880005062558 (mp_runner.py:73) +2024-09-01 16:15:58,886 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.003461321997747291 (mp_runner.py:73) +2024-09-01 16:15:58,894 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0011891739995917305 (mp_runner.py:73) +2024-09-01 16:15:58,920 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.002309102997969603 (mp_runner.py:73) +2024-09-01 16:15:58,959 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.0022123449998616707 (mp_runner.py:73) +2024-09-01 16:15:59,818 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0013334319992281962 (mp_runner.py:73) +2024-09-01 16:15:59,849 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0015957269970385823 (mp_runner.py:73) +2024-09-01 16:15:59,911 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.001389528999425238 (mp_runner.py:73) +2024-09-01 16:15:59,921 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0023787040008755866 (mp_runner.py:73) +2024-09-01 16:15:59,931 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.0012249479987076484 (mp_runner.py:73) +2024-09-01 16:16:00,901 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0021557940017373767 (mp_runner.py:73) +2024-09-01 16:16:00,912 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0014919300010660663 (mp_runner.py:73) +2024-09-01 16:16:00,913 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.002308183000423014 (mp_runner.py:73) +2024-09-01 16:16:01,016 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.001461168001696933 (mp_runner.py:73) +2024-09-01 16:16:01,062 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.003232222999940859 (mp_runner.py:73) +2024-09-01 16:16:01,836 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0012146109984314535 (mp_runner.py:73) +2024-09-01 16:16:01,878 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.001522713999293046 (mp_runner.py:73) +2024-09-01 16:16:01,942 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0012345809991529677 (mp_runner.py:73) +2024-09-01 16:16:02,095 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0037458469996636268 (mp_runner.py:73) +2024-09-01 16:16:02,121 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.001718391002214048 (mp_runner.py:73) +2024-09-01 16:16:02,832 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.002218965000793105 (mp_runner.py:73) +2024-09-01 16:16:02,914 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0016550969994568732 (mp_runner.py:73) +2024-09-01 16:16:02,963 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.0011958159993810114 (mp_runner.py:73) +2024-09-01 16:16:03,109 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0013630760004161857 (mp_runner.py:73) +2024-09-01 16:16:03,217 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.00274119499954395 (mp_runner.py:73) +2024-09-01 16:16:03,824 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0025205430029018316 (mp_runner.py:73) +2024-09-01 16:16:03,962 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0012880859976576176 (mp_runner.py:73) +2024-09-01 16:16:03,981 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.003114334998826962 (mp_runner.py:73) +2024-09-01 16:16:04,129 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.0014892859981046058 (mp_runner.py:73) +2024-09-01 16:16:04,188 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0013826879985572305 (mp_runner.py:73) +2024-09-01 16:16:04,832 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0011517739985720254 (mp_runner.py:73) +2024-09-01 16:16:04,990 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0013513789999706205 (mp_runner.py:73) +2024-09-01 16:16:05,047 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.002187999998568557 (mp_runner.py:73) +2024-09-01 16:16:05,143 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.0018532389985921327 (mp_runner.py:73) +2024-09-01 16:16:05,166 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0025369899994984735 (mp_runner.py:73) +2024-09-01 16:16:05,814 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0020320419971540105 (mp_runner.py:73) +2024-09-01 16:16:05,946 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.00208721800299827 (mp_runner.py:73) +2024-09-01 16:16:06,138 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.001306097001361195 (mp_runner.py:73) +2024-09-01 16:16:06,190 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0019037579986616038 (mp_runner.py:73) +2024-09-01 16:16:06,216 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0014249800005927682 (mp_runner.py:73) +2024-09-01 16:16:06,827 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0012775979994330555 (mp_runner.py:73) +2024-09-01 16:16:06,987 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.001215958000102546 (mp_runner.py:73) +2024-09-01 16:16:07,119 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.0027247770012763795 (mp_runner.py:73) +2024-09-01 16:16:07,191 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0014133349977782927 (mp_runner.py:73) +2024-09-01 16:16:07,239 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.0017753879983501974 (mp_runner.py:73) +2024-09-01 16:16:07,835 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.001582919001521077 (mp_runner.py:73) +2024-09-01 16:16:07,991 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0018790319991239812 (mp_runner.py:73) +2024-09-01 16:16:08,096 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.0011684210003295448 (mp_runner.py:73) +2024-09-01 16:16:08,119 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.001576018999912776 (mp_runner.py:73) +2024-09-01 16:16:08,192 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.0017033069998433348 (mp_runner.py:73) +2024-09-01 16:16:08,900 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.001826645999244647 (mp_runner.py:73) +2024-09-01 16:16:08,956 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0016102330009744037 (mp_runner.py:73) +2024-09-01 16:16:09,161 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0019652390001283493 (mp_runner.py:73) +2024-09-01 16:16:09,175 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.0018992629993590526 (mp_runner.py:73) +2024-09-01 16:16:09,178 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0012887920020148158 (mp_runner.py:73) +2024-09-01 16:16:10,020 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0020244919978722464 (mp_runner.py:73) +2024-09-01 16:16:10,034 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.003957524000725243 (mp_runner.py:73) +2024-09-01 16:16:10,230 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.001482602001487976 (mp_runner.py:73) +2024-09-01 16:16:10,256 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.0014196429983712733 (mp_runner.py:73) +2024-09-01 16:16:10,358 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.00229149100050563 (mp_runner.py:73) +2024-09-01 16:16:11,071 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0022503140025946777 (mp_runner.py:73) +2024-09-01 16:16:11,117 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0023518009984400123 (mp_runner.py:73) +2024-09-01 16:16:11,242 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.0019892130003427155 (mp_runner.py:73) +2024-09-01 16:16:11,297 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0012586939992615953 (mp_runner.py:73) +2024-09-01 16:16:11,438 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0016721159990993328 (mp_runner.py:73) +2024-09-01 16:16:12,120 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0011609529974521138 (mp_runner.py:73) +2024-09-01 16:16:12,181 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0012962249966221862 (mp_runner.py:73) +2024-09-01 16:16:12,244 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.0031591900005878415 (mp_runner.py:73) +2024-09-01 16:16:12,247 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.001284974001464434 (mp_runner.py:73) +2024-09-01 16:16:12,616 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.0024848259999998845 (mp_runner.py:73) +2024-09-01 16:16:13,089 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0017221579983015545 (mp_runner.py:73) +2024-09-01 16:16:13,180 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.00172850200033281 (mp_runner.py:73) +2024-09-01 16:16:13,185 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.0019378210017748643 (mp_runner.py:73) +2024-09-01 16:16:13,196 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0036449920007726178 (mp_runner.py:73) +2024-09-01 16:16:13,736 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.0022685490002913866 (mp_runner.py:73) +2024-09-01 16:16:14,228 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.0008986389984784182 (mp_runner.py:73) +2024-09-01 16:16:14,295 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0024148950033122674 (mp_runner.py:73) +2024-09-01 16:16:14,301 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0018427510003675707 (mp_runner.py:73) +2024-09-01 16:16:14,451 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0019594099976529833 (mp_runner.py:73) +2024-09-01 16:16:14,831 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.003179340001224773 (mp_runner.py:73) +2024-09-01 16:16:15,182 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0014394979989447165 (mp_runner.py:73) +2024-09-01 16:16:15,231 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0015794989994901698 (mp_runner.py:73) +2024-09-01 16:16:15,446 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.001271591998374788 (mp_runner.py:73) +2024-09-01 16:16:15,571 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.001287794002564624 (mp_runner.py:73) +2024-09-01 16:16:15,932 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0018168759997934103 (mp_runner.py:73) +2024-09-01 16:16:16,086 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.0013082269979349803 (mp_runner.py:73) +2024-09-01 16:16:16,143 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0016209969980991445 (mp_runner.py:73) +2024-09-01 16:16:16,525 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0016650299985485617 (mp_runner.py:73) +2024-09-01 16:16:16,622 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.002466155001457082 (mp_runner.py:73) +2024-09-01 16:16:16,938 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.0014132010001048911 (mp_runner.py:73) +2024-09-01 16:16:17,000 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.0027715629985323176 (mp_runner.py:73) +2024-09-01 16:16:17,113 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0013758519999100827 (mp_runner.py:73) +2024-09-01 16:16:17,592 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0022315560017887037 (mp_runner.py:73) +2024-09-01 16:16:17,658 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0023112540002330206 (mp_runner.py:73) +2024-09-01 16:16:17,900 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.0014602459996240214 (mp_runner.py:73) +2024-09-01 16:16:18,033 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.0025653820011939388 (mp_runner.py:73) +2024-09-01 16:16:18,055 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0028825190020143054 (mp_runner.py:73) +2024-09-01 16:16:18,722 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0017122970020864159 (mp_runner.py:73) +2024-09-01 16:16:18,818 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.0014233980000426527 (mp_runner.py:73) +2024-09-01 16:16:18,861 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0026672400017559994 (mp_runner.py:73) +2024-09-01 16:16:18,949 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0013633609996759333 (mp_runner.py:73) +2024-09-01 16:16:19,169 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.0023717240001133177 (mp_runner.py:73) +2024-09-01 16:16:19,732 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.001520275000075344 (mp_runner.py:73) +2024-09-01 16:16:19,784 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0022544099992956035 (mp_runner.py:73) +2024-09-01 16:16:19,824 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0017050759997800924 (mp_runner.py:73) +2024-09-01 16:16:19,893 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0014305419972515665 (mp_runner.py:73) +2024-09-01 16:16:20,285 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.0025398819998372346 (mp_runner.py:73) +2024-09-01 16:16:20,629 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0017954680006369017 (mp_runner.py:73) +2024-09-01 16:16:20,769 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0017255310012842529 (mp_runner.py:73) +2024-09-01 16:16:20,872 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.00250273499841569 (mp_runner.py:73) +2024-09-01 16:16:20,968 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.002172133001295151 (mp_runner.py:73) +2024-09-01 16:16:21,380 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.0018844419973902404 (mp_runner.py:73) +2024-09-01 16:16:21,585 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.00111624500277685 (mp_runner.py:73) +2024-09-01 16:16:21,792 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0014589950005756691 (mp_runner.py:73) +2024-09-01 16:16:21,925 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0014392949997272808 (mp_runner.py:73) +2024-09-01 16:16:22,072 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0024352620021090843 (mp_runner.py:73) +2024-09-01 16:16:22,359 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.0016050949998316355 (mp_runner.py:73) +2024-09-01 16:16:22,598 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0016449049981019925 (mp_runner.py:73) +2024-09-01 16:16:22,705 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0022400689995265566 (mp_runner.py:73) +2024-09-01 16:16:22,881 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0013754440005868673 (mp_runner.py:73) +2024-09-01 16:16:23,134 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0012833900000259746 (mp_runner.py:73) +2024-09-01 16:16:23,352 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.0015238029991451185 (mp_runner.py:73) +2024-09-01 16:16:23,560 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0015327690016420092 (mp_runner.py:73) +2024-09-01 16:16:23,664 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0016120969994517509 (mp_runner.py:73) +2024-09-01 16:16:23,945 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0017193540006701369 (mp_runner.py:73) +2024-09-01 16:16:24,255 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0023268169970833696 (mp_runner.py:73) +2024-09-01 16:16:24,485 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.0022990229990682565 (mp_runner.py:73) +2024-09-01 16:16:24,501 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.0011353059999237303 (mp_runner.py:73) +2024-09-01 16:16:24,641 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.001676227999269031 (mp_runner.py:73) +2024-09-01 16:16:25,091 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.001929330999701051 (mp_runner.py:73) +2024-09-01 16:16:25,288 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.001582466000400018 (mp_runner.py:73) +2024-09-01 16:16:25,385 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.00144954799907282 (mp_runner.py:73) +2024-09-01 16:16:25,532 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0015573040000163019 (mp_runner.py:73) +2024-09-01 16:16:25,567 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.0012534880006569438 (mp_runner.py:73) +2024-09-01 16:16:26,188 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0019381989986868575 (mp_runner.py:73) +2024-09-01 16:16:26,324 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.001597874997969484 (mp_runner.py:73) +2024-09-01 16:16:26,342 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.002584524998383131 (mp_runner.py:73) +2024-09-01 16:16:26,367 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.00179957499858574 (mp_runner.py:73) +2024-09-01 16:16:26,659 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.00215148200004478 (mp_runner.py:73) +2024-09-01 16:16:27,243 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.0023040470005071256 (mp_runner.py:73) +2024-09-01 16:16:27,301 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.0015942399986670353 (mp_runner.py:73) +2024-09-01 16:16:27,355 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0013812270008202177 (mp_runner.py:73) +2024-09-01 16:16:27,417 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.00190447199929622 (mp_runner.py:73) +2024-09-01 16:16:27,730 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.0027557409994187765 (mp_runner.py:73) +2024-09-01 16:16:27,869 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0002s, count=14061, qps in this process: 468.6969 (mp_runner.py:76) +2024-09-01 16:16:27,869 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0011s, count=15285, qps in this process: 509.4813 (mp_runner.py:76) +2024-09-01 16:16:27,870 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0015s, count=14277, qps in this process: 475.8762 (mp_runner.py:76) +2024-09-01 16:16:27,870 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0009s, count=15259, qps in this process: 508.6181 (mp_runner.py:76) +2024-09-01 16:16:27,887 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.001s, count=14319, qps in this process: 477.2841 (mp_runner.py:76) +2024-09-01 16:16:27,891 | INFO |End search in concurrency 5: dur=30.069622273000277s, total_count=73201, qps=2434.3838 (mp_runner.py:120) +2024-09-01 16:16:28,244 | INFO |Update largest qps with concurrency 5: current max_qps=2434.3838 (mp_runner.py:124) +2024-09-01 16:16:28,677 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:16:28,677 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 16:16:38,882 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 16:16:38,929 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:38,933 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:38,971 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:38,974 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:38,975 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:38,984 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,019 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,089 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,089 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:39,113 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:16:41,475 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.003207397003279766 (mp_runner.py:73) +2024-09-01 16:16:41,476 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0024625309997645672 (mp_runner.py:73) +2024-09-01 16:16:41,476 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.004907925002044067 (mp_runner.py:73) +2024-09-01 16:16:41,476 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.0012800049989891704 (mp_runner.py:73) +2024-09-01 16:16:41,477 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.003910250001354143 (mp_runner.py:73) +2024-09-01 16:16:41,477 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.0032171819984796457 (mp_runner.py:73) +2024-09-01 16:16:41,477 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0042498619986872654 (mp_runner.py:73) +2024-09-01 16:16:41,477 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.00317671399898245 (mp_runner.py:73) +2024-09-01 16:16:41,478 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.004181307998806005 (mp_runner.py:73) +2024-09-01 16:16:41,478 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.0030213880017981865 (mp_runner.py:73) +2024-09-01 16:16:41,478 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.003663240000605583 (mp_runner.py:73) +2024-09-01 16:16:41,478 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.004323264998674858 (mp_runner.py:73) +2024-09-01 16:16:41,479 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.007212117001472507 (mp_runner.py:73) +2024-09-01 16:16:41,969 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.007362656000623247 (mp_runner.py:73) +2024-09-01 16:16:42,516 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.007967810000991449 (mp_runner.py:73) +2024-09-01 16:16:43,986 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0050548569997772574 (mp_runner.py:73) +2024-09-01 16:16:43,988 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0049027919994841795 (mp_runner.py:73) +2024-09-01 16:16:43,988 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.004587334002280841 (mp_runner.py:73) +2024-09-01 16:16:43,989 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.004123163998883683 (mp_runner.py:73) +2024-09-01 16:16:43,989 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.006894248999742558 (mp_runner.py:73) +2024-09-01 16:16:44,221 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.003938849000405753 (mp_runner.py:73) +2024-09-01 16:16:44,221 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.004382498998893425 (mp_runner.py:73) +2024-09-01 16:16:44,222 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.004239214998960961 (mp_runner.py:73) +2024-09-01 16:16:44,223 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.008558728000934934 (mp_runner.py:73) +2024-09-01 16:16:44,223 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.004147689000092214 (mp_runner.py:73) +2024-09-01 16:16:44,223 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004754934998345561 (mp_runner.py:73) +2024-09-01 16:16:44,224 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.008853088002069853 (mp_runner.py:73) +2024-09-01 16:16:44,225 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.005853007998666726 (mp_runner.py:73) +2024-09-01 16:16:45,662 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.006362546999298502 (mp_runner.py:73) +2024-09-01 16:16:46,018 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.003515535998303676 (mp_runner.py:73) +2024-09-01 16:16:46,553 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0022111610014690086 (mp_runner.py:73) +2024-09-01 16:16:46,554 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.0023903029978100676 (mp_runner.py:73) +2024-09-01 16:16:46,555 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.004209601000184193 (mp_runner.py:73) +2024-09-01 16:16:46,555 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.003943667001294671 (mp_runner.py:73) +2024-09-01 16:16:46,756 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.0034866829992097337 (mp_runner.py:73) +2024-09-01 16:16:46,757 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.0038188299986359198 (mp_runner.py:73) +2024-09-01 16:16:46,757 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00402911999844946 (mp_runner.py:73) +2024-09-01 16:16:46,757 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.005158051000762498 (mp_runner.py:73) +2024-09-01 16:16:46,758 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.005704972001694841 (mp_runner.py:73) +2024-09-01 16:16:46,758 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.0047668959996371996 (mp_runner.py:73) +2024-09-01 16:16:46,758 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.004101071997865802 (mp_runner.py:73) +2024-09-01 16:16:46,758 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.004131446999963373 (mp_runner.py:73) +2024-09-01 16:16:47,177 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.005950684000708861 (mp_runner.py:73) +2024-09-01 16:16:48,867 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.006278388998907758 (mp_runner.py:73) +2024-09-01 16:16:49,130 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.0067652869984158315 (mp_runner.py:73) +2024-09-01 16:16:49,144 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.008500181000272278 (mp_runner.py:73) +2024-09-01 16:16:49,234 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.003228569999919273 (mp_runner.py:73) +2024-09-01 16:16:49,235 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005019746000471059 (mp_runner.py:73) +2024-09-01 16:16:49,235 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.0037664900009986013 (mp_runner.py:73) +2024-09-01 16:16:49,235 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.004457196999283042 (mp_runner.py:73) +2024-09-01 16:16:49,235 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.002860350999981165 (mp_runner.py:73) +2024-09-01 16:16:49,236 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.0036262499997974373 (mp_runner.py:73) +2024-09-01 16:16:49,236 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.004410018998896703 (mp_runner.py:73) +2024-09-01 16:16:49,236 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.0038250200013862923 (mp_runner.py:73) +2024-09-01 16:16:49,237 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.003764982997381594 (mp_runner.py:73) +2024-09-01 16:16:49,238 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.00449871599994367 (mp_runner.py:73) +2024-09-01 16:16:49,279 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.005058615999587346 (mp_runner.py:73) +2024-09-01 16:16:50,333 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.0076142469988553785 (mp_runner.py:73) +2024-09-01 16:16:51,547 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.0028536089994304348 (mp_runner.py:73) +2024-09-01 16:16:51,548 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.003048662001674529 (mp_runner.py:73) +2024-09-01 16:16:51,549 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.004934725999191869 (mp_runner.py:73) +2024-09-01 16:16:51,549 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.005540600999665912 (mp_runner.py:73) +2024-09-01 16:16:51,714 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.00469021200115094 (mp_runner.py:73) +2024-09-01 16:16:51,715 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.003719259999343194 (mp_runner.py:73) +2024-09-01 16:16:51,715 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.004534667001280468 (mp_runner.py:73) +2024-09-01 16:16:51,715 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.006710973000735976 (mp_runner.py:73) +2024-09-01 16:16:51,716 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.006435103001422249 (mp_runner.py:73) +2024-09-01 16:16:51,869 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.004457383998669684 (mp_runner.py:73) +2024-09-01 16:16:51,877 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.00526332600202295 (mp_runner.py:73) +2024-09-01 16:16:51,930 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0063664020017313305 (mp_runner.py:73) +2024-09-01 16:16:52,093 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.006363081000017701 (mp_runner.py:73) +2024-09-01 16:16:52,445 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.004772719999891706 (mp_runner.py:73) +2024-09-01 16:16:53,515 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.004607185001077596 (mp_runner.py:73) +2024-09-01 16:16:53,912 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.004837567998038139 (mp_runner.py:73) +2024-09-01 16:16:53,913 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.0038461700023617595 (mp_runner.py:73) +2024-09-01 16:16:53,913 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.0035119300009682775 (mp_runner.py:73) +2024-09-01 16:16:53,914 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0028020600002491847 (mp_runner.py:73) +2024-09-01 16:16:54,347 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.006627369002671912 (mp_runner.py:73) +2024-09-01 16:16:54,360 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.00563553500251146 (mp_runner.py:73) +2024-09-01 16:16:54,398 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.004423274000146193 (mp_runner.py:73) +2024-09-01 16:16:54,443 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.004480200997932116 (mp_runner.py:73) +2024-09-01 16:16:54,445 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.004589758998918114 (mp_runner.py:73) +2024-09-01 16:16:55,044 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.009110405000683386 (mp_runner.py:73) +2024-09-01 16:16:55,061 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.01555458999791881 (mp_runner.py:73) +2024-09-01 16:16:55,140 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.006753175999619998 (mp_runner.py:73) +2024-09-01 16:16:55,442 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.005305154998495709 (mp_runner.py:73) +2024-09-01 16:16:55,703 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.007341255000937963 (mp_runner.py:73) +2024-09-01 16:16:56,430 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.002097019001666922 (mp_runner.py:73) +2024-09-01 16:16:56,432 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.0052079800007049926 (mp_runner.py:73) +2024-09-01 16:16:56,433 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.005781975996796973 (mp_runner.py:73) +2024-09-01 16:16:56,769 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.006126141001004726 (mp_runner.py:73) +2024-09-01 16:16:56,806 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.0011933759997191373 (mp_runner.py:73) +2024-09-01 16:16:57,303 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.004448545998457121 (mp_runner.py:73) +2024-09-01 16:16:57,507 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.004440766999323387 (mp_runner.py:73) +2024-09-01 16:16:57,511 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.00289645800148719 (mp_runner.py:73) +2024-09-01 16:16:57,623 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.005975822001346387 (mp_runner.py:73) +2024-09-01 16:16:57,707 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.005047511000157101 (mp_runner.py:73) +2024-09-01 16:16:58,179 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.0035456089972285554 (mp_runner.py:73) +2024-09-01 16:16:58,242 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.006128683999122586 (mp_runner.py:73) +2024-09-01 16:16:58,377 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.004753635999804828 (mp_runner.py:73) +2024-09-01 16:16:58,709 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.011608210999838775 (mp_runner.py:73) +2024-09-01 16:16:59,187 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0025139239987765905 (mp_runner.py:73) +2024-09-01 16:16:59,188 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.0021312070020940155 (mp_runner.py:73) +2024-09-01 16:16:59,189 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.003148566000163555 (mp_runner.py:73) +2024-09-01 16:16:59,331 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.006585843002540059 (mp_runner.py:73) +2024-09-01 16:17:00,123 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.004977460001100553 (mp_runner.py:73) +2024-09-01 16:17:00,458 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.005843926999659743 (mp_runner.py:73) +2024-09-01 16:17:00,652 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.005728031999751693 (mp_runner.py:73) +2024-09-01 16:17:00,870 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.006844763996923575 (mp_runner.py:73) +2024-09-01 16:17:00,909 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.005920655999943847 (mp_runner.py:73) +2024-09-01 16:17:01,125 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.00146605199915939 (mp_runner.py:73) +2024-09-01 16:17:01,201 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.008847934001096291 (mp_runner.py:73) +2024-09-01 16:17:01,676 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.005642478001391282 (mp_runner.py:73) +2024-09-01 16:17:01,772 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.004394538998894859 (mp_runner.py:73) +2024-09-01 16:17:01,973 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.002391697998973541 (mp_runner.py:73) +2024-09-01 16:17:01,974 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.002581918000942096 (mp_runner.py:73) +2024-09-01 16:17:01,974 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.00424499300061143 (mp_runner.py:73) +2024-09-01 16:17:01,975 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.005511567997018574 (mp_runner.py:73) +2024-09-01 16:17:02,011 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.006529992999276146 (mp_runner.py:73) +2024-09-01 16:17:02,559 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.005567500997130992 (mp_runner.py:73) +2024-09-01 16:17:03,346 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.0060402000017347746 (mp_runner.py:73) +2024-09-01 16:17:03,675 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.005257603999780258 (mp_runner.py:73) +2024-09-01 16:17:03,792 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.005782125997939147 (mp_runner.py:73) +2024-09-01 16:17:03,858 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.005030951000662753 (mp_runner.py:73) +2024-09-01 16:17:04,145 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.008436986001470359 (mp_runner.py:73) +2024-09-01 16:17:04,265 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.003993207999883452 (mp_runner.py:73) +2024-09-01 16:17:04,480 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.005736752998927841 (mp_runner.py:73) +2024-09-01 16:17:04,560 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.0044159870012663305 (mp_runner.py:73) +2024-09-01 16:17:04,560 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.0036292209988459945 (mp_runner.py:73) +2024-09-01 16:17:04,562 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.0066092989982280415 (mp_runner.py:73) +2024-09-01 16:17:05,012 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.005518581998330774 (mp_runner.py:73) +2024-09-01 16:17:05,020 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.005932025997026358 (mp_runner.py:73) +2024-09-01 16:17:05,194 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.005617858001642162 (mp_runner.py:73) +2024-09-01 16:17:05,277 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.004554123999696458 (mp_runner.py:73) +2024-09-01 16:17:05,851 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.006766263999452349 (mp_runner.py:73) +2024-09-01 16:17:06,411 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.004859578999457881 (mp_runner.py:73) +2024-09-01 16:17:06,773 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.004688378998253029 (mp_runner.py:73) +2024-09-01 16:17:06,912 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.008312247999128886 (mp_runner.py:73) +2024-09-01 16:17:07,081 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.0052361220004968345 (mp_runner.py:73) +2024-09-01 16:17:07,282 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.0044475190006778575 (mp_runner.py:73) +2024-09-01 16:17:07,326 | DEBUG |(SpawnProcess-1:27) search_count: 5500, latest_latency=0.005727506999392062 (mp_runner.py:73) +2024-09-01 16:17:07,326 | DEBUG |(SpawnProcess-1:24) search_count: 5500, latest_latency=0.0027187760024389718 (mp_runner.py:73) +2024-09-01 16:17:07,327 | DEBUG |(SpawnProcess-1:18) search_count: 5500, latest_latency=0.005378596000809921 (mp_runner.py:73) +2024-09-01 16:17:07,479 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.005537625998840667 (mp_runner.py:73) +2024-09-01 16:17:07,608 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.005339726001693634 (mp_runner.py:73) +2024-09-01 16:17:08,067 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.004380177000712138 (mp_runner.py:73) +2024-09-01 16:17:08,074 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.00144767299934756 (mp_runner.py:73) +2024-09-01 16:17:08,384 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.004885002999799326 (mp_runner.py:73) +2024-09-01 16:17:08,483 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.0078043940011411905 (mp_runner.py:73) +2024-09-01 16:17:08,912 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.004927791997033637 (mp_runner.py:73) +2024-09-01 16:17:08,931 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0007s, count=5792, qps in this process: 193.0622 (mp_runner.py:76) +2024-09-01 16:17:08,939 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0056s, count=5427, qps in this process: 180.8662 (mp_runner.py:76) +2024-09-01 16:17:08,974 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.001s, count=5241, qps in this process: 174.6942 (mp_runner.py:76) +2024-09-01 16:17:08,984 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0079s, count=5219, qps in this process: 173.9209 (mp_runner.py:76) +2024-09-01 16:17:08,987 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0092s, count=5273, qps in this process: 175.7128 (mp_runner.py:76) +2024-09-01 16:17:08,987 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0008s, count=5083, qps in this process: 169.4288 (mp_runner.py:76) +2024-09-01 16:17:09,023 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0024s, count=5366, qps in this process: 178.8524 (mp_runner.py:76) +2024-09-01 16:17:09,095 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0014s, count=5821, qps in this process: 194.0243 (mp_runner.py:76) +2024-09-01 16:17:09,097 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0025s, count=5818, qps in this process: 193.9172 (mp_runner.py:76) +2024-09-01 16:17:09,097 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0018s, count=5172, qps in this process: 172.3897 (mp_runner.py:76) +2024-09-01 16:17:09,099 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0069s, count=4821, qps in this process: 160.663 (mp_runner.py:76) +2024-09-01 16:17:09,100 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0042s, count=5380, qps in this process: 179.3082 (mp_runner.py:76) +2024-09-01 16:17:09,101 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0052s, count=4615, qps in this process: 153.8067 (mp_runner.py:76) +2024-09-01 16:17:09,102 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0064s, count=5168, qps in this process: 172.2299 (mp_runner.py:76) +2024-09-01 16:17:09,117 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.001s, count=4540, qps in this process: 151.3283 (mp_runner.py:76) +2024-09-01 16:17:09,125 | INFO |End search in concurrency 15: dur=30.242581638998672s, total_count=78736, qps=2603.4814 (mp_runner.py:120) +2024-09-01 16:17:10,138 | INFO |Update largest qps with concurrency 15: current max_qps=2603.4814 (mp_runner.py:124) +2024-09-01 16:17:10,568 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:17:10,568 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 16:17:20,853 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 16:17:20,946 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:20,956 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:20,956 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:20,983 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,071 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,081 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,096 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,115 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,116 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,117 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,120 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,121 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:21,146 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:17:24,122 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.009019528999488102 (mp_runner.py:73) +2024-09-01 16:17:24,125 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.0038155490001372527 (mp_runner.py:73) +2024-09-01 16:17:24,125 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.011506465998536441 (mp_runner.py:73) +2024-09-01 16:17:24,126 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.011600142002862412 (mp_runner.py:73) +2024-09-01 16:17:24,127 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.015709091996541247 (mp_runner.py:73) +2024-09-01 16:17:24,127 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.00880991099984385 (mp_runner.py:73) +2024-09-01 16:17:24,128 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.01509177000116324 (mp_runner.py:73) +2024-09-01 16:17:24,129 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.013528805000532884 (mp_runner.py:73) +2024-09-01 16:17:24,129 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.005234580999967875 (mp_runner.py:73) +2024-09-01 16:17:24,198 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.00602532499760855 (mp_runner.py:73) +2024-09-01 16:17:24,223 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.005504852000740357 (mp_runner.py:73) +2024-09-01 16:17:24,224 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.005081307997897966 (mp_runner.py:73) +2024-09-01 16:17:24,225 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.0037784300002385862 (mp_runner.py:73) +2024-09-01 16:17:24,241 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.004114765000849729 (mp_runner.py:73) +2024-09-01 16:17:24,257 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.004546626001683762 (mp_runner.py:73) +2024-09-01 16:17:24,262 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0069617650005966425 (mp_runner.py:73) +2024-09-01 16:17:24,265 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.007187882001744583 (mp_runner.py:73) +2024-09-01 16:17:24,852 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.005348716000298737 (mp_runner.py:73) +2024-09-01 16:17:24,853 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0077280990008148365 (mp_runner.py:73) +2024-09-01 16:17:25,048 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.010875984000449535 (mp_runner.py:73) +2024-09-01 16:17:27,218 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.003767083999264287 (mp_runner.py:73) +2024-09-01 16:17:27,219 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.004039167997689219 (mp_runner.py:73) +2024-09-01 16:17:27,219 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.004146842999034561 (mp_runner.py:73) +2024-09-01 16:17:27,220 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.0039128280004661065 (mp_runner.py:73) +2024-09-01 16:17:27,220 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.003896832997270394 (mp_runner.py:73) +2024-09-01 16:17:27,221 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.007086925001203781 (mp_runner.py:73) +2024-09-01 16:17:27,221 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.004094161002285546 (mp_runner.py:73) +2024-09-01 16:17:27,222 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.00866912399942521 (mp_runner.py:73) +2024-09-01 16:17:27,222 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.004638788999727694 (mp_runner.py:73) +2024-09-01 16:17:27,795 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.004245112999342382 (mp_runner.py:73) +2024-09-01 16:17:27,797 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.0012134669996157754 (mp_runner.py:73) +2024-09-01 16:17:27,798 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.009240480001608375 (mp_runner.py:73) +2024-09-01 16:17:27,798 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.005306221002683742 (mp_runner.py:73) +2024-09-01 16:17:27,870 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.005305832000885857 (mp_runner.py:73) +2024-09-01 16:17:27,870 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.00721295299808844 (mp_runner.py:73) +2024-09-01 16:17:27,870 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.008313621998240706 (mp_runner.py:73) +2024-09-01 16:17:27,871 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.007346014001086587 (mp_runner.py:73) +2024-09-01 16:17:29,186 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.009840585000347346 (mp_runner.py:73) +2024-09-01 16:17:29,198 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.00658132000171463 (mp_runner.py:73) +2024-09-01 16:17:29,531 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.009343696998257656 (mp_runner.py:73) +2024-09-01 16:17:30,410 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.003835482999420492 (mp_runner.py:73) +2024-09-01 16:17:30,411 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.0042556900007184595 (mp_runner.py:73) +2024-09-01 16:17:30,411 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.005531925999093801 (mp_runner.py:73) +2024-09-01 16:17:30,412 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.007046779999654973 (mp_runner.py:73) +2024-09-01 16:17:30,413 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.0054790410031273495 (mp_runner.py:73) +2024-09-01 16:17:30,413 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.00869524700101465 (mp_runner.py:73) +2024-09-01 16:17:30,413 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.007819178001227556 (mp_runner.py:73) +2024-09-01 16:17:30,916 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.008854751999024302 (mp_runner.py:73) +2024-09-01 16:17:30,918 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.009478979001869448 (mp_runner.py:73) +2024-09-01 16:17:31,532 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.004899915002170019 (mp_runner.py:73) +2024-09-01 16:17:31,534 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.00781952800025465 (mp_runner.py:73) +2024-09-01 16:17:31,535 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.008920792999560945 (mp_runner.py:73) +2024-09-01 16:17:31,535 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.006893783000123221 (mp_runner.py:73) +2024-09-01 16:17:31,681 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.006427582000469556 (mp_runner.py:73) +2024-09-01 16:17:31,682 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.008269451001979178 (mp_runner.py:73) +2024-09-01 16:17:31,683 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.007773082001222065 (mp_runner.py:73) +2024-09-01 16:17:31,897 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.007403674000670435 (mp_runner.py:73) +2024-09-01 16:17:33,510 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.00893789999827277 (mp_runner.py:73) +2024-09-01 16:17:33,513 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.010153774997888831 (mp_runner.py:73) +2024-09-01 16:17:33,654 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.005581817000347655 (mp_runner.py:73) +2024-09-01 16:17:33,655 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.0036824509988946375 (mp_runner.py:73) +2024-09-01 16:17:33,657 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.00841420299911988 (mp_runner.py:73) +2024-09-01 16:17:33,657 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.0024333659966941923 (mp_runner.py:73) +2024-09-01 16:17:33,657 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.010111150000739144 (mp_runner.py:73) +2024-09-01 16:17:33,978 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.007708559998718556 (mp_runner.py:73) +2024-09-01 16:17:34,062 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.008899563999875681 (mp_runner.py:73) +2024-09-01 16:17:34,068 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.007261955001013121 (mp_runner.py:73) +2024-09-01 16:17:34,982 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.007011919999058591 (mp_runner.py:73) +2024-09-01 16:17:34,983 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.0076257269975030795 (mp_runner.py:73) +2024-09-01 16:17:35,331 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.008537126999726752 (mp_runner.py:73) +2024-09-01 16:17:35,331 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.007206438000139315 (mp_runner.py:73) +2024-09-01 16:17:35,332 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.006555686002684524 (mp_runner.py:73) +2024-09-01 16:17:35,660 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.008665328998176847 (mp_runner.py:73) +2024-09-01 16:17:35,772 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.00857713799996418 (mp_runner.py:73) +2024-09-01 16:17:35,821 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.007538777001173003 (mp_runner.py:73) +2024-09-01 16:17:35,953 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.00730856100199162 (mp_runner.py:73) +2024-09-01 16:17:36,251 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.005710729001293657 (mp_runner.py:73) +2024-09-01 16:17:37,035 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.005845572999533033 (mp_runner.py:73) +2024-09-01 16:17:37,036 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.013347136999072973 (mp_runner.py:73) +2024-09-01 16:17:37,037 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.004192150001472328 (mp_runner.py:73) +2024-09-01 16:17:37,039 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.01656596199973137 (mp_runner.py:73) +2024-09-01 16:17:37,061 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.016299048998916987 (mp_runner.py:73) +2024-09-01 16:17:37,774 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.006907000999490265 (mp_runner.py:73) +2024-09-01 16:17:37,825 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.007766927003103774 (mp_runner.py:73) +2024-09-01 16:17:38,166 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.006011851997755002 (mp_runner.py:73) +2024-09-01 16:17:38,167 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.0073028400001931 (mp_runner.py:73) +2024-09-01 16:17:38,271 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.00841176500034635 (mp_runner.py:73) +2024-09-01 16:17:39,090 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.008200313997804187 (mp_runner.py:73) +2024-09-01 16:17:39,141 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.004120657999010291 (mp_runner.py:73) +2024-09-01 16:17:39,314 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.005677111999830231 (mp_runner.py:73) +2024-09-01 16:17:39,331 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.008099967999442015 (mp_runner.py:73) +2024-09-01 16:17:39,426 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.005261076999886427 (mp_runner.py:73) +2024-09-01 16:17:40,018 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.019154801000695443 (mp_runner.py:73) +2024-09-01 16:17:40,072 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.005292890000418993 (mp_runner.py:73) +2024-09-01 16:17:40,073 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.007757798000966432 (mp_runner.py:73) +2024-09-01 16:17:40,345 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.007345728001382668 (mp_runner.py:73) +2024-09-01 16:17:40,481 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.006324375997792231 (mp_runner.py:73) +2024-09-01 16:17:40,543 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.007153965998440981 (mp_runner.py:73) +2024-09-01 16:17:40,543 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.008426087999396259 (mp_runner.py:73) +2024-09-01 16:17:40,544 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.00590315599765745 (mp_runner.py:73) +2024-09-01 16:17:40,704 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.00866591800149763 (mp_runner.py:73) +2024-09-01 16:17:41,174 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.0074120019999099895 (mp_runner.py:73) +2024-09-01 16:17:42,231 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.003527818000293337 (mp_runner.py:73) +2024-09-01 16:17:42,321 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.01968214199951035 (mp_runner.py:73) +2024-09-01 16:17:42,355 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.021969221998006105 (mp_runner.py:73) +2024-09-01 16:17:42,380 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.01898141499987105 (mp_runner.py:73) +2024-09-01 16:17:42,779 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.005171423999854596 (mp_runner.py:73) +2024-09-01 16:17:43,390 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.00756701700083795 (mp_runner.py:73) +2024-09-01 16:17:43,470 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.0020376320026116446 (mp_runner.py:73) +2024-09-01 16:17:43,587 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.004376056000182871 (mp_runner.py:73) +2024-09-01 16:17:43,738 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.008763200999965193 (mp_runner.py:73) +2024-09-01 16:17:43,966 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.008228377999330405 (mp_runner.py:73) +2024-09-01 16:17:44,316 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.008015272000193363 (mp_runner.py:73) +2024-09-01 16:17:44,361 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.006415419000404654 (mp_runner.py:73) +2024-09-01 16:17:44,391 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.0076363970001693815 (mp_runner.py:73) +2024-09-01 16:17:44,652 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.007230249000713229 (mp_runner.py:73) +2024-09-01 16:17:44,672 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.007888227002695203 (mp_runner.py:73) +2024-09-01 16:17:44,723 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.006184571000630967 (mp_runner.py:73) +2024-09-01 16:17:44,969 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.007659763999981806 (mp_runner.py:73) +2024-09-01 16:17:45,037 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.030143500000122003 (mp_runner.py:73) +2024-09-01 16:17:45,178 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.007289692999620456 (mp_runner.py:73) +2024-09-01 16:17:45,665 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.00796575000276789 (mp_runner.py:73) +2024-09-01 16:17:46,482 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.0065204840029764455 (mp_runner.py:73) +2024-09-01 16:17:46,581 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.005609383002592949 (mp_runner.py:73) +2024-09-01 16:17:46,740 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.0065368089999537915 (mp_runner.py:73) +2024-09-01 16:17:46,873 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.008793451001110952 (mp_runner.py:73) +2024-09-01 16:17:47,382 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.009460747001867276 (mp_runner.py:73) +2024-09-01 16:17:47,607 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.007132689999707509 (mp_runner.py:73) +2024-09-01 16:17:47,782 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.009008545999677153 (mp_runner.py:73) +2024-09-01 16:17:48,133 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.0031646509996789973 (mp_runner.py:73) +2024-09-01 16:17:48,251 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.006076421999750892 (mp_runner.py:73) +2024-09-01 16:17:48,353 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.009313901999121299 (mp_runner.py:73) +2024-09-01 16:17:48,653 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.00782238200190477 (mp_runner.py:73) +2024-09-01 16:17:48,655 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.006084328000724781 (mp_runner.py:73) +2024-09-01 16:17:48,770 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.00416616099755629 (mp_runner.py:73) +2024-09-01 16:17:48,771 | DEBUG |(SpawnProcess-1:37) search_count: 4000, latest_latency=0.006577539999852888 (mp_runner.py:73) +2024-09-01 16:17:48,778 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.009047932999237673 (mp_runner.py:73) +2024-09-01 16:17:48,872 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.009631932000047527 (mp_runner.py:73) +2024-09-01 16:17:49,238 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.00773060100254952 (mp_runner.py:73) +2024-09-01 16:17:49,321 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.007519029000832234 (mp_runner.py:73) +2024-09-01 16:17:49,341 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.008158728000125848 (mp_runner.py:73) +2024-09-01 16:17:49,751 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.007643877001100918 (mp_runner.py:73) +2024-09-01 16:17:50,596 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.007819555001333356 (mp_runner.py:73) +2024-09-01 16:17:50,731 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.007586858999275137 (mp_runner.py:73) +2024-09-01 16:17:50,957 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0047s, count=4028, qps in this process: 134.2456 (mp_runner.py:76) +2024-09-01 16:17:50,963 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0059s, count=3912, qps in this process: 130.3744 (mp_runner.py:76) +2024-09-01 16:17:50,963 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0021s, count=4064, qps in this process: 135.4572 (mp_runner.py:76) +2024-09-01 16:17:50,990 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0062s, count=4307, qps in this process: 143.537 (mp_runner.py:76) +2024-09-01 16:17:51,056 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0014s, count=4227, qps in this process: 140.8934 (mp_runner.py:76) +2024-09-01 16:17:51,074 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0173s, count=3900, qps in this process: 129.9251 (mp_runner.py:76) +2024-09-01 16:17:51,075 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0072s, count=3845, qps in this process: 128.1359 (mp_runner.py:76) +2024-09-01 16:17:51,083 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0142s, count=3832, qps in this process: 127.6729 (mp_runner.py:76) +2024-09-01 16:17:51,084 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0168s, count=3793, qps in this process: 126.3626 (mp_runner.py:76) +2024-09-01 16:17:51,088 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.011s, count=4277, qps in this process: 142.5144 (mp_runner.py:76) +2024-09-01 16:17:51,093 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0092s, count=4167, qps in this process: 138.8574 (mp_runner.py:76) +2024-09-01 16:17:51,106 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0069s, count=4307, qps in this process: 143.5337 (mp_runner.py:76) +2024-09-01 16:17:51,113 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.004670790000091074 (mp_runner.py:73) +2024-09-01 16:17:51,122 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0014s, count=3826, qps in this process: 127.5274 (mp_runner.py:76) +2024-09-01 16:17:51,123 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0034s, count=3705, qps in this process: 123.486 (mp_runner.py:76) +2024-09-01 16:17:51,125 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0025s, count=3797, qps in this process: 126.5561 (mp_runner.py:76) +2024-09-01 16:17:51,133 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0025s, count=3491, qps in this process: 116.357 (mp_runner.py:76) +2024-09-01 16:17:51,133 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0012s, count=3450, qps in this process: 114.9954 (mp_runner.py:76) +2024-09-01 16:17:51,135 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0046s, count=3721, qps in this process: 124.0143 (mp_runner.py:76) +2024-09-01 16:17:51,136 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0023s, count=3508, qps in this process: 116.9244 (mp_runner.py:76) +2024-09-01 16:17:51,149 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0004s, count=3782, qps in this process: 126.065 (mp_runner.py:76) +2024-09-01 16:17:51,157 | INFO |End search in concurrency 20: dur=30.303678011001466s, total_count=77939, qps=2571.932 (mp_runner.py:120) +2024-09-01 16:17:52,976 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:17:52,976 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 16:18:03,313 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 16:18:03,447 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,478 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,540 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,553 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,565 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,573 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,577 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,577 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,600 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,601 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:03,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:07,407 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.004537539996817941 (mp_runner.py:73) +2024-09-01 16:18:07,408 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.00421127899971907 (mp_runner.py:73) +2024-09-01 16:18:07,409 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.005131046997121302 (mp_runner.py:73) +2024-09-01 16:18:07,409 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.0043492619988683145 (mp_runner.py:73) +2024-09-01 16:18:07,409 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.004119163000723347 (mp_runner.py:73) +2024-09-01 16:18:07,410 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.00853709800139768 (mp_runner.py:73) +2024-09-01 16:18:07,410 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.007452331999957096 (mp_runner.py:73) +2024-09-01 16:18:07,411 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.006185004000144545 (mp_runner.py:73) +2024-09-01 16:18:07,411 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.006938849997823127 (mp_runner.py:73) +2024-09-01 16:18:07,411 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.004854037997574778 (mp_runner.py:73) +2024-09-01 16:18:07,412 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.007523004998802207 (mp_runner.py:73) +2024-09-01 16:18:07,413 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.0074054440010513645 (mp_runner.py:73) +2024-09-01 16:18:07,413 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.010765103001176612 (mp_runner.py:73) +2024-09-01 16:18:07,414 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.007942371001263382 (mp_runner.py:73) +2024-09-01 16:18:07,915 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.004693095997936325 (mp_runner.py:73) +2024-09-01 16:18:07,917 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.007544513999164337 (mp_runner.py:73) +2024-09-01 16:18:07,918 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.009132957999099744 (mp_runner.py:73) +2024-09-01 16:18:07,919 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.0051165490003768355 (mp_runner.py:73) +2024-09-01 16:18:07,919 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.011102085001766682 (mp_runner.py:73) +2024-09-01 16:18:08,354 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.007841062000807142 (mp_runner.py:73) +2024-09-01 16:18:08,416 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0046171489993867 (mp_runner.py:73) +2024-09-01 16:18:08,417 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.006106337001256179 (mp_runner.py:73) +2024-09-01 16:18:08,419 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.007691046001127688 (mp_runner.py:73) +2024-09-01 16:18:08,771 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.00759145999836619 (mp_runner.py:73) +2024-09-01 16:18:08,932 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.009869450997939566 (mp_runner.py:73) +2024-09-01 16:18:11,569 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.009918638999806717 (mp_runner.py:73) +2024-09-01 16:18:11,569 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.007577393000246957 (mp_runner.py:73) +2024-09-01 16:18:11,570 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.006860015000711428 (mp_runner.py:73) +2024-09-01 16:18:11,570 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.007999945999472402 (mp_runner.py:73) +2024-09-01 16:18:11,572 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.010325259998353431 (mp_runner.py:73) +2024-09-01 16:18:11,764 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.01015519200154813 (mp_runner.py:73) +2024-09-01 16:18:11,766 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.00958831900061341 (mp_runner.py:73) +2024-09-01 16:18:11,848 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.005484663997776806 (mp_runner.py:73) +2024-09-01 16:18:11,849 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.005858981003257213 (mp_runner.py:73) +2024-09-01 16:18:11,851 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.006961260001844494 (mp_runner.py:73) +2024-09-01 16:18:11,851 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.008818057998723816 (mp_runner.py:73) +2024-09-01 16:18:11,851 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.007223791999422247 (mp_runner.py:73) +2024-09-01 16:18:11,852 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.010884764000365976 (mp_runner.py:73) +2024-09-01 16:18:11,853 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.0078003890012041666 (mp_runner.py:73) +2024-09-01 16:18:12,540 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.004839408000407275 (mp_runner.py:73) +2024-09-01 16:18:12,541 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.006287001000600867 (mp_runner.py:73) +2024-09-01 16:18:12,542 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.010601647998555563 (mp_runner.py:73) +2024-09-01 16:18:12,544 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.010345033999328734 (mp_runner.py:73) +2024-09-01 16:18:12,544 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.014286915000411682 (mp_runner.py:73) +2024-09-01 16:18:13,279 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.011369428000762127 (mp_runner.py:73) +2024-09-01 16:18:13,504 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.01838194000083604 (mp_runner.py:73) +2024-09-01 16:18:13,505 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.016296289999445435 (mp_runner.py:73) +2024-09-01 16:18:13,738 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.01149616000111564 (mp_runner.py:73) +2024-09-01 16:18:14,288 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.012838660000852542 (mp_runner.py:73) +2024-09-01 16:18:14,497 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.008404570999118732 (mp_runner.py:73) +2024-09-01 16:18:16,006 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.003572073001123499 (mp_runner.py:73) +2024-09-01 16:18:16,008 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.005520299997442635 (mp_runner.py:73) +2024-09-01 16:18:16,009 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.006855599000118673 (mp_runner.py:73) +2024-09-01 16:18:16,009 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.0049895429983735085 (mp_runner.py:73) +2024-09-01 16:18:16,010 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.009271860999433557 (mp_runner.py:73) +2024-09-01 16:18:16,010 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.003584883001167327 (mp_runner.py:73) +2024-09-01 16:18:16,011 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.004458973999135196 (mp_runner.py:73) +2024-09-01 16:18:16,011 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.007923313001811039 (mp_runner.py:73) +2024-09-01 16:18:16,011 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.004022253000584897 (mp_runner.py:73) +2024-09-01 16:18:16,012 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.01241533500069636 (mp_runner.py:73) +2024-09-01 16:18:16,012 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.004548179000266828 (mp_runner.py:73) +2024-09-01 16:18:16,430 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.007955578999826685 (mp_runner.py:73) +2024-09-01 16:18:16,431 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.008128835001116386 (mp_runner.py:73) +2024-09-01 16:18:16,899 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.009035304999997607 (mp_runner.py:73) +2024-09-01 16:18:17,014 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.005537838002055651 (mp_runner.py:73) +2024-09-01 16:18:17,014 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.0051399990006757434 (mp_runner.py:73) +2024-09-01 16:18:17,015 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.0064926689992717 (mp_runner.py:73) +2024-09-01 16:18:17,015 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.007942328000353882 (mp_runner.py:73) +2024-09-01 16:18:17,016 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.009717000000819098 (mp_runner.py:73) +2024-09-01 16:18:18,686 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.010478764001163654 (mp_runner.py:73) +2024-09-01 16:18:18,826 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.008683850999659626 (mp_runner.py:73) +2024-09-01 16:18:18,876 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.011983141997916391 (mp_runner.py:73) +2024-09-01 16:18:19,203 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.00862583400157746 (mp_runner.py:73) +2024-09-01 16:18:19,665 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.011039010001695715 (mp_runner.py:73) +2024-09-01 16:18:19,904 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.009528596998279681 (mp_runner.py:73) +2024-09-01 16:18:19,995 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.0050161589970230125 (mp_runner.py:73) +2024-09-01 16:18:19,997 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.006521653998788679 (mp_runner.py:73) +2024-09-01 16:18:19,997 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.007482342000002973 (mp_runner.py:73) +2024-09-01 16:18:19,998 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.005973698996967869 (mp_runner.py:73) +2024-09-01 16:18:19,998 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.00994092699693283 (mp_runner.py:73) +2024-09-01 16:18:19,999 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.01117724600044312 (mp_runner.py:73) +2024-09-01 16:18:19,999 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.006855513001937652 (mp_runner.py:73) +2024-09-01 16:18:20,000 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.007459409000148298 (mp_runner.py:73) +2024-09-01 16:18:20,373 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.011808486000518315 (mp_runner.py:73) +2024-09-01 16:18:20,374 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.009448139000596711 (mp_runner.py:73) +2024-09-01 16:18:20,454 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.009088224000151968 (mp_runner.py:73) +2024-09-01 16:18:21,336 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.010056969000288518 (mp_runner.py:73) +2024-09-01 16:18:21,336 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.009382146999996621 (mp_runner.py:73) +2024-09-01 16:18:21,443 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.008765618997131241 (mp_runner.py:73) +2024-09-01 16:18:21,445 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.009589940000296338 (mp_runner.py:73) +2024-09-01 16:18:21,445 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.008366695998120122 (mp_runner.py:73) +2024-09-01 16:18:21,446 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.012200003999168985 (mp_runner.py:73) +2024-09-01 16:18:21,447 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.01260634899881552 (mp_runner.py:73) +2024-09-01 16:18:21,700 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.004788441998243798 (mp_runner.py:73) +2024-09-01 16:18:23,820 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.012777290998201352 (mp_runner.py:73) +2024-09-01 16:18:23,825 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.01579915299953427 (mp_runner.py:73) +2024-09-01 16:18:24,064 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.006741438002791256 (mp_runner.py:73) +2024-09-01 16:18:24,189 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.00905148099991493 (mp_runner.py:73) +2024-09-01 16:18:24,189 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.01094598599956953 (mp_runner.py:73) +2024-09-01 16:18:24,233 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.008617805000540102 (mp_runner.py:73) +2024-09-01 16:18:24,254 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.00758473300084006 (mp_runner.py:73) +2024-09-01 16:18:24,254 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.009424615000170888 (mp_runner.py:73) +2024-09-01 16:18:24,255 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.004890903001069091 (mp_runner.py:73) +2024-09-01 16:18:24,256 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.01019257000007201 (mp_runner.py:73) +2024-09-01 16:18:24,256 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.004718801999842981 (mp_runner.py:73) +2024-09-01 16:18:24,379 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.01185894000082044 (mp_runner.py:73) +2024-09-01 16:18:24,975 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.010511740001675207 (mp_runner.py:73) +2024-09-01 16:18:25,553 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.012610101999598555 (mp_runner.py:73) +2024-09-01 16:18:25,571 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.010305752999556717 (mp_runner.py:73) +2024-09-01 16:18:25,586 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.008283703999040881 (mp_runner.py:73) +2024-09-01 16:18:25,589 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.004153589998168172 (mp_runner.py:73) +2024-09-01 16:18:25,590 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.005702386999473674 (mp_runner.py:73) +2024-09-01 16:18:25,591 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.007731988996965811 (mp_runner.py:73) +2024-09-01 16:18:25,591 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.005015933002141537 (mp_runner.py:73) +2024-09-01 16:18:25,591 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.007853488001273945 (mp_runner.py:73) +2024-09-01 16:18:25,593 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.007496879003156209 (mp_runner.py:73) +2024-09-01 16:18:25,594 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.008275832002254901 (mp_runner.py:73) +2024-09-01 16:18:25,594 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.011079203999543097 (mp_runner.py:73) +2024-09-01 16:18:26,966 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.0101599730005546 (mp_runner.py:73) +2024-09-01 16:18:28,352 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.0067827099992427975 (mp_runner.py:73) +2024-09-01 16:18:28,355 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.010036920000857208 (mp_runner.py:73) +2024-09-01 16:18:28,355 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.012695560999418376 (mp_runner.py:73) +2024-09-01 16:18:28,357 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.0026004059982369654 (mp_runner.py:73) +2024-09-01 16:18:28,590 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.023562239002785645 (mp_runner.py:73) +2024-09-01 16:18:28,603 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.012367759001790546 (mp_runner.py:73) +2024-09-01 16:18:28,604 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.021167023998714285 (mp_runner.py:73) +2024-09-01 16:18:28,740 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.009505773999990197 (mp_runner.py:73) +2024-09-01 16:18:29,135 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.005822000999614829 (mp_runner.py:73) +2024-09-01 16:18:29,223 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.010755426999821793 (mp_runner.py:73) +2024-09-01 16:18:29,486 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.011824565001006704 (mp_runner.py:73) +2024-09-01 16:18:29,639 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.005129984001541743 (mp_runner.py:73) +2024-09-01 16:18:29,640 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.006378591002430767 (mp_runner.py:73) +2024-09-01 16:18:29,642 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.007107579000148689 (mp_runner.py:73) +2024-09-01 16:18:29,642 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.007038300998829072 (mp_runner.py:73) +2024-09-01 16:18:29,643 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.010992120998707833 (mp_runner.py:73) +2024-09-01 16:18:29,643 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.010695080000004964 (mp_runner.py:73) +2024-09-01 16:18:29,686 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.010864314001082676 (mp_runner.py:73) +2024-09-01 16:18:29,943 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.006878596999740694 (mp_runner.py:73) +2024-09-01 16:18:29,944 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.012151710001489846 (mp_runner.py:73) +2024-09-01 16:18:29,944 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.010124042000825284 (mp_runner.py:73) +2024-09-01 16:18:30,094 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.0556996209998033 (mp_runner.py:73) +2024-09-01 16:18:30,462 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.008858360000886023 (mp_runner.py:73) +2024-09-01 16:18:31,157 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.007569805999082746 (mp_runner.py:73) +2024-09-01 16:18:32,496 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.012258397000550758 (mp_runner.py:73) +2024-09-01 16:18:33,049 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.0045562349987449124 (mp_runner.py:73) +2024-09-01 16:18:33,051 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.01344827299908502 (mp_runner.py:73) +2024-09-01 16:18:33,052 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.011838155001896666 (mp_runner.py:73) +2024-09-01 16:18:33,059 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.019025192999833962 (mp_runner.py:73) +2024-09-01 16:18:33,457 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0059s, count=3387, qps in this process: 112.8778 (mp_runner.py:76) +2024-09-01 16:18:33,460 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0056s, count=3091, qps in this process: 103.0141 (mp_runner.py:76) +2024-09-01 16:18:33,495 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0106s, count=3389, qps in this process: 112.9268 (mp_runner.py:76) +2024-09-01 16:18:33,552 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0097s, count=3543, qps in this process: 118.0618 (mp_runner.py:76) +2024-09-01 16:18:33,553 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.001s, count=3549, qps in this process: 118.2961 (mp_runner.py:76) +2024-09-01 16:18:33,555 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0022s, count=3404, qps in this process: 113.4583 (mp_runner.py:76) +2024-09-01 16:18:33,555 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0038s, count=3499, qps in this process: 116.6186 (mp_runner.py:76) +2024-09-01 16:18:33,557 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0053s, count=3361, qps in this process: 112.0135 (mp_runner.py:76) +2024-09-01 16:18:33,558 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0063s, count=3495, qps in this process: 116.4755 (mp_runner.py:76) +2024-09-01 16:18:33,559 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0049s, count=3544, qps in this process: 118.114 (mp_runner.py:76) +2024-09-01 16:18:33,560 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.008s, count=3445, qps in this process: 114.8027 (mp_runner.py:76) +2024-09-01 16:18:33,561 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.006s, count=3364, qps in this process: 112.1109 (mp_runner.py:76) +2024-09-01 16:18:33,561 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0066s, count=3547, qps in this process: 118.2073 (mp_runner.py:76) +2024-09-01 16:18:33,563 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0086s, count=3495, qps in this process: 116.4666 (mp_runner.py:76) +2024-09-01 16:18:33,572 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0044s, count=2873, qps in this process: 95.7526 (mp_runner.py:76) +2024-09-01 16:18:33,573 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0003s, count=3323, qps in this process: 110.7656 (mp_runner.py:76) +2024-09-01 16:18:33,576 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.0012s, count=3360, qps in this process: 111.9955 (mp_runner.py:76) +2024-09-01 16:18:33,579 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0111s, count=3355, qps in this process: 111.792 (mp_runner.py:76) +2024-09-01 16:18:33,583 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0027s, count=3371, qps in this process: 112.3566 (mp_runner.py:76) +2024-09-01 16:18:33,586 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0063s, count=3367, qps in this process: 112.2098 (mp_runner.py:76) +2024-09-01 16:18:33,596 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0064s, count=2919, qps in this process: 97.2792 (mp_runner.py:76) +2024-09-01 16:18:33,603 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0002s, count=2740, qps in this process: 91.3327 (mp_runner.py:76) +2024-09-01 16:18:33,603 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0038s, count=2926, qps in this process: 97.521 (mp_runner.py:76) +2024-09-01 16:18:33,604 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0012s, count=2866, qps in this process: 95.5295 (mp_runner.py:76) +2024-09-01 16:18:33,620 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.001s, count=2797, qps in this process: 93.2302 (mp_runner.py:76) +2024-09-01 16:18:33,630 | INFO |End search in concurrency 25: dur=30.3156700690015s, total_count=82010, qps=2705.2016 (mp_runner.py:120) +2024-09-01 16:18:35,312 | INFO |Update largest qps with concurrency 25: current max_qps=2705.2016 (mp_runner.py:124) +2024-09-01 16:18:35,732 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:18:35,732 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 16:18:46,165 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 16:18:46,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,402 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,438 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,446 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,479 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,483 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,485 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,491 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,491 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,515 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,517 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:46,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:18:51,091 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.008603726000728784 (mp_runner.py:73) +2024-09-01 16:18:51,092 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.016812906000268413 (mp_runner.py:73) +2024-09-01 16:18:51,092 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.005459706000692677 (mp_runner.py:73) +2024-09-01 16:18:51,097 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.021883902001718525 (mp_runner.py:73) +2024-09-01 16:18:51,110 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.019863798002916155 (mp_runner.py:73) +2024-09-01 16:18:51,117 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.023897598999610636 (mp_runner.py:73) +2024-09-01 16:18:51,130 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.037646755001333077 (mp_runner.py:73) +2024-09-01 16:18:51,229 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.010184918999584625 (mp_runner.py:73) +2024-09-01 16:18:51,229 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.011280865001026541 (mp_runner.py:73) +2024-09-01 16:18:51,410 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.006373355001414893 (mp_runner.py:73) +2024-09-01 16:18:51,411 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.006736786999681499 (mp_runner.py:73) +2024-09-01 16:18:51,411 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.00773081999795977 (mp_runner.py:73) +2024-09-01 16:18:51,412 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.008475375001580687 (mp_runner.py:73) +2024-09-01 16:18:51,412 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.00877467000100296 (mp_runner.py:73) +2024-09-01 16:18:51,412 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.008172287998604588 (mp_runner.py:73) +2024-09-01 16:18:51,413 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.007940520001284312 (mp_runner.py:73) +2024-09-01 16:18:51,413 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.00818336299926159 (mp_runner.py:73) +2024-09-01 16:18:51,454 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.005105270000058226 (mp_runner.py:73) +2024-09-01 16:18:51,457 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.007790505002049031 (mp_runner.py:73) +2024-09-01 16:18:51,458 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.009992365001380676 (mp_runner.py:73) +2024-09-01 16:18:51,459 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.008361760999832768 (mp_runner.py:73) +2024-09-01 16:18:51,461 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.010400826002296526 (mp_runner.py:73) +2024-09-01 16:18:51,461 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.012247776001458988 (mp_runner.py:73) +2024-09-01 16:18:51,462 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.010646111997630214 (mp_runner.py:73) +2024-09-01 16:18:51,557 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.012471914000343531 (mp_runner.py:73) +2024-09-01 16:18:51,565 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.008539303002180532 (mp_runner.py:73) +2024-09-01 16:18:52,305 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.007279572000697954 (mp_runner.py:73) +2024-09-01 16:18:52,307 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.009729836998303654 (mp_runner.py:73) +2024-09-01 16:18:52,410 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.009263880001526559 (mp_runner.py:73) +2024-09-01 16:18:52,411 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.006642397001996869 (mp_runner.py:73) +2024-09-01 16:18:56,038 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.004440934000740526 (mp_runner.py:73) +2024-09-01 16:18:56,038 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.007027733001450542 (mp_runner.py:73) +2024-09-01 16:18:56,039 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.007783919998473721 (mp_runner.py:73) +2024-09-01 16:18:56,039 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.009020237001095666 (mp_runner.py:73) +2024-09-01 16:18:56,040 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.010277008997945813 (mp_runner.py:73) +2024-09-01 16:18:56,040 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.0072324450011365116 (mp_runner.py:73) +2024-09-01 16:18:56,041 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.01200174000041443 (mp_runner.py:73) +2024-09-01 16:18:56,254 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.004902747001324315 (mp_runner.py:73) +2024-09-01 16:18:56,255 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.0059849500030395575 (mp_runner.py:73) +2024-09-01 16:18:56,256 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.004767070000525564 (mp_runner.py:73) +2024-09-01 16:18:56,257 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.007671272000152385 (mp_runner.py:73) +2024-09-01 16:18:56,257 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.011195187998964684 (mp_runner.py:73) +2024-09-01 16:18:56,258 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.012239341998792952 (mp_runner.py:73) +2024-09-01 16:18:56,258 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.0072235640000144485 (mp_runner.py:73) +2024-09-01 16:18:56,258 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.012385574998916127 (mp_runner.py:73) +2024-09-01 16:18:56,259 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.0076462729994091205 (mp_runner.py:73) +2024-09-01 16:18:56,259 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.012151566999818897 (mp_runner.py:73) +2024-09-01 16:18:56,521 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.009732213999086525 (mp_runner.py:73) +2024-09-01 16:18:56,522 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.01293878899741685 (mp_runner.py:73) +2024-09-01 16:18:56,522 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.012465964999137213 (mp_runner.py:73) +2024-09-01 16:18:56,522 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.007577685002615908 (mp_runner.py:73) +2024-09-01 16:18:56,523 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.009299567002017284 (mp_runner.py:73) +2024-09-01 16:18:56,523 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.008970676000899402 (mp_runner.py:73) +2024-09-01 16:18:56,524 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.008606666000559926 (mp_runner.py:73) +2024-09-01 16:18:57,978 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.011585440999624552 (mp_runner.py:73) +2024-09-01 16:18:57,979 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.013005696000618627 (mp_runner.py:73) +2024-09-01 16:18:58,678 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.03951137400144944 (mp_runner.py:73) +2024-09-01 16:18:58,858 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.011350744000083068 (mp_runner.py:73) +2024-09-01 16:18:59,007 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.010857269997359253 (mp_runner.py:73) +2024-09-01 16:18:59,007 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.013486899999406887 (mp_runner.py:73) +2024-09-01 16:19:00,822 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.012637566000194056 (mp_runner.py:73) +2024-09-01 16:19:01,043 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.013211313002102543 (mp_runner.py:73) +2024-09-01 16:19:01,212 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.0040529920006520115 (mp_runner.py:73) +2024-09-01 16:19:01,277 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.009869321002042852 (mp_runner.py:73) +2024-09-01 16:19:01,278 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.012582077000843128 (mp_runner.py:73) +2024-09-01 16:19:01,279 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.016037983001297107 (mp_runner.py:73) +2024-09-01 16:19:01,477 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.011779286996898009 (mp_runner.py:73) +2024-09-01 16:19:01,488 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.009581916998286033 (mp_runner.py:73) +2024-09-01 16:19:01,516 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.007046129001537338 (mp_runner.py:73) +2024-09-01 16:19:01,517 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.00639968600080465 (mp_runner.py:73) +2024-09-01 16:19:01,517 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.008121882001432823 (mp_runner.py:73) +2024-09-01 16:19:01,517 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.0049319989993819036 (mp_runner.py:73) +2024-09-01 16:19:01,518 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.005147349002072588 (mp_runner.py:73) +2024-09-01 16:19:01,519 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.010395926001365297 (mp_runner.py:73) +2024-09-01 16:19:01,563 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.005952212999545736 (mp_runner.py:73) +2024-09-01 16:19:01,567 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.011012194001523312 (mp_runner.py:73) +2024-09-01 16:19:01,569 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.007478092000383185 (mp_runner.py:73) +2024-09-01 16:19:01,668 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.011835774999781279 (mp_runner.py:73) +2024-09-01 16:19:01,669 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.010117910998815205 (mp_runner.py:73) +2024-09-01 16:19:02,078 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.010893247999774758 (mp_runner.py:73) +2024-09-01 16:19:02,078 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.011062317000323674 (mp_runner.py:73) +2024-09-01 16:19:02,080 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.014672880002763122 (mp_runner.py:73) +2024-09-01 16:19:02,081 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.01070733099913923 (mp_runner.py:73) +2024-09-01 16:19:02,081 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.014497940999717684 (mp_runner.py:73) +2024-09-01 16:19:04,731 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.012895061998278834 (mp_runner.py:73) +2024-09-01 16:19:04,788 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.010922990997642046 (mp_runner.py:73) +2024-09-01 16:19:05,408 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.011937812003452564 (mp_runner.py:73) +2024-09-01 16:19:05,478 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.011878229001013096 (mp_runner.py:73) +2024-09-01 16:19:05,723 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.009772016001079464 (mp_runner.py:73) +2024-09-01 16:19:05,786 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.011911604000488296 (mp_runner.py:73) +2024-09-01 16:19:06,521 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.0063857380009721965 (mp_runner.py:73) +2024-09-01 16:19:06,521 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.004465940000955015 (mp_runner.py:73) +2024-09-01 16:19:06,522 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.005147413001395762 (mp_runner.py:73) +2024-09-01 16:19:06,522 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.007153438000386814 (mp_runner.py:73) +2024-09-01 16:19:06,523 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.008760134001931874 (mp_runner.py:73) +2024-09-01 16:19:06,524 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.011588347999349935 (mp_runner.py:73) +2024-09-01 16:19:06,525 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.007070641000609612 (mp_runner.py:73) +2024-09-01 16:19:06,526 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007577790998766432 (mp_runner.py:73) +2024-09-01 16:19:06,682 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.009366784001031192 (mp_runner.py:73) +2024-09-01 16:19:06,684 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.011869524998473935 (mp_runner.py:73) +2024-09-01 16:19:06,684 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.013372307999816258 (mp_runner.py:73) +2024-09-01 16:19:06,767 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.013449652997223893 (mp_runner.py:73) +2024-09-01 16:19:07,450 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.013280302999191917 (mp_runner.py:73) +2024-09-01 16:19:07,525 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.010938464001810644 (mp_runner.py:73) +2024-09-01 16:19:07,534 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.010679865001293365 (mp_runner.py:73) +2024-09-01 16:19:07,534 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.00766051499886089 (mp_runner.py:73) +2024-09-01 16:19:07,536 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.008926851998694474 (mp_runner.py:73) +2024-09-01 16:19:07,536 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.010551480001595337 (mp_runner.py:73) +2024-09-01 16:19:07,537 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.012261539999599336 (mp_runner.py:73) +2024-09-01 16:19:07,979 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.008826749999570893 (mp_runner.py:73) +2024-09-01 16:19:07,979 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.008874816998286406 (mp_runner.py:73) +2024-09-01 16:19:07,980 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.007999531000677962 (mp_runner.py:73) +2024-09-01 16:19:07,980 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.011447837998275645 (mp_runner.py:73) +2024-09-01 16:19:07,981 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.008516140002029715 (mp_runner.py:73) +2024-09-01 16:19:11,367 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.013194318999012467 (mp_runner.py:73) +2024-09-01 16:19:11,395 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.015197117001662264 (mp_runner.py:73) +2024-09-01 16:19:11,547 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.011473560000013094 (mp_runner.py:73) +2024-09-01 16:19:11,624 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.01250115599759738 (mp_runner.py:73) +2024-09-01 16:19:11,702 | DEBUG |(SpawnProcess-1:104) search_count: 2500, latest_latency=0.004718621999927564 (mp_runner.py:73) +2024-09-01 16:19:11,703 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.011301998001727043 (mp_runner.py:73) +2024-09-01 16:19:11,706 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.008960570998169715 (mp_runner.py:73) +2024-09-01 16:19:11,759 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.009252279000065755 (mp_runner.py:73) +2024-09-01 16:19:11,760 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.007303080001292983 (mp_runner.py:73) +2024-09-01 16:19:11,761 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.009800310999708017 (mp_runner.py:73) +2024-09-01 16:19:11,904 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.0034431179992679972 (mp_runner.py:73) +2024-09-01 16:19:11,905 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.011599467001360608 (mp_runner.py:73) +2024-09-01 16:19:12,435 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.00923718500052928 (mp_runner.py:73) +2024-09-01 16:19:12,436 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.010747417996753938 (mp_runner.py:73) +2024-09-01 16:19:12,920 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.008999402001791168 (mp_runner.py:73) +2024-09-01 16:19:12,922 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.010205179001786746 (mp_runner.py:73) +2024-09-01 16:19:12,975 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.001862648998212535 (mp_runner.py:73) +2024-09-01 16:19:12,977 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.003511150000122143 (mp_runner.py:73) +2024-09-01 16:19:12,979 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.007395030999759911 (mp_runner.py:73) +2024-09-01 16:19:12,981 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.0071122990011645015 (mp_runner.py:73) +2024-09-01 16:19:12,983 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.012764105998940067 (mp_runner.py:73) +2024-09-01 16:19:12,983 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.012597615997947287 (mp_runner.py:73) +2024-09-01 16:19:13,066 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.010816418998729205 (mp_runner.py:73) +2024-09-01 16:19:13,068 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.008508000999427168 (mp_runner.py:73) +2024-09-01 16:19:13,069 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.011301834998448612 (mp_runner.py:73) +2024-09-01 16:19:14,025 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.014887224002450239 (mp_runner.py:73) +2024-09-01 16:19:14,026 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.012953831999766408 (mp_runner.py:73) +2024-09-01 16:19:14,029 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.01402993200099445 (mp_runner.py:73) +2024-09-01 16:19:14,335 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.012262138996447902 (mp_runner.py:73) +2024-09-01 16:19:14,687 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.012274605000129668 (mp_runner.py:73) +2024-09-01 16:19:16,387 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0092s, count=2810, qps in this process: 93.638 (mp_runner.py:76) +2024-09-01 16:19:16,394 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0021s, count=2811, qps in this process: 93.6934 (mp_runner.py:76) +2024-09-01 16:19:16,407 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0023s, count=2916, qps in this process: 97.1925 (mp_runner.py:76) +2024-09-01 16:19:16,408 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0038s, count=2907, qps in this process: 96.8877 (mp_runner.py:76) +2024-09-01 16:19:16,430 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0076s, count=2918, qps in this process: 97.242 (mp_runner.py:76) +2024-09-01 16:19:16,437 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0019s, count=2919, qps in this process: 97.2938 (mp_runner.py:76) +2024-09-01 16:19:16,439 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0039s, count=2919, qps in this process: 97.2874 (mp_runner.py:76) +2024-09-01 16:19:16,440 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0049s, count=2815, qps in this process: 93.818 (mp_runner.py:76) +2024-09-01 16:19:16,441 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0004s, count=2919, qps in this process: 97.2987 (mp_runner.py:76) +2024-09-01 16:19:16,444 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0084s, count=2815, qps in this process: 93.8071 (mp_runner.py:76) +2024-09-01 16:19:16,444 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.004s, count=2911, qps in this process: 97.0204 (mp_runner.py:76) +2024-09-01 16:19:16,444 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0094s, count=2781, qps in this process: 92.671 (mp_runner.py:76) +2024-09-01 16:19:16,445 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0101s, count=2911, qps in this process: 97.0007 (mp_runner.py:76) +2024-09-01 16:19:16,448 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0132s, count=2772, qps in this process: 92.3594 (mp_runner.py:76) +2024-09-01 16:19:16,449 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0045s, count=2689, qps in this process: 89.6199 (mp_runner.py:76) +2024-09-01 16:19:16,449 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0101s, count=2772, qps in this process: 92.3689 (mp_runner.py:76) +2024-09-01 16:19:16,450 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.011s, count=2815, qps in this process: 93.7989 (mp_runner.py:76) +2024-09-01 16:19:16,454 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0099s, count=2816, qps in this process: 93.8357 (mp_runner.py:76) +2024-09-01 16:19:16,455 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0012s, count=2344, qps in this process: 78.1302 (mp_runner.py:76) +2024-09-01 16:19:16,464 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0157s, count=2817, qps in this process: 93.8509 (mp_runner.py:76) +2024-09-01 16:19:16,482 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0003s, count=2655, qps in this process: 88.4991 (mp_runner.py:76) +2024-09-01 16:19:16,492 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0029s, count=2694, qps in this process: 89.7913 (mp_runner.py:76) +2024-09-01 16:19:16,492 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0032s, count=2634, qps in this process: 87.7906 (mp_runner.py:76) +2024-09-01 16:19:16,494 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0009s, count=2824, qps in this process: 94.1305 (mp_runner.py:76) +2024-09-01 16:19:16,498 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0048s, count=2696, qps in this process: 89.8523 (mp_runner.py:76) +2024-09-01 16:19:16,499 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0022s, count=2356, qps in this process: 78.5276 (mp_runner.py:76) +2024-09-01 16:19:16,520 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.001s, count=2393, qps in this process: 79.764 (mp_runner.py:76) +2024-09-01 16:19:16,520 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0015s, count=2383, qps in this process: 79.4294 (mp_runner.py:76) +2024-09-01 16:19:16,521 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0026s, count=2309, qps in this process: 76.96 (mp_runner.py:76) +2024-09-01 16:19:16,531 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0008s, count=2323, qps in this process: 77.4313 (mp_runner.py:76) +2024-09-01 16:19:16,541 | INFO |End search in concurrency 30: dur=30.375819536002382s, total_count=81644, qps=2687.7958 (mp_runner.py:120) +2024-09-01 16:19:19,027 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:19:19,027 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 16:19:29,545 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 16:19:29,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,752 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,786 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,841 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,850 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,866 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,868 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,869 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,869 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,876 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,876 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,895 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,899 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,899 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,900 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,904 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,904 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,906 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,917 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,917 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,917 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,922 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,932 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,935 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,937 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,939 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:29,939 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:19:35,374 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.007640405001438921 (mp_runner.py:73) +2024-09-01 16:19:35,374 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.00712289500006591 (mp_runner.py:73) +2024-09-01 16:19:35,375 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.005823137998959282 (mp_runner.py:73) +2024-09-01 16:19:35,375 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.007832707000488881 (mp_runner.py:73) +2024-09-01 16:19:35,376 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.007014135000645183 (mp_runner.py:73) +2024-09-01 16:19:35,376 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.010770949000288965 (mp_runner.py:73) +2024-09-01 16:19:35,376 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.007199471001513302 (mp_runner.py:73) +2024-09-01 16:19:35,377 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.008718852997844806 (mp_runner.py:73) +2024-09-01 16:19:35,377 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.00973105700177257 (mp_runner.py:73) +2024-09-01 16:19:35,377 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.008574722996854689 (mp_runner.py:73) +2024-09-01 16:19:35,377 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.006486868998763384 (mp_runner.py:73) +2024-09-01 16:19:35,378 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.007894228998338804 (mp_runner.py:73) +2024-09-01 16:19:35,378 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.009733074002724607 (mp_runner.py:73) +2024-09-01 16:19:35,378 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.008362242002476705 (mp_runner.py:73) +2024-09-01 16:19:35,378 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.007098776997736422 (mp_runner.py:73) +2024-09-01 16:19:35,379 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.008277355998870917 (mp_runner.py:73) +2024-09-01 16:19:35,379 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.008528120000846684 (mp_runner.py:73) +2024-09-01 16:19:35,379 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.009961406998627353 (mp_runner.py:73) +2024-09-01 16:19:35,379 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.0010512909975659568 (mp_runner.py:73) +2024-09-01 16:19:35,380 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.010190480999881402 (mp_runner.py:73) +2024-09-01 16:19:35,380 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.009070962001715088 (mp_runner.py:73) +2024-09-01 16:19:35,380 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.007748887001071125 (mp_runner.py:73) +2024-09-01 16:19:35,381 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.009450486999412533 (mp_runner.py:73) +2024-09-01 16:19:35,381 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.009342586999991909 (mp_runner.py:73) +2024-09-01 16:19:35,381 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.007726899999397574 (mp_runner.py:73) +2024-09-01 16:19:35,381 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.009606513001926942 (mp_runner.py:73) +2024-09-01 16:19:35,382 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.009551128998282366 (mp_runner.py:73) +2024-09-01 16:19:35,383 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.008391737999772886 (mp_runner.py:73) +2024-09-01 16:19:35,383 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.009237008998752572 (mp_runner.py:73) +2024-09-01 16:19:35,383 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.008802593998552766 (mp_runner.py:73) +2024-09-01 16:19:36,424 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.011819160998129519 (mp_runner.py:73) +2024-09-01 16:19:36,427 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.00879210000130115 (mp_runner.py:73) +2024-09-01 16:19:36,439 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.022862493999127764 (mp_runner.py:73) +2024-09-01 16:19:36,939 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.0124052870014566 (mp_runner.py:73) +2024-09-01 16:19:36,940 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.014586643999791704 (mp_runner.py:73) +2024-09-01 16:19:40,657 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.00849565400130814 (mp_runner.py:73) +2024-09-01 16:19:40,658 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.009569006000674563 (mp_runner.py:73) +2024-09-01 16:19:40,658 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.006827389999671141 (mp_runner.py:73) +2024-09-01 16:19:40,658 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.008815966000838671 (mp_runner.py:73) +2024-09-01 16:19:40,658 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.007835546999558574 (mp_runner.py:73) +2024-09-01 16:19:40,659 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.00905749799858313 (mp_runner.py:73) +2024-09-01 16:19:40,659 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.00647604600089835 (mp_runner.py:73) +2024-09-01 16:19:40,661 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.00862571899779141 (mp_runner.py:73) +2024-09-01 16:19:40,661 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.01222435000090627 (mp_runner.py:73) +2024-09-01 16:19:40,661 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.007941250001749722 (mp_runner.py:73) +2024-09-01 16:19:40,662 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.011201094999705674 (mp_runner.py:73) +2024-09-01 16:19:40,662 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.014074934002564987 (mp_runner.py:73) +2024-09-01 16:19:40,663 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.015340896999987308 (mp_runner.py:73) +2024-09-01 16:19:40,663 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.01572034899800201 (mp_runner.py:73) +2024-09-01 16:19:40,663 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.0095150699999067 (mp_runner.py:73) +2024-09-01 16:19:40,664 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.008914538997487398 (mp_runner.py:73) +2024-09-01 16:19:40,664 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.010348751002311474 (mp_runner.py:73) +2024-09-01 16:19:40,664 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.01046512100219843 (mp_runner.py:73) +2024-09-01 16:19:40,664 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.009921007997036213 (mp_runner.py:73) +2024-09-01 16:19:40,665 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.017949934001080692 (mp_runner.py:73) +2024-09-01 16:19:40,665 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.009947893999196822 (mp_runner.py:73) +2024-09-01 16:19:40,666 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.009820453000429552 (mp_runner.py:73) +2024-09-01 16:19:40,666 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.008869317000062438 (mp_runner.py:73) +2024-09-01 16:19:41,426 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.001406384999427246 (mp_runner.py:73) +2024-09-01 16:19:42,097 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.0021105889973114245 (mp_runner.py:73) +2024-09-01 16:19:42,324 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.03190382899992983 (mp_runner.py:73) +2024-09-01 16:19:42,704 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.027811721000034595 (mp_runner.py:73) +2024-09-01 16:19:42,839 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.02366207500017481 (mp_runner.py:73) +2024-09-01 16:19:42,999 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.024280026998894755 (mp_runner.py:73) +2024-09-01 16:19:43,076 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.028017638996971073 (mp_runner.py:73) +2024-09-01 16:19:45,011 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.013690217998373555 (mp_runner.py:73) +2024-09-01 16:19:45,350 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.002094630999636138 (mp_runner.py:73) +2024-09-01 16:19:45,354 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.014342613001645077 (mp_runner.py:73) +2024-09-01 16:19:45,469 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.0147318039998936 (mp_runner.py:73) +2024-09-01 16:19:45,745 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.015955501999997068 (mp_runner.py:73) +2024-09-01 16:19:47,673 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.012988899001356913 (mp_runner.py:73) +2024-09-01 16:19:47,748 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.011893372000486124 (mp_runner.py:73) +2024-09-01 16:19:47,883 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.012254998000571504 (mp_runner.py:73) +2024-09-01 16:19:47,924 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.009320938002929324 (mp_runner.py:73) +2024-09-01 16:19:47,926 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.00903842700063251 (mp_runner.py:73) +2024-09-01 16:19:47,927 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.009429929999896558 (mp_runner.py:73) +2024-09-01 16:19:47,927 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.01064273700103513 (mp_runner.py:73) +2024-09-01 16:19:47,928 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.01327064199722372 (mp_runner.py:73) +2024-09-01 16:19:47,929 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.01483628600180964 (mp_runner.py:73) +2024-09-01 16:19:48,040 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.005276891999528743 (mp_runner.py:73) +2024-09-01 16:19:48,043 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.015590464001434157 (mp_runner.py:73) +2024-09-01 16:19:48,052 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.022632099000475137 (mp_runner.py:73) +2024-09-01 16:19:48,058 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.027601785001024837 (mp_runner.py:73) +2024-09-01 16:19:48,146 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.0034333870025875513 (mp_runner.py:73) +2024-09-01 16:19:48,190 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.016171858998859534 (mp_runner.py:73) +2024-09-01 16:19:48,190 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.011012671002390562 (mp_runner.py:73) +2024-09-01 16:19:48,192 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.014793668000493199 (mp_runner.py:73) +2024-09-01 16:19:48,203 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.010790952001116239 (mp_runner.py:73) +2024-09-01 16:19:48,599 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.007811342999048065 (mp_runner.py:73) +2024-09-01 16:19:48,642 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.010242211999866413 (mp_runner.py:73) +2024-09-01 16:19:48,732 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.01588710600117338 (mp_runner.py:73) +2024-09-01 16:19:48,733 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.014780031000555027 (mp_runner.py:73) +2024-09-01 16:19:49,026 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.015334875999542419 (mp_runner.py:73) +2024-09-01 16:19:49,348 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.008651434000057634 (mp_runner.py:73) +2024-09-01 16:19:50,487 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.013381607001065277 (mp_runner.py:73) +2024-09-01 16:19:50,648 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.013744669002335286 (mp_runner.py:73) +2024-09-01 16:19:50,804 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.016502659000252606 (mp_runner.py:73) +2024-09-01 16:19:51,039 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.01784549900185084 (mp_runner.py:73) +2024-09-01 16:19:51,243 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.016485281998029677 (mp_runner.py:73) +2024-09-01 16:19:51,464 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.015172810999501962 (mp_runner.py:73) +2024-09-01 16:19:52,795 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.013112038999679498 (mp_runner.py:73) +2024-09-01 16:19:52,936 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.010067469000205165 (mp_runner.py:73) +2024-09-01 16:19:52,948 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.014229235999664525 (mp_runner.py:73) +2024-09-01 16:19:53,185 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.013949342999694636 (mp_runner.py:73) +2024-09-01 16:19:53,372 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.013151658000424504 (mp_runner.py:73) +2024-09-01 16:19:53,839 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.01119543000095291 (mp_runner.py:73) +2024-09-01 16:19:53,839 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.010741518999566324 (mp_runner.py:73) +2024-09-01 16:19:53,840 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.013214940001489595 (mp_runner.py:73) +2024-09-01 16:19:53,841 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.004755167999974219 (mp_runner.py:73) +2024-09-01 16:19:53,841 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.014806762999796774 (mp_runner.py:73) +2024-09-01 16:19:53,842 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.010704252999858 (mp_runner.py:73) +2024-09-01 16:19:54,130 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.011050755001633661 (mp_runner.py:73) +2024-09-01 16:19:54,185 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.013516112998331664 (mp_runner.py:73) +2024-09-01 16:19:54,216 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.012918079999508336 (mp_runner.py:73) +2024-09-01 16:19:54,234 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.01141199900303036 (mp_runner.py:73) +2024-09-01 16:19:54,235 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.014875692999339662 (mp_runner.py:73) +2024-09-01 16:19:54,241 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.0168526790002943 (mp_runner.py:73) +2024-09-01 16:19:54,242 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.016705359001207398 (mp_runner.py:73) +2024-09-01 16:19:54,242 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.0226596159991459 (mp_runner.py:73) +2024-09-01 16:19:54,733 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.011645534999843221 (mp_runner.py:73) +2024-09-01 16:19:54,743 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.018997805997059913 (mp_runner.py:73) +2024-09-01 16:19:54,813 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.012981847998162266 (mp_runner.py:73) +2024-09-01 16:19:55,686 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.007345811001869151 (mp_runner.py:73) +2024-09-01 16:19:55,688 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.009064152000064496 (mp_runner.py:73) +2024-09-01 16:19:55,688 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.009561405000567902 (mp_runner.py:73) +2024-09-01 16:19:55,694 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.01996484700066503 (mp_runner.py:73) +2024-09-01 16:19:56,210 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.018995035999978427 (mp_runner.py:73) +2024-09-01 16:19:56,858 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.014417315000173403 (mp_runner.py:73) +2024-09-01 16:19:56,901 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.015027805002318928 (mp_runner.py:73) +2024-09-01 16:19:58,301 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.012341464000201086 (mp_runner.py:73) +2024-09-01 16:19:58,369 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.017155251000076532 (mp_runner.py:73) +2024-09-01 16:19:58,586 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.032936011000856524 (mp_runner.py:73) +2024-09-01 16:19:58,715 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.00652008500037482 (mp_runner.py:73) +2024-09-01 16:19:59,094 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.013848074999259552 (mp_runner.py:73) +2024-09-01 16:19:59,095 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.015509864999330603 (mp_runner.py:73) +2024-09-01 16:19:59,757 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0071s, count=2095, qps in this process: 69.8168 (mp_runner.py:76) +2024-09-01 16:19:59,762 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0076s, count=2374, qps in this process: 79.1133 (mp_runner.py:76) +2024-09-01 16:19:59,797 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0068s, count=2308, qps in this process: 76.9159 (mp_runner.py:76) +2024-09-01 16:19:59,847 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0027s, count=2470, qps in this process: 82.3259 (mp_runner.py:76) +2024-09-01 16:19:59,860 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0062s, count=2340, qps in this process: 77.9839 (mp_runner.py:76) +2024-09-01 16:19:59,871 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0009s, count=2341, qps in this process: 78.031 (mp_runner.py:76) +2024-09-01 16:19:59,874 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0055s, count=2473, qps in this process: 82.4182 (mp_runner.py:76) +2024-09-01 16:19:59,874 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0003s, count=2488, qps in this process: 82.9325 (mp_runner.py:76) +2024-09-01 16:19:59,875 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0017s, count=2194, qps in this process: 73.1292 (mp_runner.py:76) +2024-09-01 16:19:59,876 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0028s, count=2474, qps in this process: 82.459 (mp_runner.py:76) +2024-09-01 16:19:59,877 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.0029s, count=2055, qps in this process: 68.4934 (mp_runner.py:76) +2024-09-01 16:19:59,879 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0015s, count=2474, qps in this process: 82.4625 (mp_runner.py:76) +2024-09-01 16:19:59,881 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0053s, count=2315, qps in this process: 77.153 (mp_runner.py:76) +2024-09-01 16:19:59,881 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0106s, count=2495, qps in this process: 83.1373 (mp_runner.py:76) +2024-09-01 16:19:59,882 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0082s, count=2315, qps in this process: 77.1456 (mp_runner.py:76) +2024-09-01 16:19:59,885 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0138s, count=1953, qps in this process: 65.0701 (mp_runner.py:76) +2024-09-01 16:19:59,886 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0119s, count=2326, qps in this process: 77.5026 (mp_runner.py:76) +2024-09-01 16:19:59,889 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0108s, count=2475, qps in this process: 82.4703 (mp_runner.py:76) +2024-09-01 16:19:59,903 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0022s, count=2199, qps in this process: 73.2946 (mp_runner.py:76) +2024-09-01 16:19:59,904 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0056s, count=2241, qps in this process: 74.6861 (mp_runner.py:76) +2024-09-01 16:19:59,905 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0012s, count=2089, qps in this process: 69.6305 (mp_runner.py:76) +2024-09-01 16:19:59,906 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0038s, count=2317, qps in this process: 77.2236 (mp_runner.py:76) +2024-09-01 16:19:59,911 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0027s, count=2059, qps in this process: 68.6272 (mp_runner.py:76) +2024-09-01 16:19:59,916 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0071s, count=1925, qps in this process: 64.1515 (mp_runner.py:76) +2024-09-01 16:19:59,916 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0075s, count=2478, qps in this process: 82.5794 (mp_runner.py:76) +2024-09-01 16:19:59,920 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0017s, count=1947, qps in this process: 64.8963 (mp_runner.py:76) +2024-09-01 16:19:59,922 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.005769976000010502 (mp_runner.py:73) +2024-09-01 16:19:59,923 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.005721532001189189 (mp_runner.py:73) +2024-09-01 16:19:59,923 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0049s, count=2500, qps in this process: 83.3197 (mp_runner.py:76) +2024-09-01 16:19:59,924 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0003s, count=2495, qps in this process: 83.1658 (mp_runner.py:76) +2024-09-01 16:19:59,925 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0061s, count=2104, qps in this process: 70.1191 (mp_runner.py:76) +2024-09-01 16:19:59,936 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.001s, count=2482, qps in this process: 82.7306 (mp_runner.py:76) +2024-09-01 16:19:59,937 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0011s, count=1921, qps in this process: 64.031 (mp_runner.py:76) +2024-09-01 16:19:59,939 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0005s, count=2499, qps in this process: 83.2986 (mp_runner.py:76) +2024-09-01 16:19:59,942 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0005s, count=2097, qps in this process: 69.8988 (mp_runner.py:76) +2024-09-01 16:19:59,942 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0007s, count=2506, qps in this process: 83.5314 (mp_runner.py:76) +2024-09-01 16:19:59,945 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0007s, count=1967, qps in this process: 65.5651 (mp_runner.py:76) +2024-09-01 16:19:59,955 | INFO |End search in concurrency 35: dur=30.40840152000237s, total_count=79791, qps=2623.9788 (mp_runner.py:120) +2024-09-01 16:20:02,728 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:20:02,728 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 16:20:13,390 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 16:20:13,611 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,647 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,656 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,661 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,674 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,674 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,675 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,728 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,729 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,735 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,735 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,740 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,759 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,759 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,765 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,792 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,794 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,806 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,807 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,812 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,822 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,827 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,839 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,855 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,858 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,863 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,867 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,871 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,892 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,898 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:13,915 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:20,238 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.015034358002594672 (mp_runner.py:73) +2024-09-01 16:20:20,239 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.010664552999514854 (mp_runner.py:73) +2024-09-01 16:20:20,240 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.011834902998089092 (mp_runner.py:73) +2024-09-01 16:20:20,240 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.01925289800055907 (mp_runner.py:73) +2024-09-01 16:20:20,241 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.01918849499998032 (mp_runner.py:73) +2024-09-01 16:20:20,243 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.007714987001236295 (mp_runner.py:73) +2024-09-01 16:20:20,248 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.013528602001315448 (mp_runner.py:73) +2024-09-01 16:20:20,251 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.010538161001022672 (mp_runner.py:73) +2024-09-01 16:20:20,251 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.01245234599991818 (mp_runner.py:73) +2024-09-01 16:20:20,252 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.01176529400254367 (mp_runner.py:73) +2024-09-01 16:20:20,253 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.013471977999870433 (mp_runner.py:73) +2024-09-01 16:20:20,253 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.011676547001115978 (mp_runner.py:73) +2024-09-01 16:20:20,254 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.012938518000737531 (mp_runner.py:73) +2024-09-01 16:20:20,255 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.01158597000176087 (mp_runner.py:73) +2024-09-01 16:20:20,255 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.011354379999829689 (mp_runner.py:73) +2024-09-01 16:20:20,256 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.009630276999814669 (mp_runner.py:73) +2024-09-01 16:20:20,256 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.010932028002571315 (mp_runner.py:73) +2024-09-01 16:20:20,352 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.018517977001465624 (mp_runner.py:73) +2024-09-01 16:20:20,355 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.00641662899943185 (mp_runner.py:73) +2024-09-01 16:20:20,357 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.006762322002032306 (mp_runner.py:73) +2024-09-01 16:20:20,362 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.010852060000615893 (mp_runner.py:73) +2024-09-01 16:20:20,373 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.012040831999911461 (mp_runner.py:73) +2024-09-01 16:20:20,382 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.016653329999826383 (mp_runner.py:73) +2024-09-01 16:20:20,383 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.01853806099825306 (mp_runner.py:73) +2024-09-01 16:20:20,388 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.0008894570019037928 (mp_runner.py:73) +2024-09-01 16:20:20,392 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.002962532998935785 (mp_runner.py:73) +2024-09-01 16:20:20,400 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.010858639001526171 (mp_runner.py:73) +2024-09-01 16:20:20,402 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.03925770000205375 (mp_runner.py:73) +2024-09-01 16:20:20,776 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.004802478000783594 (mp_runner.py:73) +2024-09-01 16:20:20,784 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.005605761998594971 (mp_runner.py:73) +2024-09-01 16:20:21,013 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.017788655000913423 (mp_runner.py:73) +2024-09-01 16:20:21,071 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.022108389999630162 (mp_runner.py:73) +2024-09-01 16:20:21,078 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.01720008099800907 (mp_runner.py:73) +2024-09-01 16:20:21,164 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.017362880000291625 (mp_runner.py:73) +2024-09-01 16:20:21,170 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.01958546600144473 (mp_runner.py:73) +2024-09-01 16:20:21,197 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.03220259499721578 (mp_runner.py:73) +2024-09-01 16:20:21,276 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.01568850999683491 (mp_runner.py:73) +2024-09-01 16:20:21,300 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.014447061999817379 (mp_runner.py:73) +2024-09-01 16:20:21,302 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.01558579400079907 (mp_runner.py:73) +2024-09-01 16:20:22,981 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.012530791998869972 (mp_runner.py:73) +2024-09-01 16:20:26,905 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.006890199001645669 (mp_runner.py:73) +2024-09-01 16:20:26,907 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.007284701001481153 (mp_runner.py:73) +2024-09-01 16:20:26,909 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.010658931998477783 (mp_runner.py:73) +2024-09-01 16:20:26,909 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.01145440099935513 (mp_runner.py:73) +2024-09-01 16:20:26,910 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.012580745002196636 (mp_runner.py:73) +2024-09-01 16:20:26,910 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.010886936997849261 (mp_runner.py:73) +2024-09-01 16:20:26,911 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.01185843500206829 (mp_runner.py:73) +2024-09-01 16:20:26,912 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.011810604999482166 (mp_runner.py:73) +2024-09-01 16:20:26,912 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.014949248998163966 (mp_runner.py:73) +2024-09-01 16:20:26,913 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.01619188800032134 (mp_runner.py:73) +2024-09-01 16:20:26,913 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.011258779002673691 (mp_runner.py:73) +2024-09-01 16:20:26,913 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.011439679998147767 (mp_runner.py:73) +2024-09-01 16:20:26,913 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.012541782001790125 (mp_runner.py:73) +2024-09-01 16:20:27,357 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.010020701000030385 (mp_runner.py:73) +2024-09-01 16:20:27,360 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.0104746110009728 (mp_runner.py:73) +2024-09-01 16:20:27,360 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.015273438999429345 (mp_runner.py:73) +2024-09-01 16:20:27,362 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.013313191000634106 (mp_runner.py:73) +2024-09-01 16:20:27,363 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.016670222001266666 (mp_runner.py:73) +2024-09-01 16:20:27,368 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.012929363001603633 (mp_runner.py:73) +2024-09-01 16:20:27,369 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.021593006000330206 (mp_runner.py:73) +2024-09-01 16:20:27,413 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.017892050000227755 (mp_runner.py:73) +2024-09-01 16:20:27,418 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.019454306999250548 (mp_runner.py:73) +2024-09-01 16:20:28,354 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.004080359998624772 (mp_runner.py:73) +2024-09-01 16:20:28,358 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.004731959998025559 (mp_runner.py:73) +2024-09-01 16:20:28,359 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.002445542999339523 (mp_runner.py:73) +2024-09-01 16:20:28,360 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.00538434500049334 (mp_runner.py:73) +2024-09-01 16:20:28,361 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.01567042799797491 (mp_runner.py:73) +2024-09-01 16:20:28,362 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.021228699002676876 (mp_runner.py:73) +2024-09-01 16:20:28,363 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.011741189999156632 (mp_runner.py:73) +2024-09-01 16:20:28,363 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.010447391996422084 (mp_runner.py:73) +2024-09-01 16:20:28,364 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.011851826999190962 (mp_runner.py:73) +2024-09-01 16:20:28,365 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.012024922001728555 (mp_runner.py:73) +2024-09-01 16:20:28,889 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.017096919000323396 (mp_runner.py:73) +2024-09-01 16:20:29,311 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.016514693001226988 (mp_runner.py:73) +2024-09-01 16:20:29,312 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.015304256001400063 (mp_runner.py:73) +2024-09-01 16:20:29,523 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.01362349000191898 (mp_runner.py:73) +2024-09-01 16:20:29,713 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.019546573999832617 (mp_runner.py:73) +2024-09-01 16:20:29,736 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.015864634999161353 (mp_runner.py:73) +2024-09-01 16:20:29,780 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.01613975100190146 (mp_runner.py:73) +2024-09-01 16:20:32,217 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.016797725998912938 (mp_runner.py:73) +2024-09-01 16:20:34,179 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.0090831440029433 (mp_runner.py:73) +2024-09-01 16:20:34,180 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.01033015500070178 (mp_runner.py:73) +2024-09-01 16:20:34,182 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.013535055000829743 (mp_runner.py:73) +2024-09-01 16:20:34,184 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.016238137999607716 (mp_runner.py:73) +2024-09-01 16:20:34,391 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.008098849000816699 (mp_runner.py:73) +2024-09-01 16:20:34,391 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.007824492000509053 (mp_runner.py:73) +2024-09-01 16:20:34,391 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.008715920001122868 (mp_runner.py:73) +2024-09-01 16:20:34,393 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.00850546400033636 (mp_runner.py:73) +2024-09-01 16:20:34,393 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.007733493999694474 (mp_runner.py:73) +2024-09-01 16:20:34,393 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.007561653001175728 (mp_runner.py:73) +2024-09-01 16:20:34,394 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.0037415900005726144 (mp_runner.py:73) +2024-09-01 16:20:34,395 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.014403513003344415 (mp_runner.py:73) +2024-09-01 16:20:34,396 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.008597267002187436 (mp_runner.py:73) +2024-09-01 16:20:34,397 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.008701112001290312 (mp_runner.py:73) +2024-09-01 16:20:34,397 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.009822376003285171 (mp_runner.py:73) +2024-09-01 16:20:34,400 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.010840851999091683 (mp_runner.py:73) +2024-09-01 16:20:34,401 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.01912549500048044 (mp_runner.py:73) +2024-09-01 16:20:34,406 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.01673300499896868 (mp_runner.py:73) +2024-09-01 16:20:35,773 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.007547577999503119 (mp_runner.py:73) +2024-09-01 16:20:35,775 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.010232238000753568 (mp_runner.py:73) +2024-09-01 16:20:35,776 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.012814517998776864 (mp_runner.py:73) +2024-09-01 16:20:35,777 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.011607008000282804 (mp_runner.py:73) +2024-09-01 16:20:35,777 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.011836223002319457 (mp_runner.py:73) +2024-09-01 16:20:35,778 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.016104266000183998 (mp_runner.py:73) +2024-09-01 16:20:35,779 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.018808529999660095 (mp_runner.py:73) +2024-09-01 16:20:35,779 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.012273191998247057 (mp_runner.py:73) +2024-09-01 16:20:35,780 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.013273675998789258 (mp_runner.py:73) +2024-09-01 16:20:36,490 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.014374193997355178 (mp_runner.py:73) +2024-09-01 16:20:36,638 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.014835830999800237 (mp_runner.py:73) +2024-09-01 16:20:36,641 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.019135635997372447 (mp_runner.py:73) +2024-09-01 16:20:36,957 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.015643285001715412 (mp_runner.py:73) +2024-09-01 16:20:36,958 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.015944380000291858 (mp_runner.py:73) +2024-09-01 16:20:37,927 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.014735518001543824 (mp_runner.py:73) +2024-09-01 16:20:37,968 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.012550792998808902 (mp_runner.py:73) +2024-09-01 16:20:37,971 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.01643002700075158 (mp_runner.py:73) +2024-09-01 16:20:38,494 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.020382722999784164 (mp_runner.py:73) +2024-09-01 16:20:38,495 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.018884967001213226 (mp_runner.py:73) +2024-09-01 16:20:38,499 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.027003571998648113 (mp_runner.py:73) +2024-09-01 16:20:38,889 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.017242273002921138 (mp_runner.py:73) +2024-09-01 16:20:40,717 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.004061969997565029 (mp_runner.py:73) +2024-09-01 16:20:40,717 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.007581170000776183 (mp_runner.py:73) +2024-09-01 16:20:40,717 | DEBUG |(SpawnProcess-1:181) search_count: 2000, latest_latency=0.008783157001744257 (mp_runner.py:73) +2024-09-01 16:20:40,718 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.009835108001425397 (mp_runner.py:73) +2024-09-01 16:20:40,719 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.009411662998900283 (mp_runner.py:73) +2024-09-01 16:20:40,720 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.010165576000872534 (mp_runner.py:73) +2024-09-01 16:20:40,721 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.011792233999585733 (mp_runner.py:73) +2024-09-01 16:20:40,721 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.011375080001016613 (mp_runner.py:73) +2024-09-01 16:20:40,722 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.012565428001835244 (mp_runner.py:73) +2024-09-01 16:20:40,722 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.011673001001327066 (mp_runner.py:73) +2024-09-01 16:20:40,724 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.012492778001615079 (mp_runner.py:73) +2024-09-01 16:20:40,725 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.017370967001625104 (mp_runner.py:73) +2024-09-01 16:20:40,725 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.018304992001503706 (mp_runner.py:73) +2024-09-01 16:20:40,725 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.013211779998528073 (mp_runner.py:73) +2024-09-01 16:20:40,726 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.012760492001689272 (mp_runner.py:73) +2024-09-01 16:20:41,196 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.016434350996860303 (mp_runner.py:73) +2024-09-01 16:20:41,357 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.016536734001419973 (mp_runner.py:73) +2024-09-01 16:20:41,390 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.020438856998225674 (mp_runner.py:73) +2024-09-01 16:20:42,570 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.017928196000866592 (mp_runner.py:73) +2024-09-01 16:20:42,572 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.01766694199977792 (mp_runner.py:73) +2024-09-01 16:20:42,703 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.020704170998214977 (mp_runner.py:73) +2024-09-01 16:20:42,704 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.016901746999792522 (mp_runner.py:73) +2024-09-01 16:20:42,718 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.017751901999872644 (mp_runner.py:73) +2024-09-01 16:20:42,738 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.006662711999524618 (mp_runner.py:73) +2024-09-01 16:20:42,740 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.01516382100089686 (mp_runner.py:73) +2024-09-01 16:20:42,740 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.013021254999330267 (mp_runner.py:73) +2024-09-01 16:20:42,741 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.01582888199845911 (mp_runner.py:73) +2024-09-01 16:20:42,749 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.013508254996850155 (mp_runner.py:73) +2024-09-01 16:20:43,630 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0138s, count=2213, qps in this process: 73.7327 (mp_runner.py:76) +2024-09-01 16:20:43,653 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0005s, count=2214, qps in this process: 73.7988 (mp_runner.py:76) +2024-09-01 16:20:43,664 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.039s, count=2212, qps in this process: 73.6376 (mp_runner.py:76) +2024-09-01 16:20:43,673 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0101s, count=2212, qps in this process: 73.7085 (mp_runner.py:76) +2024-09-01 16:20:43,674 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0162s, count=2065, qps in this process: 68.7962 (mp_runner.py:76) +2024-09-01 16:20:43,678 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0021s, count=1868, qps in this process: 62.2623 (mp_runner.py:76) +2024-09-01 16:20:43,681 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0056s, count=2066, qps in this process: 68.8538 (mp_runner.py:76) +2024-09-01 16:20:43,704 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0286s, count=1812, qps in this process: 60.3425 (mp_runner.py:76) +2024-09-01 16:20:43,706 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.0052s, count=2206, qps in this process: 73.5206 (mp_runner.py:76) +2024-09-01 16:20:43,718 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0132s, count=2207, qps in this process: 73.5343 (mp_runner.py:76) +2024-09-01 16:20:43,739 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0028s, count=2072, qps in this process: 69.0602 (mp_runner.py:76) +2024-09-01 16:20:43,745 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0098s, count=2219, qps in this process: 73.9425 (mp_runner.py:76) +2024-09-01 16:20:43,747 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0103s, count=2219, qps in this process: 73.9413 (mp_runner.py:76) +2024-09-01 16:20:43,756 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0213s, count=2208, qps in this process: 73.5478 (mp_runner.py:76) +2024-09-01 16:20:43,762 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0013s, count=2220, qps in this process: 73.9968 (mp_runner.py:76) +2024-09-01 16:20:43,767 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0172s, count=2217, qps in this process: 73.8577 (mp_runner.py:76) +2024-09-01 16:20:43,776 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0154s, count=2074, qps in this process: 69.0979 (mp_runner.py:76) +2024-09-01 16:20:43,787 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0156s, count=2221, qps in this process: 73.9949 (mp_runner.py:76) +2024-09-01 16:20:43,800 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0051s, count=1916, qps in this process: 63.8558 (mp_runner.py:76) +2024-09-01 16:20:43,816 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0087s, count=2073, qps in this process: 69.08 (mp_runner.py:76) +2024-09-01 16:20:43,825 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0172s, count=2076, qps in this process: 69.1603 (mp_runner.py:76) +2024-09-01 16:20:43,827 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0025s, count=2211, qps in this process: 73.6939 (mp_runner.py:76) +2024-09-01 16:20:43,827 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0069s, count=1791, qps in this process: 59.6863 (mp_runner.py:76) +2024-09-01 16:20:43,830 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0329s, count=2223, qps in this process: 74.0188 (mp_runner.py:76) +2024-09-01 16:20:43,832 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0023s, count=1916, qps in this process: 63.8618 (mp_runner.py:76) +2024-09-01 16:20:43,848 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0004s, count=2133, qps in this process: 71.0991 (mp_runner.py:76) +2024-09-01 16:20:43,849 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.007s, count=1796, qps in this process: 59.8527 (mp_runner.py:76) +2024-09-01 16:20:43,858 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0036s, count=2080, qps in this process: 69.325 (mp_runner.py:76) +2024-09-01 16:20:43,860 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0052s, count=1880, qps in this process: 62.6558 (mp_runner.py:76) +2024-09-01 16:20:43,862 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0034s, count=2082, qps in this process: 69.3921 (mp_runner.py:76) +2024-09-01 16:20:43,863 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0018s, count=2082, qps in this process: 69.3958 (mp_runner.py:76) +2024-09-01 16:20:43,868 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0005s, count=2136, qps in this process: 71.1988 (mp_runner.py:76) +2024-09-01 16:20:43,870 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0014s, count=2236, qps in this process: 74.5299 (mp_runner.py:76) +2024-09-01 16:20:43,879 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0038s, count=1923, qps in this process: 64.0919 (mp_runner.py:76) +2024-09-01 16:20:43,880 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0004s, count=1811, qps in this process: 60.3659 (mp_runner.py:76) +2024-09-01 16:20:43,892 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0006s, count=1845, qps in this process: 61.4988 (mp_runner.py:76) +2024-09-01 16:20:43,896 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0046s, count=2094, qps in this process: 69.7893 (mp_runner.py:76) +2024-09-01 16:20:43,896 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.001s, count=1847, qps in this process: 61.5646 (mp_runner.py:76) +2024-09-01 16:20:43,904 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0004s, count=1779, qps in this process: 59.2992 (mp_runner.py:76) +2024-09-01 16:20:43,918 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0003s, count=1670, qps in this process: 55.6661 (mp_runner.py:76) +2024-09-01 16:20:43,925 | INFO |End search in concurrency 40: dur=30.5338793430019s, total_count=82125, qps=2689.6353 (mp_runner.py:120) +2024-09-01 16:20:47,079 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:20:47,080 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 16:20:57,877 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 16:20:57,921 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:57,943 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,091 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,108 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,188 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,189 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,231 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,243 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,243 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,258 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,259 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,277 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,297 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,298 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,315 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,317 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,318 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,321 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,321 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,327 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,327 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,344 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,369 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,379 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,387 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,402 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:20:58,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:05,700 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.011679584000376053 (mp_runner.py:73) +2024-09-01 16:21:05,701 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.011690518997056643 (mp_runner.py:73) +2024-09-01 16:21:05,701 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.011302193001029082 (mp_runner.py:73) +2024-09-01 16:21:05,702 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.013105560999974841 (mp_runner.py:73) +2024-09-01 16:21:05,702 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.012262878997717053 (mp_runner.py:73) +2024-09-01 16:21:05,702 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.012820906998967985 (mp_runner.py:73) +2024-09-01 16:21:05,702 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.014129507999314228 (mp_runner.py:73) +2024-09-01 16:21:05,703 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01411342999927001 (mp_runner.py:73) +2024-09-01 16:21:05,703 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.010995558001013706 (mp_runner.py:73) +2024-09-01 16:21:05,703 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.013106223999784561 (mp_runner.py:73) +2024-09-01 16:21:05,704 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.01108660599857103 (mp_runner.py:73) +2024-09-01 16:21:05,704 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.011622808000538498 (mp_runner.py:73) +2024-09-01 16:21:05,704 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.011214328998903511 (mp_runner.py:73) +2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.017216973999893526 (mp_runner.py:73) +2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.012975305999134434 (mp_runner.py:73) +2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.013602242001070408 (mp_runner.py:73) +2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.011572387997148326 (mp_runner.py:73) +2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.01052649399935035 (mp_runner.py:73) +2024-09-01 16:21:05,706 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.009576407999702496 (mp_runner.py:73) +2024-09-01 16:21:05,706 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.012341678000666434 (mp_runner.py:73) +2024-09-01 16:21:05,706 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.009086089998163516 (mp_runner.py:73) +2024-09-01 16:21:05,708 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.010447990000102436 (mp_runner.py:73) +2024-09-01 16:21:05,711 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.01005056199937826 (mp_runner.py:73) +2024-09-01 16:21:05,747 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.013162789000489283 (mp_runner.py:73) +2024-09-01 16:21:06,057 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.05903254300210392 (mp_runner.py:73) +2024-09-01 16:21:06,286 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.011918339998373995 (mp_runner.py:73) +2024-09-01 16:21:06,288 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.011237577997235348 (mp_runner.py:73) +2024-09-01 16:21:06,290 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.010286032000294654 (mp_runner.py:73) +2024-09-01 16:21:06,292 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.0194159810016572 (mp_runner.py:73) +2024-09-01 16:21:06,295 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.020727237999381032 (mp_runner.py:73) +2024-09-01 16:21:06,314 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.009311964000517037 (mp_runner.py:73) +2024-09-01 16:21:06,315 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.012385556001390796 (mp_runner.py:73) +2024-09-01 16:21:06,315 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.013737927998590749 (mp_runner.py:73) +2024-09-01 16:21:06,316 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.011268857000686694 (mp_runner.py:73) +2024-09-01 16:21:06,316 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.010833428998012096 (mp_runner.py:73) +2024-09-01 16:21:06,317 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.009785709997231606 (mp_runner.py:73) +2024-09-01 16:21:06,317 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.011518072999024298 (mp_runner.py:73) +2024-09-01 16:21:06,320 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.012933353002154035 (mp_runner.py:73) +2024-09-01 16:21:06,329 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.017851822998636635 (mp_runner.py:73) +2024-09-01 16:21:06,329 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.017850833999546012 (mp_runner.py:73) +2024-09-01 16:21:07,255 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.010813867000251776 (mp_runner.py:73) +2024-09-01 16:21:07,259 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.015624009000021033 (mp_runner.py:73) +2024-09-01 16:21:07,259 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.01826100300240796 (mp_runner.py:73) +2024-09-01 16:21:07,470 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.012041895999573171 (mp_runner.py:73) +2024-09-01 16:21:07,737 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.01579873299851897 (mp_runner.py:73) +2024-09-01 16:21:13,302 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.0123154959983367 (mp_runner.py:73) +2024-09-01 16:21:13,303 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.012336839998170035 (mp_runner.py:73) +2024-09-01 16:21:13,304 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.012462418002542108 (mp_runner.py:73) +2024-09-01 16:21:13,304 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.01319408699782798 (mp_runner.py:73) +2024-09-01 16:21:13,304 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.012125007997383364 (mp_runner.py:73) +2024-09-01 16:21:13,305 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.0117272290008259 (mp_runner.py:73) +2024-09-01 16:21:13,307 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.012634225997317117 (mp_runner.py:73) +2024-09-01 16:21:13,307 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.01078597599916975 (mp_runner.py:73) +2024-09-01 16:21:13,308 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.018493518997274805 (mp_runner.py:73) +2024-09-01 16:21:13,309 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.01105657500011148 (mp_runner.py:73) +2024-09-01 16:21:13,309 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.020416422001289902 (mp_runner.py:73) +2024-09-01 16:21:13,310 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.008870372999808751 (mp_runner.py:73) +2024-09-01 16:21:14,035 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.03183647799960454 (mp_runner.py:73) +2024-09-01 16:21:14,128 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.01681954699961352 (mp_runner.py:73) +2024-09-01 16:21:14,132 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.01695352399838157 (mp_runner.py:73) +2024-09-01 16:21:14,132 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.014978873001382453 (mp_runner.py:73) +2024-09-01 16:21:14,180 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.021581177999905776 (mp_runner.py:73) +2024-09-01 16:21:14,230 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.017876992002129555 (mp_runner.py:73) +2024-09-01 16:21:14,241 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.0027688900008797646 (mp_runner.py:73) +2024-09-01 16:21:14,242 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.011761637997551588 (mp_runner.py:73) +2024-09-01 16:21:14,243 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.014156045999698108 (mp_runner.py:73) +2024-09-01 16:21:14,243 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.012154318999819225 (mp_runner.py:73) +2024-09-01 16:21:14,244 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.011273902000539238 (mp_runner.py:73) +2024-09-01 16:21:14,245 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.014606886001274688 (mp_runner.py:73) +2024-09-01 16:21:14,245 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.018813419999787584 (mp_runner.py:73) +2024-09-01 16:21:14,247 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.022424721999414032 (mp_runner.py:73) +2024-09-01 16:21:14,248 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.013318772002094192 (mp_runner.py:73) +2024-09-01 16:21:14,249 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.014584321997972438 (mp_runner.py:73) +2024-09-01 16:21:14,250 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.015614285999618005 (mp_runner.py:73) +2024-09-01 16:21:14,250 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.013030000998696778 (mp_runner.py:73) +2024-09-01 16:21:14,257 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.023837864999222802 (mp_runner.py:73) +2024-09-01 16:21:14,405 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.017951218000234803 (mp_runner.py:73) +2024-09-01 16:21:14,521 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.02028643599987845 (mp_runner.py:73) +2024-09-01 16:21:14,740 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.017870050000055926 (mp_runner.py:73) +2024-09-01 16:21:15,191 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.004588076000800356 (mp_runner.py:73) +2024-09-01 16:21:15,746 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.022289458000159357 (mp_runner.py:73) +2024-09-01 16:21:15,833 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.019017058999452274 (mp_runner.py:73) +2024-09-01 16:21:15,997 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.018849625997972907 (mp_runner.py:73) +2024-09-01 16:21:16,628 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.021024401001341175 (mp_runner.py:73) +2024-09-01 16:21:17,039 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.01695473099971423 (mp_runner.py:73) +2024-09-01 16:21:17,055 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.03955275399857783 (mp_runner.py:73) +2024-09-01 16:21:17,081 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.017100091001339024 (mp_runner.py:73) +2024-09-01 16:21:17,271 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.01662901799863903 (mp_runner.py:73) +2024-09-01 16:21:17,894 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.01756230400133063 (mp_runner.py:73) +2024-09-01 16:21:18,227 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.022282137997535756 (mp_runner.py:73) +2024-09-01 16:21:21,183 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.02405024399922695 (mp_runner.py:73) +2024-09-01 16:21:21,184 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.024034740003116895 (mp_runner.py:73) +2024-09-01 16:21:21,185 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.01779578599962406 (mp_runner.py:73) +2024-09-01 16:21:21,186 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.020163458000752144 (mp_runner.py:73) +2024-09-01 16:21:21,187 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.016447412002889905 (mp_runner.py:73) +2024-09-01 16:21:21,188 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.016069673998572398 (mp_runner.py:73) +2024-09-01 16:21:21,194 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.024854246999893803 (mp_runner.py:73) +2024-09-01 16:21:21,477 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.012083308000001125 (mp_runner.py:73) +2024-09-01 16:21:21,478 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.010630125001625856 (mp_runner.py:73) +2024-09-01 16:21:21,479 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.011388565002562245 (mp_runner.py:73) +2024-09-01 16:21:21,479 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.012603875999047887 (mp_runner.py:73) +2024-09-01 16:21:21,480 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.011410608000005595 (mp_runner.py:73) +2024-09-01 16:21:21,480 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.01448217000142904 (mp_runner.py:73) +2024-09-01 16:21:21,481 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.015544485999271274 (mp_runner.py:73) +2024-09-01 16:21:21,482 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.009130589001870248 (mp_runner.py:73) +2024-09-01 16:21:21,482 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.009855771000729874 (mp_runner.py:73) +2024-09-01 16:21:21,483 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.00910172799922293 (mp_runner.py:73) +2024-09-01 16:21:21,484 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.012174318999313982 (mp_runner.py:73) +2024-09-01 16:21:21,484 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.019353267998667434 (mp_runner.py:73) +2024-09-01 16:21:21,484 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.010500935997697525 (mp_runner.py:73) +2024-09-01 16:21:21,485 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.011069513002439635 (mp_runner.py:73) +2024-09-01 16:21:21,486 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.01124946900017676 (mp_runner.py:73) +2024-09-01 16:21:21,486 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.008915784001146676 (mp_runner.py:73) +2024-09-01 16:21:21,487 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.01040166199891246 (mp_runner.py:73) +2024-09-01 16:21:21,487 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.01152009699944756 (mp_runner.py:73) +2024-09-01 16:21:21,487 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.011376100999768823 (mp_runner.py:73) +2024-09-01 16:21:21,723 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.013939811000454938 (mp_runner.py:73) +2024-09-01 16:21:21,724 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.015462281000509392 (mp_runner.py:73) +2024-09-01 16:21:22,354 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.01689524299945333 (mp_runner.py:73) +2024-09-01 16:21:23,670 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.0140899170000921 (mp_runner.py:73) +2024-09-01 16:21:23,972 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.013385853999352548 (mp_runner.py:73) +2024-09-01 16:21:24,196 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.01488705199881224 (mp_runner.py:73) +2024-09-01 16:21:24,331 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.01229333299852442 (mp_runner.py:73) +2024-09-01 16:21:24,631 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.015950299999531126 (mp_runner.py:73) +2024-09-01 16:21:24,874 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.01438905800023349 (mp_runner.py:73) +2024-09-01 16:21:25,907 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.027125315999001032 (mp_runner.py:73) +2024-09-01 16:21:26,179 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.01723493999816128 (mp_runner.py:73) +2024-09-01 16:21:26,309 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.017881016003229888 (mp_runner.py:73) +2024-09-01 16:21:26,382 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.015579882998281391 (mp_runner.py:73) +2024-09-01 16:21:26,394 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.016176778997760266 (mp_runner.py:73) +2024-09-01 16:21:26,395 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.018647770997631596 (mp_runner.py:73) +2024-09-01 16:21:26,847 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.016337075001501944 (mp_runner.py:73) +2024-09-01 16:21:27,146 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.00612136700146948 (mp_runner.py:73) +2024-09-01 16:21:27,584 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.01610321699990891 (mp_runner.py:73) +2024-09-01 16:21:27,927 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0059s, count=1959, qps in this process: 65.2872 (mp_runner.py:76) +2024-09-01 16:21:27,956 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0115s, count=1580, qps in this process: 52.6465 (mp_runner.py:76) +2024-09-01 16:21:28,103 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0077s, count=1960, qps in this process: 65.3166 (mp_runner.py:76) +2024-09-01 16:21:28,127 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0134s, count=1974, qps in this process: 65.7706 (mp_runner.py:76) +2024-09-01 16:21:28,143 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0006s, count=1778, qps in this process: 59.2655 (mp_runner.py:76) +2024-09-01 16:21:28,197 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.005s, count=1967, qps in this process: 65.5557 (mp_runner.py:76) +2024-09-01 16:21:28,197 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0072s, count=1980, qps in this process: 65.9842 (mp_runner.py:76) +2024-09-01 16:21:28,200 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0115s, count=1604, qps in this process: 53.4462 (mp_runner.py:76) +2024-09-01 16:21:28,225 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.013640738998219604 (mp_runner.py:73) +2024-09-01 16:21:28,235 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0028s, count=1983, qps in this process: 66.0938 (mp_runner.py:76) +2024-09-01 16:21:28,249 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0032s, count=1984, qps in this process: 66.1263 (mp_runner.py:76) +2024-09-01 16:21:28,255 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0102s, count=1823, qps in this process: 60.746 (mp_runner.py:76) +2024-09-01 16:21:28,274 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0089s, count=1972, qps in this process: 65.7138 (mp_runner.py:76) +2024-09-01 16:21:28,279 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0183s, count=1735, qps in this process: 57.7981 (mp_runner.py:76) +2024-09-01 16:21:28,280 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0114s, count=1824, qps in this process: 60.7769 (mp_runner.py:76) +2024-09-01 16:21:28,281 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0069s, count=1711, qps in this process: 57.0202 (mp_runner.py:76) +2024-09-01 16:21:28,288 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0196s, count=1973, qps in this process: 65.7237 (mp_runner.py:76) +2024-09-01 16:21:28,291 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0225s, count=1987, qps in this process: 66.1837 (mp_runner.py:76) +2024-09-01 16:21:28,295 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0107s, count=1974, qps in this process: 65.7765 (mp_runner.py:76) +2024-09-01 16:21:28,301 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.003s, count=1988, qps in this process: 66.26 (mp_runner.py:76) +2024-09-01 16:21:28,304 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0042s, count=1989, qps in this process: 66.2907 (mp_runner.py:76) +2024-09-01 16:21:28,322 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0031s, count=1991, qps in this process: 66.3598 (mp_runner.py:76) +2024-09-01 16:21:28,323 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0026s, count=1977, qps in this process: 65.8943 (mp_runner.py:76) +2024-09-01 16:21:28,325 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.005s, count=1558, qps in this process: 51.9247 (mp_runner.py:76) +2024-09-01 16:21:28,327 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0067s, count=1992, qps in this process: 66.3852 (mp_runner.py:76) +2024-09-01 16:21:28,328 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0075s, count=1992, qps in this process: 66.3834 (mp_runner.py:76) +2024-09-01 16:21:28,329 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0063s, count=1992, qps in this process: 66.3861 (mp_runner.py:76) +2024-09-01 16:21:28,330 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.006s, count=1978, qps in this process: 65.9201 (mp_runner.py:76) +2024-09-01 16:21:28,331 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0076s, count=1992, qps in this process: 66.3832 (mp_runner.py:76) +2024-09-01 16:21:28,334 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0097s, count=1682, qps in this process: 56.0485 (mp_runner.py:76) +2024-09-01 16:21:28,338 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0031s, count=1993, qps in this process: 66.4265 (mp_runner.py:76) +2024-09-01 16:21:28,338 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0089s, count=1615, qps in this process: 53.8174 (mp_runner.py:76) +2024-09-01 16:21:28,347 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0123s, count=1994, qps in this process: 66.4394 (mp_runner.py:76) +2024-09-01 16:21:28,353 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0068s, count=1995, qps in this process: 66.4849 (mp_runner.py:76) +2024-09-01 16:21:28,369 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.004040755000460194 (mp_runner.py:73) +2024-09-01 16:21:28,371 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.0032181050009967294 (mp_runner.py:73) +2024-09-01 16:21:28,372 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.005434675000287825 (mp_runner.py:73) +2024-09-01 16:21:28,374 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0008s, count=2001, qps in this process: 66.6982 (mp_runner.py:76) +2024-09-01 16:21:28,377 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0015s, count=1725, qps in this process: 57.4971 (mp_runner.py:76) +2024-09-01 16:21:28,383 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0004s, count=1515, qps in this process: 50.4993 (mp_runner.py:76) +2024-09-01 16:21:28,388 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0033s, count=2003, qps in this process: 66.7593 (mp_runner.py:76) +2024-09-01 16:21:28,395 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0023s, count=1639, qps in this process: 54.6291 (mp_runner.py:76) +2024-09-01 16:21:28,398 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0008s, count=1689, qps in this process: 56.2985 (mp_runner.py:76) +2024-09-01 16:21:28,409 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0009s, count=1554, qps in this process: 51.7984 (mp_runner.py:76) +2024-09-01 16:21:28,414 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0018s, count=1728, qps in this process: 57.5965 (mp_runner.py:76) +2024-09-01 16:21:28,426 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0011s, count=1641, qps in this process: 54.698 (mp_runner.py:76) +2024-09-01 16:21:28,433 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0005s, count=1645, qps in this process: 54.8324 (mp_runner.py:76) +2024-09-01 16:21:28,444 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0003s, count=1617, qps in this process: 53.8995 (mp_runner.py:76) +2024-09-01 16:21:28,452 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0009s, count=2049, qps in this process: 68.298 (mp_runner.py:76) +2024-09-01 16:21:28,463 | INFO |End search in concurrency 45: dur=30.585435433000384s, total_count=83302, qps=2723.5839 (mp_runner.py:120) +2024-09-01 16:21:31,490 | INFO |Update largest qps with concurrency 45: current max_qps=2723.5839 (mp_runner.py:124) +2024-09-01 16:21:31,904 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:21:31,904 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 16:21:52,901 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 16:21:53,202 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,285 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,288 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,288 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,289 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,350 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,354 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,406 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,459 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,478 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,488 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:21:53,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:01,810 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.011966034999204567 (mp_runner.py:73) +2024-09-01 16:22:01,811 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.012940615000843536 (mp_runner.py:73) +2024-09-01 16:22:01,811 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.010781695000332547 (mp_runner.py:73) +2024-09-01 16:22:01,812 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.010881580998102436 (mp_runner.py:73) +2024-09-01 16:22:01,812 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.011158544999489095 (mp_runner.py:73) +2024-09-01 16:22:01,813 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.014130364997981815 (mp_runner.py:73) +2024-09-01 16:22:01,813 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.013602704999357229 (mp_runner.py:73) +2024-09-01 16:22:01,814 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.012206665000121575 (mp_runner.py:73) +2024-09-01 16:22:01,815 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.012024917999951867 (mp_runner.py:73) +2024-09-01 16:22:01,815 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.0182626479981991 (mp_runner.py:73) +2024-09-01 16:22:01,816 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.01272220999817364 (mp_runner.py:73) +2024-09-01 16:22:01,816 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.01640259800115018 (mp_runner.py:73) +2024-09-01 16:22:01,816 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.020001273001980735 (mp_runner.py:73) +2024-09-01 16:22:01,818 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.01444029699996463 (mp_runner.py:73) +2024-09-01 16:22:01,819 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.02165600300213555 (mp_runner.py:73) +2024-09-01 16:22:01,819 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.013292601001012372 (mp_runner.py:73) +2024-09-01 16:22:02,069 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.016537049999897135 (mp_runner.py:73) +2024-09-01 16:22:02,094 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.017244703998585464 (mp_runner.py:73) +2024-09-01 16:22:02,109 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.015006352998170769 (mp_runner.py:73) +2024-09-01 16:22:02,110 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.01623436599766137 (mp_runner.py:73) +2024-09-01 16:22:02,110 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.0162691339974117 (mp_runner.py:73) +2024-09-01 16:22:02,453 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.0286459470007685 (mp_runner.py:73) +2024-09-01 16:22:02,581 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.012584852000145474 (mp_runner.py:73) +2024-09-01 16:22:02,582 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.0013890980008000042 (mp_runner.py:73) +2024-09-01 16:22:02,583 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.011886338001204422 (mp_runner.py:73) +2024-09-01 16:22:02,584 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.010449154000525596 (mp_runner.py:73) +2024-09-01 16:22:02,585 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.009807132002606522 (mp_runner.py:73) +2024-09-01 16:22:02,585 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.019744721001188736 (mp_runner.py:73) +2024-09-01 16:22:02,586 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.016545998998481082 (mp_runner.py:73) +2024-09-01 16:22:02,587 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.016519107997737592 (mp_runner.py:73) +2024-09-01 16:22:02,591 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.02273385300213704 (mp_runner.py:73) +2024-09-01 16:22:02,601 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.017810837001889013 (mp_runner.py:73) +2024-09-01 16:22:02,877 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.01881343700006255 (mp_runner.py:73) +2024-09-01 16:22:02,878 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.016998387000057846 (mp_runner.py:73) +2024-09-01 16:22:02,879 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.019268228999862913 (mp_runner.py:73) +2024-09-01 16:22:03,039 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.014554410998243839 (mp_runner.py:73) +2024-09-01 16:22:03,040 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.015944648999720812 (mp_runner.py:73) +2024-09-01 16:22:03,041 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.013828954000928206 (mp_runner.py:73) +2024-09-01 16:22:03,042 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.019066638000367675 (mp_runner.py:73) +2024-09-01 16:22:03,045 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.022433183999964967 (mp_runner.py:73) +2024-09-01 16:22:03,048 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.021301248998497613 (mp_runner.py:73) +2024-09-01 16:22:03,211 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.016660355002386495 (mp_runner.py:73) +2024-09-01 16:22:03,280 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.017748113001289312 (mp_runner.py:73) +2024-09-01 16:22:03,281 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.019644889998744475 (mp_runner.py:73) +2024-09-01 16:22:03,282 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.020952339000359643 (mp_runner.py:73) +2024-09-01 16:22:03,284 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.015014811997389188 (mp_runner.py:73) +2024-09-01 16:22:03,287 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.02086028100166004 (mp_runner.py:73) +2024-09-01 16:22:03,614 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.01918085499710287 (mp_runner.py:73) +2024-09-01 16:22:03,626 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.03217945900178165 (mp_runner.py:73) +2024-09-01 16:22:04,134 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.01835627499895054 (mp_runner.py:73) +2024-09-01 16:22:10,122 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.016613125000731088 (mp_runner.py:73) +2024-09-01 16:22:10,123 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.016894567997951526 (mp_runner.py:73) +2024-09-01 16:22:10,123 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.014400364998436999 (mp_runner.py:73) +2024-09-01 16:22:10,124 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.019113483002001885 (mp_runner.py:73) +2024-09-01 16:22:10,124 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.016772956998465816 (mp_runner.py:73) +2024-09-01 16:22:10,126 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.022681737998937024 (mp_runner.py:73) +2024-09-01 16:22:10,126 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.016385121998609975 (mp_runner.py:73) +2024-09-01 16:22:10,127 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.025740420001966413 (mp_runner.py:73) +2024-09-01 16:22:10,127 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.016689845000655623 (mp_runner.py:73) +2024-09-01 16:22:10,137 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.018994005000422476 (mp_runner.py:73) +2024-09-01 16:22:11,054 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.008230261999415234 (mp_runner.py:73) +2024-09-01 16:22:11,057 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.013053488000878133 (mp_runner.py:73) +2024-09-01 16:22:11,059 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.013183363000280224 (mp_runner.py:73) +2024-09-01 16:22:11,059 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.012114564997318666 (mp_runner.py:73) +2024-09-01 16:22:11,060 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.01579446200048551 (mp_runner.py:73) +2024-09-01 16:22:11,061 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.014885247997881379 (mp_runner.py:73) +2024-09-01 16:22:11,061 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.015605516000505304 (mp_runner.py:73) +2024-09-01 16:22:11,061 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.014116577000095276 (mp_runner.py:73) +2024-09-01 16:22:11,062 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.01935858700016979 (mp_runner.py:73) +2024-09-01 16:22:11,062 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.014404825000383426 (mp_runner.py:73) +2024-09-01 16:22:11,064 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.02166573700014851 (mp_runner.py:73) +2024-09-01 16:22:11,065 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.01346500100044068 (mp_runner.py:73) +2024-09-01 16:22:11,067 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.023356661000434542 (mp_runner.py:73) +2024-09-01 16:22:11,069 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.01719776699974318 (mp_runner.py:73) +2024-09-01 16:22:11,259 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.01809133999995538 (mp_runner.py:73) +2024-09-01 16:22:11,259 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.016410987998824567 (mp_runner.py:73) +2024-09-01 16:22:11,331 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.019844304999423912 (mp_runner.py:73) +2024-09-01 16:22:11,342 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.027173713999218307 (mp_runner.py:73) +2024-09-01 16:22:11,398 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.018512713999371044 (mp_runner.py:73) +2024-09-01 16:22:11,498 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.023759751999023138 (mp_runner.py:73) +2024-09-01 16:22:11,784 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.013334983999811811 (mp_runner.py:73) +2024-09-01 16:22:11,784 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.013101283999276347 (mp_runner.py:73) +2024-09-01 16:22:11,785 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.013998529000673443 (mp_runner.py:73) +2024-09-01 16:22:11,786 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.02088238100259332 (mp_runner.py:73) +2024-09-01 16:22:11,787 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.016886792000150308 (mp_runner.py:73) +2024-09-01 16:22:11,787 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.008729016997676808 (mp_runner.py:73) +2024-09-01 16:22:12,054 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.02089665200037416 (mp_runner.py:73) +2024-09-01 16:22:12,055 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.015055064999614842 (mp_runner.py:73) +2024-09-01 16:22:12,196 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.025107683999522123 (mp_runner.py:73) +2024-09-01 16:22:12,232 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.021499073001905344 (mp_runner.py:73) +2024-09-01 16:22:12,382 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.018352980001509422 (mp_runner.py:73) +2024-09-01 16:22:12,622 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.023270860001503024 (mp_runner.py:73) +2024-09-01 16:22:12,673 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.018789440997352358 (mp_runner.py:73) +2024-09-01 16:22:12,677 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.024630154002807103 (mp_runner.py:73) +2024-09-01 16:22:12,678 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.021276134000800084 (mp_runner.py:73) +2024-09-01 16:22:12,956 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.021312337998097064 (mp_runner.py:73) +2024-09-01 16:22:12,981 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.019083915001829155 (mp_runner.py:73) +2024-09-01 16:22:14,452 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.016722499000024982 (mp_runner.py:73) +2024-09-01 16:22:14,697 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.020627973000955535 (mp_runner.py:73) +2024-09-01 16:22:15,827 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.020801618000405142 (mp_runner.py:73) +2024-09-01 16:22:18,808 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.011072432000219123 (mp_runner.py:73) +2024-09-01 16:22:18,809 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.010300827001628932 (mp_runner.py:73) +2024-09-01 16:22:18,810 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.010957457998301834 (mp_runner.py:73) +2024-09-01 16:22:18,810 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.0122978850013169 (mp_runner.py:73) +2024-09-01 16:22:18,811 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.016065564002929023 (mp_runner.py:73) +2024-09-01 16:22:18,812 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.01545843400162994 (mp_runner.py:73) +2024-09-01 16:22:18,813 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.013534862002416048 (mp_runner.py:73) +2024-09-01 16:22:18,813 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.01351613500082749 (mp_runner.py:73) +2024-09-01 16:22:19,825 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.014985259000241058 (mp_runner.py:73) +2024-09-01 16:22:19,826 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.014851151001494145 (mp_runner.py:73) +2024-09-01 16:22:19,826 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.014935153001715662 (mp_runner.py:73) +2024-09-01 16:22:19,827 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.01750481500130263 (mp_runner.py:73) +2024-09-01 16:22:19,827 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.019495459000609117 (mp_runner.py:73) +2024-09-01 16:22:19,829 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.014984874997026054 (mp_runner.py:73) +2024-09-01 16:22:19,829 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.016252655997959664 (mp_runner.py:73) +2024-09-01 16:22:20,390 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.012386459999106592 (mp_runner.py:73) +2024-09-01 16:22:20,390 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.016879876999155385 (mp_runner.py:73) +2024-09-01 16:22:20,391 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.01672046600288013 (mp_runner.py:73) +2024-09-01 16:22:20,393 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.013478423999913502 (mp_runner.py:73) +2024-09-01 16:22:20,394 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.011745898002118338 (mp_runner.py:73) +2024-09-01 16:22:20,394 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.013764049999736017 (mp_runner.py:73) +2024-09-01 16:22:20,396 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.015257489001669455 (mp_runner.py:73) +2024-09-01 16:22:21,546 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.015117207996809157 (mp_runner.py:73) +2024-09-01 16:22:21,547 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.016273922999971546 (mp_runner.py:73) +2024-09-01 16:22:21,626 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.012584659998537973 (mp_runner.py:73) +2024-09-01 16:22:21,627 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.013757723001617705 (mp_runner.py:73) +2024-09-01 16:22:21,628 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.012823233999370132 (mp_runner.py:73) +2024-09-01 16:22:21,629 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.018321612998988712 (mp_runner.py:73) +2024-09-01 16:22:21,629 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.016143927998200525 (mp_runner.py:73) +2024-09-01 16:22:21,631 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.019225169999117497 (mp_runner.py:73) +2024-09-01 16:22:21,878 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.01065272800042294 (mp_runner.py:73) +2024-09-01 16:22:21,878 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.017153526001493447 (mp_runner.py:73) +2024-09-01 16:22:21,881 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.017971978999412386 (mp_runner.py:73) +2024-09-01 16:22:21,881 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.014265420999436174 (mp_runner.py:73) +2024-09-01 16:22:21,883 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.015411458000016864 (mp_runner.py:73) +2024-09-01 16:22:21,883 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.014252099001168972 (mp_runner.py:73) +2024-09-01 16:22:21,884 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.018011397998634493 (mp_runner.py:73) +2024-09-01 16:22:22,803 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.018022053998720367 (mp_runner.py:73) +2024-09-01 16:22:22,805 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.021725211998273153 (mp_runner.py:73) +2024-09-01 16:22:23,015 | DEBUG |(SpawnProcess-1:278) search_count: 1500, latest_latency=0.018808610999258235 (mp_runner.py:73) +2024-09-01 16:22:23,015 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.017569284998899093 (mp_runner.py:73) +2024-09-01 16:22:23,016 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.012173821000033058 (mp_runner.py:73) +2024-09-01 16:22:23,018 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.015420943000208354 (mp_runner.py:73) +2024-09-01 16:22:23,215 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0122s, count=1653, qps in this process: 55.0776 (mp_runner.py:76) +2024-09-01 16:22:23,289 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0005s, count=1596, qps in this process: 53.1991 (mp_runner.py:76) +2024-09-01 16:22:23,290 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0018s, count=1759, qps in this process: 58.6298 (mp_runner.py:76) +2024-09-01 16:22:23,291 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0009s, count=1596, qps in this process: 53.1984 (mp_runner.py:76) +2024-09-01 16:22:23,293 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.005s, count=1596, qps in this process: 53.1911 (mp_runner.py:76) +2024-09-01 16:22:23,294 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0044s, count=1658, qps in this process: 55.2586 (mp_runner.py:76) +2024-09-01 16:22:23,295 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0026s, count=1686, qps in this process: 56.1951 (mp_runner.py:76) +2024-09-01 16:22:23,296 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0099s, count=1686, qps in this process: 56.1815 (mp_runner.py:76) +2024-09-01 16:22:23,299 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0091s, count=1658, qps in this process: 55.2499 (mp_runner.py:76) +2024-09-01 16:22:23,299 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0092s, count=1658, qps in this process: 55.2497 (mp_runner.py:76) +2024-09-01 16:22:23,300 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.011s, count=1496, qps in this process: 49.8484 (mp_runner.py:76) +2024-09-01 16:22:23,303 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0069s, count=1658, qps in this process: 55.254 (mp_runner.py:76) +2024-09-01 16:22:23,303 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0149s, count=1658, qps in this process: 55.2392 (mp_runner.py:76) +2024-09-01 16:22:23,305 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0147s, count=1760, qps in this process: 58.6379 (mp_runner.py:76) +2024-09-01 16:22:23,306 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0097s, count=1760, qps in this process: 58.6477 (mp_runner.py:76) +2024-09-01 16:22:23,306 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0086s, count=1582, qps in this process: 52.7182 (mp_runner.py:76) +2024-09-01 16:22:23,309 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0134s, count=1676, qps in this process: 55.8417 (mp_runner.py:76) +2024-09-01 16:22:23,311 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0149s, count=1737, qps in this process: 57.8713 (mp_runner.py:76) +2024-09-01 16:22:23,317 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0161s, count=1659, qps in this process: 55.2703 (mp_runner.py:76) +2024-09-01 16:22:23,336 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0032s, count=1673, qps in this process: 55.7607 (mp_runner.py:76) +2024-09-01 16:22:23,361 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0002s, count=1601, qps in this process: 53.3663 (mp_runner.py:76) +2024-09-01 16:22:23,362 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0048s, count=1587, qps in this process: 52.8915 (mp_runner.py:76) +2024-09-01 16:22:23,364 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0055s, count=1587, qps in this process: 52.8903 (mp_runner.py:76) +2024-09-01 16:22:23,368 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0068s, count=1601, qps in this process: 53.3546 (mp_runner.py:76) +2024-09-01 16:22:23,368 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0074s, count=1691, qps in this process: 56.3528 (mp_runner.py:76) +2024-09-01 16:22:23,374 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0116s, count=1681, qps in this process: 56.0117 (mp_runner.py:76) +2024-09-01 16:22:23,385 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0027s, count=1603, qps in this process: 53.4285 (mp_runner.py:76) +2024-09-01 16:22:23,386 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0025s, count=1603, qps in this process: 53.4289 (mp_runner.py:76) +2024-09-01 16:22:23,392 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0026s, count=1742, qps in this process: 58.0616 (mp_runner.py:76) +2024-09-01 16:22:23,397 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0074s, count=1527, qps in this process: 50.8874 (mp_runner.py:76) +2024-09-01 16:22:23,404 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0019s, count=1694, qps in this process: 56.4631 (mp_runner.py:76) +2024-09-01 16:22:23,410 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0027s, count=1606, qps in this process: 53.5285 (mp_runner.py:76) +2024-09-01 16:22:23,411 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0017s, count=1768, qps in this process: 58.93 (mp_runner.py:76) +2024-09-01 16:22:23,414 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0122s, count=1768, qps in this process: 58.9094 (mp_runner.py:76) +2024-09-01 16:22:23,416 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0129s, count=1768, qps in this process: 58.908 (mp_runner.py:76) +2024-09-01 16:22:23,451 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0016s, count=1528, qps in this process: 50.9306 (mp_runner.py:76) +2024-09-01 16:22:23,453 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0037s, count=1599, qps in this process: 53.2934 (mp_runner.py:76) +2024-09-01 16:22:23,462 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0048s, count=1535, qps in this process: 51.1585 (mp_runner.py:76) +2024-09-01 16:22:23,465 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0073s, count=1532, qps in this process: 51.0542 (mp_runner.py:76) +2024-09-01 16:22:23,472 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0046s, count=1605, qps in this process: 53.4918 (mp_runner.py:76) +2024-09-01 16:22:23,479 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0038s, count=1604, qps in this process: 53.4599 (mp_runner.py:76) +2024-09-01 16:22:23,480 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0004s, count=1608, qps in this process: 53.5993 (mp_runner.py:76) +2024-09-01 16:22:23,495 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0041s, count=1480, qps in this process: 49.3266 (mp_runner.py:76) +2024-09-01 16:22:23,497 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0071s, count=1535, qps in this process: 51.1546 (mp_runner.py:76) +2024-09-01 16:22:23,520 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0021s, count=1481, qps in this process: 49.3632 (mp_runner.py:76) +2024-09-01 16:22:23,535 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0015s, count=1553, qps in this process: 51.7641 (mp_runner.py:76) +2024-09-01 16:22:23,537 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0033s, count=1371, qps in this process: 45.695 (mp_runner.py:76) +2024-09-01 16:22:23,541 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.0009944560006260872 (mp_runner.py:73) +2024-09-01 16:22:23,553 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0004s, count=1445, qps in this process: 48.166 (mp_runner.py:76) +2024-09-01 16:22:23,559 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0013s, count=1513, qps in this process: 50.4311 (mp_runner.py:76) +2024-09-01 16:22:23,573 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0003s, count=1470, qps in this process: 48.9995 (mp_runner.py:76) +2024-09-01 16:22:23,585 | INFO |End search in concurrency 50: dur=30.682330927000294s, total_count=80891, qps=2636.4033 (mp_runner.py:120) +2024-09-01 16:22:27,365 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:22:27,365 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 16:22:48,571 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 16:22:48,918 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:48,938 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:48,938 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:48,943 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:48,963 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,011 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,012 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,016 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,019 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,020 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,020 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,021 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,025 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,036 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,051 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,052 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,053 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,087 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,087 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,089 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,095 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,095 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,095 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,100 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,101 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,120 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,139 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,143 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,146 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,162 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,178 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,199 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,228 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,238 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,259 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,291 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,295 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:49,312 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:22:57,744 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.010262454001349397 (mp_runner.py:73) +2024-09-01 16:22:57,745 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.011052059999201447 (mp_runner.py:73) +2024-09-01 16:22:57,746 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.0108934349991614 (mp_runner.py:73) +2024-09-01 16:22:57,747 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.01042085800145287 (mp_runner.py:73) +2024-09-01 16:22:57,748 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.010953140998026356 (mp_runner.py:73) +2024-09-01 16:22:57,749 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.016449572998681106 (mp_runner.py:73) +2024-09-01 16:22:57,749 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.02014265800244175 (mp_runner.py:73) +2024-09-01 16:22:57,750 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.010247088997857645 (mp_runner.py:73) +2024-09-01 16:22:57,751 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.013411198000540026 (mp_runner.py:73) +2024-09-01 16:22:57,757 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.01610528400124167 (mp_runner.py:73) +2024-09-01 16:22:57,758 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01619226900220383 (mp_runner.py:73) +2024-09-01 16:22:57,928 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.01819593199979863 (mp_runner.py:73) +2024-09-01 16:22:57,929 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.020089615001779748 (mp_runner.py:73) +2024-09-01 16:22:57,930 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.02148156100156484 (mp_runner.py:73) +2024-09-01 16:22:58,182 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.014705691999552073 (mp_runner.py:73) +2024-09-01 16:22:58,183 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.015962231998855714 (mp_runner.py:73) +2024-09-01 16:22:58,183 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.013409441999101546 (mp_runner.py:73) +2024-09-01 16:22:58,295 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.011699460999807343 (mp_runner.py:73) +2024-09-01 16:22:58,296 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.012044283997965977 (mp_runner.py:73) +2024-09-01 16:22:58,297 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.014888713998516323 (mp_runner.py:73) +2024-09-01 16:22:58,299 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.017759375001332955 (mp_runner.py:73) +2024-09-01 16:22:58,299 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.014942896999855293 (mp_runner.py:73) +2024-09-01 16:22:58,300 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.015113220000785077 (mp_runner.py:73) +2024-09-01 16:22:58,301 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.015075729999807663 (mp_runner.py:73) +2024-09-01 16:22:58,303 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.014101226999628125 (mp_runner.py:73) +2024-09-01 16:22:58,304 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.016167703000974143 (mp_runner.py:73) +2024-09-01 16:22:58,305 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.014995377001469024 (mp_runner.py:73) +2024-09-01 16:22:58,308 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.017204897998453816 (mp_runner.py:73) +2024-09-01 16:22:58,312 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.013224846999946749 (mp_runner.py:73) +2024-09-01 16:22:58,313 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.016393100999266608 (mp_runner.py:73) +2024-09-01 16:22:58,314 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.016957933999947272 (mp_runner.py:73) +2024-09-01 16:22:58,315 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.01709312199818669 (mp_runner.py:73) +2024-09-01 16:22:58,315 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.01697614499789779 (mp_runner.py:73) +2024-09-01 16:22:58,316 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.014890671998728067 (mp_runner.py:73) +2024-09-01 16:22:58,317 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.016674745998898288 (mp_runner.py:73) +2024-09-01 16:22:58,318 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.01474960999985342 (mp_runner.py:73) +2024-09-01 16:22:58,318 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.01589672100089956 (mp_runner.py:73) +2024-09-01 16:22:58,319 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.014708039001561701 (mp_runner.py:73) +2024-09-01 16:22:58,319 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.014673781999590574 (mp_runner.py:73) +2024-09-01 16:22:58,320 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.012638987998798257 (mp_runner.py:73) +2024-09-01 16:22:58,321 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.014354989001731155 (mp_runner.py:73) +2024-09-01 16:22:58,323 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.011173636001331033 (mp_runner.py:73) +2024-09-01 16:22:59,126 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.0046375220008485485 (mp_runner.py:73) +2024-09-01 16:22:59,127 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.01282508399890503 (mp_runner.py:73) +2024-09-01 16:22:59,127 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.0057051999974646606 (mp_runner.py:73) +2024-09-01 16:22:59,127 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.014797159001318505 (mp_runner.py:73) +2024-09-01 16:22:59,128 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.02001679099703324 (mp_runner.py:73) +2024-09-01 16:22:59,129 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.013991440002428135 (mp_runner.py:73) +2024-09-01 16:22:59,130 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.01857280200056266 (mp_runner.py:73) +2024-09-01 16:23:00,570 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.022042060001695063 (mp_runner.py:73) +2024-09-01 16:23:00,972 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.01970395700118388 (mp_runner.py:73) +2024-09-01 16:23:00,976 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.02650672200252302 (mp_runner.py:73) +2024-09-01 16:23:01,470 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.023480930998630356 (mp_runner.py:73) +2024-09-01 16:23:01,928 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.02328324299742235 (mp_runner.py:73) +2024-09-01 16:23:02,090 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.019484610002109548 (mp_runner.py:73) +2024-09-01 16:23:07,159 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.01351753799826838 (mp_runner.py:73) +2024-09-01 16:23:07,160 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.01562787200236926 (mp_runner.py:73) +2024-09-01 16:23:07,161 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.017233741000381997 (mp_runner.py:73) +2024-09-01 16:23:07,161 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.015853775999858044 (mp_runner.py:73) +2024-09-01 16:23:07,161 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.013389636002102634 (mp_runner.py:73) +2024-09-01 16:23:07,162 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.012806770002498524 (mp_runner.py:73) +2024-09-01 16:23:07,162 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.014013569001690485 (mp_runner.py:73) +2024-09-01 16:23:07,164 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.017866943999251816 (mp_runner.py:73) +2024-09-01 16:23:07,165 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.014307219000329496 (mp_runner.py:73) +2024-09-01 16:23:07,165 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.017798481003410416 (mp_runner.py:73) +2024-09-01 16:23:07,165 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.01876639200054342 (mp_runner.py:73) +2024-09-01 16:23:07,166 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.01654326499919989 (mp_runner.py:73) +2024-09-01 16:23:07,167 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.015381766999780666 (mp_runner.py:73) +2024-09-01 16:23:07,167 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.016171033999853535 (mp_runner.py:73) +2024-09-01 16:23:07,168 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.015528338000876829 (mp_runner.py:73) +2024-09-01 16:23:07,168 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.025494354998954805 (mp_runner.py:73) +2024-09-01 16:23:07,169 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.026603009002428735 (mp_runner.py:73) +2024-09-01 16:23:07,169 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.01687538899932406 (mp_runner.py:73) +2024-09-01 16:23:07,170 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.015182974999333965 (mp_runner.py:73) +2024-09-01 16:23:07,787 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.013961699001811212 (mp_runner.py:73) +2024-09-01 16:23:07,791 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.014212477002729429 (mp_runner.py:73) +2024-09-01 16:23:07,792 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.021276392999425298 (mp_runner.py:73) +2024-09-01 16:23:07,793 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.020064782998815645 (mp_runner.py:73) +2024-09-01 16:23:07,793 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.021231149999948684 (mp_runner.py:73) +2024-09-01 16:23:07,794 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.020625895998819033 (mp_runner.py:73) +2024-09-01 16:23:07,795 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.02028626000173972 (mp_runner.py:73) +2024-09-01 16:23:07,795 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.024983985000289977 (mp_runner.py:73) +2024-09-01 16:23:07,795 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.020829283999773907 (mp_runner.py:73) +2024-09-01 16:23:07,796 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.020915731001878157 (mp_runner.py:73) +2024-09-01 16:23:07,797 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.019223676001274725 (mp_runner.py:73) +2024-09-01 16:23:07,797 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.014526946000842145 (mp_runner.py:73) +2024-09-01 16:23:07,797 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.028804298002796713 (mp_runner.py:73) +2024-09-01 16:23:07,798 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.019728329996723915 (mp_runner.py:73) +2024-09-01 16:23:07,798 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.018680773002415663 (mp_runner.py:73) +2024-09-01 16:23:07,799 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.01619763700000476 (mp_runner.py:73) +2024-09-01 16:23:07,801 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.017487684002844617 (mp_runner.py:73) +2024-09-01 16:23:09,158 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.03739229799975874 (mp_runner.py:73) +2024-09-01 16:23:09,162 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.015709540999523597 (mp_runner.py:73) +2024-09-01 16:23:09,179 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.021654380001564277 (mp_runner.py:73) +2024-09-01 16:23:09,181 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.0233256520004943 (mp_runner.py:73) +2024-09-01 16:23:09,182 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.026065002999530407 (mp_runner.py:73) +2024-09-01 16:23:09,183 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.015353331000369508 (mp_runner.py:73) +2024-09-01 16:23:09,184 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.009124819000135176 (mp_runner.py:73) +2024-09-01 16:23:09,187 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.021954883999569574 (mp_runner.py:73) +2024-09-01 16:23:09,190 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.03547199099921272 (mp_runner.py:73) +2024-09-01 16:23:09,192 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.02223394999964512 (mp_runner.py:73) +2024-09-01 16:23:10,983 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.031519961998128565 (mp_runner.py:73) +2024-09-01 16:23:11,424 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.026846363001823192 (mp_runner.py:73) +2024-09-01 16:23:11,547 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.022489483999379445 (mp_runner.py:73) +2024-09-01 16:23:12,767 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.02360460399722797 (mp_runner.py:73) +2024-09-01 16:23:12,771 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.0250340620004863 (mp_runner.py:73) +2024-09-01 16:23:13,354 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.031202348000078928 (mp_runner.py:73) +2024-09-01 16:23:14,493 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.02226333200087538 (mp_runner.py:73) +2024-09-01 16:23:14,995 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.021061064002424246 (mp_runner.py:73) +2024-09-01 16:23:15,268 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.030544034998456482 (mp_runner.py:73) +2024-09-01 16:23:16,240 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.015384768998046638 (mp_runner.py:73) +2024-09-01 16:23:16,241 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.014500836998195155 (mp_runner.py:73) +2024-09-01 16:23:16,241 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.01692087000265019 (mp_runner.py:73) +2024-09-01 16:23:16,242 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.014234320999094052 (mp_runner.py:73) +2024-09-01 16:23:16,243 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.014239167998312041 (mp_runner.py:73) +2024-09-01 16:23:16,244 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.021970369001792278 (mp_runner.py:73) +2024-09-01 16:23:16,244 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.012291792998439632 (mp_runner.py:73) +2024-09-01 16:23:16,245 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.022772919000999536 (mp_runner.py:73) +2024-09-01 16:23:16,245 | DEBUG |(SpawnProcess-1:289) search_count: 1500, latest_latency=0.011442641000030562 (mp_runner.py:73) +2024-09-01 16:23:16,495 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.00568385799851967 (mp_runner.py:73) +2024-09-01 16:23:16,500 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.012390464999043616 (mp_runner.py:73) +2024-09-01 16:23:16,500 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.013386566999542993 (mp_runner.py:73) +2024-09-01 16:23:16,506 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.0215576480004529 (mp_runner.py:73) +2024-09-01 16:23:16,506 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.019930413000111002 (mp_runner.py:73) +2024-09-01 16:23:16,786 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.020497391000390053 (mp_runner.py:73) +2024-09-01 16:23:17,076 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.02204855599848088 (mp_runner.py:73) +2024-09-01 16:23:17,166 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.013949122003396042 (mp_runner.py:73) +2024-09-01 16:23:17,166 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.012507114999607438 (mp_runner.py:73) +2024-09-01 16:23:17,167 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.01583436900182278 (mp_runner.py:73) +2024-09-01 16:23:17,168 | DEBUG |(SpawnProcess-1:303) search_count: 1500, latest_latency=0.01748857199709164 (mp_runner.py:73) +2024-09-01 16:23:17,169 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.01711004599928856 (mp_runner.py:73) +2024-09-01 16:23:17,170 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.015411659001983935 (mp_runner.py:73) +2024-09-01 16:23:17,170 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.016651046000333736 (mp_runner.py:73) +2024-09-01 16:23:17,171 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.016871099000127288 (mp_runner.py:73) +2024-09-01 16:23:17,171 | DEBUG |(SpawnProcess-1:310) search_count: 1500, latest_latency=0.02132631199856405 (mp_runner.py:73) +2024-09-01 16:23:17,172 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.022666940996714402 (mp_runner.py:73) +2024-09-01 16:23:17,173 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.016730729999835603 (mp_runner.py:73) +2024-09-01 16:23:17,173 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.01664285099832341 (mp_runner.py:73) +2024-09-01 16:23:17,174 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.016824887999973726 (mp_runner.py:73) +2024-09-01 16:23:17,664 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.01350781399742118 (mp_runner.py:73) +2024-09-01 16:23:17,666 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.014805124999838881 (mp_runner.py:73) +2024-09-01 16:23:17,667 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.020369834997836733 (mp_runner.py:73) +2024-09-01 16:23:17,668 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.01875516500149388 (mp_runner.py:73) +2024-09-01 16:23:17,669 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.017705346002912847 (mp_runner.py:73) +2024-09-01 16:23:18,921 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0016s, count=1592, qps in this process: 53.0638 (mp_runner.py:76) +2024-09-01 16:23:18,949 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0061s, count=1594, qps in this process: 53.1225 (mp_runner.py:76) +2024-09-01 16:23:18,954 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0118s, count=1594, qps in this process: 53.1124 (mp_runner.py:76) +2024-09-01 16:23:18,961 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.0073s, count=1491, qps in this process: 49.6879 (mp_runner.py:76) +2024-09-01 16:23:18,979 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0128s, count=1596, qps in this process: 53.1773 (mp_runner.py:76) +2024-09-01 16:23:19,025 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0033s, count=1556, qps in this process: 51.861 (mp_runner.py:76) +2024-09-01 16:23:19,026 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0008s, count=1623, qps in this process: 54.0986 (mp_runner.py:76) +2024-09-01 16:23:19,027 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0017s, count=1623, qps in this process: 54.0969 (mp_runner.py:76) +2024-09-01 16:23:19,029 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0147s, count=1623, qps in this process: 54.0735 (mp_runner.py:76) +2024-09-01 16:23:19,031 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0059s, count=1642, qps in this process: 54.7226 (mp_runner.py:76) +2024-09-01 16:23:19,032 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0132s, count=1599, qps in this process: 53.2766 (mp_runner.py:76) +2024-09-01 16:23:19,033 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0143s, count=1599, qps in this process: 53.2746 (mp_runner.py:76) +2024-09-01 16:23:19,034 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0092s, count=1642, qps in this process: 54.7166 (mp_runner.py:76) +2024-09-01 16:23:19,037 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0113s, count=1646, qps in this process: 54.846 (mp_runner.py:76) +2024-09-01 16:23:19,038 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0171s, count=1599, qps in this process: 53.2696 (mp_runner.py:76) +2024-09-01 16:23:19,039 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.006s, count=1557, qps in this process: 51.8896 (mp_runner.py:76) +2024-09-01 16:23:19,041 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0095s, count=1559, qps in this process: 51.9502 (mp_runner.py:76) +2024-09-01 16:23:19,043 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.018s, count=1599, qps in this process: 53.268 (mp_runner.py:76) +2024-09-01 16:23:19,045 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0143s, count=1456, qps in this process: 48.5102 (mp_runner.py:76) +2024-09-01 16:23:19,049 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0104s, count=1456, qps in this process: 48.5165 (mp_runner.py:76) +2024-09-01 16:23:19,058 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0132s, count=1600, qps in this process: 53.3099 (mp_runner.py:76) +2024-09-01 16:23:19,061 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0038s, count=1643, qps in this process: 54.7597 (mp_runner.py:76) +2024-09-01 16:23:19,064 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0334s, count=1647, qps in this process: 54.8389 (mp_runner.py:76) +2024-09-01 16:23:19,066 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0089s, count=1601, qps in this process: 53.3508 (mp_runner.py:76) +2024-09-01 16:23:19,070 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0145s, count=1601, qps in this process: 53.3409 (mp_runner.py:76) +2024-09-01 16:23:19,094 | DEBUG |(SpawnProcess-1:325) search_count: 1500, latest_latency=0.00490943399927346 (mp_runner.py:73) +2024-09-01 16:23:19,095 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.00491483500081813 (mp_runner.py:73) +2024-09-01 16:23:19,097 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.012074425001628697 (mp_runner.py:73) +2024-09-01 16:23:19,097 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.011679201998049393 (mp_runner.py:73) +2024-09-01 16:23:19,097 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.005484068999066949 (mp_runner.py:73) +2024-09-01 16:23:19,098 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.009427390999917407 (mp_runner.py:73) +2024-09-01 16:23:19,098 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.006476989998191129 (mp_runner.py:73) +2024-09-01 16:23:19,100 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0077s, count=1648, qps in this process: 54.9192 (mp_runner.py:76) +2024-09-01 16:23:19,101 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0018s, count=1561, qps in this process: 52.0302 (mp_runner.py:76) +2024-09-01 16:23:19,103 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0078s, count=1604, qps in this process: 53.4528 (mp_runner.py:76) +2024-09-01 16:23:19,103 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0126s, count=1561, qps in this process: 52.0115 (mp_runner.py:76) +2024-09-01 16:23:19,105 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.01585911299844156 (mp_runner.py:73) +2024-09-01 16:23:19,106 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0067s, count=1650, qps in this process: 54.9877 (mp_runner.py:76) +2024-09-01 16:23:19,110 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.005s, count=1605, qps in this process: 53.4911 (mp_runner.py:76) +2024-09-01 16:23:19,119 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0114s, count=1304, qps in this process: 43.4502 (mp_runner.py:76) +2024-09-01 16:23:19,120 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0145s, count=1629, qps in this process: 54.2738 (mp_runner.py:76) +2024-09-01 16:23:19,126 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0028s, count=1503, qps in this process: 50.0953 (mp_runner.py:76) +2024-09-01 16:23:19,139 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.015s, count=1607, qps in this process: 53.5399 (mp_runner.py:76) +2024-09-01 16:23:19,145 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0004s, count=1608, qps in this process: 53.5993 (mp_runner.py:76) +2024-09-01 16:23:19,149 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0027s, count=1505, qps in this process: 50.1622 (mp_runner.py:76) +2024-09-01 16:23:19,155 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0037s, count=1507, qps in this process: 50.2271 (mp_runner.py:76) +2024-09-01 16:23:19,173 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0082s, count=1468, qps in this process: 48.92 (mp_runner.py:76) +2024-09-01 16:23:19,187 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0062s, count=1511, qps in this process: 50.3563 (mp_runner.py:76) +2024-09-01 16:23:19,201 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.001s, count=1663, qps in this process: 55.4315 (mp_runner.py:76) +2024-09-01 16:23:19,202 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0019s, count=1640, qps in this process: 54.6632 (mp_runner.py:76) +2024-09-01 16:23:19,204 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0039s, count=1514, qps in this process: 50.4601 (mp_runner.py:76) +2024-09-01 16:23:19,209 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0021s, count=1664, qps in this process: 55.4628 (mp_runner.py:76) +2024-09-01 16:23:19,225 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0011s, count=1258, qps in this process: 41.9318 (mp_runner.py:76) +2024-09-01 16:23:19,235 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0076s, count=1519, qps in this process: 50.6205 (mp_runner.py:76) +2024-09-01 16:23:19,241 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0075s, count=1520, qps in this process: 50.654 (mp_runner.py:76) +2024-09-01 16:23:19,246 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0012s, count=1204, qps in this process: 40.1317 (mp_runner.py:76) +2024-09-01 16:23:19,252 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0034s, count=1338, qps in this process: 44.5949 (mp_runner.py:76) +2024-09-01 16:23:19,263 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0005s, count=1536, qps in this process: 51.1991 (mp_runner.py:76) +2024-09-01 16:23:19,267 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0012s, count=1327, qps in this process: 44.2316 (mp_runner.py:76) +2024-09-01 16:23:19,296 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0005s, count=1309, qps in this process: 43.6326 (mp_runner.py:76) +2024-09-01 16:23:19,300 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0019s, count=1319, qps in this process: 43.9639 (mp_runner.py:76) +2024-09-01 16:23:19,302 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0003s, count=1212, qps in this process: 40.3996 (mp_runner.py:76) +2024-09-01 16:23:19,320 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0007s, count=1233, qps in this process: 41.099 (mp_runner.py:76) +2024-09-01 16:23:19,334 | INFO |End search in concurrency 55: dur=30.762305599000683s, total_count=84265, qps=2739.229 (mp_runner.py:120) +2024-09-01 16:23:23,043 | INFO |Update largest qps with concurrency 55: current max_qps=2739.229 (mp_runner.py:124) +2024-09-01 16:23:23,460 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:23:23,460 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 16:23:44,825 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 16:23:44,883 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,145 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,146 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,164 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,180 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,279 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,330 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,330 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,332 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,337 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,343 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,343 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,349 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,357 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,404 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,405 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,447 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,478 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,504 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,516 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,536 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,536 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,548 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,569 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,601 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,614 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,615 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,635 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,642 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:45,664 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:23:54,920 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.01574099999925238 (mp_runner.py:73) +2024-09-01 16:23:54,921 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.016192447998037096 (mp_runner.py:73) +2024-09-01 16:23:54,921 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.015576312001940096 (mp_runner.py:73) +2024-09-01 16:23:54,922 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.01831415900232969 (mp_runner.py:73) +2024-09-01 16:23:54,923 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.015070618999743601 (mp_runner.py:73) +2024-09-01 16:23:54,923 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.016002764998120256 (mp_runner.py:73) +2024-09-01 16:23:54,924 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.015001495001342846 (mp_runner.py:73) +2024-09-01 16:23:54,925 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.016225207000388764 (mp_runner.py:73) +2024-09-01 16:23:54,927 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.02324776499881409 (mp_runner.py:73) +2024-09-01 16:23:54,927 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.024404487001447706 (mp_runner.py:73) +2024-09-01 16:23:54,927 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.017577045000507496 (mp_runner.py:73) +2024-09-01 16:23:54,930 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.016555715003050864 (mp_runner.py:73) +2024-09-01 16:23:54,939 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.02892272499957471 (mp_runner.py:73) +2024-09-01 16:23:55,344 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.020737078000820475 (mp_runner.py:73) +2024-09-01 16:23:55,347 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.016235041999607347 (mp_runner.py:73) +2024-09-01 16:23:55,357 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.017960842997126747 (mp_runner.py:73) +2024-09-01 16:23:55,358 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.019364832998689963 (mp_runner.py:73) +2024-09-01 16:23:55,358 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.017004662000545068 (mp_runner.py:73) +2024-09-01 16:23:55,359 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.01416654900094727 (mp_runner.py:73) +2024-09-01 16:23:55,359 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.021413493999716593 (mp_runner.py:73) +2024-09-01 16:23:55,361 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.0177749260001292 (mp_runner.py:73) +2024-09-01 16:23:55,362 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.018776559001707938 (mp_runner.py:73) +2024-09-01 16:23:55,362 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.018238174998259638 (mp_runner.py:73) +2024-09-01 16:23:55,362 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.01832817299873568 (mp_runner.py:73) +2024-09-01 16:23:55,363 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.018127403000107734 (mp_runner.py:73) +2024-09-01 16:23:55,364 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.01695861100233742 (mp_runner.py:73) +2024-09-01 16:23:55,365 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.01898662500025239 (mp_runner.py:73) +2024-09-01 16:23:55,366 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.017270910000661388 (mp_runner.py:73) +2024-09-01 16:23:55,367 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.016073286002210807 (mp_runner.py:73) +2024-09-01 16:23:55,367 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.014297112000349443 (mp_runner.py:73) +2024-09-01 16:23:55,368 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.01455028000054881 (mp_runner.py:73) +2024-09-01 16:23:55,368 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.017328924001049018 (mp_runner.py:73) +2024-09-01 16:23:55,369 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.012948349998623598 (mp_runner.py:73) +2024-09-01 16:23:55,598 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.00860283599831746 (mp_runner.py:73) +2024-09-01 16:23:55,598 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.0095775310001045 (mp_runner.py:73) +2024-09-01 16:23:55,600 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.011579196998354746 (mp_runner.py:73) +2024-09-01 16:23:55,601 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.006438755997805856 (mp_runner.py:73) +2024-09-01 16:23:55,603 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.016812259000289487 (mp_runner.py:73) +2024-09-01 16:23:55,608 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.014085368999076309 (mp_runner.py:73) +2024-09-01 16:23:55,609 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.013935195001977263 (mp_runner.py:73) +2024-09-01 16:23:55,621 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.02644074400086538 (mp_runner.py:73) +2024-09-01 16:23:55,767 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.022646664001513273 (mp_runner.py:73) +2024-09-01 16:23:56,578 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.022350216000631917 (mp_runner.py:73) +2024-09-01 16:23:56,582 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.018231079000543104 (mp_runner.py:73) +2024-09-01 16:23:56,593 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.0179539639975701 (mp_runner.py:73) +2024-09-01 16:23:56,595 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.022073375999752898 (mp_runner.py:73) +2024-09-01 16:23:57,085 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.028120028000557795 (mp_runner.py:73) +2024-09-01 16:23:57,100 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.01468301299973973 (mp_runner.py:73) +2024-09-01 16:23:57,101 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.03222434499912197 (mp_runner.py:73) +2024-09-01 16:23:57,101 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.009658069000579417 (mp_runner.py:73) +2024-09-01 16:23:57,102 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.03412050200131489 (mp_runner.py:73) +2024-09-01 16:23:57,102 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02351862200157484 (mp_runner.py:73) +2024-09-01 16:23:58,393 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.012610163998033386 (mp_runner.py:73) +2024-09-01 16:23:58,604 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.01956186299867113 (mp_runner.py:73) +2024-09-01 16:23:58,645 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.0068697160022566095 (mp_runner.py:73) +2024-09-01 16:23:58,982 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.02559037099854322 (mp_runner.py:73) +2024-09-01 16:23:58,991 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.020262562000425532 (mp_runner.py:73) +2024-09-01 16:23:59,474 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.020427020001079654 (mp_runner.py:73) +2024-09-01 16:23:59,550 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.017365811003401177 (mp_runner.py:73) +2024-09-01 16:23:59,553 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.020539660999929765 (mp_runner.py:73) +2024-09-01 16:24:05,126 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.013663478999660583 (mp_runner.py:73) +2024-09-01 16:24:05,127 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.015106515998922987 (mp_runner.py:73) +2024-09-01 16:24:05,127 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.014222400001017377 (mp_runner.py:73) +2024-09-01 16:24:05,128 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.012793826001143316 (mp_runner.py:73) +2024-09-01 16:24:05,128 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.012285601998883067 (mp_runner.py:73) +2024-09-01 16:24:05,129 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.012104813999030739 (mp_runner.py:73) +2024-09-01 16:24:05,129 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.01505691499914974 (mp_runner.py:73) +2024-09-01 16:24:05,130 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.01248367000152939 (mp_runner.py:73) +2024-09-01 16:24:05,131 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.01319189700006973 (mp_runner.py:73) +2024-09-01 16:24:05,131 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.013005572000110988 (mp_runner.py:73) +2024-09-01 16:24:05,134 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.014527692001138348 (mp_runner.py:73) +2024-09-01 16:24:05,137 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.01595276500302134 (mp_runner.py:73) +2024-09-01 16:24:05,138 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.017832052002631826 (mp_runner.py:73) +2024-09-01 16:24:05,139 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.0172058210009709 (mp_runner.py:73) +2024-09-01 16:24:05,139 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.01727400299932924 (mp_runner.py:73) +2024-09-01 16:24:05,140 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.028761532998032635 (mp_runner.py:73) +2024-09-01 16:24:05,140 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.017127783001342323 (mp_runner.py:73) +2024-09-01 16:24:05,142 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.0316650690001552 (mp_runner.py:73) +2024-09-01 16:24:05,734 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.016605861001153244 (mp_runner.py:73) +2024-09-01 16:24:05,742 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.025815679000515956 (mp_runner.py:73) +2024-09-01 16:24:05,743 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.028470221001043683 (mp_runner.py:73) +2024-09-01 16:24:05,779 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.02284418500130414 (mp_runner.py:73) +2024-09-01 16:24:05,781 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.02618537499802187 (mp_runner.py:73) +2024-09-01 16:24:05,782 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.01643490399874281 (mp_runner.py:73) +2024-09-01 16:24:05,783 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.023171454999101115 (mp_runner.py:73) +2024-09-01 16:24:05,785 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.020701786001154687 (mp_runner.py:73) +2024-09-01 16:24:05,791 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.025577589996828465 (mp_runner.py:73) +2024-09-01 16:24:06,185 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.005923433000134537 (mp_runner.py:73) +2024-09-01 16:24:06,217 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.016604706001089653 (mp_runner.py:73) +2024-09-01 16:24:06,218 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.019300680000014836 (mp_runner.py:73) +2024-09-01 16:24:06,218 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.0417434470000444 (mp_runner.py:73) +2024-09-01 16:24:06,228 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.017023659998812946 (mp_runner.py:73) +2024-09-01 16:24:06,235 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.022603331999562215 (mp_runner.py:73) +2024-09-01 16:24:06,238 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.028793634999601636 (mp_runner.py:73) +2024-09-01 16:24:06,463 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.02559288500196999 (mp_runner.py:73) +2024-09-01 16:24:07,987 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.023806323999451706 (mp_runner.py:73) +2024-09-01 16:24:08,030 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.03422888299974147 (mp_runner.py:73) +2024-09-01 16:24:08,159 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.028599461998965126 (mp_runner.py:73) +2024-09-01 16:24:08,327 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.02384298800097895 (mp_runner.py:73) +2024-09-01 16:24:08,367 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.01997799499804387 (mp_runner.py:73) +2024-09-01 16:24:08,555 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.03271227900040685 (mp_runner.py:73) +2024-09-01 16:24:08,561 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.024046548998740036 (mp_runner.py:73) +2024-09-01 16:24:08,562 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.027094034001493128 (mp_runner.py:73) +2024-09-01 16:24:08,562 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.0358918879974226 (mp_runner.py:73) +2024-09-01 16:24:08,563 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.026359515999502037 (mp_runner.py:73) +2024-09-01 16:24:08,565 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.03237793899825192 (mp_runner.py:73) +2024-09-01 16:24:08,670 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.01951303900204948 (mp_runner.py:73) +2024-09-01 16:24:08,671 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.019795367999904556 (mp_runner.py:73) +2024-09-01 16:24:08,672 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.02477799600092112 (mp_runner.py:73) +2024-09-01 16:24:08,672 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.02312344000165467 (mp_runner.py:73) +2024-09-01 16:24:08,676 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.0253189739996742 (mp_runner.py:73) +2024-09-01 16:24:10,371 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.027854755000589648 (mp_runner.py:73) +2024-09-01 16:24:11,720 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.029792814999382244 (mp_runner.py:73) +2024-09-01 16:24:12,070 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.042829152997001074 (mp_runner.py:73) +2024-09-01 16:24:12,638 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.027908292002393864 (mp_runner.py:73) +2024-09-01 16:24:12,887 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.02776052199988044 (mp_runner.py:73) +2024-09-01 16:24:12,888 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.023395592001179466 (mp_runner.py:73) +2024-09-01 16:24:12,965 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.03170199300075183 (mp_runner.py:73) +2024-09-01 16:24:12,991 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.023745045000396203 (mp_runner.py:73) +2024-09-01 16:24:13,217 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.024817273999360623 (mp_runner.py:73) +2024-09-01 16:24:14,899 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.0033s, count=1363, qps in this process: 45.4283 (mp_runner.py:76) +2024-09-01 16:24:15,165 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0119s, count=1464, qps in this process: 48.7807 (mp_runner.py:76) +2024-09-01 16:24:15,175 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0094s, count=1464, qps in this process: 48.7847 (mp_runner.py:76) +2024-09-01 16:24:15,176 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0236s, count=1398, qps in this process: 46.5634 (mp_runner.py:76) +2024-09-01 16:24:15,214 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0089s, count=1496, qps in this process: 49.8519 (mp_runner.py:76) +2024-09-01 16:24:15,222 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0533s, count=1428, qps in this process: 47.5156 (mp_runner.py:76) +2024-09-01 16:24:15,236 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0373s, count=1466, qps in this process: 48.806 (mp_runner.py:76) +2024-09-01 16:24:15,281 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.01s, count=1347, qps in this process: 44.885 (mp_runner.py:76) +2024-09-01 16:24:15,295 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.008976077999250265 (mp_runner.py:73) +2024-09-01 16:24:15,297 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.008996864999062382 (mp_runner.py:73) +2024-09-01 16:24:15,298 | DEBUG |(SpawnProcess-1:373) search_count: 1500, latest_latency=0.010070588999951724 (mp_runner.py:73) +2024-09-01 16:24:15,299 | DEBUG |(SpawnProcess-1:380) search_count: 1500, latest_latency=0.013771902998996666 (mp_runner.py:73) +2024-09-01 16:24:15,299 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0151s, count=1391, qps in this process: 46.3433 (mp_runner.py:76) +2024-09-01 16:24:15,300 | DEBUG |(SpawnProcess-1:389) search_count: 1500, latest_latency=0.015047575998323737 (mp_runner.py:73) +2024-09-01 16:24:15,303 | DEBUG |(SpawnProcess-1:377) search_count: 1500, latest_latency=0.011981350999121787 (mp_runner.py:73) +2024-09-01 16:24:15,339 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0074s, count=1268, qps in this process: 42.2562 (mp_runner.py:76) +2024-09-01 16:24:15,339 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.008s, count=1323, qps in this process: 44.0882 (mp_runner.py:76) +2024-09-01 16:24:15,346 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0105s, count=1274, qps in this process: 42.4518 (mp_runner.py:76) +2024-09-01 16:24:15,349 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0017s, count=1473, qps in this process: 49.0972 (mp_runner.py:76) +2024-09-01 16:24:15,356 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.013s, count=1349, qps in this process: 44.9472 (mp_runner.py:76) +2024-09-01 16:24:15,357 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0015s, count=1446, qps in this process: 48.1976 (mp_runner.py:76) +2024-09-01 16:24:15,361 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0173s, count=1406, qps in this process: 46.8397 (mp_runner.py:76) +2024-09-01 16:24:15,363 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0262s, count=1266, qps in this process: 42.1632 (mp_runner.py:76) +2024-09-01 16:24:15,365 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0177s, count=1503, qps in this process: 50.0705 (mp_runner.py:76) +2024-09-01 16:24:15,371 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0083s, count=1276, qps in this process: 42.5216 (mp_runner.py:76) +2024-09-01 16:24:15,401 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0395s, count=1387, qps in this process: 46.1725 (mp_runner.py:76) +2024-09-01 16:24:15,401 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0116s, count=1505, qps in this process: 50.1473 (mp_runner.py:76) +2024-09-01 16:24:15,405 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.001s, count=1267, qps in this process: 42.2319 (mp_runner.py:76) +2024-09-01 16:24:15,412 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0077s, count=1268, qps in this process: 42.2558 (mp_runner.py:76) +2024-09-01 16:24:15,412 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0022s, count=1386, qps in this process: 46.1966 (mp_runner.py:76) +2024-09-01 16:24:15,413 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0042s, count=1506, qps in this process: 50.193 (mp_runner.py:76) +2024-09-01 16:24:15,416 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0158s, count=1401, qps in this process: 46.6754 (mp_runner.py:76) +2024-09-01 16:24:15,418 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0011s, count=1506, qps in this process: 50.1982 (mp_runner.py:76) +2024-09-01 16:24:15,430 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0003s, count=1507, qps in this process: 50.2328 (mp_runner.py:76) +2024-09-01 16:24:15,435 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0053s, count=1449, qps in this process: 48.2915 (mp_runner.py:76) +2024-09-01 16:24:15,438 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0125s, count=1507, qps in this process: 50.2124 (mp_runner.py:76) +2024-09-01 16:24:15,440 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0007s, count=1475, qps in this process: 49.1655 (mp_runner.py:76) +2024-09-01 16:24:15,441 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0041s, count=1272, qps in this process: 42.3942 (mp_runner.py:76) +2024-09-01 16:24:15,445 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0057s, count=1341, qps in this process: 44.6915 (mp_runner.py:76) +2024-09-01 16:24:15,449 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0006s, count=1388, qps in this process: 46.2657 (mp_runner.py:76) +2024-09-01 16:24:15,450 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0096s, count=1412, qps in this process: 47.0516 (mp_runner.py:76) +2024-09-01 16:24:15,461 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0031s, count=1264, qps in this process: 42.129 (mp_runner.py:76) +2024-09-01 16:24:15,464 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0068s, count=1404, qps in this process: 46.7894 (mp_runner.py:76) +2024-09-01 16:24:15,470 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0151s, count=1256, qps in this process: 41.8456 (mp_runner.py:76) +2024-09-01 16:24:15,478 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0049s, count=1186, qps in this process: 39.5269 (mp_runner.py:76) +2024-09-01 16:24:15,484 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.007s, count=1278, qps in this process: 42.5901 (mp_runner.py:76) +2024-09-01 16:24:15,485 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0118s, count=1264, qps in this process: 42.1168 (mp_runner.py:76) +2024-09-01 16:24:15,488 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0099s, count=1384, qps in this process: 46.1181 (mp_runner.py:76) +2024-09-01 16:24:15,488 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0029s, count=1273, qps in this process: 42.4292 (mp_runner.py:76) +2024-09-01 16:24:15,509 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0021s, count=1371, qps in this process: 45.6968 (mp_runner.py:76) +2024-09-01 16:24:15,527 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.001s, count=1388, qps in this process: 46.2651 (mp_runner.py:76) +2024-09-01 16:24:15,537 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0047s, count=1288, qps in this process: 42.9266 (mp_runner.py:76) +2024-09-01 16:24:15,544 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0003s, count=1396, qps in this process: 46.5329 (mp_runner.py:76) +2024-09-01 16:24:15,548 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0023s, count=1265, qps in this process: 42.1634 (mp_runner.py:76) +2024-09-01 16:24:15,552 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0012s, count=1363, qps in this process: 45.4315 (mp_runner.py:76) +2024-09-01 16:24:15,575 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0015s, count=1123, qps in this process: 37.4315 (mp_runner.py:76) +2024-09-01 16:24:15,577 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0029s, count=1399, qps in this process: 46.6288 (mp_runner.py:76) +2024-09-01 16:24:15,580 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.005s, count=1291, qps in this process: 43.0262 (mp_runner.py:76) +2024-09-01 16:24:15,580 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0054s, count=1293, qps in this process: 43.0922 (mp_runner.py:76) +2024-09-01 16:24:15,593 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0004s, count=1112, qps in this process: 37.0662 (mp_runner.py:76) +2024-09-01 16:24:15,608 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0004s, count=1166, qps in this process: 38.8661 (mp_runner.py:76) +2024-09-01 16:24:15,623 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0002s, count=1181, qps in this process: 39.3664 (mp_runner.py:76) +2024-09-01 16:24:15,624 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0021s, count=1130, qps in this process: 37.664 (mp_runner.py:76) +2024-09-01 16:24:15,642 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0004s, count=1150, qps in this process: 38.3328 (mp_runner.py:76) +2024-09-01 16:24:15,646 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0007s, count=1134, qps in this process: 37.7991 (mp_runner.py:76) +2024-09-01 16:24:15,669 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0003s, count=1189, qps in this process: 39.6329 (mp_runner.py:76) +2024-09-01 16:24:15,682 | INFO |End search in concurrency 60: dur=30.856175355998857s, total_count=80526, qps=2609.7207 (mp_runner.py:120) +2024-09-01 16:24:20,150 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:24:20,150 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 16:24:41,902 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 16:24:42,140 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,144 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,250 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,350 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,365 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,431 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,440 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,459 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,461 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,462 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,509 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,575 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,576 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,585 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,621 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,637 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,641 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,662 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,664 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,667 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,699 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,699 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,707 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,711 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,730 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,737 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,746 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,764 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,769 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,794 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,807 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,828 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,828 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,839 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:42,860 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:24:53,773 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.013829275998432422 (mp_runner.py:73) +2024-09-01 16:24:53,773 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.0038819099972897675 (mp_runner.py:73) +2024-09-01 16:24:53,774 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.018355926000367617 (mp_runner.py:73) +2024-09-01 16:24:53,774 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.01661799300200073 (mp_runner.py:73) +2024-09-01 16:24:53,774 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.016827531002491014 (mp_runner.py:73) +2024-09-01 16:24:53,775 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.019848797001031926 (mp_runner.py:73) +2024-09-01 16:24:53,775 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.015444022999872686 (mp_runner.py:73) +2024-09-01 16:24:53,775 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.019128907002595952 (mp_runner.py:73) +2024-09-01 16:24:53,776 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.02286096600073506 (mp_runner.py:73) +2024-09-01 16:24:53,777 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.019960788002208574 (mp_runner.py:73) +2024-09-01 16:24:53,777 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.018505938001908362 (mp_runner.py:73) +2024-09-01 16:24:53,778 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.024342846998479217 (mp_runner.py:73) +2024-09-01 16:24:53,778 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.018805338000674965 (mp_runner.py:73) +2024-09-01 16:24:53,779 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.018278579002071638 (mp_runner.py:73) +2024-09-01 16:24:53,780 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.018328317997656995 (mp_runner.py:73) +2024-09-01 16:24:53,781 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.014637783002399374 (mp_runner.py:73) +2024-09-01 16:24:53,789 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.035831107001286 (mp_runner.py:73) +2024-09-01 16:24:53,891 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.013679662999493303 (mp_runner.py:73) +2024-09-01 16:24:53,894 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.016080494999187067 (mp_runner.py:73) +2024-09-01 16:24:53,894 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.014500437999231508 (mp_runner.py:73) +2024-09-01 16:24:53,894 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.015796339001099113 (mp_runner.py:73) +2024-09-01 16:24:53,895 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.015984902001946466 (mp_runner.py:73) +2024-09-01 16:24:53,895 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.015897138000582345 (mp_runner.py:73) +2024-09-01 16:24:53,897 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.01864270599980955 (mp_runner.py:73) +2024-09-01 16:24:53,897 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.016371171001082985 (mp_runner.py:73) +2024-09-01 16:24:53,898 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.01714819300104864 (mp_runner.py:73) +2024-09-01 16:24:53,898 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.017416071001207456 (mp_runner.py:73) +2024-09-01 16:24:53,899 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.028164559000288136 (mp_runner.py:73) +2024-09-01 16:24:53,900 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.023264781000762014 (mp_runner.py:73) +2024-09-01 16:24:54,147 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.017560907999722986 (mp_runner.py:73) +2024-09-01 16:24:54,181 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.027557066998269875 (mp_runner.py:73) +2024-09-01 16:24:54,193 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.05851032300051884 (mp_runner.py:73) +2024-09-01 16:24:54,195 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.06776351700318628 (mp_runner.py:73) +2024-09-01 16:24:54,196 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.047263548000046285 (mp_runner.py:73) +2024-09-01 16:24:54,211 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.06591338599901064 (mp_runner.py:73) +2024-09-01 16:24:54,224 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.08387824699821067 (mp_runner.py:73) +2024-09-01 16:24:54,304 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.01780872699964675 (mp_runner.py:73) +2024-09-01 16:24:54,305 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.020548192998830928 (mp_runner.py:73) +2024-09-01 16:24:54,307 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.017243305999727454 (mp_runner.py:73) +2024-09-01 16:24:54,308 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.015218573000311153 (mp_runner.py:73) +2024-09-01 16:24:54,308 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.01482604199918569 (mp_runner.py:73) +2024-09-01 16:24:54,309 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.017474148000474088 (mp_runner.py:73) +2024-09-01 16:24:54,309 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.014999819999502506 (mp_runner.py:73) +2024-09-01 16:24:54,309 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.01762758899712935 (mp_runner.py:73) +2024-09-01 16:24:54,311 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.01575655799751985 (mp_runner.py:73) +2024-09-01 16:24:54,311 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.01569511400157353 (mp_runner.py:73) +2024-09-01 16:24:54,314 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.016507372001797194 (mp_runner.py:73) +2024-09-01 16:24:54,315 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.015836634000152117 (mp_runner.py:73) +2024-09-01 16:24:54,315 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.017079450000892393 (mp_runner.py:73) +2024-09-01 16:24:54,316 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.01705774400033988 (mp_runner.py:73) +2024-09-01 16:24:54,318 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.016448907997983042 (mp_runner.py:73) +2024-09-01 16:24:54,467 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.0015895840006123763 (mp_runner.py:73) +2024-09-01 16:24:54,468 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.013586065000708913 (mp_runner.py:73) +2024-09-01 16:24:54,469 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.01248846899761702 (mp_runner.py:73) +2024-09-01 16:24:54,472 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.019015056001080666 (mp_runner.py:73) +2024-09-01 16:24:54,474 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.021691663001547568 (mp_runner.py:73) +2024-09-01 16:24:54,501 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.016132228996866615 (mp_runner.py:73) +2024-09-01 16:24:54,503 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.022023419998731697 (mp_runner.py:73) +2024-09-01 16:24:54,503 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.018042347001028247 (mp_runner.py:73) +2024-09-01 16:24:54,505 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.02111002799938433 (mp_runner.py:73) +2024-09-01 16:24:54,507 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.023344016997725703 (mp_runner.py:73) +2024-09-01 16:24:54,507 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.029281742001330713 (mp_runner.py:73) +2024-09-01 16:24:55,252 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.025290861001849407 (mp_runner.py:73) +2024-09-01 16:24:55,588 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.025834318999841344 (mp_runner.py:73) +2024-09-01 16:24:56,546 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.026555055999779142 (mp_runner.py:73) +2024-09-01 16:25:05,058 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.015336766999098472 (mp_runner.py:73) +2024-09-01 16:25:05,060 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.015547901999525493 (mp_runner.py:73) +2024-09-01 16:25:05,060 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.014765790998353623 (mp_runner.py:73) +2024-09-01 16:25:05,061 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.017540962999191834 (mp_runner.py:73) +2024-09-01 16:25:05,061 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.012864872998761712 (mp_runner.py:73) +2024-09-01 16:25:05,062 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.015304379998269724 (mp_runner.py:73) +2024-09-01 16:25:05,062 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.016230605000600917 (mp_runner.py:73) +2024-09-01 16:25:05,063 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.015613232000760036 (mp_runner.py:73) +2024-09-01 16:25:05,063 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.015558767998300027 (mp_runner.py:73) +2024-09-01 16:25:05,065 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.020935920998454094 (mp_runner.py:73) +2024-09-01 16:25:05,065 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.020138070998655166 (mp_runner.py:73) +2024-09-01 16:25:05,066 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.02148806400145986 (mp_runner.py:73) +2024-09-01 16:25:05,066 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.016702089000318665 (mp_runner.py:73) +2024-09-01 16:25:05,066 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.021830868001416093 (mp_runner.py:73) +2024-09-01 16:25:05,067 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.01632221100226161 (mp_runner.py:73) +2024-09-01 16:25:05,067 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.01730130000214558 (mp_runner.py:73) +2024-09-01 16:25:05,067 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.02118388899907586 (mp_runner.py:73) +2024-09-01 16:25:05,067 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.02465217200006009 (mp_runner.py:73) +2024-09-01 16:25:05,068 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.021745100999396527 (mp_runner.py:73) +2024-09-01 16:25:05,069 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.017956996998691466 (mp_runner.py:73) +2024-09-01 16:25:05,069 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.027077909999206895 (mp_runner.py:73) +2024-09-01 16:25:05,070 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.020635330998629797 (mp_runner.py:73) +2024-09-01 16:25:05,070 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.018442447002598783 (mp_runner.py:73) +2024-09-01 16:25:05,073 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.01851676300066174 (mp_runner.py:73) +2024-09-01 16:25:05,074 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.019890523002686678 (mp_runner.py:73) +2024-09-01 16:25:05,608 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.013129414997820277 (mp_runner.py:73) +2024-09-01 16:25:05,610 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.014741315997525817 (mp_runner.py:73) +2024-09-01 16:25:05,614 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.01676639399738633 (mp_runner.py:73) +2024-09-01 16:25:05,614 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.01934377200086601 (mp_runner.py:73) +2024-09-01 16:25:05,615 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.021020053001848282 (mp_runner.py:73) +2024-09-01 16:25:05,616 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.020935299999109702 (mp_runner.py:73) +2024-09-01 16:25:05,616 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.020531673999357736 (mp_runner.py:73) +2024-09-01 16:25:05,617 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.020484093998675235 (mp_runner.py:73) +2024-09-01 16:25:05,619 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.020194862001517322 (mp_runner.py:73) +2024-09-01 16:25:05,620 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.02680292299919529 (mp_runner.py:73) +2024-09-01 16:25:05,620 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.011052560999814887 (mp_runner.py:73) +2024-09-01 16:25:05,622 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.029220035001344513 (mp_runner.py:73) +2024-09-01 16:25:05,622 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.018846290000510635 (mp_runner.py:73) +2024-09-01 16:25:05,623 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.021863447000214364 (mp_runner.py:73) +2024-09-01 16:25:05,623 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.021586123999441043 (mp_runner.py:73) +2024-09-01 16:25:05,626 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.019538625001587206 (mp_runner.py:73) +2024-09-01 16:25:05,839 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.028527120000944706 (mp_runner.py:73) +2024-09-01 16:25:05,841 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.023333794000791386 (mp_runner.py:73) +2024-09-01 16:25:05,842 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.02621161800198024 (mp_runner.py:73) +2024-09-01 16:25:06,007 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.01808057100060978 (mp_runner.py:73) +2024-09-01 16:25:06,012 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.02322941799866385 (mp_runner.py:73) +2024-09-01 16:25:06,019 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.03205088199683814 (mp_runner.py:73) +2024-09-01 16:25:06,020 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.028759508997609373 (mp_runner.py:73) +2024-09-01 16:25:06,022 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.028374661997077055 (mp_runner.py:73) +2024-09-01 16:25:06,023 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.029452933002175996 (mp_runner.py:73) +2024-09-01 16:25:06,025 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.038825321000331314 (mp_runner.py:73) +2024-09-01 16:25:06,035 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.03522951199920499 (mp_runner.py:73) +2024-09-01 16:25:07,007 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.027676550002070144 (mp_runner.py:73) +2024-09-01 16:25:07,145 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.024864156999683473 (mp_runner.py:73) +2024-09-01 16:25:07,218 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.02292334500089055 (mp_runner.py:73) +2024-09-01 16:25:07,310 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.031437198998901295 (mp_runner.py:73) +2024-09-01 16:25:07,323 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.031050630001118407 (mp_runner.py:73) +2024-09-01 16:25:07,348 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.026830050999706145 (mp_runner.py:73) +2024-09-01 16:25:07,705 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.029824784000084037 (mp_runner.py:73) +2024-09-01 16:25:07,782 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.026370488998509245 (mp_runner.py:73) +2024-09-01 16:25:08,356 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.023676338998484425 (mp_runner.py:73) +2024-09-01 16:25:08,649 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.03421992299990961 (mp_runner.py:73) +2024-09-01 16:25:10,682 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.030969311999797355 (mp_runner.py:73) +2024-09-01 16:25:10,924 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.028746886000590166 (mp_runner.py:73) +2024-09-01 16:25:11,447 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.02991847500015865 (mp_runner.py:73) +2024-09-01 16:25:12,150 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0027s, count=1307, qps in this process: 43.5627 (mp_runner.py:76) +2024-09-01 16:25:12,163 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0108s, count=1268, qps in this process: 42.2515 (mp_runner.py:76) +2024-09-01 16:25:12,274 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0075s, count=1331, qps in this process: 44.3556 (mp_runner.py:76) +2024-09-01 16:25:12,351 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0143s, count=1334, qps in this process: 44.4455 (mp_runner.py:76) +2024-09-01 16:25:12,360 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0267s, count=1276, qps in this process: 42.4955 (mp_runner.py:76) +2024-09-01 16:25:12,366 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0122s, count=1305, qps in this process: 43.4823 (mp_runner.py:76) +2024-09-01 16:25:12,371 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0042s, count=1334, qps in this process: 44.4604 (mp_runner.py:76) +2024-09-01 16:25:12,419 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0178s, count=1336, qps in this process: 44.5069 (mp_runner.py:76) +2024-09-01 16:25:12,444 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0089s, count=1309, qps in this process: 43.6204 (mp_runner.py:76) +2024-09-01 16:25:12,445 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0063s, count=1338, qps in this process: 44.5906 (mp_runner.py:76) +2024-09-01 16:25:12,448 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0005s, count=1305, qps in this process: 43.4993 (mp_runner.py:76) +2024-09-01 16:25:12,451 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0031s, count=1339, qps in this process: 44.6287 (mp_runner.py:76) +2024-09-01 16:25:12,451 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0038s, count=1339, qps in this process: 44.6277 (mp_runner.py:76) +2024-09-01 16:25:12,452 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0007s, count=1339, qps in this process: 44.6323 (mp_runner.py:76) +2024-09-01 16:25:12,453 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0039s, count=1339, qps in this process: 44.6275 (mp_runner.py:76) +2024-09-01 16:25:12,454 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0107s, count=1339, qps in this process: 44.6174 (mp_runner.py:76) +2024-09-01 16:25:12,455 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0115s, count=1339, qps in this process: 44.6162 (mp_runner.py:76) +2024-09-01 16:25:12,455 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0008s, count=1339, qps in this process: 44.6321 (mp_runner.py:76) +2024-09-01 16:25:12,459 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0006s, count=1280, qps in this process: 42.6658 (mp_runner.py:76) +2024-09-01 16:25:12,460 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0159s, count=1339, qps in this process: 44.6097 (mp_runner.py:76) +2024-09-01 16:25:12,463 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.021s, count=1307, qps in this process: 43.5362 (mp_runner.py:76) +2024-09-01 16:25:12,463 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0176s, count=1310, qps in this process: 43.6411 (mp_runner.py:76) +2024-09-01 16:25:12,466 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.018s, count=1307, qps in this process: 43.5405 (mp_runner.py:76) +2024-09-01 16:25:12,468 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0102s, count=1260, qps in this process: 41.9857 (mp_runner.py:76) +2024-09-01 16:25:12,470 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0086s, count=1340, qps in this process: 44.6539 (mp_runner.py:76) +2024-09-01 16:25:12,472 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0089s, count=1311, qps in this process: 43.687 (mp_runner.py:76) +2024-09-01 16:25:12,473 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0116s, count=1340, qps in this process: 44.6494 (mp_runner.py:76) +2024-09-01 16:25:12,474 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0103s, count=1311, qps in this process: 43.685 (mp_runner.py:76) +2024-09-01 16:25:12,476 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0116s, count=1311, qps in this process: 43.6831 (mp_runner.py:76) +2024-09-01 16:25:12,479 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0143s, count=1311, qps in this process: 43.6792 (mp_runner.py:76) +2024-09-01 16:25:12,480 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0216s, count=1340, qps in this process: 44.6345 (mp_runner.py:76) +2024-09-01 16:25:12,481 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0223s, count=1340, qps in this process: 44.6335 (mp_runner.py:76) +2024-09-01 16:25:12,529 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0071s, count=1343, qps in this process: 44.7561 (mp_runner.py:76) +2024-09-01 16:25:12,537 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0186s, count=1308, qps in this process: 43.573 (mp_runner.py:76) +2024-09-01 16:25:12,572 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0105s, count=1346, qps in this process: 44.851 (mp_runner.py:76) +2024-09-01 16:25:12,578 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0036s, count=1318, qps in this process: 43.9281 (mp_runner.py:76) +2024-09-01 16:25:12,579 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0002s, count=1318, qps in this process: 43.933 (mp_runner.py:76) +2024-09-01 16:25:12,591 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0078s, count=1348, qps in this process: 44.9217 (mp_runner.py:76) +2024-09-01 16:25:12,593 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0114s, count=1315, qps in this process: 43.8167 (mp_runner.py:76) +2024-09-01 16:25:12,595 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0021s, count=1193, qps in this process: 39.7639 (mp_runner.py:76) +2024-09-01 16:25:12,617 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0087s, count=1044, qps in this process: 34.7899 (mp_runner.py:76) +2024-09-01 16:25:12,621 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0031s, count=1351, qps in this process: 45.0287 (mp_runner.py:76) +2024-09-01 16:25:12,626 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0024s, count=1263, qps in this process: 42.0966 (mp_runner.py:76) +2024-09-01 16:25:12,628 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0046s, count=1138, qps in this process: 37.9275 (mp_runner.py:76) +2024-09-01 16:25:12,631 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0041s, count=1352, qps in this process: 45.0605 (mp_runner.py:76) +2024-09-01 16:25:12,649 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0044s, count=1297, qps in this process: 43.227 (mp_runner.py:76) +2024-09-01 16:25:12,653 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0043s, count=1199, qps in this process: 39.9609 (mp_runner.py:76) +2024-09-01 16:25:12,669 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0009s, count=1202, qps in this process: 40.0655 (mp_runner.py:76) +2024-09-01 16:25:12,671 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.004s, count=1357, qps in this process: 45.2273 (mp_runner.py:76) +2024-09-01 16:25:12,672 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0019s, count=1188, qps in this process: 39.5975 (mp_runner.py:76) +2024-09-01 16:25:12,709 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0015s, count=1307, qps in this process: 43.5645 (mp_runner.py:76) +2024-09-01 16:25:12,711 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0045s, count=1087, qps in this process: 36.2279 (mp_runner.py:76) +2024-09-01 16:25:12,716 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0056s, count=1081, qps in this process: 36.0266 (mp_runner.py:76) +2024-09-01 16:25:12,718 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0006s, count=1309, qps in this process: 43.6325 (mp_runner.py:76) +2024-09-01 16:25:12,737 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.001s, count=1313, qps in this process: 43.7652 (mp_runner.py:76) +2024-09-01 16:25:12,747 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0024s, count=1316, qps in this process: 43.8632 (mp_runner.py:76) +2024-09-01 16:25:12,750 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.001s, count=1218, qps in this process: 40.5986 (mp_runner.py:76) +2024-09-01 16:25:12,773 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0023s, count=1209, qps in this process: 40.2969 (mp_runner.py:76) +2024-09-01 16:25:12,781 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0011s, count=1229, qps in this process: 40.9652 (mp_runner.py:76) +2024-09-01 16:25:12,806 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0023s, count=1210, qps in this process: 40.3302 (mp_runner.py:76) +2024-09-01 16:25:12,811 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0007s, count=1197, qps in this process: 39.8991 (mp_runner.py:76) +2024-09-01 16:25:12,835 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0009s, count=1374, qps in this process: 45.7986 (mp_runner.py:76) +2024-09-01 16:25:12,839 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0019s, count=1325, qps in this process: 44.1639 (mp_runner.py:76) +2024-09-01 16:25:12,850 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0008s, count=1365, qps in this process: 45.4988 (mp_runner.py:76) +2024-09-01 16:25:12,866 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0004s, count=1383, qps in this process: 46.0994 (mp_runner.py:76) +2024-09-01 16:25:12,880 | INFO |End search in concurrency 65: dur=30.97696446700138s, total_count=84026, qps=2712.5318 (mp_runner.py:120) +2024-09-01 16:25:17,775 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:25:17,775 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 16:25:39,826 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 16:25:40,242 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,291 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,323 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,332 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,366 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,378 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,378 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,379 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,399 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,422 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,422 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,426 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,471 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,481 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,490 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,490 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,493 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,504 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,513 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,560 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,569 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,587 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,592 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,605 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,608 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,630 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,637 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,642 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,682 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,683 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,702 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,705 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,705 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,732 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,751 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,751 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,756 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:40,787 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 16:25:52,552 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.01688440699945204 (mp_runner.py:73) +2024-09-01 16:25:52,553 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.017786952001188183 (mp_runner.py:73) +2024-09-01 16:25:52,554 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.01727926999956253 (mp_runner.py:73) +2024-09-01 16:25:52,556 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.017066893000446726 (mp_runner.py:73) +2024-09-01 16:25:52,557 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.022296809002000373 (mp_runner.py:73) +2024-09-01 16:25:52,558 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.019200329999875976 (mp_runner.py:73) +2024-09-01 16:25:52,558 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.018825990002369508 (mp_runner.py:73) +2024-09-01 16:25:52,559 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.017852819000836462 (mp_runner.py:73) +2024-09-01 16:25:52,559 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.01874325600147131 (mp_runner.py:73) +2024-09-01 16:25:52,560 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.019918253001378616 (mp_runner.py:73) +2024-09-01 16:25:52,561 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.030260616000305163 (mp_runner.py:73) +2024-09-01 16:25:52,561 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.02772907899998245 (mp_runner.py:73) +2024-09-01 16:25:52,562 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.01802204200066626 (mp_runner.py:73) +2024-09-01 16:25:52,784 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.012567771998874377 (mp_runner.py:73) +2024-09-01 16:25:52,785 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.012583011000970146 (mp_runner.py:73) +2024-09-01 16:25:52,786 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.011976671001320938 (mp_runner.py:73) +2024-09-01 16:25:52,788 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.01179373999912059 (mp_runner.py:73) +2024-09-01 16:25:52,789 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.015997983999113785 (mp_runner.py:73) +2024-09-01 16:25:52,789 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.012284296000871109 (mp_runner.py:73) +2024-09-01 16:25:52,790 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.014189944999088766 (mp_runner.py:73) +2024-09-01 16:25:52,790 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.012888886998553062 (mp_runner.py:73) +2024-09-01 16:25:52,791 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.01579462399968179 (mp_runner.py:73) +2024-09-01 16:25:52,792 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.01852812300057849 (mp_runner.py:73) +2024-09-01 16:25:52,792 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.014528473999234848 (mp_runner.py:73) +2024-09-01 16:25:52,793 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.016659083998092683 (mp_runner.py:73) +2024-09-01 16:25:52,793 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.02278221600136021 (mp_runner.py:73) +2024-09-01 16:25:52,794 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.014879078000376467 (mp_runner.py:73) +2024-09-01 16:25:52,794 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.015025356002297485 (mp_runner.py:73) +2024-09-01 16:25:52,797 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.015994769000826636 (mp_runner.py:73) +2024-09-01 16:25:52,797 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.021547324999119155 (mp_runner.py:73) +2024-09-01 16:25:52,797 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.027483838002808625 (mp_runner.py:73) +2024-09-01 16:25:52,798 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.019527437001670478 (mp_runner.py:73) +2024-09-01 16:25:52,799 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.015262210999935633 (mp_runner.py:73) +2024-09-01 16:25:52,801 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.023027357998216758 (mp_runner.py:73) +2024-09-01 16:25:52,805 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.0217678290027834 (mp_runner.py:73) +2024-09-01 16:25:52,805 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.02026531400042586 (mp_runner.py:73) +2024-09-01 16:25:52,811 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.01656017899949802 (mp_runner.py:73) +2024-09-01 16:25:52,813 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.01896327999929781 (mp_runner.py:73) +2024-09-01 16:25:52,814 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.018966676001582528 (mp_runner.py:73) +2024-09-01 16:25:53,045 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.02017151399923023 (mp_runner.py:73) +2024-09-01 16:25:53,045 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.01859494599921163 (mp_runner.py:73) +2024-09-01 16:25:53,046 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.020346502999018412 (mp_runner.py:73) +2024-09-01 16:25:53,046 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.019281684999441495 (mp_runner.py:73) +2024-09-01 16:25:53,047 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.026988214998709736 (mp_runner.py:73) +2024-09-01 16:25:53,047 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02380299499782268 (mp_runner.py:73) +2024-09-01 16:25:53,525 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.025618766998377396 (mp_runner.py:73) +2024-09-01 16:25:53,528 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.020787934998224955 (mp_runner.py:73) +2024-09-01 16:25:53,551 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.04577357000016491 (mp_runner.py:73) +2024-09-01 16:25:53,672 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.019232134000048973 (mp_runner.py:73) +2024-09-01 16:25:53,673 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.018742934000329114 (mp_runner.py:73) +2024-09-01 16:25:53,675 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.017775285999960033 (mp_runner.py:73) +2024-09-01 16:25:53,675 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.021538519002206158 (mp_runner.py:73) +2024-09-01 16:25:53,676 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.018266068000230007 (mp_runner.py:73) +2024-09-01 16:25:53,677 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.01833310700021684 (mp_runner.py:73) +2024-09-01 16:25:53,678 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.01891409199743066 (mp_runner.py:73) +2024-09-01 16:25:53,678 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.01757656900008442 (mp_runner.py:73) +2024-09-01 16:25:53,678 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.027693838001141557 (mp_runner.py:73) +2024-09-01 16:25:53,679 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.020848144999035867 (mp_runner.py:73) +2024-09-01 16:25:53,681 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.030936466999264667 (mp_runner.py:73) +2024-09-01 16:25:53,686 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.023452800000086427 (mp_runner.py:73) +2024-09-01 16:25:54,208 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.019383940001716837 (mp_runner.py:73) +2024-09-01 16:25:54,852 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.02379817600012757 (mp_runner.py:73) +2024-09-01 16:25:54,854 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.022108347999164835 (mp_runner.py:73) +2024-09-01 16:25:54,857 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.02947161399788456 (mp_runner.py:73) +2024-09-01 16:25:54,858 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.030770530000154395 (mp_runner.py:73) +2024-09-01 16:25:55,641 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.027396695000788895 (mp_runner.py:73) +2024-09-01 16:25:55,643 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.026041123001050437 (mp_runner.py:73) +2024-09-01 16:25:56,339 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.018659851000847993 (mp_runner.py:73) +2024-09-01 16:25:56,471 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.026699546000600094 (mp_runner.py:73) +2024-09-01 16:25:57,079 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.04097730499779573 (mp_runner.py:73) +2024-09-01 16:26:04,385 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.018571151998912683 (mp_runner.py:73) +2024-09-01 16:26:04,388 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.01891318499838235 (mp_runner.py:73) +2024-09-01 16:26:04,388 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.017330203001620248 (mp_runner.py:73) +2024-09-01 16:26:04,390 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.024520844999642577 (mp_runner.py:73) +2024-09-01 16:26:04,391 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.025174673999572406 (mp_runner.py:73) +2024-09-01 16:26:04,392 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.01762950199918123 (mp_runner.py:73) +2024-09-01 16:26:04,404 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.02027516599991941 (mp_runner.py:73) +2024-09-01 16:26:04,409 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.02220159200078342 (mp_runner.py:73) +2024-09-01 16:26:04,414 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.02249097100138897 (mp_runner.py:73) +2024-09-01 16:26:04,419 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.02359240000077989 (mp_runner.py:73) +2024-09-01 16:26:04,420 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.022842076999950223 (mp_runner.py:73) +2024-09-01 16:26:04,848 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.027951528998528374 (mp_runner.py:73) +2024-09-01 16:26:04,953 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.026675560999137815 (mp_runner.py:73) +2024-09-01 16:26:05,411 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.021977380001771962 (mp_runner.py:73) +2024-09-01 16:26:05,412 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.02121859999897424 (mp_runner.py:73) +2024-09-01 16:26:05,414 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.021831013000337407 (mp_runner.py:73) +2024-09-01 16:26:05,415 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.02213020300041535 (mp_runner.py:73) +2024-09-01 16:26:05,416 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.021126863000972662 (mp_runner.py:73) +2024-09-01 16:26:05,418 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.021360238999477588 (mp_runner.py:73) +2024-09-01 16:26:05,419 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.030939491000026464 (mp_runner.py:73) +2024-09-01 16:26:05,421 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.021330774001398822 (mp_runner.py:73) +2024-09-01 16:26:05,421 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.019147111001075245 (mp_runner.py:73) +2024-09-01 16:26:05,430 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.042944256998453056 (mp_runner.py:73) +2024-09-01 16:26:05,586 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.020684977000200888 (mp_runner.py:73) +2024-09-01 16:26:05,588 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.024608912997791776 (mp_runner.py:73) +2024-09-01 16:26:05,591 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.02258971300034318 (mp_runner.py:73) +2024-09-01 16:26:05,592 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.021304837999196025 (mp_runner.py:73) +2024-09-01 16:26:05,593 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.030802755001786863 (mp_runner.py:73) +2024-09-01 16:26:05,593 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.012527811999461846 (mp_runner.py:73) +2024-09-01 16:26:05,738 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.018728041999565903 (mp_runner.py:73) +2024-09-01 16:26:05,738 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.018588759998237947 (mp_runner.py:73) +2024-09-01 16:26:05,741 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.022183712000696687 (mp_runner.py:73) +2024-09-01 16:26:05,741 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.020925282999087358 (mp_runner.py:73) +2024-09-01 16:26:05,741 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.0305341999992379 (mp_runner.py:73) +2024-09-01 16:26:05,742 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.024055406996922102 (mp_runner.py:73) +2024-09-01 16:26:05,742 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.019474290998914512 (mp_runner.py:73) +2024-09-01 16:26:05,743 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.0336884230018768 (mp_runner.py:73) +2024-09-01 16:26:05,745 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.019835341001453344 (mp_runner.py:73) +2024-09-01 16:26:06,188 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.026011287998699117 (mp_runner.py:73) +2024-09-01 16:26:06,193 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.01958373500019661 (mp_runner.py:73) +2024-09-01 16:26:06,193 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.01923896500011324 (mp_runner.py:73) +2024-09-01 16:26:06,195 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.027846856999531155 (mp_runner.py:73) +2024-09-01 16:26:06,266 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.02760160099933273 (mp_runner.py:73) +2024-09-01 16:26:06,267 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.028107458998420043 (mp_runner.py:73) +2024-09-01 16:26:06,289 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.030130799001199193 (mp_runner.py:73) +2024-09-01 16:26:06,318 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.03170686300290981 (mp_runner.py:73) +2024-09-01 16:26:06,321 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.0295641960001376 (mp_runner.py:73) +2024-09-01 16:26:06,332 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.021613037002680358 (mp_runner.py:73) +2024-09-01 16:26:06,334 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.02108392899754108 (mp_runner.py:73) +2024-09-01 16:26:06,334 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.02031941599852871 (mp_runner.py:73) +2024-09-01 16:26:06,335 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.01737971999682486 (mp_runner.py:73) +2024-09-01 16:26:06,336 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.026130550002562813 (mp_runner.py:73) +2024-09-01 16:26:06,336 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.025936999001714867 (mp_runner.py:73) +2024-09-01 16:26:06,424 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.03293944300094154 (mp_runner.py:73) +2024-09-01 16:26:06,441 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.028342790003080154 (mp_runner.py:73) +2024-09-01 16:26:06,991 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.030315333999169525 (mp_runner.py:73) +2024-09-01 16:26:07,050 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.03188401599982171 (mp_runner.py:73) +2024-09-01 16:26:07,117 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.03175994599951082 (mp_runner.py:73) +2024-09-01 16:26:07,180 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.032028401001298334 (mp_runner.py:73) +2024-09-01 16:26:08,819 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.036350025999126956 (mp_runner.py:73) +2024-09-01 16:26:09,646 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.02548065500013763 (mp_runner.py:73) +2024-09-01 16:26:09,654 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.00953607799965539 (mp_runner.py:73) +2024-09-01 16:26:09,668 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.061961987001268426 (mp_runner.py:73) +2024-09-01 16:26:09,940 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.03601132900075754 (mp_runner.py:73) +2024-09-01 16:26:09,947 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.044475523001892725 (mp_runner.py:73) +2024-09-01 16:26:10,266 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0176s, count=1251, qps in this process: 41.6756 (mp_runner.py:76) +2024-09-01 16:26:10,323 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0248s, count=1244, qps in this process: 41.4324 (mp_runner.py:76) +2024-09-01 16:26:10,325 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0019s, count=1252, qps in this process: 41.7307 (mp_runner.py:76) +2024-09-01 16:26:10,338 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0028s, count=1254, qps in this process: 41.7961 (mp_runner.py:76) +2024-09-01 16:26:10,339 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0069s, count=1168, qps in this process: 38.9244 (mp_runner.py:76) +2024-09-01 16:26:10,343 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0115s, count=1183, qps in this process: 39.4182 (mp_runner.py:76) +2024-09-01 16:26:10,347 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0008s, count=1244, qps in this process: 41.4656 (mp_runner.py:76) +2024-09-01 16:26:10,355 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0263s, count=1202, qps in this process: 40.0316 (mp_runner.py:76) +2024-09-01 16:26:10,368 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.024s, count=1254, qps in this process: 41.7666 (mp_runner.py:76) +2024-09-01 16:26:10,369 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0008s, count=1044, qps in this process: 34.7991 (mp_runner.py:76) +2024-09-01 16:26:10,371 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0263s, count=1209, qps in this process: 40.2647 (mp_runner.py:76) +2024-09-01 16:26:10,382 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0098s, count=1254, qps in this process: 41.7863 (mp_runner.py:76) +2024-09-01 16:26:10,385 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.016s, count=1185, qps in this process: 39.4789 (mp_runner.py:76) +2024-09-01 16:26:10,391 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.005s, count=1256, qps in this process: 41.8597 (mp_runner.py:76) +2024-09-01 16:26:10,393 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0081s, count=1185, qps in this process: 39.4893 (mp_runner.py:76) +2024-09-01 16:26:10,410 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.004s, count=1171, qps in this process: 39.0281 (mp_runner.py:76) +2024-09-01 16:26:10,412 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0273s, count=1171, qps in this process: 38.9978 (mp_runner.py:76) +2024-09-01 16:26:10,413 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0031s, count=1257, qps in this process: 41.8957 (mp_runner.py:76) +2024-09-01 16:26:10,415 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0099s, count=1207, qps in this process: 40.2201 (mp_runner.py:76) +2024-09-01 16:26:10,429 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.023s, count=1186, qps in this process: 39.503 (mp_runner.py:76) +2024-09-01 16:26:10,438 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0069s, count=1186, qps in this process: 39.5242 (mp_runner.py:76) +2024-09-01 16:26:10,440 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0267s, count=1186, qps in this process: 39.4982 (mp_runner.py:76) +2024-09-01 16:26:10,443 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0126s, count=1186, qps in this process: 39.5167 (mp_runner.py:76) +2024-09-01 16:26:10,447 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0598s, count=1213, qps in this process: 40.3529 (mp_runner.py:76) +2024-09-01 16:26:10,459 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0094s, count=1187, qps in this process: 39.5543 (mp_runner.py:76) +2024-09-01 16:26:10,464 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0039s, count=1107, qps in this process: 36.8952 (mp_runner.py:76) +2024-09-01 16:26:10,466 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0056s, count=1175, qps in this process: 39.1594 (mp_runner.py:76) +2024-09-01 16:26:10,473 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.032s, count=1214, qps in this process: 40.4235 (mp_runner.py:76) +2024-09-01 16:26:10,478 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0009s, count=1214, qps in this process: 40.4655 (mp_runner.py:76) +2024-09-01 16:26:10,480 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.044s, count=1187, qps in this process: 39.5087 (mp_runner.py:76) +2024-09-01 16:26:10,481 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0749s, count=1162, qps in this process: 38.6369 (mp_runner.py:76) +2024-09-01 16:26:10,482 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0471s, count=1210, qps in this process: 40.2701 (mp_runner.py:76) +2024-09-01 16:26:10,484 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0665s, count=1157, qps in this process: 38.4814 (mp_runner.py:76) +2024-09-01 16:26:10,488 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0011s, count=1215, qps in this process: 40.4985 (mp_runner.py:76) +2024-09-01 16:26:10,494 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.083s, count=1187, qps in this process: 39.4575 (mp_runner.py:76) +2024-09-01 16:26:10,497 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0109s, count=1215, qps in this process: 40.4853 (mp_runner.py:76) +2024-09-01 16:26:10,499 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0008s, count=1259, qps in this process: 41.9655 (mp_runner.py:76) +2024-09-01 16:26:10,499 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0029s, count=1188, qps in this process: 39.5962 (mp_runner.py:76) +2024-09-01 16:26:10,510 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0141s, count=1188, qps in this process: 39.5814 (mp_runner.py:76) +2024-09-01 16:26:10,516 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0152s, count=1130, qps in this process: 37.6476 (mp_runner.py:76) +2024-09-01 16:26:10,530 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0201s, count=1162, qps in this process: 38.7074 (mp_runner.py:76) +2024-09-01 16:26:10,533 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0351s, count=1216, qps in this process: 40.486 (mp_runner.py:76) +2024-09-01 16:26:10,537 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0123s, count=1257, qps in this process: 41.8828 (mp_runner.py:76) +2024-09-01 16:26:10,565 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0012s, count=1023, qps in this process: 34.0986 (mp_runner.py:76) +2024-09-01 16:26:10,582 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0113s, count=1135, qps in this process: 37.8191 (mp_runner.py:76) +2024-09-01 16:26:10,583 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0082s, count=1195, qps in this process: 39.8224 (mp_runner.py:76) +2024-09-01 16:26:10,589 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0082s, count=1180, qps in this process: 39.3226 (mp_runner.py:76) +2024-09-01 16:26:10,596 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0059s, count=1222, qps in this process: 40.7253 (mp_runner.py:76) +2024-09-01 16:26:10,600 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.004s, count=1026, qps in this process: 34.1954 (mp_runner.py:76) +2024-09-01 16:26:10,601 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0103s, count=1195, qps in this process: 39.8197 (mp_runner.py:76) +2024-09-01 16:26:10,603 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0052s, count=1173, qps in this process: 39.0932 (mp_runner.py:76) +2024-09-01 16:26:10,620 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0055s, count=1184, qps in this process: 39.4594 (mp_runner.py:76) +2024-09-01 16:26:10,621 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0086s, count=1114, qps in this process: 37.1227 (mp_runner.py:76) +2024-09-01 16:26:10,630 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0048s, count=962, qps in this process: 32.0615 (mp_runner.py:76) +2024-09-01 16:26:10,641 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0016s, count=1120, qps in this process: 37.3313 (mp_runner.py:76) +2024-09-01 16:26:10,652 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0102s, count=1116, qps in this process: 37.1874 (mp_runner.py:76) +2024-09-01 16:26:10,656 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0079s, count=1202, qps in this process: 40.0561 (mp_runner.py:76) +2024-09-01 16:26:10,687 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0012s, count=1191, qps in this process: 39.6984 (mp_runner.py:76) +2024-09-01 16:26:10,688 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0018s, count=1236, qps in this process: 41.1975 (mp_runner.py:76) +2024-09-01 16:26:10,690 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.004s, count=963, qps in this process: 32.0957 (mp_runner.py:76) +2024-09-01 16:26:10,695 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0007s, count=1197, qps in this process: 39.8991 (mp_runner.py:76) +2024-09-01 16:26:10,705 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0005s, count=1054, qps in this process: 35.1327 (mp_runner.py:76) +2024-09-01 16:26:10,711 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0011s, count=953, qps in this process: 31.7655 (mp_runner.py:76) +2024-09-01 16:26:10,711 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0018s, count=977, qps in this process: 32.5647 (mp_runner.py:76) +2024-09-01 16:26:10,733 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.001s, count=1064, qps in this process: 35.4655 (mp_runner.py:76) +2024-09-01 16:26:10,738 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0021s, count=1190, qps in this process: 39.6639 (mp_runner.py:76) +2024-09-01 16:26:10,756 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0008s, count=1226, qps in this process: 40.8656 (mp_runner.py:76) +2024-09-01 16:26:10,758 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0006s, count=1079, qps in this process: 35.9659 (mp_runner.py:76) +2024-09-01 16:26:10,767 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0007s, count=1230, qps in this process: 40.999 (mp_runner.py:76) +2024-09-01 16:26:10,781 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.0006260560003283899 (mp_runner.py:73) +2024-09-01 16:26:10,795 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0004s, count=1020, qps in this process: 33.9995 (mp_runner.py:76) +2024-09-01 16:26:10,805 | INFO |End search in concurrency 70: dur=30.978638910997688s, total_count=81805, qps=2640.6906 (mp_runner.py:120) +2024-09-01 16:26:15,509 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=885.3876, build_dur=784.3218472339977, table_size='3908 MB', index_size='3906 MB', qps=2739.229, serial_latency_p99=np.float64(0.2545), recall=np.float64(0.0995), ndcg=np.float64(0.2011), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[983.6737, 2434.3838, 2603.4814, 2571.932, 2705.2016, 2687.7958, 2623.9788, 2689.6353, 2723.5839, 2636.4033, 2739.229, 2609.7207, 2712.5318, 2640.6906], conc_latency_p99_list=[np.float64(0.0005715370005993463), np.float64(0.0009969636816822458), np.float64(0.001379845556883083), np.float64(0.001806370032986888), np.float64(0.001968475214358841), np.float64(0.0021440469502405904), np.float64(0.0017376794318442988), np.float64(0.0030812830450580803), np.float64(0.0033879523977677307), np.float64(0.003500621142760792), np.float64(0.004234396908484632), np.float64(0.00419649771350123), np.float64(0.003770013337061755), np.float64(0.004971574744490499)]) (task_runner.py:197) +2024-09-01 16:26:15,509 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T15:59:55.625070'}, result=Metric(max_load_count=0, load_duration=885.3876, build_dur=784.3218472339977, table_size='3908 MB', index_size='3906 MB', qps=2739.229, serial_latency_p99=np.float64(0.2545), recall=np.float64(0.0995), ndcg=np.float64(0.2011), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[983.6737, 2434.3838, 2603.4814, 2571.932, 2705.2016, 2687.7958, 2623.9788, 2689.6353, 2723.5839, 2636.4033, 2739.229, 2609.7207, 2712.5318, 2640.6906], conc_latency_p99_list=[np.float64(0.0005715370005993463), np.float64(0.0009969636816822458), np.float64(0.001379845556883083), np.float64(0.001806370032986888), np.float64(0.001968475214358841), np.float64(0.0021440469502405904), np.float64(0.0017376794318442988), np.float64(0.0030812830450580803), np.float64(0.0033879523977677307), np.float64(0.003500621142760792), np.float64(0.004234396908484632), np.float64(0.00419649771350123), np.float64(0.003770013337061755), np.float64(0.004971574744490499)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 16:26:15,509 | INFO |Task summary: run_id=80cb5, task_label=80cb50d949d54ecf828d32c975e56b42 (models.py:346) +2024-09-01 16:26:15,509 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 16:26:15,509 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 16:26:15,509 | INFO |PgVector | 2024-09-01T15:59:55.625070 Performance1536D500K 80cb50d949d54ecf828d32c975e56b42 | 885.3876 2739.229 0.2545 0.0995 0 | :) (models.py:346) +2024-09-01 16:26:15,510 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json (models.py:204) +2024-09-01 16:26:15,510 | INFO |Success to finish task: label=80cb50d949d54ecf828d32c975e56b42, run_id=80cb50d949d54ecf828d32c975e56b42 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json b/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json new file mode 100644 index 000000000..020226a8f --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json @@ -0,0 +1 @@ +{"run_id": "80cb50d949d54ecf828d32c975e56b42", "task_label": "80cb50d949d54ecf828d32c975e56b42", "results": [{"metrics": {"max_load_count": 0, "load_duration": 885.3876, "build_dur": 784.3218472339977, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2739.229, "serial_latency_p99": 0.2545, "recall": 0.0995, "ndcg": 0.2011, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [983.6737, 2434.3838, 2603.4814, 2571.932, 2705.2016, 2687.7958, 2623.9788, 2689.6353, 2723.5839, 2636.4033, 2739.229, 2609.7207, 2712.5318, 2640.6906], "conc_latency_p99_list": [0.0005715370005993463, 0.0009969636816822458, 0.001379845556883083, 0.001806370032986888, 0.001968475214358841, 0.0021440469502405904, 0.0017376794318442988, 0.0030812830450580803, 0.0033879523977677307, 0.003500621142760792, 0.004234396908484632, 0.00419649771350123, 0.003770013337061755, 0.004971574744490499]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T15:59:55.625070", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt b/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt new file mode 100644 index 000000000..0cf8b7078 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt @@ -0,0 +1,1346 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load +2024-09-01 17:04:52,408 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:04:52.395848', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 17:04:52,408 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:04:52.395848', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 17:04:52,408 | INFO |generated uuid for the tasks: ca613b318be9414787357f342e86e4f4 (interface.py:66) +2024-09-01 17:04:52,474 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 17:04:52,474 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 17:04:52,474 | INFO | PgVector-2024-09-01T17:04:52.395848 | Performance OpenAI-MEDIUM-500K None | ca613b318be9414787357f342e86e4f4 (task_runner.py:340) +2024-09-01 17:04:52,474 | INFO |task submitted: id=ca613b318be9414787357f342e86e4f4, ca613b318be9414787357f342e86e4f4, case number: 1 (interface.py:231) +2024-09-01 17:04:52,903 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:04:52.395848'}, drop_old=False (interface.py:164) +2024-09-01 17:04:52,903 | INFO |Starting run (task_runner.py:100) +2024-09-01 17:04:52,981 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 17:04:53,540 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 17:04:53,588 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 17:04:53,612 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 17:04:53,613 | INFO |Start performance case (task_runner.py:158) +2024-09-01 17:04:53,625 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:04:53,625 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 17:04:53,625 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 17:04:53,626 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 17:04:53,670 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 17:04:54,245 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 17:04:54,267 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:04:54,268 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 17:04:54,268 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 17:04:57,654 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02995953099889448, latest recall=0.87 (serial_runner.py:202) +2024-09-01 17:05:01,139 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.02908496199961519, latest recall=0.95 (serial_runner.py:202) +2024-09-01 17:05:04,550 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01566458199886256, latest recall=0.84 (serial_runner.py:202) +2024-09-01 17:05:07,701 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.016814485999930184, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:05:10,717 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.01603396700011217, latest recall=0.95 (serial_runner.py:202) +2024-09-01 17:05:13,636 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.018509724002797157, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:05:16,566 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.011016144999302924, latest recall=0.97 (serial_runner.py:202) +2024-09-01 17:05:19,424 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.020513501000095857, latest recall=0.95 (serial_runner.py:202) +2024-09-01 17:05:22,370 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.015124974001082592, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:05:25,452 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.021720403998187976, latest recall=0.84 (serial_runner.py:202) +2024-09-01 17:05:25,453 | INFO |SpawnProcess-1:1 search entire test_data: cost=20.4533s, queries=1000, avg_recall=0.9416, avg_ndcg=0.9501,avg_latency=0.0205, p99=0.0385 (serial_runner.py:209) +2024-09-01 17:05:26,000 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:05:26,000 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 17:05:27,022 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 17:05:27,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:05:30,826 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.005830851001519477 (mp_runner.py:73) +2024-09-01 17:05:34,020 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.00785562300006859 (mp_runner.py:73) +2024-09-01 17:05:37,119 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.005252492999716196 (mp_runner.py:73) +2024-09-01 17:05:40,104 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.007840744998247828 (mp_runner.py:73) +2024-09-01 17:05:43,320 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.005368910999095533 (mp_runner.py:73) +2024-09-01 17:05:46,423 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0075519769998209085 (mp_runner.py:73) +2024-09-01 17:05:49,506 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.00531994199991459 (mp_runner.py:73) +2024-09-01 17:05:52,499 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.007770011998218251 (mp_runner.py:73) +2024-09-01 17:05:55,596 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.005408781002188334 (mp_runner.py:73) +2024-09-01 17:05:57,071 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.004s, count=4746, qps in this process: 158.1789 (mp_runner.py:76) +2024-09-01 17:05:57,073 | INFO |End search in concurrency 1: dur=30.049576202000026s, total_count=4746, qps=157.939 (mp_runner.py:120) +2024-09-01 17:05:57,262 | INFO |Update largest qps with concurrency 1: current max_qps=157.939 (mp_runner.py:124) +2024-09-01 17:05:57,680 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:05:57,681 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 17:06:02,722 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 17:06:02,767 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:02,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:02,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:02,772 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:02,787 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:08,034 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.007998277000297094 (mp_runner.py:73) +2024-09-01 17:06:08,034 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.009523266002361197 (mp_runner.py:73) +2024-09-01 17:06:08,035 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.010230164996755775 (mp_runner.py:73) +2024-09-01 17:06:08,036 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.011390754996682517 (mp_runner.py:73) +2024-09-01 17:06:08,037 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.011679698000079952 (mp_runner.py:73) +2024-09-01 17:06:13,310 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.011443617000622908 (mp_runner.py:73) +2024-09-01 17:06:13,310 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.011442279999755556 (mp_runner.py:73) +2024-09-01 17:06:13,310 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.011441057002230082 (mp_runner.py:73) +2024-09-01 17:06:13,311 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.011957389997405699 (mp_runner.py:73) +2024-09-01 17:06:13,311 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.01195197099877987 (mp_runner.py:73) +2024-09-01 17:06:18,783 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0070469899983436335 (mp_runner.py:73) +2024-09-01 17:06:18,784 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.00786761799827218 (mp_runner.py:73) +2024-09-01 17:06:18,788 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.012645558999793138 (mp_runner.py:73) +2024-09-01 17:06:18,791 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01419829700171249 (mp_runner.py:73) +2024-09-01 17:06:18,793 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.006451348999689799 (mp_runner.py:73) +2024-09-01 17:06:23,873 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.011077834999014158 (mp_runner.py:73) +2024-09-01 17:06:23,874 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.012381127999105956 (mp_runner.py:73) +2024-09-01 17:06:23,875 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.01357246499901521 (mp_runner.py:73) +2024-09-01 17:06:23,876 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.014608771998609882 (mp_runner.py:73) +2024-09-01 17:06:23,878 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0160805640007311 (mp_runner.py:73) +2024-09-01 17:06:29,280 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.009030502998939482 (mp_runner.py:73) +2024-09-01 17:06:29,281 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.009327260999270948 (mp_runner.py:73) +2024-09-01 17:06:29,281 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.009387488000356825 (mp_runner.py:73) +2024-09-01 17:06:29,282 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.009219827999913832 (mp_runner.py:73) +2024-09-01 17:06:29,283 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.011129665999760618 (mp_runner.py:73) +2024-09-01 17:06:32,772 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0041s, count=2833, qps in this process: 94.4204 (mp_runner.py:76) +2024-09-01 17:06:32,772 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0021s, count=2833, qps in this process: 94.4267 (mp_runner.py:76) +2024-09-01 17:06:32,781 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0051s, count=2834, qps in this process: 94.4506 (mp_runner.py:76) +2024-09-01 17:06:32,781 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0055s, count=2834, qps in this process: 94.4494 (mp_runner.py:76) +2024-09-01 17:06:32,793 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0039s, count=2836, qps in this process: 94.521 (mp_runner.py:76) +2024-09-01 17:06:32,794 | INFO |End search in concurrency 5: dur=30.072234901002957s, total_count=14170, qps=471.1988 (mp_runner.py:120) +2024-09-01 17:06:33,118 | INFO |Update largest qps with concurrency 5: current max_qps=471.1988 (mp_runner.py:124) +2024-09-01 17:06:33,535 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:06:33,535 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 17:06:43,729 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 17:06:43,830 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,846 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,846 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,866 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,869 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,873 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,875 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,878 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:43,904 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:06:56,445 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.019290017000457738 (mp_runner.py:73) +2024-09-01 17:06:56,445 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.020780447001016 (mp_runner.py:73) +2024-09-01 17:06:56,447 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.020453075998375425 (mp_runner.py:73) +2024-09-01 17:06:56,447 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.020077928998944117 (mp_runner.py:73) +2024-09-01 17:06:56,448 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.015385727998364018 (mp_runner.py:73) +2024-09-01 17:06:56,449 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.025789917999645695 (mp_runner.py:73) +2024-09-01 17:06:56,450 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.024333722998562735 (mp_runner.py:73) +2024-09-01 17:06:56,451 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.023453261001122883 (mp_runner.py:73) +2024-09-01 17:06:56,451 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.027726377000362845 (mp_runner.py:73) +2024-09-01 17:06:56,452 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.013828760998876533 (mp_runner.py:73) +2024-09-01 17:06:56,452 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.026379934999567922 (mp_runner.py:73) +2024-09-01 17:06:56,453 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02773946200250066 (mp_runner.py:73) +2024-09-01 17:06:56,453 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.023529743997642072 (mp_runner.py:73) +2024-09-01 17:06:56,456 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.03342385599898989 (mp_runner.py:73) +2024-09-01 17:06:56,456 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.016390455999498954 (mp_runner.py:73) +2024-09-01 17:07:08,744 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.021039130002463935 (mp_runner.py:73) +2024-09-01 17:07:08,745 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.022550556001078803 (mp_runner.py:73) +2024-09-01 17:07:08,745 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.013036172997090034 (mp_runner.py:73) +2024-09-01 17:07:08,745 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.014813113000855083 (mp_runner.py:73) +2024-09-01 17:07:08,746 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.02283091100252932 (mp_runner.py:73) +2024-09-01 17:07:08,748 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01575656299974071 (mp_runner.py:73) +2024-09-01 17:07:08,752 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.018185212997195777 (mp_runner.py:73) +2024-09-01 17:07:08,755 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.03436260099988431 (mp_runner.py:73) +2024-09-01 17:07:08,757 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.020376780001242878 (mp_runner.py:73) +2024-09-01 17:07:08,757 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.02586343700022553 (mp_runner.py:73) +2024-09-01 17:07:08,757 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.023831669001083355 (mp_runner.py:73) +2024-09-01 17:07:08,758 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.03618285300035495 (mp_runner.py:73) +2024-09-01 17:07:08,759 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.024363705000723712 (mp_runner.py:73) +2024-09-01 17:07:08,761 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.0395359330032079 (mp_runner.py:73) +2024-09-01 17:07:08,764 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.03336446700268425 (mp_runner.py:73) +2024-09-01 17:07:13,837 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0028s, count=1196, qps in this process: 39.8629 (mp_runner.py:76) +2024-09-01 17:07:13,847 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0097s, count=1196, qps in this process: 39.8538 (mp_runner.py:76) +2024-09-01 17:07:13,849 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0035s, count=1196, qps in this process: 39.862 (mp_runner.py:76) +2024-09-01 17:07:13,865 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0186s, count=1197, qps in this process: 39.8753 (mp_runner.py:76) +2024-09-01 17:07:13,865 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0155s, count=1197, qps in this process: 39.8794 (mp_runner.py:76) +2024-09-01 17:07:13,867 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0167s, count=1197, qps in this process: 39.8778 (mp_runner.py:76) +2024-09-01 17:07:13,880 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0345s, count=1197, qps in this process: 39.8542 (mp_runner.py:76) +2024-09-01 17:07:13,885 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0153s, count=1198, qps in this process: 39.913 (mp_runner.py:76) +2024-09-01 17:07:13,885 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.012s, count=1198, qps in this process: 39.9174 (mp_runner.py:76) +2024-09-01 17:07:13,885 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0064s, count=1198, qps in this process: 39.9248 (mp_runner.py:76) +2024-09-01 17:07:13,886 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0132s, count=1198, qps in this process: 39.9158 (mp_runner.py:76) +2024-09-01 17:07:13,886 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0085s, count=1198, qps in this process: 39.922 (mp_runner.py:76) +2024-09-01 17:07:13,889 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.016s, count=1198, qps in this process: 39.912 (mp_runner.py:76) +2024-09-01 17:07:13,900 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0145s, count=1199, qps in this process: 39.9474 (mp_runner.py:76) +2024-09-01 17:07:13,918 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0068s, count=1202, qps in this process: 40.0576 (mp_runner.py:76) +2024-09-01 17:07:13,920 | INFO |End search in concurrency 15: dur=30.191381256998284s, total_count=17965, qps=595.0374 (mp_runner.py:120) +2024-09-01 17:07:14,846 | INFO |Update largest qps with concurrency 15: current max_qps=595.0374 (mp_runner.py:124) +2024-09-01 17:07:15,259 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:07:15,259 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 17:07:25,505 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 17:07:25,555 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,588 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,590 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,624 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,674 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,677 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,677 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,708 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,720 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,720 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,727 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,727 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,728 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:25,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:07:41,866 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.023199314000521554 (mp_runner.py:73) +2024-09-01 17:07:41,867 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.02377667700056918 (mp_runner.py:73) +2024-09-01 17:07:41,867 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.01793308999913279 (mp_runner.py:73) +2024-09-01 17:07:41,868 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.025862378999590874 (mp_runner.py:73) +2024-09-01 17:07:41,869 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.009517798000160838 (mp_runner.py:73) +2024-09-01 17:07:41,873 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.018580504001874942 (mp_runner.py:73) +2024-09-01 17:07:41,874 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.030995082001027185 (mp_runner.py:73) +2024-09-01 17:07:41,874 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.030383237997739343 (mp_runner.py:73) +2024-09-01 17:07:41,875 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.03232219500205247 (mp_runner.py:73) +2024-09-01 17:07:41,876 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.02236740900116274 (mp_runner.py:73) +2024-09-01 17:07:41,877 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.03411866099850158 (mp_runner.py:73) +2024-09-01 17:07:41,878 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.026208220999251353 (mp_runner.py:73) +2024-09-01 17:07:41,879 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.035814825001580175 (mp_runner.py:73) +2024-09-01 17:07:41,879 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.03506207399914274 (mp_runner.py:73) +2024-09-01 17:07:41,880 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.03695167800105992 (mp_runner.py:73) +2024-09-01 17:07:41,881 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.038238375000219094 (mp_runner.py:73) +2024-09-01 17:07:41,882 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.04000079300021753 (mp_runner.py:73) +2024-09-01 17:07:41,883 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.028685121000307845 (mp_runner.py:73) +2024-09-01 17:07:41,883 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.04069845200137934 (mp_runner.py:73) +2024-09-01 17:07:41,885 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.037187922000157414 (mp_runner.py:73) +2024-09-01 17:07:55,593 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0348s, count=930, qps in this process: 30.9641 (mp_runner.py:76) +2024-09-01 17:07:55,594 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0037s, count=930, qps in this process: 30.9962 (mp_runner.py:76) +2024-09-01 17:07:55,596 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.005s, count=930, qps in this process: 30.9948 (mp_runner.py:76) +2024-09-01 17:07:55,646 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0206s, count=932, qps in this process: 31.0453 (mp_runner.py:76) +2024-09-01 17:07:55,686 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0074s, count=934, qps in this process: 31.1257 (mp_runner.py:76) +2024-09-01 17:07:55,690 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0086s, count=934, qps in this process: 31.1244 (mp_runner.py:76) +2024-09-01 17:07:55,696 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0199s, count=934, qps in this process: 31.1127 (mp_runner.py:76) +2024-09-01 17:07:55,707 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0044s, count=935, qps in this process: 31.1621 (mp_runner.py:76) +2024-09-01 17:07:55,713 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0105s, count=935, qps in this process: 31.1558 (mp_runner.py:76) +2024-09-01 17:07:55,733 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0111s, count=936, qps in this process: 31.1885 (mp_runner.py:76) +2024-09-01 17:07:55,736 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0257s, count=936, qps in this process: 31.1733 (mp_runner.py:76) +2024-09-01 17:07:55,736 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0141s, count=936, qps in this process: 31.1853 (mp_runner.py:76) +2024-09-01 17:07:55,737 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0152s, count=936, qps in this process: 31.1842 (mp_runner.py:76) +2024-09-01 17:07:55,738 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0165s, count=936, qps in this process: 31.1828 (mp_runner.py:76) +2024-09-01 17:07:55,739 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0175s, count=936, qps in this process: 31.1818 (mp_runner.py:76) +2024-09-01 17:07:55,744 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0067s, count=936, qps in this process: 31.193 (mp_runner.py:76) +2024-09-01 17:07:55,744 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0229s, count=936, qps in this process: 31.1762 (mp_runner.py:76) +2024-09-01 17:07:55,746 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0048s, count=936, qps in this process: 31.195 (mp_runner.py:76) +2024-09-01 17:07:55,753 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0118s, count=937, qps in this process: 31.2211 (mp_runner.py:76) +2024-09-01 17:07:55,754 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0127s, count=937, qps in this process: 31.2201 (mp_runner.py:76) +2024-09-01 17:07:55,757 | INFO |End search in concurrency 20: dur=30.250765483000578s, total_count=18692, qps=617.9017 (mp_runner.py:120) +2024-09-01 17:07:57,026 | INFO |Update largest qps with concurrency 20: current max_qps=617.9017 (mp_runner.py:124) +2024-09-01 17:07:57,439 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:07:57,439 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 17:08:07,782 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 17:08:07,843 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,881 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,894 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,934 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,963 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,963 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:07,985 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,026 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,034 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,034 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,034 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,045 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,045 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,063 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,063 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,072 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:08,086 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:27,892 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.033408407998649636 (mp_runner.py:73) +2024-09-01 17:08:27,893 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.03359434199956013 (mp_runner.py:73) +2024-09-01 17:08:27,896 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.018198009998741327 (mp_runner.py:73) +2024-09-01 17:08:27,896 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.03603734600255848 (mp_runner.py:73) +2024-09-01 17:08:27,899 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03754509099962888 (mp_runner.py:73) +2024-09-01 17:08:27,900 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.03491110600225511 (mp_runner.py:73) +2024-09-01 17:08:27,901 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.03845755599832046 (mp_runner.py:73) +2024-09-01 17:08:27,903 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.038837006002722774 (mp_runner.py:73) +2024-09-01 17:08:27,905 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.03266914999767323 (mp_runner.py:73) +2024-09-01 17:08:27,909 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.0387464049999835 (mp_runner.py:73) +2024-09-01 17:08:27,909 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.034007463000307325 (mp_runner.py:73) +2024-09-01 17:08:27,911 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.04563389999748324 (mp_runner.py:73) +2024-09-01 17:08:27,911 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.0443301720006275 (mp_runner.py:73) +2024-09-01 17:08:27,917 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.059233014999335865 (mp_runner.py:73) +2024-09-01 17:08:27,917 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.036226772997906664 (mp_runner.py:73) +2024-09-01 17:08:27,921 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.04286848700212431 (mp_runner.py:73) +2024-09-01 17:08:27,922 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.05826769699706347 (mp_runner.py:73) +2024-09-01 17:08:27,923 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.050083589001587825 (mp_runner.py:73) +2024-09-01 17:08:27,924 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.0449496299988823 (mp_runner.py:73) +2024-09-01 17:08:27,925 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.05816825500005507 (mp_runner.py:73) +2024-09-01 17:08:27,930 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.04914285999984713 (mp_runner.py:73) +2024-09-01 17:08:27,930 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.060515856002894 (mp_runner.py:73) +2024-09-01 17:08:27,933 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.06713822099845856 (mp_runner.py:73) +2024-09-01 17:08:27,941 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.06541761399785173 (mp_runner.py:73) +2024-09-01 17:08:27,945 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.08230940100111184 (mp_runner.py:73) +2024-09-01 17:08:37,871 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0269s, count=756, qps in this process: 25.1774 (mp_runner.py:76) +2024-09-01 17:08:37,902 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0213s, count=757, qps in this process: 25.2154 (mp_runner.py:76) +2024-09-01 17:08:37,903 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0159s, count=757, qps in this process: 25.22 (mp_runner.py:76) +2024-09-01 17:08:37,928 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0299s, count=758, qps in this process: 25.2415 (mp_runner.py:76) +2024-09-01 17:08:37,974 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0393s, count=759, qps in this process: 25.2669 (mp_runner.py:76) +2024-09-01 17:08:37,974 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0041s, count=759, qps in this process: 25.2965 (mp_runner.py:76) +2024-09-01 17:08:37,982 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0168s, count=759, qps in this process: 25.2858 (mp_runner.py:76) +2024-09-01 17:08:37,986 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.045s, count=759, qps in this process: 25.2621 (mp_runner.py:76) +2024-09-01 17:08:37,995 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0097s, count=759, qps in this process: 25.2918 (mp_runner.py:76) +2024-09-01 17:08:38,016 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0114s, count=761, qps in this process: 25.357 (mp_runner.py:76) +2024-09-01 17:08:38,038 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0516s, count=761, qps in this process: 25.3231 (mp_runner.py:76) +2024-09-01 17:08:38,043 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0048s, count=762, qps in this process: 25.3959 (mp_runner.py:76) +2024-09-01 17:08:38,045 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0066s, count=762, qps in this process: 25.3944 (mp_runner.py:76) +2024-09-01 17:08:38,047 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0087s, count=762, qps in this process: 25.3926 (mp_runner.py:76) +2024-09-01 17:08:38,048 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0179s, count=762, qps in this process: 25.3849 (mp_runner.py:76) +2024-09-01 17:08:38,066 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0134s, count=763, qps in this process: 25.422 (mp_runner.py:76) +2024-09-01 17:08:38,066 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0138s, count=763, qps in this process: 25.4216 (mp_runner.py:76) +2024-09-01 17:08:38,069 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0065s, count=763, qps in this process: 25.4278 (mp_runner.py:76) +2024-09-01 17:08:38,082 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.012s, count=764, qps in this process: 25.4565 (mp_runner.py:76) +2024-09-01 17:08:38,082 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0008s, count=764, qps in this process: 25.466 (mp_runner.py:76) +2024-09-01 17:08:38,083 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0122s, count=764, qps in this process: 25.4563 (mp_runner.py:76) +2024-09-01 17:08:38,084 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0134s, count=764, qps in this process: 25.4553 (mp_runner.py:76) +2024-09-01 17:08:38,098 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0076s, count=766, qps in this process: 25.5269 (mp_runner.py:76) +2024-09-01 17:08:38,098 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0076s, count=766, qps in this process: 25.5269 (mp_runner.py:76) +2024-09-01 17:08:38,106 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0079s, count=767, qps in this process: 25.5599 (mp_runner.py:76) +2024-09-01 17:08:38,109 | INFO |End search in concurrency 25: dur=30.325584049001918s, total_count=19037, qps=627.7538 (mp_runner.py:120) +2024-09-01 17:08:39,728 | INFO |Update largest qps with concurrency 25: current max_qps=627.7538 (mp_runner.py:124) +2024-09-01 17:08:40,144 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:08:40,145 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 17:08:50,565 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 17:08:50,747 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,772 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,775 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,775 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,794 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,804 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,822 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,845 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,856 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,856 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,865 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,883 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,894 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,894 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,921 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,937 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,950 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,958 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,965 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,973 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:08:50,996 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:14,493 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.009248979000403779 (mp_runner.py:73) +2024-09-01 17:09:14,497 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.015702036002039677 (mp_runner.py:73) +2024-09-01 17:09:14,497 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.015700813000876224 (mp_runner.py:73) +2024-09-01 17:09:14,500 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.018228206998173846 (mp_runner.py:73) +2024-09-01 17:09:14,500 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.019199777001631446 (mp_runner.py:73) +2024-09-01 17:09:14,504 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02382791600030032 (mp_runner.py:73) +2024-09-01 17:09:14,504 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.021449498999572825 (mp_runner.py:73) +2024-09-01 17:09:14,507 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.025310836001153802 (mp_runner.py:73) +2024-09-01 17:09:14,507 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.02483547600058955 (mp_runner.py:73) +2024-09-01 17:09:14,513 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.030895748997863848 (mp_runner.py:73) +2024-09-01 17:09:14,513 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.02953907100163633 (mp_runner.py:73) +2024-09-01 17:09:14,520 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.03959259399925941 (mp_runner.py:73) +2024-09-01 17:09:14,520 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.03773011000157567 (mp_runner.py:73) +2024-09-01 17:09:14,523 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.04120723999949405 (mp_runner.py:73) +2024-09-01 17:09:14,523 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.04160519600191037 (mp_runner.py:73) +2024-09-01 17:09:14,523 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.04174345799765433 (mp_runner.py:73) +2024-09-01 17:09:14,526 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.04626251700028661 (mp_runner.py:73) +2024-09-01 17:09:14,527 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.046647715997096384 (mp_runner.py:73) +2024-09-01 17:09:14,527 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.043647088001307566 (mp_runner.py:73) +2024-09-01 17:09:14,528 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.044570867001311854 (mp_runner.py:73) +2024-09-01 17:09:14,529 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.010979999999108259 (mp_runner.py:73) +2024-09-01 17:09:14,529 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.04779881300055422 (mp_runner.py:73) +2024-09-01 17:09:14,529 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.049038537003070815 (mp_runner.py:73) +2024-09-01 17:09:14,531 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.04609782300030929 (mp_runner.py:73) +2024-09-01 17:09:14,532 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.047298403002059786 (mp_runner.py:73) +2024-09-01 17:09:14,533 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0489946730012889 (mp_runner.py:73) +2024-09-01 17:09:14,534 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.05219892999957665 (mp_runner.py:73) +2024-09-01 17:09:14,553 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.07314740500078187 (mp_runner.py:73) +2024-09-01 17:09:14,556 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.03425130100004026 (mp_runner.py:73) +2024-09-01 17:09:14,559 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.07913992400062853 (mp_runner.py:73) +2024-09-01 17:09:20,792 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0173s, count=637, qps in this process: 21.2211 (mp_runner.py:76) +2024-09-01 17:09:20,803 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0372s, count=637, qps in this process: 21.207 (mp_runner.py:76) +2024-09-01 17:09:20,828 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0111s, count=638, qps in this process: 21.2588 (mp_runner.py:76) +2024-09-01 17:09:20,830 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0175s, count=638, qps in this process: 21.2543 (mp_runner.py:76) +2024-09-01 17:09:20,831 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0526s, count=638, qps in this process: 21.2294 (mp_runner.py:76) +2024-09-01 17:09:20,832 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0543s, count=638, qps in this process: 21.2282 (mp_runner.py:76) +2024-09-01 17:09:20,835 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0055s, count=638, qps in this process: 21.2628 (mp_runner.py:76) +2024-09-01 17:09:20,842 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0417s, count=638, qps in this process: 21.2371 (mp_runner.py:76) +2024-09-01 17:09:20,859 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0189s, count=639, qps in this process: 21.2866 (mp_runner.py:76) +2024-09-01 17:09:20,859 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0425s, count=638, qps in this process: 21.2366 (mp_runner.py:76) +2024-09-01 17:09:20,863 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0231s, count=639, qps in this process: 21.2836 (mp_runner.py:76) +2024-09-01 17:09:20,869 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.01s, count=639, qps in this process: 21.2929 (mp_runner.py:76) +2024-09-01 17:09:20,872 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0129s, count=639, qps in this process: 21.2908 (mp_runner.py:76) +2024-09-01 17:09:20,888 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0007s, count=640, qps in this process: 21.3328 (mp_runner.py:76) +2024-09-01 17:09:20,892 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0222s, count=640, qps in this process: 21.3176 (mp_runner.py:76) +2024-09-01 17:09:20,892 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0009s, count=640, qps in this process: 21.3327 (mp_runner.py:76) +2024-09-01 17:09:20,894 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0032s, count=640, qps in this process: 21.3311 (mp_runner.py:76) +2024-09-01 17:09:20,897 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0461s, count=640, qps in this process: 21.3006 (mp_runner.py:76) +2024-09-01 17:09:20,900 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0046s, count=640, qps in this process: 21.3301 (mp_runner.py:76) +2024-09-01 17:09:20,914 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0162s, count=641, qps in this process: 21.3551 (mp_runner.py:76) +2024-09-01 17:09:20,915 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0243s, count=641, qps in this process: 21.3494 (mp_runner.py:76) +2024-09-01 17:09:20,930 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0017s, count=642, qps in this process: 21.3988 (mp_runner.py:76) +2024-09-01 17:09:20,937 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0246s, count=642, qps in this process: 21.3825 (mp_runner.py:76) +2024-09-01 17:09:20,953 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0076s, count=644, qps in this process: 21.4612 (mp_runner.py:76) +2024-09-01 17:09:20,960 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0121s, count=644, qps in this process: 21.458 (mp_runner.py:76) +2024-09-01 17:09:20,966 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0117s, count=644, qps in this process: 21.4583 (mp_runner.py:76) +2024-09-01 17:09:20,970 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0046s, count=645, qps in this process: 21.4967 (mp_runner.py:76) +2024-09-01 17:09:20,980 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0082s, count=646, qps in this process: 21.5274 (mp_runner.py:76) +2024-09-01 17:09:20,980 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.004s, count=646, qps in this process: 21.5305 (mp_runner.py:76) +2024-09-01 17:09:21,003 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0003s, count=649, qps in this process: 21.6331 (mp_runner.py:76) +2024-09-01 17:09:21,005 | INFO |End search in concurrency 30: dur=30.4393447140028s, total_count=19220, qps=631.4196 (mp_runner.py:120) +2024-09-01 17:09:22,963 | INFO |Update largest qps with concurrency 30: current max_qps=631.4196 (mp_runner.py:124) +2024-09-01 17:09:23,375 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:09:23,376 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 17:09:33,957 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 17:09:34,210 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,210 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,264 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,276 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,276 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,279 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,281 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,281 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,311 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,311 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,311 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,315 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,316 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,320 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,325 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,328 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,328 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,335 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:09:34,335 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:01,807 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.060595524999371264 (mp_runner.py:73) +2024-09-01 17:10:01,808 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.052393931000551675 (mp_runner.py:73) +2024-09-01 17:10:01,808 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04815856999994139 (mp_runner.py:73) +2024-09-01 17:10:01,809 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.052339653000672115 (mp_runner.py:73) +2024-09-01 17:10:01,810 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.06229848300063168 (mp_runner.py:73) +2024-09-01 17:10:01,811 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.062036019997322 (mp_runner.py:73) +2024-09-01 17:10:01,811 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.0560861020021548 (mp_runner.py:73) +2024-09-01 17:10:01,812 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.0589713040026254 (mp_runner.py:73) +2024-09-01 17:10:01,813 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.05507049700099742 (mp_runner.py:73) +2024-09-01 17:10:01,815 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.06288139899697853 (mp_runner.py:73) +2024-09-01 17:10:01,816 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.06139170499955071 (mp_runner.py:73) +2024-09-01 17:10:01,817 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.04385189800086664 (mp_runner.py:73) +2024-09-01 17:10:01,817 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.0680650180001976 (mp_runner.py:73) +2024-09-01 17:10:01,819 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.05711978599720169 (mp_runner.py:73) +2024-09-01 17:10:01,820 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.07279549399754615 (mp_runner.py:73) +2024-09-01 17:10:01,821 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.06147926599805942 (mp_runner.py:73) +2024-09-01 17:10:01,821 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.05447680900033447 (mp_runner.py:73) +2024-09-01 17:10:01,821 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.010500282998691546 (mp_runner.py:73) +2024-09-01 17:10:01,823 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.05866255599903525 (mp_runner.py:73) +2024-09-01 17:10:01,823 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.051940657998784445 (mp_runner.py:73) +2024-09-01 17:10:01,824 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.07370957699822611 (mp_runner.py:73) +2024-09-01 17:10:01,824 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.07600353499947232 (mp_runner.py:73) +2024-09-01 17:10:01,826 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.07343967600172618 (mp_runner.py:73) +2024-09-01 17:10:01,826 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.08075165400077822 (mp_runner.py:73) +2024-09-01 17:10:01,827 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.07672112200089032 (mp_runner.py:73) +2024-09-01 17:10:01,827 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.06234273799782386 (mp_runner.py:73) +2024-09-01 17:10:01,829 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.06119920700075454 (mp_runner.py:73) +2024-09-01 17:10:01,833 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.030222765999496914 (mp_runner.py:73) +2024-09-01 17:10:01,834 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.06323964100010926 (mp_runner.py:73) +2024-09-01 17:10:01,834 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.06143786299799103 (mp_runner.py:73) +2024-09-01 17:10:01,835 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.06562921699878643 (mp_runner.py:73) +2024-09-01 17:10:01,835 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.07632978800029377 (mp_runner.py:73) +2024-09-01 17:10:01,843 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.08045613699869136 (mp_runner.py:73) +2024-09-01 17:10:01,848 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.0840667830016173 (mp_runner.py:73) +2024-09-01 17:10:01,857 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05940364799971576 (mp_runner.py:73) +2024-09-01 17:10:04,221 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0095s, count=542, qps in this process: 18.0609 (mp_runner.py:76) +2024-09-01 17:10:04,273 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0086s, count=543, qps in this process: 18.0948 (mp_runner.py:76) +2024-09-01 17:10:04,279 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0014s, count=543, qps in this process: 18.0992 (mp_runner.py:76) +2024-09-01 17:10:04,281 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0126s, count=543, qps in this process: 18.0924 (mp_runner.py:76) +2024-09-01 17:10:04,282 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0144s, count=543, qps in this process: 18.0913 (mp_runner.py:76) +2024-09-01 17:10:04,284 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0669s, count=543, qps in this process: 18.0597 (mp_runner.py:76) +2024-09-01 17:10:04,284 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0058s, count=543, qps in this process: 18.0965 (mp_runner.py:76) +2024-09-01 17:10:04,288 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0036s, count=543, qps in this process: 18.0978 (mp_runner.py:76) +2024-09-01 17:10:04,296 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0844s, count=543, qps in this process: 18.0492 (mp_runner.py:76) +2024-09-01 17:10:04,324 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0368s, count=543, qps in this process: 18.0778 (mp_runner.py:76) +2024-09-01 17:10:04,336 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0514s, count=544, qps in this process: 18.1023 (mp_runner.py:76) +2024-09-01 17:10:04,336 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0233s, count=544, qps in this process: 18.1193 (mp_runner.py:76) +2024-09-01 17:10:04,336 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0535s, count=544, qps in this process: 18.1011 (mp_runner.py:76) +2024-09-01 17:10:04,337 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0244s, count=544, qps in this process: 18.1186 (mp_runner.py:76) +2024-09-01 17:10:04,337 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0093s, count=544, qps in this process: 18.1277 (mp_runner.py:76) +2024-09-01 17:10:04,337 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0004s, count=544, qps in this process: 18.1331 (mp_runner.py:76) +2024-09-01 17:10:04,338 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.025s, count=544, qps in this process: 18.1182 (mp_runner.py:76) +2024-09-01 17:10:04,338 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0597s, count=544, qps in this process: 18.0973 (mp_runner.py:76) +2024-09-01 17:10:04,339 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0716s, count=544, qps in this process: 18.0902 (mp_runner.py:76) +2024-09-01 17:10:04,339 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0417s, count=544, qps in this process: 18.1082 (mp_runner.py:76) +2024-09-01 17:10:04,339 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0546s, count=544, qps in this process: 18.1004 (mp_runner.py:76) +2024-09-01 17:10:04,340 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0539s, count=544, qps in this process: 18.1008 (mp_runner.py:76) +2024-09-01 17:10:04,341 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0561s, count=544, qps in this process: 18.0995 (mp_runner.py:76) +2024-09-01 17:10:04,342 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.011s, count=544, qps in this process: 18.1267 (mp_runner.py:76) +2024-09-01 17:10:04,342 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0204s, count=544, qps in this process: 18.121 (mp_runner.py:76) +2024-09-01 17:10:04,343 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0274s, count=544, qps in this process: 18.1168 (mp_runner.py:76) +2024-09-01 17:10:04,343 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0588s, count=544, qps in this process: 18.0979 (mp_runner.py:76) +2024-09-01 17:10:04,344 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0652s, count=544, qps in this process: 18.094 (mp_runner.py:76) +2024-09-01 17:10:04,344 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0569s, count=544, qps in this process: 18.099 (mp_runner.py:76) +2024-09-01 17:10:04,345 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0033s, count=544, qps in this process: 18.1313 (mp_runner.py:76) +2024-09-01 17:10:04,345 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0298s, count=544, qps in this process: 18.1153 (mp_runner.py:76) +2024-09-01 17:10:04,346 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0787s, count=544, qps in this process: 18.0859 (mp_runner.py:76) +2024-09-01 17:10:04,347 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0134s, count=544, qps in this process: 18.1252 (mp_runner.py:76) +2024-09-01 17:10:04,360 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.019s, count=545, qps in this process: 18.1552 (mp_runner.py:76) +2024-09-01 17:10:04,360 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0224s, count=545, qps in this process: 18.1531 (mp_runner.py:76) +2024-09-01 17:10:04,363 | INFO |End search in concurrency 35: dur=30.404255869001645s, total_count=19031, qps=625.9321 (mp_runner.py:120) +2024-09-01 17:10:07,161 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:10:07,162 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 17:10:17,861 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 17:10:17,933 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:17,972 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,001 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,069 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,140 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,142 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,144 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,185 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,228 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,228 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,229 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,243 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,256 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,258 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,260 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,269 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,281 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,301 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,301 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,303 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,310 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,315 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,384 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,389 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,394 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,402 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:18,437 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:10:48,018 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0582s, count=476, qps in this process: 15.8359 (mp_runner.py:76) +2024-09-01 17:10:48,039 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0553s, count=476, qps in this process: 15.8375 (mp_runner.py:76) +2024-09-01 17:10:48,040 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0291s, count=476, qps in this process: 15.8513 (mp_runner.py:76) +2024-09-01 17:10:48,094 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0127s, count=477, qps in this process: 15.8933 (mp_runner.py:76) +2024-09-01 17:10:48,108 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0331s, count=477, qps in this process: 15.8825 (mp_runner.py:76) +2024-09-01 17:10:48,140 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0164s, count=477, qps in this process: 15.8913 (mp_runner.py:76) +2024-09-01 17:10:48,152 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0107s, count=478, qps in this process: 15.9277 (mp_runner.py:76) +2024-09-01 17:10:48,160 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0131s, count=478, qps in this process: 15.9264 (mp_runner.py:76) +2024-09-01 17:10:48,161 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0699s, count=478, qps in this process: 15.8963 (mp_runner.py:76) +2024-09-01 17:10:48,171 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0253s, count=478, qps in this process: 15.9199 (mp_runner.py:76) +2024-09-01 17:10:48,232 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0023s, count=479, qps in this process: 15.9654 (mp_runner.py:76) +2024-09-01 17:10:48,246 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0157s, count=480, qps in this process: 15.9916 (mp_runner.py:76) +2024-09-01 17:10:48,253 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0226s, count=480, qps in this process: 15.988 (mp_runner.py:76) +2024-09-01 17:10:48,254 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0216s, count=480, qps in this process: 15.9885 (mp_runner.py:76) +2024-09-01 17:10:48,264 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0158s, count=480, qps in this process: 15.9916 (mp_runner.py:76) +2024-09-01 17:10:48,278 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0911s, count=479, qps in this process: 15.9183 (mp_runner.py:76) +2024-09-01 17:10:48,280 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0487s, count=480, qps in this process: 15.9741 (mp_runner.py:76) +2024-09-01 17:10:48,287 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0216s, count=480, qps in this process: 15.9885 (mp_runner.py:76) +2024-09-01 17:10:48,312 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0438s, count=481, qps in this process: 16.01 (mp_runner.py:76) +2024-09-01 17:10:48,316 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0411s, count=481, qps in this process: 16.0114 (mp_runner.py:76) +2024-09-01 17:10:48,316 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.007s, count=481, qps in this process: 16.0296 (mp_runner.py:76) +2024-09-01 17:10:48,318 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0105s, count=481, qps in this process: 16.0277 (mp_runner.py:76) +2024-09-01 17:10:48,319 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0137s, count=481, qps in this process: 16.026 (mp_runner.py:76) +2024-09-01 17:10:48,322 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0045s, count=481, qps in this process: 16.0309 (mp_runner.py:76) +2024-09-01 17:10:48,324 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0647s, count=481, qps in this process: 15.9988 (mp_runner.py:76) +2024-09-01 17:10:48,325 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0397s, count=481, qps in this process: 16.0121 (mp_runner.py:76) +2024-09-01 17:10:48,326 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0088s, count=481, qps in this process: 16.0286 (mp_runner.py:76) +2024-09-01 17:10:48,326 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0091s, count=481, qps in this process: 16.0285 (mp_runner.py:76) +2024-09-01 17:10:48,342 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0248s, count=482, qps in this process: 16.0534 (mp_runner.py:76) +2024-09-01 17:10:48,343 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0264s, count=482, qps in this process: 16.0525 (mp_runner.py:76) +2024-09-01 17:10:48,344 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0182s, count=482, qps in this process: 16.0569 (mp_runner.py:76) +2024-09-01 17:10:48,345 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0309s, count=482, qps in this process: 16.0501 (mp_runner.py:76) +2024-09-01 17:10:48,370 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0084s, count=484, qps in this process: 16.1288 (mp_runner.py:76) +2024-09-01 17:10:48,400 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0068s, count=486, qps in this process: 16.1963 (mp_runner.py:76) +2024-09-01 17:10:48,400 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0066s, count=486, qps in this process: 16.1964 (mp_runner.py:76) +2024-09-01 17:10:48,401 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.007s, count=486, qps in this process: 16.1962 (mp_runner.py:76) +2024-09-01 17:10:48,415 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0137s, count=487, qps in this process: 16.2259 (mp_runner.py:76) +2024-09-01 17:10:48,415 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0051s, count=487, qps in this process: 16.2306 (mp_runner.py:76) +2024-09-01 17:10:48,415 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.013s, count=487, qps in this process: 16.2263 (mp_runner.py:76) +2024-09-01 17:10:48,449 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0036s, count=493, qps in this process: 16.4314 (mp_runner.py:76) +2024-09-01 17:10:48,452 | INFO |End search in concurrency 40: dur=30.590228144999855s, total_count=19243, qps=629.0571 (mp_runner.py:120) +2024-09-01 17:10:51,541 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:10:51,541 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 17:11:02,337 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 17:11:02,394 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,592 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,594 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,697 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,764 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,765 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,765 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,765 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,765 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,772 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,778 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,856 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,863 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:02,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:32,449 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0404s, count=418, qps in this process: 13.9146 (mp_runner.py:76) +2024-09-01 17:11:32,624 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0254s, count=421, qps in this process: 14.0215 (mp_runner.py:76) +2024-09-01 17:11:32,679 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0735s, count=422, qps in this process: 14.0323 (mp_runner.py:76) +2024-09-01 17:11:32,774 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0011s, count=423, qps in this process: 14.0995 (mp_runner.py:76) +2024-09-01 17:11:32,776 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0066s, count=423, qps in this process: 14.0969 (mp_runner.py:76) +2024-09-01 17:11:32,776 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0069s, count=423, qps in this process: 14.0968 (mp_runner.py:76) +2024-09-01 17:11:32,779 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0084s, count=423, qps in this process: 14.0961 (mp_runner.py:76) +2024-09-01 17:11:32,781 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.079s, count=423, qps in this process: 14.063 (mp_runner.py:76) +2024-09-01 17:11:32,782 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0126s, count=423, qps in this process: 14.0941 (mp_runner.py:76) +2024-09-01 17:11:32,786 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0106s, count=423, qps in this process: 14.095 (mp_runner.py:76) +2024-09-01 17:11:32,786 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0097s, count=423, qps in this process: 14.0954 (mp_runner.py:76) +2024-09-01 17:11:32,788 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0156s, count=423, qps in this process: 14.0927 (mp_runner.py:76) +2024-09-01 17:11:32,789 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0142s, count=423, qps in this process: 14.0933 (mp_runner.py:76) +2024-09-01 17:11:32,828 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0363s, count=424, qps in this process: 14.1163 (mp_runner.py:76) +2024-09-01 17:11:32,828 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0146s, count=424, qps in this process: 14.1265 (mp_runner.py:76) +2024-09-01 17:11:32,828 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0302s, count=424, qps in this process: 14.1191 (mp_runner.py:76) +2024-09-01 17:11:32,829 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0151s, count=424, qps in this process: 14.1262 (mp_runner.py:76) +2024-09-01 17:11:32,829 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.031s, count=424, qps in this process: 14.1187 (mp_runner.py:76) +2024-09-01 17:11:32,829 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0093s, count=424, qps in this process: 14.129 (mp_runner.py:76) +2024-09-01 17:11:32,829 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0531s, count=424, qps in this process: 14.1084 (mp_runner.py:76) +2024-09-01 17:11:32,831 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0336s, count=424, qps in this process: 14.1175 (mp_runner.py:76) +2024-09-01 17:11:32,834 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0387s, count=424, qps in this process: 14.1151 (mp_runner.py:76) +2024-09-01 17:11:32,836 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0381s, count=424, qps in this process: 14.1154 (mp_runner.py:76) +2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0354s, count=424, qps in this process: 14.1167 (mp_runner.py:76) +2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.069s, count=424, qps in this process: 14.1009 (mp_runner.py:76) +2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0411s, count=424, qps in this process: 14.114 (mp_runner.py:76) +2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0632s, count=424, qps in this process: 14.1036 (mp_runner.py:76) +2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0686s, count=424, qps in this process: 14.1011 (mp_runner.py:76) +2024-09-01 17:11:32,840 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0203s, count=424, qps in this process: 14.1238 (mp_runner.py:76) +2024-09-01 17:11:32,840 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0636s, count=424, qps in this process: 14.1034 (mp_runner.py:76) +2024-09-01 17:11:32,840 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0707s, count=424, qps in this process: 14.1001 (mp_runner.py:76) +2024-09-01 17:11:32,840 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0427s, count=424, qps in this process: 14.1132 (mp_runner.py:76) +2024-09-01 17:11:32,841 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0216s, count=424, qps in this process: 14.1232 (mp_runner.py:76) +2024-09-01 17:11:32,846 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0544s, count=424, qps in this process: 14.1078 (mp_runner.py:76) +2024-09-01 17:11:32,849 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0572s, count=424, qps in this process: 14.1064 (mp_runner.py:76) +2024-09-01 17:11:32,856 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0584s, count=424, qps in this process: 14.1059 (mp_runner.py:76) +2024-09-01 17:11:32,859 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0674s, count=424, qps in this process: 14.1017 (mp_runner.py:76) +2024-09-01 17:11:32,860 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0042s, count=425, qps in this process: 14.1647 (mp_runner.py:76) +2024-09-01 17:11:32,876 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0053s, count=426, qps in this process: 14.1975 (mp_runner.py:76) +2024-09-01 17:11:32,877 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0154s, count=426, qps in this process: 14.1927 (mp_runner.py:76) +2024-09-01 17:11:32,883 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0066s, count=427, qps in this process: 14.2302 (mp_runner.py:76) +2024-09-01 17:11:32,884 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.006s, count=427, qps in this process: 14.2305 (mp_runner.py:76) +2024-09-01 17:11:32,907 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0014s, count=430, qps in this process: 14.3327 (mp_runner.py:76) +2024-09-01 17:11:32,910 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0015s, count=430, qps in this process: 14.3326 (mp_runner.py:76) +2024-09-01 17:11:32,911 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0024s, count=430, qps in this process: 14.3322 (mp_runner.py:76) +2024-09-01 17:11:32,913 | INFO |End search in concurrency 45: dur=30.57426780699825s, total_count=19088, qps=624.3159 (mp_runner.py:120) +2024-09-01 17:11:36,421 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:11:36,421 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 17:11:57,428 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 17:11:57,652 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,692 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,841 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,899 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,946 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,958 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,972 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:57,999 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:58,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:58,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:58,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:58,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:11:58,044 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:27,673 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0095s, count=381, qps in this process: 12.696 (mp_runner.py:76) +2024-09-01 17:12:27,771 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0716s, count=382, qps in this process: 12.703 (mp_runner.py:76) +2024-09-01 17:12:27,898 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0549s, count=384, qps in this process: 12.7766 (mp_runner.py:76) +2024-09-01 17:12:27,903 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0024s, count=384, qps in this process: 12.799 (mp_runner.py:76) +2024-09-01 17:12:27,904 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0013s, count=384, qps in this process: 12.7994 (mp_runner.py:76) +2024-09-01 17:12:27,909 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0081s, count=384, qps in this process: 12.7965 (mp_runner.py:76) +2024-09-01 17:12:27,911 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0068s, count=384, qps in this process: 12.7971 (mp_runner.py:76) +2024-09-01 17:12:27,912 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0107s, count=384, qps in this process: 12.7954 (mp_runner.py:76) +2024-09-01 17:12:27,913 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0017s, count=384, qps in this process: 12.7993 (mp_runner.py:76) +2024-09-01 17:12:27,918 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0148s, count=384, qps in this process: 12.7937 (mp_runner.py:76) +2024-09-01 17:12:27,921 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0091s, count=384, qps in this process: 12.7961 (mp_runner.py:76) +2024-09-01 17:12:27,922 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0096s, count=384, qps in this process: 12.7959 (mp_runner.py:76) +2024-09-01 17:12:27,922 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.019s, count=384, qps in this process: 12.7919 (mp_runner.py:76) +2024-09-01 17:12:27,957 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0525s, count=385, qps in this process: 12.8109 (mp_runner.py:76) +2024-09-01 17:12:27,958 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0503s, count=385, qps in this process: 12.8119 (mp_runner.py:76) +2024-09-01 17:12:27,958 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0362s, count=385, qps in this process: 12.8179 (mp_runner.py:76) +2024-09-01 17:12:27,959 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0477s, count=385, qps in this process: 12.813 (mp_runner.py:76) +2024-09-01 17:12:27,959 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0351s, count=385, qps in this process: 12.8183 (mp_runner.py:76) +2024-09-01 17:12:27,960 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0531s, count=385, qps in this process: 12.8107 (mp_runner.py:76) +2024-09-01 17:12:27,961 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0566s, count=385, qps in this process: 12.8092 (mp_runner.py:76) +2024-09-01 17:12:27,961 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0488s, count=385, qps in this process: 12.8125 (mp_runner.py:76) +2024-09-01 17:12:27,963 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0448s, count=385, qps in this process: 12.8142 (mp_runner.py:76) +2024-09-01 17:12:27,964 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0455s, count=385, qps in this process: 12.8139 (mp_runner.py:76) +2024-09-01 17:12:27,964 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0529s, count=385, qps in this process: 12.8107 (mp_runner.py:76) +2024-09-01 17:12:27,964 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0465s, count=385, qps in this process: 12.8135 (mp_runner.py:76) +2024-09-01 17:12:27,965 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0568s, count=385, qps in this process: 12.8091 (mp_runner.py:76) +2024-09-01 17:12:27,966 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0641s, count=385, qps in this process: 12.806 (mp_runner.py:76) +2024-09-01 17:12:27,967 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0621s, count=385, qps in this process: 12.8068 (mp_runner.py:76) +2024-09-01 17:12:27,967 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0528s, count=385, qps in this process: 12.8108 (mp_runner.py:76) +2024-09-01 17:12:27,968 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0646s, count=385, qps in this process: 12.8058 (mp_runner.py:76) +2024-09-01 17:12:27,968 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0662s, count=385, qps in this process: 12.8051 (mp_runner.py:76) +2024-09-01 17:12:27,969 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0671s, count=385, qps in this process: 12.8047 (mp_runner.py:76) +2024-09-01 17:12:27,969 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0466s, count=385, qps in this process: 12.8134 (mp_runner.py:76) +2024-09-01 17:12:27,969 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0469s, count=385, qps in this process: 12.8133 (mp_runner.py:76) +2024-09-01 17:12:27,971 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0533s, count=385, qps in this process: 12.8106 (mp_runner.py:76) +2024-09-01 17:12:27,973 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0612s, count=385, qps in this process: 12.8072 (mp_runner.py:76) +2024-09-01 17:12:27,973 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0555s, count=385, qps in this process: 12.8096 (mp_runner.py:76) +2024-09-01 17:12:27,995 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0103s, count=386, qps in this process: 12.8623 (mp_runner.py:76) +2024-09-01 17:12:27,996 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0149s, count=386, qps in this process: 12.8603 (mp_runner.py:76) +2024-09-01 17:12:27,997 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0127s, count=386, qps in this process: 12.8612 (mp_runner.py:76) +2024-09-01 17:12:27,999 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0136s, count=386, qps in this process: 12.8608 (mp_runner.py:76) +2024-09-01 17:12:28,000 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0367s, count=386, qps in this process: 12.8509 (mp_runner.py:76) +2024-09-01 17:12:28,004 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0187s, count=386, qps in this process: 12.8587 (mp_runner.py:76) +2024-09-01 17:12:28,004 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0246s, count=386, qps in this process: 12.8561 (mp_runner.py:76) +2024-09-01 17:12:28,019 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.002s, count=387, qps in this process: 12.8991 (mp_runner.py:76) +2024-09-01 17:12:28,019 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0056s, count=387, qps in this process: 12.8976 (mp_runner.py:76) +2024-09-01 17:12:28,020 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0142s, count=387, qps in this process: 12.8939 (mp_runner.py:76) +2024-09-01 17:12:28,038 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0074s, count=389, qps in this process: 12.9635 (mp_runner.py:76) +2024-09-01 17:12:28,038 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0078s, count=389, qps in this process: 12.9633 (mp_runner.py:76) +2024-09-01 17:12:28,059 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0042s, count=392, qps in this process: 13.0648 (mp_runner.py:76) +2024-09-01 17:12:28,062 | INFO |End search in concurrency 50: dur=30.63354547599738s, total_count=19260, qps=628.7225 (mp_runner.py:120) +2024-09-01 17:12:31,896 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:12:31,897 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 17:12:53,052 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 17:12:53,337 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,443 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,465 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,487 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,560 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,560 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,563 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,563 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,563 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,567 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,568 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,568 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,568 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,570 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,571 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,573 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,610 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,648 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,666 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,666 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,668 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,698 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,710 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,720 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,721 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,726 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,744 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:12:53,783 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:23,350 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0071s, count=352, qps in this process: 11.7306 (mp_runner.py:76) +2024-09-01 17:13:23,498 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0501s, count=354, qps in this process: 11.7803 (mp_runner.py:76) +2024-09-01 17:13:23,539 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0504s, count=354, qps in this process: 11.7802 (mp_runner.py:76) +2024-09-01 17:13:23,567 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0015s, count=355, qps in this process: 11.8327 (mp_runner.py:76) +2024-09-01 17:13:23,567 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0978s, count=355, qps in this process: 11.7949 (mp_runner.py:76) +2024-09-01 17:13:23,568 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.002s, count=355, qps in this process: 11.8325 (mp_runner.py:76) +2024-09-01 17:13:23,569 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0026s, count=355, qps in this process: 11.8323 (mp_runner.py:76) +2024-09-01 17:13:23,572 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0097s, count=355, qps in this process: 11.8295 (mp_runner.py:76) +2024-09-01 17:13:23,573 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0045s, count=355, qps in this process: 11.8316 (mp_runner.py:76) +2024-09-01 17:13:23,575 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0092s, count=355, qps in this process: 11.8297 (mp_runner.py:76) +2024-09-01 17:13:23,576 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0125s, count=355, qps in this process: 11.8284 (mp_runner.py:76) +2024-09-01 17:13:23,576 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0093s, count=355, qps in this process: 11.8297 (mp_runner.py:76) +2024-09-01 17:13:23,577 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0081s, count=355, qps in this process: 11.8301 (mp_runner.py:76) +2024-09-01 17:13:23,578 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0327s, count=355, qps in this process: 11.8204 (mp_runner.py:76) +2024-09-01 17:13:23,579 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0077s, count=355, qps in this process: 11.8303 (mp_runner.py:76) +2024-09-01 17:13:23,580 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0083s, count=355, qps in this process: 11.8301 (mp_runner.py:76) +2024-09-01 17:13:23,581 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0032s, count=355, qps in this process: 11.8321 (mp_runner.py:76) +2024-09-01 17:13:23,583 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0162s, count=355, qps in this process: 11.8269 (mp_runner.py:76) +2024-09-01 17:13:23,583 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0109s, count=355, qps in this process: 11.829 (mp_runner.py:76) +2024-09-01 17:13:23,586 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0242s, count=355, qps in this process: 11.8238 (mp_runner.py:76) +2024-09-01 17:13:23,588 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0264s, count=355, qps in this process: 11.8229 (mp_runner.py:76) +2024-09-01 17:13:23,591 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0247s, count=355, qps in this process: 11.8236 (mp_runner.py:76) +2024-09-01 17:13:23,592 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0202s, count=355, qps in this process: 11.8254 (mp_runner.py:76) +2024-09-01 17:13:23,595 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0286s, count=355, qps in this process: 11.8221 (mp_runner.py:76) +2024-09-01 17:13:23,596 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0295s, count=355, qps in this process: 11.8217 (mp_runner.py:76) +2024-09-01 17:13:23,596 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0253s, count=355, qps in this process: 11.8234 (mp_runner.py:76) +2024-09-01 17:13:23,600 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0379s, count=355, qps in this process: 11.8184 (mp_runner.py:76) +2024-09-01 17:13:23,602 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0399s, count=355, qps in this process: 11.8176 (mp_runner.py:76) +2024-09-01 17:13:23,607 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0451s, count=355, qps in this process: 11.8156 (mp_runner.py:76) +2024-09-01 17:13:23,620 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0533s, count=355, qps in this process: 11.8123 (mp_runner.py:76) +2024-09-01 17:13:23,621 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0395s, count=355, qps in this process: 11.8178 (mp_runner.py:76) +2024-09-01 17:13:23,623 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0511s, count=355, qps in this process: 11.8132 (mp_runner.py:76) +2024-09-01 17:13:23,624 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0494s, count=355, qps in this process: 11.8139 (mp_runner.py:76) +2024-09-01 17:13:23,646 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0196s, count=356, qps in this process: 11.8589 (mp_runner.py:76) +2024-09-01 17:13:23,646 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0338s, count=356, qps in this process: 11.8533 (mp_runner.py:76) +2024-09-01 17:13:23,648 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0624s, count=356, qps in this process: 11.842 (mp_runner.py:76) +2024-09-01 17:13:23,648 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0622s, count=356, qps in this process: 11.8421 (mp_runner.py:76) +2024-09-01 17:13:23,651 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0796s, count=356, qps in this process: 11.8353 (mp_runner.py:76) +2024-09-01 17:13:23,664 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0791s, count=356, qps in this process: 11.8355 (mp_runner.py:76) +2024-09-01 17:13:23,674 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0216s, count=356, qps in this process: 11.8581 (mp_runner.py:76) +2024-09-01 17:13:23,682 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0116s, count=357, qps in this process: 11.8954 (mp_runner.py:76) +2024-09-01 17:13:23,684 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0037s, count=357, qps in this process: 11.8985 (mp_runner.py:76) +2024-09-01 17:13:23,687 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0047s, count=357, qps in this process: 11.8981 (mp_runner.py:76) +2024-09-01 17:13:23,691 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0273s, count=357, qps in this process: 11.8892 (mp_runner.py:76) +2024-09-01 17:13:23,705 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0203s, count=358, qps in this process: 11.9253 (mp_runner.py:76) +2024-09-01 17:13:23,712 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0039s, count=358, qps in this process: 11.9318 (mp_runner.py:76) +2024-09-01 17:13:23,723 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0072s, count=359, qps in this process: 11.9638 (mp_runner.py:76) +2024-09-01 17:13:23,724 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0011s, count=359, qps in this process: 11.9662 (mp_runner.py:76) +2024-09-01 17:13:23,736 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0067s, count=360, qps in this process: 11.9973 (mp_runner.py:76) +2024-09-01 17:13:23,748 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0043s, count=361, qps in this process: 12.0316 (mp_runner.py:76) +2024-09-01 17:13:23,748 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0048s, count=361, qps in this process: 12.0314 (mp_runner.py:76) +2024-09-01 17:13:23,749 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0111s, count=361, qps in this process: 12.0289 (mp_runner.py:76) +2024-09-01 17:13:23,760 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0087s, count=362, qps in this process: 12.0632 (mp_runner.py:76) +2024-09-01 17:13:23,797 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0061s, count=366, qps in this process: 12.1975 (mp_runner.py:76) +2024-09-01 17:13:23,797 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0061s, count=366, qps in this process: 12.1975 (mp_runner.py:76) +2024-09-01 17:13:23,801 | INFO |End search in concurrency 55: dur=30.748909164001816s, total_count=19601, qps=637.4535 (mp_runner.py:120) +2024-09-01 17:13:27,439 | INFO |Update largest qps with concurrency 55: current max_qps=637.4535 (mp_runner.py:124) +2024-09-01 17:13:27,855 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:13:27,855 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 17:13:49,206 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 17:13:49,246 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,254 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,281 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,352 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,478 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,539 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,544 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,560 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,598 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,617 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,682 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,682 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,695 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,703 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,706 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,706 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,706 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,708 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,714 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,719 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,723 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,726 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,731 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,733 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,733 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,754 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,778 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,803 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,803 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,804 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,808 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,822 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,822 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,829 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,832 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,856 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,867 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,876 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,906 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,906 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,933 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,955 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,963 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,977 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,994 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:49,994 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:50,005 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:50,011 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:50,012 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:50,012 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:50,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:13:50,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:19,306 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0223s, count=312, qps in this process: 10.3923 (mp_runner.py:76) +2024-09-01 17:14:19,307 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0595s, count=312, qps in this process: 10.3794 (mp_runner.py:76) +2024-09-01 17:14:19,307 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0522s, count=312, qps in this process: 10.3819 (mp_runner.py:76) +2024-09-01 17:14:19,402 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0022s, count=313, qps in this process: 10.4326 (mp_runner.py:76) +2024-09-01 17:14:19,473 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.073s, count=314, qps in this process: 10.4413 (mp_runner.py:76) +2024-09-01 17:14:19,510 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0269s, count=314, qps in this process: 10.4573 (mp_runner.py:76) +2024-09-01 17:14:19,559 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0211s, count=315, qps in this process: 10.4926 (mp_runner.py:76) +2024-09-01 17:14:19,576 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0272s, count=315, qps in this process: 10.4905 (mp_runner.py:76) +2024-09-01 17:14:19,579 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0016s, count=315, qps in this process: 10.4994 (mp_runner.py:76) +2024-09-01 17:14:19,584 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0224s, count=315, qps in this process: 10.4922 (mp_runner.py:76) +2024-09-01 17:14:19,584 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.037s, count=315, qps in this process: 10.4871 (mp_runner.py:76) +2024-09-01 17:14:19,654 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0524s, count=316, qps in this process: 10.515 (mp_runner.py:76) +2024-09-01 17:14:19,675 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0541s, count=316, qps in this process: 10.5144 (mp_runner.py:76) +2024-09-01 17:14:19,717 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0038s, count=317, qps in this process: 10.5653 (mp_runner.py:76) +2024-09-01 17:14:19,718 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0341s, count=317, qps in this process: 10.5547 (mp_runner.py:76) +2024-09-01 17:14:19,719 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0083s, count=317, qps in this process: 10.5637 (mp_runner.py:76) +2024-09-01 17:14:19,727 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0165s, count=317, qps in this process: 10.5609 (mp_runner.py:76) +2024-09-01 17:14:19,730 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0198s, count=317, qps in this process: 10.5597 (mp_runner.py:76) +2024-09-01 17:14:19,731 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0099s, count=317, qps in this process: 10.5632 (mp_runner.py:76) +2024-09-01 17:14:19,735 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0217s, count=317, qps in this process: 10.559 (mp_runner.py:76) +2024-09-01 17:14:19,740 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0532s, count=317, qps in this process: 10.548 (mp_runner.py:76) +2024-09-01 17:14:19,742 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0119s, count=317, qps in this process: 10.5625 (mp_runner.py:76) +2024-09-01 17:14:19,742 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0448s, count=317, qps in this process: 10.5509 (mp_runner.py:76) +2024-09-01 17:14:19,786 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0685s, count=317, qps in this process: 10.5426 (mp_runner.py:76) +2024-09-01 17:14:19,804 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0222s, count=318, qps in this process: 10.5922 (mp_runner.py:76) +2024-09-01 17:14:19,804 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0682s, count=318, qps in this process: 10.576 (mp_runner.py:76) +2024-09-01 17:14:19,804 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0661s, count=318, qps in this process: 10.5767 (mp_runner.py:76) +2024-09-01 17:14:19,805 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0676s, count=318, qps in this process: 10.5762 (mp_runner.py:76) +2024-09-01 17:14:19,805 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0221s, count=318, qps in this process: 10.5922 (mp_runner.py:76) +2024-09-01 17:14:19,806 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0725s, count=318, qps in this process: 10.5744 (mp_runner.py:76) +2024-09-01 17:14:19,807 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0371s, count=318, qps in this process: 10.5869 (mp_runner.py:76) +2024-09-01 17:14:19,807 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0011s, count=318, qps in this process: 10.5996 (mp_runner.py:76) +2024-09-01 17:14:19,807 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0692s, count=318, qps in this process: 10.5756 (mp_runner.py:76) +2024-09-01 17:14:19,809 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0005s, count=318, qps in this process: 10.5998 (mp_runner.py:76) +2024-09-01 17:14:19,841 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0263s, count=319, qps in this process: 10.624 (mp_runner.py:76) +2024-09-01 17:14:19,843 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0374s, count=319, qps in this process: 10.6201 (mp_runner.py:76) +2024-09-01 17:14:19,852 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0227s, count=319, qps in this process: 10.6253 (mp_runner.py:76) +2024-09-01 17:14:19,857 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0278s, count=319, qps in this process: 10.6235 (mp_runner.py:76) +2024-09-01 17:14:19,867 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.024s, count=319, qps in this process: 10.6248 (mp_runner.py:76) +2024-09-01 17:14:19,874 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0367s, count=319, qps in this process: 10.6203 (mp_runner.py:76) +2024-09-01 17:14:19,901 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0284s, count=320, qps in this process: 10.6566 (mp_runner.py:76) +2024-09-01 17:14:19,901 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0189s, count=320, qps in this process: 10.66 (mp_runner.py:76) +2024-09-01 17:14:19,906 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0393s, count=320, qps in this process: 10.6527 (mp_runner.py:76) +2024-09-01 17:14:19,918 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0085s, count=321, qps in this process: 10.697 (mp_runner.py:76) +2024-09-01 17:14:19,930 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.021s, count=321, qps in this process: 10.6925 (mp_runner.py:76) +2024-09-01 17:14:19,965 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0155s, count=323, qps in this process: 10.7611 (mp_runner.py:76) +2024-09-01 17:14:19,965 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0031s, count=323, qps in this process: 10.7656 (mp_runner.py:76) +2024-09-01 17:14:19,985 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0026s, count=324, qps in this process: 10.7991 (mp_runner.py:76) +2024-09-01 17:14:19,986 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0159s, count=324, qps in this process: 10.7943 (mp_runner.py:76) +2024-09-01 17:14:19,987 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0161s, count=324, qps in this process: 10.7942 (mp_runner.py:76) +2024-09-01 17:14:19,989 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0147s, count=324, qps in this process: 10.7947 (mp_runner.py:76) +2024-09-01 17:14:19,990 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0205s, count=324, qps in this process: 10.7926 (mp_runner.py:76) +2024-09-01 17:14:20,014 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0115s, count=325, qps in this process: 10.8292 (mp_runner.py:76) +2024-09-01 17:14:20,014 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0044s, count=325, qps in this process: 10.8317 (mp_runner.py:76) +2024-09-01 17:14:20,015 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.011s, count=325, qps in this process: 10.8294 (mp_runner.py:76) +2024-09-01 17:14:20,028 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0073s, count=326, qps in this process: 10.864 (mp_runner.py:76) +2024-09-01 17:14:20,028 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0076s, count=326, qps in this process: 10.8639 (mp_runner.py:76) +2024-09-01 17:14:20,029 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0082s, count=326, qps in this process: 10.8637 (mp_runner.py:76) +2024-09-01 17:14:20,062 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0012s, count=330, qps in this process: 10.9996 (mp_runner.py:76) +2024-09-01 17:14:20,070 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0061s, count=331, qps in this process: 11.0311 (mp_runner.py:76) +2024-09-01 17:14:20,073 | INFO |End search in concurrency 60: dur=30.86628470299911s, total_count=19147, qps=620.3209 (mp_runner.py:120) +2024-09-01 17:14:24,500 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:14:24,501 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 17:14:46,092 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 17:14:46,463 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,541 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,542 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,606 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,607 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,607 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,615 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,615 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,615 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,615 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,616 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,616 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,619 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,638 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,642 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,643 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,652 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,666 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,671 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,671 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,724 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,728 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,752 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,760 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,761 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,787 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,796 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,810 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,820 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,826 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,827 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,836 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,840 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,840 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,840 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,855 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,885 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,939 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:14:46,994 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:16,518 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0173s, count=296, qps in this process: 9.861 (mp_runner.py:76) +2024-09-01 17:15:16,563 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0211s, count=296, qps in this process: 9.8597 (mp_runner.py:76) +2024-09-01 17:15:16,659 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.041s, count=297, qps in this process: 9.8865 (mp_runner.py:76) +2024-09-01 17:15:16,660 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.1176s, count=297, qps in this process: 9.8613 (mp_runner.py:76) +2024-09-01 17:15:16,660 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.042s, count=297, qps in this process: 9.8862 (mp_runner.py:76) +2024-09-01 17:15:16,660 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0215s, count=297, qps in this process: 9.8929 (mp_runner.py:76) +2024-09-01 17:15:16,661 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.1176s, count=297, qps in this process: 9.8613 (mp_runner.py:76) +2024-09-01 17:15:16,661 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.1187s, count=297, qps in this process: 9.861 (mp_runner.py:76) +2024-09-01 17:15:16,661 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0476s, count=297, qps in this process: 9.8843 (mp_runner.py:76) +2024-09-01 17:15:16,660 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0404s, count=297, qps in this process: 9.8867 (mp_runner.py:76) +2024-09-01 17:15:16,662 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0483s, count=297, qps in this process: 9.8841 (mp_runner.py:76) +2024-09-01 17:15:16,662 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0412s, count=297, qps in this process: 9.8864 (mp_runner.py:76) +2024-09-01 17:15:16,663 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0441s, count=297, qps in this process: 9.8855 (mp_runner.py:76) +2024-09-01 17:15:16,663 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0018s, count=297, qps in this process: 9.8994 (mp_runner.py:76) +2024-09-01 17:15:16,664 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0457s, count=297, qps in this process: 9.8849 (mp_runner.py:76) +2024-09-01 17:15:16,664 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0504s, count=297, qps in this process: 9.8834 (mp_runner.py:76) +2024-09-01 17:15:16,664 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0148s, count=297, qps in this process: 9.8951 (mp_runner.py:76) +2024-09-01 17:15:16,664 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0465s, count=297, qps in this process: 9.8847 (mp_runner.py:76) +2024-09-01 17:15:16,683 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.1321s, count=297, qps in this process: 9.8566 (mp_runner.py:76) +2024-09-01 17:15:16,688 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0418s, count=297, qps in this process: 9.8862 (mp_runner.py:76) +2024-09-01 17:15:16,689 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0468s, count=297, qps in this process: 9.8846 (mp_runner.py:76) +2024-09-01 17:15:16,690 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0509s, count=297, qps in this process: 9.8832 (mp_runner.py:76) +2024-09-01 17:15:16,695 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0292s, count=297, qps in this process: 9.8904 (mp_runner.py:76) +2024-09-01 17:15:16,712 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0414s, count=298, qps in this process: 9.9196 (mp_runner.py:76) +2024-09-01 17:15:16,727 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0557s, count=298, qps in this process: 9.9149 (mp_runner.py:76) +2024-09-01 17:15:16,727 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0025s, count=298, qps in this process: 9.9325 (mp_runner.py:76) +2024-09-01 17:15:16,728 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0574s, count=298, qps in this process: 9.9144 (mp_runner.py:76) +2024-09-01 17:15:16,740 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0638s, count=298, qps in this process: 9.9123 (mp_runner.py:76) +2024-09-01 17:15:16,749 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0729s, count=298, qps in this process: 9.9093 (mp_runner.py:76) +2024-09-01 17:15:16,752 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0865s, count=298, qps in this process: 9.9048 (mp_runner.py:76) +2024-09-01 17:15:16,762 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0364s, count=299, qps in this process: 9.9546 (mp_runner.py:76) +2024-09-01 17:15:16,777 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0103s, count=298, qps in this process: 9.9299 (mp_runner.py:76) +2024-09-01 17:15:16,784 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0614s, count=298, qps in this process: 9.913 (mp_runner.py:76) +2024-09-01 17:15:16,789 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0412s, count=298, qps in this process: 9.9197 (mp_runner.py:76) +2024-09-01 17:15:16,790 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0342s, count=298, qps in this process: 9.922 (mp_runner.py:76) +2024-09-01 17:15:16,802 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0779s, count=298, qps in this process: 9.9076 (mp_runner.py:76) +2024-09-01 17:15:16,806 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0058s, count=299, qps in this process: 9.9647 (mp_runner.py:76) +2024-09-01 17:15:16,819 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0443s, count=299, qps in this process: 9.952 (mp_runner.py:76) +2024-09-01 17:15:16,819 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.1491s, count=298, qps in this process: 9.8842 (mp_runner.py:76) +2024-09-01 17:15:16,820 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.018s, count=299, qps in this process: 9.9607 (mp_runner.py:76) +2024-09-01 17:15:16,829 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.034s, count=299, qps in this process: 9.9554 (mp_runner.py:76) +2024-09-01 17:15:16,831 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0254s, count=298, qps in this process: 9.9249 (mp_runner.py:76) +2024-09-01 17:15:16,837 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0311s, count=299, qps in this process: 9.9563 (mp_runner.py:76) +2024-09-01 17:15:16,837 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.001s, count=299, qps in this process: 9.9663 (mp_runner.py:76) +2024-09-01 17:15:16,845 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0441s, count=299, qps in this process: 9.952 (mp_runner.py:76) +2024-09-01 17:15:16,846 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0545s, count=299, qps in this process: 9.9486 (mp_runner.py:76) +2024-09-01 17:15:16,848 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0123s, count=299, qps in this process: 9.9626 (mp_runner.py:76) +2024-09-01 17:15:16,852 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0027s, count=299, qps in this process: 9.9658 (mp_runner.py:76) +2024-09-01 17:15:16,857 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0347s, count=300, qps in this process: 9.9884 (mp_runner.py:76) +2024-09-01 17:15:16,857 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0618s, count=299, qps in this process: 9.9462 (mp_runner.py:76) +2024-09-01 17:15:16,857 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0957s, count=300, qps in this process: 9.9682 (mp_runner.py:76) +2024-09-01 17:15:16,858 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0423s, count=299, qps in this process: 9.9526 (mp_runner.py:76) +2024-09-01 17:15:16,858 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0087s, count=300, qps in this process: 9.9971 (mp_runner.py:76) +2024-09-01 17:15:16,858 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.052s, count=300, qps in this process: 9.9827 (mp_runner.py:76) +2024-09-01 17:15:16,862 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.023s, count=300, qps in this process: 9.9923 (mp_runner.py:76) +2024-09-01 17:15:16,866 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0601s, count=300, qps in this process: 9.98 (mp_runner.py:76) +2024-09-01 17:15:16,878 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0187s, count=301, qps in this process: 10.0271 (mp_runner.py:76) +2024-09-01 17:15:16,879 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0294s, count=300, qps in this process: 9.9902 (mp_runner.py:76) +2024-09-01 17:15:16,884 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0107s, count=301, qps in this process: 10.0298 (mp_runner.py:76) +2024-09-01 17:15:16,884 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.011s, count=301, qps in this process: 10.0297 (mp_runner.py:76) +2024-09-01 17:15:16,895 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0169s, count=302, qps in this process: 10.061 (mp_runner.py:76) +2024-09-01 17:15:16,906 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0066s, count=303, qps in this process: 10.0978 (mp_runner.py:76) +2024-09-01 17:15:16,925 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0016s, count=305, qps in this process: 10.1661 (mp_runner.py:76) +2024-09-01 17:15:16,951 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0095s, count=308, qps in this process: 10.2634 (mp_runner.py:76) +2024-09-01 17:15:17,018 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0037s, count=318, qps in this process: 10.5987 (mp_runner.py:76) +2024-09-01 17:15:17,021 | INFO |End search in concurrency 65: dur=30.928981496999768s, total_count=19427, qps=628.1164 (mp_runner.py:120) +2024-09-01 17:15:21,824 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:15:21,824 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 17:15:43,594 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 17:15:43,880 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:43,989 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:43,994 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,169 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,182 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,188 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,215 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,216 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,231 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,231 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,232 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,242 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,244 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,275 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,279 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,279 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,280 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,296 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,304 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,307 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,313 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,321 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,331 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,331 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,360 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,362 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,369 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,376 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,390 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,399 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,406 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,449 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,452 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,457 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,462 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,471 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,474 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,524 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,672 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,718 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,758 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,794 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:15:44,800 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 17:16:13,923 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0315s, count=273, qps in this process: 9.0905 (mp_runner.py:76) +2024-09-01 17:16:14,026 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0283s, count=274, qps in this process: 9.1247 (mp_runner.py:76) +2024-09-01 17:16:14,097 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0714s, count=275, qps in this process: 9.1449 (mp_runner.py:76) +2024-09-01 17:16:14,104 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0317s, count=275, qps in this process: 9.157 (mp_runner.py:76) +2024-09-01 17:16:14,157 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0147s, count=275, qps in this process: 9.1622 (mp_runner.py:76) +2024-09-01 17:16:14,224 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.04s, count=276, qps in this process: 9.1877 (mp_runner.py:76) +2024-09-01 17:16:14,234 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0437s, count=276, qps in this process: 9.1866 (mp_runner.py:76) +2024-09-01 17:16:14,236 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0478s, count=276, qps in this process: 9.1854 (mp_runner.py:76) +2024-09-01 17:16:14,243 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.005s, count=276, qps in this process: 9.1985 (mp_runner.py:76) +2024-09-01 17:16:14,245 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0933s, count=276, qps in this process: 9.1715 (mp_runner.py:76) +2024-09-01 17:16:14,251 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0196s, count=276, qps in this process: 9.194 (mp_runner.py:76) +2024-09-01 17:16:14,251 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0771s, count=276, qps in this process: 9.1764 (mp_runner.py:76) +2024-09-01 17:16:14,258 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0449s, count=276, qps in this process: 9.1863 (mp_runner.py:76) +2024-09-01 17:16:14,333 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0508s, count=277, qps in this process: 9.2177 (mp_runner.py:76) +2024-09-01 17:16:14,333 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0527s, count=277, qps in this process: 9.2171 (mp_runner.py:76) +2024-09-01 17:16:14,342 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0942s, count=277, qps in this process: 9.2044 (mp_runner.py:76) +2024-09-01 17:16:14,344 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.1161s, count=277, qps in this process: 9.1977 (mp_runner.py:76) +2024-09-01 17:16:14,348 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0043s, count=277, qps in this process: 9.232 (mp_runner.py:76) +2024-09-01 17:16:14,349 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0913s, count=277, qps in this process: 9.2053 (mp_runner.py:76) +2024-09-01 17:16:14,350 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0457s, count=277, qps in this process: 9.2193 (mp_runner.py:76) +2024-09-01 17:16:14,354 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0167s, count=277, qps in this process: 9.2282 (mp_runner.py:76) +2024-09-01 17:16:14,354 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0351s, count=277, qps in this process: 9.2225 (mp_runner.py:76) +2024-09-01 17:16:14,356 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0688s, count=277, qps in this process: 9.2122 (mp_runner.py:76) +2024-09-01 17:16:14,357 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0976s, count=277, qps in this process: 9.2034 (mp_runner.py:76) +2024-09-01 17:16:14,358 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0138s, count=277, qps in this process: 9.2291 (mp_runner.py:76) +2024-09-01 17:16:14,360 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0597s, count=277, qps in this process: 9.215 (mp_runner.py:76) +2024-09-01 17:16:14,360 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.1154s, count=277, qps in this process: 9.198 (mp_runner.py:76) +2024-09-01 17:16:14,361 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0759s, count=277, qps in this process: 9.21 (mp_runner.py:76) +2024-09-01 17:16:14,361 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0821s, count=277, qps in this process: 9.2081 (mp_runner.py:76) +2024-09-01 17:16:14,362 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0542s, count=277, qps in this process: 9.2167 (mp_runner.py:76) +2024-09-01 17:16:14,367 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0553s, count=277, qps in this process: 9.2163 (mp_runner.py:76) +2024-09-01 17:16:14,367 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.1366s, count=277, qps in this process: 9.1915 (mp_runner.py:76) +2024-09-01 17:16:14,369 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1314s, count=277, qps in this process: 9.1931 (mp_runner.py:76) +2024-09-01 17:16:14,373 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0539s, count=277, qps in this process: 9.2168 (mp_runner.py:76) +2024-09-01 17:16:14,382 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0344s, count=277, qps in this process: 9.2228 (mp_runner.py:76) +2024-09-01 17:16:14,382 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0437s, count=277, qps in this process: 9.2199 (mp_runner.py:76) +2024-09-01 17:16:14,384 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0803s, count=277, qps in this process: 9.2087 (mp_runner.py:76) +2024-09-01 17:16:14,429 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0602s, count=278, qps in this process: 9.2481 (mp_runner.py:76) +2024-09-01 17:16:14,430 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0086s, count=278, qps in this process: 9.264 (mp_runner.py:76) +2024-09-01 17:16:14,431 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0414s, count=278, qps in this process: 9.2539 (mp_runner.py:76) +2024-09-01 17:16:14,431 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0225s, count=278, qps in this process: 9.2597 (mp_runner.py:76) +2024-09-01 17:16:14,432 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0491s, count=278, qps in this process: 9.2515 (mp_runner.py:76) +2024-09-01 17:16:14,432 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0178s, count=278, qps in this process: 9.2612 (mp_runner.py:76) +2024-09-01 17:16:14,432 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0584s, count=278, qps in this process: 9.2487 (mp_runner.py:76) +2024-09-01 17:16:14,433 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0926s, count=278, qps in this process: 9.2382 (mp_runner.py:76) +2024-09-01 17:16:14,433 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.057s, count=278, qps in this process: 9.2491 (mp_runner.py:76) +2024-09-01 17:16:14,433 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0404s, count=278, qps in this process: 9.2542 (mp_runner.py:76) +2024-09-01 17:16:14,434 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0646s, count=278, qps in this process: 9.2468 (mp_runner.py:76) +2024-09-01 17:16:14,434 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0082s, count=278, qps in this process: 9.2641 (mp_runner.py:76) +2024-09-01 17:16:14,441 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0251s, count=278, qps in this process: 9.2589 (mp_runner.py:76) +2024-09-01 17:16:14,465 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0137s, count=279, qps in this process: 9.2958 (mp_runner.py:76) +2024-09-01 17:16:14,466 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0043s, count=279, qps in this process: 9.2987 (mp_runner.py:76) +2024-09-01 17:16:14,472 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0015s, count=279, qps in this process: 9.2995 (mp_runner.py:76) +2024-09-01 17:16:14,473 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0205s, count=279, qps in this process: 9.2936 (mp_runner.py:76) +2024-09-01 17:16:14,495 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0178s, count=280, qps in this process: 9.3278 (mp_runner.py:76) +2024-09-01 17:16:14,496 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0101s, count=280, qps in this process: 9.3302 (mp_runner.py:76) +2024-09-01 17:16:14,497 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0265s, count=280, qps in this process: 9.3251 (mp_runner.py:76) +2024-09-01 17:16:14,498 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0124s, count=280, qps in this process: 9.3295 (mp_runner.py:76) +2024-09-01 17:16:14,544 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0077s, count=282, qps in this process: 9.3976 (mp_runner.py:76) +2024-09-01 17:16:14,577 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0003s, count=284, qps in this process: 9.4666 (mp_runner.py:76) +2024-09-01 17:16:14,665 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0169s, count=289, qps in this process: 9.6279 (mp_runner.py:76) +2024-09-01 17:16:14,667 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0185s, count=289, qps in this process: 9.6274 (mp_runner.py:76) +2024-09-01 17:16:14,686 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0048s, count=290, qps in this process: 9.6651 (mp_runner.py:76) +2024-09-01 17:16:14,713 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.008s, count=292, qps in this process: 9.7307 (mp_runner.py:76) +2024-09-01 17:16:14,740 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0076s, count=294, qps in this process: 9.7975 (mp_runner.py:76) +2024-09-01 17:16:14,766 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0142s, count=296, qps in this process: 9.862 (mp_runner.py:76) +2024-09-01 17:16:14,789 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0078s, count=298, qps in this process: 9.9308 (mp_runner.py:76) +2024-09-01 17:16:14,798 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0021s, count=299, qps in this process: 9.966 (mp_runner.py:76) +2024-09-01 17:16:14,798 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0066s, count=299, qps in this process: 9.9645 (mp_runner.py:76) +2024-09-01 17:16:14,810 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0002s, count=301, qps in this process: 10.0333 (mp_runner.py:76) +2024-09-01 17:16:14,814 | INFO |End search in concurrency 70: dur=31.218615477999265s, total_count=19591, qps=627.5422 (mp_runner.py:120) +2024-09-01 17:16:19,516 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=637.4535, serial_latency_p99=np.float64(0.0385), recall=np.float64(0.9416), ndcg=np.float64(0.9501), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[157.939, 471.1988, 595.0374, 617.9017, 627.7538, 631.4196, 625.9321, 629.0571, 624.3159, 628.7225, 637.4535, 620.3209, 628.1164, 627.5422], conc_latency_p99_list=[np.float64(0.003089029363989539), np.float64(0.003762694573128465), np.float64(0.004665415272387326), np.float64(0.005078389382033128), np.float64(0.005027898512783576), np.float64(0.006809505282898317), np.float64(0.007031707160283986), np.float64(0.007776177603038377), np.float64(0.0070624532656700465), np.float64(0.008152515676247276), np.float64(0.01032790080193081), np.float64(0.009431660598846791), np.float64(0.010042853475634182), np.float64(0.011856259210766438)]) (task_runner.py:197) +2024-09-01 17:16:19,516 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:04:52.395848'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=637.4535, serial_latency_p99=np.float64(0.0385), recall=np.float64(0.9416), ndcg=np.float64(0.9501), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[157.939, 471.1988, 595.0374, 617.9017, 627.7538, 631.4196, 625.9321, 629.0571, 624.3159, 628.7225, 637.4535, 620.3209, 628.1164, 627.5422], conc_latency_p99_list=[np.float64(0.003089029363989539), np.float64(0.003762694573128465), np.float64(0.004665415272387326), np.float64(0.005078389382033128), np.float64(0.005027898512783576), np.float64(0.006809505282898317), np.float64(0.007031707160283986), np.float64(0.007776177603038377), np.float64(0.0070624532656700465), np.float64(0.008152515676247276), np.float64(0.01032790080193081), np.float64(0.009431660598846791), np.float64(0.010042853475634182), np.float64(0.011856259210766438)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 17:16:19,516 | INFO |Task summary: run_id=ca613, task_label=ca613b318be9414787357f342e86e4f4 (models.py:346) +2024-09-01 17:16:19,516 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 17:16:19,516 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 17:16:19,516 | INFO |PgVector | 2024-09-01T17:04:52.395848 Performance1536D500K ca613b318be9414787357f342e86e4f4 | 0.0 637.4535 0.0385 0.9416 0 | :) (models.py:346) +2024-09-01 17:16:19,516 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json (models.py:204) +2024-09-01 17:16:19,517 | INFO |Success to finish task: label=ca613b318be9414787357f342e86e4f4, run_id=ca613b318be9414787357f342e86e4f4 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json b/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json new file mode 100644 index 000000000..f767613e2 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json @@ -0,0 +1 @@ +{"run_id": "ca613b318be9414787357f342e86e4f4", "task_label": "ca613b318be9414787357f342e86e4f4", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 637.4535, "serial_latency_p99": 0.0385, "recall": 0.9416, "ndcg": 0.9501, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [157.939, 471.1988, 595.0374, 617.9017, 627.7538, 631.4196, 625.9321, 629.0571, 624.3159, 628.7225, 637.4535, 620.3209, 628.1164, 627.5422], "conc_latency_p99_list": [0.003089029363989539, 0.003762694573128465, 0.004665415272387326, 0.005078389382033128, 0.005027898512783576, 0.006809505282898317, 0.007031707160283986, 0.007776177603038377, 0.0070624532656700465, 0.008152515676247276, 0.01032790080193081, 0.009431660598846791, 0.010042853475634182, 0.011856259210766438]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T17:04:52.395848", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt b/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt new file mode 100644 index 000000000..8538c8ba9 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt @@ -0,0 +1,2387 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load +2024-09-01 16:27:16,194 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:27:16.182354', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 16:27:16,194 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:27:16.182354', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 16:27:16,194 | INFO |generated uuid for the tasks: dddc66f383d54026b93db466ca562479 (interface.py:66) +2024-09-01 16:27:16,261 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 16:27:16,261 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 16:27:16,261 | INFO | PgVector-2024-09-01T16:27:16.182354 | Performance OpenAI-MEDIUM-500K None | dddc66f383d54026b93db466ca562479 (task_runner.py:340) +2024-09-01 16:27:16,261 | INFO |task submitted: id=dddc66f383d54026b93db466ca562479, dddc66f383d54026b93db466ca562479, case number: 1 (interface.py:231) +2024-09-01 16:27:16,691 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:27:16.182354'}, drop_old=False (interface.py:164) +2024-09-01 16:27:16,691 | INFO |Starting run (task_runner.py:100) +2024-09-01 16:27:16,777 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 16:27:17,418 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 16:27:17,466 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 16:27:17,490 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 16:27:17,490 | INFO |Start performance case (task_runner.py:158) +2024-09-01 16:27:17,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:27:17,503 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 16:27:17,503 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 16:27:17,504 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 16:27:17,547 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 16:27:18,124 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 16:27:18,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:27:18,143 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 16:27:18,143 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 16:27:20,300 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02167572699909215, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:22,540 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.021296606999385403, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:24,956 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.015144922999752453, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:27,097 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.016458046000479953, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:29,084 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.013597829001810169, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:31,167 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.012469014000089373, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:33,145 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.008462762001727242, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:35,612 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.05746752800041577, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:37,408 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.00535646099888254, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:39,184 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.01410950799981947, latest recall=0.2 (serial_runner.py:202) +2024-09-01 16:27:39,185 | INFO |SpawnProcess-1:1 search entire test_data: cost=16.1208s, queries=1000, avg_recall=0.1995, avg_ndcg=0.3224,avg_latency=0.0161, p99=0.0573 (serial_runner.py:209) +2024-09-01 16:27:39,719 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:27:39,720 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 16:27:40,742 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 16:27:40,776 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:27:45,924 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006853099999716505 (mp_runner.py:73) +2024-09-01 16:27:49,230 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.007630134998180438 (mp_runner.py:73) +2024-09-01 16:27:51,691 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0056042659998638555 (mp_runner.py:73) +2024-09-01 16:27:53,299 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0019196249995729886 (mp_runner.py:73) +2024-09-01 16:27:54,761 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0020973960017727222 (mp_runner.py:73) +2024-09-01 16:27:55,711 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0018273569985467475 (mp_runner.py:73) +2024-09-01 16:27:56,684 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0020051269966643304 (mp_runner.py:73) +2024-09-01 16:27:57,685 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0018620499977259897 (mp_runner.py:73) +2024-09-01 16:27:58,697 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.001965753999684239 (mp_runner.py:73) +2024-09-01 16:27:59,634 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.00182073600080912 (mp_runner.py:73) +2024-09-01 16:28:00,690 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0018199210026068613 (mp_runner.py:73) +2024-09-01 16:28:01,654 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.002246645999548491 (mp_runner.py:73) +2024-09-01 16:28:02,627 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0026427679986227304 (mp_runner.py:73) +2024-09-01 16:28:03,622 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0018318080001336057 (mp_runner.py:73) +2024-09-01 16:28:04,552 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0018045530014205724 (mp_runner.py:73) +2024-09-01 16:28:05,434 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0019338159981998615 (mp_runner.py:73) +2024-09-01 16:28:06,376 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0016395669990743045 (mp_runner.py:73) +2024-09-01 16:28:07,282 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0016569920007896144 (mp_runner.py:73) +2024-09-01 16:28:08,237 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0018677309999475256 (mp_runner.py:73) +2024-09-01 16:28:09,135 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0017114690017479006 (mp_runner.py:73) +2024-09-01 16:28:10,115 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.001729149000311736 (mp_runner.py:73) +2024-09-01 16:28:10,777 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0004s, count=10879, qps in this process: 362.6285 (mp_runner.py:76) +2024-09-01 16:28:10,779 | INFO |End search in concurrency 1: dur=30.036665496998467s, total_count=10879, qps=362.1907 (mp_runner.py:120) +2024-09-01 16:28:10,964 | INFO |Update largest qps with concurrency 1: current max_qps=362.1907 (mp_runner.py:124) +2024-09-01 16:28:11,375 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:28:11,375 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 16:28:16,421 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 16:28:16,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:16,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:16,469 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:16,470 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:16,484 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:17,810 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0024705260002519935 (mp_runner.py:73) +2024-09-01 16:28:17,811 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.003399912002350902 (mp_runner.py:73) +2024-09-01 16:28:17,811 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0025966989996959455 (mp_runner.py:73) +2024-09-01 16:28:17,811 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0025929299990821164 (mp_runner.py:73) +2024-09-01 16:28:17,812 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.003191613002854865 (mp_runner.py:73) +2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0022346210025716573 (mp_runner.py:73) +2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.002670724999916274 (mp_runner.py:73) +2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0026614019989210647 (mp_runner.py:73) +2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.002661462996911723 (mp_runner.py:73) +2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0030189169992809184 (mp_runner.py:73) +2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0023301290020754095 (mp_runner.py:73) +2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0024884770027711056 (mp_runner.py:73) +2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0027808619997813366 (mp_runner.py:73) +2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0029408279988274444 (mp_runner.py:73) +2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.002937707999080885 (mp_runner.py:73) +2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.002256757001305232 (mp_runner.py:73) +2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0024041799988481216 (mp_runner.py:73) +2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0025348140006826725 (mp_runner.py:73) +2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0026328769999963697 (mp_runner.py:73) +2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.002549860000726767 (mp_runner.py:73) +2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.005226764002145501 (mp_runner.py:73) +2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.005036042999563506 (mp_runner.py:73) +2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.005344764998881146 (mp_runner.py:73) +2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.004485594003199367 (mp_runner.py:73) +2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0048357639971072786 (mp_runner.py:73) +2024-09-01 16:28:27,133 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0022528720000991598 (mp_runner.py:73) +2024-09-01 16:28:27,134 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0015646040010324214 (mp_runner.py:73) +2024-09-01 16:28:27,134 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0026074259985762183 (mp_runner.py:73) +2024-09-01 16:28:27,134 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0008519450020685326 (mp_runner.py:73) +2024-09-01 16:28:27,135 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0023742839985061437 (mp_runner.py:73) +2024-09-01 16:28:28,825 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.001688922999164788 (mp_runner.py:73) +2024-09-01 16:28:28,826 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.002320467003301019 (mp_runner.py:73) +2024-09-01 16:28:28,826 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.003137138999591116 (mp_runner.py:73) +2024-09-01 16:28:28,826 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0025823169999057427 (mp_runner.py:73) +2024-09-01 16:28:28,826 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0011638500000117347 (mp_runner.py:73) +2024-09-01 16:28:30,348 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.002398398999503115 (mp_runner.py:73) +2024-09-01 16:28:30,349 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0015745159980724566 (mp_runner.py:73) +2024-09-01 16:28:30,349 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0024574870003561955 (mp_runner.py:73) +2024-09-01 16:28:30,349 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.003047104997676797 (mp_runner.py:73) +2024-09-01 16:28:30,349 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.003328444996441249 (mp_runner.py:73) +2024-09-01 16:28:31,760 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0023534009997092653 (mp_runner.py:73) +2024-09-01 16:28:31,760 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0026331080007366836 (mp_runner.py:73) +2024-09-01 16:28:31,760 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0028985390017624013 (mp_runner.py:73) +2024-09-01 16:28:31,761 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0029248890023154672 (mp_runner.py:73) +2024-09-01 16:28:31,761 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0039328879975073505 (mp_runner.py:73) +2024-09-01 16:28:33,203 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.00240142599795945 (mp_runner.py:73) +2024-09-01 16:28:33,204 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0020234589974279515 (mp_runner.py:73) +2024-09-01 16:28:33,204 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0025219719973392785 (mp_runner.py:73) +2024-09-01 16:28:33,204 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0019533439990482293 (mp_runner.py:73) +2024-09-01 16:28:33,204 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0026809759983734693 (mp_runner.py:73) +2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.003188226000929717 (mp_runner.py:73) +2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.002723386001889594 (mp_runner.py:73) +2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0015505270021094475 (mp_runner.py:73) +2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0033829330022854265 (mp_runner.py:73) +2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0027859469992108643 (mp_runner.py:73) +2024-09-01 16:28:35,987 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.001768614998582052 (mp_runner.py:73) +2024-09-01 16:28:35,987 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.00359091499922215 (mp_runner.py:73) +2024-09-01 16:28:35,987 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.002759494997008005 (mp_runner.py:73) +2024-09-01 16:28:35,987 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.002534754999942379 (mp_runner.py:73) +2024-09-01 16:28:35,988 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.003491703999316087 (mp_runner.py:73) +2024-09-01 16:28:37,445 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0022643599986622576 (mp_runner.py:73) +2024-09-01 16:28:37,445 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.002812189002725063 (mp_runner.py:73) +2024-09-01 16:28:37,445 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0022897969975019805 (mp_runner.py:73) +2024-09-01 16:28:37,446 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.003177883001626469 (mp_runner.py:73) +2024-09-01 16:28:37,447 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.004349742997874273 (mp_runner.py:73) +2024-09-01 16:28:38,806 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0028507600000011735 (mp_runner.py:73) +2024-09-01 16:28:38,807 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.0023931900032039266 (mp_runner.py:73) +2024-09-01 16:28:38,807 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0008602279995102435 (mp_runner.py:73) +2024-09-01 16:28:38,807 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0015578810016450007 (mp_runner.py:73) +2024-09-01 16:28:38,808 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.004099267000128748 (mp_runner.py:73) +2024-09-01 16:28:40,275 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0019737200018425938 (mp_runner.py:73) +2024-09-01 16:28:40,275 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0029878990026190877 (mp_runner.py:73) +2024-09-01 16:28:40,275 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.002058670997939771 (mp_runner.py:73) +2024-09-01 16:28:40,278 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.0017461690003983676 (mp_runner.py:73) +2024-09-01 16:28:40,278 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.005562354002904613 (mp_runner.py:73) +2024-09-01 16:28:41,616 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.002888940001867013 (mp_runner.py:73) +2024-09-01 16:28:41,616 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.002486560999386711 (mp_runner.py:73) +2024-09-01 16:28:41,617 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.002738144998147618 (mp_runner.py:73) +2024-09-01 16:28:41,617 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.00209035700027016 (mp_runner.py:73) +2024-09-01 16:28:41,617 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0028096210007788613 (mp_runner.py:73) +2024-09-01 16:28:43,175 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0023870959994383156 (mp_runner.py:73) +2024-09-01 16:28:43,175 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0024271700021927245 (mp_runner.py:73) +2024-09-01 16:28:43,176 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.002498383000784088 (mp_runner.py:73) +2024-09-01 16:28:43,177 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.004220766000798903 (mp_runner.py:73) +2024-09-01 16:28:43,177 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0011394870016374625 (mp_runner.py:73) +2024-09-01 16:28:44,670 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0025238640009774826 (mp_runner.py:73) +2024-09-01 16:28:44,671 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.0022705260016664397 (mp_runner.py:73) +2024-09-01 16:28:44,671 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.002689187000214588 (mp_runner.py:73) +2024-09-01 16:28:44,671 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0022745719979866408 (mp_runner.py:73) +2024-09-01 16:28:44,672 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0009668429993325844 (mp_runner.py:73) +2024-09-01 16:28:46,202 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0026399810012662783 (mp_runner.py:73) +2024-09-01 16:28:46,203 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0021898459999647457 (mp_runner.py:73) +2024-09-01 16:28:46,203 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.002688340999156935 (mp_runner.py:73) +2024-09-01 16:28:46,203 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0034169549981015734 (mp_runner.py:73) +2024-09-01 16:28:46,203 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.00277078200087999 (mp_runner.py:73) +2024-09-01 16:28:46,471 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0022s, count=9598, qps in this process: 319.9099 (mp_runner.py:76) +2024-09-01 16:28:46,471 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0023s, count=9598, qps in this process: 319.9088 (mp_runner.py:76) +2024-09-01 16:28:46,471 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.002s, count=9598, qps in this process: 319.912 (mp_runner.py:76) +2024-09-01 16:28:46,476 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0029s, count=9600, qps in this process: 319.9691 (mp_runner.py:76) +2024-09-01 16:28:46,488 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0017s, count=9603, qps in this process: 320.0819 (mp_runner.py:76) +2024-09-01 16:28:46,492 | INFO |End search in concurrency 5: dur=30.0708754949992s, total_count=47997, qps=1596.1291 (mp_runner.py:120) +2024-09-01 16:28:46,832 | INFO |Update largest qps with concurrency 5: current max_qps=1596.1291 (mp_runner.py:124) +2024-09-01 16:28:47,251 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:28:47,251 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 16:28:57,442 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 16:28:57,492 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,499 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,501 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,550 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,564 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,579 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,580 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,586 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,606 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,606 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,612 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,612 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,613 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:28:57,614 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:00,852 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.006303236001258483 (mp_runner.py:73) +2024-09-01 16:29:00,886 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.003220553000574 (mp_runner.py:73) +2024-09-01 16:29:00,887 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.003016485999978613 (mp_runner.py:73) +2024-09-01 16:29:00,887 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0037457290018210188 (mp_runner.py:73) +2024-09-01 16:29:00,888 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.004068509999342496 (mp_runner.py:73) +2024-09-01 16:29:00,888 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0059923939988948405 (mp_runner.py:73) +2024-09-01 16:29:00,889 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0055206860015459824 (mp_runner.py:73) +2024-09-01 16:29:00,889 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.0069225699990056455 (mp_runner.py:73) +2024-09-01 16:29:00,890 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.007591203997435514 (mp_runner.py:73) +2024-09-01 16:29:00,891 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.006395696000254247 (mp_runner.py:73) +2024-09-01 16:29:00,891 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006284341001446592 (mp_runner.py:73) +2024-09-01 16:29:00,892 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.010434431002067868 (mp_runner.py:73) +2024-09-01 16:29:00,892 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.006628594997891923 (mp_runner.py:73) +2024-09-01 16:29:01,884 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.006112344999564812 (mp_runner.py:73) +2024-09-01 16:29:01,886 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.008499130999553017 (mp_runner.py:73) +2024-09-01 16:29:04,229 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.00316249100069399 (mp_runner.py:73) +2024-09-01 16:29:04,229 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.0034099709992005955 (mp_runner.py:73) +2024-09-01 16:29:04,229 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.00441614900046261 (mp_runner.py:73) +2024-09-01 16:29:04,229 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0030900929996278137 (mp_runner.py:73) +2024-09-01 16:29:04,231 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.006524582997371908 (mp_runner.py:73) +2024-09-01 16:29:04,231 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.008536915000149747 (mp_runner.py:73) +2024-09-01 16:29:04,231 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.007079798000631854 (mp_runner.py:73) +2024-09-01 16:29:04,231 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.004770808998728171 (mp_runner.py:73) +2024-09-01 16:29:04,232 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.008034474001760827 (mp_runner.py:73) +2024-09-01 16:29:04,232 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.009118983998632757 (mp_runner.py:73) +2024-09-01 16:29:04,237 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.01574424499995075 (mp_runner.py:73) +2024-09-01 16:29:04,247 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.007192590997874504 (mp_runner.py:73) +2024-09-01 16:29:04,502 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.010864612999284873 (mp_runner.py:73) +2024-09-01 16:29:05,857 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.008256370001618052 (mp_runner.py:73) +2024-09-01 16:29:05,883 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.007491841999581084 (mp_runner.py:73) +2024-09-01 16:29:07,804 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.00521405300241895 (mp_runner.py:73) +2024-09-01 16:29:07,804 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.006230688999494305 (mp_runner.py:73) +2024-09-01 16:29:07,805 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.004945507000229554 (mp_runner.py:73) +2024-09-01 16:29:07,806 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.0046658219980599824 (mp_runner.py:73) +2024-09-01 16:29:07,806 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.004984415998478653 (mp_runner.py:73) +2024-09-01 16:29:07,806 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0027140569982293528 (mp_runner.py:73) +2024-09-01 16:29:07,807 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.0049900710000656545 (mp_runner.py:73) +2024-09-01 16:29:07,808 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.008575714000471635 (mp_runner.py:73) +2024-09-01 16:29:07,811 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.0020247079992259387 (mp_runner.py:73) +2024-09-01 16:29:07,811 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.00622744700012845 (mp_runner.py:73) +2024-09-01 16:29:07,812 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.005130834997544298 (mp_runner.py:73) +2024-09-01 16:29:08,157 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005508856000233209 (mp_runner.py:73) +2024-09-01 16:29:08,216 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.008318790998600889 (mp_runner.py:73) +2024-09-01 16:29:09,499 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.008593242000642931 (mp_runner.py:73) +2024-09-01 16:29:09,792 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.014986877999035642 (mp_runner.py:73) +2024-09-01 16:29:11,465 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0034845160007535014 (mp_runner.py:73) +2024-09-01 16:29:11,465 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.002747663002082845 (mp_runner.py:73) +2024-09-01 16:29:11,466 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.004455348000192316 (mp_runner.py:73) +2024-09-01 16:29:11,466 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.00506752599903848 (mp_runner.py:73) +2024-09-01 16:29:11,466 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.0021210240010987036 (mp_runner.py:73) +2024-09-01 16:29:11,467 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.003925310000340687 (mp_runner.py:73) +2024-09-01 16:29:11,468 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.006983696999668609 (mp_runner.py:73) +2024-09-01 16:29:11,468 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.004327670998463873 (mp_runner.py:73) +2024-09-01 16:29:11,475 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.016036158998758765 (mp_runner.py:73) +2024-09-01 16:29:11,592 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.0034882109976024367 (mp_runner.py:73) +2024-09-01 16:29:11,812 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.005212726999161532 (mp_runner.py:73) +2024-09-01 16:29:12,428 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.00558893299967167 (mp_runner.py:73) +2024-09-01 16:29:12,467 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.008649322000565007 (mp_runner.py:73) +2024-09-01 16:29:13,650 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.03777927099872613 (mp_runner.py:73) +2024-09-01 16:29:14,155 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.010683206000976497 (mp_runner.py:73) +2024-09-01 16:29:15,339 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.005633799999486655 (mp_runner.py:73) +2024-09-01 16:29:15,342 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.006713419999869075 (mp_runner.py:73) +2024-09-01 16:29:15,343 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0067302380011824425 (mp_runner.py:73) +2024-09-01 16:29:15,344 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.0033636919979471713 (mp_runner.py:73) +2024-09-01 16:29:15,344 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.012655121998250252 (mp_runner.py:73) +2024-09-01 16:29:15,345 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.0035220119971199892 (mp_runner.py:73) +2024-09-01 16:29:15,347 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004690666002716171 (mp_runner.py:73) +2024-09-01 16:29:15,348 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.013954491998447338 (mp_runner.py:73) +2024-09-01 16:29:15,415 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.008248442998592509 (mp_runner.py:73) +2024-09-01 16:29:16,147 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.0062620089993288275 (mp_runner.py:73) +2024-09-01 16:29:16,305 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0025591020021238364 (mp_runner.py:73) +2024-09-01 16:29:16,903 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.01110195000001113 (mp_runner.py:73) +2024-09-01 16:29:16,969 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.011031751997506944 (mp_runner.py:73) +2024-09-01 16:29:17,980 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.006420270998205524 (mp_runner.py:73) +2024-09-01 16:29:18,277 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.005710327000997495 (mp_runner.py:73) +2024-09-01 16:29:19,107 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.009473537000303622 (mp_runner.py:73) +2024-09-01 16:29:19,108 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.006547935998241883 (mp_runner.py:73) +2024-09-01 16:29:19,108 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.005637035999825457 (mp_runner.py:73) +2024-09-01 16:29:19,110 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.012124739998398582 (mp_runner.py:73) +2024-09-01 16:29:19,110 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.011043279002478812 (mp_runner.py:73) +2024-09-01 16:29:19,110 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.005831693000800442 (mp_runner.py:73) +2024-09-01 16:29:19,111 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.0073599089992058 (mp_runner.py:73) +2024-09-01 16:29:19,155 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.005828842000482837 (mp_runner.py:73) +2024-09-01 16:29:19,449 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.007141760997910751 (mp_runner.py:73) +2024-09-01 16:29:20,431 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.009687401001428952 (mp_runner.py:73) +2024-09-01 16:29:20,671 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.007960140999784926 (mp_runner.py:73) +2024-09-01 16:29:21,116 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.020069614998647012 (mp_runner.py:73) +2024-09-01 16:29:21,268 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.008882377998816082 (mp_runner.py:73) +2024-09-01 16:29:22,092 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.012159859001258155 (mp_runner.py:73) +2024-09-01 16:29:22,386 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.007770477997837588 (mp_runner.py:73) +2024-09-01 16:29:23,112 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.006864941999083385 (mp_runner.py:73) +2024-09-01 16:29:23,112 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.007082277999870712 (mp_runner.py:73) +2024-09-01 16:29:23,113 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.008230405001086183 (mp_runner.py:73) +2024-09-01 16:29:23,114 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.001285549999010982 (mp_runner.py:73) +2024-09-01 16:29:23,115 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.003941520000807941 (mp_runner.py:73) +2024-09-01 16:29:23,118 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.013863015999959316 (mp_runner.py:73) +2024-09-01 16:29:23,131 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.008049461997870822 (mp_runner.py:73) +2024-09-01 16:29:23,461 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.009495889000390889 (mp_runner.py:73) +2024-09-01 16:29:23,503 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.002822106998792151 (mp_runner.py:73) +2024-09-01 16:29:24,849 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.006654153999988921 (mp_runner.py:73) +2024-09-01 16:29:25,141 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.010082898999826284 (mp_runner.py:73) +2024-09-01 16:29:25,499 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.006860181001684396 (mp_runner.py:73) +2024-09-01 16:29:25,500 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.006349363997287583 (mp_runner.py:73) +2024-09-01 16:29:26,413 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.004242050999891944 (mp_runner.py:73) +2024-09-01 16:29:26,654 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.008426077998592518 (mp_runner.py:73) +2024-09-01 16:29:27,234 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.004987752003216883 (mp_runner.py:73) +2024-09-01 16:29:27,235 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.007950726001581643 (mp_runner.py:73) +2024-09-01 16:29:27,236 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0059783969991258346 (mp_runner.py:73) +2024-09-01 16:29:27,236 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.0047512620003544725 (mp_runner.py:73) +2024-09-01 16:29:27,238 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.012622402999113547 (mp_runner.py:73) +2024-09-01 16:29:27,248 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.0072763389980536886 (mp_runner.py:73) +2024-09-01 16:29:27,393 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.00940128399815876 (mp_runner.py:73) +2024-09-01 16:29:27,492 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.005416468000476016 (mp_runner.py:73) +2024-09-01 16:29:27,507 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0068s, count=4033, qps in this process: 134.4029 (mp_runner.py:76) +2024-09-01 16:29:27,509 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0003s, count=4033, qps in this process: 134.432 (mp_runner.py:76) +2024-09-01 16:29:27,515 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0114s, count=3596, qps in this process: 119.8211 (mp_runner.py:76) +2024-09-01 16:29:27,545 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0034s, count=3772, qps in this process: 125.7191 (mp_runner.py:76) +2024-09-01 16:29:27,568 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0062s, count=3979, qps in this process: 132.6059 (mp_runner.py:76) +2024-09-01 16:29:27,569 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0006s, count=3742, qps in this process: 124.7308 (mp_runner.py:76) +2024-09-01 16:29:27,582 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.002s, count=4013, qps in this process: 133.7577 (mp_runner.py:76) +2024-09-01 16:29:27,586 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0035s, count=4044, qps in this process: 134.7843 (mp_runner.py:76) +2024-09-01 16:29:27,594 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0028s, count=3635, qps in this process: 121.1554 (mp_runner.py:76) +2024-09-01 16:29:27,610 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0013s, count=3839, qps in this process: 127.9611 (mp_runner.py:76) +2024-09-01 16:29:27,614 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0052s, count=4033, qps in this process: 134.41 (mp_runner.py:76) +2024-09-01 16:29:27,617 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0006s, count=4051, qps in this process: 135.0306 (mp_runner.py:76) +2024-09-01 16:29:27,618 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0018s, count=4052, qps in this process: 135.0586 (mp_runner.py:76) +2024-09-01 16:29:27,619 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0004s, count=4052, qps in this process: 135.0649 (mp_runner.py:76) +2024-09-01 16:29:27,619 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.003s, count=3767, qps in this process: 125.5541 (mp_runner.py:76) +2024-09-01 16:29:27,625 | INFO |End search in concurrency 15: dur=30.183378927999s, total_count=58641, qps=1942.8242 (mp_runner.py:120) +2024-09-01 16:29:28,630 | INFO |Update largest qps with concurrency 15: current max_qps=1942.8242 (mp_runner.py:124) +2024-09-01 16:29:29,052 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:29:29,052 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 16:29:39,333 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 16:29:39,461 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,502 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,502 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,506 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,510 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,510 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,510 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,515 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,538 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,539 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,541 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,543 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:39,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:29:44,221 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.0046699710001121275 (mp_runner.py:73) +2024-09-01 16:29:44,223 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.0106086800005869 (mp_runner.py:73) +2024-09-01 16:29:44,225 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0132522970015998 (mp_runner.py:73) +2024-09-01 16:29:44,226 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.00644021799962502 (mp_runner.py:73) +2024-09-01 16:29:44,243 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.010184809998463606 (mp_runner.py:73) +2024-09-01 16:29:44,246 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.001857078998000361 (mp_runner.py:73) +2024-09-01 16:29:44,247 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.004670975999033544 (mp_runner.py:73) +2024-09-01 16:29:44,252 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.007364659999439027 (mp_runner.py:73) +2024-09-01 16:29:44,253 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.008513401997333858 (mp_runner.py:73) +2024-09-01 16:29:44,253 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0050091489974875 (mp_runner.py:73) +2024-09-01 16:29:44,254 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0070711970001866575 (mp_runner.py:73) +2024-09-01 16:29:44,255 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.008030254000914283 (mp_runner.py:73) +2024-09-01 16:29:44,256 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.007100356000592001 (mp_runner.py:73) +2024-09-01 16:29:44,257 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.013340415000129724 (mp_runner.py:73) +2024-09-01 16:29:44,257 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.007986575001268648 (mp_runner.py:73) +2024-09-01 16:29:44,258 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.008201930999348406 (mp_runner.py:73) +2024-09-01 16:29:44,259 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.00854518499909318 (mp_runner.py:73) +2024-09-01 16:29:44,260 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.008622477998869726 (mp_runner.py:73) +2024-09-01 16:29:44,754 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.005018652002036106 (mp_runner.py:73) +2024-09-01 16:29:45,395 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.007478300001821481 (mp_runner.py:73) +2024-09-01 16:29:48,729 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.00395769399983692 (mp_runner.py:73) +2024-09-01 16:29:48,729 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.003703745998791419 (mp_runner.py:73) +2024-09-01 16:29:48,730 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.004205825996905332 (mp_runner.py:73) +2024-09-01 16:29:48,730 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.004578341999149416 (mp_runner.py:73) +2024-09-01 16:29:48,730 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.005518394998944132 (mp_runner.py:73) +2024-09-01 16:29:48,731 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.005098870999063365 (mp_runner.py:73) +2024-09-01 16:29:48,731 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.005373173000407405 (mp_runner.py:73) +2024-09-01 16:29:48,731 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.0054280309996102005 (mp_runner.py:73) +2024-09-01 16:29:48,732 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.005893191999348346 (mp_runner.py:73) +2024-09-01 16:29:48,733 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.007651562998944428 (mp_runner.py:73) +2024-09-01 16:29:48,733 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.007901474000391318 (mp_runner.py:73) +2024-09-01 16:29:48,733 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.00788421699689934 (mp_runner.py:73) +2024-09-01 16:29:48,737 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.011698300997522892 (mp_runner.py:73) +2024-09-01 16:29:48,737 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.011867541998071829 (mp_runner.py:73) +2024-09-01 16:29:48,737 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.011697119000018574 (mp_runner.py:73) +2024-09-01 16:29:49,393 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.009745362000103341 (mp_runner.py:73) +2024-09-01 16:29:49,427 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.012759977998939576 (mp_runner.py:73) +2024-09-01 16:29:49,441 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.010336774001189042 (mp_runner.py:73) +2024-09-01 16:29:50,075 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.0019943930019508116 (mp_runner.py:73) +2024-09-01 16:29:50,689 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.021871991997613804 (mp_runner.py:73) +2024-09-01 16:29:53,333 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.009955417997844052 (mp_runner.py:73) +2024-09-01 16:29:53,334 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.003464968998741824 (mp_runner.py:73) +2024-09-01 16:29:53,335 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.009909147000144003 (mp_runner.py:73) +2024-09-01 16:29:53,335 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.009135434000199893 (mp_runner.py:73) +2024-09-01 16:29:53,335 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.012447280001651961 (mp_runner.py:73) +2024-09-01 16:29:53,336 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.011518036997586023 (mp_runner.py:73) +2024-09-01 16:29:53,336 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.009236050998879364 (mp_runner.py:73) +2024-09-01 16:29:53,338 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.01553193599829683 (mp_runner.py:73) +2024-09-01 16:29:53,338 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.007547163000708679 (mp_runner.py:73) +2024-09-01 16:29:53,338 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.007041197000944521 (mp_runner.py:73) +2024-09-01 16:29:53,339 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.011129340997285908 (mp_runner.py:73) +2024-09-01 16:29:53,340 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.007973349001986207 (mp_runner.py:73) +2024-09-01 16:29:53,340 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.00741298499997356 (mp_runner.py:73) +2024-09-01 16:29:53,571 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.004702099999121856 (mp_runner.py:73) +2024-09-01 16:29:54,065 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.012924095000926172 (mp_runner.py:73) +2024-09-01 16:29:54,950 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.014628984998125816 (mp_runner.py:73) +2024-09-01 16:29:55,216 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.011374469999282155 (mp_runner.py:73) +2024-09-01 16:29:55,260 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.007409269997879164 (mp_runner.py:73) +2024-09-01 16:29:55,576 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.011658471998089226 (mp_runner.py:73) +2024-09-01 16:29:56,328 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.010645024998666486 (mp_runner.py:73) +2024-09-01 16:29:58,123 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.0028366920014377683 (mp_runner.py:73) +2024-09-01 16:29:58,123 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.0032190169986279216 (mp_runner.py:73) +2024-09-01 16:29:58,123 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.0036872050004603807 (mp_runner.py:73) +2024-09-01 16:29:58,124 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.004229320002195891 (mp_runner.py:73) +2024-09-01 16:29:58,126 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.006642295000347076 (mp_runner.py:73) +2024-09-01 16:29:58,128 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.0017812810001487378 (mp_runner.py:73) +2024-09-01 16:29:58,128 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.0024016280003706925 (mp_runner.py:73) +2024-09-01 16:29:58,130 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.0069582629985234234 (mp_runner.py:73) +2024-09-01 16:29:58,135 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.006454233000113163 (mp_runner.py:73) +2024-09-01 16:29:58,266 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.013150402002793271 (mp_runner.py:73) +2024-09-01 16:29:58,449 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.010576939999737078 (mp_runner.py:73) +2024-09-01 16:29:58,655 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.02360993399997824 (mp_runner.py:73) +2024-09-01 16:29:58,958 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.005059568997239694 (mp_runner.py:73) +2024-09-01 16:29:59,149 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.00933178999912343 (mp_runner.py:73) +2024-09-01 16:29:59,724 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.0134807370013732 (mp_runner.py:73) +2024-09-01 16:30:00,454 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.010313085000234423 (mp_runner.py:73) +2024-09-01 16:30:00,617 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.011426744000345934 (mp_runner.py:73) +2024-09-01 16:30:00,735 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.003812982002273202 (mp_runner.py:73) +2024-09-01 16:30:01,359 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.00973068500024965 (mp_runner.py:73) +2024-09-01 16:30:02,082 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.009229646002495429 (mp_runner.py:73) +2024-09-01 16:30:03,721 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.004686283999035368 (mp_runner.py:73) +2024-09-01 16:30:03,722 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.003428328000154579 (mp_runner.py:73) +2024-09-01 16:30:03,723 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.006257580997043988 (mp_runner.py:73) +2024-09-01 16:30:03,725 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.01063721700120368 (mp_runner.py:73) +2024-09-01 16:30:03,728 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.00909489499827032 (mp_runner.py:73) +2024-09-01 16:30:03,729 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.008366865000425605 (mp_runner.py:73) +2024-09-01 16:30:03,730 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.016758066001784755 (mp_runner.py:73) +2024-09-01 16:30:03,732 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.014712815001985291 (mp_runner.py:73) +2024-09-01 16:30:04,100 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.014621103997342288 (mp_runner.py:73) +2024-09-01 16:30:04,189 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.010551982999459142 (mp_runner.py:73) +2024-09-01 16:30:04,573 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.009608057000150438 (mp_runner.py:73) +2024-09-01 16:30:04,604 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008956710000347812 (mp_runner.py:73) +2024-09-01 16:30:04,975 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.00786952199996449 (mp_runner.py:73) +2024-09-01 16:30:05,146 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.009067095998034347 (mp_runner.py:73) +2024-09-01 16:30:05,608 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.010425115000543883 (mp_runner.py:73) +2024-09-01 16:30:06,371 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.010905139999522362 (mp_runner.py:73) +2024-09-01 16:30:06,506 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.008416716998908669 (mp_runner.py:73) +2024-09-01 16:30:06,554 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.012703579999651993 (mp_runner.py:73) +2024-09-01 16:30:07,175 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.010594569001113996 (mp_runner.py:73) +2024-09-01 16:30:07,794 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.00863598300202284 (mp_runner.py:73) +2024-09-01 16:30:08,827 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.004981856000085827 (mp_runner.py:73) +2024-09-01 16:30:08,827 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.007216384998173453 (mp_runner.py:73) +2024-09-01 16:30:08,828 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.004528764999122359 (mp_runner.py:73) +2024-09-01 16:30:08,828 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.00606697900002473 (mp_runner.py:73) +2024-09-01 16:30:08,829 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.010155865998967784 (mp_runner.py:73) +2024-09-01 16:30:08,835 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.008174327998858644 (mp_runner.py:73) +2024-09-01 16:30:08,835 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.020779817998118233 (mp_runner.py:73) +2024-09-01 16:30:08,840 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.008865731000696542 (mp_runner.py:73) +2024-09-01 16:30:09,473 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0104s, count=2769, qps in this process: 92.268 (mp_runner.py:76) +2024-09-01 16:30:09,513 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0071s, count=2894, qps in this process: 96.4438 (mp_runner.py:76) +2024-09-01 16:30:09,514 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0085s, count=3064, qps in this process: 102.1044 (mp_runner.py:76) +2024-09-01 16:30:09,517 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0076s, count=2650, qps in this process: 88.311 (mp_runner.py:76) +2024-09-01 16:30:09,519 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0063s, count=3064, qps in this process: 102.1119 (mp_runner.py:76) +2024-09-01 16:30:09,522 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0165s, count=3064, qps in this process: 102.0772 (mp_runner.py:76) +2024-09-01 16:30:09,524 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0106s, count=2984, qps in this process: 99.4315 (mp_runner.py:76) +2024-09-01 16:30:09,526 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0213s, count=2710, qps in this process: 90.2692 (mp_runner.py:76) +2024-09-01 16:30:09,530 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.017s, count=2984, qps in this process: 99.4103 (mp_runner.py:76) +2024-09-01 16:30:09,530 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0025s, count=3063, qps in this process: 102.0915 (mp_runner.py:76) +2024-09-01 16:30:09,531 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0115s, count=3065, qps in this process: 102.1275 (mp_runner.py:76) +2024-09-01 16:30:09,536 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0059s, count=2943, qps in this process: 98.0807 (mp_runner.py:76) +2024-09-01 16:30:09,537 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0071s, count=2764, qps in this process: 92.1115 (mp_runner.py:76) +2024-09-01 16:30:09,540 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0005s, count=2903, qps in this process: 96.7651 (mp_runner.py:76) +2024-09-01 16:30:09,543 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0011s, count=3066, qps in this process: 102.1963 (mp_runner.py:76) +2024-09-01 16:30:09,543 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0032s, count=2848, qps in this process: 94.9232 (mp_runner.py:76) +2024-09-01 16:30:09,544 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0011s, count=2939, qps in this process: 97.9631 (mp_runner.py:76) +2024-09-01 16:30:09,547 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0015s, count=2769, qps in this process: 92.2954 (mp_runner.py:76) +2024-09-01 16:30:09,551 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0003s, count=3068, qps in this process: 102.2656 (mp_runner.py:76) +2024-09-01 16:30:09,553 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.003s, count=3069, qps in this process: 102.2898 (mp_runner.py:76) +2024-09-01 16:30:09,560 | INFO |End search in concurrency 20: dur=30.225797380000586s, total_count=58680, qps=1941.388 (mp_runner.py:120) +2024-09-01 16:30:11,268 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:30:11,269 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 16:30:21,589 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 16:30:21,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,662 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,712 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,718 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,722 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,738 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,774 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,822 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,823 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,824 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,824 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,835 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,853 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,855 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,857 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,862 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,862 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,867 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,867 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,872 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,873 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:21,874 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:30:27,516 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.00516835300004459 (mp_runner.py:73) +2024-09-01 16:30:27,518 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.008409299996856134 (mp_runner.py:73) +2024-09-01 16:30:27,518 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.007045823000225937 (mp_runner.py:73) +2024-09-01 16:30:27,519 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.007406373999401694 (mp_runner.py:73) +2024-09-01 16:30:27,519 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.0088902829993458 (mp_runner.py:73) +2024-09-01 16:30:27,519 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.009274419000576017 (mp_runner.py:73) +2024-09-01 16:30:27,521 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.009073368997633224 (mp_runner.py:73) +2024-09-01 16:30:27,521 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.009309217002737569 (mp_runner.py:73) +2024-09-01 16:30:27,522 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.009754968999914126 (mp_runner.py:73) +2024-09-01 16:30:27,523 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.010096198002429446 (mp_runner.py:73) +2024-09-01 16:30:27,523 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.010786990998894908 (mp_runner.py:73) +2024-09-01 16:30:27,524 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.015415150999615435 (mp_runner.py:73) +2024-09-01 16:30:27,524 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.011223885998333571 (mp_runner.py:73) +2024-09-01 16:30:27,526 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.005300331999023911 (mp_runner.py:73) +2024-09-01 16:30:27,527 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.0073490120012138505 (mp_runner.py:73) +2024-09-01 16:30:27,527 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.002494030999514507 (mp_runner.py:73) +2024-09-01 16:30:27,527 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.007381149000138976 (mp_runner.py:73) +2024-09-01 16:30:27,529 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.021209249000094132 (mp_runner.py:73) +2024-09-01 16:30:27,533 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.007629599000210874 (mp_runner.py:73) +2024-09-01 16:30:27,540 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.009945840000000317 (mp_runner.py:73) +2024-09-01 16:30:28,334 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.014214186998287914 (mp_runner.py:73) +2024-09-01 16:30:28,539 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.034970314998645335 (mp_runner.py:73) +2024-09-01 16:30:28,792 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.012632933001441415 (mp_runner.py:73) +2024-09-01 16:30:28,821 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.014085808001254918 (mp_runner.py:73) +2024-09-01 16:30:28,998 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.010459631001140224 (mp_runner.py:73) +2024-09-01 16:30:33,300 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.0034306750021642074 (mp_runner.py:73) +2024-09-01 16:30:33,300 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.003025105001142947 (mp_runner.py:73) +2024-09-01 16:30:33,301 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.003967098000430269 (mp_runner.py:73) +2024-09-01 16:30:33,302 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.005120390000229236 (mp_runner.py:73) +2024-09-01 16:30:33,302 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.004267050997441402 (mp_runner.py:73) +2024-09-01 16:30:33,302 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.004863772999669891 (mp_runner.py:73) +2024-09-01 16:30:33,302 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.006502899999759393 (mp_runner.py:73) +2024-09-01 16:30:33,303 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.004686693999246927 (mp_runner.py:73) +2024-09-01 16:30:33,304 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.006500409999716794 (mp_runner.py:73) +2024-09-01 16:30:33,304 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.007471438999345992 (mp_runner.py:73) +2024-09-01 16:30:33,305 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.006917265000083717 (mp_runner.py:73) +2024-09-01 16:30:33,306 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.008453301001281943 (mp_runner.py:73) +2024-09-01 16:30:33,307 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.01173054500031867 (mp_runner.py:73) +2024-09-01 16:30:33,315 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.002529845998651581 (mp_runner.py:73) +2024-09-01 16:30:33,539 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.02618862400049693 (mp_runner.py:73) +2024-09-01 16:30:33,653 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.012288950998481596 (mp_runner.py:73) +2024-09-01 16:30:33,743 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.01565252499858616 (mp_runner.py:73) +2024-09-01 16:30:33,789 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.018118085001333384 (mp_runner.py:73) +2024-09-01 16:30:34,299 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.014091375000134576 (mp_runner.py:73) +2024-09-01 16:30:34,427 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.0171890120000171 (mp_runner.py:73) +2024-09-01 16:30:35,445 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.014306426000985084 (mp_runner.py:73) +2024-09-01 16:30:35,499 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.01453954899989185 (mp_runner.py:73) +2024-09-01 16:30:35,750 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.015655254002922447 (mp_runner.py:73) +2024-09-01 16:30:35,905 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.013725945998885436 (mp_runner.py:73) +2024-09-01 16:30:35,995 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.007896183997218031 (mp_runner.py:73) +2024-09-01 16:30:39,667 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.008018389002245385 (mp_runner.py:73) +2024-09-01 16:30:39,670 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.0016166860004886985 (mp_runner.py:73) +2024-09-01 16:30:39,672 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.005237329998635687 (mp_runner.py:73) +2024-09-01 16:30:39,673 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.0036753999993379693 (mp_runner.py:73) +2024-09-01 16:30:39,674 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.011031082001863979 (mp_runner.py:73) +2024-09-01 16:30:39,677 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.013129377002769616 (mp_runner.py:73) +2024-09-01 16:30:39,682 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.00887357900137431 (mp_runner.py:73) +2024-09-01 16:30:39,690 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.02933783600019524 (mp_runner.py:73) +2024-09-01 16:30:39,793 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.011603300001297612 (mp_runner.py:73) +2024-09-01 16:30:39,794 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.0138405360012257 (mp_runner.py:73) +2024-09-01 16:30:40,189 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.007773764999001287 (mp_runner.py:73) +2024-09-01 16:30:40,333 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.01074834500104771 (mp_runner.py:73) +2024-09-01 16:30:40,364 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.013574569999036612 (mp_runner.py:73) +2024-09-01 16:30:40,773 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.010258657002850669 (mp_runner.py:73) +2024-09-01 16:30:40,879 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.013475913998263422 (mp_runner.py:73) +2024-09-01 16:30:40,880 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.013515913000446744 (mp_runner.py:73) +2024-09-01 16:30:40,914 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.013965881000331137 (mp_runner.py:73) +2024-09-01 16:30:41,151 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.0037132979996385984 (mp_runner.py:73) +2024-09-01 16:30:41,426 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.029416180001135217 (mp_runner.py:73) +2024-09-01 16:30:41,764 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.015089278000232298 (mp_runner.py:73) +2024-09-01 16:30:42,449 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.013570439001341583 (mp_runner.py:73) +2024-09-01 16:30:42,795 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.012142341998696793 (mp_runner.py:73) +2024-09-01 16:30:43,059 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.010400011000456288 (mp_runner.py:73) +2024-09-01 16:30:43,111 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.021121510002558352 (mp_runner.py:73) +2024-09-01 16:30:43,178 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.019444662000751123 (mp_runner.py:73) +2024-09-01 16:30:46,787 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.0026476909988559783 (mp_runner.py:73) +2024-09-01 16:30:46,787 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.006966007997107226 (mp_runner.py:73) +2024-09-01 16:30:46,788 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.007051391999993939 (mp_runner.py:73) +2024-09-01 16:30:46,794 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.001987862000532914 (mp_runner.py:73) +2024-09-01 16:30:46,794 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.0025899119973473717 (mp_runner.py:73) +2024-09-01 16:30:46,796 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.005529845999262761 (mp_runner.py:73) +2024-09-01 16:30:46,805 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.026858034998440417 (mp_runner.py:73) +2024-09-01 16:30:46,806 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.007961267001519445 (mp_runner.py:73) +2024-09-01 16:30:47,248 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.028062401001079706 (mp_runner.py:73) +2024-09-01 16:30:47,296 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.01350497000021278 (mp_runner.py:73) +2024-09-01 16:30:47,739 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.013955872997030383 (mp_runner.py:73) +2024-09-01 16:30:47,814 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.008934548000979703 (mp_runner.py:73) +2024-09-01 16:30:47,817 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.015496440999413608 (mp_runner.py:73) +2024-09-01 16:30:48,189 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.013282749998325016 (mp_runner.py:73) +2024-09-01 16:30:48,298 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.01377335600045626 (mp_runner.py:73) +2024-09-01 16:30:48,356 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.010445119001815328 (mp_runner.py:73) +2024-09-01 16:30:48,542 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.015565159999823663 (mp_runner.py:73) +2024-09-01 16:30:48,713 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.014177339999150718 (mp_runner.py:73) +2024-09-01 16:30:48,852 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.010902959998929873 (mp_runner.py:73) +2024-09-01 16:30:49,468 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.01780692800093675 (mp_runner.py:73) +2024-09-01 16:30:49,685 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.016481917002238333 (mp_runner.py:73) +2024-09-01 16:30:50,028 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.010661956999683753 (mp_runner.py:73) +2024-09-01 16:30:50,114 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.006726499999786029 (mp_runner.py:73) +2024-09-01 16:30:50,400 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.0138369859996601 (mp_runner.py:73) +2024-09-01 16:30:50,549 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.014101610002398957 (mp_runner.py:73) +2024-09-01 16:30:51,667 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0092s, count=2335, qps in this process: 77.8095 (mp_runner.py:76) +2024-09-01 16:30:51,676 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0134s, count=2237, qps in this process: 74.5334 (mp_runner.py:76) +2024-09-01 16:30:51,721 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0061s, count=2365, qps in this process: 78.8173 (mp_runner.py:76) +2024-09-01 16:30:51,739 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0246s, count=2366, qps in this process: 78.802 (mp_runner.py:76) +2024-09-01 16:30:51,739 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0149s, count=2366, qps in this process: 78.8275 (mp_runner.py:76) +2024-09-01 16:30:51,748 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0226s, count=2366, qps in this process: 78.8073 (mp_runner.py:76) +2024-09-01 16:30:51,749 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0091s, count=2208, qps in this process: 73.5777 (mp_runner.py:76) +2024-09-01 16:30:51,764 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0103s, count=2230, qps in this process: 74.3078 (mp_runner.py:76) +2024-09-01 16:30:51,783 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0049s, count=2276, qps in this process: 75.8543 (mp_runner.py:76) +2024-09-01 16:30:51,828 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0023s, count=2368, qps in this process: 78.9273 (mp_runner.py:76) +2024-09-01 16:30:51,833 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0066s, count=2245, qps in this process: 74.8169 (mp_runner.py:76) +2024-09-01 16:30:51,837 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0094s, count=2301, qps in this process: 76.676 (mp_runner.py:76) +2024-09-01 16:30:51,837 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0076s, count=2155, qps in this process: 71.8151 (mp_runner.py:76) +2024-09-01 16:30:51,842 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0119s, count=2211, qps in this process: 73.6708 (mp_runner.py:76) +2024-09-01 16:30:51,846 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0065s, count=2374, qps in this process: 79.1162 (mp_runner.py:76) +2024-09-01 16:30:51,857 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0015s, count=2133, qps in this process: 71.0964 (mp_runner.py:76) +2024-09-01 16:30:51,861 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0032s, count=2283, qps in this process: 76.0919 (mp_runner.py:76) +2024-09-01 16:30:51,865 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.004s, count=2283, qps in this process: 76.0899 (mp_runner.py:76) +2024-09-01 16:30:51,867 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0017s, count=2168, qps in this process: 72.2626 (mp_runner.py:76) +2024-09-01 16:30:51,871 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0012s, count=2118, qps in this process: 70.5972 (mp_runner.py:76) +2024-09-01 16:30:51,872 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.007s, count=2313, qps in this process: 77.082 (mp_runner.py:76) +2024-09-01 16:30:51,876 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0056s, count=2228, qps in this process: 74.2528 (mp_runner.py:76) +2024-09-01 16:30:51,878 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0023s, count=2379, qps in this process: 79.2939 (mp_runner.py:76) +2024-09-01 16:30:51,879 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0004s, count=2135, qps in this process: 71.1657 (mp_runner.py:76) +2024-09-01 16:30:51,880 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0031s, count=2090, qps in this process: 69.6595 (mp_runner.py:76) +2024-09-01 16:30:51,886 | INFO |End search in concurrency 25: dur=30.297086440001294s, total_count=56533, qps=1865.955 (mp_runner.py:120) +2024-09-01 16:30:54,024 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:30:54,024 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 16:31:04,462 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 16:31:04,508 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,609 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,613 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,637 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,678 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,678 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,682 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,706 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,726 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,733 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,733 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,760 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,760 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,767 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,772 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,772 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,777 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,781 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,783 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,797 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,806 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,815 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,816 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,821 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:04,826 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:11,567 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.015362714999355376 (mp_runner.py:73) +2024-09-01 16:31:11,570 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.017433988003176637 (mp_runner.py:73) +2024-09-01 16:31:11,573 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.021787345998745877 (mp_runner.py:73) +2024-09-01 16:31:11,573 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.013671173001057468 (mp_runner.py:73) +2024-09-01 16:31:11,574 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.02227830400079256 (mp_runner.py:73) +2024-09-01 16:31:11,576 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.014426517998799682 (mp_runner.py:73) +2024-09-01 16:31:11,576 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.02298229900043225 (mp_runner.py:73) +2024-09-01 16:31:11,576 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.017523552000056952 (mp_runner.py:73) +2024-09-01 16:31:11,577 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.014645282000856241 (mp_runner.py:73) +2024-09-01 16:31:11,578 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.011873309998918558 (mp_runner.py:73) +2024-09-01 16:31:11,579 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.011429057001805631 (mp_runner.py:73) +2024-09-01 16:31:11,701 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.0364531609993719 (mp_runner.py:73) +2024-09-01 16:31:11,744 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.011440017002314562 (mp_runner.py:73) +2024-09-01 16:31:11,747 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.015049912999529624 (mp_runner.py:73) +2024-09-01 16:31:11,748 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.016629388999717776 (mp_runner.py:73) +2024-09-01 16:31:11,836 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.01646540199726587 (mp_runner.py:73) +2024-09-01 16:31:11,898 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.00537696799801779 (mp_runner.py:73) +2024-09-01 16:31:11,899 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.007335012000112329 (mp_runner.py:73) +2024-09-01 16:31:11,902 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.014575232999050058 (mp_runner.py:73) +2024-09-01 16:31:11,903 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.012872071001766017 (mp_runner.py:73) +2024-09-01 16:31:12,245 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.016961009001533967 (mp_runner.py:73) +2024-09-01 16:31:12,274 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.02098238699909416 (mp_runner.py:73) +2024-09-01 16:31:12,574 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.014826149999862537 (mp_runner.py:73) +2024-09-01 16:31:12,666 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.015211863999866182 (mp_runner.py:73) +2024-09-01 16:31:12,704 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.01957693000076688 (mp_runner.py:73) +2024-09-01 16:31:12,813 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.010597770000458695 (mp_runner.py:73) +2024-09-01 16:31:12,817 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.015019993999885628 (mp_runner.py:73) +2024-09-01 16:31:12,825 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.026414223997562658 (mp_runner.py:73) +2024-09-01 16:31:13,242 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02609267799925874 (mp_runner.py:73) +2024-09-01 16:31:13,249 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.01026251199800754 (mp_runner.py:73) +2024-09-01 16:31:19,879 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.007639850999112241 (mp_runner.py:73) +2024-09-01 16:31:19,880 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.010858541001653066 (mp_runner.py:73) +2024-09-01 16:31:19,885 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.009730982998007676 (mp_runner.py:73) +2024-09-01 16:31:19,887 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.01775065399851883 (mp_runner.py:73) +2024-09-01 16:31:19,887 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.011043145997973625 (mp_runner.py:73) +2024-09-01 16:31:19,888 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.011979169998085126 (mp_runner.py:73) +2024-09-01 16:31:19,888 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.013855515000614105 (mp_runner.py:73) +2024-09-01 16:31:19,889 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.01233296400096151 (mp_runner.py:73) +2024-09-01 16:31:19,891 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.018362842001806712 (mp_runner.py:73) +2024-09-01 16:31:19,892 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.02486769600000116 (mp_runner.py:73) +2024-09-01 16:31:19,898 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.012038257998938207 (mp_runner.py:73) +2024-09-01 16:31:19,937 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.013038369001151295 (mp_runner.py:73) +2024-09-01 16:31:20,457 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.014056320000236155 (mp_runner.py:73) +2024-09-01 16:31:20,458 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.016762466002546716 (mp_runner.py:73) +2024-09-01 16:31:20,608 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.007855842999560991 (mp_runner.py:73) +2024-09-01 16:31:20,635 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.01736032100234297 (mp_runner.py:73) +2024-09-01 16:31:20,736 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.01624892900144914 (mp_runner.py:73) +2024-09-01 16:31:20,854 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.022466843998699915 (mp_runner.py:73) +2024-09-01 16:31:21,202 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.021038991999375867 (mp_runner.py:73) +2024-09-01 16:31:21,249 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.0161459909977566 (mp_runner.py:73) +2024-09-01 16:31:21,355 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.017898142999911215 (mp_runner.py:73) +2024-09-01 16:31:21,535 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.015805328999704216 (mp_runner.py:73) +2024-09-01 16:31:21,587 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.0139426599998842 (mp_runner.py:73) +2024-09-01 16:31:21,597 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.01420896999843535 (mp_runner.py:73) +2024-09-01 16:31:21,609 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.023003476999292616 (mp_runner.py:73) +2024-09-01 16:31:21,692 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.01911220599868102 (mp_runner.py:73) +2024-09-01 16:31:22,276 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.02978097099912702 (mp_runner.py:73) +2024-09-01 16:31:22,368 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.015251533000991913 (mp_runner.py:73) +2024-09-01 16:31:22,610 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.02143535000141128 (mp_runner.py:73) +2024-09-01 16:31:22,673 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.019544459999451647 (mp_runner.py:73) +2024-09-01 16:31:27,933 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.012665021000429988 (mp_runner.py:73) +2024-09-01 16:31:27,944 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.016959112999757053 (mp_runner.py:73) +2024-09-01 16:31:27,945 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.013890229998651193 (mp_runner.py:73) +2024-09-01 16:31:27,946 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.016221361001953483 (mp_runner.py:73) +2024-09-01 16:31:27,947 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.018430011998134432 (mp_runner.py:73) +2024-09-01 16:31:27,948 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.02890735499750008 (mp_runner.py:73) +2024-09-01 16:31:27,948 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.017207422999490518 (mp_runner.py:73) +2024-09-01 16:31:27,959 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.029930389999208273 (mp_runner.py:73) +2024-09-01 16:31:28,303 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.015592568001011387 (mp_runner.py:73) +2024-09-01 16:31:28,418 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.009722005001094658 (mp_runner.py:73) +2024-09-01 16:31:28,421 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.012253093998879194 (mp_runner.py:73) +2024-09-01 16:31:28,421 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.011817108999821357 (mp_runner.py:73) +2024-09-01 16:31:28,421 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.00901407000128529 (mp_runner.py:73) +2024-09-01 16:31:28,421 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.011546929999894928 (mp_runner.py:73) +2024-09-01 16:31:28,422 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.011192048001248622 (mp_runner.py:73) +2024-09-01 16:31:28,422 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.010757104002550477 (mp_runner.py:73) +2024-09-01 16:31:28,423 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.012596458000189159 (mp_runner.py:73) +2024-09-01 16:31:28,424 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.010545233999437187 (mp_runner.py:73) +2024-09-01 16:31:28,424 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.012094112997147022 (mp_runner.py:73) +2024-09-01 16:31:28,424 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.019626248998974916 (mp_runner.py:73) +2024-09-01 16:31:28,425 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.012345360999461263 (mp_runner.py:73) +2024-09-01 16:31:28,426 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.01893687499978114 (mp_runner.py:73) +2024-09-01 16:31:28,426 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.013279699000122491 (mp_runner.py:73) +2024-09-01 16:31:28,427 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.016662144000292756 (mp_runner.py:73) +2024-09-01 16:31:28,430 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.007726734002062585 (mp_runner.py:73) +2024-09-01 16:31:30,770 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.012795899998309324 (mp_runner.py:73) +2024-09-01 16:31:31,419 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.016148949001944857 (mp_runner.py:73) +2024-09-01 16:31:31,505 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.013508446001651464 (mp_runner.py:73) +2024-09-01 16:31:31,507 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.008564867999666603 (mp_runner.py:73) +2024-09-01 16:31:31,510 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.01327610999942408 (mp_runner.py:73) +2024-09-01 16:31:34,531 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0224s, count=1882, qps in this process: 62.6865 (mp_runner.py:76) +2024-09-01 16:31:34,621 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.007s, count=1727, qps in this process: 57.5532 (mp_runner.py:76) +2024-09-01 16:31:34,624 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.011s, count=1942, qps in this process: 64.7096 (mp_runner.py:76) +2024-09-01 16:31:34,645 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.011s, count=1944, qps in this process: 64.7762 (mp_runner.py:76) +2024-09-01 16:31:34,653 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0127s, count=1890, qps in this process: 62.9733 (mp_runner.py:76) +2024-09-01 16:31:34,667 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0139s, count=1945, qps in this process: 64.8033 (mp_runner.py:76) +2024-09-01 16:31:34,670 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0166s, count=1945, qps in this process: 64.7975 (mp_runner.py:76) +2024-09-01 16:31:34,686 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0055s, count=1946, qps in this process: 64.8548 (mp_runner.py:76) +2024-09-01 16:31:34,694 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0078s, count=1883, qps in this process: 62.7504 (mp_runner.py:76) +2024-09-01 16:31:34,697 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0078s, count=1947, qps in this process: 64.8831 (mp_runner.py:76) +2024-09-01 16:31:34,715 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0058s, count=1884, qps in this process: 62.7879 (mp_runner.py:76) +2024-09-01 16:31:34,734 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0035s, count=1951, qps in this process: 65.0257 (mp_runner.py:76) +2024-09-01 16:31:34,741 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0043s, count=1951, qps in this process: 65.024 (mp_runner.py:76) +2024-09-01 16:31:34,744 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0073s, count=1952, qps in this process: 65.0508 (mp_runner.py:76) +2024-09-01 16:31:34,763 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0003s, count=1889, qps in this process: 62.966 (mp_runner.py:76) +2024-09-01 16:31:34,768 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0045s, count=1923, qps in this process: 64.0904 (mp_runner.py:76) +2024-09-01 16:31:34,770 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0003s, count=1954, qps in this process: 65.1327 (mp_runner.py:76) +2024-09-01 16:31:34,779 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0041s, count=1956, qps in this process: 65.1911 (mp_runner.py:76) +2024-09-01 16:31:34,780 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0045s, count=1883, qps in this process: 62.7573 (mp_runner.py:76) +2024-09-01 16:31:34,782 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0016s, count=1955, qps in this process: 65.1632 (mp_runner.py:76) +2024-09-01 16:31:34,787 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0034s, count=1923, qps in this process: 64.0927 (mp_runner.py:76) +2024-09-01 16:31:34,795 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0058s, count=1958, qps in this process: 65.2541 (mp_runner.py:76) +2024-09-01 16:31:34,798 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.002s, count=1959, qps in this process: 65.2956 (mp_runner.py:76) +2024-09-01 16:31:34,802 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0051s, count=1960, qps in this process: 65.3222 (mp_runner.py:76) +2024-09-01 16:31:34,804 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0038s, count=1961, qps in this process: 65.3584 (mp_runner.py:76) +2024-09-01 16:31:34,812 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0002s, count=1720, qps in this process: 57.333 (mp_runner.py:76) +2024-09-01 16:31:34,819 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.001s, count=1707, qps in this process: 56.8981 (mp_runner.py:76) +2024-09-01 16:31:34,821 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0021s, count=1723, qps in this process: 57.4293 (mp_runner.py:76) +2024-09-01 16:31:34,824 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0013s, count=1916, qps in this process: 63.8639 (mp_runner.py:76) +2024-09-01 16:31:34,830 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0004s, count=1729, qps in this process: 57.6326 (mp_runner.py:76) +2024-09-01 16:31:34,836 | INFO |End search in concurrency 30: dur=30.373647444001108s, total_count=56905, qps=1873.4991 (mp_runner.py:120) +2024-09-01 16:31:37,248 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:31:37,248 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 16:31:47,817 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 16:31:47,874 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:47,909 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,003 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,003 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,004 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,020 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,034 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,170 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,184 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,201 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,212 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,222 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,225 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,228 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,232 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,240 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,245 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,258 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,260 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,260 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,268 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:48,270 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:31:56,354 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.03681773899734253 (mp_runner.py:73) +2024-09-01 16:31:56,354 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.035115080998366466 (mp_runner.py:73) +2024-09-01 16:31:56,354 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.03334217599694966 (mp_runner.py:73) +2024-09-01 16:31:56,354 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.03119376099857618 (mp_runner.py:73) +2024-09-01 16:31:56,355 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.03806102999806171 (mp_runner.py:73) +2024-09-01 16:31:56,355 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.0362743789992237 (mp_runner.py:73) +2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03708902600192232 (mp_runner.py:73) +2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.0379513619991485 (mp_runner.py:73) +2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03864542700102902 (mp_runner.py:73) +2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.039523734001704725 (mp_runner.py:73) +2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.029185909999796422 (mp_runner.py:73) +2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.04175406899958034 (mp_runner.py:73) +2024-09-01 16:31:56,357 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.019344173000718 (mp_runner.py:73) +2024-09-01 16:31:56,360 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.020159129999228753 (mp_runner.py:73) +2024-09-01 16:31:56,364 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.015105851001862902 (mp_runner.py:73) +2024-09-01 16:31:56,419 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.017714678000629647 (mp_runner.py:73) +2024-09-01 16:31:56,449 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.012017180997645482 (mp_runner.py:73) +2024-09-01 16:31:56,450 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.01433958000052371 (mp_runner.py:73) +2024-09-01 16:31:56,450 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.015988072998879943 (mp_runner.py:73) +2024-09-01 16:31:56,550 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.010796922000736231 (mp_runner.py:73) +2024-09-01 16:31:56,621 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.01625520199741004 (mp_runner.py:73) +2024-09-01 16:31:56,677 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.0170966830010002 (mp_runner.py:73) +2024-09-01 16:31:56,719 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.03219311400243896 (mp_runner.py:73) +2024-09-01 16:31:56,808 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.010936612998193596 (mp_runner.py:73) +2024-09-01 16:31:56,809 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.014136155998130562 (mp_runner.py:73) +2024-09-01 16:31:56,810 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.017888965998281492 (mp_runner.py:73) +2024-09-01 16:31:56,811 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.01658948000113014 (mp_runner.py:73) +2024-09-01 16:31:56,812 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.01133004700022866 (mp_runner.py:73) +2024-09-01 16:31:56,813 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.010528270999202505 (mp_runner.py:73) +2024-09-01 16:31:56,815 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.0178831529992749 (mp_runner.py:73) +2024-09-01 16:31:56,815 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.012641763998544775 (mp_runner.py:73) +2024-09-01 16:31:56,816 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.01183170600052108 (mp_runner.py:73) +2024-09-01 16:31:57,931 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01677700100117363 (mp_runner.py:73) +2024-09-01 16:31:58,065 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.019337552002980374 (mp_runner.py:73) +2024-09-01 16:31:58,068 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.015445893001015065 (mp_runner.py:73) +2024-09-01 16:32:04,840 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.0036449319995881524 (mp_runner.py:73) +2024-09-01 16:32:04,841 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.00442344900147873 (mp_runner.py:73) +2024-09-01 16:32:04,841 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.005023771998821758 (mp_runner.py:73) +2024-09-01 16:32:04,842 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.006016442999680294 (mp_runner.py:73) +2024-09-01 16:32:04,844 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.006675274998997338 (mp_runner.py:73) +2024-09-01 16:32:04,845 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.007044682002742775 (mp_runner.py:73) +2024-09-01 16:32:04,845 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.007605782000609906 (mp_runner.py:73) +2024-09-01 16:32:04,845 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.008086559999355813 (mp_runner.py:73) +2024-09-01 16:32:04,846 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.008016279000003124 (mp_runner.py:73) +2024-09-01 16:32:04,846 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.008090130999335088 (mp_runner.py:73) +2024-09-01 16:32:04,847 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.00993993000156479 (mp_runner.py:73) +2024-09-01 16:32:04,847 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.004558258999168174 (mp_runner.py:73) +2024-09-01 16:32:04,847 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.0073702090012375265 (mp_runner.py:73) +2024-09-01 16:32:04,851 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.012800176999007817 (mp_runner.py:73) +2024-09-01 16:32:04,851 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.015834443998755887 (mp_runner.py:73) +2024-09-01 16:32:04,852 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.002844415997969918 (mp_runner.py:73) +2024-09-01 16:32:04,853 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.01694842799770413 (mp_runner.py:73) +2024-09-01 16:32:04,857 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.01442663200214156 (mp_runner.py:73) +2024-09-01 16:32:04,890 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.017977083000005223 (mp_runner.py:73) +2024-09-01 16:32:05,029 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.01749834500151337 (mp_runner.py:73) +2024-09-01 16:32:05,029 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.009863826999207959 (mp_runner.py:73) +2024-09-01 16:32:05,032 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.015116016002139077 (mp_runner.py:73) +2024-09-01 16:32:05,033 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.015280629999324447 (mp_runner.py:73) +2024-09-01 16:32:05,033 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.019030733001272893 (mp_runner.py:73) +2024-09-01 16:32:05,038 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.014632991998951184 (mp_runner.py:73) +2024-09-01 16:32:05,640 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.0201117209981021 (mp_runner.py:73) +2024-09-01 16:32:05,755 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.01690527099708561 (mp_runner.py:73) +2024-09-01 16:32:05,907 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.019122405003145104 (mp_runner.py:73) +2024-09-01 16:32:06,090 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.009718029003124684 (mp_runner.py:73) +2024-09-01 16:32:06,163 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.0039719640008115675 (mp_runner.py:73) +2024-09-01 16:32:06,383 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.018081684000208043 (mp_runner.py:73) +2024-09-01 16:32:06,961 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.016083025999250822 (mp_runner.py:73) +2024-09-01 16:32:07,856 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.01927882000018144 (mp_runner.py:73) +2024-09-01 16:32:08,074 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.016812203997687902 (mp_runner.py:73) +2024-09-01 16:32:08,193 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.021416698000393808 (mp_runner.py:73) +2024-09-01 16:32:13,432 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.009122862997173797 (mp_runner.py:73) +2024-09-01 16:32:13,432 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.013016788001550594 (mp_runner.py:73) +2024-09-01 16:32:13,433 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.014556059999449644 (mp_runner.py:73) +2024-09-01 16:32:13,435 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.013738269000896253 (mp_runner.py:73) +2024-09-01 16:32:13,436 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.011969941002462292 (mp_runner.py:73) +2024-09-01 16:32:13,444 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.014908053999533877 (mp_runner.py:73) +2024-09-01 16:32:13,444 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.01400570799887646 (mp_runner.py:73) +2024-09-01 16:32:13,445 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.026524893000896554 (mp_runner.py:73) +2024-09-01 16:32:13,446 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.018453592998412205 (mp_runner.py:73) +2024-09-01 16:32:13,452 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.03483580500324024 (mp_runner.py:73) +2024-09-01 16:32:13,453 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.021955316999083152 (mp_runner.py:73) +2024-09-01 16:32:13,453 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.010974340999382548 (mp_runner.py:73) +2024-09-01 16:32:13,455 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.011965492998569971 (mp_runner.py:73) +2024-09-01 16:32:13,572 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.026368943003035383 (mp_runner.py:73) +2024-09-01 16:32:13,585 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.03873556700273184 (mp_runner.py:73) +2024-09-01 16:32:13,597 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.049386663999030134 (mp_runner.py:73) +2024-09-01 16:32:13,598 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.05074987999978475 (mp_runner.py:73) +2024-09-01 16:32:13,615 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.012872420997155132 (mp_runner.py:73) +2024-09-01 16:32:13,654 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.05639788899861742 (mp_runner.py:73) +2024-09-01 16:32:13,825 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.017589900002349168 (mp_runner.py:73) +2024-09-01 16:32:13,893 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.03265825200287509 (mp_runner.py:73) +2024-09-01 16:32:14,314 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.018851634002203355 (mp_runner.py:73) +2024-09-01 16:32:14,417 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.015036910997878294 (mp_runner.py:73) +2024-09-01 16:32:14,664 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.022939947000850225 (mp_runner.py:73) +2024-09-01 16:32:14,825 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.02157131300191395 (mp_runner.py:73) +2024-09-01 16:32:15,492 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.02760785599821247 (mp_runner.py:73) +2024-09-01 16:32:15,778 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.019012254997505806 (mp_runner.py:73) +2024-09-01 16:32:16,015 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.020441608998226002 (mp_runner.py:73) +2024-09-01 16:32:16,308 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.014796441999351373 (mp_runner.py:73) +2024-09-01 16:32:16,392 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.015080061999469763 (mp_runner.py:73) +2024-09-01 16:32:16,553 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.015930300000036368 (mp_runner.py:73) +2024-09-01 16:32:16,774 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.017441839001548942 (mp_runner.py:73) +2024-09-01 16:32:17,879 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0041s, count=1744, qps in this process: 58.1254 (mp_runner.py:76) +2024-09-01 16:32:17,931 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0191s, count=1610, qps in this process: 53.6325 (mp_runner.py:76) +2024-09-01 16:32:18,017 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0126s, count=1685, qps in this process: 56.1431 (mp_runner.py:76) +2024-09-01 16:32:18,030 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0076s, count=1705, qps in this process: 56.8189 (mp_runner.py:76) +2024-09-01 16:32:18,033 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0106s, count=1752, qps in this process: 58.3794 (mp_runner.py:76) +2024-09-01 16:32:18,033 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0282s, count=1752, qps in this process: 58.3452 (mp_runner.py:76) +2024-09-01 16:32:18,042 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0035s, count=1590, qps in this process: 52.9938 (mp_runner.py:76) +2024-09-01 16:32:18,050 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0358s, count=1752, qps in this process: 58.3304 (mp_runner.py:76) +2024-09-01 16:32:18,050 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0359s, count=1752, qps in this process: 58.3302 (mp_runner.py:76) +2024-09-01 16:32:18,050 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0437s, count=1752, qps in this process: 58.3151 (mp_runner.py:76) +2024-09-01 16:32:18,114 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.027231251002376666 (mp_runner.py:73) +2024-09-01 16:32:18,183 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0087s, count=1723, qps in this process: 57.4167 (mp_runner.py:76) +2024-09-01 16:32:18,192 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0037s, count=1761, qps in this process: 58.6928 (mp_runner.py:76) +2024-09-01 16:32:18,202 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0032s, count=1673, qps in this process: 55.7607 (mp_runner.py:76) +2024-09-01 16:32:18,205 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0019s, count=1641, qps in this process: 54.6965 (mp_runner.py:76) +2024-09-01 16:32:18,206 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0026s, count=1762, qps in this process: 58.7282 (mp_runner.py:76) +2024-09-01 16:32:18,209 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0051s, count=1677, qps in this process: 55.8905 (mp_runner.py:76) +2024-09-01 16:32:18,209 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0057s, count=1763, qps in this process: 58.7555 (mp_runner.py:76) +2024-09-01 16:32:18,210 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0063s, count=1609, qps in this process: 53.6221 (mp_runner.py:76) +2024-09-01 16:32:18,213 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0126s, count=1586, qps in this process: 52.8445 (mp_runner.py:76) +2024-09-01 16:32:18,213 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0095s, count=1763, qps in this process: 58.7481 (mp_runner.py:76) +2024-09-01 16:32:18,219 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0149s, count=1731, qps in this process: 57.6714 (mp_runner.py:76) +2024-09-01 16:32:18,221 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0028s, count=1740, qps in this process: 57.9946 (mp_runner.py:76) +2024-09-01 16:32:18,232 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0071s, count=1482, qps in this process: 49.3883 (mp_runner.py:76) +2024-09-01 16:32:18,233 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0053s, count=1765, qps in this process: 58.8229 (mp_runner.py:76) +2024-09-01 16:32:18,236 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0062s, count=1700, qps in this process: 56.655 (mp_runner.py:76) +2024-09-01 16:32:18,243 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0069s, count=1576, qps in this process: 52.5213 (mp_runner.py:76) +2024-09-01 16:32:18,244 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.002s, count=1738, qps in this process: 57.9295 (mp_runner.py:76) +2024-09-01 16:32:18,249 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0021s, count=1768, qps in this process: 58.9292 (mp_runner.py:76) +2024-09-01 16:32:18,252 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0055s, count=1768, qps in this process: 58.9225 (mp_runner.py:76) +2024-09-01 16:32:18,252 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0033s, count=1768, qps in this process: 58.9269 (mp_runner.py:76) +2024-09-01 16:32:18,263 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0003s, count=1599, qps in this process: 53.2995 (mp_runner.py:76) +2024-09-01 16:32:18,264 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0012s, count=1772, qps in this process: 59.0643 (mp_runner.py:76) +2024-09-01 16:32:18,268 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0039s, count=1491, qps in this process: 49.6935 (mp_runner.py:76) +2024-09-01 16:32:18,276 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0012s, count=1520, qps in this process: 50.6646 (mp_runner.py:76) +2024-09-01 16:32:18,277 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0019s, count=1776, qps in this process: 59.1963 (mp_runner.py:76) +2024-09-01 16:32:18,285 | INFO |End search in concurrency 35: dur=30.465985378999903s, total_count=59246, qps=1944.6606 (mp_runner.py:120) +2024-09-01 16:32:20,686 | INFO |Update largest qps with concurrency 35: current max_qps=1944.6606 (mp_runner.py:124) +2024-09-01 16:32:21,111 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:32:21,112 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 16:32:31,821 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 16:32:32,033 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,087 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,102 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,109 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,109 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,122 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,124 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,146 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,150 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,170 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,170 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,171 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,176 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,178 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,181 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,183 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,186 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,192 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,194 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,199 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,213 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,215 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,219 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,231 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,232 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,242 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,245 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,254 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,264 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,286 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,311 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:32,341 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:32:41,467 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.012649903001147322 (mp_runner.py:73) +2024-09-01 16:32:41,470 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.015204224997432902 (mp_runner.py:73) +2024-09-01 16:32:41,471 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.015689981999457814 (mp_runner.py:73) +2024-09-01 16:32:41,471 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.014154483000311302 (mp_runner.py:73) +2024-09-01 16:32:41,472 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.015481630998692708 (mp_runner.py:73) +2024-09-01 16:32:41,472 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.007937022997793974 (mp_runner.py:73) +2024-09-01 16:32:41,473 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.01725427299970761 (mp_runner.py:73) +2024-09-01 16:32:41,473 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.01412085400079377 (mp_runner.py:73) +2024-09-01 16:32:41,475 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.023487107999244472 (mp_runner.py:73) +2024-09-01 16:32:41,476 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.022406128999136854 (mp_runner.py:73) +2024-09-01 16:32:41,478 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.01861918800204876 (mp_runner.py:73) +2024-09-01 16:32:41,479 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.018767487999866717 (mp_runner.py:73) +2024-09-01 16:32:41,638 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.0182240299982368 (mp_runner.py:73) +2024-09-01 16:32:41,639 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.021056125999166397 (mp_runner.py:73) +2024-09-01 16:32:41,672 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.013254068999231094 (mp_runner.py:73) +2024-09-01 16:32:41,674 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.014627081000071485 (mp_runner.py:73) +2024-09-01 16:32:41,675 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.01379602399902069 (mp_runner.py:73) +2024-09-01 16:32:41,676 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.016046836997702485 (mp_runner.py:73) +2024-09-01 16:32:41,679 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.023557680997328134 (mp_runner.py:73) +2024-09-01 16:32:41,682 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.018736100999376504 (mp_runner.py:73) +2024-09-01 16:32:41,683 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.020018374001665507 (mp_runner.py:73) +2024-09-01 16:32:41,683 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.025562025999533944 (mp_runner.py:73) +2024-09-01 16:32:41,784 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.015456283999810694 (mp_runner.py:73) +2024-09-01 16:32:41,785 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.013782987000013236 (mp_runner.py:73) +2024-09-01 16:32:41,786 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.01621212199825095 (mp_runner.py:73) +2024-09-01 16:32:41,789 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.006214426000951789 (mp_runner.py:73) +2024-09-01 16:32:41,790 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.022723637001035968 (mp_runner.py:73) +2024-09-01 16:32:42,624 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.01902681899809977 (mp_runner.py:73) +2024-09-01 16:32:42,629 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.028047416999470443 (mp_runner.py:73) +2024-09-01 16:32:42,644 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.018967224001244176 (mp_runner.py:73) +2024-09-01 16:32:42,646 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.015126594000321347 (mp_runner.py:73) +2024-09-01 16:32:42,707 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.01254645499648177 (mp_runner.py:73) +2024-09-01 16:32:42,764 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.020899502000247594 (mp_runner.py:73) +2024-09-01 16:32:42,782 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.01946195699929376 (mp_runner.py:73) +2024-09-01 16:32:42,785 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.017013502001645975 (mp_runner.py:73) +2024-09-01 16:32:42,802 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.03894645900072646 (mp_runner.py:73) +2024-09-01 16:32:43,674 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.008373626998945838 (mp_runner.py:73) +2024-09-01 16:32:43,736 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.018070820999128046 (mp_runner.py:73) +2024-09-01 16:32:44,311 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.026476686998648802 (mp_runner.py:73) +2024-09-01 16:32:44,769 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.020236660999216838 (mp_runner.py:73) +2024-09-01 16:32:52,101 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.01750677999734762 (mp_runner.py:73) +2024-09-01 16:32:52,101 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.01989305299866828 (mp_runner.py:73) +2024-09-01 16:32:52,104 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.03120728300200426 (mp_runner.py:73) +2024-09-01 16:32:52,104 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.028530511001008563 (mp_runner.py:73) +2024-09-01 16:32:52,111 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.016703387998859398 (mp_runner.py:73) +2024-09-01 16:32:52,114 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.025397078999958467 (mp_runner.py:73) +2024-09-01 16:32:52,115 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.02995848199861939 (mp_runner.py:73) +2024-09-01 16:32:52,121 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.025219129001925467 (mp_runner.py:73) +2024-09-01 16:32:52,121 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.01743881699803751 (mp_runner.py:73) +2024-09-01 16:32:52,123 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.018165330999181606 (mp_runner.py:73) +2024-09-01 16:32:52,125 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.05817972500153701 (mp_runner.py:73) +2024-09-01 16:32:52,143 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.01935289500033832 (mp_runner.py:73) +2024-09-01 16:32:52,189 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.023661849998461548 (mp_runner.py:73) +2024-09-01 16:32:52,283 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.027548136000405066 (mp_runner.py:73) +2024-09-01 16:32:52,287 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.024411386999418028 (mp_runner.py:73) +2024-09-01 16:32:52,290 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.02232252000248991 (mp_runner.py:73) +2024-09-01 16:32:52,373 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.017662305999692762 (mp_runner.py:73) +2024-09-01 16:32:52,376 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.02274504600063665 (mp_runner.py:73) +2024-09-01 16:32:52,387 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.018742266001936514 (mp_runner.py:73) +2024-09-01 16:32:52,410 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.02558160600165138 (mp_runner.py:73) +2024-09-01 16:32:53,177 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.024457824998535216 (mp_runner.py:73) +2024-09-01 16:32:53,217 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.022307707000436494 (mp_runner.py:73) +2024-09-01 16:32:53,289 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.022275004001130583 (mp_runner.py:73) +2024-09-01 16:32:53,294 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.02152156699958141 (mp_runner.py:73) +2024-09-01 16:32:53,297 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.020467990001634462 (mp_runner.py:73) +2024-09-01 16:32:53,678 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.0030935750000935514 (mp_runner.py:73) +2024-09-01 16:32:53,838 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.02683942899966496 (mp_runner.py:73) +2024-09-01 16:32:53,839 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.02352887999950326 (mp_runner.py:73) +2024-09-01 16:32:53,859 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.021939672998996684 (mp_runner.py:73) +2024-09-01 16:32:53,861 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.02400530299928505 (mp_runner.py:73) +2024-09-01 16:32:54,272 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.02485298099782085 (mp_runner.py:73) +2024-09-01 16:32:54,275 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.021361389000958297 (mp_runner.py:73) +2024-09-01 16:32:54,295 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.021632353997119935 (mp_runner.py:73) +2024-09-01 16:32:54,464 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.020204258002195274 (mp_runner.py:73) +2024-09-01 16:32:54,678 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.025904624999384396 (mp_runner.py:73) +2024-09-01 16:32:54,880 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.027500675001647323 (mp_runner.py:73) +2024-09-01 16:32:55,167 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.021140115000889637 (mp_runner.py:73) +2024-09-01 16:32:55,725 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.020852534002187895 (mp_runner.py:73) +2024-09-01 16:32:56,127 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.01739536600143765 (mp_runner.py:73) +2024-09-01 16:32:56,713 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.021830305999174016 (mp_runner.py:73) +2024-09-01 16:33:02,054 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0178s, count=1424, qps in this process: 47.4385 (mp_runner.py:76) +2024-09-01 16:33:02,105 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0074s, count=1336, qps in this process: 44.5224 (mp_runner.py:76) +2024-09-01 16:33:02,114 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0052s, count=1399, qps in this process: 46.6253 (mp_runner.py:76) +2024-09-01 16:33:02,117 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0064s, count=1374, qps in this process: 45.7902 (mp_runner.py:76) +2024-09-01 16:33:02,122 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0114s, count=1456, qps in this process: 48.5149 (mp_runner.py:76) +2024-09-01 16:33:02,136 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0058s, count=1428, qps in this process: 47.5908 (mp_runner.py:76) +2024-09-01 16:33:02,152 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0283s, count=1457, qps in this process: 48.5209 (mp_runner.py:76) +2024-09-01 16:33:02,157 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0237s, count=1401, qps in this process: 46.6631 (mp_runner.py:76) +2024-09-01 16:33:02,159 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0032s, count=1402, qps in this process: 46.7283 (mp_runner.py:76) +2024-09-01 16:33:02,164 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.01s, count=1402, qps in this process: 46.7178 (mp_runner.py:76) +2024-09-01 16:33:02,183 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0112s, count=1402, qps in this process: 46.7159 (mp_runner.py:76) +2024-09-01 16:33:02,184 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0011s, count=1459, qps in this process: 48.6316 (mp_runner.py:76) +2024-09-01 16:33:02,185 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0124s, count=1459, qps in this process: 48.6132 (mp_runner.py:76) +2024-09-01 16:33:02,187 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0047s, count=1412, qps in this process: 47.0593 (mp_runner.py:76) +2024-09-01 16:33:02,188 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0024s, count=1314, qps in this process: 43.7965 (mp_runner.py:76) +2024-09-01 16:33:02,189 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0042s, count=1404, qps in this process: 46.7934 (mp_runner.py:76) +2024-09-01 16:33:02,192 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0167s, count=1454, qps in this process: 48.4397 (mp_runner.py:76) +2024-09-01 16:33:02,195 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0052s, count=1460, qps in this process: 48.6582 (mp_runner.py:76) +2024-09-01 16:33:02,202 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.004s, count=1404, qps in this process: 46.7938 (mp_runner.py:76) +2024-09-01 16:33:02,208 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0065s, count=1461, qps in this process: 48.6895 (mp_runner.py:76) +2024-09-01 16:33:02,213 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0182s, count=1455, qps in this process: 48.4706 (mp_runner.py:76) +2024-09-01 16:33:02,220 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0013s, count=1424, qps in this process: 47.4646 (mp_runner.py:76) +2024-09-01 16:33:02,223 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0077s, count=1343, qps in this process: 44.7552 (mp_runner.py:76) +2024-09-01 16:33:02,229 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0081s, count=1433, qps in this process: 47.7538 (mp_runner.py:76) +2024-09-01 16:33:02,229 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0097s, count=1462, qps in this process: 48.7176 (mp_runner.py:76) +2024-09-01 16:33:02,229 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0099s, count=1462, qps in this process: 48.7173 (mp_runner.py:76) +2024-09-01 16:33:02,231 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0079s, count=1407, qps in this process: 46.8877 (mp_runner.py:76) +2024-09-01 16:33:02,238 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0017s, count=1463, qps in this process: 48.7639 (mp_runner.py:76) +2024-09-01 16:33:02,239 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0038s, count=1326, qps in this process: 44.1944 (mp_runner.py:76) +2024-09-01 16:33:02,240 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0209s, count=1456, qps in this process: 48.4995 (mp_runner.py:76) +2024-09-01 16:33:02,249 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0034s, count=1427, qps in this process: 47.5613 (mp_runner.py:76) +2024-09-01 16:33:02,251 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0029s, count=1308, qps in this process: 43.5958 (mp_runner.py:76) +2024-09-01 16:33:02,253 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0013s, count=1258, qps in this process: 41.9315 (mp_runner.py:76) +2024-09-01 16:33:02,266 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0043s, count=1277, qps in this process: 42.5606 (mp_runner.py:76) +2024-09-01 16:33:02,272 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0047s, count=1385, qps in this process: 46.1594 (mp_runner.py:76) +2024-09-01 16:33:02,280 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.01s, count=1467, qps in this process: 48.8837 (mp_runner.py:76) +2024-09-01 16:33:02,290 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.001s, count=1358, qps in this process: 45.2652 (mp_runner.py:76) +2024-09-01 16:33:02,291 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0012s, count=1317, qps in this process: 43.8982 (mp_runner.py:76) +2024-09-01 16:33:02,315 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0005s, count=1440, qps in this process: 47.9992 (mp_runner.py:76) +2024-09-01 16:33:02,345 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0013s, count=1282, qps in this process: 42.7315 (mp_runner.py:76) +2024-09-01 16:33:02,350 | INFO |End search in concurrency 40: dur=30.52800549099993s, total_count=56058, qps=1836.2811 (mp_runner.py:120) +2024-09-01 16:33:05,492 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:33:05,492 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 16:33:16,307 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 16:33:16,446 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,540 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,557 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,565 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,579 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,607 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,610 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,651 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,654 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,687 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,718 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,724 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,727 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,752 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,761 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,783 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,784 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,798 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,799 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,802 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,804 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,812 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,812 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,857 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,857 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,902 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,907 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:16,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:33:26,623 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.006117552999057807 (mp_runner.py:73) +2024-09-01 16:33:26,624 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.005678455996530829 (mp_runner.py:73) +2024-09-01 16:33:26,625 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.007303070000489242 (mp_runner.py:73) +2024-09-01 16:33:26,625 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.010605076000501867 (mp_runner.py:73) +2024-09-01 16:33:26,626 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.009292929000366712 (mp_runner.py:73) +2024-09-01 16:33:26,627 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.01181188600094174 (mp_runner.py:73) +2024-09-01 16:33:26,628 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.009845137999946019 (mp_runner.py:73) +2024-09-01 16:33:26,628 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.01413717099785572 (mp_runner.py:73) +2024-09-01 16:33:26,629 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.013333691997104324 (mp_runner.py:73) +2024-09-01 16:33:26,630 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.01451520200134837 (mp_runner.py:73) +2024-09-01 16:33:26,633 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.014374300000781659 (mp_runner.py:73) +2024-09-01 16:33:26,635 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.02114476000133436 (mp_runner.py:73) +2024-09-01 16:33:26,639 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.019868590999976732 (mp_runner.py:73) +2024-09-01 16:33:26,640 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.02014587400117307 (mp_runner.py:73) +2024-09-01 16:33:26,640 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.01934502200310817 (mp_runner.py:73) +2024-09-01 16:33:26,641 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.020743091001349967 (mp_runner.py:73) +2024-09-01 16:33:26,642 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.018398914999124827 (mp_runner.py:73) +2024-09-01 16:33:26,643 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.011913995000213617 (mp_runner.py:73) +2024-09-01 16:33:26,649 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.001304074001382105 (mp_runner.py:73) +2024-09-01 16:33:26,651 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.01005674100088072 (mp_runner.py:73) +2024-09-01 16:33:26,651 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.01914851200126577 (mp_runner.py:73) +2024-09-01 16:33:26,652 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.01737338500242913 (mp_runner.py:73) +2024-09-01 16:33:26,653 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.017190610997204203 (mp_runner.py:73) +2024-09-01 16:33:27,756 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.021107278997078538 (mp_runner.py:73) +2024-09-01 16:33:27,778 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.04062146500291419 (mp_runner.py:73) +2024-09-01 16:33:27,902 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.016477898996527074 (mp_runner.py:73) +2024-09-01 16:33:27,907 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.022180256997671677 (mp_runner.py:73) +2024-09-01 16:33:27,938 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.05256477099828771 (mp_runner.py:73) +2024-09-01 16:33:28,121 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.010685401000955608 (mp_runner.py:73) +2024-09-01 16:33:28,125 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.017902097999467514 (mp_runner.py:73) +2024-09-01 16:33:28,134 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.027693111002008663 (mp_runner.py:73) +2024-09-01 16:33:28,189 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.01956793099816423 (mp_runner.py:73) +2024-09-01 16:33:28,333 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.013938880001660436 (mp_runner.py:73) +2024-09-01 16:33:28,336 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.015953223999531474 (mp_runner.py:73) +2024-09-01 16:33:28,339 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.023376356999506243 (mp_runner.py:73) +2024-09-01 16:33:28,339 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.025075288001971785 (mp_runner.py:73) +2024-09-01 16:33:28,342 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.025920131000020774 (mp_runner.py:73) +2024-09-01 16:33:28,348 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.029228423001768533 (mp_runner.py:73) +2024-09-01 16:33:28,349 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.02833027299857349 (mp_runner.py:73) +2024-09-01 16:33:28,747 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.022847280000860337 (mp_runner.py:73) +2024-09-01 16:33:28,753 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.029264241002238123 (mp_runner.py:73) +2024-09-01 16:33:28,825 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.021214421998593025 (mp_runner.py:73) +2024-09-01 16:33:29,450 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.029224014997453196 (mp_runner.py:73) +2024-09-01 16:33:29,459 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.016406293001637096 (mp_runner.py:73) +2024-09-01 16:33:29,462 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02309612799945171 (mp_runner.py:73) +2024-09-01 16:33:37,697 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.018818642001861008 (mp_runner.py:73) +2024-09-01 16:33:37,698 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.018850898999517085 (mp_runner.py:73) +2024-09-01 16:33:37,699 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.018420074997266056 (mp_runner.py:73) +2024-09-01 16:33:37,700 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.019893240998499095 (mp_runner.py:73) +2024-09-01 16:33:37,700 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.019204194999474566 (mp_runner.py:73) +2024-09-01 16:33:37,701 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.019176648998836754 (mp_runner.py:73) +2024-09-01 16:33:37,702 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.01778980900053284 (mp_runner.py:73) +2024-09-01 16:33:37,703 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.017990540000027977 (mp_runner.py:73) +2024-09-01 16:33:37,703 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.02729062100115698 (mp_runner.py:73) +2024-09-01 16:33:37,706 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.01895766899906448 (mp_runner.py:73) +2024-09-01 16:33:37,706 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.028905735001899302 (mp_runner.py:73) +2024-09-01 16:33:37,706 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.017855824997241143 (mp_runner.py:73) +2024-09-01 16:33:37,709 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.016186029999516904 (mp_runner.py:73) +2024-09-01 16:33:37,724 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.0487540119975165 (mp_runner.py:73) +2024-09-01 16:33:37,750 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.024842964001436485 (mp_runner.py:73) +2024-09-01 16:33:37,766 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.02005879799980903 (mp_runner.py:73) +2024-09-01 16:33:37,962 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.017639100002270425 (mp_runner.py:73) +2024-09-01 16:33:37,962 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.025661609000962926 (mp_runner.py:73) +2024-09-01 16:33:37,963 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.017246379000425804 (mp_runner.py:73) +2024-09-01 16:33:37,963 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.027461039000627352 (mp_runner.py:73) +2024-09-01 16:33:37,964 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.020450905998586677 (mp_runner.py:73) +2024-09-01 16:33:37,965 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.016848694998770952 (mp_runner.py:73) +2024-09-01 16:33:37,966 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.0230029829981504 (mp_runner.py:73) +2024-09-01 16:33:37,967 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.016849879000801593 (mp_runner.py:73) +2024-09-01 16:33:37,968 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.016080485002021305 (mp_runner.py:73) +2024-09-01 16:33:37,970 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.016820900000311667 (mp_runner.py:73) +2024-09-01 16:33:37,975 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.017368380998959765 (mp_runner.py:73) +2024-09-01 16:33:37,977 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.01890694600297138 (mp_runner.py:73) +2024-09-01 16:33:38,062 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.033170968999911565 (mp_runner.py:73) +2024-09-01 16:33:38,063 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.03260831700026756 (mp_runner.py:73) +2024-09-01 16:33:38,336 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.025479091000306653 (mp_runner.py:73) +2024-09-01 16:33:38,699 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.0245325319992844 (mp_runner.py:73) +2024-09-01 16:33:39,074 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.0763837140002579 (mp_runner.py:73) +2024-09-01 16:33:39,300 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.02688070499789319 (mp_runner.py:73) +2024-09-01 16:33:39,893 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.00626248300250154 (mp_runner.py:73) +2024-09-01 16:33:40,017 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.036183650998282246 (mp_runner.py:73) +2024-09-01 16:33:40,553 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.017607249999855412 (mp_runner.py:73) +2024-09-01 16:33:40,767 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.02824936099932529 (mp_runner.py:73) +2024-09-01 16:33:41,102 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.02845131100184517 (mp_runner.py:73) +2024-09-01 16:33:41,454 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.024261518999992404 (mp_runner.py:73) +2024-09-01 16:33:41,455 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.028260680999665055 (mp_runner.py:73) +2024-09-01 16:33:41,631 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.022085937001975253 (mp_runner.py:73) +2024-09-01 16:33:41,648 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.033030874001269694 (mp_runner.py:73) +2024-09-01 16:33:41,650 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.0030571460010833107 (mp_runner.py:73) +2024-09-01 16:33:41,861 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.02565808900180855 (mp_runner.py:73) +2024-09-01 16:33:46,477 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0265s, count=1277, qps in this process: 42.5291 (mp_runner.py:76) +2024-09-01 16:33:46,565 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0195s, count=1325, qps in this process: 44.138 (mp_runner.py:76) +2024-09-01 16:33:46,580 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0101s, count=1384, qps in this process: 46.1178 (mp_runner.py:76) +2024-09-01 16:33:46,581 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0141s, count=1387, qps in this process: 46.2116 (mp_runner.py:76) +2024-09-01 16:33:46,584 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0094s, count=1388, qps in this process: 46.2522 (mp_runner.py:76) +2024-09-01 16:33:46,611 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0248s, count=1388, qps in this process: 46.2285 (mp_runner.py:76) +2024-09-01 16:33:46,613 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.003s, count=1373, qps in this process: 45.7621 (mp_runner.py:76) +2024-09-01 16:33:46,628 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0156s, count=1311, qps in this process: 43.6773 (mp_runner.py:76) +2024-09-01 16:33:46,674 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0208s, count=1392, qps in this process: 46.3679 (mp_runner.py:76) +2024-09-01 16:33:46,676 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0228s, count=1392, qps in this process: 46.3648 (mp_runner.py:76) +2024-09-01 16:33:46,676 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0179s, count=1392, qps in this process: 46.3723 (mp_runner.py:76) +2024-09-01 16:33:46,680 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0209s, count=1392, qps in this process: 46.3677 (mp_runner.py:76) +2024-09-01 16:33:46,705 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.003s, count=1389, qps in this process: 46.2954 (mp_runner.py:76) +2024-09-01 16:33:46,711 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0241s, count=1393, qps in this process: 46.3961 (mp_runner.py:76) +2024-09-01 16:33:46,722 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.033s, count=1393, qps in this process: 46.3823 (mp_runner.py:76) +2024-09-01 16:33:46,725 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0024s, count=1390, qps in this process: 46.3296 (mp_runner.py:76) +2024-09-01 16:33:46,736 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.005s, count=1394, qps in this process: 46.4589 (mp_runner.py:76) +2024-09-01 16:33:46,748 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0211s, count=1326, qps in this process: 44.1689 (mp_runner.py:76) +2024-09-01 16:33:46,753 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0032s, count=1396, qps in this process: 46.5284 (mp_runner.py:76) +2024-09-01 16:33:46,758 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0013s, count=1188, qps in this process: 39.5983 (mp_runner.py:76) +2024-09-01 16:33:46,760 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0098s, count=1396, qps in this process: 46.5181 (mp_runner.py:76) +2024-09-01 16:33:46,761 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0036s, count=1396, qps in this process: 46.5278 (mp_runner.py:76) +2024-09-01 16:33:46,763 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0078s, count=1396, qps in this process: 46.5212 (mp_runner.py:76) +2024-09-01 16:33:46,779 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0108s, count=1208, qps in this process: 40.2522 (mp_runner.py:76) +2024-09-01 16:33:46,795 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0082s, count=1398, qps in this process: 46.5873 (mp_runner.py:76) +2024-09-01 16:33:46,797 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0007s, count=1399, qps in this process: 46.6322 (mp_runner.py:76) +2024-09-01 16:33:46,803 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0027s, count=1374, qps in this process: 45.7959 (mp_runner.py:76) +2024-09-01 16:33:46,803 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0155s, count=1398, qps in this process: 46.5759 (mp_runner.py:76) +2024-09-01 16:33:46,809 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0007s, count=1279, qps in this process: 42.6323 (mp_runner.py:76) +2024-09-01 16:33:46,810 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0042s, count=1399, qps in this process: 46.6268 (mp_runner.py:76) +2024-09-01 16:33:46,816 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0142s, count=1400, qps in this process: 46.6446 (mp_runner.py:76) +2024-09-01 16:33:46,819 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0032s, count=1236, qps in this process: 41.1956 (mp_runner.py:76) +2024-09-01 16:33:46,821 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0034s, count=1401, qps in this process: 46.6947 (mp_runner.py:76) +2024-09-01 16:33:46,823 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0057s, count=1401, qps in this process: 46.6911 (mp_runner.py:76) +2024-09-01 16:33:46,824 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.009s, count=1401, qps in this process: 46.686 (mp_runner.py:76) +2024-09-01 16:33:46,835 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0028s, count=1326, qps in this process: 44.1959 (mp_runner.py:76) +2024-09-01 16:33:46,840 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0043s, count=1278, qps in this process: 42.5939 (mp_runner.py:76) +2024-09-01 16:33:46,841 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0085s, count=1281, qps in this process: 42.6879 (mp_runner.py:76) +2024-09-01 16:33:46,853 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0078s, count=1402, qps in this process: 46.7212 (mp_runner.py:76) +2024-09-01 16:33:46,863 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0011s, count=1213, qps in this process: 40.4319 (mp_runner.py:76) +2024-09-01 16:33:46,864 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0027s, count=1245, qps in this process: 41.4963 (mp_runner.py:76) +2024-09-01 16:33:46,900 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0014s, count=1233, qps in this process: 41.0981 (mp_runner.py:76) +2024-09-01 16:33:46,907 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0006s, count=1219, qps in this process: 40.6325 (mp_runner.py:76) +2024-09-01 16:33:46,911 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0009s, count=1241, qps in this process: 41.3654 (mp_runner.py:76) +2024-09-01 16:33:46,936 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0013s, count=1236, qps in this process: 41.1982 (mp_runner.py:76) +2024-09-01 16:33:46,945 | INFO |End search in concurrency 45: dur=30.63748745200064s, total_count=60426, qps=1972.2897 (mp_runner.py:120) +2024-09-01 16:33:49,987 | INFO |Update largest qps with concurrency 45: current max_qps=1972.2897 (mp_runner.py:124) +2024-09-01 16:33:50,403 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:33:50,404 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 16:34:11,338 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 16:34:11,488 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,625 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,635 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,638 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,641 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,662 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,694 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,698 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,701 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,701 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,701 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,702 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,751 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,751 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,758 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,796 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,797 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,798 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,801 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,803 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,820 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,835 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,836 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,836 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,842 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,851 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,882 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,921 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,921 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,922 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,930 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,932 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,937 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,937 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:11,949 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:34:23,209 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.010914393998973537 (mp_runner.py:73) +2024-09-01 16:34:23,210 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.006567124000866897 (mp_runner.py:73) +2024-09-01 16:34:23,212 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.010280780999892158 (mp_runner.py:73) +2024-09-01 16:34:23,214 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.010897569001826923 (mp_runner.py:73) +2024-09-01 16:34:23,217 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.01232053399871802 (mp_runner.py:73) +2024-09-01 16:34:23,218 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.019693450998602202 (mp_runner.py:73) +2024-09-01 16:34:23,219 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.018559193002147367 (mp_runner.py:73) +2024-09-01 16:34:23,225 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.020482929998252075 (mp_runner.py:73) +2024-09-01 16:34:23,236 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.031561505998979555 (mp_runner.py:73) +2024-09-01 16:34:23,240 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.04310898800031282 (mp_runner.py:73) +2024-09-01 16:34:23,261 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.021947489000012865 (mp_runner.py:73) +2024-09-01 16:34:23,263 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.022768595001252834 (mp_runner.py:73) +2024-09-01 16:34:23,264 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.02721683799973107 (mp_runner.py:73) +2024-09-01 16:34:23,266 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.02657099600037327 (mp_runner.py:73) +2024-09-01 16:34:23,267 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.024240544000349473 (mp_runner.py:73) +2024-09-01 16:34:23,272 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.011819622999610147 (mp_runner.py:73) +2024-09-01 16:34:23,372 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.02457170299749123 (mp_runner.py:73) +2024-09-01 16:34:23,379 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.022195699999429053 (mp_runner.py:73) +2024-09-01 16:34:23,396 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.04339372899994487 (mp_runner.py:73) +2024-09-01 16:34:23,534 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.025773197998205433 (mp_runner.py:73) +2024-09-01 16:34:24,014 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.01814035600182251 (mp_runner.py:73) +2024-09-01 16:34:24,019 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.024251779999758583 (mp_runner.py:73) +2024-09-01 16:34:24,023 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03080947600028594 (mp_runner.py:73) +2024-09-01 16:34:24,033 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.036483072999544675 (mp_runner.py:73) +2024-09-01 16:34:24,035 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.039645431003009435 (mp_runner.py:73) +2024-09-01 16:34:24,037 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.03802237199852243 (mp_runner.py:73) +2024-09-01 16:34:24,041 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.03472105900073075 (mp_runner.py:73) +2024-09-01 16:34:24,055 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.06278424600168364 (mp_runner.py:73) +2024-09-01 16:34:24,471 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.015368189997388981 (mp_runner.py:73) +2024-09-01 16:34:24,474 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.01443231899975217 (mp_runner.py:73) +2024-09-01 16:34:24,474 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.01498778899986064 (mp_runner.py:73) +2024-09-01 16:34:24,475 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.015984151999873575 (mp_runner.py:73) +2024-09-01 16:34:24,475 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.015849768999032676 (mp_runner.py:73) +2024-09-01 16:34:24,477 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.019384774001082405 (mp_runner.py:73) +2024-09-01 16:34:24,478 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.01524449900171021 (mp_runner.py:73) +2024-09-01 16:34:24,479 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.01611276399853523 (mp_runner.py:73) +2024-09-01 16:34:24,480 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.02550806600265787 (mp_runner.py:73) +2024-09-01 16:34:24,480 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.025575210001989035 (mp_runner.py:73) +2024-09-01 16:34:24,481 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.02802605000033509 (mp_runner.py:73) +2024-09-01 16:34:24,481 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.0156507360006799 (mp_runner.py:73) +2024-09-01 16:34:24,483 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.016885277997062076 (mp_runner.py:73) +2024-09-01 16:34:24,487 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.017334085998299997 (mp_runner.py:73) +2024-09-01 16:34:24,490 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03472561099988525 (mp_runner.py:73) +2024-09-01 16:34:24,584 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.02823511299720849 (mp_runner.py:73) +2024-09-01 16:34:24,672 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.027056797000113875 (mp_runner.py:73) +2024-09-01 16:34:24,948 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.02497592300278484 (mp_runner.py:73) +2024-09-01 16:34:25,762 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.026250831000652397 (mp_runner.py:73) +2024-09-01 16:34:25,824 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.028696614001091802 (mp_runner.py:73) +2024-09-01 16:34:26,104 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.0230399940010102 (mp_runner.py:73) +2024-09-01 16:34:27,859 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.020694278999144444 (mp_runner.py:73) +2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.03567411599942716 (mp_runner.py:73) +2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.039512177998403786 (mp_runner.py:73) +2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.036564953999913996 (mp_runner.py:73) +2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.037957030999677954 (mp_runner.py:73) +2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.03756552499908139 (mp_runner.py:73) +2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.03929853200315847 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.03736358499736525 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.04052942700218409 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.03580320900073275 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.03848465899864095 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.03696099300213973 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.04018398799962597 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.03948388999924646 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.028195270999276545 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.02394481699957396 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.02684157100156881 (mp_runner.py:73) +2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.02764969999770983 (mp_runner.py:73) +2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.030975415000284556 (mp_runner.py:73) +2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.03047839999999269 (mp_runner.py:73) +2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.035496575001161546 (mp_runner.py:73) +2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.0316002670006128 (mp_runner.py:73) +2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.012227215000166325 (mp_runner.py:73) +2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.04482867200204055 (mp_runner.py:73) +2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.03080740499717649 (mp_runner.py:73) +2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.029069320000417065 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.04417998599819839 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.03667906700138701 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.03433853100068518 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.035475447002681904 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.043807636997371446 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.02775254899825086 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.03101102999789873 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.04662794799878611 (mp_runner.py:73) +2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.03137173399954918 (mp_runner.py:73) +2024-09-01 16:34:35,403 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.03697718200055533 (mp_runner.py:73) +2024-09-01 16:34:35,403 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.03827695499785477 (mp_runner.py:73) +2024-09-01 16:34:35,411 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.03305278300103964 (mp_runner.py:73) +2024-09-01 16:34:35,413 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.024576282998168608 (mp_runner.py:73) +2024-09-01 16:34:35,413 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.020542940001178067 (mp_runner.py:73) +2024-09-01 16:34:35,842 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.022681469999952242 (mp_runner.py:73) +2024-09-01 16:34:37,073 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.03298713299955125 (mp_runner.py:73) +2024-09-01 16:34:37,096 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.0645090700018045 (mp_runner.py:73) +2024-09-01 16:34:38,068 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.03060872399873915 (mp_runner.py:73) +2024-09-01 16:34:38,134 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.024471092998282984 (mp_runner.py:73) +2024-09-01 16:34:38,419 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.03431173599892645 (mp_runner.py:73) +2024-09-01 16:34:38,420 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.03755529900081456 (mp_runner.py:73) +2024-09-01 16:34:39,492 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.02176964700265671 (mp_runner.py:73) +2024-09-01 16:34:39,711 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.011390149000362726 (mp_runner.py:73) +2024-09-01 16:34:39,991 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.03605576699919766 (mp_runner.py:73) +2024-09-01 16:34:41,507 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0068s, count=1278, qps in this process: 42.5903 (mp_runner.py:76) +2024-09-01 16:34:41,646 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0077s, count=1283, qps in this process: 42.7557 (mp_runner.py:76) +2024-09-01 16:34:41,662 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.015s, count=1284, qps in this process: 42.7786 (mp_runner.py:76) +2024-09-01 16:34:41,665 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0007s, count=1284, qps in this process: 42.799 (mp_runner.py:76) +2024-09-01 16:34:41,669 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.029s, count=1278, qps in this process: 42.5589 (mp_runner.py:76) +2024-09-01 16:34:41,688 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0439s, count=1281, qps in this process: 42.6376 (mp_runner.py:76) +2024-09-01 16:34:41,704 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0008s, count=1286, qps in this process: 42.8655 (mp_runner.py:76) +2024-09-01 16:34:41,705 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0023s, count=1280, qps in this process: 42.6634 (mp_runner.py:76) +2024-09-01 16:34:41,709 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0052s, count=1254, qps in this process: 41.7928 (mp_runner.py:76) +2024-09-01 16:34:41,717 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0129s, count=1286, qps in this process: 42.8482 (mp_runner.py:76) +2024-09-01 16:34:41,722 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0159s, count=1170, qps in this process: 38.9793 (mp_runner.py:76) +2024-09-01 16:34:41,723 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0258s, count=1281, qps in this process: 42.6633 (mp_runner.py:76) +2024-09-01 16:34:41,767 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0015s, count=1289, qps in this process: 42.9645 (mp_runner.py:76) +2024-09-01 16:34:41,768 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0044s, count=1289, qps in this process: 42.9604 (mp_runner.py:76) +2024-09-01 16:34:41,768 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0032s, count=1289, qps in this process: 42.9621 (mp_runner.py:76) +2024-09-01 16:34:41,770 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0053s, count=1289, qps in this process: 42.9591 (mp_runner.py:76) +2024-09-01 16:34:41,794 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0028s, count=1285, qps in this process: 42.8293 (mp_runner.py:76) +2024-09-01 16:34:41,798 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0003s, count=1291, qps in this process: 43.0329 (mp_runner.py:76) +2024-09-01 16:34:41,806 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0141s, count=1290, qps in this process: 42.9798 (mp_runner.py:76) +2024-09-01 16:34:41,809 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0093s, count=1286, qps in this process: 42.8534 (mp_runner.py:76) +2024-09-01 16:34:41,814 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0091s, count=1292, qps in this process: 43.0536 (mp_runner.py:76) +2024-09-01 16:34:41,818 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.017s, count=1259, qps in this process: 41.9429 (mp_runner.py:76) +2024-09-01 16:34:41,819 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0174s, count=1292, qps in this process: 43.0417 (mp_runner.py:76) +2024-09-01 16:34:41,819 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0219s, count=1292, qps in this process: 43.0353 (mp_runner.py:76) +2024-09-01 16:34:41,821 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0148s, count=1210, qps in this process: 40.3134 (mp_runner.py:76) +2024-09-01 16:34:41,826 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0024s, count=1293, qps in this process: 43.0966 (mp_runner.py:76) +2024-09-01 16:34:41,840 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0002s, count=1288, qps in this process: 42.933 (mp_runner.py:76) +2024-09-01 16:34:41,841 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0013s, count=1293, qps in this process: 43.0981 (mp_runner.py:76) +2024-09-01 16:34:41,845 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.002s, count=1294, qps in this process: 43.1305 (mp_runner.py:76) +2024-09-01 16:34:41,850 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0079s, count=1293, qps in this process: 43.0887 (mp_runner.py:76) +2024-09-01 16:34:41,852 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.01s, count=1128, qps in this process: 37.5875 (mp_runner.py:76) +2024-09-01 16:34:41,857 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0151s, count=1247, qps in this process: 41.5458 (mp_runner.py:76) +2024-09-01 16:34:41,863 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.004s, count=1135, qps in this process: 37.8283 (mp_runner.py:76) +2024-09-01 16:34:41,865 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0165s, count=1295, qps in this process: 43.1429 (mp_runner.py:76) +2024-09-01 16:34:41,865 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0231s, count=1295, qps in this process: 43.1335 (mp_runner.py:76) +2024-09-01 16:34:41,871 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0077s, count=1178, qps in this process: 39.2566 (mp_runner.py:76) +2024-09-01 16:34:41,890 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0065s, count=1145, qps in this process: 38.1584 (mp_runner.py:76) +2024-09-01 16:34:41,891 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0056s, count=1297, qps in this process: 43.2253 (mp_runner.py:76) +2024-09-01 16:34:41,897 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0027s, count=1298, qps in this process: 43.2628 (mp_runner.py:76) +2024-09-01 16:34:41,897 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0045s, count=1135, qps in this process: 37.8277 (mp_runner.py:76) +2024-09-01 16:34:41,899 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.007844448999094311 (mp_runner.py:73) +2024-09-01 16:34:41,903 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0082s, count=1295, qps in this process: 43.1549 (mp_runner.py:76) +2024-09-01 16:34:41,927 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.002s, count=1261, qps in this process: 42.0305 (mp_runner.py:76) +2024-09-01 16:34:41,927 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0005s, count=1093, qps in this process: 36.4327 (mp_runner.py:76) +2024-09-01 16:34:41,928 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0025s, count=1299, qps in this process: 43.2964 (mp_runner.py:76) +2024-09-01 16:34:41,936 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.001s, count=1300, qps in this process: 43.3319 (mp_runner.py:76) +2024-09-01 16:34:41,940 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0034s, count=1303, qps in this process: 43.4284 (mp_runner.py:76) +2024-09-01 16:34:41,944 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0012s, count=1108, qps in this process: 36.9319 (mp_runner.py:76) +2024-09-01 16:34:41,947 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0025s, count=1086, qps in this process: 36.197 (mp_runner.py:76) +2024-09-01 16:34:41,948 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.004s, count=1305, qps in this process: 43.4942 (mp_runner.py:76) +2024-09-01 16:34:41,961 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0009s, count=1019, qps in this process: 33.9656 (mp_runner.py:76) +2024-09-01 16:34:41,970 | INFO |End search in concurrency 50: dur=30.632197987000836s, total_count=62581, qps=2042.981 (mp_runner.py:120) +2024-09-01 16:34:45,391 | INFO |Update largest qps with concurrency 50: current max_qps=2042.981 (mp_runner.py:124) +2024-09-01 16:34:45,813 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:34:45,814 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 16:35:06,934 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 16:35:07,128 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,136 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,194 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,197 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,232 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,302 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,355 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,363 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,363 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,364 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,369 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,371 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,439 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,440 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,445 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,458 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,459 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,474 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,489 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,491 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,513 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,513 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,532 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,542 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,555 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,558 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,559 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,594 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,595 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,597 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,599 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,609 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,694 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,694 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:07,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:35:20,932 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.01809568200042122 (mp_runner.py:73) +2024-09-01 16:35:20,935 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.01871886099979747 (mp_runner.py:73) +2024-09-01 16:35:20,936 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.024750118998781545 (mp_runner.py:73) +2024-09-01 16:35:20,937 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.018687321000470547 (mp_runner.py:73) +2024-09-01 16:35:20,939 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.018084416002238868 (mp_runner.py:73) +2024-09-01 16:35:20,947 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.02130934999877354 (mp_runner.py:73) +2024-09-01 16:35:20,949 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.019556073999410728 (mp_runner.py:73) +2024-09-01 16:35:20,951 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.04145344299831777 (mp_runner.py:73) +2024-09-01 16:35:20,953 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.02002027900016401 (mp_runner.py:73) +2024-09-01 16:35:20,970 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.025900897999235895 (mp_runner.py:73) +2024-09-01 16:35:20,989 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.02006722000078298 (mp_runner.py:73) +2024-09-01 16:35:20,992 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.021800000002258457 (mp_runner.py:73) +2024-09-01 16:35:20,993 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.02423537100185058 (mp_runner.py:73) +2024-09-01 16:35:20,993 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.022079992999351816 (mp_runner.py:73) +2024-09-01 16:35:20,998 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.03046826100035105 (mp_runner.py:73) +2024-09-01 16:35:21,023 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.060908169001777424 (mp_runner.py:73) +2024-09-01 16:35:21,059 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.0444231330002367 (mp_runner.py:73) +2024-09-01 16:35:21,062 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.017310127997916425 (mp_runner.py:73) +2024-09-01 16:35:21,176 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.04925218000062159 (mp_runner.py:73) +2024-09-01 16:35:21,219 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.031133052998484345 (mp_runner.py:73) +2024-09-01 16:35:21,239 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02223070599939092 (mp_runner.py:73) +2024-09-01 16:35:21,243 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.02122044600037043 (mp_runner.py:73) +2024-09-01 16:35:21,245 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.018115466999006458 (mp_runner.py:73) +2024-09-01 16:35:21,329 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.032142276999366004 (mp_runner.py:73) +2024-09-01 16:35:21,365 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.04851639900152804 (mp_runner.py:73) +2024-09-01 16:35:21,369 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.012421881998307072 (mp_runner.py:73) +2024-09-01 16:35:21,375 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.030745986001420533 (mp_runner.py:73) +2024-09-01 16:35:21,389 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.03014448700196226 (mp_runner.py:73) +2024-09-01 16:35:21,399 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.025596108996978728 (mp_runner.py:73) +2024-09-01 16:35:21,401 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.02431524199710111 (mp_runner.py:73) +2024-09-01 16:35:21,409 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.024111544000334106 (mp_runner.py:73) +2024-09-01 16:35:21,412 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.02724804199897335 (mp_runner.py:73) +2024-09-01 16:35:21,472 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.03282551600204897 (mp_runner.py:73) +2024-09-01 16:35:21,499 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.034467844998289365 (mp_runner.py:73) +2024-09-01 16:35:21,523 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.032812091998494 (mp_runner.py:73) +2024-09-01 16:35:21,643 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.03138381899771048 (mp_runner.py:73) +2024-09-01 16:35:21,700 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.03148812600193196 (mp_runner.py:73) +2024-09-01 16:35:21,777 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.029099837000103435 (mp_runner.py:73) +2024-09-01 16:35:22,138 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.023266244999831542 (mp_runner.py:73) +2024-09-01 16:35:22,139 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.027551594997930806 (mp_runner.py:73) +2024-09-01 16:35:23,034 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.021398995999334147 (mp_runner.py:73) +2024-09-01 16:35:23,035 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.02008348399976967 (mp_runner.py:73) +2024-09-01 16:35:23,037 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.022763485001632944 (mp_runner.py:73) +2024-09-01 16:35:23,038 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.026130456000828417 (mp_runner.py:73) +2024-09-01 16:35:23,038 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.027876248001120985 (mp_runner.py:73) +2024-09-01 16:35:23,313 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.010735847998148529 (mp_runner.py:73) +2024-09-01 16:35:23,395 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.02810249100002693 (mp_runner.py:73) +2024-09-01 16:35:23,425 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.02943324399893754 (mp_runner.py:73) +2024-09-01 16:35:23,626 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.03073952799968538 (mp_runner.py:73) +2024-09-01 16:35:24,095 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.019751473002543207 (mp_runner.py:73) +2024-09-01 16:35:24,104 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.058268497999961255 (mp_runner.py:73) +2024-09-01 16:35:24,250 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.02952340699994238 (mp_runner.py:73) +2024-09-01 16:35:24,601 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.044489220999821555 (mp_runner.py:73) +2024-09-01 16:35:24,607 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.08391869499973836 (mp_runner.py:73) +2024-09-01 16:35:24,976 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.03717996500199661 (mp_runner.py:73) +2024-09-01 16:35:34,708 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.015123452998523135 (mp_runner.py:73) +2024-09-01 16:35:34,711 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.017229091998160584 (mp_runner.py:73) +2024-09-01 16:35:34,713 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.010918149000644917 (mp_runner.py:73) +2024-09-01 16:35:34,717 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.020910602001094958 (mp_runner.py:73) +2024-09-01 16:35:34,718 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.02606264400310465 (mp_runner.py:73) +2024-09-01 16:35:34,722 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.02197621400046046 (mp_runner.py:73) +2024-09-01 16:35:34,723 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.02969072599807987 (mp_runner.py:73) +2024-09-01 16:35:34,724 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.025332317996799247 (mp_runner.py:73) +2024-09-01 16:35:34,726 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.025020837001648033 (mp_runner.py:73) +2024-09-01 16:35:34,727 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.024899593998270575 (mp_runner.py:73) +2024-09-01 16:35:34,736 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.019530833000317216 (mp_runner.py:73) +2024-09-01 16:35:34,739 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.008640166000986937 (mp_runner.py:73) +2024-09-01 16:35:34,740 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.024144349998096004 (mp_runner.py:73) +2024-09-01 16:35:34,741 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.028629980002733646 (mp_runner.py:73) +2024-09-01 16:35:34,744 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.05317051499878289 (mp_runner.py:73) +2024-09-01 16:35:34,751 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.02514932199846953 (mp_runner.py:73) +2024-09-01 16:35:34,751 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.020444989000679925 (mp_runner.py:73) +2024-09-01 16:35:34,753 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.023478134000470163 (mp_runner.py:73) +2024-09-01 16:35:34,757 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.022795413999119774 (mp_runner.py:73) +2024-09-01 16:35:34,764 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.01864235199900577 (mp_runner.py:73) +2024-09-01 16:35:34,770 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.0154214129979664 (mp_runner.py:73) +2024-09-01 16:35:34,836 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.030090014002780663 (mp_runner.py:73) +2024-09-01 16:35:34,852 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.03063183099948219 (mp_runner.py:73) +2024-09-01 16:35:34,853 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.030647837000287836 (mp_runner.py:73) +2024-09-01 16:35:34,855 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.02394350499889697 (mp_runner.py:73) +2024-09-01 16:35:34,947 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.022216580000531394 (mp_runner.py:73) +2024-09-01 16:35:35,007 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.032397226998000406 (mp_runner.py:73) +2024-09-01 16:35:35,027 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.029182849000790156 (mp_runner.py:73) +2024-09-01 16:35:35,038 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.04536473800180829 (mp_runner.py:73) +2024-09-01 16:35:35,091 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.031340585999714676 (mp_runner.py:73) +2024-09-01 16:35:35,165 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.02860974300347152 (mp_runner.py:73) +2024-09-01 16:35:36,575 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.022879565000039292 (mp_runner.py:73) +2024-09-01 16:35:36,577 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.030504595997626893 (mp_runner.py:73) +2024-09-01 16:35:36,578 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.027636908998829313 (mp_runner.py:73) +2024-09-01 16:35:37,151 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0068s, count=1067, qps in this process: 35.5586 (mp_runner.py:76) +2024-09-01 16:35:37,157 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0169s, count=991, qps in this process: 33.0147 (mp_runner.py:76) +2024-09-01 16:35:37,210 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0128s, count=1091, qps in this process: 36.3512 (mp_runner.py:76) +2024-09-01 16:35:37,211 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0056s, count=1091, qps in this process: 36.3599 (mp_runner.py:76) +2024-09-01 16:35:37,256 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0141s, count=1066, qps in this process: 35.5166 (mp_runner.py:76) +2024-09-01 16:35:37,310 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0049s, count=968, qps in this process: 32.2614 (mp_runner.py:76) +2024-09-01 16:35:37,365 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0115s, count=1097, qps in this process: 36.5527 (mp_runner.py:76) +2024-09-01 16:35:37,365 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0073s, count=1075, qps in this process: 35.8246 (mp_runner.py:76) +2024-09-01 16:35:37,369 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0012s, count=1096, qps in this process: 36.5319 (mp_runner.py:76) +2024-09-01 16:35:37,383 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0017s, count=1098, qps in this process: 36.5979 (mp_runner.py:76) +2024-09-01 16:35:37,386 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0201s, count=1093, qps in this process: 36.4089 (mp_runner.py:76) +2024-09-01 16:35:37,388 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0204s, count=1097, qps in this process: 36.5418 (mp_runner.py:76) +2024-09-01 16:35:37,390 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0069s, count=1093, qps in this process: 36.425 (mp_runner.py:76) +2024-09-01 16:35:37,391 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0226s, count=1076, qps in this process: 35.8397 (mp_runner.py:76) +2024-09-01 16:35:37,392 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0146s, count=1093, qps in this process: 36.4156 (mp_runner.py:76) +2024-09-01 16:35:37,398 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0323s, count=1097, qps in this process: 36.5273 (mp_runner.py:76) +2024-09-01 16:35:37,401 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0288s, count=1085, qps in this process: 36.132 (mp_runner.py:76) +2024-09-01 16:35:37,403 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0289s, count=1098, qps in this process: 36.5648 (mp_runner.py:76) +2024-09-01 16:35:37,408 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0074s, count=1097, qps in this process: 36.5576 (mp_runner.py:76) +2024-09-01 16:35:37,411 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0288s, count=1094, qps in this process: 36.4317 (mp_runner.py:76) +2024-09-01 16:35:37,430 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0477s, count=1097, qps in this process: 36.5086 (mp_runner.py:76) +2024-09-01 16:35:37,448 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0049s, count=974, qps in this process: 32.4614 (mp_runner.py:76) +2024-09-01 16:35:37,456 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0138s, count=983, qps in this process: 32.7516 (mp_runner.py:76) +2024-09-01 16:35:37,461 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0133s, count=1099, qps in this process: 36.6171 (mp_runner.py:76) +2024-09-01 16:35:37,464 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0009s, count=1030, qps in this process: 34.3323 (mp_runner.py:76) +2024-09-01 16:35:37,471 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0004s, count=1103, qps in this process: 36.7662 (mp_runner.py:76) +2024-09-01 16:35:37,478 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0173s, count=999, qps in this process: 33.2808 (mp_runner.py:76) +2024-09-01 16:35:37,495 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0165s, count=1104, qps in this process: 36.7798 (mp_runner.py:76) +2024-09-01 16:35:37,496 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0174s, count=1104, qps in this process: 36.7787 (mp_runner.py:76) +2024-09-01 16:35:37,500 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0081s, count=995, qps in this process: 33.1577 (mp_runner.py:76) +2024-09-01 16:35:37,507 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0138s, count=979, qps in this process: 32.6183 (mp_runner.py:76) +2024-09-01 16:35:37,520 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0008s, count=1100, qps in this process: 36.6657 (mp_runner.py:76) +2024-09-01 16:35:37,526 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0066s, count=1035, qps in this process: 34.4924 (mp_runner.py:76) +2024-09-01 16:35:37,538 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0018s, count=959, qps in this process: 31.9647 (mp_runner.py:76) +2024-09-01 16:35:37,542 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0028s, count=1106, qps in this process: 36.8632 (mp_runner.py:76) +2024-09-01 16:35:37,556 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0051s, count=1107, qps in this process: 36.8937 (mp_runner.py:76) +2024-09-01 16:35:37,562 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0009s, count=1084, qps in this process: 36.1322 (mp_runner.py:76) +2024-09-01 16:35:37,565 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0125s, count=1107, qps in this process: 36.8846 (mp_runner.py:76) +2024-09-01 16:35:37,569 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0096s, count=941, qps in this process: 31.3566 (mp_runner.py:76) +2024-09-01 16:35:37,575 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0114s, count=986, qps in this process: 32.8542 (mp_runner.py:76) +2024-09-01 16:35:37,602 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0024s, count=1095, qps in this process: 36.4971 (mp_runner.py:76) +2024-09-01 16:35:37,608 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0021s, count=1111, qps in this process: 37.0307 (mp_runner.py:76) +2024-09-01 16:35:37,609 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0067s, count=1041, qps in this process: 34.6923 (mp_runner.py:76) +2024-09-01 16:35:37,613 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0076s, count=987, qps in this process: 32.8917 (mp_runner.py:76) +2024-09-01 16:35:37,623 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0017s, count=959, qps in this process: 31.9649 (mp_runner.py:76) +2024-09-01 16:35:37,637 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0089s, count=1114, qps in this process: 37.1223 (mp_runner.py:76) +2024-09-01 16:35:37,642 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0051s, count=977, qps in this process: 32.5611 (mp_runner.py:76) +2024-09-01 16:35:37,656 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0031s, count=954, qps in this process: 31.7967 (mp_runner.py:76) +2024-09-01 16:35:37,658 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.001s, count=983, qps in this process: 32.7656 (mp_runner.py:76) +2024-09-01 16:35:37,660 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0031s, count=937, qps in this process: 31.2301 (mp_runner.py:76) +2024-09-01 16:35:37,689 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0015s, count=961, qps in this process: 32.0317 (mp_runner.py:76) +2024-09-01 16:35:37,700 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0002s, count=956, qps in this process: 31.8665 (mp_runner.py:76) +2024-09-01 16:35:37,701 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0002s, count=950, qps in this process: 31.6665 (mp_runner.py:76) +2024-09-01 16:35:37,723 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0012s, count=983, qps in this process: 32.7654 (mp_runner.py:76) +2024-09-01 16:35:37,724 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0003s, count=995, qps in this process: 33.1663 (mp_runner.py:76) +2024-09-01 16:35:37,733 | INFO |End search in concurrency 55: dur=30.798846032001165s, total_count=57458, qps=1865.5894 (mp_runner.py:120) +2024-09-01 16:35:41,912 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:35:41,912 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 16:36:03,329 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 16:36:03,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,504 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,532 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,651 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,675 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,700 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,820 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,826 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,826 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,834 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,840 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,850 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,853 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,858 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,863 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,902 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,912 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,920 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,955 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,957 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,968 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,991 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,992 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:03,999 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,030 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,030 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,043 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,056 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,088 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,099 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,099 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,113 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,147 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,154 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,154 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,163 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,165 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,227 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,239 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:04,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:36:18,353 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.012331907000771025 (mp_runner.py:73) +2024-09-01 16:36:18,354 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.016051965998485684 (mp_runner.py:73) +2024-09-01 16:36:18,356 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.016058388999226736 (mp_runner.py:73) +2024-09-01 16:36:18,357 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.01755509400027222 (mp_runner.py:73) +2024-09-01 16:36:18,360 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.020738967999932356 (mp_runner.py:73) +2024-09-01 16:36:18,361 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.018689614000322763 (mp_runner.py:73) +2024-09-01 16:36:18,362 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.0036224659997969866 (mp_runner.py:73) +2024-09-01 16:36:18,362 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.022275734998402186 (mp_runner.py:73) +2024-09-01 16:36:18,363 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.018619719001435442 (mp_runner.py:73) +2024-09-01 16:36:18,363 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.021990892000758322 (mp_runner.py:73) +2024-09-01 16:36:18,363 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.020294887999625644 (mp_runner.py:73) +2024-09-01 16:36:18,364 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.02343327299968223 (mp_runner.py:73) +2024-09-01 16:36:18,365 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.022803272997407475 (mp_runner.py:73) +2024-09-01 16:36:18,365 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.004895328998827608 (mp_runner.py:73) +2024-09-01 16:36:18,366 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02736691000245628 (mp_runner.py:73) +2024-09-01 16:36:18,366 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.023766129001160152 (mp_runner.py:73) +2024-09-01 16:36:18,368 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.022215552999114152 (mp_runner.py:73) +2024-09-01 16:36:18,369 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.023127158001443604 (mp_runner.py:73) +2024-09-01 16:36:18,370 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.02310709299854352 (mp_runner.py:73) +2024-09-01 16:36:18,370 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.023027401002764236 (mp_runner.py:73) +2024-09-01 16:36:18,370 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.02389969100113376 (mp_runner.py:73) +2024-09-01 16:36:18,371 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.02385308900193195 (mp_runner.py:73) +2024-09-01 16:36:18,373 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02174214499973459 (mp_runner.py:73) +2024-09-01 16:36:18,373 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.02310110500184237 (mp_runner.py:73) +2024-09-01 16:36:18,374 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.01876145899950643 (mp_runner.py:73) +2024-09-01 16:36:18,374 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.02341496500230278 (mp_runner.py:73) +2024-09-01 16:36:18,379 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.010304792998795165 (mp_runner.py:73) +2024-09-01 16:36:18,380 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.025985473999753594 (mp_runner.py:73) +2024-09-01 16:36:18,385 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.047974442000850104 (mp_runner.py:73) +2024-09-01 16:36:18,410 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.028079023999453057 (mp_runner.py:73) +2024-09-01 16:36:18,594 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.015509672000916908 (mp_runner.py:73) +2024-09-01 16:36:18,596 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.019255382001574617 (mp_runner.py:73) +2024-09-01 16:36:18,598 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.027845658998558065 (mp_runner.py:73) +2024-09-01 16:36:18,607 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.0316769609999028 (mp_runner.py:73) +2024-09-01 16:36:18,667 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.03233169099985389 (mp_runner.py:73) +2024-09-01 16:36:18,677 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.04421595700114267 (mp_runner.py:73) +2024-09-01 16:36:19,008 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.026076711001223885 (mp_runner.py:73) +2024-09-01 16:36:19,177 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.030485600997053552 (mp_runner.py:73) +2024-09-01 16:36:19,203 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.03713089399752789 (mp_runner.py:73) +2024-09-01 16:36:19,319 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.0199771130028239 (mp_runner.py:73) +2024-09-01 16:36:19,387 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.030911623001884436 (mp_runner.py:73) +2024-09-01 16:36:19,723 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03008089899958577 (mp_runner.py:73) +2024-09-01 16:36:19,761 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.06717680799920345 (mp_runner.py:73) +2024-09-01 16:36:19,877 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.02304042299874709 (mp_runner.py:73) +2024-09-01 16:36:19,877 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.022601280998060247 (mp_runner.py:73) +2024-09-01 16:36:19,880 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.02987551500336849 (mp_runner.py:73) +2024-09-01 16:36:19,884 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.034067100001266226 (mp_runner.py:73) +2024-09-01 16:36:19,899 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.04254936299912515 (mp_runner.py:73) +2024-09-01 16:36:20,098 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.03203986500011524 (mp_runner.py:73) +2024-09-01 16:36:20,099 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.028583535000507254 (mp_runner.py:73) +2024-09-01 16:36:20,157 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.03561358399747405 (mp_runner.py:73) +2024-09-01 16:36:20,173 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.030985626002802746 (mp_runner.py:73) +2024-09-01 16:36:20,185 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.0356844270027068 (mp_runner.py:73) +2024-09-01 16:36:20,608 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.03330919899963192 (mp_runner.py:73) +2024-09-01 16:36:20,849 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.0304800760022772 (mp_runner.py:73) +2024-09-01 16:36:21,167 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.005357069003366632 (mp_runner.py:73) +2024-09-01 16:36:21,173 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.042416436997882556 (mp_runner.py:73) +2024-09-01 16:36:21,376 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.026904816000751453 (mp_runner.py:73) +2024-09-01 16:36:21,473 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.03608639400044922 (mp_runner.py:73) +2024-09-01 16:36:21,745 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.029089579002175014 (mp_runner.py:73) +2024-09-01 16:36:33,403 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0247s, count=959, qps in this process: 31.9404 (mp_runner.py:76) +2024-09-01 16:36:33,415 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0114s, count=985, qps in this process: 32.8209 (mp_runner.py:76) +2024-09-01 16:36:33,534 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0178s, count=998, qps in this process: 33.2469 (mp_runner.py:76) +2024-09-01 16:36:33,569 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.019216800999856787 (mp_runner.py:73) +2024-09-01 16:36:33,570 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.020625133998692036 (mp_runner.py:73) +2024-09-01 16:36:33,571 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.018687779000174487 (mp_runner.py:73) +2024-09-01 16:36:33,572 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.018916251003247453 (mp_runner.py:73) +2024-09-01 16:36:33,579 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.03280436900240602 (mp_runner.py:73) +2024-09-01 16:36:33,580 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.02337466800236143 (mp_runner.py:73) +2024-09-01 16:36:33,582 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.024488209000992356 (mp_runner.py:73) +2024-09-01 16:36:33,584 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0037s, count=993, qps in this process: 33.0959 (mp_runner.py:76) +2024-09-01 16:36:33,585 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.023959620000823634 (mp_runner.py:73) +2024-09-01 16:36:33,585 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.023576636998768663 (mp_runner.py:73) +2024-09-01 16:36:33,588 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.024378703001275426 (mp_runner.py:73) +2024-09-01 16:36:33,591 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.024881323999579763 (mp_runner.py:73) +2024-09-01 16:36:33,591 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.0234652119979728 (mp_runner.py:73) +2024-09-01 16:36:33,593 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.02257893400019384 (mp_runner.py:73) +2024-09-01 16:36:33,597 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.021137774998351233 (mp_runner.py:73) +2024-09-01 16:36:33,598 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.053418518997204956 (mp_runner.py:73) +2024-09-01 16:36:33,601 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.020070074999239296 (mp_runner.py:73) +2024-09-01 16:36:33,609 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.05839954300245154 (mp_runner.py:73) +2024-09-01 16:36:33,611 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.029850063001504168 (mp_runner.py:73) +2024-09-01 16:36:33,614 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.022996927000349388 (mp_runner.py:73) +2024-09-01 16:36:33,615 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.019795967997197295 (mp_runner.py:73) +2024-09-01 16:36:33,621 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.024132820002705557 (mp_runner.py:73) +2024-09-01 16:36:33,621 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.017798566997953458 (mp_runner.py:73) +2024-09-01 16:36:33,633 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.0042400210004416294 (mp_runner.py:73) +2024-09-01 16:36:33,664 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0041s, count=1003, qps in this process: 33.4288 (mp_runner.py:76) +2024-09-01 16:36:33,667 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0269s, count=989, qps in this process: 32.9371 (mp_runner.py:76) +2024-09-01 16:36:33,692 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0356s, count=991, qps in this process: 32.9942 (mp_runner.py:76) +2024-09-01 16:36:33,694 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0142s, count=1003, qps in this process: 33.4175 (mp_runner.py:76) +2024-09-01 16:36:33,698 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0376s, count=1003, qps in this process: 33.3915 (mp_runner.py:76) +2024-09-01 16:36:33,702 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.02009922499928507 (mp_runner.py:73) +2024-09-01 16:36:33,703 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.018835798000509385 (mp_runner.py:73) +2024-09-01 16:36:33,705 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.02447811499951058 (mp_runner.py:73) +2024-09-01 16:36:33,707 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.027772887999162776 (mp_runner.py:73) +2024-09-01 16:36:33,713 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0083s, count=1005, qps in this process: 33.4907 (mp_runner.py:76) +2024-09-01 16:36:33,722 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0523s, count=1004, qps in this process: 33.4084 (mp_runner.py:76) +2024-09-01 16:36:33,789 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.0137179900011688 (mp_runner.py:73) +2024-09-01 16:36:33,796 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.02297083899975405 (mp_runner.py:73) +2024-09-01 16:36:33,799 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.025939637002011295 (mp_runner.py:73) +2024-09-01 16:36:33,826 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0004s, count=1009, qps in this process: 33.6329 (mp_runner.py:76) +2024-09-01 16:36:33,842 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0127s, count=952, qps in this process: 31.7199 (mp_runner.py:76) +2024-09-01 16:36:33,851 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0159s, count=998, qps in this process: 33.249 (mp_runner.py:76) +2024-09-01 16:36:33,864 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0298s, count=1010, qps in this process: 33.6333 (mp_runner.py:76) +2024-09-01 16:36:33,864 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0005s, count=1010, qps in this process: 33.6661 (mp_runner.py:76) +2024-09-01 16:36:33,865 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0121s, count=997, qps in this process: 33.2199 (mp_runner.py:76) +2024-09-01 16:36:33,865 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0189s, count=1010, qps in this process: 33.6455 (mp_runner.py:76) +2024-09-01 16:36:33,867 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0024s, count=1007, qps in this process: 33.564 (mp_runner.py:76) +2024-09-01 16:36:33,867 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0309s, count=1010, qps in this process: 33.632 (mp_runner.py:76) +2024-09-01 16:36:33,868 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0384s, count=1010, qps in this process: 33.6236 (mp_runner.py:76) +2024-09-01 16:36:33,868 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.006s, count=1010, qps in this process: 33.6599 (mp_runner.py:76) +2024-09-01 16:36:33,872 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0273s, count=1010, qps in this process: 33.6361 (mp_runner.py:76) +2024-09-01 16:36:33,877 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0195s, count=1007, qps in this process: 33.5449 (mp_runner.py:76) +2024-09-01 16:36:33,884 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0503s, count=1010, qps in this process: 33.6103 (mp_runner.py:76) +2024-09-01 16:36:33,889 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.01492749899989576 (mp_runner.py:73) +2024-09-01 16:36:33,892 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.03198182499909308 (mp_runner.py:73) +2024-09-01 16:36:33,903 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0051s, count=964, qps in this process: 32.1279 (mp_runner.py:76) +2024-09-01 16:36:33,904 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0043s, count=1005, qps in this process: 33.4952 (mp_runner.py:76) +2024-09-01 16:36:33,908 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0085s, count=954, qps in this process: 31.791 (mp_runner.py:76) +2024-09-01 16:36:33,921 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0085s, count=1013, qps in this process: 33.7571 (mp_runner.py:76) +2024-09-01 16:36:33,922 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0113s, count=940, qps in this process: 31.3215 (mp_runner.py:76) +2024-09-01 16:36:33,934 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0015s, count=957, qps in this process: 31.8984 (mp_runner.py:76) +2024-09-01 16:36:33,964 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0024s, count=1004, qps in this process: 33.464 (mp_runner.py:76) +2024-09-01 16:36:33,965 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0155s, count=1004, qps in this process: 33.4494 (mp_runner.py:76) +2024-09-01 16:36:33,970 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0078s, count=1016, qps in this process: 33.8579 (mp_runner.py:76) +2024-09-01 16:36:33,973 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0004s, count=1017, qps in this process: 33.8995 (mp_runner.py:76) +2024-09-01 16:36:34,009 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0071s, count=1019, qps in this process: 33.9586 (mp_runner.py:76) +2024-09-01 16:36:34,011 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0148s, count=1019, qps in this process: 33.9499 (mp_runner.py:76) +2024-09-01 16:36:34,012 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0128s, count=1016, qps in this process: 33.8522 (mp_runner.py:76) +2024-09-01 16:36:34,027 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0052s, count=1012, qps in this process: 33.7275 (mp_runner.py:76) +2024-09-01 16:36:34,041 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.001s, count=1021, qps in this process: 34.0322 (mp_runner.py:76) +2024-09-01 16:36:34,043 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0038s, count=1017, qps in this process: 33.8957 (mp_runner.py:76) +2024-09-01 16:36:34,063 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0147s, count=1022, qps in this process: 34.05 (mp_runner.py:76) +2024-09-01 16:36:34,070 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0092s, count=1019, qps in this process: 33.9563 (mp_runner.py:76) +2024-09-01 16:36:34,100 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0059s, count=972, qps in this process: 32.3936 (mp_runner.py:76) +2024-09-01 16:36:34,108 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0011s, count=974, qps in this process: 32.4655 (mp_runner.py:76) +2024-09-01 16:36:34,111 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0007s, count=933, qps in this process: 31.0993 (mp_runner.py:76) +2024-09-01 16:36:34,114 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0072s, count=1022, qps in this process: 34.0585 (mp_runner.py:76) +2024-09-01 16:36:34,117 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0004s, count=950, qps in this process: 31.6662 (mp_runner.py:76) +2024-09-01 16:36:34,144 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0025s, count=1030, qps in this process: 34.3305 (mp_runner.py:76) +2024-09-01 16:36:34,160 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0048s, count=944, qps in this process: 31.4616 (mp_runner.py:76) +2024-09-01 16:36:34,161 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.009s, count=954, qps in this process: 31.7905 (mp_runner.py:76) +2024-09-01 16:36:34,163 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0062s, count=978, qps in this process: 32.5933 (mp_runner.py:76) +2024-09-01 16:36:34,173 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0012s, count=902, qps in this process: 30.0655 (mp_runner.py:76) +2024-09-01 16:36:34,174 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0018s, count=979, qps in this process: 32.6314 (mp_runner.py:76) +2024-09-01 16:36:34,196 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0005s, count=909, qps in this process: 30.2995 (mp_runner.py:76) +2024-09-01 16:36:34,206 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0023s, count=882, qps in this process: 29.3977 (mp_runner.py:76) +2024-09-01 16:36:34,225 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0002s, count=927, qps in this process: 30.8998 (mp_runner.py:76) +2024-09-01 16:36:34,236 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0007s, count=890, qps in this process: 29.666 (mp_runner.py:76) +2024-09-01 16:36:34,247 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0006s, count=903, qps in this process: 30.0994 (mp_runner.py:76) +2024-09-01 16:36:34,247 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0004s, count=920, qps in this process: 30.6663 (mp_runner.py:76) +2024-09-01 16:36:34,257 | INFO |End search in concurrency 60: dur=30.92759507899973s, total_count=59071, qps=1909.9772 (mp_runner.py:120) +2024-09-01 16:36:38,699 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:36:38,700 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 16:37:00,369 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 16:37:00,698 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,760 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,790 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,794 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,823 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,854 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,854 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,855 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,892 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,905 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,906 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,908 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,909 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,909 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,911 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,916 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,916 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,921 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,974 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,995 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:00,996 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,001 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,001 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,002 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,003 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,029 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,048 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,055 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,097 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,097 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,101 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,139 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,144 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,166 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,166 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,254 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,269 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,288 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,288 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,324 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,356 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,357 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,400 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:01,436 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:16,476 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.005837415003043134 (mp_runner.py:73) +2024-09-01 16:37:16,478 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.007496524998714449 (mp_runner.py:73) +2024-09-01 16:37:16,479 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.01047453500359552 (mp_runner.py:73) +2024-09-01 16:37:16,480 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.00797735300147906 (mp_runner.py:73) +2024-09-01 16:37:16,481 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.005622935001156293 (mp_runner.py:73) +2024-09-01 16:37:16,482 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.0058042170021508355 (mp_runner.py:73) +2024-09-01 16:37:16,483 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.012702347001322778 (mp_runner.py:73) +2024-09-01 16:37:16,483 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.006661241997790057 (mp_runner.py:73) +2024-09-01 16:37:16,484 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.01504201900024782 (mp_runner.py:73) +2024-09-01 16:37:16,484 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.018276964001415763 (mp_runner.py:73) +2024-09-01 16:37:16,485 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.01533561200267286 (mp_runner.py:73) +2024-09-01 16:37:16,485 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.014163358999212505 (mp_runner.py:73) +2024-09-01 16:37:16,486 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.00881229599690414 (mp_runner.py:73) +2024-09-01 16:37:16,486 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.008152667000103975 (mp_runner.py:73) +2024-09-01 16:37:16,486 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.006384019998222357 (mp_runner.py:73) +2024-09-01 16:37:16,487 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0076994679984636605 (mp_runner.py:73) +2024-09-01 16:37:16,487 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.02469165500224335 (mp_runner.py:73) +2024-09-01 16:37:16,488 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.009622939000109909 (mp_runner.py:73) +2024-09-01 16:37:16,488 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.024948849000793416 (mp_runner.py:73) +2024-09-01 16:37:16,489 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.008395303000725107 (mp_runner.py:73) +2024-09-01 16:37:16,489 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.02438884399816743 (mp_runner.py:73) +2024-09-01 16:37:16,489 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.027863857001648284 (mp_runner.py:73) +2024-09-01 16:37:16,490 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.028298213001107797 (mp_runner.py:73) +2024-09-01 16:37:16,490 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02368459600256756 (mp_runner.py:73) +2024-09-01 16:37:16,491 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.015218347998597892 (mp_runner.py:73) +2024-09-01 16:37:16,491 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.027712439001334133 (mp_runner.py:73) +2024-09-01 16:37:16,492 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.027480414999445202 (mp_runner.py:73) +2024-09-01 16:37:16,493 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.012630437002371764 (mp_runner.py:73) +2024-09-01 16:37:16,493 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.014154718002828304 (mp_runner.py:73) +2024-09-01 16:37:16,494 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.02937452699916321 (mp_runner.py:73) +2024-09-01 16:37:16,495 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.022618949002207955 (mp_runner.py:73) +2024-09-01 16:37:16,496 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.0241449780005496 (mp_runner.py:73) +2024-09-01 16:37:16,496 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.028900950997922337 (mp_runner.py:73) +2024-09-01 16:37:16,497 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.02828620899890666 (mp_runner.py:73) +2024-09-01 16:37:16,498 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.029264499000419164 (mp_runner.py:73) +2024-09-01 16:37:16,498 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.027273181000055047 (mp_runner.py:73) +2024-09-01 16:37:16,502 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.04096183000001474 (mp_runner.py:73) +2024-09-01 16:37:16,536 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.03305624399945373 (mp_runner.py:73) +2024-09-01 16:37:16,540 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.03436470499946154 (mp_runner.py:73) +2024-09-01 16:37:16,541 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.03818964399761171 (mp_runner.py:73) +2024-09-01 16:37:16,544 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.04191758700108039 (mp_runner.py:73) +2024-09-01 16:37:16,731 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.027254144002654357 (mp_runner.py:73) +2024-09-01 16:37:16,733 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.03075926300152787 (mp_runner.py:73) +2024-09-01 16:37:16,890 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.028706929999316344 (mp_runner.py:73) +2024-09-01 16:37:16,895 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.028187625997816212 (mp_runner.py:73) +2024-09-01 16:37:16,901 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.022970416001044214 (mp_runner.py:73) +2024-09-01 16:37:16,902 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.020989885997551028 (mp_runner.py:73) +2024-09-01 16:37:16,903 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.028268384998227702 (mp_runner.py:73) +2024-09-01 16:37:16,905 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.022586637001950294 (mp_runner.py:73) +2024-09-01 16:37:17,487 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.0340201610015356 (mp_runner.py:73) +2024-09-01 16:37:17,518 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.035715677000553114 (mp_runner.py:73) +2024-09-01 16:37:17,677 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.033239626998692984 (mp_runner.py:73) +2024-09-01 16:37:17,690 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.02532900399819482 (mp_runner.py:73) +2024-09-01 16:37:17,707 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.06751212200106238 (mp_runner.py:73) +2024-09-01 16:37:17,759 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.03986641499795951 (mp_runner.py:73) +2024-09-01 16:37:17,950 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.029746284999419004 (mp_runner.py:73) +2024-09-01 16:37:18,119 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.054634860000078334 (mp_runner.py:73) +2024-09-01 16:37:18,141 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.031206145002215635 (mp_runner.py:73) +2024-09-01 16:37:18,427 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.03258934000041336 (mp_runner.py:73) +2024-09-01 16:37:18,623 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.020388831999298418 (mp_runner.py:73) +2024-09-01 16:37:19,049 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.033927315002074465 (mp_runner.py:73) +2024-09-01 16:37:19,158 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.03699534999759635 (mp_runner.py:73) +2024-09-01 16:37:19,511 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.026692685001762584 (mp_runner.py:73) +2024-09-01 16:37:19,516 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.03295370099658612 (mp_runner.py:73) +2024-09-01 16:37:20,566 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.037613364998833276 (mp_runner.py:73) +2024-09-01 16:37:30,715 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0111s, count=889, qps in this process: 29.6224 (mp_runner.py:76) +2024-09-01 16:37:30,792 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0057s, count=963, qps in this process: 32.0939 (mp_runner.py:76) +2024-09-01 16:37:30,796 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0016s, count=952, qps in this process: 31.7316 (mp_runner.py:76) +2024-09-01 16:37:30,807 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0099s, count=963, qps in this process: 32.0894 (mp_runner.py:76) +2024-09-01 16:37:30,827 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0008s, count=959, qps in this process: 31.9658 (mp_runner.py:76) +2024-09-01 16:37:30,834 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0007s, count=953, qps in this process: 31.7659 (mp_runner.py:76) +2024-09-01 16:37:30,845 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0113s, count=852, qps in this process: 28.3893 (mp_runner.py:76) +2024-09-01 16:37:30,853 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0194s, count=965, qps in this process: 32.1459 (mp_runner.py:76) +2024-09-01 16:37:30,854 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0203s, count=965, qps in this process: 32.1449 (mp_runner.py:76) +2024-09-01 16:37:30,859 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0003s, count=964, qps in this process: 32.133 (mp_runner.py:76) +2024-09-01 16:37:30,873 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0112s, count=965, qps in this process: 32.1547 (mp_runner.py:76) +2024-09-01 16:37:30,875 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0162s, count=966, qps in this process: 32.1826 (mp_runner.py:76) +2024-09-01 16:37:30,910 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.002s, count=968, qps in this process: 32.2645 (mp_runner.py:76) +2024-09-01 16:37:30,911 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0028s, count=968, qps in this process: 32.2637 (mp_runner.py:76) +2024-09-01 16:37:30,911 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0162s, count=864, qps in this process: 28.7845 (mp_runner.py:76) +2024-09-01 16:37:30,911 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0014s, count=968, qps in this process: 32.2652 (mp_runner.py:76) +2024-09-01 16:37:30,912 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0037s, count=968, qps in this process: 32.2627 (mp_runner.py:76) +2024-09-01 16:37:30,929 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.004s, count=904, qps in this process: 30.1293 (mp_runner.py:76) +2024-09-01 16:37:30,934 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0059s, count=921, qps in this process: 30.694 (mp_runner.py:76) +2024-09-01 16:37:30,934 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0239s, count=921, qps in this process: 30.6756 (mp_runner.py:76) +2024-09-01 16:37:30,936 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.025s, count=941, qps in this process: 31.3405 (mp_runner.py:76) +2024-09-01 16:37:30,936 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0114s, count=967, qps in this process: 32.2211 (mp_runner.py:76) +2024-09-01 16:37:30,937 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0124s, count=959, qps in this process: 31.9535 (mp_runner.py:76) +2024-09-01 16:37:30,941 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0094s, count=821, qps in this process: 27.3581 (mp_runner.py:76) +2024-09-01 16:37:30,948 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.02s, count=884, qps in this process: 29.447 (mp_runner.py:76) +2024-09-01 16:37:30,953 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0276s, count=969, qps in this process: 32.2703 (mp_runner.py:76) +2024-09-01 16:37:30,955 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0308s, count=969, qps in this process: 32.2669 (mp_runner.py:76) +2024-09-01 16:37:30,956 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0315s, count=969, qps in this process: 32.2661 (mp_runner.py:76) +2024-09-01 16:37:30,958 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0422s, count=969, qps in this process: 32.2546 (mp_runner.py:76) +2024-09-01 16:37:30,958 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0423s, count=969, qps in this process: 32.2545 (mp_runner.py:76) +2024-09-01 16:37:30,964 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0483s, count=969, qps in this process: 32.2481 (mp_runner.py:76) +2024-09-01 16:37:31,010 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0091s, count=923, qps in this process: 30.7573 (mp_runner.py:76) +2024-09-01 16:37:31,015 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0116s, count=881, qps in this process: 29.3553 (mp_runner.py:76) +2024-09-01 16:37:31,015 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0148s, count=960, qps in this process: 31.9842 (mp_runner.py:76) +2024-09-01 16:37:31,015 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0374s, count=971, qps in this process: 32.3264 (mp_runner.py:76) +2024-09-01 16:37:31,016 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0128s, count=881, qps in this process: 29.3541 (mp_runner.py:76) +2024-09-01 16:37:31,034 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0251s, count=964, qps in this process: 32.1065 (mp_runner.py:76) +2024-09-01 16:37:31,034 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.016s, count=972, qps in this process: 32.3827 (mp_runner.py:76) +2024-09-01 16:37:31,035 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0021s, count=925, qps in this process: 30.8312 (mp_runner.py:76) +2024-09-01 16:37:31,053 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0052s, count=974, qps in this process: 32.461 (mp_runner.py:76) +2024-09-01 16:37:31,057 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0017s, count=974, qps in this process: 32.4648 (mp_runner.py:76) +2024-09-01 16:37:31,071 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0122s, count=975, qps in this process: 32.4868 (mp_runner.py:76) +2024-09-01 16:37:31,100 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0014s, count=977, qps in this process: 32.5651 (mp_runner.py:76) +2024-09-01 16:37:31,102 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0041s, count=978, qps in this process: 32.5955 (mp_runner.py:76) +2024-09-01 16:37:31,110 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0016s, count=855, qps in this process: 28.4985 (mp_runner.py:76) +2024-09-01 16:37:31,114 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0108s, count=979, qps in this process: 32.6216 (mp_runner.py:76) +2024-09-01 16:37:31,145 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0057s, count=972, qps in this process: 32.3938 (mp_runner.py:76) +2024-09-01 16:37:31,152 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0063s, count=982, qps in this process: 32.7265 (mp_runner.py:76) +2024-09-01 16:37:31,154 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0014s, count=982, qps in this process: 32.7318 (mp_runner.py:76) +2024-09-01 16:37:31,177 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0049s, count=960, qps in this process: 31.9948 (mp_runner.py:76) +2024-09-01 16:37:31,182 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.01s, count=984, qps in this process: 32.7891 (mp_runner.py:76) +2024-09-01 16:37:31,229 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0067s, count=966, qps in this process: 32.1928 (mp_runner.py:76) +2024-09-01 16:37:31,236 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0135s, count=987, qps in this process: 32.8852 (mp_runner.py:76) +2024-09-01 16:37:31,270 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0097s, count=988, qps in this process: 32.9227 (mp_runner.py:76) +2024-09-01 16:37:31,278 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0032s, count=869, qps in this process: 28.9636 (mp_runner.py:76) +2024-09-01 16:37:31,283 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0042s, count=913, qps in this process: 30.4291 (mp_runner.py:76) +2024-09-01 16:37:31,296 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0006s, count=856, qps in this process: 28.5328 (mp_runner.py:76) +2024-09-01 16:37:31,301 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0054s, count=954, qps in this process: 31.7943 (mp_runner.py:76) +2024-09-01 16:37:31,329 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0003s, count=887, qps in this process: 29.5664 (mp_runner.py:76) +2024-09-01 16:37:31,365 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0005s, count=855, qps in this process: 28.4995 (mp_runner.py:76) +2024-09-01 16:37:31,368 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0032s, count=934, qps in this process: 31.13 (mp_runner.py:76) +2024-09-01 16:37:31,384 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0006s, count=885, qps in this process: 29.4994 (mp_runner.py:76) +2024-09-01 16:37:31,398 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.002s, count=885, qps in this process: 29.498 (mp_runner.py:76) +2024-09-01 16:37:31,407 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0019s, count=990, qps in this process: 32.9979 (mp_runner.py:76) +2024-09-01 16:37:31,445 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0003s, count=890, qps in this process: 29.6664 (mp_runner.py:76) +2024-09-01 16:37:31,455 | INFO |End search in concurrency 65: dur=31.085231502998795s, total_count=61152, qps=1967.2364 (mp_runner.py:120) +2024-09-01 16:37:36,260 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:37:36,261 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 16:37:58,376 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 16:37:58,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,690 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,706 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,728 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,885 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,910 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,918 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,954 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,955 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,959 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,959 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,962 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,962 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,962 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,977 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,993 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:58,997 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,019 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,029 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,037 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,042 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,058 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,069 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,075 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,095 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,095 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,111 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,116 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,128 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,141 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,157 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,164 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,164 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,208 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,210 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,219 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,255 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,261 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,294 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,300 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,301 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,302 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,318 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,352 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,370 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,387 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:37:59,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 16:38:16,379 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.01403843899970525 (mp_runner.py:73) +2024-09-01 16:38:16,381 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.023224512999149738 (mp_runner.py:73) +2024-09-01 16:38:16,382 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.029913899998064153 (mp_runner.py:73) +2024-09-01 16:38:16,383 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.02755710400015232 (mp_runner.py:73) +2024-09-01 16:38:16,384 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.026565325999399647 (mp_runner.py:73) +2024-09-01 16:38:16,384 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.02968268200129387 (mp_runner.py:73) +2024-09-01 16:38:16,385 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.02016678200016031 (mp_runner.py:73) +2024-09-01 16:38:16,386 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.02803076399868587 (mp_runner.py:73) +2024-09-01 16:38:16,387 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.029467922999174334 (mp_runner.py:73) +2024-09-01 16:38:16,388 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.026281768001354067 (mp_runner.py:73) +2024-09-01 16:38:16,389 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.027542714997252915 (mp_runner.py:73) +2024-09-01 16:38:16,390 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.025463134003075538 (mp_runner.py:73) +2024-09-01 16:38:16,391 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.023098549001588253 (mp_runner.py:73) +2024-09-01 16:38:16,393 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02396067199879326 (mp_runner.py:73) +2024-09-01 16:38:16,394 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.04219998900225619 (mp_runner.py:73) +2024-09-01 16:38:16,394 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.02792094300093595 (mp_runner.py:73) +2024-09-01 16:38:16,394 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.029447903001710074 (mp_runner.py:73) +2024-09-01 16:38:16,395 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.028274999000132084 (mp_runner.py:73) +2024-09-01 16:38:16,396 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.02381581499867025 (mp_runner.py:73) +2024-09-01 16:38:16,396 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.026803988999745343 (mp_runner.py:73) +2024-09-01 16:38:16,404 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.028775644997949712 (mp_runner.py:73) +2024-09-01 16:38:16,404 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.0438984510001319 (mp_runner.py:73) +2024-09-01 16:38:16,405 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.028151849001005758 (mp_runner.py:73) +2024-09-01 16:38:16,407 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.05633605799812358 (mp_runner.py:73) +2024-09-01 16:38:16,416 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.061636078000447014 (mp_runner.py:73) +2024-09-01 16:38:16,424 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.029190219000156503 (mp_runner.py:73) +2024-09-01 16:38:16,425 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.028029493001668015 (mp_runner.py:73) +2024-09-01 16:38:16,452 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.026193539997620974 (mp_runner.py:73) +2024-09-01 16:38:16,458 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.03296091599986539 (mp_runner.py:73) +2024-09-01 16:38:16,459 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.03626552199784783 (mp_runner.py:73) +2024-09-01 16:38:16,489 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.03365603899874259 (mp_runner.py:73) +2024-09-01 16:38:16,491 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.03596368800208438 (mp_runner.py:73) +2024-09-01 16:38:16,492 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.03274854900155333 (mp_runner.py:73) +2024-09-01 16:38:16,558 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.0213029180013109 (mp_runner.py:73) +2024-09-01 16:38:16,559 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02011611600028118 (mp_runner.py:73) +2024-09-01 16:38:16,564 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.02757171800112701 (mp_runner.py:73) +2024-09-01 16:38:16,567 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.04711445299835759 (mp_runner.py:73) +2024-09-01 16:38:16,568 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.039449010997486766 (mp_runner.py:73) +2024-09-01 16:38:16,569 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.04513244600093458 (mp_runner.py:73) +2024-09-01 16:38:16,571 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.012718975998723181 (mp_runner.py:73) +2024-09-01 16:38:16,592 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.05531008199977805 (mp_runner.py:73) +2024-09-01 16:38:16,785 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.030881028997100657 (mp_runner.py:73) +2024-09-01 16:38:16,787 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.024049525000009453 (mp_runner.py:73) +2024-09-01 16:38:16,790 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.02782443400064949 (mp_runner.py:73) +2024-09-01 16:38:16,793 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.020740600000863196 (mp_runner.py:73) +2024-09-01 16:38:16,922 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.03711044699957711 (mp_runner.py:73) +2024-09-01 16:38:16,941 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.031966678998287534 (mp_runner.py:73) +2024-09-01 16:38:16,943 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.04009757599851582 (mp_runner.py:73) +2024-09-01 16:38:17,159 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.07739410100111854 (mp_runner.py:73) +2024-09-01 16:38:17,203 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.042115395997825544 (mp_runner.py:73) +2024-09-01 16:38:17,476 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.04168494200348505 (mp_runner.py:73) +2024-09-01 16:38:17,587 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.01957210199907422 (mp_runner.py:73) +2024-09-01 16:38:17,590 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.016340764999767998 (mp_runner.py:73) +2024-09-01 16:38:17,591 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.01931205700020655 (mp_runner.py:73) +2024-09-01 16:38:17,592 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.02531879400339676 (mp_runner.py:73) +2024-09-01 16:38:17,592 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.026386497000203235 (mp_runner.py:73) +2024-09-01 16:38:18,240 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.03287653000006685 (mp_runner.py:73) +2024-09-01 16:38:18,243 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.043908360003115376 (mp_runner.py:73) +2024-09-01 16:38:18,290 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.04606417399918428 (mp_runner.py:73) +2024-09-01 16:38:18,472 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.03851028899953235 (mp_runner.py:73) +2024-09-01 16:38:18,679 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.02323640900067403 (mp_runner.py:73) +2024-09-01 16:38:18,680 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.02931313100270927 (mp_runner.py:73) +2024-09-01 16:38:18,683 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.04991461199824698 (mp_runner.py:73) +2024-09-01 16:38:18,684 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.035065850999671966 (mp_runner.py:73) +2024-09-01 16:38:18,685 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.03701114000068628 (mp_runner.py:73) +2024-09-01 16:38:18,710 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.05990535900127725 (mp_runner.py:73) +2024-09-01 16:38:19,849 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.034846028000174556 (mp_runner.py:73) +2024-09-01 16:38:19,894 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.04047274299955461 (mp_runner.py:73) +2024-09-01 16:38:19,924 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.032632247002766235 (mp_runner.py:73) +2024-09-01 16:38:19,999 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.049103078003099654 (mp_runner.py:73) +2024-09-01 16:38:28,436 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.003s, count=857, qps in this process: 28.5638 (mp_runner.py:76) +2024-09-01 16:38:28,481 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0504s, count=858, qps in this process: 28.552 (mp_runner.py:76) +2024-09-01 16:38:28,753 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.03s, count=857, qps in this process: 28.5381 (mp_runner.py:76) +2024-09-01 16:38:28,772 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0328s, count=852, qps in this process: 28.369 (mp_runner.py:76) +2024-09-01 16:38:28,797 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0845s, count=864, qps in this process: 28.7191 (mp_runner.py:76) +2024-09-01 16:38:28,910 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0149s, count=868, qps in this process: 28.919 (mp_runner.py:76) +2024-09-01 16:38:28,915 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0009s, count=868, qps in this process: 28.9325 (mp_runner.py:76) +2024-09-01 16:38:28,955 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0323s, count=869, qps in this process: 28.9355 (mp_runner.py:76) +2024-09-01 16:38:28,962 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.001s, count=870, qps in this process: 28.999 (mp_runner.py:76) +2024-09-01 16:38:28,965 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0008s, count=871, qps in this process: 29.0326 (mp_runner.py:76) +2024-09-01 16:38:28,966 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0092s, count=871, qps in this process: 29.0244 (mp_runner.py:76) +2024-09-01 16:38:28,969 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0023s, count=869, qps in this process: 28.9644 (mp_runner.py:76) +2024-09-01 16:38:28,972 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0049s, count=871, qps in this process: 29.0286 (mp_runner.py:76) +2024-09-01 16:38:28,972 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0022s, count=871, qps in this process: 29.0312 (mp_runner.py:76) +2024-09-01 16:38:28,973 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0063s, count=871, qps in this process: 29.0272 (mp_runner.py:76) +2024-09-01 16:38:28,975 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0082s, count=866, qps in this process: 28.8588 (mp_runner.py:76) +2024-09-01 16:38:28,976 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0091s, count=871, qps in this process: 29.0245 (mp_runner.py:76) +2024-09-01 16:38:28,979 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0166s, count=851, qps in this process: 28.351 (mp_runner.py:76) +2024-09-01 16:38:28,980 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0174s, count=871, qps in this process: 29.0165 (mp_runner.py:76) +2024-09-01 16:38:28,981 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0146s, count=871, qps in this process: 29.0192 (mp_runner.py:76) +2024-09-01 16:38:28,981 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0149s, count=871, qps in this process: 29.0189 (mp_runner.py:76) +2024-09-01 16:38:28,983 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0134s, count=871, qps in this process: 29.0204 (mp_runner.py:76) +2024-09-01 16:38:28,984 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0151s, count=867, qps in this process: 28.8855 (mp_runner.py:76) +2024-09-01 16:38:28,985 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0076s, count=871, qps in this process: 29.026 (mp_runner.py:76) +2024-09-01 16:38:28,986 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0221s, count=871, qps in this process: 29.012 (mp_runner.py:76) +2024-09-01 16:38:28,988 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0101s, count=867, qps in this process: 28.8903 (mp_runner.py:76) +2024-09-01 16:38:28,989 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.025s, count=870, qps in this process: 28.9759 (mp_runner.py:76) +2024-09-01 16:38:29,008 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0165s, count=867, qps in this process: 28.8841 (mp_runner.py:76) +2024-09-01 16:38:29,013 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0324s, count=872, qps in this process: 29.0353 (mp_runner.py:76) +2024-09-01 16:38:29,016 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0135s, count=872, qps in this process: 29.0536 (mp_runner.py:76) +2024-09-01 16:38:29,029 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0303s, count=872, qps in this process: 29.0373 (mp_runner.py:76) +2024-09-01 16:38:29,032 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0098s, count=838, qps in this process: 27.9242 (mp_runner.py:76) +2024-09-01 16:38:29,035 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.002s, count=873, qps in this process: 29.0981 (mp_runner.py:76) +2024-09-01 16:38:29,055 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0055s, count=817, qps in this process: 27.2283 (mp_runner.py:76) +2024-09-01 16:38:29,060 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.009s, count=874, qps in this process: 29.1246 (mp_runner.py:76) +2024-09-01 16:38:29,061 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.015s, count=874, qps in this process: 29.1188 (mp_runner.py:76) +2024-09-01 16:38:29,069 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0083s, count=870, qps in this process: 28.992 (mp_runner.py:76) +2024-09-01 16:38:29,091 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0117s, count=855, qps in this process: 28.4889 (mp_runner.py:76) +2024-09-01 16:38:29,095 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0199s, count=876, qps in this process: 29.1806 (mp_runner.py:76) +2024-09-01 16:38:29,106 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0041s, count=878, qps in this process: 29.2627 (mp_runner.py:76) +2024-09-01 16:38:29,110 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.008s, count=872, qps in this process: 29.0589 (mp_runner.py:76) +2024-09-01 16:38:29,120 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0013s, count=821, qps in this process: 27.3655 (mp_runner.py:76) +2024-09-01 16:38:29,121 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0123s, count=779, qps in this process: 25.956 (mp_runner.py:76) +2024-09-01 16:38:29,126 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0004s, count=879, qps in this process: 29.2996 (mp_runner.py:76) +2024-09-01 16:38:29,147 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0143s, count=823, qps in this process: 27.4203 (mp_runner.py:76) +2024-09-01 16:38:29,152 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0034s, count=875, qps in this process: 29.1634 (mp_runner.py:76) +2024-09-01 16:38:29,165 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0036s, count=880, qps in this process: 29.3298 (mp_runner.py:76) +2024-09-01 16:38:29,174 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0058s, count=881, qps in this process: 29.361 (mp_runner.py:76) +2024-09-01 16:38:29,175 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0071s, count=881, qps in this process: 29.3597 (mp_runner.py:76) +2024-09-01 16:38:29,207 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.001s, count=829, qps in this process: 27.6324 (mp_runner.py:76) +2024-09-01 16:38:29,210 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.003s, count=811, qps in this process: 27.0306 (mp_runner.py:76) +2024-09-01 16:38:29,230 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0119s, count=787, qps in this process: 26.2229 (mp_runner.py:76) +2024-09-01 16:38:29,230 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0029s, count=832, qps in this process: 27.7307 (mp_runner.py:76) +2024-09-01 16:38:29,251 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.03s, count=885, qps in this process: 29.4705 (mp_runner.py:76) +2024-09-01 16:38:29,272 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0112s, count=887, qps in this process: 29.5556 (mp_runner.py:76) +2024-09-01 16:38:29,274 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0081s, count=838, qps in this process: 27.9258 (mp_runner.py:76) +2024-09-01 16:38:29,280 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.008s, count=750, qps in this process: 24.9933 (mp_runner.py:76) +2024-09-01 16:38:29,307 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0051s, count=891, qps in this process: 29.695 (mp_runner.py:76) +2024-09-01 16:38:29,310 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0005s, count=826, qps in this process: 27.5329 (mp_runner.py:76) +2024-09-01 16:38:29,310 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0038s, count=886, qps in this process: 29.5296 (mp_runner.py:76) +2024-09-01 16:38:29,311 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0046s, count=877, qps in this process: 29.2289 (mp_runner.py:76) +2024-09-01 16:38:29,331 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0042s, count=858, qps in this process: 28.596 (mp_runner.py:76) +2024-09-01 16:38:29,360 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0048s, count=802, qps in this process: 26.7291 (mp_runner.py:76) +2024-09-01 16:38:29,377 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0002s, count=902, qps in this process: 30.0665 (mp_runner.py:76) +2024-09-01 16:38:29,396 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0004s, count=905, qps in this process: 30.1663 (mp_runner.py:76) +2024-09-01 16:38:29,396 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.001s, count=863, qps in this process: 28.7657 (mp_runner.py:76) +2024-09-01 16:38:29,410 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0014s, count=771, qps in this process: 25.6988 (mp_runner.py:76) +2024-09-01 16:38:29,419 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0019s, count=817, qps in this process: 27.2316 (mp_runner.py:76) +2024-09-01 16:38:29,461 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0009s, count=817, qps in this process: 27.2325 (mp_runner.py:76) +2024-09-01 16:38:29,477 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0004s, count=835, qps in this process: 27.833 (mp_runner.py:76) +2024-09-01 16:38:29,488 | INFO |End search in concurrency 70: dur=31.111195994002628s, total_count=60003, qps=1928.6626 (mp_runner.py:120) +2024-09-01 16:38:34,175 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2042.981, serial_latency_p99=np.float64(0.0573), recall=np.float64(0.1995), ndcg=np.float64(0.3224), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[362.1907, 1596.1291, 1942.8242, 1941.388, 1865.955, 1873.4991, 1944.6606, 1836.2811, 1972.2897, 2042.981, 1865.5894, 1909.9772, 1967.2364, 1928.6626], conc_latency_p99_list=[np.float64(0.0011545052311805193), np.float64(0.001088042964838678), np.float64(0.0015608552063058596), np.float64(0.0016507215915902635), np.float64(0.00187092950692022), np.float64(0.0019873829933785597), np.float64(0.0019416081628241954), np.float64(0.002366856294700483), np.float64(0.002380771267007731), np.float64(0.002738476403530512), np.float64(0.0027178225939340334), np.float64(0.002566865378103102), np.float64(0.002665192711180498), np.float64(0.002618530060535704)]) (task_runner.py:197) +2024-09-01 16:38:34,175 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:27:16.182354'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2042.981, serial_latency_p99=np.float64(0.0573), recall=np.float64(0.1995), ndcg=np.float64(0.3224), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[362.1907, 1596.1291, 1942.8242, 1941.388, 1865.955, 1873.4991, 1944.6606, 1836.2811, 1972.2897, 2042.981, 1865.5894, 1909.9772, 1967.2364, 1928.6626], conc_latency_p99_list=[np.float64(0.0011545052311805193), np.float64(0.001088042964838678), np.float64(0.0015608552063058596), np.float64(0.0016507215915902635), np.float64(0.00187092950692022), np.float64(0.0019873829933785597), np.float64(0.0019416081628241954), np.float64(0.002366856294700483), np.float64(0.002380771267007731), np.float64(0.002738476403530512), np.float64(0.0027178225939340334), np.float64(0.002566865378103102), np.float64(0.002665192711180498), np.float64(0.002618530060535704)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 16:38:34,175 | INFO |Task summary: run_id=dddc6, task_label=dddc66f383d54026b93db466ca562479 (models.py:346) +2024-09-01 16:38:34,175 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 16:38:34,175 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 16:38:34,175 | INFO |PgVector | 2024-09-01T16:27:16.182354 Performance1536D500K dddc66f383d54026b93db466ca562479 | 0.0 2042.981 0.0573 0.1995 0 | :) (models.py:346) +2024-09-01 16:38:34,176 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json (models.py:204) +2024-09-01 16:38:34,176 | INFO |Success to finish task: label=dddc66f383d54026b93db466ca562479, run_id=dddc66f383d54026b93db466ca562479 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json b/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json new file mode 100644 index 000000000..3519cb89f --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json @@ -0,0 +1 @@ +{"run_id": "dddc66f383d54026b93db466ca562479", "task_label": "dddc66f383d54026b93db466ca562479", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2042.981, "serial_latency_p99": 0.0573, "recall": 0.1995, "ndcg": 0.3224, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [362.1907, 1596.1291, 1942.8242, 1941.388, 1865.955, 1873.4991, 1944.6606, 1836.2811, 1972.2897, 2042.981, 1865.5894, 1909.9772, 1967.2364, 1928.6626], "conc_latency_p99_list": [0.0011545052311805193, 0.001088042964838678, 0.0015608552063058596, 0.0016507215915902635, 0.00187092950692022, 0.0019873829933785597, 0.0019416081628241954, 0.002366856294700483, 0.002380771267007731, 0.002738476403530512, 0.0027178225939340334, 0.002566865378103102, 0.002665192711180498, 0.002618530060535704]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T16:27:16.182354", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt b/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt new file mode 100644 index 000000000..f0625729d --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt @@ -0,0 +1,1227 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load +2024-09-01 17:17:20,182 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:17:20.170548', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 17:17:20,182 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:17:20.170548', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 17:17:20,182 | INFO |generated uuid for the tasks: 02673ac55b2340e1a4492f5dd95eb9de (interface.py:66) +2024-09-01 17:17:20,244 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 17:17:20,245 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 17:17:20,245 | INFO | PgVector-2024-09-01T17:17:20.170548 | Performance OpenAI-MEDIUM-500K None | 02673ac55b2340e1a4492f5dd95eb9de (task_runner.py:340) +2024-09-01 17:17:20,245 | INFO |task submitted: id=02673ac55b2340e1a4492f5dd95eb9de, 02673ac55b2340e1a4492f5dd95eb9de, case number: 1 (interface.py:231) +2024-09-01 17:17:20,660 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:17:20.170548'}, drop_old=False (interface.py:164) +2024-09-01 17:17:20,660 | INFO |Starting run (task_runner.py:100) +2024-09-01 17:17:20,740 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 17:17:21,352 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 17:17:21,399 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 17:17:21,423 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 17:17:21,423 | INFO |Start performance case (task_runner.py:158) +2024-09-01 17:17:21,435 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:17:21,436 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 17:17:21,436 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 17:17:21,437 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 17:17:21,480 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 17:17:22,041 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 17:17:22,060 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:17:22,060 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 17:17:22,060 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 17:17:25,428 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.025275225001678336, latest recall=0.94 (serial_runner.py:202) +2024-09-01 17:17:28,388 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.023195081997982925, latest recall=0.99 (serial_runner.py:202) +2024-09-01 17:17:31,380 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.016741852999984985, latest recall=0.93 (serial_runner.py:202) +2024-09-01 17:17:34,064 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01643979000073159, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:17:36,831 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.013082383000437403, latest recall=0.97 (serial_runner.py:202) +2024-09-01 17:17:39,448 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.007505049998144386, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:17:41,916 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.014020249000168405, latest recall=0.99 (serial_runner.py:202) +2024-09-01 17:17:44,389 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.011914702001377009, latest recall=0.96 (serial_runner.py:202) +2024-09-01 17:17:46,841 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.012163917999714613, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:17:49,120 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.028924992999236565, latest recall=0.92 (serial_runner.py:202) +2024-09-01 17:17:49,121 | INFO |SpawnProcess-1:1 search entire test_data: cost=16.3284s, queries=1000, avg_recall=0.9666, avg_ndcg=0.9712,avg_latency=0.0163, p99=0.0423 (serial_runner.py:209) +2024-09-01 17:17:49,645 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:17:49,646 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 17:17:50,667 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 17:17:50,696 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:17:55,164 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007698806002736092 (mp_runner.py:73) +2024-09-01 17:17:59,448 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.01208136299828766 (mp_runner.py:73) +2024-09-01 17:18:03,987 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.007735821000096621 (mp_runner.py:73) +2024-09-01 17:18:08,230 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.01207381100175553 (mp_runner.py:73) +2024-09-01 17:18:12,737 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.007655704001081176 (mp_runner.py:73) +2024-09-01 17:18:17,069 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.012250890002178494 (mp_runner.py:73) +2024-09-01 17:18:20,698 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0012s, count=3408, qps in this process: 113.5955 (mp_runner.py:76) +2024-09-01 17:18:20,699 | INFO |End search in concurrency 1: dur=30.03164091799772s, total_count=3408, qps=113.4803 (mp_runner.py:120) +2024-09-01 17:18:20,881 | INFO |Update largest qps with concurrency 1: current max_qps=113.4803 (mp_runner.py:124) +2024-09-01 17:18:21,284 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:18:21,284 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 17:18:26,333 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 17:18:26,380 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:18:26,380 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:18:26,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:18:26,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:18:26,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:18:34,400 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.015668165000533918 (mp_runner.py:73) +2024-09-01 17:18:34,400 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.01566823300163378 (mp_runner.py:73) +2024-09-01 17:18:34,400 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.01581879600053071 (mp_runner.py:73) +2024-09-01 17:18:34,400 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.01581871899907128 (mp_runner.py:73) +2024-09-01 17:18:34,401 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.01519477200054098 (mp_runner.py:73) +2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.018865402998926584 (mp_runner.py:73) +2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.018865295001887716 (mp_runner.py:73) +2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.019284066998807248 (mp_runner.py:73) +2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.01948627200181363 (mp_runner.py:73) +2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.019142944998748135 (mp_runner.py:73) +2024-09-01 17:18:50,196 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0128221119994123 (mp_runner.py:73) +2024-09-01 17:18:50,197 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.01307468999948469 (mp_runner.py:73) +2024-09-01 17:18:50,199 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.015309462000004714 (mp_runner.py:73) +2024-09-01 17:18:50,199 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.015810872999281855 (mp_runner.py:73) +2024-09-01 17:18:50,201 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.01719788199989125 (mp_runner.py:73) +2024-09-01 17:18:56,387 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0067s, count=1910, qps in this process: 63.6525 (mp_runner.py:76) +2024-09-01 17:18:56,387 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0067s, count=1910, qps in this process: 63.6525 (mp_runner.py:76) +2024-09-01 17:18:56,387 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0034s, count=1910, qps in this process: 63.6595 (mp_runner.py:76) +2024-09-01 17:18:56,404 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0154s, count=1911, qps in this process: 63.6673 (mp_runner.py:76) +2024-09-01 17:18:56,404 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0162s, count=1911, qps in this process: 63.6656 (mp_runner.py:76) +2024-09-01 17:18:56,406 | INFO |End search in concurrency 5: dur=30.071995627000433s, total_count=9552, qps=317.6377 (mp_runner.py:120) +2024-09-01 17:18:56,705 | INFO |Update largest qps with concurrency 5: current max_qps=317.6377 (mp_runner.py:124) +2024-09-01 17:18:57,123 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:18:57,123 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 17:19:07,301 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 17:19:07,375 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,382 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,397 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,398 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,402 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,441 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,441 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,450 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,456 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,456 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:07,456 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:26,216 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.037045838002086384 (mp_runner.py:73) +2024-09-01 17:19:26,217 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.03746953099835082 (mp_runner.py:73) +2024-09-01 17:19:26,219 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.023147300998971332 (mp_runner.py:73) +2024-09-01 17:19:26,219 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.03880968900193693 (mp_runner.py:73) +2024-09-01 17:19:26,221 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.028424446001736214 (mp_runner.py:73) +2024-09-01 17:19:26,221 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.038514705000125105 (mp_runner.py:73) +2024-09-01 17:19:26,223 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0434728410000389 (mp_runner.py:73) +2024-09-01 17:19:26,223 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.03206269099973724 (mp_runner.py:73) +2024-09-01 17:19:26,225 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.028614348997507477 (mp_runner.py:73) +2024-09-01 17:19:26,225 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.04603426500034402 (mp_runner.py:73) +2024-09-01 17:19:26,225 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.04591278299994883 (mp_runner.py:73) +2024-09-01 17:19:26,226 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.034305086999665946 (mp_runner.py:73) +2024-09-01 17:19:26,226 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.04306996400191565 (mp_runner.py:73) +2024-09-01 17:19:26,230 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.04849069800184225 (mp_runner.py:73) +2024-09-01 17:19:26,231 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.02368956799909938 (mp_runner.py:73) +2024-09-01 17:19:37,382 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0016s, count=800, qps in this process: 26.6652 (mp_runner.py:76) +2024-09-01 17:19:37,398 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0141s, count=800, qps in this process: 26.6541 (mp_runner.py:76) +2024-09-01 17:19:37,419 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0171s, count=801, qps in this process: 26.6848 (mp_runner.py:76) +2024-09-01 17:19:37,420 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.021s, count=801, qps in this process: 26.6813 (mp_runner.py:76) +2024-09-01 17:19:37,422 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0176s, count=801, qps in this process: 26.6843 (mp_runner.py:76) +2024-09-01 17:19:37,450 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0085s, count=802, qps in this process: 26.7258 (mp_runner.py:76) +2024-09-01 17:19:37,450 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0086s, count=802, qps in this process: 26.7257 (mp_runner.py:76) +2024-09-01 17:19:37,451 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0287s, count=802, qps in this process: 26.7078 (mp_runner.py:76) +2024-09-01 17:19:37,451 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0207s, count=802, qps in this process: 26.7149 (mp_runner.py:76) +2024-09-01 17:19:37,460 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0189s, count=802, qps in this process: 26.7165 (mp_runner.py:76) +2024-09-01 17:19:37,460 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0031s, count=802, qps in this process: 26.7306 (mp_runner.py:76) +2024-09-01 17:19:37,464 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0169s, count=802, qps in this process: 26.7183 (mp_runner.py:76) +2024-09-01 17:19:37,469 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0118s, count=803, qps in this process: 26.7561 (mp_runner.py:76) +2024-09-01 17:19:37,470 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0158s, count=803, qps in this process: 26.7526 (mp_runner.py:76) +2024-09-01 17:19:37,471 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0147s, count=803, qps in this process: 26.7536 (mp_runner.py:76) +2024-09-01 17:19:37,473 | INFO |End search in concurrency 15: dur=30.17017691000001s, total_count=12026, qps=398.6056 (mp_runner.py:120) +2024-09-01 17:19:38,432 | INFO |Update largest qps with concurrency 15: current max_qps=398.6056 (mp_runner.py:124) +2024-09-01 17:19:38,856 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:19:38,856 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 17:19:49,114 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 17:19:49,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,230 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,231 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,243 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,245 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,252 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,287 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,293 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,295 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,295 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,298 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,325 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,334 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,335 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:19:49,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:15,492 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.03395430400269106 (mp_runner.py:73) +2024-09-01 17:20:15,495 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.05347326699848054 (mp_runner.py:73) +2024-09-01 17:20:15,496 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.039029180003126385 (mp_runner.py:73) +2024-09-01 17:20:15,497 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.05299544499939657 (mp_runner.py:73) +2024-09-01 17:20:15,500 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.03697166000347352 (mp_runner.py:73) +2024-09-01 17:20:15,500 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.047990849998313934 (mp_runner.py:73) +2024-09-01 17:20:15,504 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.0465680439992866 (mp_runner.py:73) +2024-09-01 17:20:15,504 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.03416453300087596 (mp_runner.py:73) +2024-09-01 17:20:15,507 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.056031670999800554 (mp_runner.py:73) +2024-09-01 17:20:15,507 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.05102682899814681 (mp_runner.py:73) +2024-09-01 17:20:15,507 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0480155580007704 (mp_runner.py:73) +2024-09-01 17:20:15,508 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.06592361700313631 (mp_runner.py:73) +2024-09-01 17:20:15,510 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0664403869996022 (mp_runner.py:73) +2024-09-01 17:20:15,510 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.05269142299948726 (mp_runner.py:73) +2024-09-01 17:20:15,511 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.053423104000103194 (mp_runner.py:73) +2024-09-01 17:20:15,511 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.06747642600021209 (mp_runner.py:73) +2024-09-01 17:20:15,512 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.060706924999976764 (mp_runner.py:73) +2024-09-01 17:20:15,515 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.04840850999971735 (mp_runner.py:73) +2024-09-01 17:20:15,517 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.049817375002021436 (mp_runner.py:73) +2024-09-01 17:20:15,540 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.09273552900049253 (mp_runner.py:73) +2024-09-01 17:20:19,212 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0245s, count=574, qps in this process: 19.1177 (mp_runner.py:76) +2024-09-01 17:20:19,256 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0188s, count=575, qps in this process: 19.1547 (mp_runner.py:76) +2024-09-01 17:20:19,257 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0171s, count=575, qps in this process: 19.1557 (mp_runner.py:76) +2024-09-01 17:20:19,259 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0011s, count=575, qps in this process: 19.166 (mp_runner.py:76) +2024-09-01 17:20:19,260 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0137s, count=575, qps in this process: 19.1579 (mp_runner.py:76) +2024-09-01 17:20:19,265 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0074s, count=575, qps in this process: 19.1619 (mp_runner.py:76) +2024-09-01 17:20:19,267 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0202s, count=575, qps in this process: 19.1538 (mp_runner.py:76) +2024-09-01 17:20:19,300 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0014s, count=576, qps in this process: 19.1991 (mp_runner.py:76) +2024-09-01 17:20:19,300 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0116s, count=576, qps in this process: 19.1926 (mp_runner.py:76) +2024-09-01 17:20:19,317 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0114s, count=576, qps in this process: 19.1927 (mp_runner.py:76) +2024-09-01 17:20:19,318 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0216s, count=576, qps in this process: 19.1862 (mp_runner.py:76) +2024-09-01 17:20:19,324 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0259s, count=576, qps in this process: 19.1834 (mp_runner.py:76) +2024-09-01 17:20:19,340 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0039s, count=577, qps in this process: 19.2308 (mp_runner.py:76) +2024-09-01 17:20:19,346 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0087s, count=577, qps in this process: 19.2278 (mp_runner.py:76) +2024-09-01 17:20:19,346 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0008s, count=577, qps in this process: 19.2328 (mp_runner.py:76) +2024-09-01 17:20:19,353 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0219s, count=577, qps in this process: 19.2193 (mp_runner.py:76) +2024-09-01 17:20:19,353 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0038s, count=577, qps in this process: 19.2309 (mp_runner.py:76) +2024-09-01 17:20:19,360 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0068s, count=578, qps in this process: 19.2623 (mp_runner.py:76) +2024-09-01 17:20:19,360 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0147s, count=578, qps in this process: 19.2572 (mp_runner.py:76) +2024-09-01 17:20:19,361 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0115s, count=578, qps in this process: 19.2593 (mp_runner.py:76) +2024-09-01 17:20:19,363 | INFO |End search in concurrency 20: dur=30.248706534999656s, total_count=11523, qps=380.9419 (mp_runner.py:120) +2024-09-01 17:20:21,019 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:20:21,019 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 17:20:31,313 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 17:20:31,417 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,471 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,508 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,513 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,525 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,530 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,543 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,547 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,547 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,548 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,579 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,579 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,584 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,586 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,586 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,606 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:20:31,656 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:01,430 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0057s, count=465, qps in this process: 15.4971 (mp_runner.py:76) +2024-09-01 17:21:01,488 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0105s, count=466, qps in this process: 15.5279 (mp_runner.py:76) +2024-09-01 17:21:01,494 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0364s, count=466, qps in this process: 15.5145 (mp_runner.py:76) +2024-09-01 17:21:01,501 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0579s, count=466, qps in this process: 15.5034 (mp_runner.py:76) +2024-09-01 17:21:01,545 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0129s, count=467, qps in this process: 15.56 (mp_runner.py:76) +2024-09-01 17:21:01,545 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0289s, count=467, qps in this process: 15.5517 (mp_runner.py:76) +2024-09-01 17:21:01,547 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0182s, count=467, qps in this process: 15.5572 (mp_runner.py:76) +2024-09-01 17:21:01,550 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0035s, count=467, qps in this process: 15.5649 (mp_runner.py:76) +2024-09-01 17:21:01,566 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.006s, count=467, qps in this process: 15.5636 (mp_runner.py:76) +2024-09-01 17:21:01,569 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0559s, count=467, qps in this process: 15.5377 (mp_runner.py:76) +2024-09-01 17:21:01,575 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0254s, count=467, qps in this process: 15.5535 (mp_runner.py:76) +2024-09-01 17:21:01,585 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0058s, count=468, qps in this process: 15.597 (mp_runner.py:76) +2024-09-01 17:21:01,585 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.025s, count=468, qps in this process: 15.587 (mp_runner.py:76) +2024-09-01 17:21:01,586 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0361s, count=468, qps in this process: 15.5813 (mp_runner.py:76) +2024-09-01 17:21:01,587 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0019s, count=468, qps in this process: 15.599 (mp_runner.py:76) +2024-09-01 17:21:01,588 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.002s, count=468, qps in this process: 15.599 (mp_runner.py:76) +2024-09-01 17:21:01,592 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0064s, count=468, qps in this process: 15.5967 (mp_runner.py:76) +2024-09-01 17:21:01,594 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0335s, count=468, qps in this process: 15.5826 (mp_runner.py:76) +2024-09-01 17:21:01,595 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0456s, count=468, qps in this process: 15.5763 (mp_runner.py:76) +2024-09-01 17:21:01,595 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0165s, count=468, qps in this process: 15.5914 (mp_runner.py:76) +2024-09-01 17:21:01,611 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0137s, count=469, qps in this process: 15.6262 (mp_runner.py:76) +2024-09-01 17:21:01,611 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0106s, count=469, qps in this process: 15.6278 (mp_runner.py:76) +2024-09-01 17:21:01,612 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0147s, count=469, qps in this process: 15.6257 (mp_runner.py:76) +2024-09-01 17:21:01,628 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0088s, count=470, qps in this process: 15.6621 (mp_runner.py:76) +2024-09-01 17:21:01,674 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0119s, count=475, qps in this process: 15.8271 (mp_runner.py:76) +2024-09-01 17:21:01,675 | INFO |End search in concurrency 25: dur=30.36257022299833s, total_count=11696, qps=385.2111 (mp_runner.py:120) +2024-09-01 17:21:03,723 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:21:03,723 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 17:21:14,137 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 17:21:14,198 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,260 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,273 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,274 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,288 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,307 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,354 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,361 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,406 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,409 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,409 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,421 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,451 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,459 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,460 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,462 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,493 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:14,526 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:44,221 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0209s, count=420, qps in this process: 13.9903 (mp_runner.py:76) +2024-09-01 17:21:44,317 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0067s, count=422, qps in this process: 14.0635 (mp_runner.py:76) +2024-09-01 17:21:44,322 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0432s, count=421, qps in this process: 14.0132 (mp_runner.py:76) +2024-09-01 17:21:44,330 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0473s, count=421, qps in this process: 14.0112 (mp_runner.py:76) +2024-09-01 17:21:44,330 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0686s, count=421, qps in this process: 14.0013 (mp_runner.py:76) +2024-09-01 17:21:44,345 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0155s, count=422, qps in this process: 14.0594 (mp_runner.py:76) +2024-09-01 17:21:44,363 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0661s, count=422, qps in this process: 14.0357 (mp_runner.py:76) +2024-09-01 17:21:44,368 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0056s, count=422, qps in this process: 14.064 (mp_runner.py:76) +2024-09-01 17:21:44,401 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0842s, count=423, qps in this process: 14.0605 (mp_runner.py:76) +2024-09-01 17:21:44,404 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0434s, count=423, qps in this process: 14.0796 (mp_runner.py:76) +2024-09-01 17:21:44,457 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0437s, count=424, qps in this process: 14.1128 (mp_runner.py:76) +2024-09-01 17:21:44,459 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0208s, count=424, qps in this process: 14.1235 (mp_runner.py:76) +2024-09-01 17:21:44,460 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0363s, count=424, qps in this process: 14.1163 (mp_runner.py:76) +2024-09-01 17:21:44,461 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0531s, count=424, qps in this process: 14.1084 (mp_runner.py:76) +2024-09-01 17:21:44,461 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.049s, count=424, qps in this process: 14.1103 (mp_runner.py:76) +2024-09-01 17:21:44,464 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0258s, count=424, qps in this process: 14.1212 (mp_runner.py:76) +2024-09-01 17:21:44,465 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0414s, count=424, qps in this process: 14.1139 (mp_runner.py:76) +2024-09-01 17:21:44,466 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0323s, count=424, qps in this process: 14.1181 (mp_runner.py:76) +2024-09-01 17:21:44,487 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0201s, count=425, qps in this process: 14.1572 (mp_runner.py:76) +2024-09-01 17:21:44,487 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0112s, count=425, qps in this process: 14.1614 (mp_runner.py:76) +2024-09-01 17:21:44,487 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0114s, count=425, qps in this process: 14.1613 (mp_runner.py:76) +2024-09-01 17:21:44,488 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0328s, count=425, qps in this process: 14.1512 (mp_runner.py:76) +2024-09-01 17:21:44,490 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0283s, count=425, qps in this process: 14.1533 (mp_runner.py:76) +2024-09-01 17:21:44,495 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0332s, count=425, qps in this process: 14.151 (mp_runner.py:76) +2024-09-01 17:21:44,508 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0102s, count=426, qps in this process: 14.1952 (mp_runner.py:76) +2024-09-01 17:21:44,509 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.007s, count=426, qps in this process: 14.1967 (mp_runner.py:76) +2024-09-01 17:21:44,509 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0117s, count=426, qps in this process: 14.1945 (mp_runner.py:76) +2024-09-01 17:21:44,511 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0089s, count=426, qps in this process: 14.1958 (mp_runner.py:76) +2024-09-01 17:21:44,514 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0123s, count=426, qps in this process: 14.1942 (mp_runner.py:76) +2024-09-01 17:21:44,534 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0034s, count=429, qps in this process: 14.2984 (mp_runner.py:76) +2024-09-01 17:21:44,536 | INFO |End search in concurrency 30: dur=30.397617868999077s, total_count=12718, qps=418.388 (mp_runner.py:120) +2024-09-01 17:21:46,409 | INFO |Update largest qps with concurrency 30: current max_qps=418.388 (mp_runner.py:124) +2024-09-01 17:21:46,814 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:21:46,815 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 17:21:57,321 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 17:21:57,452 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,518 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,546 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,614 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,620 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,620 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,640 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,640 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,643 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,643 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,659 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,659 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,659 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,686 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,688 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,696 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,696 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,725 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,727 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,730 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,758 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:21:57,758 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:27,503 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0432s, count=359, qps in this process: 11.9495 (mp_runner.py:76) +2024-09-01 17:22:27,513 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0092s, count=359, qps in this process: 11.963 (mp_runner.py:76) +2024-09-01 17:22:27,544 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0349s, count=360, qps in this process: 11.9861 (mp_runner.py:76) +2024-09-01 17:22:27,562 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0115s, count=360, qps in this process: 11.9954 (mp_runner.py:76) +2024-09-01 17:22:27,565 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0438s, count=360, qps in this process: 11.9825 (mp_runner.py:76) +2024-09-01 17:22:27,616 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0542s, count=361, qps in this process: 12.0116 (mp_runner.py:76) +2024-09-01 17:22:27,679 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0357s, count=362, qps in this process: 12.0523 (mp_runner.py:76) +2024-09-01 17:22:27,679 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0529s, count=362, qps in this process: 12.0454 (mp_runner.py:76) +2024-09-01 17:22:27,681 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0554s, count=362, qps in this process: 12.0444 (mp_runner.py:76) +2024-09-01 17:22:27,684 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0218s, count=362, qps in this process: 12.0579 (mp_runner.py:76) +2024-09-01 17:22:27,686 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0162s, count=362, qps in this process: 12.0602 (mp_runner.py:76) +2024-09-01 17:22:27,687 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0208s, count=362, qps in this process: 12.0583 (mp_runner.py:76) +2024-09-01 17:22:27,687 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0609s, count=362, qps in this process: 12.0422 (mp_runner.py:76) +2024-09-01 17:22:27,689 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0387s, count=362, qps in this process: 12.0511 (mp_runner.py:76) +2024-09-01 17:22:27,691 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0013s, count=362, qps in this process: 12.0661 (mp_runner.py:76) +2024-09-01 17:22:27,693 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0244s, count=362, qps in this process: 12.0569 (mp_runner.py:76) +2024-09-01 17:22:27,697 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0156s, count=362, qps in this process: 12.0604 (mp_runner.py:76) +2024-09-01 17:22:27,697 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0595s, count=362, qps in this process: 12.0428 (mp_runner.py:76) +2024-09-01 17:22:27,700 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0383s, count=362, qps in this process: 12.0513 (mp_runner.py:76) +2024-09-01 17:22:27,701 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.003s, count=362, qps in this process: 12.0655 (mp_runner.py:76) +2024-09-01 17:22:27,702 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0622s, count=362, qps in this process: 12.0417 (mp_runner.py:76) +2024-09-01 17:22:27,705 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0613s, count=362, qps in this process: 12.0421 (mp_runner.py:76) +2024-09-01 17:22:27,708 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0157s, count=362, qps in this process: 12.0604 (mp_runner.py:76) +2024-09-01 17:22:27,715 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0529s, count=362, qps in this process: 12.0454 (mp_runner.py:76) +2024-09-01 17:22:27,715 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0653s, count=362, qps in this process: 12.0405 (mp_runner.py:76) +2024-09-01 17:22:27,718 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0578s, count=362, qps in this process: 12.0435 (mp_runner.py:76) +2024-09-01 17:22:27,732 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0008s, count=363, qps in this process: 12.0997 (mp_runner.py:76) +2024-09-01 17:22:27,732 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0099s, count=363, qps in this process: 12.096 (mp_runner.py:76) +2024-09-01 17:22:27,733 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.008s, count=363, qps in this process: 12.0968 (mp_runner.py:76) +2024-09-01 17:22:27,735 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0375s, count=363, qps in this process: 12.0849 (mp_runner.py:76) +2024-09-01 17:22:27,739 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0142s, count=363, qps in this process: 12.0943 (mp_runner.py:76) +2024-09-01 17:22:27,749 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0151s, count=364, qps in this process: 12.1272 (mp_runner.py:76) +2024-09-01 17:22:27,756 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0191s, count=364, qps in this process: 12.1256 (mp_runner.py:76) +2024-09-01 17:22:27,778 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0088s, count=366, qps in this process: 12.1964 (mp_runner.py:76) +2024-09-01 17:22:27,779 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0113s, count=366, qps in this process: 12.1954 (mp_runner.py:76) +2024-09-01 17:22:27,781 | INFO |End search in concurrency 35: dur=30.459913333001168s, total_count=12674, qps=416.0879 (mp_runner.py:120) +2024-09-01 17:22:30,465 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:22:30,466 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 17:22:41,061 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 17:22:41,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,288 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,291 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,299 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,306 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,316 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,334 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,392 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,445 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,453 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,460 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,463 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,469 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,472 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,482 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,500 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,510 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,523 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,523 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,538 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,566 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,566 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:22:41,578 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:11,292 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0372s, count=311, qps in this process: 10.3538 (mp_runner.py:76) +2024-09-01 17:23:11,299 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0086s, count=311, qps in this process: 10.3637 (mp_runner.py:76) +2024-09-01 17:23:11,300 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0169s, count=311, qps in this process: 10.3608 (mp_runner.py:76) +2024-09-01 17:23:11,313 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0158s, count=311, qps in this process: 10.3612 (mp_runner.py:76) +2024-09-01 17:23:11,317 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0673s, count=311, qps in this process: 10.3435 (mp_runner.py:76) +2024-09-01 17:23:11,319 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0088s, count=311, qps in this process: 10.3636 (mp_runner.py:76) +2024-09-01 17:23:11,374 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0581s, count=311, qps in this process: 10.3466 (mp_runner.py:76) +2024-09-01 17:23:11,386 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0638s, count=312, qps in this process: 10.3779 (mp_runner.py:76) +2024-09-01 17:23:11,389 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0779s, count=312, qps in this process: 10.3731 (mp_runner.py:76) +2024-09-01 17:23:11,393 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0738s, count=312, qps in this process: 10.3745 (mp_runner.py:76) +2024-09-01 17:23:11,395 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0207s, count=312, qps in this process: 10.3928 (mp_runner.py:76) +2024-09-01 17:23:11,400 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0774s, count=312, qps in this process: 10.3732 (mp_runner.py:76) +2024-09-01 17:23:11,403 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.108s, count=312, qps in this process: 10.3627 (mp_runner.py:76) +2024-09-01 17:23:11,403 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0689s, count=312, qps in this process: 10.3762 (mp_runner.py:76) +2024-09-01 17:23:11,405 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.1079s, count=312, qps in this process: 10.3627 (mp_runner.py:76) +2024-09-01 17:23:11,420 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0975s, count=312, qps in this process: 10.3663 (mp_runner.py:76) +2024-09-01 17:23:11,461 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0115s, count=313, qps in this process: 10.4293 (mp_runner.py:76) +2024-09-01 17:23:11,461 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.066s, count=313, qps in this process: 10.4104 (mp_runner.py:76) +2024-09-01 17:23:11,465 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0234s, count=313, qps in this process: 10.4252 (mp_runner.py:76) +2024-09-01 17:23:11,466 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0211s, count=313, qps in this process: 10.426 (mp_runner.py:76) +2024-09-01 17:23:11,471 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0291s, count=313, qps in this process: 10.4232 (mp_runner.py:76) +2024-09-01 17:23:11,472 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0298s, count=313, qps in this process: 10.423 (mp_runner.py:76) +2024-09-01 17:23:11,486 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0249s, count=313, qps in this process: 10.4247 (mp_runner.py:76) +2024-09-01 17:23:11,512 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0405s, count=314, qps in this process: 10.4526 (mp_runner.py:76) +2024-09-01 17:23:11,512 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.049s, count=314, qps in this process: 10.4496 (mp_runner.py:76) +2024-09-01 17:23:11,513 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0389s, count=314, qps in this process: 10.4531 (mp_runner.py:76) +2024-09-01 17:23:11,515 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0291s, count=314, qps in this process: 10.4565 (mp_runner.py:76) +2024-09-01 17:23:11,519 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.023s, count=314, qps in this process: 10.4586 (mp_runner.py:76) +2024-09-01 17:23:11,520 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0238s, count=314, qps in this process: 10.4584 (mp_runner.py:76) +2024-09-01 17:23:11,521 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0483s, count=314, qps in this process: 10.4498 (mp_runner.py:76) +2024-09-01 17:23:11,523 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0091s, count=314, qps in this process: 10.4635 (mp_runner.py:76) +2024-09-01 17:23:11,527 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.023s, count=314, qps in this process: 10.4586 (mp_runner.py:76) +2024-09-01 17:23:11,533 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0621s, count=314, qps in this process: 10.445 (mp_runner.py:76) +2024-09-01 17:23:11,545 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0229s, count=315, qps in this process: 10.492 (mp_runner.py:76) +2024-09-01 17:23:11,547 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0016s, count=315, qps in this process: 10.4994 (mp_runner.py:76) +2024-09-01 17:23:11,548 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0181s, count=315, qps in this process: 10.4937 (mp_runner.py:76) +2024-09-01 17:23:11,552 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0175s, count=315, qps in this process: 10.4939 (mp_runner.py:76) +2024-09-01 17:23:11,575 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.007s, count=317, qps in this process: 10.5642 (mp_runner.py:76) +2024-09-01 17:23:11,575 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.005s, count=317, qps in this process: 10.5649 (mp_runner.py:76) +2024-09-01 17:23:11,597 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0073s, count=319, qps in this process: 10.6307 (mp_runner.py:76) +2024-09-01 17:23:11,599 | INFO |End search in concurrency 40: dur=30.53665291300058s, total_count=12529, qps=410.2938 (mp_runner.py:120) +2024-09-01 17:23:14,583 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:23:14,583 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 17:23:25,337 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 17:23:25,393 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,410 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,414 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,468 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,512 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,514 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,567 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,587 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,613 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,613 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,614 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,677 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,727 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,747 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,749 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,750 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,786 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,792 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,793 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,802 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,805 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,805 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,816 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,818 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,830 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,854 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,854 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,854 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,857 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,857 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,890 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,890 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,890 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:25,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:23:55,473 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0603s, count=283, qps in this process: 9.4144 (mp_runner.py:76) +2024-09-01 17:23:55,483 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0672s, count=283, qps in this process: 9.4122 (mp_runner.py:76) +2024-09-01 17:23:55,486 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0924s, count=283, qps in this process: 9.4044 (mp_runner.py:76) +2024-09-01 17:23:55,519 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0038s, count=284, qps in this process: 9.4655 (mp_runner.py:76) +2024-09-01 17:23:55,532 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0526s, count=284, qps in this process: 9.4501 (mp_runner.py:76) +2024-09-01 17:23:55,535 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0383s, count=284, qps in this process: 9.4546 (mp_runner.py:76) +2024-09-01 17:23:55,545 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.03s, count=283, qps in this process: 9.4239 (mp_runner.py:76) +2024-09-01 17:23:55,620 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0279s, count=285, qps in this process: 9.4912 (mp_runner.py:76) +2024-09-01 17:23:55,622 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0523s, count=285, qps in this process: 9.4835 (mp_runner.py:76) +2024-09-01 17:23:55,628 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0101s, count=285, qps in this process: 9.4968 (mp_runner.py:76) +2024-09-01 17:23:55,640 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0186s, count=285, qps in this process: 9.4941 (mp_runner.py:76) +2024-09-01 17:23:55,652 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0308s, count=285, qps in this process: 9.4903 (mp_runner.py:76) +2024-09-01 17:23:55,657 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0077s, count=285, qps in this process: 9.4976 (mp_runner.py:76) +2024-09-01 17:23:55,689 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0105s, count=286, qps in this process: 9.53 (mp_runner.py:76) +2024-09-01 17:23:55,696 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0752s, count=286, qps in this process: 9.5095 (mp_runner.py:76) +2024-09-01 17:23:55,748 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0422s, count=287, qps in this process: 9.5532 (mp_runner.py:76) +2024-09-01 17:23:55,767 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0125s, count=287, qps in this process: 9.5627 (mp_runner.py:76) +2024-09-01 17:23:55,767 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.063s, count=287, qps in this process: 9.5466 (mp_runner.py:76) +2024-09-01 17:23:55,769 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0078s, count=287, qps in this process: 9.5642 (mp_runner.py:76) +2024-09-01 17:23:55,770 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0164s, count=287, qps in this process: 9.5614 (mp_runner.py:76) +2024-09-01 17:23:55,778 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0471s, count=287, qps in this process: 9.5517 (mp_runner.py:76) +2024-09-01 17:23:55,811 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0526s, count=288, qps in this process: 9.5832 (mp_runner.py:76) +2024-09-01 17:23:55,821 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0727s, count=288, qps in this process: 9.5768 (mp_runner.py:76) +2024-09-01 17:23:55,834 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0194s, count=288, qps in this process: 9.5938 (mp_runner.py:76) +2024-09-01 17:23:55,837 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0377s, count=288, qps in this process: 9.588 (mp_runner.py:76) +2024-09-01 17:23:55,845 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0233s, count=288, qps in this process: 9.5925 (mp_runner.py:76) +2024-09-01 17:23:55,849 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0499s, count=288, qps in this process: 9.5841 (mp_runner.py:76) +2024-09-01 17:23:55,850 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0851s, count=288, qps in this process: 9.5728 (mp_runner.py:76) +2024-09-01 17:23:55,851 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0002s, count=288, qps in this process: 9.5999 (mp_runner.py:76) +2024-09-01 17:23:55,856 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0348s, count=288, qps in this process: 9.5889 (mp_runner.py:76) +2024-09-01 17:23:55,857 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0635s, count=288, qps in this process: 9.5797 (mp_runner.py:76) +2024-09-01 17:23:55,857 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0173s, count=288, qps in this process: 9.5945 (mp_runner.py:76) +2024-09-01 17:23:55,858 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0434s, count=288, qps in this process: 9.5861 (mp_runner.py:76) +2024-09-01 17:23:55,864 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0606s, count=288, qps in this process: 9.5806 (mp_runner.py:76) +2024-09-01 17:23:55,868 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0167s, count=289, qps in this process: 9.628 (mp_runner.py:76) +2024-09-01 17:23:55,890 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0251s, count=290, qps in this process: 9.6586 (mp_runner.py:76) +2024-09-01 17:23:55,891 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0397s, count=290, qps in this process: 9.6539 (mp_runner.py:76) +2024-09-01 17:23:55,893 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0312s, count=289, qps in this process: 9.6233 (mp_runner.py:76) +2024-09-01 17:23:55,896 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0309s, count=289, qps in this process: 9.6234 (mp_runner.py:76) +2024-09-01 17:23:55,897 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0319s, count=289, qps in this process: 9.6231 (mp_runner.py:76) +2024-09-01 17:23:55,899 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0373s, count=289, qps in this process: 9.6214 (mp_runner.py:76) +2024-09-01 17:23:55,913 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0153s, count=290, qps in this process: 9.6617 (mp_runner.py:76) +2024-09-01 17:23:55,914 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0159s, count=290, qps in this process: 9.6615 (mp_runner.py:76) +2024-09-01 17:23:55,919 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0215s, count=291, qps in this process: 9.6931 (mp_runner.py:76) +2024-09-01 17:23:55,920 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0199s, count=291, qps in this process: 9.6936 (mp_runner.py:76) +2024-09-01 17:23:55,922 | INFO |End search in concurrency 45: dur=30.584505539998645s, total_count=12919, qps=422.4034 (mp_runner.py:120) +2024-09-01 17:23:58,845 | INFO |Update largest qps with concurrency 45: current max_qps=422.4034 (mp_runner.py:124) +2024-09-01 17:23:59,254 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:23:59,254 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 17:24:20,225 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 17:24:20,473 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,509 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,530 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,593 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,601 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,602 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,625 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,684 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,697 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,701 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,706 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,713 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,714 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,726 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,734 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,750 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,750 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,757 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,798 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,841 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,856 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,866 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,876 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,921 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:20,998 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:24:50,591 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.116s, count=258, qps in this process: 8.5669 (mp_runner.py:76) +2024-09-01 17:24:50,605 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0717s, count=258, qps in this process: 8.5795 (mp_runner.py:76) +2024-09-01 17:24:50,614 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0151s, count=258, qps in this process: 8.5957 (mp_runner.py:76) +2024-09-01 17:24:50,622 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0161s, count=258, qps in this process: 8.5954 (mp_runner.py:76) +2024-09-01 17:24:50,630 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0327s, count=258, qps in this process: 8.5906 (mp_runner.py:76) +2024-09-01 17:24:50,630 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0294s, count=258, qps in this process: 8.5916 (mp_runner.py:76) +2024-09-01 17:24:50,642 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0427s, count=259, qps in this process: 8.6211 (mp_runner.py:76) +2024-09-01 17:24:50,646 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0325s, count=259, qps in this process: 8.624 (mp_runner.py:76) +2024-09-01 17:24:50,649 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0116s, count=259, qps in this process: 8.63 (mp_runner.py:76) +2024-09-01 17:24:50,653 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.1237s, count=258, qps in this process: 8.5647 (mp_runner.py:76) +2024-09-01 17:24:50,653 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0198s, count=258, qps in this process: 8.5943 (mp_runner.py:76) +2024-09-01 17:24:50,654 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0527s, count=258, qps in this process: 8.5849 (mp_runner.py:76) +2024-09-01 17:24:50,654 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0565s, count=259, qps in this process: 8.6171 (mp_runner.py:76) +2024-09-01 17:24:50,664 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0308s, count=259, qps in this process: 8.6245 (mp_runner.py:76) +2024-09-01 17:24:50,669 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0747s, count=259, qps in this process: 8.6119 (mp_runner.py:76) +2024-09-01 17:24:50,673 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0751s, count=259, qps in this process: 8.6118 (mp_runner.py:76) +2024-09-01 17:24:50,685 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0019s, count=259, qps in this process: 8.6328 (mp_runner.py:76) +2024-09-01 17:24:50,726 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0248s, count=260, qps in this process: 8.6595 (mp_runner.py:76) +2024-09-01 17:24:50,727 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0437s, count=260, qps in this process: 8.6541 (mp_runner.py:76) +2024-09-01 17:24:50,727 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0244s, count=260, qps in this process: 8.6596 (mp_runner.py:76) +2024-09-01 17:24:50,733 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0448s, count=260, qps in this process: 8.6537 (mp_runner.py:76) +2024-09-01 17:24:50,733 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0181s, count=260, qps in this process: 8.6614 (mp_runner.py:76) +2024-09-01 17:24:50,734 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0454s, count=260, qps in this process: 8.6536 (mp_runner.py:76) +2024-09-01 17:24:50,747 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0312s, count=260, qps in this process: 8.6577 (mp_runner.py:76) +2024-09-01 17:24:50,765 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0517s, count=260, qps in this process: 8.6518 (mp_runner.py:76) +2024-09-01 17:24:50,767 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0473s, count=260, qps in this process: 8.653 (mp_runner.py:76) +2024-09-01 17:24:50,768 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0141s, count=260, qps in this process: 8.6626 (mp_runner.py:76) +2024-09-01 17:24:50,781 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0405s, count=261, qps in this process: 8.6883 (mp_runner.py:76) +2024-09-01 17:24:50,789 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0318s, count=261, qps in this process: 8.6908 (mp_runner.py:76) +2024-09-01 17:24:50,790 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0407s, count=261, qps in this process: 8.6882 (mp_runner.py:76) +2024-09-01 17:24:50,798 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0481s, count=261, qps in this process: 8.6861 (mp_runner.py:76) +2024-09-01 17:24:50,806 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0501s, count=261, qps in this process: 8.6855 (mp_runner.py:76) +2024-09-01 17:24:50,816 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0147s, count=262, qps in this process: 8.7291 (mp_runner.py:76) +2024-09-01 17:24:50,819 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0305s, count=262, qps in this process: 8.7245 (mp_runner.py:76) +2024-09-01 17:24:50,845 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0115s, count=263, qps in this process: 8.7633 (mp_runner.py:76) +2024-09-01 17:24:50,845 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0308s, count=262, qps in this process: 8.7244 (mp_runner.py:76) +2024-09-01 17:24:50,862 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0125s, count=262, qps in this process: 8.7297 (mp_runner.py:76) +2024-09-01 17:24:50,885 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0066s, count=263, qps in this process: 8.7647 (mp_runner.py:76) +2024-09-01 17:24:50,885 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0096s, count=263, qps in this process: 8.7639 (mp_runner.py:76) +2024-09-01 17:24:50,886 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0136s, count=263, qps in this process: 8.7627 (mp_runner.py:76) +2024-09-01 17:24:50,895 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0326s, count=263, qps in this process: 8.7572 (mp_runner.py:76) +2024-09-01 17:24:50,898 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0191s, count=263, qps in this process: 8.7611 (mp_runner.py:76) +2024-09-01 17:24:50,913 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0147s, count=264, qps in this process: 8.7957 (mp_runner.py:76) +2024-09-01 17:24:50,916 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0175s, count=264, qps in this process: 8.7949 (mp_runner.py:76) +2024-09-01 17:24:50,919 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0094s, count=264, qps in this process: 8.7972 (mp_runner.py:76) +2024-09-01 17:24:50,935 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.006s, count=265, qps in this process: 8.8316 (mp_runner.py:76) +2024-09-01 17:24:50,976 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0068s, count=268, qps in this process: 8.9313 (mp_runner.py:76) +2024-09-01 17:24:50,977 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0117s, count=268, qps in this process: 8.9299 (mp_runner.py:76) +2024-09-01 17:24:50,977 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.012s, count=268, qps in this process: 8.9298 (mp_runner.py:76) +2024-09-01 17:24:51,017 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0115s, count=272, qps in this process: 9.0632 (mp_runner.py:76) +2024-09-01 17:24:51,019 | INFO |End search in concurrency 50: dur=30.793887322000955s, total_count=13058, qps=424.0452 (mp_runner.py:120) +2024-09-01 17:24:54,304 | INFO |Update largest qps with concurrency 50: current max_qps=424.0452 (mp_runner.py:124) +2024-09-01 17:24:54,711 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:24:54,711 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 17:25:16,000 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 17:25:16,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,255 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,260 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,341 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,397 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,403 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,474 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,474 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,481 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,496 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,501 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,558 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,560 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,605 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,605 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,626 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,637 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,637 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,652 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,654 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,674 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,692 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,708 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,712 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,713 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,730 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,738 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,782 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,794 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,804 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,804 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:16,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:25:46,218 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0892s, count=230, qps in this process: 7.6439 (mp_runner.py:76) +2024-09-01 17:25:46,332 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0602s, count=231, qps in this process: 7.6846 (mp_runner.py:76) +2024-09-01 17:25:46,363 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.1028s, count=231, qps in this process: 7.6737 (mp_runner.py:76) +2024-09-01 17:25:46,370 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.025s, count=231, qps in this process: 7.6936 (mp_runner.py:76) +2024-09-01 17:25:46,389 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0192s, count=231, qps in this process: 7.6951 (mp_runner.py:76) +2024-09-01 17:25:46,413 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0065s, count=232, qps in this process: 7.7317 (mp_runner.py:76) +2024-09-01 17:25:46,414 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0149s, count=232, qps in this process: 7.7295 (mp_runner.py:76) +2024-09-01 17:25:46,429 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0553s, count=232, qps in this process: 7.7191 (mp_runner.py:76) +2024-09-01 17:25:46,429 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0308s, count=232, qps in this process: 7.7254 (mp_runner.py:76) +2024-09-01 17:25:46,434 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0272s, count=232, qps in this process: 7.7263 (mp_runner.py:76) +2024-09-01 17:25:46,435 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0285s, count=232, qps in this process: 7.726 (mp_runner.py:76) +2024-09-01 17:25:46,436 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.038s, count=232, qps in this process: 7.7236 (mp_runner.py:76) +2024-09-01 17:25:46,441 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0064s, count=232, qps in this process: 7.7317 (mp_runner.py:76) +2024-09-01 17:25:46,469 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0343s, count=232, qps in this process: 7.7245 (mp_runner.py:76) +2024-09-01 17:25:46,515 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0451s, count=233, qps in this process: 7.755 (mp_runner.py:76) +2024-09-01 17:25:46,516 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0814s, count=233, qps in this process: 7.7457 (mp_runner.py:76) +2024-09-01 17:25:46,517 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0934s, count=233, qps in this process: 7.7426 (mp_runner.py:76) +2024-09-01 17:25:46,518 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0385s, count=233, qps in this process: 7.7567 (mp_runner.py:76) +2024-09-01 17:25:46,519 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0493s, count=233, qps in this process: 7.7539 (mp_runner.py:76) +2024-09-01 17:25:46,520 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0511s, count=233, qps in this process: 7.7535 (mp_runner.py:76) +2024-09-01 17:25:46,521 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0412s, count=233, qps in this process: 7.756 (mp_runner.py:76) +2024-09-01 17:25:46,521 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0132s, count=233, qps in this process: 7.7633 (mp_runner.py:76) +2024-09-01 17:25:46,524 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0212s, count=233, qps in this process: 7.7612 (mp_runner.py:76) +2024-09-01 17:25:46,530 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.041s, count=233, qps in this process: 7.7561 (mp_runner.py:76) +2024-09-01 17:25:46,531 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.062s, count=233, qps in this process: 7.7506 (mp_runner.py:76) +2024-09-01 17:25:46,573 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.1027s, count=233, qps in this process: 7.7402 (mp_runner.py:76) +2024-09-01 17:25:46,578 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0225s, count=234, qps in this process: 7.7942 (mp_runner.py:76) +2024-09-01 17:25:46,580 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0191s, count=234, qps in this process: 7.795 (mp_runner.py:76) +2024-09-01 17:25:46,580 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0182s, count=234, qps in this process: 7.7953 (mp_runner.py:76) +2024-09-01 17:25:46,581 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0231s, count=234, qps in this process: 7.794 (mp_runner.py:76) +2024-09-01 17:25:46,582 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.002s, count=234, qps in this process: 7.7995 (mp_runner.py:76) +2024-09-01 17:25:46,641 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0155s, count=235, qps in this process: 7.8293 (mp_runner.py:76) +2024-09-01 17:25:46,643 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0287s, count=235, qps in this process: 7.8258 (mp_runner.py:76) +2024-09-01 17:25:46,644 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0455s, count=235, qps in this process: 7.8215 (mp_runner.py:76) +2024-09-01 17:25:46,645 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0136s, count=235, qps in this process: 7.8298 (mp_runner.py:76) +2024-09-01 17:25:46,672 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0018s, count=235, qps in this process: 7.8329 (mp_runner.py:76) +2024-09-01 17:25:46,673 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0587s, count=235, qps in this process: 7.818 (mp_runner.py:76) +2024-09-01 17:25:46,687 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0051s, count=236, qps in this process: 7.8653 (mp_runner.py:76) +2024-09-01 17:25:46,688 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0386s, count=236, qps in this process: 7.8566 (mp_runner.py:76) +2024-09-01 17:25:46,689 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0277s, count=236, qps in this process: 7.8594 (mp_runner.py:76) +2024-09-01 17:25:46,690 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0077s, count=236, qps in this process: 7.8646 (mp_runner.py:76) +2024-09-01 17:25:46,693 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0432s, count=236, qps in this process: 7.8554 (mp_runner.py:76) +2024-09-01 17:25:46,724 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0084s, count=237, qps in this process: 7.8978 (mp_runner.py:76) +2024-09-01 17:25:46,727 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0141s, count=237, qps in this process: 7.8963 (mp_runner.py:76) +2024-09-01 17:25:46,728 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0198s, count=237, qps in this process: 7.8948 (mp_runner.py:76) +2024-09-01 17:25:46,736 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0417s, count=237, qps in this process: 7.889 (mp_runner.py:76) +2024-09-01 17:25:46,749 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0155s, count=238, qps in this process: 7.9292 (mp_runner.py:76) +2024-09-01 17:25:46,751 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0139s, count=238, qps in this process: 7.9297 (mp_runner.py:76) +2024-09-01 17:25:46,752 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0026s, count=238, qps in this process: 7.9326 (mp_runner.py:76) +2024-09-01 17:25:46,797 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0106s, count=241, qps in this process: 8.0305 (mp_runner.py:76) +2024-09-01 17:25:46,812 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0102s, count=242, qps in this process: 8.0639 (mp_runner.py:76) +2024-09-01 17:25:46,813 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0026s, count=242, qps in this process: 8.066 (mp_runner.py:76) +2024-09-01 17:25:46,828 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0141s, count=243, qps in this process: 8.0962 (mp_runner.py:76) +2024-09-01 17:25:46,845 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0074s, count=244, qps in this process: 8.1313 (mp_runner.py:76) +2024-09-01 17:25:46,863 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0073s, count=246, qps in this process: 8.198 (mp_runner.py:76) +2024-09-01 17:25:46,865 | INFO |End search in concurrency 55: dur=30.86425788500128s, total_count=12918, qps=418.5424 (mp_runner.py:120) +2024-09-01 17:25:50,884 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:25:50,884 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 17:26:12,214 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 17:26:12,642 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,655 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,731 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,731 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,732 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,733 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,733 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,736 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,736 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,736 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,736 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,737 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,737 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,740 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,743 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,744 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,758 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,759 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,760 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,760 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,764 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,773 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,774 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,779 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,785 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,789 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,831 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,833 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,835 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,837 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,859 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,859 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,864 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,866 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,879 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,879 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,879 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,880 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:12,925 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:26:42,693 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0153s, count=215, qps in this process: 7.163 (mp_runner.py:76) +2024-09-01 17:26:42,750 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0041s, count=216, qps in this process: 7.199 (mp_runner.py:76) +2024-09-01 17:26:42,751 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0007s, count=216, qps in this process: 7.1998 (mp_runner.py:76) +2024-09-01 17:26:42,751 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0142s, count=216, qps in this process: 7.1966 (mp_runner.py:76) +2024-09-01 17:26:42,751 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0096s, count=216, qps in this process: 7.1977 (mp_runner.py:76) +2024-09-01 17:26:42,752 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0089s, count=216, qps in this process: 7.1979 (mp_runner.py:76) +2024-09-01 17:26:42,753 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.017s, count=216, qps in this process: 7.1959 (mp_runner.py:76) +2024-09-01 17:26:42,754 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.1045s, count=216, qps in this process: 7.175 (mp_runner.py:76) +2024-09-01 17:26:42,754 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0185s, count=216, qps in this process: 7.1956 (mp_runner.py:76) +2024-09-01 17:26:42,754 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0108s, count=216, qps in this process: 7.1974 (mp_runner.py:76) +2024-09-01 17:26:42,755 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0198s, count=216, qps in this process: 7.1953 (mp_runner.py:76) +2024-09-01 17:26:42,759 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0173s, count=216, qps in this process: 7.1959 (mp_runner.py:76) +2024-09-01 17:26:42,778 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.1004s, count=216, qps in this process: 7.176 (mp_runner.py:76) +2024-09-01 17:26:42,792 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0576s, count=216, qps in this process: 7.1862 (mp_runner.py:76) +2024-09-01 17:26:42,802 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0516s, count=216, qps in this process: 7.1876 (mp_runner.py:76) +2024-09-01 17:26:42,802 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0595s, count=216, qps in this process: 7.1857 (mp_runner.py:76) +2024-09-01 17:26:42,803 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0595s, count=216, qps in this process: 7.1857 (mp_runner.py:76) +2024-09-01 17:26:42,804 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0506s, count=216, qps in this process: 7.1879 (mp_runner.py:76) +2024-09-01 17:26:42,807 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0532s, count=216, qps in this process: 7.1873 (mp_runner.py:76) +2024-09-01 17:26:42,808 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0537s, count=216, qps in this process: 7.1871 (mp_runner.py:76) +2024-09-01 17:26:42,808 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0305s, count=216, qps in this process: 7.1927 (mp_runner.py:76) +2024-09-01 17:26:42,808 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0357s, count=216, qps in this process: 7.1914 (mp_runner.py:76) +2024-09-01 17:26:42,809 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.027s, count=216, qps in this process: 7.1935 (mp_runner.py:76) +2024-09-01 17:26:42,819 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.061s, count=217, qps in this process: 7.2187 (mp_runner.py:76) +2024-09-01 17:26:42,824 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0518s, count=217, qps in this process: 7.2209 (mp_runner.py:76) +2024-09-01 17:26:42,834 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0753s, count=216, qps in this process: 7.182 (mp_runner.py:76) +2024-09-01 17:26:42,835 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0778s, count=216, qps in this process: 7.1814 (mp_runner.py:76) +2024-09-01 17:26:42,835 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0629s, count=216, qps in this process: 7.1849 (mp_runner.py:76) +2024-09-01 17:26:42,836 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0024s, count=217, qps in this process: 7.2328 (mp_runner.py:76) +2024-09-01 17:26:42,837 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0781s, count=217, qps in this process: 7.2146 (mp_runner.py:76) +2024-09-01 17:26:42,838 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0805s, count=216, qps in this process: 7.1807 (mp_runner.py:76) +2024-09-01 17:26:42,839 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0446s, count=216, qps in this process: 7.1893 (mp_runner.py:76) +2024-09-01 17:26:42,839 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0807s, count=216, qps in this process: 7.1807 (mp_runner.py:76) +2024-09-01 17:26:42,839 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0326s, count=216, qps in this process: 7.1922 (mp_runner.py:76) +2024-09-01 17:26:42,840 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0899s, count=216, qps in this process: 7.1785 (mp_runner.py:76) +2024-09-01 17:26:42,840 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0986s, count=216, qps in this process: 7.1764 (mp_runner.py:76) +2024-09-01 17:26:42,853 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0132s, count=217, qps in this process: 7.2302 (mp_runner.py:76) +2024-09-01 17:26:42,855 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0975s, count=217, qps in this process: 7.2099 (mp_runner.py:76) +2024-09-01 17:26:42,856 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0496s, count=217, qps in this process: 7.2214 (mp_runner.py:76) +2024-09-01 17:26:42,866 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0566s, count=217, qps in this process: 7.2197 (mp_runner.py:76) +2024-09-01 17:26:42,877 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0107s, count=217, qps in this process: 7.2308 (mp_runner.py:76) +2024-09-01 17:26:42,880 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0743s, count=217, qps in this process: 7.2155 (mp_runner.py:76) +2024-09-01 17:26:42,890 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.052s, count=217, qps in this process: 7.2208 (mp_runner.py:76) +2024-09-01 17:26:42,899 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0366s, count=218, qps in this process: 7.2578 (mp_runner.py:76) +2024-09-01 17:26:42,899 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0128s, count=218, qps in this process: 7.2636 (mp_runner.py:76) +2024-09-01 17:26:42,901 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0148s, count=218, qps in this process: 7.2631 (mp_runner.py:76) +2024-09-01 17:26:42,901 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0215s, count=218, qps in this process: 7.2615 (mp_runner.py:76) +2024-09-01 17:26:42,902 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0205s, count=218, qps in this process: 7.2617 (mp_runner.py:76) +2024-09-01 17:26:42,903 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0135s, count=218, qps in this process: 7.2634 (mp_runner.py:76) +2024-09-01 17:26:42,904 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0308s, count=218, qps in this process: 7.2592 (mp_runner.py:76) +2024-09-01 17:26:42,906 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0713s, count=218, qps in this process: 7.2494 (mp_runner.py:76) +2024-09-01 17:26:42,907 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0402s, count=218, qps in this process: 7.2569 (mp_runner.py:76) +2024-09-01 17:26:42,908 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0264s, count=218, qps in this process: 7.2603 (mp_runner.py:76) +2024-09-01 17:26:42,910 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0472s, count=218, qps in this process: 7.2553 (mp_runner.py:76) +2024-09-01 17:26:42,912 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0255s, count=218, qps in this process: 7.2605 (mp_runner.py:76) +2024-09-01 17:26:42,912 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0306s, count=218, qps in this process: 7.2593 (mp_runner.py:76) +2024-09-01 17:26:42,919 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0335s, count=218, qps in this process: 7.2586 (mp_runner.py:76) +2024-09-01 17:26:42,926 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.007s, count=219, qps in this process: 7.2983 (mp_runner.py:76) +2024-09-01 17:26:42,932 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0135s, count=219, qps in this process: 7.2967 (mp_runner.py:76) +2024-09-01 17:26:42,939 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0042s, count=220, qps in this process: 7.3323 (mp_runner.py:76) +2024-09-01 17:26:42,941 | INFO |End search in concurrency 60: dur=30.72575791700001s, total_count=13008, qps=423.3581 (mp_runner.py:120) +2024-09-01 17:26:47,332 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:26:47,332 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 17:27:08,875 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 17:27:08,938 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:08,939 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,052 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,162 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,311 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,311 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,313 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,322 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,363 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,388 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,388 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,388 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,420 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,481 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,486 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,487 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,491 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,495 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,502 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,505 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,510 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,609 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,624 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,650 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,668 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,668 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,668 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,743 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,743 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,770 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,774 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,784 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,786 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,812 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,835 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,835 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,866 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,902 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:09,934 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:27:38,985 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0447s, count=195, qps in this process: 6.4903 (mp_runner.py:76) +2024-09-01 17:27:39,024 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0845s, count=195, qps in this process: 6.4817 (mp_runner.py:76) +2024-09-01 17:27:39,110 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0463s, count=196, qps in this process: 6.5233 (mp_runner.py:76) +2024-09-01 17:27:39,317 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.1415s, count=197, qps in this process: 6.5358 (mp_runner.py:76) +2024-09-01 17:27:39,349 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.008s, count=197, qps in this process: 6.5649 (mp_runner.py:76) +2024-09-01 17:27:39,391 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0006s, count=198, qps in this process: 6.5999 (mp_runner.py:76) +2024-09-01 17:27:39,420 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0289s, count=198, qps in this process: 6.5936 (mp_runner.py:76) +2024-09-01 17:27:39,422 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0926s, count=197, qps in this process: 6.5465 (mp_runner.py:76) +2024-09-01 17:27:39,425 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0563s, count=198, qps in this process: 6.5876 (mp_runner.py:76) +2024-09-01 17:27:39,431 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.001s, count=197, qps in this process: 6.5664 (mp_runner.py:76) +2024-09-01 17:27:39,436 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0086s, count=198, qps in this process: 6.5981 (mp_runner.py:76) +2024-09-01 17:27:39,440 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.1078s, count=198, qps in this process: 6.5764 (mp_runner.py:76) +2024-09-01 17:27:39,445 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0435s, count=198, qps in this process: 6.5904 (mp_runner.py:76) +2024-09-01 17:27:39,452 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.1047s, count=198, qps in this process: 6.577 (mp_runner.py:76) +2024-09-01 17:27:39,461 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.1143s, count=197, qps in this process: 6.5417 (mp_runner.py:76) +2024-09-01 17:27:39,462 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.1331s, count=198, qps in this process: 6.5708 (mp_runner.py:76) +2024-09-01 17:27:39,477 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.1476s, count=198, qps in this process: 6.5677 (mp_runner.py:76) +2024-09-01 17:27:39,489 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0036s, count=198, qps in this process: 6.5992 (mp_runner.py:76) +2024-09-01 17:27:39,497 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.1061s, count=198, qps in this process: 6.5767 (mp_runner.py:76) +2024-09-01 17:27:39,506 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0768s, count=198, qps in this process: 6.5831 (mp_runner.py:76) +2024-09-01 17:27:39,545 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0357s, count=199, qps in this process: 6.6254 (mp_runner.py:76) +2024-09-01 17:27:39,545 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.031s, count=199, qps in this process: 6.6265 (mp_runner.py:76) +2024-09-01 17:27:39,547 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.1188s, count=199, qps in this process: 6.6072 (mp_runner.py:76) +2024-09-01 17:27:39,548 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0289s, count=199, qps in this process: 6.6269 (mp_runner.py:76) +2024-09-01 17:27:39,551 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.1497s, count=199, qps in this process: 6.6004 (mp_runner.py:76) +2024-09-01 17:27:39,553 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0391s, count=199, qps in this process: 6.6247 (mp_runner.py:76) +2024-09-01 17:27:39,564 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0462s, count=199, qps in this process: 6.6231 (mp_runner.py:76) +2024-09-01 17:27:39,564 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.1342s, count=199, qps in this process: 6.6038 (mp_runner.py:76) +2024-09-01 17:27:39,565 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.003s, count=199, qps in this process: 6.6327 (mp_runner.py:76) +2024-09-01 17:27:39,569 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.178s, count=199, qps in this process: 6.5942 (mp_runner.py:76) +2024-09-01 17:27:39,571 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.058s, count=199, qps in this process: 6.6205 (mp_runner.py:76) +2024-09-01 17:27:39,572 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.1702s, count=199, qps in this process: 6.5959 (mp_runner.py:76) +2024-09-01 17:27:39,574 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0714s, count=199, qps in this process: 6.6176 (mp_runner.py:76) +2024-09-01 17:27:39,575 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0816s, count=199, qps in this process: 6.6153 (mp_runner.py:76) +2024-09-01 17:27:39,577 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0833s, count=199, qps in this process: 6.615 (mp_runner.py:76) +2024-09-01 17:27:39,577 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0813s, count=199, qps in this process: 6.6154 (mp_runner.py:76) +2024-09-01 17:27:39,581 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.18s, count=199, qps in this process: 6.5938 (mp_runner.py:76) +2024-09-01 17:27:39,592 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.2015s, count=199, qps in this process: 6.5891 (mp_runner.py:76) +2024-09-01 17:27:39,623 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.005s, count=200, qps in this process: 6.6656 (mp_runner.py:76) +2024-09-01 17:27:39,624 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0224s, count=200, qps in this process: 6.6617 (mp_runner.py:76) +2024-09-01 17:27:39,630 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0281s, count=200, qps in this process: 6.6604 (mp_runner.py:76) +2024-09-01 17:27:39,634 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0722s, count=200, qps in this process: 6.6507 (mp_runner.py:76) +2024-09-01 17:27:39,639 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0379s, count=200, qps in this process: 6.6583 (mp_runner.py:76) +2024-09-01 17:27:39,659 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0097s, count=200, qps in this process: 6.6645 (mp_runner.py:76) +2024-09-01 17:27:39,664 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0336s, count=200, qps in this process: 6.6592 (mp_runner.py:76) +2024-09-01 17:27:39,688 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0166s, count=201, qps in this process: 6.6963 (mp_runner.py:76) +2024-09-01 17:27:39,688 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0109s, count=201, qps in this process: 6.6976 (mp_runner.py:76) +2024-09-01 17:27:39,692 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0193s, count=201, qps in this process: 6.6957 (mp_runner.py:76) +2024-09-01 17:27:39,692 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.037s, count=201, qps in this process: 6.6917 (mp_runner.py:76) +2024-09-01 17:27:39,693 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0206s, count=201, qps in this process: 6.6954 (mp_runner.py:76) +2024-09-01 17:27:39,706 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0557s, count=201, qps in this process: 6.6876 (mp_runner.py:76) +2024-09-01 17:27:39,757 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0596s, count=202, qps in this process: 6.72 (mp_runner.py:76) +2024-09-01 17:27:39,773 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0169s, count=203, qps in this process: 6.7629 (mp_runner.py:76) +2024-09-01 17:27:39,773 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0234s, count=203, qps in this process: 6.7614 (mp_runner.py:76) +2024-09-01 17:27:39,806 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0121s, count=204, qps in this process: 6.7973 (mp_runner.py:76) +2024-09-01 17:27:39,806 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0261s, count=204, qps in this process: 6.7941 (mp_runner.py:76) +2024-09-01 17:27:39,809 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0185s, count=204, qps in this process: 6.7958 (mp_runner.py:76) +2024-09-01 17:27:39,810 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0324s, count=204, qps in this process: 6.7927 (mp_runner.py:76) +2024-09-01 17:27:39,831 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0165s, count=205, qps in this process: 6.8296 (mp_runner.py:76) +2024-09-01 17:27:39,856 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0016s, count=206, qps in this process: 6.8663 (mp_runner.py:76) +2024-09-01 17:27:39,871 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0167s, count=207, qps in this process: 6.8962 (mp_runner.py:76) +2024-09-01 17:27:39,903 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0108s, count=209, qps in this process: 6.9642 (mp_runner.py:76) +2024-09-01 17:27:39,917 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0104s, count=210, qps in this process: 6.9976 (mp_runner.py:76) +2024-09-01 17:27:39,934 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.014s, count=211, qps in this process: 7.0301 (mp_runner.py:76) +2024-09-01 17:27:39,951 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0006s, count=213, qps in this process: 7.0999 (mp_runner.py:76) +2024-09-01 17:27:39,954 | INFO |End search in concurrency 65: dur=31.078518316000554s, total_count=13020, qps=418.9389 (mp_runner.py:120) +2024-09-01 17:27:44,643 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:27:44,643 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 17:28:06,410 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 17:28:06,458 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,600 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,822 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,845 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,907 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,908 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,908 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,926 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,985 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,991 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,994 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,995 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,995 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:06,995 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,011 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,030 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,035 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,058 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,058 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,090 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,133 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,133 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,134 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,143 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,146 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,162 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,169 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,206 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,258 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,258 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,274 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,285 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,295 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,354 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,386 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,422 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,514 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,529 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,570 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:07,586 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 17:28:36,573 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.1141s, count=174, qps in this process: 5.778 (mp_runner.py:76) +2024-09-01 17:28:36,741 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0981s, count=175, qps in this process: 5.8143 (mp_runner.py:76) +2024-09-01 17:28:36,790 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0304s, count=175, qps in this process: 5.8274 (mp_runner.py:76) +2024-09-01 17:28:36,884 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.039s, count=176, qps in this process: 5.859 (mp_runner.py:76) +2024-09-01 17:28:36,886 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0387s, count=176, qps in this process: 5.8591 (mp_runner.py:76) +2024-09-01 17:28:36,902 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0724s, count=176, qps in this process: 5.8525 (mp_runner.py:76) +2024-09-01 17:28:36,948 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0148s, count=176, qps in this process: 5.8638 (mp_runner.py:76) +2024-09-01 17:28:36,974 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0589s, count=177, qps in this process: 5.8884 (mp_runner.py:76) +2024-09-01 17:28:36,974 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.057s, count=177, qps in this process: 5.8888 (mp_runner.py:76) +2024-09-01 17:28:36,976 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0333s, count=177, qps in this process: 5.8935 (mp_runner.py:76) +2024-09-01 17:28:36,992 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0739s, count=177, qps in this process: 5.8855 (mp_runner.py:76) +2024-09-01 17:28:36,995 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0802s, count=177, qps in this process: 5.8843 (mp_runner.py:76) +2024-09-01 17:28:36,999 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0019s, count=177, qps in this process: 5.8996 (mp_runner.py:76) +2024-09-01 17:28:37,004 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0081s, count=177, qps in this process: 5.8984 (mp_runner.py:76) +2024-09-01 17:28:37,008 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0669s, count=177, qps in this process: 5.8869 (mp_runner.py:76) +2024-09-01 17:28:37,042 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0996s, count=177, qps in this process: 5.8805 (mp_runner.py:76) +2024-09-01 17:28:37,044 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0327s, count=177, qps in this process: 5.8936 (mp_runner.py:76) +2024-09-01 17:28:37,047 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0495s, count=177, qps in this process: 5.8903 (mp_runner.py:76) +2024-09-01 17:28:37,056 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0602s, count=177, qps in this process: 5.8882 (mp_runner.py:76) +2024-09-01 17:28:37,059 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.116s, count=177, qps in this process: 5.8773 (mp_runner.py:76) +2024-09-01 17:28:37,065 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0528s, count=177, qps in this process: 5.8896 (mp_runner.py:76) +2024-09-01 17:28:37,081 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.166s, count=177, qps in this process: 5.8675 (mp_runner.py:76) +2024-09-01 17:28:37,092 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0315s, count=178, qps in this process: 5.9271 (mp_runner.py:76) +2024-09-01 17:28:37,094 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0529s, count=178, qps in this process: 5.9229 (mp_runner.py:76) +2024-09-01 17:28:37,097 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.1008s, count=178, qps in this process: 5.9135 (mp_runner.py:76) +2024-09-01 17:28:37,097 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.1791s, count=177, qps in this process: 5.865 (mp_runner.py:76) +2024-09-01 17:28:37,103 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.1604s, count=177, qps in this process: 5.8686 (mp_runner.py:76) +2024-09-01 17:28:37,103 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1125s, count=178, qps in this process: 5.9112 (mp_runner.py:76) +2024-09-01 17:28:37,106 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0669s, count=177, qps in this process: 5.8869 (mp_runner.py:76) +2024-09-01 17:28:37,106 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.193s, count=177, qps in this process: 5.8623 (mp_runner.py:76) +2024-09-01 17:28:37,113 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0793s, count=178, qps in this process: 5.9177 (mp_runner.py:76) +2024-09-01 17:28:37,121 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0605s, count=178, qps in this process: 5.9214 (mp_runner.py:76) +2024-09-01 17:28:37,123 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.1093s, count=178, qps in this process: 5.9118 (mp_runner.py:76) +2024-09-01 17:28:37,126 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0241s, count=178, qps in this process: 5.9286 (mp_runner.py:76) +2024-09-01 17:28:37,136 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0908s, count=178, qps in this process: 5.9154 (mp_runner.py:76) +2024-09-01 17:28:37,157 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0188s, count=179, qps in this process: 5.9629 (mp_runner.py:76) +2024-09-01 17:28:37,158 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0059s, count=179, qps in this process: 5.9655 (mp_runner.py:76) +2024-09-01 17:28:37,167 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0006s, count=179, qps in this process: 5.9665 (mp_runner.py:76) +2024-09-01 17:28:37,180 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0382s, count=178, qps in this process: 5.9258 (mp_runner.py:76) +2024-09-01 17:28:37,191 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0078s, count=179, qps in this process: 5.9651 (mp_runner.py:76) +2024-09-01 17:28:37,203 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0238s, count=180, qps in this process: 5.9952 (mp_runner.py:76) +2024-09-01 17:28:37,205 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.16s, count=178, qps in this process: 5.9019 (mp_runner.py:76) +2024-09-01 17:28:37,225 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0394s, count=179, qps in this process: 5.9588 (mp_runner.py:76) +2024-09-01 17:28:37,233 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0817s, count=179, qps in this process: 5.9505 (mp_runner.py:76) +2024-09-01 17:28:37,240 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.1018s, count=178, qps in this process: 5.9133 (mp_runner.py:76) +2024-09-01 17:28:37,244 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.086s, count=179, qps in this process: 5.9496 (mp_runner.py:76) +2024-09-01 17:28:37,253 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0259s, count=179, qps in this process: 5.9615 (mp_runner.py:76) +2024-09-01 17:28:37,256 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0344s, count=179, qps in this process: 5.9598 (mp_runner.py:76) +2024-09-01 17:28:37,281 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0033s, count=179, qps in this process: 5.966 (mp_runner.py:76) +2024-09-01 17:28:37,298 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0328s, count=180, qps in this process: 5.9934 (mp_runner.py:76) +2024-09-01 17:28:37,298 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0354s, count=180, qps in this process: 5.9929 (mp_runner.py:76) +2024-09-01 17:28:37,306 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0167s, count=181, qps in this process: 6.03 (mp_runner.py:76) +2024-09-01 17:28:37,321 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0115s, count=181, qps in this process: 6.031 (mp_runner.py:76) +2024-09-01 17:28:37,340 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0121s, count=181, qps in this process: 6.0309 (mp_runner.py:76) +2024-09-01 17:28:37,363 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0214s, count=182, qps in this process: 6.0623 (mp_runner.py:76) +2024-09-01 17:28:37,393 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.023s, count=183, qps in this process: 6.0953 (mp_runner.py:76) +2024-09-01 17:28:37,407 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0213s, count=183, qps in this process: 6.0957 (mp_runner.py:76) +2024-09-01 17:28:37,411 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0198s, count=184, qps in this process: 6.1293 (mp_runner.py:76) +2024-09-01 17:28:37,432 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0022s, count=185, qps in this process: 6.1662 (mp_runner.py:76) +2024-09-01 17:28:37,464 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0103s, count=186, qps in this process: 6.1979 (mp_runner.py:76) +2024-09-01 17:28:37,492 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0233s, count=187, qps in this process: 6.2285 (mp_runner.py:76) +2024-09-01 17:28:37,518 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0195s, count=188, qps in this process: 6.2626 (mp_runner.py:76) +2024-09-01 17:28:37,518 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0027s, count=188, qps in this process: 6.2661 (mp_runner.py:76) +2024-09-01 17:28:37,519 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0194s, count=188, qps in this process: 6.2626 (mp_runner.py:76) +2024-09-01 17:28:37,540 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0212s, count=189, qps in this process: 6.2956 (mp_runner.py:76) +2024-09-01 17:28:37,542 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0093s, count=189, qps in this process: 6.298 (mp_runner.py:76) +2024-09-01 17:28:37,545 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0075s, count=189, qps in this process: 6.2984 (mp_runner.py:76) +2024-09-01 17:28:37,564 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0023s, count=191, qps in this process: 6.3662 (mp_runner.py:76) +2024-09-01 17:28:37,596 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0067s, count=193, qps in this process: 6.4319 (mp_runner.py:76) +2024-09-01 17:28:37,607 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0053s, count=194, qps in this process: 6.4655 (mp_runner.py:76) +2024-09-01 17:28:37,610 | INFO |End search in concurrency 70: dur=31.199076431999856s, total_count=12599, qps=403.8261 (mp_runner.py:120) +2024-09-01 17:28:42,284 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=424.0452, serial_latency_p99=np.float64(0.0423), recall=np.float64(0.9666), ndcg=np.float64(0.9712), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[113.4803, 317.6377, 398.6056, 380.9419, 385.2111, 418.388, 416.0879, 410.2938, 422.4034, 424.0452, 418.5424, 423.3581, 418.9389, 403.8261], conc_latency_p99_list=[np.float64(0.003989114638403043), np.float64(0.0063497741109858905), np.float64(0.010096999292109103), np.float64(0.01390483824633411), np.float64(0.017494548961836696), np.float64(0.016888812022676936), np.float64(0.015513383873196288), np.float64(0.023057433476194274), np.float64(0.0183606942822691), np.float64(0.02461146287192969), np.float64(0.02207545242881497), np.float64(0.025201126018237482), np.float64(0.022707340407023362), np.float64(0.02114844540119156)]) (task_runner.py:197) +2024-09-01 17:28:42,284 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:17:20.170548'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=424.0452, serial_latency_p99=np.float64(0.0423), recall=np.float64(0.9666), ndcg=np.float64(0.9712), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[113.4803, 317.6377, 398.6056, 380.9419, 385.2111, 418.388, 416.0879, 410.2938, 422.4034, 424.0452, 418.5424, 423.3581, 418.9389, 403.8261], conc_latency_p99_list=[np.float64(0.003989114638403043), np.float64(0.0063497741109858905), np.float64(0.010096999292109103), np.float64(0.01390483824633411), np.float64(0.017494548961836696), np.float64(0.016888812022676936), np.float64(0.015513383873196288), np.float64(0.023057433476194274), np.float64(0.0183606942822691), np.float64(0.02461146287192969), np.float64(0.02207545242881497), np.float64(0.025201126018237482), np.float64(0.022707340407023362), np.float64(0.02114844540119156)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 17:28:42,285 | INFO |Task summary: run_id=02673, task_label=02673ac55b2340e1a4492f5dd95eb9de (models.py:346) +2024-09-01 17:28:42,285 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 17:28:42,285 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 17:28:42,285 | INFO |PgVector | 2024-09-01T17:17:20.170548 Performance1536D500K 02673ac55b2340e1a4492f5dd95eb9de | 0.0 424.0452 0.0423 0.9666 0 | :) (models.py:346) +2024-09-01 17:28:42,285 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json (models.py:204) +2024-09-01 17:28:42,285 | INFO |Success to finish task: label=02673ac55b2340e1a4492f5dd95eb9de, run_id=02673ac55b2340e1a4492f5dd95eb9de (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json b/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json new file mode 100644 index 000000000..9e689e2f4 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json @@ -0,0 +1 @@ +{"run_id": "02673ac55b2340e1a4492f5dd95eb9de", "task_label": "02673ac55b2340e1a4492f5dd95eb9de", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 424.0452, "serial_latency_p99": 0.0423, "recall": 0.9666, "ndcg": 0.9712, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [113.4803, 317.6377, 398.6056, 380.9419, 385.2111, 418.388, 416.0879, 410.2938, 422.4034, 424.0452, 418.5424, 423.3581, 418.9389, 403.8261], "conc_latency_p99_list": [0.003989114638403043, 0.0063497741109858905, 0.010096999292109103, 0.01390483824633411, 0.017494548961836696, 0.016888812022676936, 0.015513383873196288, 0.023057433476194274, 0.0183606942822691, 0.02461146287192969, 0.02207545242881497, 0.025201126018237482, 0.022707340407023362, 0.02114844540119156]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T17:17:20.170548", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt b/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt new file mode 100644 index 000000000..b12f23d21 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt @@ -0,0 +1,2039 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load +2024-09-01 16:39:34,850 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:39:34.838631', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 16:39:34,850 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:39:34.838631', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 16:39:34,850 | INFO |generated uuid for the tasks: d20c061480ae4a21b3094a77a8bed3ec (interface.py:66) +2024-09-01 16:39:34,914 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 16:39:34,914 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 16:39:34,914 | INFO | PgVector-2024-09-01T16:39:34.838631 | Performance OpenAI-MEDIUM-500K None | d20c061480ae4a21b3094a77a8bed3ec (task_runner.py:340) +2024-09-01 16:39:34,914 | INFO |task submitted: id=d20c061480ae4a21b3094a77a8bed3ec, d20c061480ae4a21b3094a77a8bed3ec, case number: 1 (interface.py:231) +2024-09-01 16:39:35,336 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:39:34.838631'}, drop_old=False (interface.py:164) +2024-09-01 16:39:35,336 | INFO |Starting run (task_runner.py:100) +2024-09-01 16:39:35,414 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 16:39:35,987 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 16:39:36,034 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 16:39:36,058 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 16:39:36,058 | INFO |Start performance case (task_runner.py:158) +2024-09-01 16:39:36,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:39:36,071 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 16:39:36,071 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 16:39:36,071 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 16:39:36,115 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 16:39:36,689 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 16:39:36,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:39:36,712 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 16:39:36,713 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 16:39:41,637 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03035118299885653, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:39:45,246 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03483359999881941, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:39:48,637 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.029809585998009425, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:39:52,093 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.02824277199761127, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:39:55,565 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.018876701000408502, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:39:59,027 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.01575771900024847, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:40:02,233 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.01791311700071674, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:40:05,533 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.022781372997997096, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:40:08,676 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01876479400016251, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:40:11,957 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.031915584000671515, latest recall=0.4 (serial_runner.py:202) +2024-09-01 16:40:11,957 | INFO |SpawnProcess-1:1 search entire test_data: cost=28.7209s, queries=1000, avg_recall=0.3992, avg_ndcg=0.5172,avg_latency=0.0287, p99=0.0658 (serial_runner.py:209) +2024-09-01 16:40:12,492 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:40:12,493 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 16:40:13,515 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 16:40:13,543 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:40:16,453 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.005397723998612491 (mp_runner.py:73) +2024-09-01 16:40:18,409 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0036144900004728697 (mp_runner.py:73) +2024-09-01 16:40:19,897 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0025459550015511923 (mp_runner.py:73) +2024-09-01 16:40:21,293 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.003018891002284363 (mp_runner.py:73) +2024-09-01 16:40:22,675 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0025743590013007633 (mp_runner.py:73) +2024-09-01 16:40:23,998 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0031151720031630248 (mp_runner.py:73) +2024-09-01 16:40:25,380 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0026689800033636857 (mp_runner.py:73) +2024-09-01 16:40:26,770 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0032341920014005154 (mp_runner.py:73) +2024-09-01 16:40:28,166 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0025387120003870223 (mp_runner.py:73) +2024-09-01 16:40:29,523 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.003191168998455396 (mp_runner.py:73) +2024-09-01 16:40:31,038 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0027553510008146986 (mp_runner.py:73) +2024-09-01 16:40:32,429 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0032385310005338397 (mp_runner.py:73) +2024-09-01 16:40:33,890 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.00281428200105438 (mp_runner.py:73) +2024-09-01 16:40:35,282 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.003243391001888085 (mp_runner.py:73) +2024-09-01 16:40:36,737 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0027372959993954282 (mp_runner.py:73) +2024-09-01 16:40:38,137 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.003185254998243181 (mp_runner.py:73) +2024-09-01 16:40:39,592 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.002680262001376832 (mp_runner.py:73) +2024-09-01 16:40:40,956 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.003037156002392294 (mp_runner.py:73) +2024-09-01 16:40:42,426 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0027625559996522497 (mp_runner.py:73) +2024-09-01 16:40:43,544 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0005s, count=9899, qps in this process: 329.9612 (mp_runner.py:76) +2024-09-01 16:40:43,547 | INFO |End search in concurrency 1: dur=30.031196182000713s, total_count=9899, qps=329.6239 (mp_runner.py:120) +2024-09-01 16:40:43,733 | INFO |Update largest qps with concurrency 1: current max_qps=329.6239 (mp_runner.py:124) +2024-09-01 16:40:44,159 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:40:44,160 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 16:40:49,217 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 16:40:49,265 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:40:49,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:40:49,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:40:49,267 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:40:49,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:40:51,593 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0033478139994258527 (mp_runner.py:73) +2024-09-01 16:40:51,593 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0038645610002276953 (mp_runner.py:73) +2024-09-01 16:40:51,593 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.003644140000687912 (mp_runner.py:73) +2024-09-01 16:40:51,595 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004559059998427983 (mp_runner.py:73) +2024-09-01 16:40:51,595 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.005243098999926588 (mp_runner.py:73) +2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.00493935000122292 (mp_runner.py:73) +2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.005062579999503214 (mp_runner.py:73) +2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.00516348700330127 (mp_runner.py:73) +2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.005185499001527205 (mp_runner.py:73) +2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.005563198999880115 (mp_runner.py:73) +2024-09-01 16:40:56,379 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.004562418998830253 (mp_runner.py:73) +2024-09-01 16:40:56,379 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.00477722600044217 (mp_runner.py:73) +2024-09-01 16:40:56,379 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0022306430000753608 (mp_runner.py:73) +2024-09-01 16:40:56,380 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004874279999057762 (mp_runner.py:73) +2024-09-01 16:40:56,380 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004358124002465047 (mp_runner.py:73) +2024-09-01 16:40:58,551 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.009053866000613198 (mp_runner.py:73) +2024-09-01 16:40:58,551 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.009387296999193495 (mp_runner.py:73) +2024-09-01 16:40:58,551 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.010607483000057982 (mp_runner.py:73) +2024-09-01 16:40:58,552 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.010346850998757873 (mp_runner.py:73) +2024-09-01 16:40:58,552 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.010569039997790242 (mp_runner.py:73) +2024-09-01 16:41:00,840 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.003645404998678714 (mp_runner.py:73) +2024-09-01 16:41:00,841 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0029065509988868143 (mp_runner.py:73) +2024-09-01 16:41:00,842 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.00453110400121659 (mp_runner.py:73) +2024-09-01 16:41:00,842 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0041403499999432825 (mp_runner.py:73) +2024-09-01 16:41:00,842 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0046758479984418955 (mp_runner.py:73) +2024-09-01 16:41:02,949 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.004338042002927978 (mp_runner.py:73) +2024-09-01 16:41:02,949 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0027756050003517885 (mp_runner.py:73) +2024-09-01 16:41:02,949 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0033026390010491014 (mp_runner.py:73) +2024-09-01 16:41:02,949 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.005032711000239942 (mp_runner.py:73) +2024-09-01 16:41:02,951 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.006353197997668758 (mp_runner.py:73) +2024-09-01 16:41:05,152 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0030745179974474013 (mp_runner.py:73) +2024-09-01 16:41:05,152 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.003124439997918671 (mp_runner.py:73) +2024-09-01 16:41:05,153 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.004938111000228673 (mp_runner.py:73) +2024-09-01 16:41:05,153 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.004014793001260841 (mp_runner.py:73) +2024-09-01 16:41:05,154 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.005156090002856217 (mp_runner.py:73) +2024-09-01 16:41:07,253 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.004340941999544157 (mp_runner.py:73) +2024-09-01 16:41:07,253 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.004668651999963913 (mp_runner.py:73) +2024-09-01 16:41:07,253 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.005509680999239208 (mp_runner.py:73) +2024-09-01 16:41:07,253 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0047978930015233345 (mp_runner.py:73) +2024-09-01 16:41:07,254 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.004859311000473099 (mp_runner.py:73) +2024-09-01 16:41:09,435 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.003559467997547472 (mp_runner.py:73) +2024-09-01 16:41:09,435 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0032988940001814626 (mp_runner.py:73) +2024-09-01 16:41:09,438 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0045979429996805266 (mp_runner.py:73) +2024-09-01 16:41:09,439 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0029093979974277318 (mp_runner.py:73) +2024-09-01 16:41:09,440 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.002309445000719279 (mp_runner.py:73) +2024-09-01 16:41:11,650 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0041468260023975745 (mp_runner.py:73) +2024-09-01 16:41:11,651 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.004085032996954396 (mp_runner.py:73) +2024-09-01 16:41:11,651 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.003997839001385728 (mp_runner.py:73) +2024-09-01 16:41:11,651 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0040984049992403015 (mp_runner.py:73) +2024-09-01 16:41:11,651 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.004830067002330907 (mp_runner.py:73) +2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.006415224001102615 (mp_runner.py:73) +2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.006374278000293998 (mp_runner.py:73) +2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.006426063999242615 (mp_runner.py:73) +2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.006431074998545228 (mp_runner.py:73) +2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.006978803001402412 (mp_runner.py:73) +2024-09-01 16:41:16,252 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.004149555003095884 (mp_runner.py:73) +2024-09-01 16:41:16,253 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.00383891300225514 (mp_runner.py:73) +2024-09-01 16:41:16,253 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0027094079996459186 (mp_runner.py:73) +2024-09-01 16:41:16,253 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.004779085997142829 (mp_runner.py:73) +2024-09-01 16:41:16,254 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.006107331999373855 (mp_runner.py:73) +2024-09-01 16:41:18,445 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0038511259990627877 (mp_runner.py:73) +2024-09-01 16:41:18,445 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0032521569992240984 (mp_runner.py:73) +2024-09-01 16:41:18,446 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0050255739988642745 (mp_runner.py:73) +2024-09-01 16:41:18,446 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.004266535997885512 (mp_runner.py:73) +2024-09-01 16:41:18,446 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.004371028000605293 (mp_runner.py:73) +2024-09-01 16:41:19,268 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0004s, count=6701, qps in this process: 223.3637 (mp_runner.py:76) +2024-09-01 16:41:19,268 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0015s, count=6701, qps in this process: 223.3555 (mp_runner.py:76) +2024-09-01 16:41:19,268 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0022s, count=6701, qps in this process: 223.3503 (mp_runner.py:76) +2024-09-01 16:41:19,274 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0029s, count=6702, qps in this process: 223.3784 (mp_runner.py:76) +2024-09-01 16:41:19,283 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0064s, count=6703, qps in this process: 223.3857 (mp_runner.py:76) +2024-09-01 16:41:19,286 | INFO |End search in concurrency 5: dur=30.067912847996922s, total_count=33508, qps=1114.4106 (mp_runner.py:120) +2024-09-01 16:41:19,611 | INFO |Update largest qps with concurrency 5: current max_qps=1114.4106 (mp_runner.py:124) +2024-09-01 16:41:20,032 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:41:20,032 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 16:41:30,238 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 16:41:30,315 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,343 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,344 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,346 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,369 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,373 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,388 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,392 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,412 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,417 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:30,418 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:41:35,772 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0035520710007403977 (mp_runner.py:73) +2024-09-01 16:41:35,774 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.003583018002245808 (mp_runner.py:73) +2024-09-01 16:41:35,774 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.004804133001016453 (mp_runner.py:73) +2024-09-01 16:41:35,775 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.004743290999613237 (mp_runner.py:73) +2024-09-01 16:41:35,775 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.006574499999260297 (mp_runner.py:73) +2024-09-01 16:41:35,777 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.0028282589992159046 (mp_runner.py:73) +2024-09-01 16:41:35,779 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.0018891630024882033 (mp_runner.py:73) +2024-09-01 16:41:35,779 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0037982449975970667 (mp_runner.py:73) +2024-09-01 16:41:35,780 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0028084339974157047 (mp_runner.py:73) +2024-09-01 16:41:35,782 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0046987589994387235 (mp_runner.py:73) +2024-09-01 16:41:35,782 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0026140750014747027 (mp_runner.py:73) +2024-09-01 16:41:35,783 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0024882639991119504 (mp_runner.py:73) +2024-09-01 16:41:35,785 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.014956786999391625 (mp_runner.py:73) +2024-09-01 16:41:35,786 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0035843410005327314 (mp_runner.py:73) +2024-09-01 16:41:36,033 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.03757178399973782 (mp_runner.py:73) +2024-09-01 16:41:41,237 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.007734533999609994 (mp_runner.py:73) +2024-09-01 16:41:41,238 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.007723366001300747 (mp_runner.py:73) +2024-09-01 16:41:41,239 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.008913194000342628 (mp_runner.py:73) +2024-09-01 16:41:41,239 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.011092594999354333 (mp_runner.py:73) +2024-09-01 16:41:41,240 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.005364419001125498 (mp_runner.py:73) +2024-09-01 16:41:41,241 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.008995140997285489 (mp_runner.py:73) +2024-09-01 16:41:41,241 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.00863835400014068 (mp_runner.py:73) +2024-09-01 16:41:41,242 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.01104858799953945 (mp_runner.py:73) +2024-09-01 16:41:41,243 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.009358778999740025 (mp_runner.py:73) +2024-09-01 16:41:41,243 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.013979735998873366 (mp_runner.py:73) +2024-09-01 16:41:41,244 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.004480572999455035 (mp_runner.py:73) +2024-09-01 16:41:41,250 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.01237735600079759 (mp_runner.py:73) +2024-09-01 16:41:41,251 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.02360658600082388 (mp_runner.py:73) +2024-09-01 16:41:41,503 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.003529607001837576 (mp_runner.py:73) +2024-09-01 16:41:41,511 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.002300877997186035 (mp_runner.py:73) +2024-09-01 16:41:46,999 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.009433641000214266 (mp_runner.py:73) +2024-09-01 16:41:46,999 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.010615243998472579 (mp_runner.py:73) +2024-09-01 16:41:46,999 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.012225310998474015 (mp_runner.py:73) +2024-09-01 16:41:47,000 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.008951899999374291 (mp_runner.py:73) +2024-09-01 16:41:47,000 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.014379243002622388 (mp_runner.py:73) +2024-09-01 16:41:47,001 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.006394447998900432 (mp_runner.py:73) +2024-09-01 16:41:47,005 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005489465002028737 (mp_runner.py:73) +2024-09-01 16:41:47,006 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.012075459002517164 (mp_runner.py:73) +2024-09-01 16:41:47,007 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.010989689999405527 (mp_runner.py:73) +2024-09-01 16:41:47,008 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.01127629799884744 (mp_runner.py:73) +2024-09-01 16:41:47,009 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.01146726000297349 (mp_runner.py:73) +2024-09-01 16:41:47,010 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.011723978001100477 (mp_runner.py:73) +2024-09-01 16:41:47,015 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.012570582999614999 (mp_runner.py:73) +2024-09-01 16:41:47,020 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.01084254500165116 (mp_runner.py:73) +2024-09-01 16:41:47,653 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.009720348996779649 (mp_runner.py:73) +2024-09-01 16:41:52,387 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.00501573400106281 (mp_runner.py:73) +2024-09-01 16:41:52,388 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.005733336001867428 (mp_runner.py:73) +2024-09-01 16:41:52,388 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.00638282900035847 (mp_runner.py:73) +2024-09-01 16:41:52,389 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.0063934780009731185 (mp_runner.py:73) +2024-09-01 16:41:52,389 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.007016814000962768 (mp_runner.py:73) +2024-09-01 16:41:52,390 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.007636659000127111 (mp_runner.py:73) +2024-09-01 16:41:52,391 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.008580866000556853 (mp_runner.py:73) +2024-09-01 16:41:52,391 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.00898807100020349 (mp_runner.py:73) +2024-09-01 16:41:52,392 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.010652829998434754 (mp_runner.py:73) +2024-09-01 16:41:52,393 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.011238011997193098 (mp_runner.py:73) +2024-09-01 16:41:52,397 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.014888977002556203 (mp_runner.py:73) +2024-09-01 16:41:52,407 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.025255420001485618 (mp_runner.py:73) +2024-09-01 16:41:52,481 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.012537997998151695 (mp_runner.py:73) +2024-09-01 16:41:52,504 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0117087780017755 (mp_runner.py:73) +2024-09-01 16:41:53,234 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.01462455000000773 (mp_runner.py:73) +2024-09-01 16:41:57,828 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.005840809000801528 (mp_runner.py:73) +2024-09-01 16:41:57,828 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.005287869000312639 (mp_runner.py:73) +2024-09-01 16:41:57,830 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.00402583300092374 (mp_runner.py:73) +2024-09-01 16:41:57,831 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.006534307001857087 (mp_runner.py:73) +2024-09-01 16:41:57,832 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.012128565002058167 (mp_runner.py:73) +2024-09-01 16:41:57,833 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.010162732000026153 (mp_runner.py:73) +2024-09-01 16:41:57,833 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.013545208999858005 (mp_runner.py:73) +2024-09-01 16:41:57,834 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.00906317999761086 (mp_runner.py:73) +2024-09-01 16:41:57,836 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.007236197998281568 (mp_runner.py:73) +2024-09-01 16:41:57,837 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.002784472999337595 (mp_runner.py:73) +2024-09-01 16:41:57,838 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.01753404699775274 (mp_runner.py:73) +2024-09-01 16:41:57,849 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.010989434998919023 (mp_runner.py:73) +2024-09-01 16:41:57,849 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.028184936996694887 (mp_runner.py:73) +2024-09-01 16:41:58,078 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.008704470998054603 (mp_runner.py:73) +2024-09-01 16:41:59,033 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.021913331998803187 (mp_runner.py:73) +2024-09-01 16:42:00,318 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0016s, count=2684, qps in this process: 89.4619 (mp_runner.py:76) +2024-09-01 16:42:00,348 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0034s, count=2711, qps in this process: 90.3564 (mp_runner.py:76) +2024-09-01 16:42:00,351 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.006s, count=2711, qps in this process: 90.3486 (mp_runner.py:76) +2024-09-01 16:42:00,359 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0053s, count=2712, qps in this process: 90.384 (mp_runner.py:76) +2024-09-01 16:42:00,376 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0044s, count=2715, qps in this process: 90.4867 (mp_runner.py:76) +2024-09-01 16:42:00,378 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0046s, count=2715, qps in this process: 90.4861 (mp_runner.py:76) +2024-09-01 16:42:00,379 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.002s, count=2715, qps in this process: 90.494 (mp_runner.py:76) +2024-09-01 16:42:00,402 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0099s, count=2717, qps in this process: 90.5368 (mp_runner.py:76) +2024-09-01 16:42:00,403 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0074s, count=2718, qps in this process: 90.5777 (mp_runner.py:76) +2024-09-01 16:42:00,409 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.003s, count=2719, qps in this process: 90.6243 (mp_runner.py:76) +2024-09-01 16:42:00,409 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.003s, count=2719, qps in this process: 90.6243 (mp_runner.py:76) +2024-09-01 16:42:00,421 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0029s, count=2722, qps in this process: 90.7246 (mp_runner.py:76) +2024-09-01 16:42:00,422 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0042s, count=2722, qps in this process: 90.7206 (mp_runner.py:76) +2024-09-01 16:42:00,422 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0047s, count=2722, qps in this process: 90.7191 (mp_runner.py:76) +2024-09-01 16:42:00,424 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0029s, count=2621, qps in this process: 87.3582 (mp_runner.py:76) +2024-09-01 16:42:00,432 | INFO |End search in concurrency 15: dur=30.19351710400224s, total_count=40623, qps=1345.4213 (mp_runner.py:120) +2024-09-01 16:42:01,373 | INFO |Update largest qps with concurrency 15: current max_qps=1345.4213 (mp_runner.py:124) +2024-09-01 16:42:01,791 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:42:01,792 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 16:42:12,026 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 16:42:12,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,116 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,125 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,200 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,205 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,217 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,236 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,236 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,245 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:12,247 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:19,689 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.006341034997603856 (mp_runner.py:73) +2024-09-01 16:42:19,691 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.01066332100162981 (mp_runner.py:73) +2024-09-01 16:42:19,691 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.008637244001874933 (mp_runner.py:73) +2024-09-01 16:42:19,693 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.011101438998593949 (mp_runner.py:73) +2024-09-01 16:42:19,693 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.007863740000175312 (mp_runner.py:73) +2024-09-01 16:42:19,694 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.00899477500206558 (mp_runner.py:73) +2024-09-01 16:42:19,695 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.014486531999864383 (mp_runner.py:73) +2024-09-01 16:42:19,697 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.010969314000249142 (mp_runner.py:73) +2024-09-01 16:42:19,697 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.012748222001391696 (mp_runner.py:73) +2024-09-01 16:42:19,698 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.010350788001233013 (mp_runner.py:73) +2024-09-01 16:42:19,699 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.014733715001057135 (mp_runner.py:73) +2024-09-01 16:42:19,700 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.008665923996886704 (mp_runner.py:73) +2024-09-01 16:42:19,701 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.021172024000406964 (mp_runner.py:73) +2024-09-01 16:42:19,702 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.017076749998523155 (mp_runner.py:73) +2024-09-01 16:42:19,703 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.023550696998427156 (mp_runner.py:73) +2024-09-01 16:42:19,705 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.0034121790013159625 (mp_runner.py:73) +2024-09-01 16:42:19,712 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.01248233400110621 (mp_runner.py:73) +2024-09-01 16:42:19,715 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.01323233400034951 (mp_runner.py:73) +2024-09-01 16:42:19,788 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.024040374999458436 (mp_runner.py:73) +2024-09-01 16:42:19,998 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.010426746001030551 (mp_runner.py:73) +2024-09-01 16:42:26,396 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.004937808997055981 (mp_runner.py:73) +2024-09-01 16:42:26,397 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.00418911099768593 (mp_runner.py:73) +2024-09-01 16:42:26,397 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.005002051002520602 (mp_runner.py:73) +2024-09-01 16:42:26,398 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0058215990029566456 (mp_runner.py:73) +2024-09-01 16:42:26,399 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.006805010998505168 (mp_runner.py:73) +2024-09-01 16:42:26,399 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.007840128997486318 (mp_runner.py:73) +2024-09-01 16:42:26,400 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.008435971001745202 (mp_runner.py:73) +2024-09-01 16:42:26,401 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.009107445002882741 (mp_runner.py:73) +2024-09-01 16:42:26,401 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.008687503999681212 (mp_runner.py:73) +2024-09-01 16:42:26,402 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.010515116999158636 (mp_runner.py:73) +2024-09-01 16:42:26,403 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.011653469002339989 (mp_runner.py:73) +2024-09-01 16:42:26,403 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.009499372001300799 (mp_runner.py:73) +2024-09-01 16:42:26,403 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.01210692299719085 (mp_runner.py:73) +2024-09-01 16:42:26,404 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.012856267003371613 (mp_runner.py:73) +2024-09-01 16:42:26,404 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.011520099000335904 (mp_runner.py:73) +2024-09-01 16:42:26,405 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.013448380999761866 (mp_runner.py:73) +2024-09-01 16:42:26,405 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.013264346001960803 (mp_runner.py:73) +2024-09-01 16:42:26,405 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.012266907997400267 (mp_runner.py:73) +2024-09-01 16:42:26,406 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.014907437998772366 (mp_runner.py:73) +2024-09-01 16:42:26,983 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.007921398999314988 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.031012840001494624 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.03078165400074795 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.03129760299998452 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.031280424002034124 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.0315391650001402 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.031218550997436978 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.03124331000071834 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0320221149995632 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.03135370300151408 (mp_runner.py:73) +2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.031822281001950614 (mp_runner.py:73) +2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.03143042800002149 (mp_runner.py:73) +2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.031676521000918 (mp_runner.py:73) +2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.032037367000157246 (mp_runner.py:73) +2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.03163887200207682 (mp_runner.py:73) +2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.03193728999758605 (mp_runner.py:73) +2024-09-01 16:42:33,598 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.022476949001429603 (mp_runner.py:73) +2024-09-01 16:42:33,879 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.0033282580006925855 (mp_runner.py:73) +2024-09-01 16:42:33,891 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.027807006001239643 (mp_runner.py:73) +2024-09-01 16:42:34,233 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.02061016000152449 (mp_runner.py:73) +2024-09-01 16:42:34,936 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.01648198600014439 (mp_runner.py:73) +2024-09-01 16:42:40,583 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.0069295509965741076 (mp_runner.py:73) +2024-09-01 16:42:40,584 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.007607831001223531 (mp_runner.py:73) +2024-09-01 16:42:40,585 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.012942798999574734 (mp_runner.py:73) +2024-09-01 16:42:40,585 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.01398346399946604 (mp_runner.py:73) +2024-09-01 16:42:40,586 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.011586083001020597 (mp_runner.py:73) +2024-09-01 16:42:40,586 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.013748298999416875 (mp_runner.py:73) +2024-09-01 16:42:40,587 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.011797383998782607 (mp_runner.py:73) +2024-09-01 16:42:40,587 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.017173079002532177 (mp_runner.py:73) +2024-09-01 16:42:40,588 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.013201123001636006 (mp_runner.py:73) +2024-09-01 16:42:40,588 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.011793780999141745 (mp_runner.py:73) +2024-09-01 16:42:40,588 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.01466277800136595 (mp_runner.py:73) +2024-09-01 16:42:40,589 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.01022399399880669 (mp_runner.py:73) +2024-09-01 16:42:40,589 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.011557974001334514 (mp_runner.py:73) +2024-09-01 16:42:40,602 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0330930560012348 (mp_runner.py:73) +2024-09-01 16:42:40,614 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.04058872800305835 (mp_runner.py:73) +2024-09-01 16:42:40,986 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.019167255999491317 (mp_runner.py:73) +2024-09-01 16:42:41,000 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.012485169998399215 (mp_runner.py:73) +2024-09-01 16:42:41,243 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.01640807000148925 (mp_runner.py:73) +2024-09-01 16:42:41,765 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.03296057600164204 (mp_runner.py:73) +2024-09-01 16:42:42,151 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0186s, count=2100, qps in this process: 69.9566 (mp_runner.py:76) +2024-09-01 16:42:42,151 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0356s, count=2100, qps in this process: 69.917 (mp_runner.py:76) +2024-09-01 16:42:42,154 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0241s, count=2100, qps in this process: 69.9438 (mp_runner.py:76) +2024-09-01 16:42:42,154 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0371s, count=2100, qps in this process: 69.9135 (mp_runner.py:76) +2024-09-01 16:42:42,180 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0094s, count=2101, qps in this process: 70.0114 (mp_runner.py:76) +2024-09-01 16:42:42,181 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0209s, count=2101, qps in this process: 69.9846 (mp_runner.py:76) +2024-09-01 16:42:42,203 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0058s, count=2103, qps in this process: 70.0864 (mp_runner.py:76) +2024-09-01 16:42:42,214 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0095s, count=2104, qps in this process: 70.1111 (mp_runner.py:76) +2024-09-01 16:42:42,218 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0095s, count=2060, qps in this process: 68.6449 (mp_runner.py:76) +2024-09-01 16:42:42,221 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0162s, count=2102, qps in this process: 70.0289 (mp_runner.py:76) +2024-09-01 16:42:42,232 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0346s, count=2102, qps in this process: 69.9859 (mp_runner.py:76) +2024-09-01 16:42:42,232 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0127s, count=2102, qps in this process: 70.037 (mp_runner.py:76) +2024-09-01 16:42:42,251 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0139s, count=2023, qps in this process: 67.4021 (mp_runner.py:76) +2024-09-01 16:42:42,253 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0053s, count=1998, qps in this process: 66.5882 (mp_runner.py:76) +2024-09-01 16:42:42,257 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0103s, count=2078, qps in this process: 69.2429 (mp_runner.py:76) +2024-09-01 16:42:42,257 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0198s, count=2072, qps in this process: 69.0211 (mp_runner.py:76) +2024-09-01 16:42:42,257 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0083s, count=2104, qps in this process: 70.1139 (mp_runner.py:76) +2024-09-01 16:42:42,262 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0141s, count=2106, qps in this process: 70.167 (mp_runner.py:76) +2024-09-01 16:42:42,263 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0125s, count=2104, qps in this process: 70.1041 (mp_runner.py:76) +2024-09-01 16:42:42,265 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0173s, count=2104, qps in this process: 70.0929 (mp_runner.py:76) +2024-09-01 16:42:42,269 | INFO |End search in concurrency 20: dur=30.243147411998507s, total_count=41764, qps=1380.9409 (mp_runner.py:120) +2024-09-01 16:42:43,535 | INFO |Update largest qps with concurrency 20: current max_qps=1380.9409 (mp_runner.py:124) +2024-09-01 16:42:43,947 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:42:43,948 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 16:42:54,249 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 16:42:54,336 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,364 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,389 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,418 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,446 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,468 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,476 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,497 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,508 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,510 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,512 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,514 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,517 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,529 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,534 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,534 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,535 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,537 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:42:54,543 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:03,789 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.004018171999632614 (mp_runner.py:73) +2024-09-01 16:43:03,793 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.007342021999647841 (mp_runner.py:73) +2024-09-01 16:43:03,795 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.012099822000891436 (mp_runner.py:73) +2024-09-01 16:43:03,796 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.00910501999896951 (mp_runner.py:73) +2024-09-01 16:43:03,797 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.006669632999546593 (mp_runner.py:73) +2024-09-01 16:43:03,797 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.004198918002657592 (mp_runner.py:73) +2024-09-01 16:43:03,799 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.004360847997304518 (mp_runner.py:73) +2024-09-01 16:43:03,800 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.01586712399875978 (mp_runner.py:73) +2024-09-01 16:43:03,800 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.00971269200090319 (mp_runner.py:73) +2024-09-01 16:43:03,802 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.02033474999916507 (mp_runner.py:73) +2024-09-01 16:43:03,803 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.01989811900057248 (mp_runner.py:73) +2024-09-01 16:43:03,804 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.015130797000892926 (mp_runner.py:73) +2024-09-01 16:43:03,805 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.010969014001602773 (mp_runner.py:73) +2024-09-01 16:43:03,805 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.012292498999158852 (mp_runner.py:73) +2024-09-01 16:43:03,807 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.015189146997727221 (mp_runner.py:73) +2024-09-01 16:43:03,807 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.011098726001364412 (mp_runner.py:73) +2024-09-01 16:43:03,808 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.01704439300010563 (mp_runner.py:73) +2024-09-01 16:43:03,808 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.016828654002893018 (mp_runner.py:73) +2024-09-01 16:43:03,809 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.014950922999560134 (mp_runner.py:73) +2024-09-01 16:43:03,813 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.01724514099987573 (mp_runner.py:73) +2024-09-01 16:43:03,813 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.014277612997830147 (mp_runner.py:73) +2024-09-01 16:43:03,826 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.004806232998816995 (mp_runner.py:73) +2024-09-01 16:43:03,965 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.00498658099968452 (mp_runner.py:73) +2024-09-01 16:43:03,993 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.018927435001387494 (mp_runner.py:73) +2024-09-01 16:43:04,051 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.004525683998508612 (mp_runner.py:73) +2024-09-01 16:43:12,438 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.00864886999988812 (mp_runner.py:73) +2024-09-01 16:43:12,438 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.006403053001122316 (mp_runner.py:73) +2024-09-01 16:43:12,438 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.009033875001478009 (mp_runner.py:73) +2024-09-01 16:43:12,439 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.009768666001036763 (mp_runner.py:73) +2024-09-01 16:43:12,439 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.011057817999244435 (mp_runner.py:73) +2024-09-01 16:43:12,440 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.006850548001239076 (mp_runner.py:73) +2024-09-01 16:43:12,441 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.012125383000238799 (mp_runner.py:73) +2024-09-01 16:43:12,441 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.0127244340001198 (mp_runner.py:73) +2024-09-01 16:43:12,443 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.00939093999841134 (mp_runner.py:73) +2024-09-01 16:43:12,443 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.013655467999342363 (mp_runner.py:73) +2024-09-01 16:43:12,446 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.013174536001315573 (mp_runner.py:73) +2024-09-01 16:43:12,448 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.017562100998475216 (mp_runner.py:73) +2024-09-01 16:43:12,448 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.017645784999331227 (mp_runner.py:73) +2024-09-01 16:43:12,457 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.02864255899839918 (mp_runner.py:73) +2024-09-01 16:43:12,457 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.02519461500196485 (mp_runner.py:73) +2024-09-01 16:43:12,457 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.026200125998002477 (mp_runner.py:73) +2024-09-01 16:43:12,460 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.014204311999492347 (mp_runner.py:73) +2024-09-01 16:43:12,465 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.014694674999191193 (mp_runner.py:73) +2024-09-01 16:43:12,466 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.02349330600191024 (mp_runner.py:73) +2024-09-01 16:43:12,467 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.0195751309984189 (mp_runner.py:73) +2024-09-01 16:43:12,518 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.02654470600100467 (mp_runner.py:73) +2024-09-01 16:43:12,609 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.028898470001877286 (mp_runner.py:73) +2024-09-01 16:43:12,953 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.02198337099980563 (mp_runner.py:73) +2024-09-01 16:43:13,009 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.016821795998112066 (mp_runner.py:73) +2024-09-01 16:43:13,409 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.03467432199977338 (mp_runner.py:73) +2024-09-01 16:43:21,680 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.014076259001740254 (mp_runner.py:73) +2024-09-01 16:43:21,684 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.013870783997845137 (mp_runner.py:73) +2024-09-01 16:43:21,685 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.01214460699702613 (mp_runner.py:73) +2024-09-01 16:43:21,685 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.013735933000134537 (mp_runner.py:73) +2024-09-01 16:43:21,686 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.011433798998041311 (mp_runner.py:73) +2024-09-01 16:43:21,686 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.015179300000454532 (mp_runner.py:73) +2024-09-01 16:43:21,687 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.015006261000962695 (mp_runner.py:73) +2024-09-01 16:43:21,687 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.011586745000386145 (mp_runner.py:73) +2024-09-01 16:43:21,689 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.014240906999475555 (mp_runner.py:73) +2024-09-01 16:43:21,689 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.015235368002322502 (mp_runner.py:73) +2024-09-01 16:43:21,690 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.024948975998995593 (mp_runner.py:73) +2024-09-01 16:43:21,690 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.014500746001431253 (mp_runner.py:73) +2024-09-01 16:43:21,691 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.014520566001010593 (mp_runner.py:73) +2024-09-01 16:43:21,693 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.014890695998474257 (mp_runner.py:73) +2024-09-01 16:43:21,694 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.020112661997700343 (mp_runner.py:73) +2024-09-01 16:43:21,703 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.037098460998095106 (mp_runner.py:73) +2024-09-01 16:43:21,709 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.04453691299931961 (mp_runner.py:73) +2024-09-01 16:43:21,710 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.013989784998557298 (mp_runner.py:73) +2024-09-01 16:43:21,770 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.01610172299842816 (mp_runner.py:73) +2024-09-01 16:43:22,013 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.02294675699886284 (mp_runner.py:73) +2024-09-01 16:43:22,327 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.025325647002318874 (mp_runner.py:73) +2024-09-01 16:43:22,535 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.023438022999471286 (mp_runner.py:73) +2024-09-01 16:43:22,614 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.03022713899918017 (mp_runner.py:73) +2024-09-01 16:43:22,985 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.01686310299919569 (mp_runner.py:73) +2024-09-01 16:43:23,022 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.011847656998725142 (mp_runner.py:73) +2024-09-01 16:43:24,351 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0134s, count=1649, qps in this process: 54.9421 (mp_runner.py:76) +2024-09-01 16:43:24,361 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0073s, count=1650, qps in this process: 54.9866 (mp_runner.py:76) +2024-09-01 16:43:24,376 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0091s, count=1651, qps in this process: 55.0166 (mp_runner.py:76) +2024-09-01 16:43:24,393 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0003s, count=1652, qps in this process: 55.0661 (mp_runner.py:76) +2024-09-01 16:43:24,424 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0018s, count=1654, qps in this process: 55.13 (mp_runner.py:76) +2024-09-01 16:43:24,424 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0024s, count=1654, qps in this process: 55.1289 (mp_runner.py:76) +2024-09-01 16:43:24,426 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0042s, count=1654, qps in this process: 55.1256 (mp_runner.py:76) +2024-09-01 16:43:24,434 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0146s, count=1631, qps in this process: 54.3402 (mp_runner.py:76) +2024-09-01 16:43:24,458 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0107s, count=1573, qps in this process: 52.4146 (mp_runner.py:76) +2024-09-01 16:43:24,474 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0021s, count=1658, qps in this process: 55.2628 (mp_runner.py:76) +2024-09-01 16:43:24,485 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0028s, count=1598, qps in this process: 53.2617 (mp_runner.py:76) +2024-09-01 16:43:24,487 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0031s, count=1659, qps in this process: 55.2943 (mp_runner.py:76) +2024-09-01 16:43:24,488 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0073s, count=1659, qps in this process: 55.2865 (mp_runner.py:76) +2024-09-01 16:43:24,505 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0054s, count=1661, qps in this process: 55.3567 (mp_runner.py:76) +2024-09-01 16:43:24,517 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0021s, count=1571, qps in this process: 52.363 (mp_runner.py:76) +2024-09-01 16:43:24,519 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0054s, count=1662, qps in this process: 55.39 (mp_runner.py:76) +2024-09-01 16:43:24,519 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0043s, count=1662, qps in this process: 55.3921 (mp_runner.py:76) +2024-09-01 16:43:24,520 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0029s, count=1662, qps in this process: 55.3946 (mp_runner.py:76) +2024-09-01 16:43:24,525 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0051s, count=1653, qps in this process: 55.0906 (mp_runner.py:76) +2024-09-01 16:43:24,538 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0043s, count=1665, qps in this process: 55.492 (mp_runner.py:76) +2024-09-01 16:43:24,539 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0011s, count=1600, qps in this process: 53.3314 (mp_runner.py:76) +2024-09-01 16:43:24,541 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0028s, count=1666, qps in this process: 55.5282 (mp_runner.py:76) +2024-09-01 16:43:24,542 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0009s, count=1666, qps in this process: 55.5317 (mp_runner.py:76) +2024-09-01 16:43:24,542 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0029s, count=1666, qps in this process: 55.528 (mp_runner.py:76) +2024-09-01 16:43:24,552 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0051s, count=1645, qps in this process: 54.824 (mp_runner.py:76) +2024-09-01 16:43:24,557 | INFO |End search in concurrency 25: dur=30.307323710003402s, total_count=41121, qps=1356.8008 (mp_runner.py:120) +2024-09-01 16:43:26,624 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:43:26,624 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 16:43:37,001 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 16:43:37,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,194 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,211 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,249 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,250 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,277 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,277 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,279 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,284 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,284 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,314 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,315 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,315 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,321 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:37,329 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:43:48,135 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0045912339992355555 (mp_runner.py:73) +2024-09-01 16:43:48,137 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.007504037002945552 (mp_runner.py:73) +2024-09-01 16:43:48,139 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.008482406999974046 (mp_runner.py:73) +2024-09-01 16:43:48,140 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.01201538600071217 (mp_runner.py:73) +2024-09-01 16:43:48,141 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.005478309001773596 (mp_runner.py:73) +2024-09-01 16:43:48,145 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.016825873997731833 (mp_runner.py:73) +2024-09-01 16:43:48,149 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.012091892000171356 (mp_runner.py:73) +2024-09-01 16:43:48,150 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.018729811999946833 (mp_runner.py:73) +2024-09-01 16:43:48,151 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.004285563001758419 (mp_runner.py:73) +2024-09-01 16:43:48,153 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.006464687001425773 (mp_runner.py:73) +2024-09-01 16:43:48,154 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02159001700056251 (mp_runner.py:73) +2024-09-01 16:43:48,157 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.01833846400040784 (mp_runner.py:73) +2024-09-01 16:43:48,158 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.024428362998150988 (mp_runner.py:73) +2024-09-01 16:43:48,160 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.022087173001636984 (mp_runner.py:73) +2024-09-01 16:43:48,161 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.014009794002049603 (mp_runner.py:73) +2024-09-01 16:43:48,162 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.020043134998559253 (mp_runner.py:73) +2024-09-01 16:43:48,165 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.023875722999946447 (mp_runner.py:73) +2024-09-01 16:43:48,168 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.04025687999819638 (mp_runner.py:73) +2024-09-01 16:43:48,170 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.0040799959970172495 (mp_runner.py:73) +2024-09-01 16:43:48,171 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.0025721829988469835 (mp_runner.py:73) +2024-09-01 16:43:48,175 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.028738173001329415 (mp_runner.py:73) +2024-09-01 16:43:48,177 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.010107838999829255 (mp_runner.py:73) +2024-09-01 16:43:48,181 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.012267202000657562 (mp_runner.py:73) +2024-09-01 16:43:48,183 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.016202180999243865 (mp_runner.py:73) +2024-09-01 16:43:48,190 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.022841047997644637 (mp_runner.py:73) +2024-09-01 16:43:48,191 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.0254605910013197 (mp_runner.py:73) +2024-09-01 16:43:48,198 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.026060374999360647 (mp_runner.py:73) +2024-09-01 16:43:48,373 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.044872145997942425 (mp_runner.py:73) +2024-09-01 16:43:48,421 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.004974570001650136 (mp_runner.py:73) +2024-09-01 16:43:48,845 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.02569585500168614 (mp_runner.py:73) +2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.047894073999486864 (mp_runner.py:73) +2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.04978453899821034 (mp_runner.py:73) +2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.048359238000557525 (mp_runner.py:73) +2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.05007819499951438 (mp_runner.py:73) +2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.02148436000061338 (mp_runner.py:73) +2024-09-01 16:43:58,624 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.048863803000131156 (mp_runner.py:73) +2024-09-01 16:43:58,624 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.05075408300035633 (mp_runner.py:73) +2024-09-01 16:43:58,624 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.05073586199796409 (mp_runner.py:73) +2024-09-01 16:43:58,624 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.049908658998901956 (mp_runner.py:73) +2024-09-01 16:43:58,625 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.05113098899892066 (mp_runner.py:73) +2024-09-01 16:43:58,625 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.05076688299959642 (mp_runner.py:73) +2024-09-01 16:43:58,625 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.05184226200071862 (mp_runner.py:73) +2024-09-01 16:43:58,626 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.04215597299844376 (mp_runner.py:73) +2024-09-01 16:43:58,626 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.03837147699960042 (mp_runner.py:73) +2024-09-01 16:43:58,626 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.05288002299857908 (mp_runner.py:73) +2024-09-01 16:43:58,626 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.04308047399899806 (mp_runner.py:73) +2024-09-01 16:43:58,627 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.05163318500126479 (mp_runner.py:73) +2024-09-01 16:43:58,627 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.05290820200025337 (mp_runner.py:73) +2024-09-01 16:43:58,627 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.0518491240000003 (mp_runner.py:73) +2024-09-01 16:43:58,627 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.042518580998148536 (mp_runner.py:73) +2024-09-01 16:43:58,826 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.011964607998379506 (mp_runner.py:73) +2024-09-01 16:43:58,840 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.012421780000295257 (mp_runner.py:73) +2024-09-01 16:43:58,875 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.03250234399820329 (mp_runner.py:73) +2024-09-01 16:43:58,967 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.02303119499993045 (mp_runner.py:73) +2024-09-01 16:43:59,051 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.025125022999418434 (mp_runner.py:73) +2024-09-01 16:43:59,149 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.024057231999904616 (mp_runner.py:73) +2024-09-01 16:43:59,327 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.0030543280008714646 (mp_runner.py:73) +2024-09-01 16:43:59,330 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.01809637399856001 (mp_runner.py:73) +2024-09-01 16:43:59,781 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.003784917000302812 (mp_runner.py:73) +2024-09-01 16:44:00,222 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.05045596600029967 (mp_runner.py:73) +2024-09-01 16:44:07,195 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0007s, count=1392, qps in this process: 46.3989 (mp_runner.py:76) +2024-09-01 16:44:07,206 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0033s, count=1392, qps in this process: 46.3949 (mp_runner.py:76) +2024-09-01 16:44:07,217 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0217s, count=1322, qps in this process: 44.0348 (mp_runner.py:76) +2024-09-01 16:44:07,229 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0037s, count=1343, qps in this process: 44.7611 (mp_runner.py:76) +2024-09-01 16:44:07,255 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0013s, count=1394, qps in this process: 46.4647 (mp_runner.py:76) +2024-09-01 16:44:07,273 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0054s, count=1395, qps in this process: 46.4916 (mp_runner.py:76) +2024-09-01 16:44:07,291 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0032s, count=1395, qps in this process: 46.495 (mp_runner.py:76) +2024-09-01 16:44:07,291 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0374s, count=1392, qps in this process: 46.3422 (mp_runner.py:76) +2024-09-01 16:44:07,294 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0183s, count=1357, qps in this process: 45.2058 (mp_runner.py:76) +2024-09-01 16:44:07,299 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0003s, count=1304, qps in this process: 43.4662 (mp_runner.py:76) +2024-09-01 16:44:07,301 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0025s, count=1393, qps in this process: 46.4295 (mp_runner.py:76) +2024-09-01 16:44:07,302 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0033s, count=1396, qps in this process: 46.5282 (mp_runner.py:76) +2024-09-01 16:44:07,303 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0041s, count=1396, qps in this process: 46.527 (mp_runner.py:76) +2024-09-01 16:44:07,303 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0038s, count=1339, qps in this process: 44.6277 (mp_runner.py:76) +2024-09-01 16:44:07,303 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0042s, count=1396, qps in this process: 46.5268 (mp_runner.py:76) +2024-09-01 16:44:07,303 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0046s, count=1396, qps in this process: 46.5262 (mp_runner.py:76) +2024-09-01 16:44:07,304 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0152s, count=1396, qps in this process: 46.5098 (mp_runner.py:76) +2024-09-01 16:44:07,304 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0206s, count=1396, qps in this process: 46.5014 (mp_runner.py:76) +2024-09-01 16:44:07,304 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0244s, count=1396, qps in this process: 46.4955 (mp_runner.py:76) +2024-09-01 16:44:07,304 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0238s, count=1396, qps in this process: 46.4964 (mp_runner.py:76) +2024-09-01 16:44:07,305 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0062s, count=1396, qps in this process: 46.5237 (mp_runner.py:76) +2024-09-01 16:44:07,308 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0028s, count=1397, qps in this process: 46.5623 (mp_runner.py:76) +2024-09-01 16:44:07,320 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0071s, count=1398, qps in this process: 46.589 (mp_runner.py:76) +2024-09-01 16:44:07,321 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0027s, count=1398, qps in this process: 46.5958 (mp_runner.py:76) +2024-09-01 16:44:07,321 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0055s, count=1398, qps in this process: 46.5915 (mp_runner.py:76) +2024-09-01 16:44:07,323 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.005s, count=1375, qps in this process: 45.8257 (mp_runner.py:76) +2024-09-01 16:44:07,328 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0073s, count=1387, qps in this process: 46.2221 (mp_runner.py:76) +2024-09-01 16:44:07,329 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0008s, count=1360, qps in this process: 45.3321 (mp_runner.py:76) +2024-09-01 16:44:07,334 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0005s, count=1400, qps in this process: 46.6659 (mp_runner.py:76) +2024-09-01 16:44:07,335 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0141s, count=1399, qps in this process: 46.6114 (mp_runner.py:76) +2024-09-01 16:44:07,341 | INFO |End search in concurrency 30: dur=30.339703992998693s, total_count=41494, qps=1367.6468 (mp_runner.py:120) +2024-09-01 16:44:09,811 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:44:09,811 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 16:44:20,325 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 16:44:20,437 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,468 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,480 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,500 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,563 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,571 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,613 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,614 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,614 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,614 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,617 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,618 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,618 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,624 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,627 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,632 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,635 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,650 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,660 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,663 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,672 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,674 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,675 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,681 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,686 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,687 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,713 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,718 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,734 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,736 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,740 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,742 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,764 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,770 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:20,770 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:44:33,217 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.030522320997988572 (mp_runner.py:73) +2024-09-01 16:44:33,217 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.044369958002789645 (mp_runner.py:73) +2024-09-01 16:44:33,218 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.029529043000366073 (mp_runner.py:73) +2024-09-01 16:44:33,218 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.030925883998861536 (mp_runner.py:73) +2024-09-01 16:44:33,218 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.030592166000133147 (mp_runner.py:73) +2024-09-01 16:44:33,218 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.033285462002822896 (mp_runner.py:73) +2024-09-01 16:44:33,219 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.020024802997795632 (mp_runner.py:73) +2024-09-01 16:44:33,221 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.03465872000015224 (mp_runner.py:73) +2024-09-01 16:44:33,222 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.02462531900164322 (mp_runner.py:73) +2024-09-01 16:44:33,222 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.029878418001317186 (mp_runner.py:73) +2024-09-01 16:44:33,224 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.02792478899937123 (mp_runner.py:73) +2024-09-01 16:44:33,225 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.02855209500194178 (mp_runner.py:73) +2024-09-01 16:44:33,226 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.026285078998625977 (mp_runner.py:73) +2024-09-01 16:44:33,228 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.05004383299819892 (mp_runner.py:73) +2024-09-01 16:44:33,232 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.05550368100011838 (mp_runner.py:73) +2024-09-01 16:44:33,234 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.05672613700153306 (mp_runner.py:73) +2024-09-01 16:44:33,237 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.06060473099933006 (mp_runner.py:73) +2024-09-01 16:44:33,237 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.0616914079982962 (mp_runner.py:73) +2024-09-01 16:44:33,237 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.057939475002058316 (mp_runner.py:73) +2024-09-01 16:44:33,238 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.06401769800140755 (mp_runner.py:73) +2024-09-01 16:44:33,976 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.01988132899714401 (mp_runner.py:73) +2024-09-01 16:44:34,060 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.03987103500185185 (mp_runner.py:73) +2024-09-01 16:44:34,113 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.018275618000188842 (mp_runner.py:73) +2024-09-01 16:44:34,294 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.0356480910013488 (mp_runner.py:73) +2024-09-01 16:44:34,979 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.019368844001292018 (mp_runner.py:73) +2024-09-01 16:44:34,988 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.032394121000834275 (mp_runner.py:73) +2024-09-01 16:44:35,005 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.020029069000884192 (mp_runner.py:73) +2024-09-01 16:44:35,247 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.023452716999599943 (mp_runner.py:73) +2024-09-01 16:44:35,285 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.026300108002033085 (mp_runner.py:73) +2024-09-01 16:44:35,295 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.038607148999290075 (mp_runner.py:73) +2024-09-01 16:44:35,333 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.03254305799782742 (mp_runner.py:73) +2024-09-01 16:44:35,425 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.029884860003221547 (mp_runner.py:73) +2024-09-01 16:44:35,667 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.034407749997626524 (mp_runner.py:73) +2024-09-01 16:44:36,575 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.02509941300013452 (mp_runner.py:73) +2024-09-01 16:44:36,709 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.054122929999721237 (mp_runner.py:73) +2024-09-01 16:44:47,468 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.00811070100098732 (mp_runner.py:73) +2024-09-01 16:44:47,470 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.006845388001238462 (mp_runner.py:73) +2024-09-01 16:44:47,471 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.008394076001422945 (mp_runner.py:73) +2024-09-01 16:44:47,472 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.011641952998616034 (mp_runner.py:73) +2024-09-01 16:44:47,473 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.012495669001509668 (mp_runner.py:73) +2024-09-01 16:44:47,475 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.012644006001210073 (mp_runner.py:73) +2024-09-01 16:44:47,476 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.013087766998069128 (mp_runner.py:73) +2024-09-01 16:44:47,476 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.014097325001785066 (mp_runner.py:73) +2024-09-01 16:44:47,477 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.014925868999853265 (mp_runner.py:73) +2024-09-01 16:44:47,478 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.01655930500055547 (mp_runner.py:73) +2024-09-01 16:44:47,479 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.01509645999976783 (mp_runner.py:73) +2024-09-01 16:44:47,480 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.020025101999635808 (mp_runner.py:73) +2024-09-01 16:44:47,481 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.018249025000841357 (mp_runner.py:73) +2024-09-01 16:44:47,482 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.02154708899979596 (mp_runner.py:73) +2024-09-01 16:44:47,483 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.02385176800089539 (mp_runner.py:73) +2024-09-01 16:44:47,486 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.020864223002718063 (mp_runner.py:73) +2024-09-01 16:44:47,488 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.02298096799859195 (mp_runner.py:73) +2024-09-01 16:44:47,501 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.041810033999354346 (mp_runner.py:73) +2024-09-01 16:44:47,513 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.026466549003089312 (mp_runner.py:73) +2024-09-01 16:44:47,603 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.01827594100177521 (mp_runner.py:73) +2024-09-01 16:44:47,780 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.01721933699809597 (mp_runner.py:73) +2024-09-01 16:44:47,849 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.031026137003209442 (mp_runner.py:73) +2024-09-01 16:44:47,883 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.0294896349987539 (mp_runner.py:73) +2024-09-01 16:44:47,928 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.06080872000165982 (mp_runner.py:73) +2024-09-01 16:44:48,222 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.013528760999179212 (mp_runner.py:73) +2024-09-01 16:44:48,267 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.03455907799798297 (mp_runner.py:73) +2024-09-01 16:44:48,406 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.012465900999814039 (mp_runner.py:73) +2024-09-01 16:44:48,439 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.028068612999049947 (mp_runner.py:73) +2024-09-01 16:44:48,544 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.037307415001123445 (mp_runner.py:73) +2024-09-01 16:44:48,857 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.026136787000723416 (mp_runner.py:73) +2024-09-01 16:44:49,192 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.02134209100040607 (mp_runner.py:73) +2024-09-01 16:44:49,253 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.024260190002678428 (mp_runner.py:73) +2024-09-01 16:44:49,693 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.035221107998950174 (mp_runner.py:73) +2024-09-01 16:44:50,058 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.05897741100125131 (mp_runner.py:73) +2024-09-01 16:44:50,189 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.03279008899698965 (mp_runner.py:73) +2024-09-01 16:44:50,455 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0154s, count=1091, qps in this process: 36.348 (mp_runner.py:76) +2024-09-01 16:44:50,493 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.011s, count=1106, qps in this process: 36.8532 (mp_runner.py:76) +2024-09-01 16:44:50,494 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0217s, count=1106, qps in this process: 36.84 (mp_runner.py:76) +2024-09-01 16:44:50,513 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0038s, count=1107, qps in this process: 36.8953 (mp_runner.py:76) +2024-09-01 16:44:50,578 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0148s, count=1110, qps in this process: 36.9818 (mp_runner.py:76) +2024-09-01 16:44:50,598 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0246s, count=1111, qps in this process: 37.003 (mp_runner.py:76) +2024-09-01 16:44:50,623 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0021s, count=1113, qps in this process: 37.0974 (mp_runner.py:76) +2024-09-01 16:44:50,634 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0121s, count=1076, qps in this process: 35.8522 (mp_runner.py:76) +2024-09-01 16:44:50,643 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0201s, count=1114, qps in this process: 37.1085 (mp_runner.py:76) +2024-09-01 16:44:50,643 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0174s, count=1114, qps in this process: 37.1118 (mp_runner.py:76) +2024-09-01 16:44:50,644 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0099s, count=1114, qps in this process: 37.1211 (mp_runner.py:76) +2024-09-01 16:44:50,645 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.022s, count=1114, qps in this process: 37.1061 (mp_runner.py:76) +2024-09-01 16:44:50,645 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0241s, count=1114, qps in this process: 37.1035 (mp_runner.py:76) +2024-09-01 16:44:50,646 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.011s, count=1114, qps in this process: 37.1197 (mp_runner.py:76) +2024-09-01 16:44:50,647 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0265s, count=1114, qps in this process: 37.1006 (mp_runner.py:76) +2024-09-01 16:44:50,649 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0287s, count=1114, qps in this process: 37.0978 (mp_runner.py:76) +2024-09-01 16:44:50,662 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.024s, count=1114, qps in this process: 37.1037 (mp_runner.py:76) +2024-09-01 16:44:50,663 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0006s, count=1115, qps in this process: 37.1659 (mp_runner.py:76) +2024-09-01 16:44:50,671 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0162s, count=1115, qps in this process: 37.1466 (mp_runner.py:76) +2024-09-01 16:44:50,685 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0112s, count=1116, qps in this process: 37.1861 (mp_runner.py:76) +2024-09-01 16:44:50,688 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.021s, count=1103, qps in this process: 36.7409 (mp_runner.py:76) +2024-09-01 16:44:50,689 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0087s, count=1085, qps in this process: 36.1562 (mp_runner.py:76) +2024-09-01 16:44:50,690 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0041s, count=1116, qps in this process: 37.1949 (mp_runner.py:76) +2024-09-01 16:44:50,692 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0141s, count=1116, qps in this process: 37.1825 (mp_runner.py:76) +2024-09-01 16:44:50,701 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0133s, count=1094, qps in this process: 36.4505 (mp_runner.py:76) +2024-09-01 16:44:50,704 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0105s, count=1117, qps in this process: 37.2203 (mp_runner.py:76) +2024-09-01 16:44:50,721 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.004s, count=1118, qps in this process: 37.2617 (mp_runner.py:76) +2024-09-01 16:44:50,725 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0026s, count=1097, qps in this process: 36.5635 (mp_runner.py:76) +2024-09-01 16:44:50,749 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0051s, count=1121, qps in this process: 37.3603 (mp_runner.py:76) +2024-09-01 16:44:50,753 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0139s, count=1071, qps in this process: 35.6835 (mp_runner.py:76) +2024-09-01 16:44:50,756 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0166s, count=1121, qps in this process: 37.346 (mp_runner.py:76) +2024-09-01 16:44:50,756 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.012s, count=1065, qps in this process: 35.4858 (mp_runner.py:76) +2024-09-01 16:44:50,770 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0005s, count=1055, qps in this process: 35.1661 (mp_runner.py:76) +2024-09-01 16:44:50,775 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0002s, count=1034, qps in this process: 34.4664 (mp_runner.py:76) +2024-09-01 16:44:50,776 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0014s, count=1043, qps in this process: 34.765 (mp_runner.py:76) +2024-09-01 16:44:50,781 | INFO |End search in concurrency 35: dur=30.453563735998614s, total_count=38548, qps=1265.796 (mp_runner.py:120) +2024-09-01 16:44:53,532 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:44:53,532 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 16:45:04,169 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 16:45:04,357 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,379 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,410 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,459 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,462 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,465 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,465 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,482 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,525 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,533 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,533 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,538 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,538 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,548 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,548 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,548 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,549 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,551 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,565 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,570 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,573 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,573 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,575 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,598 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,599 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,602 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,606 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,612 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,615 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,631 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,633 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,646 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:04,646 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:19,764 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.021804297997732647 (mp_runner.py:73) +2024-09-01 16:45:19,764 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.021594006000668742 (mp_runner.py:73) +2024-09-01 16:45:19,766 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.022201866002433235 (mp_runner.py:73) +2024-09-01 16:45:19,766 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.02463908899881062 (mp_runner.py:73) +2024-09-01 16:45:19,767 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.02197935799995321 (mp_runner.py:73) +2024-09-01 16:45:19,768 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.021666074000677327 (mp_runner.py:73) +2024-09-01 16:45:19,769 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.02864909100026125 (mp_runner.py:73) +2024-09-01 16:45:19,770 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.028036964999046177 (mp_runner.py:73) +2024-09-01 16:45:19,770 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.005231267001363449 (mp_runner.py:73) +2024-09-01 16:45:19,771 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.023316376998991473 (mp_runner.py:73) +2024-09-01 16:45:19,771 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.024885694998374674 (mp_runner.py:73) +2024-09-01 16:45:19,772 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.011849285001517273 (mp_runner.py:73) +2024-09-01 16:45:19,773 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.02500320100079989 (mp_runner.py:73) +2024-09-01 16:45:19,773 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.028503468001872534 (mp_runner.py:73) +2024-09-01 16:45:19,774 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.02980264200232341 (mp_runner.py:73) +2024-09-01 16:45:19,775 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.018674095001188107 (mp_runner.py:73) +2024-09-01 16:45:19,775 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.02645157000006293 (mp_runner.py:73) +2024-09-01 16:45:19,776 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.03693422899959842 (mp_runner.py:73) +2024-09-01 16:45:19,777 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.02668881800127565 (mp_runner.py:73) +2024-09-01 16:45:19,777 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.027102726999146398 (mp_runner.py:73) +2024-09-01 16:45:19,778 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.02667946599831339 (mp_runner.py:73) +2024-09-01 16:45:19,779 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.024125079999066656 (mp_runner.py:73) +2024-09-01 16:45:19,779 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.026689079000789206 (mp_runner.py:73) +2024-09-01 16:45:19,780 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.03134399500049767 (mp_runner.py:73) +2024-09-01 16:45:19,782 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.02875687400228344 (mp_runner.py:73) +2024-09-01 16:45:19,785 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.028001331000268692 (mp_runner.py:73) +2024-09-01 16:45:19,786 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.030838120001135394 (mp_runner.py:73) +2024-09-01 16:45:19,788 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.04826416099967901 (mp_runner.py:73) +2024-09-01 16:45:19,795 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.043324910999217536 (mp_runner.py:73) +2024-09-01 16:45:19,802 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.00412517099903198 (mp_runner.py:73) +2024-09-01 16:45:19,807 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.025552160001097945 (mp_runner.py:73) +2024-09-01 16:45:19,809 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.020951008998963516 (mp_runner.py:73) +2024-09-01 16:45:19,812 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.024280342997371918 (mp_runner.py:73) +2024-09-01 16:45:19,816 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.013087102001009043 (mp_runner.py:73) +2024-09-01 16:45:20,047 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.011055285998736508 (mp_runner.py:73) +2024-09-01 16:45:20,100 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.01881098000012571 (mp_runner.py:73) +2024-09-01 16:45:20,109 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.015550795000308426 (mp_runner.py:73) +2024-09-01 16:45:20,151 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.022615237001446076 (mp_runner.py:73) +2024-09-01 16:45:20,548 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.03202061299816705 (mp_runner.py:73) +2024-09-01 16:45:20,849 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.02296848600235535 (mp_runner.py:73) +2024-09-01 16:45:33,408 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.02204650999919977 (mp_runner.py:73) +2024-09-01 16:45:33,409 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.02103349300159607 (mp_runner.py:73) +2024-09-01 16:45:33,409 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.021904260996961966 (mp_runner.py:73) +2024-09-01 16:45:33,410 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.022311479999189032 (mp_runner.py:73) +2024-09-01 16:45:33,410 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.023438478998286882 (mp_runner.py:73) +2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.024253712999779964 (mp_runner.py:73) +2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.023439234999386827 (mp_runner.py:73) +2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.02445599100246909 (mp_runner.py:73) +2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.023541668000689242 (mp_runner.py:73) +2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.024299417997099226 (mp_runner.py:73) +2024-09-01 16:45:33,412 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.02601002000301378 (mp_runner.py:73) +2024-09-01 16:45:33,412 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.024138589997164672 (mp_runner.py:73) +2024-09-01 16:45:33,412 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.025169134001771454 (mp_runner.py:73) +2024-09-01 16:45:33,412 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.02466532100152108 (mp_runner.py:73) +2024-09-01 16:45:33,413 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.026138199998968048 (mp_runner.py:73) +2024-09-01 16:45:33,413 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.024904306999815162 (mp_runner.py:73) +2024-09-01 16:45:33,413 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.025845905001915526 (mp_runner.py:73) +2024-09-01 16:45:33,413 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.027002333998098038 (mp_runner.py:73) +2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.027742498001316562 (mp_runner.py:73) +2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.026900002998445416 (mp_runner.py:73) +2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.027687901998433517 (mp_runner.py:73) +2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.02708513200195739 (mp_runner.py:73) +2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.0281367199968372 (mp_runner.py:73) +2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.02717547599968384 (mp_runner.py:73) +2024-09-01 16:45:33,415 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.02886568399844691 (mp_runner.py:73) +2024-09-01 16:45:33,415 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.0279286110016983 (mp_runner.py:73) +2024-09-01 16:45:33,415 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.029264799999509705 (mp_runner.py:73) +2024-09-01 16:45:33,415 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.0271516859975236 (mp_runner.py:73) +2024-09-01 16:45:33,416 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.013676704998943023 (mp_runner.py:73) +2024-09-01 16:45:33,416 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.028884595001727575 (mp_runner.py:73) +2024-09-01 16:45:33,416 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.030479023000225425 (mp_runner.py:73) +2024-09-01 16:45:33,417 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.029260508999868762 (mp_runner.py:73) +2024-09-01 16:45:33,417 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.02998704299898236 (mp_runner.py:73) +2024-09-01 16:45:33,418 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.029512359000364086 (mp_runner.py:73) +2024-09-01 16:45:33,434 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.023616401002072962 (mp_runner.py:73) +2024-09-01 16:45:33,695 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.010013585000706371 (mp_runner.py:73) +2024-09-01 16:45:33,723 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.03395879900199361 (mp_runner.py:73) +2024-09-01 16:45:34,294 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.01319766099913977 (mp_runner.py:73) +2024-09-01 16:45:34,322 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.03551451699968311 (mp_runner.py:73) +2024-09-01 16:45:34,367 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0019s, count=1037, qps in this process: 34.5645 (mp_runner.py:76) +2024-09-01 16:45:34,397 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0136s, count=1038, qps in this process: 34.5843 (mp_runner.py:76) +2024-09-01 16:45:34,446 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0418s, count=1039, qps in this process: 34.5851 (mp_runner.py:76) +2024-09-01 16:45:34,448 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0343s, count=1039, qps in this process: 34.5938 (mp_runner.py:76) +2024-09-01 16:45:34,470 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0066s, count=1041, qps in this process: 34.6924 (mp_runner.py:76) +2024-09-01 16:45:34,471 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0038s, count=1041, qps in this process: 34.6956 (mp_runner.py:76) +2024-09-01 16:45:34,475 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.036597536000044784 (mp_runner.py:73) +2024-09-01 16:45:34,478 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0124s, count=1041, qps in this process: 34.6857 (mp_runner.py:76) +2024-09-01 16:45:34,483 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0028s, count=1041, qps in this process: 34.6968 (mp_runner.py:76) +2024-09-01 16:45:34,485 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0036s, count=1042, qps in this process: 34.7292 (mp_runner.py:76) +2024-09-01 16:45:34,495 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0279s, count=1041, qps in this process: 34.6678 (mp_runner.py:76) +2024-09-01 16:45:34,499 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0136s, count=1042, qps in this process: 34.7176 (mp_runner.py:76) +2024-09-01 16:45:34,540 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0114s, count=1044, qps in this process: 34.7868 (mp_runner.py:76) +2024-09-01 16:45:34,543 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0057s, count=1044, qps in this process: 34.7934 (mp_runner.py:76) +2024-09-01 16:45:34,545 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0017s, count=1044, qps in this process: 34.798 (mp_runner.py:76) +2024-09-01 16:45:34,545 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.002s, count=1044, qps in this process: 34.7977 (mp_runner.py:76) +2024-09-01 16:45:34,549 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0114s, count=1045, qps in this process: 34.8201 (mp_runner.py:76) +2024-09-01 16:45:34,552 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0005s, count=1044, qps in this process: 34.7994 (mp_runner.py:76) +2024-09-01 16:45:34,552 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0011s, count=1045, qps in this process: 34.8321 (mp_runner.py:76) +2024-09-01 16:45:34,556 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0048s, count=1045, qps in this process: 34.8278 (mp_runner.py:76) +2024-09-01 16:45:34,560 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0046s, count=1044, qps in this process: 34.7947 (mp_runner.py:76) +2024-09-01 16:45:34,561 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0096s, count=1045, qps in this process: 34.8222 (mp_runner.py:76) +2024-09-01 16:45:34,566 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0307s, count=1045, qps in this process: 34.7977 (mp_runner.py:76) +2024-09-01 16:45:34,584 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0113s, count=1046, qps in this process: 34.8535 (mp_runner.py:76) +2024-09-01 16:45:34,585 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0072s, count=1046, qps in this process: 34.8583 (mp_runner.py:76) +2024-09-01 16:45:34,585 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0147s, count=1046, qps in this process: 34.8496 (mp_runner.py:76) +2024-09-01 16:45:34,586 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0269s, count=1046, qps in this process: 34.8354 (mp_runner.py:76) +2024-09-01 16:45:34,593 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0153s, count=1046, qps in this process: 34.8489 (mp_runner.py:76) +2024-09-01 16:45:34,593 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0155s, count=1046, qps in this process: 34.8487 (mp_runner.py:76) +2024-09-01 16:45:34,603 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0017s, count=1033, qps in this process: 34.4314 (mp_runner.py:76) +2024-09-01 16:45:34,609 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0068s, count=1047, qps in this process: 34.8921 (mp_runner.py:76) +2024-09-01 16:45:34,612 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0036s, count=1048, qps in this process: 34.9291 (mp_runner.py:76) +2024-09-01 16:45:34,618 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.008s, count=1049, qps in this process: 34.9573 (mp_runner.py:76) +2024-09-01 16:45:34,619 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0017s, count=1049, qps in this process: 34.9647 (mp_runner.py:76) +2024-09-01 16:45:34,628 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0061s, count=1036, qps in this process: 34.5263 (mp_runner.py:76) +2024-09-01 16:45:34,630 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0127s, count=1050, qps in this process: 34.9852 (mp_runner.py:76) +2024-09-01 16:45:34,639 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0028s, count=1018, qps in this process: 33.9302 (mp_runner.py:76) +2024-09-01 16:45:34,640 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0022s, count=1051, qps in this process: 35.0308 (mp_runner.py:76) +2024-09-01 16:45:34,645 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0015s, count=1019, qps in this process: 33.965 (mp_runner.py:76) +2024-09-01 16:45:34,652 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0004s, count=1016, qps in this process: 33.8662 (mp_runner.py:76) +2024-09-01 16:45:34,654 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0022s, count=1055, qps in this process: 35.1641 (mp_runner.py:76) +2024-09-01 16:45:34,660 | INFO |End search in concurrency 40: dur=30.490471987999626s, total_count=41678, qps=1366.9188 (mp_runner.py:120) +2024-09-01 16:45:37,803 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:45:37,803 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 16:45:48,709 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 16:45:48,816 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:48,924 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:48,972 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:48,984 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,014 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,107 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,121 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,138 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,138 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,140 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,140 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,148 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,150 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,156 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,162 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,178 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,205 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,210 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,225 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,229 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,230 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,232 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,235 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,260 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:45:49,264 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:05,496 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.0076320060034049675 (mp_runner.py:73) +2024-09-01 16:46:05,496 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.005427657997643109 (mp_runner.py:73) +2024-09-01 16:46:05,497 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.007877848998759873 (mp_runner.py:73) +2024-09-01 16:46:05,498 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.01110511400111136 (mp_runner.py:73) +2024-09-01 16:46:05,499 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.010228629998891847 (mp_runner.py:73) +2024-09-01 16:46:05,499 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.010589985002297908 (mp_runner.py:73) +2024-09-01 16:46:05,500 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.01284507200034568 (mp_runner.py:73) +2024-09-01 16:46:05,500 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.009776530998351518 (mp_runner.py:73) +2024-09-01 16:46:05,501 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.016063998999015894 (mp_runner.py:73) +2024-09-01 16:46:05,502 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.01506205899931956 (mp_runner.py:73) +2024-09-01 16:46:05,503 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.01568090100045083 (mp_runner.py:73) +2024-09-01 16:46:05,503 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.012773041999025736 (mp_runner.py:73) +2024-09-01 16:46:05,504 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.014761563998035854 (mp_runner.py:73) +2024-09-01 16:46:05,504 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.017027988000336336 (mp_runner.py:73) +2024-09-01 16:46:05,506 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.018709666997892782 (mp_runner.py:73) +2024-09-01 16:46:05,506 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.018734197001322173 (mp_runner.py:73) +2024-09-01 16:46:05,507 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.018359082998358645 (mp_runner.py:73) +2024-09-01 16:46:05,507 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.017557352999574505 (mp_runner.py:73) +2024-09-01 16:46:05,508 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.016892063998966478 (mp_runner.py:73) +2024-09-01 16:46:05,508 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.020372918002976803 (mp_runner.py:73) +2024-09-01 16:46:05,510 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.02324664300249424 (mp_runner.py:73) +2024-09-01 16:46:05,510 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.023869139000453288 (mp_runner.py:73) +2024-09-01 16:46:05,511 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.021123736001754878 (mp_runner.py:73) +2024-09-01 16:46:05,511 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.024611839002318447 (mp_runner.py:73) +2024-09-01 16:46:05,512 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.02065728999878047 (mp_runner.py:73) +2024-09-01 16:46:05,512 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.0218920959996467 (mp_runner.py:73) +2024-09-01 16:46:05,514 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.023419195997121278 (mp_runner.py:73) +2024-09-01 16:46:05,514 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.022453980996942846 (mp_runner.py:73) +2024-09-01 16:46:05,515 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.02871720200346317 (mp_runner.py:73) +2024-09-01 16:46:05,516 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.028583044000697555 (mp_runner.py:73) +2024-09-01 16:46:05,516 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.02712229100143304 (mp_runner.py:73) +2024-09-01 16:46:05,517 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.027542074996745214 (mp_runner.py:73) +2024-09-01 16:46:05,518 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.0020303640012571122 (mp_runner.py:73) +2024-09-01 16:46:05,519 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.03362532399842166 (mp_runner.py:73) +2024-09-01 16:46:05,519 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.027331014000083087 (mp_runner.py:73) +2024-09-01 16:46:05,522 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.033035469001333695 (mp_runner.py:73) +2024-09-01 16:46:05,523 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.03105194800082245 (mp_runner.py:73) +2024-09-01 16:46:05,523 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.0023433179994754028 (mp_runner.py:73) +2024-09-01 16:46:05,524 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.03077230700000655 (mp_runner.py:73) +2024-09-01 16:46:05,524 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.03871549700124888 (mp_runner.py:73) +2024-09-01 16:46:05,525 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.03505388700068579 (mp_runner.py:73) +2024-09-01 16:46:05,545 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.05711897099899943 (mp_runner.py:73) +2024-09-01 16:46:05,721 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.003894852998200804 (mp_runner.py:73) +2024-09-01 16:46:06,168 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.07149734599806834 (mp_runner.py:73) +2024-09-01 16:46:06,217 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.029131335999409202 (mp_runner.py:73) +2024-09-01 16:46:18,840 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0124s, count=929, qps in this process: 30.9539 (mp_runner.py:76) +2024-09-01 16:46:18,954 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0223s, count=932, qps in this process: 31.0436 (mp_runner.py:76) +2024-09-01 16:46:18,982 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0073s, count=933, qps in this process: 31.0924 (mp_runner.py:76) +2024-09-01 16:46:18,998 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0057s, count=934, qps in this process: 31.1274 (mp_runner.py:76) +2024-09-01 16:46:19,046 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.028s, count=935, qps in this process: 31.1376 (mp_runner.py:76) +2024-09-01 16:46:19,082 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0069s, count=936, qps in this process: 31.1928 (mp_runner.py:76) +2024-09-01 16:46:19,105 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0002s, count=937, qps in this process: 31.2331 (mp_runner.py:76) +2024-09-01 16:46:19,114 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0043s, count=937, qps in this process: 31.2289 (mp_runner.py:76) +2024-09-01 16:46:19,114 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0046s, count=937, qps in this process: 31.2285 (mp_runner.py:76) +2024-09-01 16:46:19,121 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0113s, count=938, qps in this process: 31.2549 (mp_runner.py:76) +2024-09-01 16:46:19,124 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0147s, count=938, qps in this process: 31.2514 (mp_runner.py:76) +2024-09-01 16:46:19,130 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0041s, count=938, qps in this process: 31.2624 (mp_runner.py:76) +2024-09-01 16:46:19,148 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0058s, count=933, qps in this process: 31.094 (mp_runner.py:76) +2024-09-01 16:46:19,148 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.006s, count=935, qps in this process: 31.1604 (mp_runner.py:76) +2024-09-01 16:46:19,155 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0132s, count=939, qps in this process: 31.2862 (mp_runner.py:76) +2024-09-01 16:46:19,156 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0138s, count=939, qps in this process: 31.2856 (mp_runner.py:76) +2024-09-01 16:46:19,156 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0189s, count=939, qps in this process: 31.2803 (mp_runner.py:76) +2024-09-01 16:46:19,156 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0195s, count=939, qps in this process: 31.2797 (mp_runner.py:76) +2024-09-01 16:46:19,157 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0066s, count=939, qps in this process: 31.2931 (mp_runner.py:76) +2024-09-01 16:46:19,157 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0139s, count=939, qps in this process: 31.2855 (mp_runner.py:76) +2024-09-01 16:46:19,157 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0015s, count=939, qps in this process: 31.2984 (mp_runner.py:76) +2024-09-01 16:46:19,166 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0081s, count=940, qps in this process: 31.3249 (mp_runner.py:76) +2024-09-01 16:46:19,171 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0133s, count=940, qps in this process: 31.3194 (mp_runner.py:76) +2024-09-01 16:46:19,182 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0021s, count=940, qps in this process: 31.3311 (mp_runner.py:76) +2024-09-01 16:46:19,194 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0006s, count=941, qps in this process: 31.366 (mp_runner.py:76) +2024-09-01 16:46:19,195 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0112s, count=941, qps in this process: 31.355 (mp_runner.py:76) +2024-09-01 16:46:19,200 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0114s, count=940, qps in this process: 31.3214 (mp_runner.py:76) +2024-09-01 16:46:19,202 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0099s, count=941, qps in this process: 31.3563 (mp_runner.py:76) +2024-09-01 16:46:19,203 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0351s, count=941, qps in this process: 31.33 (mp_runner.py:76) +2024-09-01 16:46:19,209 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0042s, count=931, qps in this process: 31.029 (mp_runner.py:76) +2024-09-01 16:46:19,209 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0041s, count=942, qps in this process: 31.3957 (mp_runner.py:76) +2024-09-01 16:46:19,210 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0054s, count=936, qps in this process: 31.1944 (mp_runner.py:76) +2024-09-01 16:46:19,214 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0149s, count=942, qps in this process: 31.3844 (mp_runner.py:76) +2024-09-01 16:46:19,215 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0055s, count=942, qps in this process: 31.3942 (mp_runner.py:76) +2024-09-01 16:46:19,216 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0118s, count=943, qps in this process: 31.421 (mp_runner.py:76) +2024-09-01 16:46:19,221 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0116s, count=943, qps in this process: 31.4212 (mp_runner.py:76) +2024-09-01 16:46:19,230 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0209s, count=943, qps in this process: 31.4115 (mp_runner.py:76) +2024-09-01 16:46:19,231 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0138s, count=944, qps in this process: 31.4522 (mp_runner.py:76) +2024-09-01 16:46:19,232 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0045s, count=944, qps in this process: 31.4619 (mp_runner.py:76) +2024-09-01 16:46:19,235 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0005s, count=944, qps in this process: 31.4661 (mp_runner.py:76) +2024-09-01 16:46:19,239 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0026s, count=944, qps in this process: 31.4639 (mp_runner.py:76) +2024-09-01 16:46:19,241 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0048s, count=945, qps in this process: 31.495 (mp_runner.py:76) +2024-09-01 16:46:19,241 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0009s, count=945, qps in this process: 31.4991 (mp_runner.py:76) +2024-09-01 16:46:19,267 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.002s, count=906, qps in this process: 30.198 (mp_runner.py:76) +2024-09-01 16:46:19,268 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0006s, count=925, qps in this process: 30.8327 (mp_runner.py:76) +2024-09-01 16:46:19,275 | INFO |End search in concurrency 45: dur=30.563488780000625s, total_count=42208, qps=1380.9942 (mp_runner.py:120) +2024-09-01 16:46:22,321 | INFO |Update largest qps with concurrency 45: current max_qps=1380.9942 (mp_runner.py:124) +2024-09-01 16:46:22,744 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:46:22,744 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 16:46:43,712 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 16:46:43,765 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:43,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:43,924 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:43,963 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,157 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,171 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,178 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,183 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,222 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,224 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,235 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,264 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,289 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,293 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,319 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,319 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,319 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,327 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,333 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,334 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,334 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,335 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,343 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,354 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,358 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,358 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,365 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,365 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,375 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,380 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,384 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,386 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:46:44,445 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:02,699 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.02392550300282892 (mp_runner.py:73) +2024-09-01 16:47:02,699 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.019689175998792052 (mp_runner.py:73) +2024-09-01 16:47:02,700 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.020590179999999236 (mp_runner.py:73) +2024-09-01 16:47:02,701 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.026176982999459142 (mp_runner.py:73) +2024-09-01 16:47:02,701 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.020144267000432592 (mp_runner.py:73) +2024-09-01 16:47:02,702 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.03028967300269869 (mp_runner.py:73) +2024-09-01 16:47:02,703 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.02978476299904287 (mp_runner.py:73) +2024-09-01 16:47:02,703 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.02273371500268695 (mp_runner.py:73) +2024-09-01 16:47:02,704 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.03042355900106486 (mp_runner.py:73) +2024-09-01 16:47:02,705 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.026092847001564223 (mp_runner.py:73) +2024-09-01 16:47:02,705 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.026789759001985658 (mp_runner.py:73) +2024-09-01 16:47:02,706 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.021615727000607876 (mp_runner.py:73) +2024-09-01 16:47:02,707 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.011783607002143981 (mp_runner.py:73) +2024-09-01 16:47:02,708 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.024290794997796183 (mp_runner.py:73) +2024-09-01 16:47:02,709 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.017677976000413764 (mp_runner.py:73) +2024-09-01 16:47:02,709 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.033140832998469705 (mp_runner.py:73) +2024-09-01 16:47:02,710 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.02537873600158491 (mp_runner.py:73) +2024-09-01 16:47:02,711 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.02259671600040747 (mp_runner.py:73) +2024-09-01 16:47:02,712 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.034547807001217734 (mp_runner.py:73) +2024-09-01 16:47:02,713 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.026569785997708095 (mp_runner.py:73) +2024-09-01 16:47:02,713 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.030532099000993185 (mp_runner.py:73) +2024-09-01 16:47:02,714 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.02658239399897866 (mp_runner.py:73) +2024-09-01 16:47:02,715 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.027545634999114554 (mp_runner.py:73) +2024-09-01 16:47:02,715 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.021851118999620667 (mp_runner.py:73) +2024-09-01 16:47:02,717 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.03421263700147392 (mp_runner.py:73) +2024-09-01 16:47:02,717 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.01876371600155835 (mp_runner.py:73) +2024-09-01 16:47:02,718 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.04175925399977132 (mp_runner.py:73) +2024-09-01 16:47:02,718 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.04759021300196764 (mp_runner.py:73) +2024-09-01 16:47:02,719 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.02834476299904054 (mp_runner.py:73) +2024-09-01 16:47:02,719 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.024682334002136486 (mp_runner.py:73) +2024-09-01 16:47:02,721 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.024786108002444962 (mp_runner.py:73) +2024-09-01 16:47:02,721 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.05174549000003026 (mp_runner.py:73) +2024-09-01 16:47:02,722 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.04485014800229692 (mp_runner.py:73) +2024-09-01 16:47:02,723 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.027856323999003507 (mp_runner.py:73) +2024-09-01 16:47:02,724 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.03514657900086604 (mp_runner.py:73) +2024-09-01 16:47:02,725 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.0325432270001329 (mp_runner.py:73) +2024-09-01 16:47:02,726 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03279904900045949 (mp_runner.py:73) +2024-09-01 16:47:02,727 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.055432541001209756 (mp_runner.py:73) +2024-09-01 16:47:02,730 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.009018200998980319 (mp_runner.py:73) +2024-09-01 16:47:02,731 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.03602991699881386 (mp_runner.py:73) +2024-09-01 16:47:02,731 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.04717155599792022 (mp_runner.py:73) +2024-09-01 16:47:02,732 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.0363045099984447 (mp_runner.py:73) +2024-09-01 16:47:02,732 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.06478103599874885 (mp_runner.py:73) +2024-09-01 16:47:02,742 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.055529778997879475 (mp_runner.py:73) +2024-09-01 16:47:02,748 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.07485643499967409 (mp_runner.py:73) +2024-09-01 16:47:02,753 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.024270149999210844 (mp_runner.py:73) +2024-09-01 16:47:02,821 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.002857219998986693 (mp_runner.py:73) +2024-09-01 16:47:02,935 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.07040673800293007 (mp_runner.py:73) +2024-09-01 16:47:03,591 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.020406060997629538 (mp_runner.py:73) +2024-09-01 16:47:03,877 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.032072411999251926 (mp_runner.py:73) +2024-09-01 16:47:13,816 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0117s, count=817, qps in this process: 27.2227 (mp_runner.py:76) +2024-09-01 16:47:13,842 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0758s, count=818, qps in this process: 27.1979 (mp_runner.py:76) +2024-09-01 16:47:13,936 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0002s, count=821, qps in this process: 27.3665 (mp_runner.py:76) +2024-09-01 16:47:13,976 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0004s, count=823, qps in this process: 27.433 (mp_runner.py:76) +2024-09-01 16:47:14,152 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0038s, count=828, qps in this process: 27.5965 (mp_runner.py:76) +2024-09-01 16:47:14,197 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0156s, count=829, qps in this process: 27.619 (mp_runner.py:76) +2024-09-01 16:47:14,200 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0339s, count=828, qps in this process: 27.5688 (mp_runner.py:76) +2024-09-01 16:47:14,239 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0791s, count=830, qps in this process: 27.5939 (mp_runner.py:76) +2024-09-01 16:47:14,241 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.012s, count=830, qps in this process: 27.6556 (mp_runner.py:76) +2024-09-01 16:47:14,243 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0703s, count=830, qps in this process: 27.602 (mp_runner.py:76) +2024-09-01 16:47:14,250 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0103s, count=830, qps in this process: 27.6572 (mp_runner.py:76) +2024-09-01 16:47:14,253 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0663s, count=830, qps in this process: 27.6057 (mp_runner.py:76) +2024-09-01 16:47:14,254 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0044s, count=830, qps in this process: 27.6626 (mp_runner.py:76) +2024-09-01 16:47:14,255 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0055s, count=830, qps in this process: 27.6616 (mp_runner.py:76) +2024-09-01 16:47:14,256 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0004s, count=830, qps in this process: 27.6663 (mp_runner.py:76) +2024-09-01 16:47:14,257 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0198s, count=830, qps in this process: 27.6484 (mp_runner.py:76) +2024-09-01 16:47:14,274 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0019s, count=832, qps in this process: 27.7316 (mp_runner.py:76) +2024-09-01 16:47:14,279 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0041s, count=831, qps in this process: 27.6962 (mp_runner.py:76) +2024-09-01 16:47:14,284 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0069s, count=831, qps in this process: 27.6936 (mp_runner.py:76) +2024-09-01 16:47:14,292 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0203s, count=831, qps in this process: 27.6813 (mp_runner.py:76) +2024-09-01 16:47:14,302 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.004s, count=832, qps in this process: 27.7296 (mp_runner.py:76) +2024-09-01 16:47:14,308 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0149s, count=828, qps in this process: 27.5863 (mp_runner.py:76) +2024-09-01 16:47:14,309 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.042s, count=787, qps in this process: 26.1967 (mp_runner.py:76) +2024-09-01 16:47:14,330 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0045s, count=834, qps in this process: 27.7958 (mp_runner.py:76) +2024-09-01 16:47:14,331 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0032s, count=838, qps in this process: 27.9304 (mp_runner.py:76) +2024-09-01 16:47:14,332 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0009s, count=834, qps in this process: 27.7992 (mp_runner.py:76) +2024-09-01 16:47:14,334 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0093s, count=834, qps in this process: 27.7914 (mp_runner.py:76) +2024-09-01 16:47:14,340 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.007s, count=835, qps in this process: 27.8268 (mp_runner.py:76) +2024-09-01 16:47:14,340 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.016s, count=838, qps in this process: 27.9184 (mp_runner.py:76) +2024-09-01 16:47:14,341 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0081s, count=829, qps in this process: 27.6259 (mp_runner.py:76) +2024-09-01 16:47:14,343 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0019s, count=828, qps in this process: 27.5983 (mp_runner.py:76) +2024-09-01 16:47:14,346 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0034s, count=835, qps in this process: 27.8302 (mp_runner.py:76) +2024-09-01 16:47:14,348 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0073s, count=837, qps in this process: 27.8932 (mp_runner.py:76) +2024-09-01 16:47:14,364 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0013s, count=827, qps in this process: 27.5655 (mp_runner.py:76) +2024-09-01 16:47:14,366 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0008s, count=838, qps in this process: 27.9326 (mp_runner.py:76) +2024-09-01 16:47:14,368 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0175s, count=836, qps in this process: 27.8504 (mp_runner.py:76) +2024-09-01 16:47:14,369 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0321s, count=839, qps in this process: 27.9368 (mp_runner.py:76) +2024-09-01 16:47:14,369 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0367s, count=827, qps in this process: 27.533 (mp_runner.py:76) +2024-09-01 16:47:14,373 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0084s, count=839, qps in this process: 27.9588 (mp_runner.py:76) +2024-09-01 16:47:14,376 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0037s, count=837, qps in this process: 27.8966 (mp_runner.py:76) +2024-09-01 16:47:14,377 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0041s, count=839, qps in this process: 27.9628 (mp_runner.py:76) +2024-09-01 16:47:14,378 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.009s, count=839, qps in this process: 27.9583 (mp_runner.py:76) +2024-09-01 16:47:14,379 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.006s, count=837, qps in this process: 27.8944 (mp_runner.py:76) +2024-09-01 16:47:14,380 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0076s, count=838, qps in this process: 27.9263 (mp_runner.py:76) +2024-09-01 16:47:14,382 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0019s, count=835, qps in this process: 27.8316 (mp_runner.py:76) +2024-09-01 16:47:14,390 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0059s, count=840, qps in this process: 27.9945 (mp_runner.py:76) +2024-09-01 16:47:14,392 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0007s, count=840, qps in this process: 27.9993 (mp_runner.py:76) +2024-09-01 16:47:14,392 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0025s, count=823, qps in this process: 27.431 (mp_runner.py:76) +2024-09-01 16:47:14,408 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0029s, count=842, qps in this process: 28.064 (mp_runner.py:76) +2024-09-01 16:47:14,449 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0008s, count=842, qps in this process: 28.0659 (mp_runner.py:76) +2024-09-01 16:47:14,454 | INFO |End search in concurrency 50: dur=30.741338864998397s, total_count=41566, qps=1352.1207 (mp_runner.py:120) +2024-09-01 16:47:18,296 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:47:18,296 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 16:47:39,501 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 16:47:39,573 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,597 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,769 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,797 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,810 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,810 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,816 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,952 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,954 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,961 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,978 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,981 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,994 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,994 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:39,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,000 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,012 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,025 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,040 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,046 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,073 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,077 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,095 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,103 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,115 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,116 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,132 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,139 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,148 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,162 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,162 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,205 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,210 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,254 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,254 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:47:40,264 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:00,721 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.025903457000822527 (mp_runner.py:73) +2024-09-01 16:48:00,722 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.030854513999656774 (mp_runner.py:73) +2024-09-01 16:48:00,722 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.03089108799758833 (mp_runner.py:73) +2024-09-01 16:48:00,723 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.022915927002031822 (mp_runner.py:73) +2024-09-01 16:48:00,723 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.027644498000881867 (mp_runner.py:73) +2024-09-01 16:48:00,724 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.027549333000933984 (mp_runner.py:73) +2024-09-01 16:48:00,725 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.027876534997631097 (mp_runner.py:73) +2024-09-01 16:48:00,726 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.027889428001799388 (mp_runner.py:73) +2024-09-01 16:48:00,727 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.02781956699982402 (mp_runner.py:73) +2024-09-01 16:48:00,727 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.023052478001773125 (mp_runner.py:73) +2024-09-01 16:48:00,728 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.03291443899797741 (mp_runner.py:73) +2024-09-01 16:48:00,728 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.012488004002079833 (mp_runner.py:73) +2024-09-01 16:48:00,730 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.02646372800154495 (mp_runner.py:73) +2024-09-01 16:48:00,730 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.03769277199899079 (mp_runner.py:73) +2024-09-01 16:48:00,731 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.03177206699911039 (mp_runner.py:73) +2024-09-01 16:48:00,731 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.029931921999377664 (mp_runner.py:73) +2024-09-01 16:48:00,732 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.02625485500175273 (mp_runner.py:73) +2024-09-01 16:48:00,733 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.024868432999937795 (mp_runner.py:73) +2024-09-01 16:48:00,734 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.024670539001817815 (mp_runner.py:73) +2024-09-01 16:48:00,735 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.03338538900061394 (mp_runner.py:73) +2024-09-01 16:48:00,735 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.03342445000089356 (mp_runner.py:73) +2024-09-01 16:48:00,737 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.029316790998564102 (mp_runner.py:73) +2024-09-01 16:48:00,737 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.029866092001611833 (mp_runner.py:73) +2024-09-01 16:48:00,738 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.03706431000318844 (mp_runner.py:73) +2024-09-01 16:48:00,738 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.04579408100107685 (mp_runner.py:73) +2024-09-01 16:48:00,739 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.0410428029972536 (mp_runner.py:73) +2024-09-01 16:48:00,739 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.03494144999785931 (mp_runner.py:73) +2024-09-01 16:48:00,740 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.0183171559983748 (mp_runner.py:73) +2024-09-01 16:48:00,741 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.030250411000452004 (mp_runner.py:73) +2024-09-01 16:48:00,742 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.030478273998596705 (mp_runner.py:73) +2024-09-01 16:48:00,743 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.028236142003152054 (mp_runner.py:73) +2024-09-01 16:48:00,744 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.03377574800106231 (mp_runner.py:73) +2024-09-01 16:48:00,745 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.03890922299979138 (mp_runner.py:73) +2024-09-01 16:48:00,746 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.03229605899832677 (mp_runner.py:73) +2024-09-01 16:48:00,747 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.03022158499879879 (mp_runner.py:73) +2024-09-01 16:48:00,747 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.0344459480002115 (mp_runner.py:73) +2024-09-01 16:48:00,749 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.03163335299905157 (mp_runner.py:73) +2024-09-01 16:48:00,749 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.043851698999787914 (mp_runner.py:73) +2024-09-01 16:48:00,750 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.03398251000180608 (mp_runner.py:73) +2024-09-01 16:48:00,751 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.038967858999967575 (mp_runner.py:73) +2024-09-01 16:48:00,751 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.061501121999754105 (mp_runner.py:73) +2024-09-01 16:48:00,752 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.037184330001764465 (mp_runner.py:73) +2024-09-01 16:48:00,754 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.06121496699779527 (mp_runner.py:73) +2024-09-01 16:48:00,755 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.05196970399993006 (mp_runner.py:73) +2024-09-01 16:48:00,756 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.03677248399981181 (mp_runner.py:73) +2024-09-01 16:48:00,757 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.04318171100021573 (mp_runner.py:73) +2024-09-01 16:48:00,762 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.028337173000181792 (mp_runner.py:73) +2024-09-01 16:48:00,763 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.050391565997415455 (mp_runner.py:73) +2024-09-01 16:48:00,778 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.08985369399670162 (mp_runner.py:73) +2024-09-01 16:48:00,784 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.0304311370018695 (mp_runner.py:73) +2024-09-01 16:48:00,788 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.034793996001099003 (mp_runner.py:73) +2024-09-01 16:48:01,754 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.08470908499657526 (mp_runner.py:73) +2024-09-01 16:48:01,754 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.04519730900210561 (mp_runner.py:73) +2024-09-01 16:48:01,757 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.005353770000510849 (mp_runner.py:73) +2024-09-01 16:48:02,204 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.014402175002032891 (mp_runner.py:73) +2024-09-01 16:48:09,587 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0127s, count=735, qps in this process: 24.4896 (mp_runner.py:76) +2024-09-01 16:48:09,651 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0427s, count=736, qps in this process: 24.4985 (mp_runner.py:76) +2024-09-01 16:48:09,819 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0044s, count=741, qps in this process: 24.6964 (mp_runner.py:76) +2024-09-01 16:48:09,831 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0163s, count=741, qps in this process: 24.6866 (mp_runner.py:76) +2024-09-01 16:48:09,910 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.1306s, count=742, qps in this process: 24.6261 (mp_runner.py:76) +2024-09-01 16:48:09,916 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0284s, count=742, qps in this process: 24.7099 (mp_runner.py:76) +2024-09-01 16:48:09,920 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0655s, count=742, qps in this process: 24.6794 (mp_runner.py:76) +2024-09-01 16:48:09,921 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0679s, count=742, qps in this process: 24.6775 (mp_runner.py:76) +2024-09-01 16:48:09,922 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0984s, count=742, qps in this process: 24.6525 (mp_runner.py:76) +2024-09-01 16:48:09,922 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.1154s, count=742, qps in this process: 24.6386 (mp_runner.py:76) +2024-09-01 16:48:09,949 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0057s, count=744, qps in this process: 24.7953 (mp_runner.py:76) +2024-09-01 16:48:09,952 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0086s, count=743, qps in this process: 24.7596 (mp_runner.py:76) +2024-09-01 16:48:09,961 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0004s, count=740, qps in this process: 24.6663 (mp_runner.py:76) +2024-09-01 16:48:09,968 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0246s, count=743, qps in this process: 24.7464 (mp_runner.py:76) +2024-09-01 16:48:09,994 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0042s, count=744, qps in this process: 24.7965 (mp_runner.py:76) +2024-09-01 16:48:10,000 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0408s, count=744, qps in this process: 24.7663 (mp_runner.py:76) +2024-09-01 16:48:10,000 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.04s, count=742, qps in this process: 24.7004 (mp_runner.py:76) +2024-09-01 16:48:10,002 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0021s, count=745, qps in this process: 24.8316 (mp_runner.py:76) +2024-09-01 16:48:10,004 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0253s, count=745, qps in this process: 24.8124 (mp_runner.py:76) +2024-09-01 16:48:10,006 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0061s, count=745, qps in this process: 24.8283 (mp_runner.py:76) +2024-09-01 16:48:10,006 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0165s, count=745, qps in this process: 24.8197 (mp_runner.py:76) +2024-09-01 16:48:10,007 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.007s, count=745, qps in this process: 24.8275 (mp_runner.py:76) +2024-09-01 16:48:10,008 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0262s, count=745, qps in this process: 24.8117 (mp_runner.py:76) +2024-09-01 16:48:10,009 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0305s, count=745, qps in this process: 24.8081 (mp_runner.py:76) +2024-09-01 16:48:10,022 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0592s, count=742, qps in this process: 24.6846 (mp_runner.py:76) +2024-09-01 16:48:10,047 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0297s, count=746, qps in this process: 24.8421 (mp_runner.py:76) +2024-09-01 16:48:10,048 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0099s, count=746, qps in this process: 24.8585 (mp_runner.py:76) +2024-09-01 16:48:10,048 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0391s, count=746, qps in this process: 24.8343 (mp_runner.py:76) +2024-09-01 16:48:10,049 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0198s, count=746, qps in this process: 24.8503 (mp_runner.py:76) +2024-09-01 16:48:10,050 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0052s, count=746, qps in this process: 24.8624 (mp_runner.py:76) +2024-09-01 16:48:10,052 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0086s, count=746, qps in this process: 24.8595 (mp_runner.py:76) +2024-09-01 16:48:10,070 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0037s, count=747, qps in this process: 24.8969 (mp_runner.py:76) +2024-09-01 16:48:10,079 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0255s, count=747, qps in this process: 24.8789 (mp_runner.py:76) +2024-09-01 16:48:10,088 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0077s, count=749, qps in this process: 24.9603 (mp_runner.py:76) +2024-09-01 16:48:10,104 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0124s, count=750, qps in this process: 24.9897 (mp_runner.py:76) +2024-09-01 16:48:10,105 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0034s, count=749, qps in this process: 24.9638 (mp_runner.py:76) +2024-09-01 16:48:10,109 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0278s, count=702, qps in this process: 23.3783 (mp_runner.py:76) +2024-09-01 16:48:10,127 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0192s, count=742, qps in this process: 24.7175 (mp_runner.py:76) +2024-09-01 16:48:10,129 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0087s, count=752, qps in this process: 25.0594 (mp_runner.py:76) +2024-09-01 16:48:10,131 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0048s, count=752, qps in this process: 25.0627 (mp_runner.py:76) +2024-09-01 16:48:10,142 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0035s, count=752, qps in this process: 25.0637 (mp_runner.py:76) +2024-09-01 16:48:10,147 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0024s, count=754, qps in this process: 25.1313 (mp_runner.py:76) +2024-09-01 16:48:10,160 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0081s, count=755, qps in this process: 25.1599 (mp_runner.py:76) +2024-09-01 16:48:10,165 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0137s, count=755, qps in this process: 25.1552 (mp_runner.py:76) +2024-09-01 16:48:10,171 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0051s, count=756, qps in this process: 25.1957 (mp_runner.py:76) +2024-09-01 16:48:10,176 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0026s, count=742, qps in this process: 24.7312 (mp_runner.py:76) +2024-09-01 16:48:10,177 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0134s, count=702, qps in this process: 23.3896 (mp_runner.py:76) +2024-09-01 16:48:10,210 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0009s, count=762, qps in this process: 25.3992 (mp_runner.py:76) +2024-09-01 16:48:10,212 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0048s, count=721, qps in this process: 24.0295 (mp_runner.py:76) +2024-09-01 16:48:10,215 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0008s, count=763, qps in this process: 25.4327 (mp_runner.py:76) +2024-09-01 16:48:10,252 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0007s, count=771, qps in this process: 25.6994 (mp_runner.py:76) +2024-09-01 16:48:10,257 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0053s, count=772, qps in this process: 25.7288 (mp_runner.py:76) +2024-09-01 16:48:10,266 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0015s, count=741, qps in this process: 24.6988 (mp_runner.py:76) +2024-09-01 16:48:10,266 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0017s, count=774, qps in this process: 25.7985 (mp_runner.py:76) +2024-09-01 16:48:10,275 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0015s, count=778, qps in this process: 25.932 (mp_runner.py:76) +2024-09-01 16:48:10,282 | INFO |End search in concurrency 55: dur=30.779037026997685s, total_count=41026, qps=1332.9202 (mp_runner.py:120) +2024-09-01 16:48:14,463 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:48:14,463 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 16:48:35,889 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 16:48:35,935 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:35,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:35,990 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,020 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,244 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,294 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,298 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,298 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,298 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,304 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,306 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,349 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,353 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,353 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,353 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,383 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,404 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,433 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,434 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,434 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,435 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,447 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,447 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,447 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,455 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,496 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,496 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,496 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,497 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,517 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,545 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,551 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,560 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,583 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,583 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,586 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,587 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,616 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,620 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,621 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,641 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,661 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,667 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,675 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,682 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,690 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,712 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,743 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,752 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:36,754 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:48:58,072 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.026551060000201687 (mp_runner.py:73) +2024-09-01 16:48:58,073 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.021436173999973107 (mp_runner.py:73) +2024-09-01 16:48:58,075 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.020304269000916975 (mp_runner.py:73) +2024-09-01 16:48:58,076 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.028818265000154497 (mp_runner.py:73) +2024-09-01 16:48:58,078 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.033341942998958984 (mp_runner.py:73) +2024-09-01 16:48:58,079 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.028003505001834128 (mp_runner.py:73) +2024-09-01 16:48:58,080 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.0376288650004426 (mp_runner.py:73) +2024-09-01 16:48:58,084 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.0024526330016669817 (mp_runner.py:73) +2024-09-01 16:48:58,087 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.031132886997511378 (mp_runner.py:73) +2024-09-01 16:48:58,088 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.030445133001194336 (mp_runner.py:73) +2024-09-01 16:48:58,089 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.03260673700060579 (mp_runner.py:73) +2024-09-01 16:48:58,091 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02816064799844753 (mp_runner.py:73) +2024-09-01 16:48:58,092 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.027220981999562355 (mp_runner.py:73) +2024-09-01 16:48:58,094 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.03212095799972303 (mp_runner.py:73) +2024-09-01 16:48:58,095 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.030828468999970937 (mp_runner.py:73) +2024-09-01 16:48:58,098 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.0373653930000728 (mp_runner.py:73) +2024-09-01 16:48:58,100 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.02280086199971265 (mp_runner.py:73) +2024-09-01 16:48:58,103 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.02422504599962849 (mp_runner.py:73) +2024-09-01 16:48:58,104 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.03356524599803379 (mp_runner.py:73) +2024-09-01 16:48:58,106 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.060100218001025496 (mp_runner.py:73) +2024-09-01 16:48:58,108 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.03471761000037077 (mp_runner.py:73) +2024-09-01 16:48:58,109 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.02633922500172048 (mp_runner.py:73) +2024-09-01 16:48:58,112 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.04032602900042548 (mp_runner.py:73) +2024-09-01 16:48:58,113 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.043778775001555914 (mp_runner.py:73) +2024-09-01 16:48:58,114 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.028293485000176588 (mp_runner.py:73) +2024-09-01 16:48:58,115 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.07508780699936324 (mp_runner.py:73) +2024-09-01 16:48:58,117 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.033465566997620044 (mp_runner.py:73) +2024-09-01 16:48:58,117 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.020875651000096695 (mp_runner.py:73) +2024-09-01 16:48:58,118 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.04413654900054098 (mp_runner.py:73) +2024-09-01 16:48:58,119 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.04414265699961106 (mp_runner.py:73) +2024-09-01 16:48:58,120 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.021677289998478955 (mp_runner.py:73) +2024-09-01 16:48:58,121 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.04427727900110767 (mp_runner.py:73) +2024-09-01 16:48:58,122 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.03431256600015331 (mp_runner.py:73) +2024-09-01 16:48:58,123 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.03665450799962855 (mp_runner.py:73) +2024-09-01 16:48:58,125 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.03581271300208755 (mp_runner.py:73) +2024-09-01 16:48:58,125 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.07531337800173787 (mp_runner.py:73) +2024-09-01 16:48:58,126 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.022455211001215503 (mp_runner.py:73) +2024-09-01 16:48:58,127 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.04578966299959575 (mp_runner.py:73) +2024-09-01 16:48:58,129 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.048937853000097675 (mp_runner.py:73) +2024-09-01 16:48:58,130 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.04751770300208591 (mp_runner.py:73) +2024-09-01 16:48:58,131 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.04133266200005892 (mp_runner.py:73) +2024-09-01 16:48:58,133 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.047828718001255766 (mp_runner.py:73) +2024-09-01 16:48:58,134 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.04294092499912949 (mp_runner.py:73) +2024-09-01 16:48:58,136 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.043844863001140766 (mp_runner.py:73) +2024-09-01 16:48:58,138 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.03693521300010616 (mp_runner.py:73) +2024-09-01 16:48:58,139 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.037058377001812914 (mp_runner.py:73) +2024-09-01 16:48:58,141 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.04129907400056254 (mp_runner.py:73) +2024-09-01 16:48:58,141 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.03855466800087015 (mp_runner.py:73) +2024-09-01 16:48:58,143 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.044470046002970776 (mp_runner.py:73) +2024-09-01 16:48:58,144 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.03970237199973781 (mp_runner.py:73) +2024-09-01 16:48:58,146 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03882728600001428 (mp_runner.py:73) +2024-09-01 16:48:58,147 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.041004636001162 (mp_runner.py:73) +2024-09-01 16:48:58,148 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.040275412997289095 (mp_runner.py:73) +2024-09-01 16:48:58,150 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.04045173799750046 (mp_runner.py:73) +2024-09-01 16:48:58,151 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.053760558999783825 (mp_runner.py:73) +2024-09-01 16:48:58,152 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.04192901400165283 (mp_runner.py:73) +2024-09-01 16:48:58,214 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.055435367001337 (mp_runner.py:73) +2024-09-01 16:48:58,601 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.06939220999993267 (mp_runner.py:73) +2024-09-01 16:48:59,464 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05684529999780352 (mp_runner.py:73) +2024-09-01 16:48:59,753 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.019027041998924688 (mp_runner.py:73) +2024-09-01 16:49:05,937 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0011s, count=689, qps in this process: 22.9658 (mp_runner.py:76) +2024-09-01 16:49:06,019 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0279s, count=690, qps in this process: 22.9786 (mp_runner.py:76) +2024-09-01 16:49:06,019 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0676s, count=690, qps in this process: 22.9483 (mp_runner.py:76) +2024-09-01 16:49:06,081 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0169s, count=691, qps in this process: 23.0204 (mp_runner.py:76) +2024-09-01 16:49:06,102 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0728s, count=691, qps in this process: 22.9776 (mp_runner.py:76) +2024-09-01 16:49:06,151 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0592s, count=692, qps in this process: 23.0212 (mp_runner.py:76) +2024-09-01 16:49:06,219 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0176s, count=694, qps in this process: 23.1198 (mp_runner.py:76) +2024-09-01 16:49:06,277 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0276s, count=695, qps in this process: 23.1454 (mp_runner.py:76) +2024-09-01 16:49:06,306 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0013s, count=696, qps in this process: 23.199 (mp_runner.py:76) +2024-09-01 16:49:06,321 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0272s, count=697, qps in this process: 23.2123 (mp_runner.py:76) +2024-09-01 16:49:06,328 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0228s, count=697, qps in this process: 23.2157 (mp_runner.py:76) +2024-09-01 16:49:06,330 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0281s, count=697, qps in this process: 23.2116 (mp_runner.py:76) +2024-09-01 16:49:06,330 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0212s, count=696, qps in this process: 23.1836 (mp_runner.py:76) +2024-09-01 16:49:06,333 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0343s, count=696, qps in this process: 23.1735 (mp_runner.py:76) +2024-09-01 16:49:06,335 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0251s, count=697, qps in this process: 23.2139 (mp_runner.py:76) +2024-09-01 16:49:06,348 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.046s, count=697, qps in this process: 23.1978 (mp_runner.py:76) +2024-09-01 16:49:06,365 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0014s, count=698, qps in this process: 23.2656 (mp_runner.py:76) +2024-09-01 16:49:06,373 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0196s, count=698, qps in this process: 23.2515 (mp_runner.py:76) +2024-09-01 16:49:06,374 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.072s, count=698, qps in this process: 23.211 (mp_runner.py:76) +2024-09-01 16:49:06,376 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0232s, count=698, qps in this process: 23.2487 (mp_runner.py:76) +2024-09-01 16:49:06,377 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0246s, count=698, qps in this process: 23.2476 (mp_runner.py:76) +2024-09-01 16:49:06,385 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0219s, count=699, qps in this process: 23.283 (mp_runner.py:76) +2024-09-01 16:49:06,387 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0291s, count=699, qps in this process: 23.2774 (mp_runner.py:76) +2024-09-01 16:49:06,407 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0072s, count=691, qps in this process: 23.0278 (mp_runner.py:76) +2024-09-01 16:49:06,429 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0423s, count=699, qps in this process: 23.2672 (mp_runner.py:76) +2024-09-01 16:49:06,430 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0303s, count=700, qps in this process: 23.3098 (mp_runner.py:76) +2024-09-01 16:49:06,431 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0224s, count=700, qps in this process: 23.3159 (mp_runner.py:76) +2024-09-01 16:49:06,439 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0029s, count=701, qps in this process: 23.3644 (mp_runner.py:76) +2024-09-01 16:49:06,457 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0168s, count=702, qps in this process: 23.3869 (mp_runner.py:76) +2024-09-01 16:49:06,462 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0253s, count=666, qps in this process: 22.1813 (mp_runner.py:76) +2024-09-01 16:49:06,463 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0014s, count=702, qps in this process: 23.3989 (mp_runner.py:76) +2024-09-01 16:49:06,463 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0251s, count=702, qps in this process: 23.3804 (mp_runner.py:76) +2024-09-01 16:49:06,464 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0107s, count=702, qps in this process: 23.3917 (mp_runner.py:76) +2024-09-01 16:49:06,472 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0188s, count=702, qps in this process: 23.3853 (mp_runner.py:76) +2024-09-01 16:49:06,493 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0389s, count=702, qps in this process: 23.3697 (mp_runner.py:76) +2024-09-01 16:49:06,508 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0073s, count=704, qps in this process: 23.461 (mp_runner.py:76) +2024-09-01 16:49:06,513 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0128s, count=703, qps in this process: 23.4233 (mp_runner.py:76) +2024-09-01 16:49:06,519 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0185s, count=704, qps in this process: 23.4522 (mp_runner.py:76) +2024-09-01 16:49:06,527 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0056s, count=704, qps in this process: 23.4623 (mp_runner.py:76) +2024-09-01 16:49:06,534 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0338s, count=696, qps in this process: 23.1739 (mp_runner.py:76) +2024-09-01 16:49:06,555 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0041s, count=705, qps in this process: 23.4968 (mp_runner.py:76) +2024-09-01 16:49:06,556 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.002s, count=707, qps in this process: 23.5651 (mp_runner.py:76) +2024-09-01 16:49:06,576 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0055s, count=658, qps in this process: 21.9293 (mp_runner.py:76) +2024-09-01 16:49:06,596 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0095s, count=709, qps in this process: 23.6259 (mp_runner.py:76) +2024-09-01 16:49:06,602 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0123s, count=710, qps in this process: 23.657 (mp_runner.py:76) +2024-09-01 16:49:06,603 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0158s, count=710, qps in this process: 23.6542 (mp_runner.py:76) +2024-09-01 16:49:06,603 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0102s, count=710, qps in this process: 23.6586 (mp_runner.py:76) +2024-09-01 16:49:06,622 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0019s, count=712, qps in this process: 23.7318 (mp_runner.py:76) +2024-09-01 16:49:06,629 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0031s, count=701, qps in this process: 23.3643 (mp_runner.py:76) +2024-09-01 16:49:06,638 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0135s, count=694, qps in this process: 23.1229 (mp_runner.py:76) +2024-09-01 16:49:06,655 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0011s, count=715, qps in this process: 23.8325 (mp_runner.py:76) +2024-09-01 16:49:06,669 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0025s, count=701, qps in this process: 23.3647 (mp_runner.py:76) +2024-09-01 16:49:06,673 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0011s, count=717, qps in this process: 23.8991 (mp_runner.py:76) +2024-09-01 16:49:06,687 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0023s, count=719, qps in this process: 23.9648 (mp_runner.py:76) +2024-09-01 16:49:06,691 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.001s, count=720, qps in this process: 23.9992 (mp_runner.py:76) +2024-09-01 16:49:06,702 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0043s, count=721, qps in this process: 24.0299 (mp_runner.py:76) +2024-09-01 16:49:06,723 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0028s, count=678, qps in this process: 22.5979 (mp_runner.py:76) +2024-09-01 16:49:06,753 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0057s, count=729, qps in this process: 24.2954 (mp_runner.py:76) +2024-09-01 16:49:06,759 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0021s, count=724, qps in this process: 24.1316 (mp_runner.py:76) +2024-09-01 16:49:06,769 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0034s, count=734, qps in this process: 24.4639 (mp_runner.py:76) +2024-09-01 16:49:06,774 | INFO |End search in concurrency 60: dur=30.884091826999793s, total_count=42047, qps=1361.4452 (mp_runner.py:120) +2024-09-01 16:49:11,284 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:49:11,284 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 16:49:32,725 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 16:49:33,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,172 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,258 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,258 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,259 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,259 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,275 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,301 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,305 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,311 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,317 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,351 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,352 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,352 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,368 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,373 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,378 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,382 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,446 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,446 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,446 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,447 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,454 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,461 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,469 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,486 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,510 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,530 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,555 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,567 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,606 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,615 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,624 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,627 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:33,642 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:49:55,781 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.021548165997955948 (mp_runner.py:73) +2024-09-01 16:49:55,782 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.023769416999130044 (mp_runner.py:73) +2024-09-01 16:49:55,785 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.014680371998110786 (mp_runner.py:73) +2024-09-01 16:49:55,786 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.027770020999014378 (mp_runner.py:73) +2024-09-01 16:49:55,786 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.0329329800006235 (mp_runner.py:73) +2024-09-01 16:49:55,787 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.01632635699934326 (mp_runner.py:73) +2024-09-01 16:49:55,787 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.017696626000542892 (mp_runner.py:73) +2024-09-01 16:49:55,789 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.015175380001892336 (mp_runner.py:73) +2024-09-01 16:49:55,790 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.01742146799733746 (mp_runner.py:73) +2024-09-01 16:49:55,791 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.03351123200263828 (mp_runner.py:73) +2024-09-01 16:49:55,792 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.030315095998957986 (mp_runner.py:73) +2024-09-01 16:49:55,792 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.024028874999203254 (mp_runner.py:73) +2024-09-01 16:49:55,793 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.022872042998642428 (mp_runner.py:73) +2024-09-01 16:49:55,794 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.022433065001678187 (mp_runner.py:73) +2024-09-01 16:49:55,796 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.025802039002883248 (mp_runner.py:73) +2024-09-01 16:49:55,796 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.023403645001963014 (mp_runner.py:73) +2024-09-01 16:49:55,797 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.027956754998740507 (mp_runner.py:73) +2024-09-01 16:49:55,797 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.028213254998263437 (mp_runner.py:73) +2024-09-01 16:49:55,798 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.02402856900152983 (mp_runner.py:73) +2024-09-01 16:49:55,799 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.021865321999939624 (mp_runner.py:73) +2024-09-01 16:49:55,800 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.0425562339987664 (mp_runner.py:73) +2024-09-01 16:49:55,800 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.0074603130015020724 (mp_runner.py:73) +2024-09-01 16:49:55,801 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.006768732997443294 (mp_runner.py:73) +2024-09-01 16:49:55,802 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.027388130998588167 (mp_runner.py:73) +2024-09-01 16:49:55,802 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.0465028729995538 (mp_runner.py:73) +2024-09-01 16:49:55,803 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.011665780002658721 (mp_runner.py:73) +2024-09-01 16:49:55,804 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.009784256002603797 (mp_runner.py:73) +2024-09-01 16:49:55,804 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.021368230001826305 (mp_runner.py:73) +2024-09-01 16:49:55,805 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.013071700999716995 (mp_runner.py:73) +2024-09-01 16:49:55,806 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.012827037000533892 (mp_runner.py:73) +2024-09-01 16:49:55,807 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.03203124400170054 (mp_runner.py:73) +2024-09-01 16:49:55,808 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.04884084599689231 (mp_runner.py:73) +2024-09-01 16:49:55,808 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.0354604099993594 (mp_runner.py:73) +2024-09-01 16:49:55,809 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.05435979799949564 (mp_runner.py:73) +2024-09-01 16:49:55,810 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.034200037000118755 (mp_runner.py:73) +2024-09-01 16:49:55,810 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.01620713999727741 (mp_runner.py:73) +2024-09-01 16:49:55,811 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.016405972000939073 (mp_runner.py:73) +2024-09-01 16:49:55,812 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.017118282998126233 (mp_runner.py:73) +2024-09-01 16:49:55,812 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.022866275001433678 (mp_runner.py:73) +2024-09-01 16:49:55,813 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.02282427799946163 (mp_runner.py:73) +2024-09-01 16:49:55,814 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.046954015000665095 (mp_runner.py:73) +2024-09-01 16:49:55,815 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.052383526002813596 (mp_runner.py:73) +2024-09-01 16:49:55,816 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.03767825600152719 (mp_runner.py:73) +2024-09-01 16:49:55,817 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.03472829000020283 (mp_runner.py:73) +2024-09-01 16:49:55,818 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.05796544599797926 (mp_runner.py:73) +2024-09-01 16:49:55,820 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.04309967399967718 (mp_runner.py:73) +2024-09-01 16:49:55,821 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.05235908000031486 (mp_runner.py:73) +2024-09-01 16:49:55,822 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.055098200999054825 (mp_runner.py:73) +2024-09-01 16:49:55,825 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.04918917000031797 (mp_runner.py:73) +2024-09-01 16:49:55,826 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.04670154099949286 (mp_runner.py:73) +2024-09-01 16:49:55,827 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.044569164001586614 (mp_runner.py:73) +2024-09-01 16:49:55,830 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.048907988999417285 (mp_runner.py:73) +2024-09-01 16:49:55,840 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.08568303599895444 (mp_runner.py:73) +2024-09-01 16:49:55,853 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.02992916299990611 (mp_runner.py:73) +2024-09-01 16:49:55,854 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.03276280600039172 (mp_runner.py:73) +2024-09-01 16:49:55,860 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.04048884100120631 (mp_runner.py:73) +2024-09-01 16:49:55,866 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.03739475199836306 (mp_runner.py:73) +2024-09-01 16:49:55,868 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.04901098099799128 (mp_runner.py:73) +2024-09-01 16:49:55,878 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.04841019599916763 (mp_runner.py:73) +2024-09-01 16:49:55,891 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.06563609200020437 (mp_runner.py:73) +2024-09-01 16:49:55,900 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.05717784299849882 (mp_runner.py:73) +2024-09-01 16:49:55,904 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.08674444200005382 (mp_runner.py:73) +2024-09-01 16:49:56,174 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.034655527997529134 (mp_runner.py:73) +2024-09-01 16:49:56,194 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.0025978670018957928 (mp_runner.py:73) +2024-09-01 16:49:56,588 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.05644420200042077 (mp_runner.py:73) +2024-09-01 16:50:03,176 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0787s, count=662, qps in this process: 22.0089 (mp_runner.py:76) +2024-09-01 16:50:03,208 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0003s, count=652, qps in this process: 21.7331 (mp_runner.py:76) +2024-09-01 16:50:03,211 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0194s, count=663, qps in this process: 22.0857 (mp_runner.py:76) +2024-09-01 16:50:03,211 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0036s, count=663, qps in this process: 22.0973 (mp_runner.py:76) +2024-09-01 16:50:03,213 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0266s, count=663, qps in this process: 22.0804 (mp_runner.py:76) +2024-09-01 16:50:03,215 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0144s, count=663, qps in this process: 22.0894 (mp_runner.py:76) +2024-09-01 16:50:03,217 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0292s, count=663, qps in this process: 22.0785 (mp_runner.py:76) +2024-09-01 16:50:03,266 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0042s, count=665, qps in this process: 22.1636 (mp_runner.py:76) +2024-09-01 16:50:03,279 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0101s, count=665, qps in this process: 22.1592 (mp_runner.py:76) +2024-09-01 16:50:03,281 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0108s, count=665, qps in this process: 22.1587 (mp_runner.py:76) +2024-09-01 16:50:03,282 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0199s, count=665, qps in this process: 22.152 (mp_runner.py:76) +2024-09-01 16:50:03,283 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0103s, count=665, qps in this process: 22.1591 (mp_runner.py:76) +2024-09-01 16:50:03,285 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0118s, count=665, qps in this process: 22.158 (mp_runner.py:76) +2024-09-01 16:50:03,288 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0113s, count=666, qps in this process: 22.1916 (mp_runner.py:76) +2024-09-01 16:50:03,292 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0239s, count=665, qps in this process: 22.149 (mp_runner.py:76) +2024-09-01 16:50:03,292 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0196s, count=666, qps in this process: 22.1855 (mp_runner.py:76) +2024-09-01 16:50:03,296 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.025s, count=665, qps in this process: 22.1482 (mp_runner.py:76) +2024-09-01 16:50:03,297 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0102s, count=666, qps in this process: 22.1925 (mp_runner.py:76) +2024-09-01 16:50:03,301 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0297s, count=662, qps in this process: 22.0448 (mp_runner.py:76) +2024-09-01 16:50:03,301 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0003s, count=666, qps in this process: 22.1998 (mp_runner.py:76) +2024-09-01 16:50:03,303 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0049s, count=666, qps in this process: 22.1964 (mp_runner.py:76) +2024-09-01 16:50:03,307 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0247s, count=660, qps in this process: 21.9819 (mp_runner.py:76) +2024-09-01 16:50:03,308 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0011s, count=666, qps in this process: 22.1992 (mp_runner.py:76) +2024-09-01 16:50:03,309 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0025s, count=666, qps in this process: 22.1982 (mp_runner.py:76) +2024-09-01 16:50:03,311 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0129s, count=666, qps in this process: 22.1905 (mp_runner.py:76) +2024-09-01 16:50:03,311 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0095s, count=666, qps in this process: 22.193 (mp_runner.py:76) +2024-09-01 16:50:03,312 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0378s, count=666, qps in this process: 22.1721 (mp_runner.py:76) +2024-09-01 16:50:03,317 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0443s, count=663, qps in this process: 22.0674 (mp_runner.py:76) +2024-09-01 16:50:03,322 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0208s, count=666, qps in this process: 22.1846 (mp_runner.py:76) +2024-09-01 16:50:03,323 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.009s, count=666, qps in this process: 22.1933 (mp_runner.py:76) +2024-09-01 16:50:03,356 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0492s, count=667, qps in this process: 22.1969 (mp_runner.py:76) +2024-09-01 16:50:03,360 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0064s, count=667, qps in this process: 22.2286 (mp_runner.py:76) +2024-09-01 16:50:03,360 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.043s, count=667, qps in this process: 22.2015 (mp_runner.py:76) +2024-09-01 16:50:03,360 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0069s, count=667, qps in this process: 22.2282 (mp_runner.py:76) +2024-09-01 16:50:03,360 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.042s, count=667, qps in this process: 22.2023 (mp_runner.py:76) +2024-09-01 16:50:03,363 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0653s, count=667, qps in this process: 22.185 (mp_runner.py:76) +2024-09-01 16:50:03,364 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0054s, count=667, qps in this process: 22.2293 (mp_runner.py:76) +2024-09-01 16:50:03,377 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0004s, count=669, qps in this process: 22.2997 (mp_runner.py:76) +2024-09-01 16:50:03,379 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0009s, count=669, qps in this process: 22.2993 (mp_runner.py:76) +2024-09-01 16:50:03,392 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0153s, count=669, qps in this process: 22.2886 (mp_runner.py:76) +2024-09-01 16:50:03,393 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0052s, count=669, qps in this process: 22.2961 (mp_runner.py:76) +2024-09-01 16:50:03,393 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0125s, count=669, qps in this process: 22.2907 (mp_runner.py:76) +2024-09-01 16:50:03,409 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0138s, count=670, qps in this process: 22.3231 (mp_runner.py:76) +2024-09-01 16:50:03,457 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0032s, count=674, qps in this process: 22.4643 (mp_runner.py:76) +2024-09-01 16:50:03,462 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0098s, count=674, qps in this process: 22.4593 (mp_runner.py:76) +2024-09-01 16:50:03,465 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0017s, count=674, qps in this process: 22.4654 (mp_runner.py:76) +2024-09-01 16:50:03,472 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0177s, count=675, qps in this process: 22.4867 (mp_runner.py:76) +2024-09-01 16:50:03,474 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0213s, count=675, qps in this process: 22.484 (mp_runner.py:76) +2024-09-01 16:50:03,477 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0048s, count=676, qps in this process: 22.5297 (mp_runner.py:76) +2024-09-01 16:50:03,483 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0093s, count=676, qps in this process: 22.5264 (mp_runner.py:76) +2024-09-01 16:50:03,489 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0062s, count=676, qps in this process: 22.5287 (mp_runner.py:76) +2024-09-01 16:50:03,505 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0113s, count=677, qps in this process: 22.5582 (mp_runner.py:76) +2024-09-01 16:50:03,531 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0107s, count=679, qps in this process: 22.6253 (mp_runner.py:76) +2024-09-01 16:50:03,543 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0022s, count=681, qps in this process: 22.6983 (mp_runner.py:76) +2024-09-01 16:50:03,560 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0008s, count=684, qps in this process: 22.7994 (mp_runner.py:76) +2024-09-01 16:50:03,575 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.005s, count=686, qps in this process: 22.8629 (mp_runner.py:76) +2024-09-01 16:50:03,617 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0058s, count=692, qps in this process: 23.0622 (mp_runner.py:76) +2024-09-01 16:50:03,638 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0049s, count=695, qps in this process: 23.1629 (mp_runner.py:76) +2024-09-01 16:50:03,640 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0025s, count=696, qps in this process: 23.1981 (mp_runner.py:76) +2024-09-01 16:50:03,643 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0012s, count=696, qps in this process: 23.1991 (mp_runner.py:76) +2024-09-01 16:50:03,644 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0005s, count=696, qps in this process: 23.1996 (mp_runner.py:76) +2024-09-01 16:50:03,648 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0059s, count=696, qps in this process: 23.1954 (mp_runner.py:76) +2024-09-01 16:50:03,649 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0113s, count=696, qps in this process: 23.1913 (mp_runner.py:76) +2024-09-01 16:50:03,650 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0083s, count=697, qps in this process: 23.2269 (mp_runner.py:76) +2024-09-01 16:50:03,650 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0019s, count=697, qps in this process: 23.2319 (mp_runner.py:76) +2024-09-01 16:50:03,659 | INFO |End search in concurrency 65: dur=30.93392822199894s, total_count=43678, qps=1411.9772 (mp_runner.py:120) +2024-09-01 16:50:08,112 | INFO |Update largest qps with concurrency 65: current max_qps=1411.9772 (mp_runner.py:124) +2024-09-01 16:50:08,549 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:50:08,549 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 16:50:30,531 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 16:50:30,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:30,996 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,022 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,046 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,047 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,048 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,049 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,055 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,061 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,081 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,091 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,091 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,092 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,101 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,101 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,111 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,112 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,114 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,235 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,238 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,248 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,248 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,248 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,259 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,324 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,383 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,390 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,390 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,392 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,393 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,393 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,402 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,407 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,419 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,442 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,448 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,448 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,451 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,453 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:31,453 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 16:50:56,156 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.014432902000407921 (mp_runner.py:73) +2024-09-01 16:50:56,157 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.016863602002558764 (mp_runner.py:73) +2024-09-01 16:50:56,158 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.007679796999582322 (mp_runner.py:73) +2024-09-01 16:50:56,159 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.017873102002340602 (mp_runner.py:73) +2024-09-01 16:50:56,160 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.015288570000848267 (mp_runner.py:73) +2024-09-01 16:50:56,160 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.01133176000075764 (mp_runner.py:73) +2024-09-01 16:50:56,161 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.020691158999397885 (mp_runner.py:73) +2024-09-01 16:50:56,162 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.016608099002041854 (mp_runner.py:73) +2024-09-01 16:50:56,163 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.02153318500131718 (mp_runner.py:73) +2024-09-01 16:50:56,163 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.014407278002181556 (mp_runner.py:73) +2024-09-01 16:50:56,164 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.01836960600121529 (mp_runner.py:73) +2024-09-01 16:50:56,164 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.01639406499816687 (mp_runner.py:73) +2024-09-01 16:50:56,165 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.01651461199799087 (mp_runner.py:73) +2024-09-01 16:50:56,166 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.017384722999850055 (mp_runner.py:73) +2024-09-01 16:50:56,167 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.02414605699959793 (mp_runner.py:73) +2024-09-01 16:50:56,168 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.017914230000315 (mp_runner.py:73) +2024-09-01 16:50:56,168 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.021660767997673247 (mp_runner.py:73) +2024-09-01 16:50:56,169 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.021188382001128048 (mp_runner.py:73) +2024-09-01 16:50:56,170 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.023299151001992868 (mp_runner.py:73) +2024-09-01 16:50:56,171 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.024045128000580007 (mp_runner.py:73) +2024-09-01 16:50:56,171 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.027255076998699224 (mp_runner.py:73) +2024-09-01 16:50:56,172 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.02808023800025694 (mp_runner.py:73) +2024-09-01 16:50:56,172 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.028033738999511115 (mp_runner.py:73) +2024-09-01 16:50:56,173 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.02703388300142251 (mp_runner.py:73) +2024-09-01 16:50:56,173 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.023738260999380145 (mp_runner.py:73) +2024-09-01 16:50:56,175 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.030286371998954564 (mp_runner.py:73) +2024-09-01 16:50:56,175 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.02237729500120622 (mp_runner.py:73) +2024-09-01 16:50:56,176 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.03399234999960754 (mp_runner.py:73) +2024-09-01 16:50:56,177 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.027117580000776798 (mp_runner.py:73) +2024-09-01 16:50:56,177 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.036020911000377964 (mp_runner.py:73) +2024-09-01 16:50:56,178 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.02547259099810617 (mp_runner.py:73) +2024-09-01 16:50:56,179 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.036349825000797864 (mp_runner.py:73) +2024-09-01 16:50:56,179 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.0354825600006734 (mp_runner.py:73) +2024-09-01 16:50:56,180 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.0329560490026779 (mp_runner.py:73) +2024-09-01 16:50:56,180 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.038745508001738926 (mp_runner.py:73) +2024-09-01 16:50:56,181 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.03373575899968273 (mp_runner.py:73) +2024-09-01 16:50:56,181 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.0343075270029658 (mp_runner.py:73) +2024-09-01 16:50:56,183 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.036985490998631576 (mp_runner.py:73) +2024-09-01 16:50:56,183 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.032643135000398615 (mp_runner.py:73) +2024-09-01 16:50:56,185 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.03381026599890902 (mp_runner.py:73) +2024-09-01 16:50:56,185 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.041368101999978535 (mp_runner.py:73) +2024-09-01 16:50:56,186 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.035381711000809446 (mp_runner.py:73) +2024-09-01 16:50:56,186 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.037998306997906184 (mp_runner.py:73) +2024-09-01 16:50:56,187 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.046775531001912896 (mp_runner.py:73) +2024-09-01 16:50:56,187 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.045028095999441575 (mp_runner.py:73) +2024-09-01 16:50:56,188 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.034913102001155494 (mp_runner.py:73) +2024-09-01 16:50:56,189 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.04446392499812646 (mp_runner.py:73) +2024-09-01 16:50:56,191 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.003145216000120854 (mp_runner.py:73) +2024-09-01 16:50:56,191 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.03953675900265807 (mp_runner.py:73) +2024-09-01 16:50:56,191 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.05066075399736292 (mp_runner.py:73) +2024-09-01 16:50:56,192 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.04059734100155765 (mp_runner.py:73) +2024-09-01 16:50:56,193 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.040900343999965116 (mp_runner.py:73) +2024-09-01 16:50:56,193 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.04739598300147918 (mp_runner.py:73) +2024-09-01 16:50:56,195 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.04168106200086186 (mp_runner.py:73) +2024-09-01 16:50:56,196 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.04218891000346048 (mp_runner.py:73) +2024-09-01 16:50:56,197 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.043370004001189955 (mp_runner.py:73) +2024-09-01 16:50:56,199 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.054909187001612736 (mp_runner.py:73) +2024-09-01 16:50:56,199 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.05393853599889553 (mp_runner.py:73) +2024-09-01 16:50:56,200 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.0448900359988329 (mp_runner.py:73) +2024-09-01 16:50:56,202 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.06184145599763724 (mp_runner.py:73) +2024-09-01 16:50:56,202 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.05957860900161904 (mp_runner.py:73) +2024-09-01 16:50:56,203 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.06327543800216517 (mp_runner.py:73) +2024-09-01 16:50:56,212 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.06194525099999737 (mp_runner.py:73) +2024-09-01 16:50:56,604 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.06281000200033304 (mp_runner.py:73) +2024-09-01 16:50:56,625 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.06286709499909193 (mp_runner.py:73) +2024-09-01 16:50:56,948 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.06496853700082283 (mp_runner.py:73) +2024-09-01 16:50:57,004 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.044686666999041336 (mp_runner.py:73) +2024-09-01 16:50:57,018 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.06440963699787972 (mp_runner.py:73) +2024-09-01 16:50:57,033 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.04549574200063944 (mp_runner.py:73) +2024-09-01 16:50:57,085 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.0034621279992279597 (mp_runner.py:73) +2024-09-01 16:51:00,986 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0031s, count=597, qps in this process: 19.8979 (mp_runner.py:76) +2024-09-01 16:51:01,063 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0113s, count=591, qps in this process: 19.6926 (mp_runner.py:76) +2024-09-01 16:51:01,071 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0462s, count=598, qps in this process: 19.9027 (mp_runner.py:76) +2024-09-01 16:51:01,074 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.016s, count=598, qps in this process: 19.9227 (mp_runner.py:76) +2024-09-01 16:51:01,074 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0107s, count=598, qps in this process: 19.9262 (mp_runner.py:76) +2024-09-01 16:51:01,079 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.011s, count=599, qps in this process: 19.9593 (mp_runner.py:76) +2024-09-01 16:51:01,081 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0053s, count=592, qps in this process: 19.7298 (mp_runner.py:76) +2024-09-01 16:51:01,082 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0837s, count=598, qps in this process: 19.8779 (mp_runner.py:76) +2024-09-01 16:51:01,082 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0181s, count=598, qps in this process: 19.9213 (mp_runner.py:76) +2024-09-01 16:51:01,085 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0207s, count=598, qps in this process: 19.9196 (mp_runner.py:76) +2024-09-01 16:51:01,086 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0229s, count=598, qps in this process: 19.9181 (mp_runner.py:76) +2024-09-01 16:51:01,098 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0222s, count=599, qps in this process: 19.9519 (mp_runner.py:76) +2024-09-01 16:51:01,100 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0513s, count=598, qps in this process: 19.8993 (mp_runner.py:76) +2024-09-01 16:51:01,100 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0078s, count=598, qps in this process: 19.9282 (mp_runner.py:76) +2024-09-01 16:51:01,101 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0522s, count=598, qps in this process: 19.8987 (mp_runner.py:76) +2024-09-01 16:51:01,107 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0046s, count=599, qps in this process: 19.9636 (mp_runner.py:76) +2024-09-01 16:51:01,109 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0069s, count=599, qps in this process: 19.9621 (mp_runner.py:76) +2024-09-01 16:51:01,115 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0394s, count=599, qps in this process: 19.9405 (mp_runner.py:76) +2024-09-01 16:51:01,119 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0436s, count=587, qps in this process: 19.5383 (mp_runner.py:76) +2024-09-01 16:51:01,120 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0146s, count=599, qps in this process: 19.957 (mp_runner.py:76) +2024-09-01 16:51:01,137 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0727s, count=579, qps in this process: 19.2533 (mp_runner.py:76) +2024-09-01 16:51:01,139 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0776s, count=596, qps in this process: 19.8154 (mp_runner.py:76) +2024-09-01 16:51:01,142 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0491s, count=600, qps in this process: 19.9673 (mp_runner.py:76) +2024-09-01 16:51:01,148 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0307s, count=600, qps in this process: 19.9796 (mp_runner.py:76) +2024-09-01 16:51:01,153 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0355s, count=599, qps in this process: 19.9431 (mp_runner.py:76) +2024-09-01 16:51:01,156 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0429s, count=600, qps in this process: 19.9714 (mp_runner.py:76) +2024-09-01 16:51:01,158 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0704s, count=600, qps in this process: 19.9532 (mp_runner.py:76) +2024-09-01 16:51:01,167 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0746s, count=600, qps in this process: 19.9504 (mp_runner.py:76) +2024-09-01 16:51:01,196 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0019s, count=601, qps in this process: 20.0321 (mp_runner.py:76) +2024-09-01 16:51:01,197 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0022s, count=601, qps in this process: 20.0319 (mp_runner.py:76) +2024-09-01 16:51:01,202 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0025s, count=602, qps in this process: 20.065 (mp_runner.py:76) +2024-09-01 16:51:01,215 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0162s, count=602, qps in this process: 20.0558 (mp_runner.py:76) +2024-09-01 16:51:01,222 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0259s, count=601, qps in this process: 20.0161 (mp_runner.py:76) +2024-09-01 16:51:01,223 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0245s, count=602, qps in this process: 20.0503 (mp_runner.py:76) +2024-09-01 16:51:01,225 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0315s, count=601, qps in this process: 20.0123 (mp_runner.py:76) +2024-09-01 16:51:01,226 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0274s, count=602, qps in this process: 20.0484 (mp_runner.py:76) +2024-09-01 16:51:01,229 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0354s, count=601, qps in this process: 20.0097 (mp_runner.py:76) +2024-09-01 16:51:01,238 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0396s, count=603, qps in this process: 20.0735 (mp_runner.py:76) +2024-09-01 16:51:01,243 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0433s, count=603, qps in this process: 20.071 (mp_runner.py:76) +2024-09-01 16:51:01,246 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0074s, count=603, qps in this process: 20.095 (mp_runner.py:76) +2024-09-01 16:51:01,255 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0104s, count=603, qps in this process: 20.093 (mp_runner.py:76) +2024-09-01 16:51:01,269 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0154s, count=604, qps in this process: 20.123 (mp_runner.py:76) +2024-09-01 16:51:01,274 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0229s, count=604, qps in this process: 20.118 (mp_runner.py:76) +2024-09-01 16:51:01,275 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0083s, count=604, qps in this process: 20.1278 (mp_runner.py:76) +2024-09-01 16:51:01,290 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0258s, count=604, qps in this process: 20.116 (mp_runner.py:76) +2024-09-01 16:51:01,294 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0264s, count=605, qps in this process: 20.1489 (mp_runner.py:76) +2024-09-01 16:51:01,304 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0095s, count=605, qps in this process: 20.1603 (mp_runner.py:76) +2024-09-01 16:51:01,307 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0073s, count=607, qps in this process: 20.2284 (mp_runner.py:76) +2024-09-01 16:51:01,309 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0552s, count=605, qps in this process: 20.1296 (mp_runner.py:76) +2024-09-01 16:51:01,313 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0137s, count=604, qps in this process: 20.1241 (mp_runner.py:76) +2024-09-01 16:51:01,346 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0111s, count=607, qps in this process: 20.2258 (mp_runner.py:76) +2024-09-01 16:51:01,349 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0116s, count=609, qps in this process: 20.2922 (mp_runner.py:76) +2024-09-01 16:51:01,369 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0023s, count=608, qps in this process: 20.2651 (mp_runner.py:76) +2024-09-01 16:51:01,405 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.012s, count=611, qps in this process: 20.3585 (mp_runner.py:76) +2024-09-01 16:51:01,407 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0102s, count=614, qps in this process: 20.4597 (mp_runner.py:76) +2024-09-01 16:51:01,408 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0034s, count=611, qps in this process: 20.3644 (mp_runner.py:76) +2024-09-01 16:51:01,408 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0133s, count=615, qps in this process: 20.4909 (mp_runner.py:76) +2024-09-01 16:51:01,410 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0088s, count=615, qps in this process: 20.494 (mp_runner.py:76) +2024-09-01 16:51:01,410 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0061s, count=594, qps in this process: 19.796 (mp_runner.py:76) +2024-09-01 16:51:01,411 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.01s, count=615, qps in this process: 20.4932 (mp_runner.py:76) +2024-09-01 16:51:01,412 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0109s, count=614, qps in this process: 20.4592 (mp_runner.py:76) +2024-09-01 16:51:01,422 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0089s, count=616, qps in this process: 20.5272 (mp_runner.py:76) +2024-09-01 16:51:01,426 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0071s, count=613, qps in this process: 20.4285 (mp_runner.py:76) +2024-09-01 16:51:01,428 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0038s, count=613, qps in this process: 20.4307 (mp_runner.py:76) +2024-09-01 16:51:01,453 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0015s, count=618, qps in this process: 20.599 (mp_runner.py:76) +2024-09-01 16:51:01,453 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.005s, count=597, qps in this process: 19.8967 (mp_runner.py:76) +2024-09-01 16:51:01,455 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0053s, count=620, qps in this process: 20.663 (mp_runner.py:76) +2024-09-01 16:51:01,459 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0019s, count=603, qps in this process: 20.0987 (mp_runner.py:76) +2024-09-01 16:51:01,460 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0022s, count=621, qps in this process: 20.6985 (mp_runner.py:76) +2024-09-01 16:51:01,461 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0034s, count=620, qps in this process: 20.6643 (mp_runner.py:76) +2024-09-01 16:51:01,468 | INFO |End search in concurrency 70: dur=30.936132521997934s, total_count=42216, qps=1364.6179 (mp_runner.py:120) +2024-09-01 16:51:06,227 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1411.9772, serial_latency_p99=np.float64(0.0658), recall=np.float64(0.3992), ndcg=np.float64(0.5172), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[329.6239, 1114.4106, 1345.4213, 1380.9409, 1356.8008, 1367.6468, 1265.796, 1366.9188, 1380.9942, 1352.1207, 1332.9202, 1361.4452, 1411.9772, 1364.6179], conc_latency_p99_list=[np.float64(0.0015672919821008691), np.float64(0.0015682535108629964), np.float64(0.0019520342148403869), np.float64(0.0021235068127203704), np.float64(0.0022670824375818485), np.float64(0.0024056183901477197), np.float64(0.0027610468596834833), np.float64(0.002668731762601601), np.float64(0.0025678588355818647), np.float64(0.0028719513964679208), np.float64(0.0028367400871502466), np.float64(0.0029341821037611225), np.float64(0.0031068807370615106), np.float64(0.003136141596847665)]) (task_runner.py:197) +2024-09-01 16:51:06,228 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:39:34.838631'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1411.9772, serial_latency_p99=np.float64(0.0658), recall=np.float64(0.3992), ndcg=np.float64(0.5172), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[329.6239, 1114.4106, 1345.4213, 1380.9409, 1356.8008, 1367.6468, 1265.796, 1366.9188, 1380.9942, 1352.1207, 1332.9202, 1361.4452, 1411.9772, 1364.6179], conc_latency_p99_list=[np.float64(0.0015672919821008691), np.float64(0.0015682535108629964), np.float64(0.0019520342148403869), np.float64(0.0021235068127203704), np.float64(0.0022670824375818485), np.float64(0.0024056183901477197), np.float64(0.0027610468596834833), np.float64(0.002668731762601601), np.float64(0.0025678588355818647), np.float64(0.0028719513964679208), np.float64(0.0028367400871502466), np.float64(0.0029341821037611225), np.float64(0.0031068807370615106), np.float64(0.003136141596847665)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 16:51:06,228 | INFO |Task summary: run_id=d20c0, task_label=d20c061480ae4a21b3094a77a8bed3ec (models.py:346) +2024-09-01 16:51:06,228 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 16:51:06,228 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 16:51:06,228 | INFO |PgVector | 2024-09-01T16:39:34.838631 Performance1536D500K d20c061480ae4a21b3094a77a8bed3ec | 0.0 1411.9772 0.0658 0.3992 0 | :) (models.py:346) +2024-09-01 16:51:06,229 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json (models.py:204) +2024-09-01 16:51:06,229 | INFO |Success to finish task: label=d20c061480ae4a21b3094a77a8bed3ec, run_id=d20c061480ae4a21b3094a77a8bed3ec (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json b/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json new file mode 100644 index 000000000..471405f90 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json @@ -0,0 +1 @@ +{"run_id": "d20c061480ae4a21b3094a77a8bed3ec", "task_label": "d20c061480ae4a21b3094a77a8bed3ec", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1411.9772, "serial_latency_p99": 0.0658, "recall": 0.3992, "ndcg": 0.5172, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [329.6239, 1114.4106, 1345.4213, 1380.9409, 1356.8008, 1367.6468, 1265.796, 1366.9188, 1380.9942, 1352.1207, 1332.9202, 1361.4452, 1411.9772, 1364.6179], "conc_latency_p99_list": [0.0015672919821008691, 0.0015682535108629964, 0.0019520342148403869, 0.0021235068127203704, 0.0022670824375818485, 0.0024056183901477197, 0.0027610468596834833, 0.002668731762601601, 0.0025678588355818647, 0.0028719513964679208, 0.0028367400871502466, 0.0029341821037611225, 0.0031068807370615106, 0.003136141596847665]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T16:39:34.838631", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt b/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt new file mode 100644 index 000000000..fb27864df --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt @@ -0,0 +1,1185 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load +2024-09-01 17:29:42,945 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:29:42.933622', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 17:29:42,945 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:29:42.933622', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 17:29:42,945 | INFO |generated uuid for the tasks: 0c6ee58d82a044b6a960539a47be34e2 (interface.py:66) +2024-09-01 17:29:43,006 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 17:29:43,006 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 17:29:43,006 | INFO | PgVector-2024-09-01T17:29:42.933622 | Performance OpenAI-MEDIUM-500K None | 0c6ee58d82a044b6a960539a47be34e2 (task_runner.py:340) +2024-09-01 17:29:43,006 | INFO |task submitted: id=0c6ee58d82a044b6a960539a47be34e2, 0c6ee58d82a044b6a960539a47be34e2, case number: 1 (interface.py:231) +2024-09-01 17:29:43,419 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:29:42.933622'}, drop_old=False (interface.py:164) +2024-09-01 17:29:43,419 | INFO |Starting run (task_runner.py:100) +2024-09-01 17:29:43,498 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 17:29:44,093 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 17:29:44,139 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 17:29:44,163 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 17:29:44,163 | INFO |Start performance case (task_runner.py:158) +2024-09-01 17:29:44,175 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:29:44,175 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 17:29:44,175 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 17:29:44,176 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 17:29:44,220 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 17:29:44,775 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 17:29:44,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:29:44,795 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 17:29:44,795 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 17:29:49,085 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.029894276001869002, latest recall=0.99 (serial_runner.py:202) +2024-09-01 17:29:52,464 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.028487990002759034, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:29:55,841 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.019540516997949453, latest recall=0.98 (serial_runner.py:202) +2024-09-01 17:29:58,985 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.02047155699983705, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:30:02,013 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.020270329998311354, latest recall=0.99 (serial_runner.py:202) +2024-09-01 17:30:05,261 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.028196267998282565, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:30:07,809 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.017063016999600222, latest recall=0.99 (serial_runner.py:202) +2024-09-01 17:30:10,715 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.020989047003240557, latest recall=0.99 (serial_runner.py:202) +2024-09-01 17:30:13,349 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.015104550002433825, latest recall=1.0 (serial_runner.py:202) +2024-09-01 17:30:16,203 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.02381682800114504, latest recall=0.97 (serial_runner.py:202) +2024-09-01 17:30:16,203 | INFO |SpawnProcess-1:1 search entire test_data: cost=22.0163s, queries=1000, avg_recall=0.9848, avg_ndcg=0.9868,avg_latency=0.022, p99=0.0528 (serial_runner.py:209) +2024-09-01 17:30:16,728 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:30:16,728 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 17:30:17,750 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 17:30:17,781 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:30:25,455 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.013823365999996895 (mp_runner.py:73) +2024-09-01 17:30:32,868 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.02052258200274082 (mp_runner.py:73) +2024-09-01 17:30:40,496 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.013688979001017287 (mp_runner.py:73) +2024-09-01 17:30:47,784 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0013s, count=1983, qps in this process: 66.0971 (mp_runner.py:76) +2024-09-01 17:30:47,785 | INFO |End search in concurrency 1: dur=30.03444090499761s, total_count=1983, qps=66.0242 (mp_runner.py:120) +2024-09-01 17:30:47,968 | INFO |Update largest qps with concurrency 1: current max_qps=66.0242 (mp_runner.py:124) +2024-09-01 17:30:48,377 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:30:48,377 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 17:30:53,417 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 17:30:53,464 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:30:53,464 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:30:53,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:30:53,469 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:30:53,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:07,737 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.02708227399853058 (mp_runner.py:73) +2024-09-01 17:31:07,737 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.024969609999971 (mp_runner.py:73) +2024-09-01 17:31:07,737 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.028762372003257042 (mp_runner.py:73) +2024-09-01 17:31:07,737 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.021168450002733152 (mp_runner.py:73) +2024-09-01 17:31:07,738 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0286044269996637 (mp_runner.py:73) +2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.03285162199972547 (mp_runner.py:73) +2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.035289710001961794 (mp_runner.py:73) +2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.03158814600101323 (mp_runner.py:73) +2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.03534127099919715 (mp_runner.py:73) +2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.03601939299915102 (mp_runner.py:73) +2024-09-01 17:31:23,475 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0105s, count=1042, qps in this process: 34.7212 (mp_runner.py:76) +2024-09-01 17:31:23,475 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0094s, count=1042, qps in this process: 34.7225 (mp_runner.py:76) +2024-09-01 17:31:23,475 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0102s, count=1042, qps in this process: 34.7215 (mp_runner.py:76) +2024-09-01 17:31:23,514 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0358s, count=1043, qps in this process: 34.7252 (mp_runner.py:76) +2024-09-01 17:31:23,514 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0307s, count=1043, qps in this process: 34.7311 (mp_runner.py:76) +2024-09-01 17:31:23,515 | INFO |End search in concurrency 5: dur=30.097226834997855s, total_count=5212, qps=173.1721 (mp_runner.py:120) +2024-09-01 17:31:23,823 | INFO |Update largest qps with concurrency 5: current max_qps=173.1721 (mp_runner.py:124) +2024-09-01 17:31:24,235 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:31:24,236 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 17:31:34,401 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 17:31:34,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,499 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,536 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,537 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,570 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,593 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:31:34,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:04,482 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0254s, count=421, qps in this process: 14.0215 (mp_runner.py:76) +2024-09-01 17:32:04,489 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0159s, count=421, qps in this process: 14.0259 (mp_runner.py:76) +2024-09-01 17:32:04,527 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0534s, count=422, qps in this process: 14.0417 (mp_runner.py:76) +2024-09-01 17:32:04,532 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0278s, count=422, qps in this process: 14.0536 (mp_runner.py:76) +2024-09-01 17:32:04,580 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.038s, count=423, qps in this process: 14.0822 (mp_runner.py:76) +2024-09-01 17:32:04,581 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0565s, count=423, qps in this process: 14.0735 (mp_runner.py:76) +2024-09-01 17:32:04,582 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0364s, count=423, qps in this process: 14.0829 (mp_runner.py:76) +2024-09-01 17:32:04,583 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.041s, count=423, qps in this process: 14.0808 (mp_runner.py:76) +2024-09-01 17:32:04,592 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0145s, count=423, qps in this process: 14.0932 (mp_runner.py:76) +2024-09-01 17:32:04,597 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0068s, count=423, qps in this process: 14.0968 (mp_runner.py:76) +2024-09-01 17:32:04,622 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0119s, count=424, qps in this process: 14.1277 (mp_runner.py:76) +2024-09-01 17:32:04,622 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0086s, count=424, qps in this process: 14.1293 (mp_runner.py:76) +2024-09-01 17:32:04,622 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0325s, count=424, qps in this process: 14.118 (mp_runner.py:76) +2024-09-01 17:32:04,625 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0238s, count=424, qps in this process: 14.1221 (mp_runner.py:76) +2024-09-01 17:32:04,652 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0162s, count=426, qps in this process: 14.1923 (mp_runner.py:76) +2024-09-01 17:32:04,654 | INFO |End search in concurrency 15: dur=30.251922224000737s, total_count=6346, qps=209.7718 (mp_runner.py:120) +2024-09-01 17:32:05,525 | INFO |Update largest qps with concurrency 15: current max_qps=209.7718 (mp_runner.py:124) +2024-09-01 17:32:05,932 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:32:05,932 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 17:32:16,241 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 17:32:16,287 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,357 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,371 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,429 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,459 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,459 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,466 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,466 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,469 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:16,478 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:46,381 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0485s, count=311, qps in this process: 10.3499 (mp_runner.py:76) +2024-09-01 17:32:46,382 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0055s, count=311, qps in this process: 10.3648 (mp_runner.py:76) +2024-09-01 17:32:46,388 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0069s, count=311, qps in this process: 10.3643 (mp_runner.py:76) +2024-09-01 17:32:46,390 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.1019s, count=311, qps in this process: 10.3316 (mp_runner.py:76) +2024-09-01 17:32:46,398 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0653s, count=311, qps in this process: 10.3442 (mp_runner.py:76) +2024-09-01 17:32:46,398 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0426s, count=311, qps in this process: 10.352 (mp_runner.py:76) +2024-09-01 17:32:46,408 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0456s, count=311, qps in this process: 10.3509 (mp_runner.py:76) +2024-09-01 17:32:46,461 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0261s, count=312, qps in this process: 10.391 (mp_runner.py:76) +2024-09-01 17:32:46,462 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0081s, count=312, qps in this process: 10.3972 (mp_runner.py:76) +2024-09-01 17:32:46,469 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0031s, count=312, qps in this process: 10.3989 (mp_runner.py:76) +2024-09-01 17:32:46,510 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0395s, count=313, qps in this process: 10.4196 (mp_runner.py:76) +2024-09-01 17:32:46,512 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0222s, count=313, qps in this process: 10.4256 (mp_runner.py:76) +2024-09-01 17:32:46,512 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0298s, count=313, qps in this process: 10.423 (mp_runner.py:76) +2024-09-01 17:32:46,513 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0275s, count=313, qps in this process: 10.4238 (mp_runner.py:76) +2024-09-01 17:32:46,514 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0437s, count=313, qps in this process: 10.4182 (mp_runner.py:76) +2024-09-01 17:32:46,515 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0378s, count=313, qps in this process: 10.4202 (mp_runner.py:76) +2024-09-01 17:32:46,519 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0367s, count=313, qps in this process: 10.4206 (mp_runner.py:76) +2024-09-01 17:32:46,520 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.054s, count=313, qps in this process: 10.4146 (mp_runner.py:76) +2024-09-01 17:32:46,520 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0345s, count=313, qps in this process: 10.4213 (mp_runner.py:76) +2024-09-01 17:32:46,521 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0388s, count=313, qps in this process: 10.4199 (mp_runner.py:76) +2024-09-01 17:32:46,522 | INFO |End search in concurrency 20: dur=30.280518193998432s, total_count=6243, qps=206.1722 (mp_runner.py:120) +2024-09-01 17:32:48,128 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:32:48,129 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 17:32:58,437 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 17:32:58,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,550 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,564 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,567 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,584 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,593 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,599 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,669 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,676 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,740 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,758 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,758 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:32:58,795 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:28,595 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0876s, count=258, qps in this process: 8.575 (mp_runner.py:76) +2024-09-01 17:33:28,596 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0082s, count=258, qps in this process: 8.5976 (mp_runner.py:76) +2024-09-01 17:33:28,596 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0286s, count=258, qps in this process: 8.5918 (mp_runner.py:76) +2024-09-01 17:33:28,597 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0414s, count=258, qps in this process: 8.5881 (mp_runner.py:76) +2024-09-01 17:33:28,612 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0026s, count=258, qps in this process: 8.5993 (mp_runner.py:76) +2024-09-01 17:33:28,613 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0446s, count=258, qps in this process: 8.5872 (mp_runner.py:76) +2024-09-01 17:33:28,634 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0445s, count=258, qps in this process: 8.5873 (mp_runner.py:76) +2024-09-01 17:33:28,683 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.023s, count=259, qps in this process: 8.6267 (mp_runner.py:76) +2024-09-01 17:33:28,684 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0808s, count=259, qps in this process: 8.6101 (mp_runner.py:76) +2024-09-01 17:33:28,688 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0127s, count=259, qps in this process: 8.6297 (mp_runner.py:76) +2024-09-01 17:33:28,695 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0118s, count=259, qps in this process: 8.6299 (mp_runner.py:76) +2024-09-01 17:33:28,701 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0258s, count=259, qps in this process: 8.6259 (mp_runner.py:76) +2024-09-01 17:33:28,713 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0381s, count=260, qps in this process: 8.6557 (mp_runner.py:76) +2024-09-01 17:33:28,731 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0564s, count=260, qps in this process: 8.6504 (mp_runner.py:76) +2024-09-01 17:33:28,776 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0162s, count=261, qps in this process: 8.6953 (mp_runner.py:76) +2024-09-01 17:33:28,777 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0192s, count=261, qps in this process: 8.6944 (mp_runner.py:76) +2024-09-01 17:33:28,777 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0199s, count=261, qps in this process: 8.6942 (mp_runner.py:76) +2024-09-01 17:33:28,780 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0257s, count=261, qps in this process: 8.6926 (mp_runner.py:76) +2024-09-01 17:33:28,780 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0266s, count=261, qps in this process: 8.6923 (mp_runner.py:76) +2024-09-01 17:33:28,781 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0196s, count=261, qps in this process: 8.6943 (mp_runner.py:76) +2024-09-01 17:33:28,782 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0282s, count=261, qps in this process: 8.6918 (mp_runner.py:76) +2024-09-01 17:33:28,782 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0167s, count=261, qps in this process: 8.6952 (mp_runner.py:76) +2024-09-01 17:33:28,788 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0219s, count=261, qps in this process: 8.6937 (mp_runner.py:76) +2024-09-01 17:33:28,812 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0064s, count=262, qps in this process: 8.7315 (mp_runner.py:76) +2024-09-01 17:33:28,813 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0225s, count=262, qps in this process: 8.7268 (mp_runner.py:76) +2024-09-01 17:33:28,814 | INFO |End search in concurrency 25: dur=30.37638549300027s, total_count=6494, qps=213.7845 (mp_runner.py:120) +2024-09-01 17:33:30,398 | INFO |Update largest qps with concurrency 25: current max_qps=213.7845 (mp_runner.py:124) +2024-09-01 17:33:30,810 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:33:30,811 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 17:33:41,213 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 17:33:41,260 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,300 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,352 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,369 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,468 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,481 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,485 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,495 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,506 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,506 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,506 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,507 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,513 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,542 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,574 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:33:41,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:11,357 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0965s, count=219, qps in this process: 7.2766 (mp_runner.py:76) +2024-09-01 17:34:11,366 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0658s, count=219, qps in this process: 7.284 (mp_runner.py:76) +2024-09-01 17:34:11,372 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0182s, count=219, qps in this process: 7.2956 (mp_runner.py:76) +2024-09-01 17:34:11,479 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0777s, count=220, qps in this process: 7.3144 (mp_runner.py:76) +2024-09-01 17:34:11,489 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0844s, count=220, qps in this process: 7.3128 (mp_runner.py:76) +2024-09-01 17:34:11,489 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.1071s, count=220, qps in this process: 7.3072 (mp_runner.py:76) +2024-09-01 17:34:11,495 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.1233s, count=220, qps in this process: 7.3033 (mp_runner.py:76) +2024-09-01 17:34:11,496 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0113s, count=220, qps in this process: 7.3306 (mp_runner.py:76) +2024-09-01 17:34:11,511 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0037s, count=220, qps in this process: 7.3324 (mp_runner.py:76) +2024-09-01 17:34:11,513 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0205s, count=220, qps in this process: 7.3283 (mp_runner.py:76) +2024-09-01 17:34:11,516 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0464s, count=220, qps in this process: 7.322 (mp_runner.py:76) +2024-09-01 17:34:11,519 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0058s, count=220, qps in this process: 7.3319 (mp_runner.py:76) +2024-09-01 17:34:11,521 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0372s, count=220, qps in this process: 7.3243 (mp_runner.py:76) +2024-09-01 17:34:11,534 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0268s, count=220, qps in this process: 7.3268 (mp_runner.py:76) +2024-09-01 17:34:11,569 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0234s, count=221, qps in this process: 7.3609 (mp_runner.py:76) +2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0232s, count=221, qps in this process: 7.361 (mp_runner.py:76) +2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.018s, count=221, qps in this process: 7.3622 (mp_runner.py:76) +2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0485s, count=221, qps in this process: 7.3548 (mp_runner.py:76) +2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0187s, count=221, qps in this process: 7.3621 (mp_runner.py:76) +2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0237s, count=221, qps in this process: 7.3609 (mp_runner.py:76) +2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0049s, count=221, qps in this process: 7.3655 (mp_runner.py:76) +2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0193s, count=221, qps in this process: 7.3619 (mp_runner.py:76) +2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0574s, count=221, qps in this process: 7.3526 (mp_runner.py:76) +2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0317s, count=221, qps in this process: 7.3589 (mp_runner.py:76) +2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.05s, count=221, qps in this process: 7.3544 (mp_runner.py:76) +2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0691s, count=221, qps in this process: 7.3497 (mp_runner.py:76) +2024-09-01 17:34:11,575 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0682s, count=221, qps in this process: 7.35 (mp_runner.py:76) +2024-09-01 17:34:11,584 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.1014s, count=221, qps in this process: 7.3419 (mp_runner.py:76) +2024-09-01 17:34:11,605 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0197s, count=222, qps in this process: 7.3951 (mp_runner.py:76) +2024-09-01 17:34:11,606 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0116s, count=222, qps in this process: 7.3971 (mp_runner.py:76) +2024-09-01 17:34:11,607 | INFO |End search in concurrency 30: dur=30.393905672000983s, total_count=6615, qps=217.6423 (mp_runner.py:120) +2024-09-01 17:34:13,515 | INFO |Update largest qps with concurrency 30: current max_qps=217.6423 (mp_runner.py:124) +2024-09-01 17:34:13,921 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:34:13,921 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 17:34:24,434 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 17:34:24,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,608 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,686 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,686 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,695 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,721 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,738 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,752 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,764 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,766 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,775 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,814 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,820 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,839 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:24,869 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:34:54,712 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.1139s, count=195, qps in this process: 6.4754 (mp_runner.py:76) +2024-09-01 17:34:54,712 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0221s, count=195, qps in this process: 6.4952 (mp_runner.py:76) +2024-09-01 17:34:54,712 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0929s, count=195, qps in this process: 6.4799 (mp_runner.py:76) +2024-09-01 17:34:54,713 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0118s, count=195, qps in this process: 6.4974 (mp_runner.py:76) +2024-09-01 17:34:54,729 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0344s, count=195, qps in this process: 6.4926 (mp_runner.py:76) +2024-09-01 17:34:54,731 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.1378s, count=195, qps in this process: 6.4703 (mp_runner.py:76) +2024-09-01 17:34:54,735 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.147s, count=195, qps in this process: 6.4683 (mp_runner.py:76) +2024-09-01 17:34:54,736 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.1134s, count=195, qps in this process: 6.4755 (mp_runner.py:76) +2024-09-01 17:34:54,866 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0474s, count=196, qps in this process: 6.523 (mp_runner.py:76) +2024-09-01 17:34:54,866 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0166s, count=196, qps in this process: 6.5297 (mp_runner.py:76) +2024-09-01 17:34:54,866 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0991s, count=196, qps in this process: 6.5118 (mp_runner.py:76) +2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0283s, count=196, qps in this process: 6.5272 (mp_runner.py:76) +2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.1283s, count=196, qps in this process: 6.5055 (mp_runner.py:76) +2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0283s, count=196, qps in this process: 6.5272 (mp_runner.py:76) +2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0177s, count=196, qps in this process: 6.5295 (mp_runner.py:76) +2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0859s, count=196, qps in this process: 6.5147 (mp_runner.py:76) +2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0383s, count=196, qps in this process: 6.525 (mp_runner.py:76) +2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.1175s, count=196, qps in this process: 6.5078 (mp_runner.py:76) +2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.1146s, count=196, qps in this process: 6.5085 (mp_runner.py:76) +2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0293s, count=196, qps in this process: 6.527 (mp_runner.py:76) +2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.118s, count=196, qps in this process: 6.5077 (mp_runner.py:76) +2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.1015s, count=196, qps in this process: 6.5113 (mp_runner.py:76) +2024-09-01 17:34:54,869 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0304s, count=196, qps in this process: 6.5267 (mp_runner.py:76) +2024-09-01 17:34:54,871 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0214s, count=196, qps in this process: 6.5287 (mp_runner.py:76) +2024-09-01 17:34:54,873 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.1224s, count=196, qps in this process: 6.5068 (mp_runner.py:76) +2024-09-01 17:34:54,873 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.1492s, count=196, qps in this process: 6.501 (mp_runner.py:76) +2024-09-01 17:34:54,880 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0414s, count=196, qps in this process: 6.5243 (mp_runner.py:76) +2024-09-01 17:34:54,880 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0947s, count=196, qps in this process: 6.5128 (mp_runner.py:76) +2024-09-01 17:34:54,881 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0423s, count=196, qps in this process: 6.5241 (mp_runner.py:76) +2024-09-01 17:34:54,880 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.1294s, count=196, qps in this process: 6.5053 (mp_runner.py:76) +2024-09-01 17:34:54,882 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.1314s, count=196, qps in this process: 6.5048 (mp_runner.py:76) +2024-09-01 17:34:54,883 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.1409s, count=196, qps in this process: 6.5028 (mp_runner.py:76) +2024-09-01 17:34:54,884 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0427s, count=196, qps in this process: 6.524 (mp_runner.py:76) +2024-09-01 17:34:54,886 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0099s, count=196, qps in this process: 6.5312 (mp_runner.py:76) +2024-09-01 17:34:54,904 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0224s, count=197, qps in this process: 6.5618 (mp_runner.py:76) +2024-09-01 17:34:54,905 | INFO |End search in concurrency 35: dur=30.471578230997693s, total_count=6853, qps=224.8981 (mp_runner.py:120) +2024-09-01 17:34:57,186 | INFO |Update largest qps with concurrency 35: current max_qps=224.8981 (mp_runner.py:124) +2024-09-01 17:34:57,595 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:34:57,595 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 17:35:08,221 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 17:35:08,438 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,448 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,531 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,581 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,581 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,583 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,583 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,585 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,593 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,614 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,631 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,634 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,648 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,649 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,655 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,686 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,686 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,721 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,738 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:08,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:38,460 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0203s, count=170, qps in this process: 5.6628 (mp_runner.py:76) +2024-09-01 17:35:38,532 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0806s, count=170, qps in this process: 5.6515 (mp_runner.py:76) +2024-09-01 17:35:38,542 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0078s, count=170, qps in this process: 5.6652 (mp_runner.py:76) +2024-09-01 17:35:38,645 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0563s, count=171, qps in this process: 5.6893 (mp_runner.py:76) +2024-09-01 17:35:38,646 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0578s, count=171, qps in this process: 5.689 (mp_runner.py:76) +2024-09-01 17:35:38,652 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.046s, count=171, qps in this process: 5.6913 (mp_runner.py:76) +2024-09-01 17:35:38,653 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0667s, count=171, qps in this process: 5.6874 (mp_runner.py:76) +2024-09-01 17:35:38,656 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.05s, count=171, qps in this process: 5.6905 (mp_runner.py:76) +2024-09-01 17:35:38,656 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0877s, count=171, qps in this process: 5.6834 (mp_runner.py:76) +2024-09-01 17:35:38,660 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0092s, count=171, qps in this process: 5.6983 (mp_runner.py:76) +2024-09-01 17:35:38,664 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0383s, count=171, qps in this process: 5.6927 (mp_runner.py:76) +2024-09-01 17:35:38,668 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.081s, count=171, qps in this process: 5.6847 (mp_runner.py:76) +2024-09-01 17:35:38,675 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0691s, count=171, qps in this process: 5.6869 (mp_runner.py:76) +2024-09-01 17:35:38,680 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0925s, count=171, qps in this process: 5.6825 (mp_runner.py:76) +2024-09-01 17:35:38,680 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0423s, count=171, qps in this process: 5.692 (mp_runner.py:76) +2024-09-01 17:35:38,680 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0053s, count=171, qps in this process: 5.699 (mp_runner.py:76) +2024-09-01 17:35:38,684 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0333s, count=171, qps in this process: 5.6937 (mp_runner.py:76) +2024-09-01 17:35:38,684 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0356s, count=171, qps in this process: 5.6932 (mp_runner.py:76) +2024-09-01 17:35:38,685 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0156s, count=171, qps in this process: 5.697 (mp_runner.py:76) +2024-09-01 17:35:38,685 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0277s, count=171, qps in this process: 5.6947 (mp_runner.py:76) +2024-09-01 17:35:38,686 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0929s, count=171, qps in this process: 5.6824 (mp_runner.py:76) +2024-09-01 17:35:38,686 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0976s, count=171, qps in this process: 5.6815 (mp_runner.py:76) +2024-09-01 17:35:38,687 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.1012s, count=171, qps in this process: 5.6808 (mp_runner.py:76) +2024-09-01 17:35:38,689 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0833s, count=171, qps in this process: 5.6842 (mp_runner.py:76) +2024-09-01 17:35:38,692 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.1025s, count=171, qps in this process: 5.6806 (mp_runner.py:76) +2024-09-01 17:35:38,692 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0697s, count=171, qps in this process: 5.6868 (mp_runner.py:76) +2024-09-01 17:35:38,701 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0253s, count=171, qps in this process: 5.6952 (mp_runner.py:76) +2024-09-01 17:35:38,702 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.1174s, count=171, qps in this process: 5.6778 (mp_runner.py:76) +2024-09-01 17:35:38,705 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0713s, count=171, qps in this process: 5.6865 (mp_runner.py:76) +2024-09-01 17:35:38,709 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.1033s, count=171, qps in this process: 5.6804 (mp_runner.py:76) +2024-09-01 17:35:38,747 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0178s, count=172, qps in this process: 5.7299 (mp_runner.py:76) +2024-09-01 17:35:38,747 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0539s, count=172, qps in this process: 5.7231 (mp_runner.py:76) +2024-09-01 17:35:38,748 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.1s, count=172, qps in this process: 5.7143 (mp_runner.py:76) +2024-09-01 17:35:38,748 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0732s, count=172, qps in this process: 5.7194 (mp_runner.py:76) +2024-09-01 17:35:38,749 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0083s, count=172, qps in this process: 5.7317 (mp_runner.py:76) +2024-09-01 17:35:38,749 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0084s, count=172, qps in this process: 5.7317 (mp_runner.py:76) +2024-09-01 17:35:38,749 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0555s, count=172, qps in this process: 5.7227 (mp_runner.py:76) +2024-09-01 17:35:38,752 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0766s, count=172, qps in this process: 5.7187 (mp_runner.py:76) +2024-09-01 17:35:38,754 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0048s, count=172, qps in this process: 5.7324 (mp_runner.py:76) +2024-09-01 17:35:38,772 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.017s, count=173, qps in this process: 5.7634 (mp_runner.py:76) +2024-09-01 17:35:38,774 | INFO |End search in concurrency 40: dur=30.550762681999913s, total_count=6848, qps=224.1515 (mp_runner.py:120) +2024-09-01 17:35:41,870 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:35:41,870 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 17:35:52,705 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 17:35:52,848 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:52,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:52,884 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:52,915 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:52,975 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:52,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:52,989 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,070 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,070 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,091 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,099 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,110 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,116 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,116 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,125 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,132 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,175 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,177 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,222 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,223 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,241 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,266 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,286 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,294 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,306 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,306 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:35:53,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:22,856 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0071s, count=151, qps in this process: 5.0321 (mp_runner.py:76) +2024-09-01 17:36:22,901 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0371s, count=151, qps in this process: 5.0271 (mp_runner.py:76) +2024-09-01 17:36:23,047 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0536s, count=152, qps in this process: 5.0576 (mp_runner.py:76) +2024-09-01 17:36:23,052 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.1224s, count=152, qps in this process: 5.0461 (mp_runner.py:76) +2024-09-01 17:36:23,059 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.082s, count=152, qps in this process: 5.0529 (mp_runner.py:76) +2024-09-01 17:36:23,100 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0017s, count=152, qps in this process: 5.0664 (mp_runner.py:76) +2024-09-01 17:36:23,106 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.1057s, count=152, qps in this process: 5.0489 (mp_runner.py:76) +2024-09-01 17:36:23,116 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.2244s, count=152, qps in this process: 5.029 (mp_runner.py:76) +2024-09-01 17:36:23,133 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0263s, count=152, qps in this process: 5.0622 (mp_runner.py:76) +2024-09-01 17:36:23,162 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0859s, count=152, qps in this process: 5.0522 (mp_runner.py:76) +2024-09-01 17:36:23,245 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.1242s, count=153, qps in this process: 5.079 (mp_runner.py:76) +2024-09-01 17:36:23,246 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.1254s, count=153, qps in this process: 5.0788 (mp_runner.py:76) +2024-09-01 17:36:23,247 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.114s, count=153, qps in this process: 5.0807 (mp_runner.py:76) +2024-09-01 17:36:23,248 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0336s, count=153, qps in this process: 5.0943 (mp_runner.py:76) +2024-09-01 17:36:23,249 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.1316s, count=153, qps in this process: 5.0777 (mp_runner.py:76) +2024-09-01 17:36:23,250 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0602s, count=153, qps in this process: 5.0898 (mp_runner.py:76) +2024-09-01 17:36:23,252 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0735s, count=153, qps in this process: 5.0875 (mp_runner.py:76) +2024-09-01 17:36:23,253 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.1765s, count=153, qps in this process: 5.0702 (mp_runner.py:76) +2024-09-01 17:36:23,255 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0961s, count=153, qps in this process: 5.0837 (mp_runner.py:76) +2024-09-01 17:36:23,256 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0743s, count=153, qps in this process: 5.0874 (mp_runner.py:76) +2024-09-01 17:36:23,259 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0006s, count=153, qps in this process: 5.0999 (mp_runner.py:76) +2024-09-01 17:36:23,260 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.1441s, count=153, qps in this process: 5.0756 (mp_runner.py:76) +2024-09-01 17:36:23,261 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0038s, count=153, qps in this process: 5.0994 (mp_runner.py:76) +2024-09-01 17:36:23,263 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.1291s, count=153, qps in this process: 5.0781 (mp_runner.py:76) +2024-09-01 17:36:23,264 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0058s, count=153, qps in this process: 5.099 (mp_runner.py:76) +2024-09-01 17:36:23,266 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0931s, count=153, qps in this process: 5.0842 (mp_runner.py:76) +2024-09-01 17:36:23,272 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0496s, count=153, qps in this process: 5.0916 (mp_runner.py:76) +2024-09-01 17:36:23,274 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0478s, count=153, qps in this process: 5.0919 (mp_runner.py:76) +2024-09-01 17:36:23,277 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.1045s, count=153, qps in this process: 5.0823 (mp_runner.py:76) +2024-09-01 17:36:23,281 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.1935s, count=153, qps in this process: 5.0673 (mp_runner.py:76) +2024-09-01 17:36:23,282 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.1223s, count=153, qps in this process: 5.0793 (mp_runner.py:76) +2024-09-01 17:36:23,286 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.1986s, count=153, qps in this process: 5.0665 (mp_runner.py:76) +2024-09-01 17:36:23,286 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0686s, count=153, qps in this process: 5.0884 (mp_runner.py:76) +2024-09-01 17:36:23,290 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0834s, count=153, qps in this process: 5.0859 (mp_runner.py:76) +2024-09-01 17:36:23,290 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.117s, count=153, qps in this process: 5.0802 (mp_runner.py:76) +2024-09-01 17:36:23,291 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.1446s, count=153, qps in this process: 5.0755 (mp_runner.py:76) +2024-09-01 17:36:23,291 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0577s, count=153, qps in this process: 5.0902 (mp_runner.py:76) +2024-09-01 17:36:23,294 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0876s, count=153, qps in this process: 5.0852 (mp_runner.py:76) +2024-09-01 17:36:23,297 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.1248s, count=153, qps in this process: 5.0789 (mp_runner.py:76) +2024-09-01 17:36:23,332 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0551s, count=154, qps in this process: 5.1239 (mp_runner.py:76) +2024-09-01 17:36:23,332 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0141s, count=154, qps in this process: 5.1309 (mp_runner.py:76) +2024-09-01 17:36:23,333 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0312s, count=154, qps in this process: 5.128 (mp_runner.py:76) +2024-09-01 17:36:23,333 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0074s, count=154, qps in this process: 5.1321 (mp_runner.py:76) +2024-09-01 17:36:23,333 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0119s, count=154, qps in this process: 5.1313 (mp_runner.py:76) +2024-09-01 17:36:23,334 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0321s, count=154, qps in this process: 5.1278 (mp_runner.py:76) +2024-09-01 17:36:23,335 | INFO |End search in concurrency 45: dur=30.62778034800067s, total_count=6879, qps=224.6 (mp_runner.py:120) +2024-09-01 17:36:26,695 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:36:26,695 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 17:36:47,614 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 17:36:47,828 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,874 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,875 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,876 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,901 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,936 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,936 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,969 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,976 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,980 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,984 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,984 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,994 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:47,997 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,006 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,068 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,092 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,093 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,096 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,107 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,129 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,136 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,143 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,151 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,165 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,165 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,194 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,205 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,218 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,234 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,246 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,259 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,259 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,259 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,295 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,329 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:36:48,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:18,012 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0184s, count=141, qps in this process: 4.6971 (mp_runner.py:76) +2024-09-01 17:37:18,013 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0121s, count=141, qps in this process: 4.6981 (mp_runner.py:76) +2024-09-01 17:37:18,021 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0102s, count=141, qps in this process: 4.6984 (mp_runner.py:76) +2024-09-01 17:37:18,024 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0378s, count=141, qps in this process: 4.6941 (mp_runner.py:76) +2024-09-01 17:37:18,025 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0501s, count=141, qps in this process: 4.6922 (mp_runner.py:76) +2024-09-01 17:37:18,029 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.1145s, count=141, qps in this process: 4.6821 (mp_runner.py:76) +2024-09-01 17:37:18,048 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.062s, count=141, qps in this process: 4.6903 (mp_runner.py:76) +2024-09-01 17:37:18,051 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.1731s, count=141, qps in this process: 4.673 (mp_runner.py:76) +2024-09-01 17:37:18,052 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.1739s, count=141, qps in this process: 4.6729 (mp_runner.py:76) +2024-09-01 17:37:18,057 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.1794s, count=141, qps in this process: 4.6721 (mp_runner.py:76) +2024-09-01 17:37:18,059 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.1569s, count=141, qps in this process: 4.6755 (mp_runner.py:76) +2024-09-01 17:37:18,060 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0519s, count=141, qps in this process: 4.6919 (mp_runner.py:76) +2024-09-01 17:37:18,062 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.1182s, count=141, qps in this process: 4.6816 (mp_runner.py:76) +2024-09-01 17:37:18,083 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.1393s, count=141, qps in this process: 4.6783 (mp_runner.py:76) +2024-09-01 17:37:18,090 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.082s, count=141, qps in this process: 4.6872 (mp_runner.py:76) +2024-09-01 17:37:18,094 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.2568s, count=141, qps in this process: 4.6601 (mp_runner.py:76) +2024-09-01 17:37:18,094 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0071s, count=141, qps in this process: 4.6989 (mp_runner.py:76) +2024-09-01 17:37:18,096 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.1167s, count=141, qps in this process: 4.6818 (mp_runner.py:76) +2024-09-01 17:37:18,109 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.1268s, count=141, qps in this process: 4.6802 (mp_runner.py:76) +2024-09-01 17:37:18,114 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.1279s, count=141, qps in this process: 4.68 (mp_runner.py:76) +2024-09-01 17:37:18,115 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.119s, count=141, qps in this process: 4.6814 (mp_runner.py:76) +2024-09-01 17:37:18,117 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.039s, count=141, qps in this process: 4.6939 (mp_runner.py:76) +2024-09-01 17:37:18,221 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0473s, count=142, qps in this process: 4.7259 (mp_runner.py:76) +2024-09-01 17:37:18,223 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0216s, count=142, qps in this process: 4.7299 (mp_runner.py:76) +2024-09-01 17:37:18,225 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0072s, count=142, qps in this process: 4.7322 (mp_runner.py:76) +2024-09-01 17:37:18,225 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0677s, count=142, qps in this process: 4.7227 (mp_runner.py:76) +2024-09-01 17:37:18,227 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0534s, count=142, qps in this process: 4.7249 (mp_runner.py:76) +2024-09-01 17:37:18,228 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0901s, count=142, qps in this process: 4.7192 (mp_runner.py:76) +2024-09-01 17:37:18,229 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0814s, count=142, qps in this process: 4.7205 (mp_runner.py:76) +2024-09-01 17:37:18,230 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.1339s, count=142, qps in this process: 4.7123 (mp_runner.py:76) +2024-09-01 17:37:18,231 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0239s, count=142, qps in this process: 4.7296 (mp_runner.py:76) +2024-09-01 17:37:18,232 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0093s, count=142, qps in this process: 4.7319 (mp_runner.py:76) +2024-09-01 17:37:18,232 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0747s, count=142, qps in this process: 4.7216 (mp_runner.py:76) +2024-09-01 17:37:18,236 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.089s, count=142, qps in this process: 4.7193 (mp_runner.py:76) +2024-09-01 17:37:18,239 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.1439s, count=142, qps in this process: 4.7107 (mp_runner.py:76) +2024-09-01 17:37:18,239 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.1217s, count=142, qps in this process: 4.7142 (mp_runner.py:76) +2024-09-01 17:37:18,244 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0437s, count=142, qps in this process: 4.7264 (mp_runner.py:76) +2024-09-01 17:37:18,244 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.146s, count=142, qps in this process: 4.7104 (mp_runner.py:76) +2024-09-01 17:37:18,307 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0654s, count=143, qps in this process: 4.7563 (mp_runner.py:76) +2024-09-01 17:37:18,311 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0092s, count=143, qps in this process: 4.7652 (mp_runner.py:76) +2024-09-01 17:37:18,312 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0106s, count=143, qps in this process: 4.765 (mp_runner.py:76) +2024-09-01 17:37:18,315 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0521s, count=143, qps in this process: 4.7584 (mp_runner.py:76) +2024-09-01 17:37:18,317 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0544s, count=143, qps in this process: 4.758 (mp_runner.py:76) +2024-09-01 17:37:18,325 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0616s, count=143, qps in this process: 4.7569 (mp_runner.py:76) +2024-09-01 17:37:18,326 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0777s, count=143, qps in this process: 4.7544 (mp_runner.py:76) +2024-09-01 17:37:18,349 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0019s, count=144, qps in this process: 4.7997 (mp_runner.py:76) +2024-09-01 17:37:18,350 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0054s, count=144, qps in this process: 4.7991 (mp_runner.py:76) +2024-09-01 17:37:18,351 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0012s, count=144, qps in this process: 4.7998 (mp_runner.py:76) +2024-09-01 17:37:18,373 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.024s, count=145, qps in this process: 4.8295 (mp_runner.py:76) +2024-09-01 17:37:18,405 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0145s, count=147, qps in this process: 4.8976 (mp_runner.py:76) +2024-09-01 17:37:18,406 | INFO |End search in concurrency 50: dur=30.79095056799997s, total_count=7099, qps=230.5548 (mp_runner.py:120) +2024-09-01 17:37:21,698 | INFO |Update largest qps with concurrency 50: current max_qps=230.5548 (mp_runner.py:124) +2024-09-01 17:37:22,105 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:37:22,105 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 17:37:43,273 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 17:37:43,321 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,327 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,416 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,448 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,519 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,539 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,556 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,675 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,676 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,715 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,754 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,765 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,768 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,840 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,863 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,868 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,924 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,924 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,924 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,929 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,945 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,946 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,949 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,950 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,950 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,955 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,975 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:43,990 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,009 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,010 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,021 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,026 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,035 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,035 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,076 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,106 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,110 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,110 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,131 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:37:44,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:13,333 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0108s, count=125, qps in this process: 4.1652 (mp_runner.py:76) +2024-09-01 17:38:13,508 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.1856s, count=126, qps in this process: 4.1742 (mp_runner.py:76) +2024-09-01 17:38:13,509 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.1809s, count=126, qps in this process: 4.1748 (mp_runner.py:76) +2024-09-01 17:38:13,510 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0682s, count=126, qps in this process: 4.1905 (mp_runner.py:76) +2024-09-01 17:38:13,512 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0542s, count=126, qps in this process: 4.1924 (mp_runner.py:76) +2024-09-01 17:38:13,613 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0677s, count=126, qps in this process: 4.1905 (mp_runner.py:76) +2024-09-01 17:38:13,751 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0558s, count=127, qps in this process: 4.2255 (mp_runner.py:76) +2024-09-01 17:38:13,754 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0002s, count=127, qps in this process: 4.2333 (mp_runner.py:76) +2024-09-01 17:38:13,768 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0288s, count=127, qps in this process: 4.2293 (mp_runner.py:76) +2024-09-01 17:38:13,775 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0975s, count=127, qps in this process: 4.2196 (mp_runner.py:76) +2024-09-01 17:38:13,783 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0008s, count=127, qps in this process: 4.2332 (mp_runner.py:76) +2024-09-01 17:38:13,789 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0207s, count=127, qps in this process: 4.2304 (mp_runner.py:76) +2024-09-01 17:38:13,797 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.229s, count=127, qps in this process: 4.2013 (mp_runner.py:76) +2024-09-01 17:38:13,833 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0671s, count=127, qps in this process: 4.2239 (mp_runner.py:76) +2024-09-01 17:38:13,839 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.3071s, count=127, qps in this process: 4.1904 (mp_runner.py:76) +2024-09-01 17:38:13,887 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.1617s, count=127, qps in this process: 4.2106 (mp_runner.py:76) +2024-09-01 17:38:13,900 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.026s, count=127, qps in this process: 4.2297 (mp_runner.py:76) +2024-09-01 17:38:13,902 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.028s, count=127, qps in this process: 4.2294 (mp_runner.py:76) +2024-09-01 17:38:13,932 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.1547s, count=128, qps in this process: 4.2448 (mp_runner.py:76) +2024-09-01 17:38:13,937 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.15s, count=128, qps in this process: 4.2454 (mp_runner.py:76) +2024-09-01 17:38:13,939 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.062s, count=128, qps in this process: 4.2579 (mp_runner.py:76) +2024-09-01 17:38:13,941 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0982s, count=128, qps in this process: 4.2527 (mp_runner.py:76) +2024-09-01 17:38:13,942 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0649s, count=128, qps in this process: 4.2575 (mp_runner.py:76) +2024-09-01 17:38:13,945 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.1579s, count=128, qps in this process: 4.2443 (mp_runner.py:76) +2024-09-01 17:38:13,945 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0165s, count=128, qps in this process: 4.2643 (mp_runner.py:76) +2024-09-01 17:38:13,946 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.1367s, count=128, qps in this process: 4.2473 (mp_runner.py:76) +2024-09-01 17:38:13,949 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.1613s, count=128, qps in this process: 4.2438 (mp_runner.py:76) +2024-09-01 17:38:13,950 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0212s, count=128, qps in this process: 4.2637 (mp_runner.py:76) +2024-09-01 17:38:13,955 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.026s, count=128, qps in this process: 4.263 (mp_runner.py:76) +2024-09-01 17:38:13,960 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0131s, count=128, qps in this process: 4.2648 (mp_runner.py:76) +2024-09-01 17:38:13,962 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0148s, count=128, qps in this process: 4.2646 (mp_runner.py:76) +2024-09-01 17:38:13,965 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0913s, count=128, qps in this process: 4.2537 (mp_runner.py:76) +2024-09-01 17:38:13,966 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.2012s, count=128, qps in this process: 4.2382 (mp_runner.py:76) +2024-09-01 17:38:13,969 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.1679s, count=128, qps in this process: 4.2429 (mp_runner.py:76) +2024-09-01 17:38:13,974 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.1198s, count=128, qps in this process: 4.2497 (mp_runner.py:76) +2024-09-01 17:38:13,984 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.05s, count=128, qps in this process: 4.2596 (mp_runner.py:76) +2024-09-01 17:38:13,995 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0404s, count=128, qps in this process: 4.2609 (mp_runner.py:76) +2024-09-01 17:38:14,108 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.1429s, count=129, qps in this process: 4.2796 (mp_runner.py:76) +2024-09-01 17:38:14,109 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.151s, count=129, qps in this process: 4.2785 (mp_runner.py:76) +2024-09-01 17:38:14,109 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0236s, count=129, qps in this process: 4.2966 (mp_runner.py:76) +2024-09-01 17:38:14,111 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.129s, count=129, qps in this process: 4.2816 (mp_runner.py:76) +2024-09-01 17:38:14,112 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0703s, count=129, qps in this process: 4.2899 (mp_runner.py:76) +2024-09-01 17:38:14,115 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.1284s, count=129, qps in this process: 4.2817 (mp_runner.py:76) +2024-09-01 17:38:14,117 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0987s, count=129, qps in this process: 4.2859 (mp_runner.py:76) +2024-09-01 17:38:14,119 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.078s, count=129, qps in this process: 4.2888 (mp_runner.py:76) +2024-09-01 17:38:14,120 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.101s, count=129, qps in this process: 4.2856 (mp_runner.py:76) +2024-09-01 17:38:14,120 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.1153s, count=129, qps in this process: 4.2835 (mp_runner.py:76) +2024-09-01 17:38:14,122 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0767s, count=129, qps in this process: 4.289 (mp_runner.py:76) +2024-09-01 17:38:14,123 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.1648s, count=129, qps in this process: 4.2765 (mp_runner.py:76) +2024-09-01 17:38:14,124 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0782s, count=129, qps in this process: 4.2888 (mp_runner.py:76) +2024-09-01 17:38:14,127 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0018s, count=129, qps in this process: 4.2997 (mp_runner.py:76) +2024-09-01 17:38:14,156 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.033s, count=130, qps in this process: 4.3286 (mp_runner.py:76) +2024-09-01 17:38:14,156 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0359s, count=130, qps in this process: 4.3282 (mp_runner.py:76) +2024-09-01 17:38:14,188 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0222s, count=131, qps in this process: 4.3634 (mp_runner.py:76) +2024-09-01 17:38:14,202 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0017s, count=132, qps in this process: 4.3998 (mp_runner.py:76) +2024-09-01 17:38:14,204 | INFO |End search in concurrency 55: dur=30.929475083001307s, total_count=7040, qps=227.6146 (mp_runner.py:120) +2024-09-01 17:38:18,205 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:38:18,206 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 17:38:39,582 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 17:38:39,641 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:39,796 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:39,898 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:39,927 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:39,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:39,939 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:39,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:39,953 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:39,961 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,002 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,020 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,033 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,087 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,092 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,096 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,121 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,127 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,127 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,133 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,133 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,153 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,159 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,177 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,179 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,185 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,239 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,282 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,294 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,306 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,313 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,314 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,389 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,402 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,457 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,457 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,513 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,553 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,580 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:38:40,614 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:09,754 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.1052s, count=115, qps in this process: 3.8199 (mp_runner.py:76) +2024-09-01 17:39:10,097 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0107s, count=116, qps in this process: 3.8653 (mp_runner.py:76) +2024-09-01 17:39:10,097 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.1668s, count=116, qps in this process: 3.8453 (mp_runner.py:76) +2024-09-01 17:39:10,098 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.1323s, count=116, qps in this process: 3.8497 (mp_runner.py:76) +2024-09-01 17:39:10,098 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.1459s, count=116, qps in this process: 3.848 (mp_runner.py:76) +2024-09-01 17:39:10,099 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0506s, count=116, qps in this process: 3.8602 (mp_runner.py:76) +2024-09-01 17:39:10,099 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0925s, count=116, qps in this process: 3.8548 (mp_runner.py:76) +2024-09-01 17:39:10,099 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0707s, count=116, qps in this process: 3.8576 (mp_runner.py:76) +2024-09-01 17:39:10,099 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0092s, count=116, qps in this process: 3.8655 (mp_runner.py:76) +2024-09-01 17:39:10,108 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0127s, count=116, qps in this process: 3.865 (mp_runner.py:76) +2024-09-01 17:39:10,108 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0217s, count=116, qps in this process: 3.8639 (mp_runner.py:76) +2024-09-01 17:39:10,109 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.1356s, count=116, qps in this process: 3.8493 (mp_runner.py:76) +2024-09-01 17:39:10,141 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.333s, count=116, qps in this process: 3.8242 (mp_runner.py:76) +2024-09-01 17:39:10,143 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.056s, count=116, qps in this process: 3.8595 (mp_runner.py:76) +2024-09-01 17:39:10,143 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.1924s, count=116, qps in this process: 3.842 (mp_runner.py:76) +2024-09-01 17:39:10,149 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.1972s, count=116, qps in this process: 3.8414 (mp_runner.py:76) +2024-09-01 17:39:10,152 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.2448s, count=116, qps in this process: 3.8354 (mp_runner.py:76) +2024-09-01 17:39:10,154 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0674s, count=116, qps in this process: 3.858 (mp_runner.py:76) +2024-09-01 17:39:10,314 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.1572s, count=117, qps in this process: 3.8797 (mp_runner.py:76) +2024-09-01 17:39:10,316 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0493s, count=117, qps in this process: 3.8936 (mp_runner.py:76) +2024-09-01 17:39:10,320 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0736s, count=117, qps in this process: 3.8905 (mp_runner.py:76) +2024-09-01 17:39:10,324 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.1907s, count=117, qps in this process: 3.8754 (mp_runner.py:76) +2024-09-01 17:39:10,327 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.1886s, count=117, qps in this process: 3.8756 (mp_runner.py:76) +2024-09-01 17:39:10,328 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.167s, count=117, qps in this process: 3.8784 (mp_runner.py:76) +2024-09-01 17:39:10,329 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.1906s, count=117, qps in this process: 3.8754 (mp_runner.py:76) +2024-09-01 17:39:10,333 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.1473s, count=117, qps in this process: 3.8809 (mp_runner.py:76) +2024-09-01 17:39:10,333 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.2277s, count=117, qps in this process: 3.8706 (mp_runner.py:76) +2024-09-01 17:39:10,335 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0533s, count=117, qps in this process: 3.8931 (mp_runner.py:76) +2024-09-01 17:39:10,335 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.1133s, count=117, qps in this process: 3.8853 (mp_runner.py:76) +2024-09-01 17:39:10,336 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.2052s, count=117, qps in this process: 3.8735 (mp_runner.py:76) +2024-09-01 17:39:10,336 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0181s, count=117, qps in this process: 3.8976 (mp_runner.py:76) +2024-09-01 17:39:10,337 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0482s, count=117, qps in this process: 3.8937 (mp_runner.py:76) +2024-09-01 17:39:10,338 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0185s, count=117, qps in this process: 3.8976 (mp_runner.py:76) +2024-09-01 17:39:10,341 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.1471s, count=117, qps in this process: 3.881 (mp_runner.py:76) +2024-09-01 17:39:10,341 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.1435s, count=117, qps in this process: 3.8814 (mp_runner.py:76) +2024-09-01 17:39:10,341 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.1829s, count=117, qps in this process: 3.8764 (mp_runner.py:76) +2024-09-01 17:39:10,342 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.1653s, count=117, qps in this process: 3.8786 (mp_runner.py:76) +2024-09-01 17:39:10,343 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.1852s, count=117, qps in this process: 3.8761 (mp_runner.py:76) +2024-09-01 17:39:10,345 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.2183s, count=117, qps in this process: 3.8718 (mp_runner.py:76) +2024-09-01 17:39:10,346 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.164s, count=117, qps in this process: 3.8788 (mp_runner.py:76) +2024-09-01 17:39:10,346 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0454s, count=117, qps in this process: 3.8941 (mp_runner.py:76) +2024-09-01 17:39:10,354 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.1796s, count=117, qps in this process: 3.8768 (mp_runner.py:76) +2024-09-01 17:39:10,355 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0911s, count=117, qps in this process: 3.8882 (mp_runner.py:76) +2024-09-01 17:39:10,357 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.1964s, count=117, qps in this process: 3.8746 (mp_runner.py:76) +2024-09-01 17:39:10,381 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.2042s, count=117, qps in this process: 3.8736 (mp_runner.py:76) +2024-09-01 17:39:10,388 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0693s, count=117, qps in this process: 3.891 (mp_runner.py:76) +2024-09-01 17:39:10,421 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.08s, count=118, qps in this process: 3.9229 (mp_runner.py:76) +2024-09-01 17:39:10,428 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0268s, count=118, qps in this process: 3.9298 (mp_runner.py:76) +2024-09-01 17:39:10,434 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0271s, count=118, qps in this process: 3.9298 (mp_runner.py:76) +2024-09-01 17:39:10,440 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0333s, count=118, qps in this process: 3.929 (mp_runner.py:76) +2024-09-01 17:39:10,441 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0905s, count=118, qps in this process: 3.9215 (mp_runner.py:76) +2024-09-01 17:39:10,444 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0944s, count=118, qps in this process: 3.921 (mp_runner.py:76) +2024-09-01 17:39:10,473 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0076s, count=119, qps in this process: 3.9657 (mp_runner.py:76) +2024-09-01 17:39:10,474 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.009s, count=119, qps in this process: 3.9655 (mp_runner.py:76) +2024-09-01 17:39:10,527 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.001s, count=120, qps in this process: 3.9999 (mp_runner.py:76) +2024-09-01 17:39:10,543 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0179s, count=121, qps in this process: 4.0309 (mp_runner.py:76) +2024-09-01 17:39:10,581 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0151s, count=122, qps in this process: 4.0646 (mp_runner.py:76) +2024-09-01 17:39:10,615 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0224s, count=123, qps in this process: 4.0969 (mp_runner.py:76) +2024-09-01 17:39:10,615 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0273s, count=123, qps in this process: 4.0963 (mp_runner.py:76) +2024-09-01 17:39:10,633 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0076s, count=124, qps in this process: 4.1323 (mp_runner.py:76) +2024-09-01 17:39:10,635 | INFO |End search in concurrency 60: dur=31.052716854999744s, total_count=7042, qps=226.7756 (mp_runner.py:120) +2024-09-01 17:39:14,999 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:39:14,999 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 17:39:36,581 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 17:39:36,864 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:36,881 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:36,891 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:36,896 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:36,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,069 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,070 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,083 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,103 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,116 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,144 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,157 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,158 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,159 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,178 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,182 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,193 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,194 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,200 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,200 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,222 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,222 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,235 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,242 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,246 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,250 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,354 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,363 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,363 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,410 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,410 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,421 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,425 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,463 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,478 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,478 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,502 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,578 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,578 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,589 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:39:37,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:06,964 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0956s, count=105, qps in this process: 3.4889 (mp_runner.py:76) +2024-09-01 17:40:06,967 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0769s, count=105, qps in this process: 3.4911 (mp_runner.py:76) +2024-09-01 17:40:06,970 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0673s, count=105, qps in this process: 3.4922 (mp_runner.py:76) +2024-09-01 17:40:07,028 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0149s, count=105, qps in this process: 3.4983 (mp_runner.py:76) +2024-09-01 17:40:07,101 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.1971s, count=105, qps in this process: 3.4772 (mp_runner.py:76) +2024-09-01 17:40:07,176 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0256s, count=106, qps in this process: 3.5303 (mp_runner.py:76) +2024-09-01 17:40:07,188 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0187s, count=106, qps in this process: 3.5311 (mp_runner.py:76) +2024-09-01 17:40:07,196 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.1055s, count=106, qps in this process: 3.521 (mp_runner.py:76) +2024-09-01 17:40:07,197 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0308s, count=106, qps in this process: 3.5297 (mp_runner.py:76) +2024-09-01 17:40:07,202 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0293s, count=106, qps in this process: 3.5299 (mp_runner.py:76) +2024-09-01 17:40:07,208 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0076s, count=106, qps in this process: 3.5324 (mp_runner.py:76) +2024-09-01 17:40:07,218 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0239s, count=106, qps in this process: 3.5305 (mp_runner.py:76) +2024-09-01 17:40:07,224 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0703s, count=106, qps in this process: 3.5251 (mp_runner.py:76) +2024-09-01 17:40:07,227 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.1563s, count=106, qps in this process: 3.515 (mp_runner.py:76) +2024-09-01 17:40:07,231 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0295s, count=106, qps in this process: 3.5299 (mp_runner.py:76) +2024-09-01 17:40:07,237 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0079s, count=106, qps in this process: 3.5324 (mp_runner.py:76) +2024-09-01 17:40:07,241 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.1352s, count=106, qps in this process: 3.5175 (mp_runner.py:76) +2024-09-01 17:40:07,243 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.1243s, count=106, qps in this process: 3.5188 (mp_runner.py:76) +2024-09-01 17:40:07,247 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.1232s, count=106, qps in this process: 3.5189 (mp_runner.py:76) +2024-09-01 17:40:07,249 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0867s, count=106, qps in this process: 3.5232 (mp_runner.py:76) +2024-09-01 17:40:07,251 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0794s, count=106, qps in this process: 3.524 (mp_runner.py:76) +2024-09-01 17:40:07,251 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.1278s, count=106, qps in this process: 3.5183 (mp_runner.py:76) +2024-09-01 17:40:07,252 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.1668s, count=106, qps in this process: 3.5138 (mp_runner.py:76) +2024-09-01 17:40:07,256 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0383s, count=106, qps in this process: 3.5288 (mp_runner.py:76) +2024-09-01 17:40:07,259 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.086s, count=106, qps in this process: 3.5232 (mp_runner.py:76) +2024-09-01 17:40:07,259 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0607s, count=106, qps in this process: 3.5262 (mp_runner.py:76) +2024-09-01 17:40:07,262 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0685s, count=106, qps in this process: 3.5253 (mp_runner.py:76) +2024-09-01 17:40:07,263 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0527s, count=106, qps in this process: 3.5271 (mp_runner.py:76) +2024-09-01 17:40:07,268 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0763s, count=106, qps in this process: 3.5244 (mp_runner.py:76) +2024-09-01 17:40:07,270 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0483s, count=106, qps in this process: 3.5277 (mp_runner.py:76) +2024-09-01 17:40:07,271 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0807s, count=106, qps in this process: 3.5239 (mp_runner.py:76) +2024-09-01 17:40:07,280 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0458s, count=106, qps in this process: 3.5279 (mp_runner.py:76) +2024-09-01 17:40:07,282 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0803s, count=106, qps in this process: 3.5239 (mp_runner.py:76) +2024-09-01 17:40:07,301 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.2295s, count=106, qps in this process: 3.5065 (mp_runner.py:76) +2024-09-01 17:40:07,309 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.102s, count=106, qps in this process: 3.5214 (mp_runner.py:76) +2024-09-01 17:40:07,313 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0589s, count=106, qps in this process: 3.5264 (mp_runner.py:76) +2024-09-01 17:40:07,402 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.1248s, count=107, qps in this process: 3.5519 (mp_runner.py:76) +2024-09-01 17:40:07,402 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.1489s, count=107, qps in this process: 3.5491 (mp_runner.py:76) +2024-09-01 17:40:07,403 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0495s, count=107, qps in this process: 3.5608 (mp_runner.py:76) +2024-09-01 17:40:07,403 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0444s, count=107, qps in this process: 3.5614 (mp_runner.py:76) +2024-09-01 17:40:07,404 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0263s, count=107, qps in this process: 3.5635 (mp_runner.py:76) +2024-09-01 17:40:07,404 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.2184s, count=107, qps in this process: 3.5409 (mp_runner.py:76) +2024-09-01 17:40:07,405 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.1484s, count=107, qps in this process: 3.5491 (mp_runner.py:76) +2024-09-01 17:40:07,409 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0549s, count=107, qps in this process: 3.5602 (mp_runner.py:76) +2024-09-01 17:40:07,409 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.209s, count=107, qps in this process: 3.542 (mp_runner.py:76) +2024-09-01 17:40:07,410 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0044s, count=107, qps in this process: 3.5661 (mp_runner.py:76) +2024-09-01 17:40:07,410 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0329s, count=107, qps in this process: 3.5628 (mp_runner.py:76) +2024-09-01 17:40:07,411 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.2008s, count=107, qps in this process: 3.543 (mp_runner.py:76) +2024-09-01 17:40:07,411 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.1727s, count=107, qps in this process: 3.5463 (mp_runner.py:76) +2024-09-01 17:40:07,420 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0412s, count=107, qps in this process: 3.5618 (mp_runner.py:76) +2024-09-01 17:40:07,461 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0396s, count=108, qps in this process: 3.5953 (mp_runner.py:76) +2024-09-01 17:40:07,462 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.038s, count=108, qps in this process: 3.5954 (mp_runner.py:76) +2024-09-01 17:40:07,465 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0366s, count=108, qps in this process: 3.5956 (mp_runner.py:76) +2024-09-01 17:40:07,476 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0623s, count=108, qps in this process: 3.5925 (mp_runner.py:76) +2024-09-01 17:40:07,481 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0602s, count=108, qps in this process: 3.5928 (mp_runner.py:76) +2024-09-01 17:40:07,515 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0175s, count=109, qps in this process: 3.6312 (mp_runner.py:76) +2024-09-01 17:40:07,516 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0495s, count=109, qps in this process: 3.6273 (mp_runner.py:76) +2024-09-01 17:40:07,519 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0413s, count=109, qps in this process: 3.6283 (mp_runner.py:76) +2024-09-01 17:40:07,519 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0272s, count=109, qps in this process: 3.63 (mp_runner.py:76) +2024-09-01 17:40:07,529 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0106s, count=110, qps in this process: 3.6654 (mp_runner.py:76) +2024-09-01 17:40:07,531 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0124s, count=110, qps in this process: 3.6652 (mp_runner.py:76) +2024-09-01 17:40:07,601 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.012s, count=113, qps in this process: 3.7652 (mp_runner.py:76) +2024-09-01 17:40:07,601 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0121s, count=113, qps in this process: 3.7651 (mp_runner.py:76) +2024-09-01 17:40:07,623 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0214s, count=114, qps in this process: 3.7973 (mp_runner.py:76) +2024-09-01 17:40:07,623 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0137s, count=114, qps in this process: 3.7983 (mp_runner.py:76) +2024-09-01 17:40:07,625 | INFO |End search in concurrency 65: dur=31.043236003999482s, total_count=6959, qps=224.1712 (mp_runner.py:120) +2024-09-01 17:40:12,430 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:40:12,431 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 17:40:34,362 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 17:40:34,692 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,877 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,938 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,966 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,972 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,972 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,982 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,988 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,990 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,994 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,994 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,995 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,995 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,996 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,996 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:34,996 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,002 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,002 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,039 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,046 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,047 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,047 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,047 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,049 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,050 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,056 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,057 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,057 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,061 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,063 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,086 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,087 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,091 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,099 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,106 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,134 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,159 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,218 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,234 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,234 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,286 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:40:35,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 17:41:04,894 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.1669s, count=100, qps in this process: 3.3149 (mp_runner.py:76) +2024-09-01 17:41:05,093 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.1178s, count=101, qps in this process: 3.3535 (mp_runner.py:76) +2024-09-01 17:41:05,094 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0085s, count=101, qps in this process: 3.3657 (mp_runner.py:76) +2024-09-01 17:41:05,095 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0988s, count=101, qps in this process: 3.3556 (mp_runner.py:76) +2024-09-01 17:41:05,097 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.2069s, count=101, qps in this process: 3.3436 (mp_runner.py:76) +2024-09-01 17:41:05,098 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0128s, count=101, qps in this process: 3.3652 (mp_runner.py:76) +2024-09-01 17:41:05,098 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0486s, count=101, qps in this process: 3.3612 (mp_runner.py:76) +2024-09-01 17:41:05,100 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0454s, count=101, qps in this process: 3.3616 (mp_runner.py:76) +2024-09-01 17:41:05,101 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0995s, count=101, qps in this process: 3.3555 (mp_runner.py:76) +2024-09-01 17:41:05,101 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.1084s, count=101, qps in this process: 3.3545 (mp_runner.py:76) +2024-09-01 17:41:05,102 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.1014s, count=101, qps in this process: 3.3553 (mp_runner.py:76) +2024-09-01 17:41:05,104 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1024s, count=101, qps in this process: 3.3552 (mp_runner.py:76) +2024-09-01 17:41:05,105 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0548s, count=101, qps in this process: 3.3605 (mp_runner.py:76) +2024-09-01 17:41:05,106 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.041s, count=101, qps in this process: 3.3621 (mp_runner.py:76) +2024-09-01 17:41:05,106 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0558s, count=101, qps in this process: 3.3604 (mp_runner.py:76) +2024-09-01 17:41:05,107 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.2281s, count=101, qps in this process: 3.3413 (mp_runner.py:76) +2024-09-01 17:41:05,108 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.1066s, count=101, qps in this process: 3.3547 (mp_runner.py:76) +2024-09-01 17:41:05,108 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.079s, count=101, qps in this process: 3.3578 (mp_runner.py:76) +2024-09-01 17:41:05,111 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.1239s, count=101, qps in this process: 3.3528 (mp_runner.py:76) +2024-09-01 17:41:05,111 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1102s, count=101, qps in this process: 3.3543 (mp_runner.py:76) +2024-09-01 17:41:05,112 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0264s, count=101, qps in this process: 3.3637 (mp_runner.py:76) +2024-09-01 17:41:05,119 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0688s, count=101, qps in this process: 3.359 (mp_runner.py:76) +2024-09-01 17:41:05,123 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.1532s, count=101, qps in this process: 3.3496 (mp_runner.py:76) +2024-09-01 17:41:05,127 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.1384s, count=101, qps in this process: 3.3512 (mp_runner.py:76) +2024-09-01 17:41:05,128 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.1316s, count=101, qps in this process: 3.352 (mp_runner.py:76) +2024-09-01 17:41:05,130 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0522s, count=101, qps in this process: 3.3608 (mp_runner.py:76) +2024-09-01 17:41:05,131 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0731s, count=101, qps in this process: 3.3585 (mp_runner.py:76) +2024-09-01 17:41:05,139 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.05s, count=101, qps in this process: 3.3611 (mp_runner.py:76) +2024-09-01 17:41:05,152 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0869s, count=101, qps in this process: 3.3569 (mp_runner.py:76) +2024-09-01 17:41:05,157 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.065s, count=101, qps in this process: 3.3594 (mp_runner.py:76) +2024-09-01 17:41:05,162 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0169s, count=101, qps in this process: 3.3648 (mp_runner.py:76) +2024-09-01 17:41:05,169 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.1671s, count=101, qps in this process: 3.348 (mp_runner.py:76) +2024-09-01 17:41:05,172 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0725s, count=101, qps in this process: 3.3586 (mp_runner.py:76) +2024-09-01 17:41:05,178 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.2606s, count=101, qps in this process: 3.3377 (mp_runner.py:76) +2024-09-01 17:41:05,182 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.1691s, count=101, qps in this process: 3.3478 (mp_runner.py:76) +2024-09-01 17:41:05,183 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0913s, count=101, qps in this process: 3.3565 (mp_runner.py:76) +2024-09-01 17:41:05,184 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0981s, count=101, qps in this process: 3.3557 (mp_runner.py:76) +2024-09-01 17:41:05,185 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.2366s, count=101, qps in this process: 3.3403 (mp_runner.py:76) +2024-09-01 17:41:05,186 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.189s, count=101, qps in this process: 3.3456 (mp_runner.py:76) +2024-09-01 17:41:05,188 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.1871s, count=101, qps in this process: 3.3458 (mp_runner.py:76) +2024-09-01 17:41:05,190 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.1801s, count=101, qps in this process: 3.3466 (mp_runner.py:76) +2024-09-01 17:41:05,196 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.1462s, count=101, qps in this process: 3.3503 (mp_runner.py:76) +2024-09-01 17:41:05,196 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.1108s, count=101, qps in this process: 3.3543 (mp_runner.py:76) +2024-09-01 17:41:05,200 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.1148s, count=101, qps in this process: 3.3538 (mp_runner.py:76) +2024-09-01 17:41:05,203 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.2274s, count=101, qps in this process: 3.3413 (mp_runner.py:76) +2024-09-01 17:41:05,205 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.1254s, count=101, qps in this process: 3.3527 (mp_runner.py:76) +2024-09-01 17:41:05,206 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.1051s, count=101, qps in this process: 3.3549 (mp_runner.py:76) +2024-09-01 17:41:05,207 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.1991s, count=101, qps in this process: 3.3445 (mp_runner.py:76) +2024-09-01 17:41:05,211 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.1194s, count=101, qps in this process: 3.3533 (mp_runner.py:76) +2024-09-01 17:41:05,228 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0061s, count=101, qps in this process: 3.366 (mp_runner.py:76) +2024-09-01 17:41:05,259 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.009s, count=102, qps in this process: 3.399 (mp_runner.py:76) +2024-09-01 17:41:05,260 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0261s, count=102, qps in this process: 3.397 (mp_runner.py:76) +2024-09-01 17:41:05,261 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0111s, count=102, qps in this process: 3.3987 (mp_runner.py:76) +2024-09-01 17:41:05,261 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0891s, count=102, qps in this process: 3.3899 (mp_runner.py:76) +2024-09-01 17:41:05,262 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.1447s, count=102, qps in this process: 3.3837 (mp_runner.py:76) +2024-09-01 17:41:05,265 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.1474s, count=102, qps in this process: 3.3834 (mp_runner.py:76) +2024-09-01 17:41:05,268 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0506s, count=102, qps in this process: 3.3943 (mp_runner.py:76) +2024-09-01 17:41:05,269 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0034s, count=102, qps in this process: 3.3996 (mp_runner.py:76) +2024-09-01 17:41:05,272 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.1464s, count=102, qps in this process: 3.3835 (mp_runner.py:76) +2024-09-01 17:41:05,275 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.1028s, count=102, qps in this process: 3.3884 (mp_runner.py:76) +2024-09-01 17:41:05,282 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.1835s, count=102, qps in this process: 3.3793 (mp_runner.py:76) +2024-09-01 17:41:05,284 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0615s, count=102, qps in this process: 3.393 (mp_runner.py:76) +2024-09-01 17:41:05,284 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0588s, count=102, qps in this process: 3.3933 (mp_runner.py:76) +2024-09-01 17:41:05,284 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0624s, count=102, qps in this process: 3.3929 (mp_runner.py:76) +2024-09-01 17:41:05,285 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0596s, count=102, qps in this process: 3.3933 (mp_runner.py:76) +2024-09-01 17:41:05,284 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.1115s, count=102, qps in this process: 3.3874 (mp_runner.py:76) +2024-09-01 17:41:05,287 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.117s, count=102, qps in this process: 3.3868 (mp_runner.py:76) +2024-09-01 17:41:05,293 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.1209s, count=102, qps in this process: 3.3864 (mp_runner.py:76) +2024-09-01 17:41:05,316 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0207s, count=103, qps in this process: 3.431 (mp_runner.py:76) +2024-09-01 17:41:05,388 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0146s, count=107, qps in this process: 3.5649 (mp_runner.py:76) +2024-09-01 17:41:05,390 | INFO |End search in concurrency 70: dur=31.026350642998295s, total_count=7095, qps=228.6766 (mp_runner.py:120) +2024-09-01 17:41:10,154 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=230.5548, serial_latency_p99=np.float64(0.0528), recall=np.float64(0.9848), ndcg=np.float64(0.9868), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[66.0242, 173.1721, 209.7718, 206.1722, 213.7845, 217.6423, 224.8981, 224.1515, 224.6, 230.5548, 227.6146, 226.7756, 224.1712, 228.6766], conc_latency_p99_list=[np.float64(0.006690882024218444), np.float64(0.012178850171711383), np.float64(0.026433947781410096), np.float64(0.033166801628405664), np.float64(0.03876514921422604), np.float64(0.044565009990941325), np.float64(0.04866470841252449), np.float64(0.06278485108007625), np.float64(0.06928000375686169), np.float64(0.06815964420808668), np.float64(0.05981905941529803), np.float64(0.04895264798088028), np.float64(0.07447267072204704), np.float64(0.10121845980764918)]) (task_runner.py:197) +2024-09-01 17:41:10,154 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:29:42.933622'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=230.5548, serial_latency_p99=np.float64(0.0528), recall=np.float64(0.9848), ndcg=np.float64(0.9868), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[66.0242, 173.1721, 209.7718, 206.1722, 213.7845, 217.6423, 224.8981, 224.1515, 224.6, 230.5548, 227.6146, 226.7756, 224.1712, 228.6766], conc_latency_p99_list=[np.float64(0.006690882024218444), np.float64(0.012178850171711383), np.float64(0.026433947781410096), np.float64(0.033166801628405664), np.float64(0.03876514921422604), np.float64(0.044565009990941325), np.float64(0.04866470841252449), np.float64(0.06278485108007625), np.float64(0.06928000375686169), np.float64(0.06815964420808668), np.float64(0.05981905941529803), np.float64(0.04895264798088028), np.float64(0.07447267072204704), np.float64(0.10121845980764918)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 17:41:10,154 | INFO |Task summary: run_id=0c6ee, task_label=0c6ee58d82a044b6a960539a47be34e2 (models.py:346) +2024-09-01 17:41:10,154 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 17:41:10,154 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 17:41:10,154 | INFO |PgVector | 2024-09-01T17:29:42.933622 Performance1536D500K 0c6ee58d82a044b6a960539a47be34e2 | 0.0 230.5548 0.0528 0.9848 0 | :) (models.py:346) +2024-09-01 17:41:10,155 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json (models.py:204) +2024-09-01 17:41:10,155 | INFO |Success to finish task: label=0c6ee58d82a044b6a960539a47be34e2, run_id=0c6ee58d82a044b6a960539a47be34e2 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json b/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json new file mode 100644 index 000000000..da9e5a4be --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json @@ -0,0 +1 @@ +{"run_id": "0c6ee58d82a044b6a960539a47be34e2", "task_label": "0c6ee58d82a044b6a960539a47be34e2", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 230.5548, "serial_latency_p99": 0.0528, "recall": 0.9848, "ndcg": 0.9868, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [66.0242, 173.1721, 209.7718, 206.1722, 213.7845, 217.6423, 224.8981, 224.1515, 224.6, 230.5548, 227.6146, 226.7756, 224.1712, 228.6766], "conc_latency_p99_list": [0.006690882024218444, 0.012178850171711383, 0.026433947781410096, 0.033166801628405664, 0.03876514921422604, 0.044565009990941325, 0.04866470841252449, 0.06278485108007625, 0.06928000375686169, 0.06815964420808668, 0.05981905941529803, 0.04895264798088028, 0.07447267072204704, 0.10121845980764918]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T17:29:42.933622", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt b/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt new file mode 100644 index 000000000..bf00d8a8e --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt @@ -0,0 +1,1556 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 16 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load +2024-09-01 16:52:06,925 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:52:06.913354', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 16:52:06,925 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:52:06.913354', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 16:52:06,925 | INFO |generated uuid for the tasks: 6808f1346f3d4b34bfbd5a564db56653 (interface.py:66) +2024-09-01 16:52:06,989 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 16:52:06,989 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 16:52:06,989 | INFO | PgVector-2024-09-01T16:52:06.913354 | Performance OpenAI-MEDIUM-500K None | 6808f1346f3d4b34bfbd5a564db56653 (task_runner.py:340) +2024-09-01 16:52:06,989 | INFO |task submitted: id=6808f1346f3d4b34bfbd5a564db56653, 6808f1346f3d4b34bfbd5a564db56653, case number: 1 (interface.py:231) +2024-09-01 16:52:07,415 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:52:06.913354'}, drop_old=False (interface.py:164) +2024-09-01 16:52:07,415 | INFO |Starting run (task_runner.py:100) +2024-09-01 16:52:07,494 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 16:52:08,062 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 16:52:08,110 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 16:52:08,135 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 16:52:08,135 | INFO |Start performance case (task_runner.py:158) +2024-09-01 16:52:08,146 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:52:08,146 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 16:52:08,146 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 16:52:08,147 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 16:52:08,191 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 16:52:08,769 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 16:52:08,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:52:08,791 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 16:52:08,791 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 16:52:14,848 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.04684894299862208, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:20,096 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.07061723899823846, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:25,256 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.035449295999569586, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:30,334 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.04737746200044057, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:34,909 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.027626032999251038, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:39,551 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.02683902400167426, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:43,704 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.028990459999477025, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:47,988 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.03803205800068099, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:52,457 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.024657474001287483, latest recall=0.8 (serial_runner.py:202) +2024-09-01 16:52:56,932 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.046122521001962014, latest recall=0.74 (serial_runner.py:202) +2024-09-01 16:52:56,933 | INFO |SpawnProcess-1:1 search entire test_data: cost=39.0957s, queries=1000, avg_recall=0.7913, avg_ndcg=0.8361,avg_latency=0.0391, p99=0.0784 (serial_runner.py:209) +2024-09-01 16:52:57,473 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:52:57,473 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 16:52:58,495 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 16:52:58,531 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:53:02,661 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0055182800024340395 (mp_runner.py:73) +2024-09-01 16:53:05,349 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.005502866002643714 (mp_runner.py:73) +2024-09-01 16:53:07,669 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.004361257000709884 (mp_runner.py:73) +2024-09-01 16:53:09,955 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.005454327998450026 (mp_runner.py:73) +2024-09-01 16:53:12,236 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004179781997663667 (mp_runner.py:73) +2024-09-01 16:53:14,462 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.005496224999660626 (mp_runner.py:73) +2024-09-01 16:53:16,718 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.004121808000491001 (mp_runner.py:73) +2024-09-01 16:53:18,889 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.005583340000157477 (mp_runner.py:73) +2024-09-01 16:53:21,149 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.004221092000079807 (mp_runner.py:73) +2024-09-01 16:53:23,295 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.005455024998809677 (mp_runner.py:73) +2024-09-01 16:53:25,556 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0042804779986909125 (mp_runner.py:73) +2024-09-01 16:53:27,724 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.005366935998608824 (mp_runner.py:73) +2024-09-01 16:53:28,536 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0038s, count=6177, qps in this process: 205.8739 (mp_runner.py:76) +2024-09-01 16:53:28,537 | INFO |End search in concurrency 1: dur=30.04180219800037s, total_count=6177, qps=205.6135 (mp_runner.py:120) +2024-09-01 16:53:28,725 | INFO |Update largest qps with concurrency 1: current max_qps=205.6135 (mp_runner.py:124) +2024-09-01 16:53:29,145 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:53:29,146 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 16:53:34,189 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 16:53:34,235 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:53:34,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:53:34,239 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:53:34,240 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:53:34,265 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:53:38,112 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.005496151999977883 (mp_runner.py:73) +2024-09-01 16:53:38,112 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.005866006002179347 (mp_runner.py:73) +2024-09-01 16:53:38,113 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.007072814001730876 (mp_runner.py:73) +2024-09-01 16:53:38,115 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.008122291998006403 (mp_runner.py:73) +2024-09-01 16:53:38,118 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.011782739999034675 (mp_runner.py:73) +2024-09-01 16:53:41,932 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.007407744000374805 (mp_runner.py:73) +2024-09-01 16:53:41,933 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.007653720000234898 (mp_runner.py:73) +2024-09-01 16:53:41,933 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.007929901999887079 (mp_runner.py:73) +2024-09-01 16:53:41,933 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.008827245997963473 (mp_runner.py:73) +2024-09-01 16:53:41,934 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.009582123002473963 (mp_runner.py:73) +2024-09-01 16:53:46,245 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.008444101000350202 (mp_runner.py:73) +2024-09-01 16:53:46,245 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.008630492000520462 (mp_runner.py:73) +2024-09-01 16:53:46,245 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.008701006998308003 (mp_runner.py:73) +2024-09-01 16:53:46,245 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.008505111996782944 (mp_runner.py:73) +2024-09-01 16:53:46,246 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.008347771999979159 (mp_runner.py:73) +2024-09-01 16:53:49,940 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008954251003160607 (mp_runner.py:73) +2024-09-01 16:53:49,940 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.008857564000209095 (mp_runner.py:73) +2024-09-01 16:53:49,940 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008385020002606325 (mp_runner.py:73) +2024-09-01 16:53:49,941 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.008330762000696268 (mp_runner.py:73) +2024-09-01 16:53:49,946 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.014684898000268731 (mp_runner.py:73) +2024-09-01 16:53:53,813 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.00630195999838179 (mp_runner.py:73) +2024-09-01 16:53:53,814 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.007457035997504136 (mp_runner.py:73) +2024-09-01 16:53:53,814 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.007488808001653524 (mp_runner.py:73) +2024-09-01 16:53:53,814 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.007681126000534277 (mp_runner.py:73) +2024-09-01 16:53:53,815 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.008730534002097556 (mp_runner.py:73) +2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.009915262999129482 (mp_runner.py:73) +2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.004546745996776735 (mp_runner.py:73) +2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.010359592000895645 (mp_runner.py:73) +2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.008836934001010377 (mp_runner.py:73) +2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.00940710999930161 (mp_runner.py:73) +2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.008307306001370307 (mp_runner.py:73) +2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.008292226000776282 (mp_runner.py:73) +2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.009129422000114573 (mp_runner.py:73) +2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.008332367997354595 (mp_runner.py:73) +2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.007931826999993064 (mp_runner.py:73) +2024-09-01 16:54:04,241 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0012s, count=3853, qps in this process: 128.4282 (mp_runner.py:76) +2024-09-01 16:54:04,242 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.006s, count=3853, qps in this process: 128.4077 (mp_runner.py:76) +2024-09-01 16:54:04,249 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0043s, count=3854, qps in this process: 128.4483 (mp_runner.py:76) +2024-09-01 16:54:04,249 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0042s, count=3854, qps in this process: 128.4487 (mp_runner.py:76) +2024-09-01 16:54:04,274 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0003s, count=3859, qps in this process: 128.632 (mp_runner.py:76) +2024-09-01 16:54:04,276 | INFO |End search in concurrency 5: dur=30.0857967439988s, total_count=19273, qps=640.6013 (mp_runner.py:120) +2024-09-01 16:54:04,594 | INFO |Update largest qps with concurrency 5: current max_qps=640.6013 (mp_runner.py:124) +2024-09-01 16:54:05,016 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:54:05,016 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 16:54:15,185 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 16:54:15,255 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,272 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,272 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,281 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,323 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,330 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,333 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,357 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,357 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,358 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,358 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:15,372 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:24,428 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.01383112199982861 (mp_runner.py:73) +2024-09-01 16:54:24,429 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0178021899992018 (mp_runner.py:73) +2024-09-01 16:54:24,429 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.016250475997367175 (mp_runner.py:73) +2024-09-01 16:54:24,430 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.01718986599735217 (mp_runner.py:73) +2024-09-01 16:54:24,431 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.014728033998835599 (mp_runner.py:73) +2024-09-01 16:54:24,432 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.01985970200257725 (mp_runner.py:73) +2024-09-01 16:54:24,433 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.01892215599946212 (mp_runner.py:73) +2024-09-01 16:54:24,433 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.019162466000125278 (mp_runner.py:73) +2024-09-01 16:54:24,433 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.015504447001148947 (mp_runner.py:73) +2024-09-01 16:54:24,434 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.01896117999785929 (mp_runner.py:73) +2024-09-01 16:54:24,434 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.018617865000123857 (mp_runner.py:73) +2024-09-01 16:54:24,435 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.020174081000732258 (mp_runner.py:73) +2024-09-01 16:54:24,435 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.019499265999911586 (mp_runner.py:73) +2024-09-01 16:54:24,438 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.026314091999665834 (mp_runner.py:73) +2024-09-01 16:54:24,449 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.017108276002545608 (mp_runner.py:73) +2024-09-01 16:54:33,304 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.014927993001037976 (mp_runner.py:73) +2024-09-01 16:54:33,305 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.011789938998845173 (mp_runner.py:73) +2024-09-01 16:54:33,306 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.014849857001536293 (mp_runner.py:73) +2024-09-01 16:54:33,307 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.00976933199854102 (mp_runner.py:73) +2024-09-01 16:54:33,307 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.015646019997802796 (mp_runner.py:73) +2024-09-01 16:54:33,308 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.01790820699898177 (mp_runner.py:73) +2024-09-01 16:54:33,308 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.010248141999909421 (mp_runner.py:73) +2024-09-01 16:54:33,309 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.01802793299793848 (mp_runner.py:73) +2024-09-01 16:54:33,309 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.01521652899828041 (mp_runner.py:73) +2024-09-01 16:54:33,310 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.01986672500061104 (mp_runner.py:73) +2024-09-01 16:54:33,311 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.02166390900310944 (mp_runner.py:73) +2024-09-01 16:54:33,311 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.019118288000754546 (mp_runner.py:73) +2024-09-01 16:54:33,311 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.023000231001788052 (mp_runner.py:73) +2024-09-01 16:54:33,317 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.023682846000156133 (mp_runner.py:73) +2024-09-01 16:54:33,318 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.02916199999890523 (mp_runner.py:73) +2024-09-01 16:54:42,449 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.010588061002636096 (mp_runner.py:73) +2024-09-01 16:54:42,451 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.014408281000214629 (mp_runner.py:73) +2024-09-01 16:54:42,458 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.019937728000513744 (mp_runner.py:73) +2024-09-01 16:54:42,460 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.021317398000974208 (mp_runner.py:73) +2024-09-01 16:54:42,465 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.02256366499932483 (mp_runner.py:73) +2024-09-01 16:54:42,466 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.02411716200003866 (mp_runner.py:73) +2024-09-01 16:54:42,467 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.02651272799994331 (mp_runner.py:73) +2024-09-01 16:54:42,467 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.028329501001280732 (mp_runner.py:73) +2024-09-01 16:54:42,468 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.018215654999949038 (mp_runner.py:73) +2024-09-01 16:54:42,469 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.030514723002852406 (mp_runner.py:73) +2024-09-01 16:54:42,469 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.029224965001048986 (mp_runner.py:73) +2024-09-01 16:54:42,472 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.0361096019987599 (mp_runner.py:73) +2024-09-01 16:54:42,472 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.011913455000467366 (mp_runner.py:73) +2024-09-01 16:54:42,475 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.038754434001020854 (mp_runner.py:73) +2024-09-01 16:54:42,489 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.051097851999656996 (mp_runner.py:73) +2024-09-01 16:54:45,279 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0207s, count=1645, qps in this process: 54.7955 (mp_runner.py:76) +2024-09-01 16:54:45,280 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0082s, count=1645, qps in this process: 54.8183 (mp_runner.py:76) +2024-09-01 16:54:45,293 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0196s, count=1645, qps in this process: 54.7975 (mp_runner.py:76) +2024-09-01 16:54:45,308 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0215s, count=1646, qps in this process: 54.8274 (mp_runner.py:76) +2024-09-01 16:54:45,344 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0157s, count=1648, qps in this process: 54.9046 (mp_runner.py:76) +2024-09-01 16:54:45,346 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0023s, count=1648, qps in this process: 54.9291 (mp_runner.py:76) +2024-09-01 16:54:45,353 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0213s, count=1648, qps in this process: 54.8944 (mp_runner.py:76) +2024-09-01 16:54:45,366 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0006s, count=1650, qps in this process: 54.9989 (mp_runner.py:76) +2024-09-01 16:54:45,366 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0018s, count=1650, qps in this process: 54.9967 (mp_runner.py:76) +2024-09-01 16:54:45,366 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0045s, count=1650, qps in this process: 54.9918 (mp_runner.py:76) +2024-09-01 16:54:45,366 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0045s, count=1650, qps in this process: 54.9918 (mp_runner.py:76) +2024-09-01 16:54:45,367 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0053s, count=1650, qps in this process: 54.9903 (mp_runner.py:76) +2024-09-01 16:54:45,367 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0049s, count=1650, qps in this process: 54.991 (mp_runner.py:76) +2024-09-01 16:54:45,367 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0056s, count=1650, qps in this process: 54.9897 (mp_runner.py:76) +2024-09-01 16:54:45,388 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0078s, count=1653, qps in this process: 55.0857 (mp_runner.py:76) +2024-09-01 16:54:45,391 | INFO |End search in concurrency 15: dur=30.20617474000028s, total_count=24728, qps=818.6406 (mp_runner.py:120) +2024-09-01 16:54:46,275 | INFO |Update largest qps with concurrency 15: current max_qps=818.6406 (mp_runner.py:124) +2024-09-01 16:54:46,684 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:54:46,684 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 16:54:56,933 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 16:54:57,092 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,093 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,095 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,099 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,100 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,127 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,127 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,129 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,130 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,134 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,160 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,173 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,176 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,185 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,185 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:54:57,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:08,896 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.019277839001006214 (mp_runner.py:73) +2024-09-01 16:55:08,896 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.015231147001031786 (mp_runner.py:73) +2024-09-01 16:55:08,896 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.021498371999769006 (mp_runner.py:73) +2024-09-01 16:55:08,897 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.021605124002235243 (mp_runner.py:73) +2024-09-01 16:55:08,898 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.01943209299861337 (mp_runner.py:73) +2024-09-01 16:55:08,898 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.02059761000055005 (mp_runner.py:73) +2024-09-01 16:55:08,898 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.02305257099942537 (mp_runner.py:73) +2024-09-01 16:55:08,898 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.02217973900042125 (mp_runner.py:73) +2024-09-01 16:55:08,902 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.027011836999008665 (mp_runner.py:73) +2024-09-01 16:55:08,902 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.027788237002823735 (mp_runner.py:73) +2024-09-01 16:55:08,903 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.025922344997525215 (mp_runner.py:73) +2024-09-01 16:55:08,903 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.021795443000883097 (mp_runner.py:73) +2024-09-01 16:55:08,904 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.023716943000181345 (mp_runner.py:73) +2024-09-01 16:55:08,905 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.02585819300293224 (mp_runner.py:73) +2024-09-01 16:55:08,905 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.02821440600018832 (mp_runner.py:73) +2024-09-01 16:55:08,906 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.02653674799876171 (mp_runner.py:73) +2024-09-01 16:55:08,907 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.026281729999027448 (mp_runner.py:73) +2024-09-01 16:55:08,908 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.030148992998874746 (mp_runner.py:73) +2024-09-01 16:55:08,909 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.029464434999681544 (mp_runner.py:73) +2024-09-01 16:55:08,909 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.03196439699968323 (mp_runner.py:73) +2024-09-01 16:55:20,588 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.02234805099942605 (mp_runner.py:73) +2024-09-01 16:55:20,588 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.015033146999485325 (mp_runner.py:73) +2024-09-01 16:55:20,589 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.03612620300191338 (mp_runner.py:73) +2024-09-01 16:55:20,589 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.03222195100170211 (mp_runner.py:73) +2024-09-01 16:55:20,589 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.02776873299808358 (mp_runner.py:73) +2024-09-01 16:55:20,590 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.0373277569997299 (mp_runner.py:73) +2024-09-01 16:55:20,590 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.02484318099959637 (mp_runner.py:73) +2024-09-01 16:55:20,591 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.02199926500179572 (mp_runner.py:73) +2024-09-01 16:55:20,591 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.027702590999979293 (mp_runner.py:73) +2024-09-01 16:55:20,592 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.036231846002920065 (mp_runner.py:73) +2024-09-01 16:55:20,592 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.021363707001000876 (mp_runner.py:73) +2024-09-01 16:55:20,593 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.017589006998605328 (mp_runner.py:73) +2024-09-01 16:55:20,593 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.03308282999932999 (mp_runner.py:73) +2024-09-01 16:55:20,594 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.04054099900167785 (mp_runner.py:73) +2024-09-01 16:55:20,594 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.03608648099907441 (mp_runner.py:73) +2024-09-01 16:55:20,595 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.039844881001044996 (mp_runner.py:73) +2024-09-01 16:55:20,597 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.036442828000872396 (mp_runner.py:73) +2024-09-01 16:55:20,598 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.03358649700021488 (mp_runner.py:73) +2024-09-01 16:55:20,603 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.05150762199991732 (mp_runner.py:73) +2024-09-01 16:55:20,605 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.023673652001889423 (mp_runner.py:73) +2024-09-01 16:55:27,108 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0105s, count=1278, qps in this process: 42.5851 (mp_runner.py:76) +2024-09-01 16:55:27,117 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0082s, count=1279, qps in this process: 42.6217 (mp_runner.py:76) +2024-09-01 16:55:27,125 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0304s, count=1278, qps in this process: 42.5569 (mp_runner.py:76) +2024-09-01 16:55:27,131 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0254s, count=1278, qps in this process: 42.564 (mp_runner.py:76) +2024-09-01 16:55:27,137 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0085s, count=1279, qps in this process: 42.6213 (mp_runner.py:76) +2024-09-01 16:55:27,141 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0009s, count=1279, qps in this process: 42.6321 (mp_runner.py:76) +2024-09-01 16:55:27,144 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0104s, count=1279, qps in this process: 42.6186 (mp_runner.py:76) +2024-09-01 16:55:27,145 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0114s, count=1280, qps in this process: 42.6505 (mp_runner.py:76) +2024-09-01 16:55:27,146 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0174s, count=1280, qps in this process: 42.6419 (mp_runner.py:76) +2024-09-01 16:55:27,156 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0622s, count=1278, qps in this process: 42.5119 (mp_runner.py:76) +2024-09-01 16:55:27,176 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0126s, count=1281, qps in this process: 42.6821 (mp_runner.py:76) +2024-09-01 16:55:27,183 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0015s, count=1281, qps in this process: 42.6979 (mp_runner.py:76) +2024-09-01 16:55:27,188 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0065s, count=1282, qps in this process: 42.7241 (mp_runner.py:76) +2024-09-01 16:55:27,188 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0068s, count=1282, qps in this process: 42.7236 (mp_runner.py:76) +2024-09-01 16:55:27,189 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0118s, count=1282, qps in this process: 42.7165 (mp_runner.py:76) +2024-09-01 16:55:27,191 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0095s, count=1282, qps in this process: 42.7198 (mp_runner.py:76) +2024-09-01 16:55:27,191 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0095s, count=1282, qps in this process: 42.7198 (mp_runner.py:76) +2024-09-01 16:55:27,199 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0003s, count=1283, qps in this process: 42.7662 (mp_runner.py:76) +2024-09-01 16:55:27,204 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0023s, count=1284, qps in this process: 42.7967 (mp_runner.py:76) +2024-09-01 16:55:27,204 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0024s, count=1284, qps in this process: 42.7966 (mp_runner.py:76) +2024-09-01 16:55:27,207 | INFO |End search in concurrency 20: dur=30.273411784000928s, total_count=25611, qps=845.9899 (mp_runner.py:120) +2024-09-01 16:55:28,510 | INFO |Update largest qps with concurrency 20: current max_qps=845.9899 (mp_runner.py:124) +2024-09-01 16:55:28,923 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:55:28,924 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 16:55:39,265 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 16:55:39,362 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,375 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,442 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,469 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,469 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,484 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,488 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,488 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,491 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,493 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,500 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,509 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,527 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,537 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:39,561 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:55:54,218 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.028614455000933958 (mp_runner.py:73) +2024-09-01 16:55:54,218 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.02871210399825941 (mp_runner.py:73) +2024-09-01 16:55:54,219 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.029570431001047837 (mp_runner.py:73) +2024-09-01 16:55:54,219 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.030664507001347374 (mp_runner.py:73) +2024-09-01 16:55:54,220 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.032245323000097414 (mp_runner.py:73) +2024-09-01 16:55:54,221 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.0329460620014288 (mp_runner.py:73) +2024-09-01 16:55:54,221 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.032489776000147685 (mp_runner.py:73) +2024-09-01 16:55:54,229 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.007432491998770274 (mp_runner.py:73) +2024-09-01 16:55:54,236 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.020125199000176508 (mp_runner.py:73) +2024-09-01 16:55:54,241 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.032137692000105744 (mp_runner.py:73) +2024-09-01 16:55:54,244 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.02222813899788889 (mp_runner.py:73) +2024-09-01 16:55:54,246 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.034211775000585476 (mp_runner.py:73) +2024-09-01 16:55:54,248 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.02869645999817294 (mp_runner.py:73) +2024-09-01 16:55:54,248 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.032450435999635374 (mp_runner.py:73) +2024-09-01 16:55:54,252 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.022610791002080077 (mp_runner.py:73) +2024-09-01 16:55:54,255 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.027144037001562538 (mp_runner.py:73) +2024-09-01 16:55:54,256 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.032210841000051005 (mp_runner.py:73) +2024-09-01 16:55:54,260 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.025035537997609936 (mp_runner.py:73) +2024-09-01 16:55:54,261 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.0350663600002008 (mp_runner.py:73) +2024-09-01 16:55:54,261 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.030324973002279876 (mp_runner.py:73) +2024-09-01 16:55:54,264 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.026904668997303816 (mp_runner.py:73) +2024-09-01 16:55:54,266 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.026200673000857932 (mp_runner.py:73) +2024-09-01 16:55:54,267 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01695646900043357 (mp_runner.py:73) +2024-09-01 16:55:54,267 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.04934326299917302 (mp_runner.py:73) +2024-09-01 16:55:54,272 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.06077470099990023 (mp_runner.py:73) +2024-09-01 16:56:08,269 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.02378496999881463 (mp_runner.py:73) +2024-09-01 16:56:08,269 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.023201012998470105 (mp_runner.py:73) +2024-09-01 16:56:08,270 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.025265093998314114 (mp_runner.py:73) +2024-09-01 16:56:08,270 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.023675365002418403 (mp_runner.py:73) +2024-09-01 16:56:08,271 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.028180891000374686 (mp_runner.py:73) +2024-09-01 16:56:08,271 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.025693313000374474 (mp_runner.py:73) +2024-09-01 16:56:08,272 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.028439240999432513 (mp_runner.py:73) +2024-09-01 16:56:08,272 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.027024195002013585 (mp_runner.py:73) +2024-09-01 16:56:08,273 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.02306967100230395 (mp_runner.py:73) +2024-09-01 16:56:08,273 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.03185288800159469 (mp_runner.py:73) +2024-09-01 16:56:08,274 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.03072422699915478 (mp_runner.py:73) +2024-09-01 16:56:08,274 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.01964066099753836 (mp_runner.py:73) +2024-09-01 16:56:08,275 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.029245382000226527 (mp_runner.py:73) +2024-09-01 16:56:08,275 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.027595998002652777 (mp_runner.py:73) +2024-09-01 16:56:08,276 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.03286753499924089 (mp_runner.py:73) +2024-09-01 16:56:08,276 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.03352894799900241 (mp_runner.py:73) +2024-09-01 16:56:08,277 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.033138147002318874 (mp_runner.py:73) +2024-09-01 16:56:08,278 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.036348383997392375 (mp_runner.py:73) +2024-09-01 16:56:08,279 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.03558696999971289 (mp_runner.py:73) +2024-09-01 16:56:08,280 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.02372104900132399 (mp_runner.py:73) +2024-09-01 16:56:08,281 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.03361286500148708 (mp_runner.py:73) +2024-09-01 16:56:08,282 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.03689564899832476 (mp_runner.py:73) +2024-09-01 16:56:08,282 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.03750879000290297 (mp_runner.py:73) +2024-09-01 16:56:08,291 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.04905413099913858 (mp_runner.py:73) +2024-09-01 16:56:08,395 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.041901733002305264 (mp_runner.py:73) +2024-09-01 16:56:09,363 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0003s, count=1036, qps in this process: 34.533 (mp_runner.py:76) +2024-09-01 16:56:09,379 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0005s, count=1037, qps in this process: 34.5661 (mp_runner.py:76) +2024-09-01 16:56:09,390 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0134s, count=1037, qps in this process: 34.5512 (mp_runner.py:76) +2024-09-01 16:56:09,442 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0106s, count=1039, qps in this process: 34.6211 (mp_runner.py:76) +2024-09-01 16:56:09,443 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0054s, count=1039, qps in this process: 34.6271 (mp_runner.py:76) +2024-09-01 16:56:09,443 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0022s, count=1039, qps in this process: 34.6308 (mp_runner.py:76) +2024-09-01 16:56:09,474 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0284s, count=1040, qps in this process: 34.6339 (mp_runner.py:76) +2024-09-01 16:56:09,494 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0069s, count=1041, qps in this process: 34.692 (mp_runner.py:76) +2024-09-01 16:56:09,496 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0018s, count=1041, qps in this process: 34.6979 (mp_runner.py:76) +2024-09-01 16:56:09,496 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0226s, count=1041, qps in this process: 34.6739 (mp_runner.py:76) +2024-09-01 16:56:09,496 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0229s, count=1041, qps in this process: 34.6735 (mp_runner.py:76) +2024-09-01 16:56:09,508 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0105s, count=1042, qps in this process: 34.7212 (mp_runner.py:76) +2024-09-01 16:56:09,508 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0154s, count=1042, qps in this process: 34.7155 (mp_runner.py:76) +2024-09-01 16:56:09,517 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0069s, count=1042, qps in this process: 34.7253 (mp_runner.py:76) +2024-09-01 16:56:09,517 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0244s, count=1042, qps in this process: 34.7051 (mp_runner.py:76) +2024-09-01 16:56:09,522 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0011s, count=1043, qps in this process: 34.7654 (mp_runner.py:76) +2024-09-01 16:56:09,523 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0024s, count=1043, qps in this process: 34.7639 (mp_runner.py:76) +2024-09-01 16:56:09,524 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0113s, count=1043, qps in this process: 34.7536 (mp_runner.py:76) +2024-09-01 16:56:09,539 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0081s, count=1044, qps in this process: 34.7906 (mp_runner.py:76) +2024-09-01 16:56:09,550 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0046s, count=1045, qps in this process: 34.828 (mp_runner.py:76) +2024-09-01 16:56:09,550 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0071s, count=1045, qps in this process: 34.8251 (mp_runner.py:76) +2024-09-01 16:56:09,559 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0062s, count=1046, qps in this process: 34.8595 (mp_runner.py:76) +2024-09-01 16:56:09,559 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0065s, count=1046, qps in this process: 34.8591 (mp_runner.py:76) +2024-09-01 16:56:09,574 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.006s, count=1048, qps in this process: 34.9263 (mp_runner.py:76) +2024-09-01 16:56:09,574 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0059s, count=1048, qps in this process: 34.9265 (mp_runner.py:76) +2024-09-01 16:56:09,577 | INFO |End search in concurrency 25: dur=30.31096331200024s, total_count=26050, qps=859.425 (mp_runner.py:120) +2024-09-01 16:56:11,291 | INFO |Update largest qps with concurrency 25: current max_qps=859.425 (mp_runner.py:124) +2024-09-01 16:56:11,719 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:56:11,719 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 16:56:22,176 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 16:56:22,226 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,379 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,390 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,394 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,409 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,422 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,438 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,455 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,470 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,477 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,477 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,480 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,499 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,508 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,530 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,533 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:22,535 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:56:39,981 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.024906378999730805 (mp_runner.py:73) +2024-09-01 16:56:39,983 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.010156416999961948 (mp_runner.py:73) +2024-09-01 16:56:39,983 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.016920576003030874 (mp_runner.py:73) +2024-09-01 16:56:39,985 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.015486866999708582 (mp_runner.py:73) +2024-09-01 16:56:39,985 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.03322982600002433 (mp_runner.py:73) +2024-09-01 16:56:39,987 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.011897829001100035 (mp_runner.py:73) +2024-09-01 16:56:39,988 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.022048668000934413 (mp_runner.py:73) +2024-09-01 16:56:39,989 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.037463436001416994 (mp_runner.py:73) +2024-09-01 16:56:39,991 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.003835477000393439 (mp_runner.py:73) +2024-09-01 16:56:39,994 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.023002901001746068 (mp_runner.py:73) +2024-09-01 16:56:39,996 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.03601935899860109 (mp_runner.py:73) +2024-09-01 16:56:39,997 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.0075973909988533705 (mp_runner.py:73) +2024-09-01 16:56:39,999 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.031220400000165682 (mp_runner.py:73) +2024-09-01 16:56:40,000 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.035920533002354205 (mp_runner.py:73) +2024-09-01 16:56:40,007 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.04716994099726435 (mp_runner.py:73) +2024-09-01 16:56:40,008 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.05956772299759905 (mp_runner.py:73) +2024-09-01 16:56:40,011 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.04149742600202444 (mp_runner.py:73) +2024-09-01 16:56:40,012 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.004741398999613011 (mp_runner.py:73) +2024-09-01 16:56:40,012 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.04487358500045957 (mp_runner.py:73) +2024-09-01 16:56:40,013 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.059725484999944456 (mp_runner.py:73) +2024-09-01 16:56:40,014 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.05792503799966653 (mp_runner.py:73) +2024-09-01 16:56:40,014 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.025967347999539925 (mp_runner.py:73) +2024-09-01 16:56:40,015 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.05171412100025918 (mp_runner.py:73) +2024-09-01 16:56:40,020 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.06653462599933846 (mp_runner.py:73) +2024-09-01 16:56:40,025 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.07520950399702997 (mp_runner.py:73) +2024-09-01 16:56:40,025 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.010201184002653463 (mp_runner.py:73) +2024-09-01 16:56:40,029 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.011181891000887845 (mp_runner.py:73) +2024-09-01 16:56:40,030 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.05910028400103329 (mp_runner.py:73) +2024-09-01 16:56:40,037 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.06408913999985089 (mp_runner.py:73) +2024-09-01 16:56:40,041 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.04916163899906678 (mp_runner.py:73) +2024-09-01 16:56:52,243 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0031s, count=862, qps in this process: 28.7304 (mp_runner.py:76) +2024-09-01 16:56:52,389 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0076s, count=866, qps in this process: 28.8594 (mp_runner.py:76) +2024-09-01 16:56:52,415 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0135s, count=868, qps in this process: 28.9203 (mp_runner.py:76) +2024-09-01 16:56:52,424 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0306s, count=868, qps in this process: 28.9039 (mp_runner.py:76) +2024-09-01 16:56:52,439 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0056s, count=868, qps in this process: 28.9279 (mp_runner.py:76) +2024-09-01 16:56:52,445 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0121s, count=869, qps in this process: 28.955 (mp_runner.py:76) +2024-09-01 16:56:52,447 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0095s, count=869, qps in this process: 28.9575 (mp_runner.py:76) +2024-09-01 16:56:52,452 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0182s, count=869, qps in this process: 28.9491 (mp_runner.py:76) +2024-09-01 16:56:52,452 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0021s, count=869, qps in this process: 28.9646 (mp_runner.py:76) +2024-09-01 16:56:52,457 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0271s, count=869, qps in this process: 28.9405 (mp_runner.py:76) +2024-09-01 16:56:52,458 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0245s, count=869, qps in this process: 28.943 (mp_runner.py:76) +2024-09-01 16:56:52,459 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0025s, count=870, qps in this process: 28.9976 (mp_runner.py:76) +2024-09-01 16:56:52,460 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0438s, count=869, qps in this process: 28.9244 (mp_runner.py:76) +2024-09-01 16:56:52,483 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0034s, count=871, qps in this process: 29.03 (mp_runner.py:76) +2024-09-01 16:56:52,486 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0127s, count=871, qps in this process: 29.021 (mp_runner.py:76) +2024-09-01 16:56:52,487 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0139s, count=871, qps in this process: 29.0199 (mp_runner.py:76) +2024-09-01 16:56:52,488 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0547s, count=869, qps in this process: 28.9139 (mp_runner.py:76) +2024-09-01 16:56:52,491 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0117s, count=871, qps in this process: 29.022 (mp_runner.py:76) +2024-09-01 16:56:52,496 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0097s, count=871, qps in this process: 29.0239 (mp_runner.py:76) +2024-09-01 16:56:52,497 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0222s, count=871, qps in this process: 29.0119 (mp_runner.py:76) +2024-09-01 16:56:52,506 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0267s, count=871, qps in this process: 29.0075 (mp_runner.py:76) +2024-09-01 16:56:52,506 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0018s, count=872, qps in this process: 29.0649 (mp_runner.py:76) +2024-09-01 16:56:52,508 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0014s, count=872, qps in this process: 29.0653 (mp_runner.py:76) +2024-09-01 16:56:52,521 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0031s, count=869, qps in this process: 28.9637 (mp_runner.py:76) +2024-09-01 16:56:52,526 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0127s, count=874, qps in this process: 29.121 (mp_runner.py:76) +2024-09-01 16:56:52,526 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0113s, count=874, qps in this process: 29.1224 (mp_runner.py:76) +2024-09-01 16:56:52,530 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0119s, count=874, qps in this process: 29.1218 (mp_runner.py:76) +2024-09-01 16:56:52,543 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0052s, count=877, qps in this process: 29.2283 (mp_runner.py:76) +2024-09-01 16:56:52,543 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0022s, count=877, qps in this process: 29.2312 (mp_runner.py:76) +2024-09-01 16:56:52,543 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0035s, count=877, qps in this process: 29.2299 (mp_runner.py:76) +2024-09-01 16:56:52,547 | INFO |End search in concurrency 30: dur=30.370334467999783s, total_count=26117, qps=859.951 (mp_runner.py:120) +2024-09-01 16:56:54,642 | INFO |Update largest qps with concurrency 30: current max_qps=859.951 (mp_runner.py:124) +2024-09-01 16:56:55,069 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:56:55,069 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 16:57:05,625 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 16:57:05,692 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,693 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,776 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,793 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,793 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,906 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,906 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,906 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,912 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,912 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,913 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,929 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,947 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,948 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,959 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,981 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,983 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,984 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,992 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,992 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:05,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,020 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,037 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,037 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,058 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,075 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,098 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,111 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,115 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:06,137 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:26,021 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.023483105997001985 (mp_runner.py:73) +2024-09-01 16:57:26,021 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.021651142997143324 (mp_runner.py:73) +2024-09-01 16:57:26,021 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.030266305002442095 (mp_runner.py:73) +2024-09-01 16:57:26,021 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.030331304998981068 (mp_runner.py:73) +2024-09-01 16:57:26,022 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.0178594310018525 (mp_runner.py:73) +2024-09-01 16:57:26,022 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.01486973199644126 (mp_runner.py:73) +2024-09-01 16:57:26,022 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01737084499836783 (mp_runner.py:73) +2024-09-01 16:57:26,022 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.027903000998776406 (mp_runner.py:73) +2024-09-01 16:57:26,025 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03296216099988669 (mp_runner.py:73) +2024-09-01 16:57:26,028 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.029446406002534786 (mp_runner.py:73) +2024-09-01 16:57:26,029 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.036490272999799345 (mp_runner.py:73) +2024-09-01 16:57:26,031 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.033675595001113834 (mp_runner.py:73) +2024-09-01 16:57:26,034 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03275061700333026 (mp_runner.py:73) +2024-09-01 16:57:26,036 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.02689927000028547 (mp_runner.py:73) +2024-09-01 16:57:26,036 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.00678972999958205 (mp_runner.py:73) +2024-09-01 16:57:26,039 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.0478507929983607 (mp_runner.py:73) +2024-09-01 16:57:26,039 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.04346973999781767 (mp_runner.py:73) +2024-09-01 16:57:26,040 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.029111812000337522 (mp_runner.py:73) +2024-09-01 16:57:26,041 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.04503689599732752 (mp_runner.py:73) +2024-09-01 16:57:26,042 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04939268000089214 (mp_runner.py:73) +2024-09-01 16:57:26,044 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.03251403999820468 (mp_runner.py:73) +2024-09-01 16:57:26,048 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.035575229001551634 (mp_runner.py:73) +2024-09-01 16:57:26,050 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.05469547900065663 (mp_runner.py:73) +2024-09-01 16:57:26,052 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.03466185899742413 (mp_runner.py:73) +2024-09-01 16:57:26,056 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.047842812000453705 (mp_runner.py:73) +2024-09-01 16:57:26,057 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.05038772400075686 (mp_runner.py:73) +2024-09-01 16:57:26,060 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.045959420000144746 (mp_runner.py:73) +2024-09-01 16:57:26,065 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.05563897100000759 (mp_runner.py:73) +2024-09-01 16:57:26,069 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.05061355900033959 (mp_runner.py:73) +2024-09-01 16:57:26,070 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.06273614499878022 (mp_runner.py:73) +2024-09-01 16:57:26,070 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.05401589300163323 (mp_runner.py:73) +2024-09-01 16:57:26,073 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.059754290003183996 (mp_runner.py:73) +2024-09-01 16:57:26,073 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.058782228003110504 (mp_runner.py:73) +2024-09-01 16:57:26,074 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.058071270999789704 (mp_runner.py:73) +2024-09-01 16:57:26,075 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.05438845800017589 (mp_runner.py:73) +2024-09-01 16:57:35,733 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0369s, count=750, qps in this process: 24.9693 (mp_runner.py:76) +2024-09-01 16:57:35,738 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0386s, count=750, qps in this process: 24.9679 (mp_runner.py:76) +2024-09-01 16:57:35,789 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0009s, count=752, qps in this process: 25.0659 (mp_runner.py:76) +2024-09-01 16:57:35,806 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0112s, count=752, qps in this process: 25.0573 (mp_runner.py:76) +2024-09-01 16:57:35,814 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0165s, count=752, qps in this process: 25.0529 (mp_runner.py:76) +2024-09-01 16:57:35,854 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0149s, count=753, qps in this process: 25.0875 (mp_runner.py:76) +2024-09-01 16:57:35,872 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0112s, count=754, qps in this process: 25.124 (mp_runner.py:76) +2024-09-01 16:57:35,873 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0186s, count=754, qps in this process: 25.1178 (mp_runner.py:76) +2024-09-01 16:57:35,877 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0157s, count=754, qps in this process: 25.1202 (mp_runner.py:76) +2024-09-01 16:57:35,904 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0212s, count=755, qps in this process: 25.1489 (mp_runner.py:76) +2024-09-01 16:57:35,934 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0115s, count=756, qps in this process: 25.1903 (mp_runner.py:76) +2024-09-01 16:57:35,934 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.025s, count=756, qps in this process: 25.179 (mp_runner.py:76) +2024-09-01 16:57:35,936 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0145s, count=756, qps in this process: 25.1878 (mp_runner.py:76) +2024-09-01 16:57:35,936 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0053s, count=756, qps in this process: 25.1955 (mp_runner.py:76) +2024-09-01 16:57:35,936 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0273s, count=756, qps in this process: 25.1771 (mp_runner.py:76) +2024-09-01 16:57:35,942 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0328s, count=756, qps in this process: 25.1725 (mp_runner.py:76) +2024-09-01 16:57:35,943 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.021s, count=756, qps in this process: 25.1824 (mp_runner.py:76) +2024-09-01 16:57:35,955 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0034s, count=757, qps in this process: 25.2305 (mp_runner.py:76) +2024-09-01 16:57:35,956 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0043s, count=757, qps in this process: 25.2297 (mp_runner.py:76) +2024-09-01 16:57:35,989 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0004s, count=756, qps in this process: 25.1997 (mp_runner.py:76) +2024-09-01 16:57:35,990 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0279s, count=758, qps in this process: 25.2432 (mp_runner.py:76) +2024-09-01 16:57:35,995 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0063s, count=759, qps in this process: 25.2947 (mp_runner.py:76) +2024-09-01 16:57:36,000 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0093s, count=759, qps in this process: 25.2922 (mp_runner.py:76) +2024-09-01 16:57:36,008 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0102s, count=760, qps in this process: 25.3247 (mp_runner.py:76) +2024-09-01 16:57:36,015 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0133s, count=760, qps in this process: 25.3221 (mp_runner.py:76) +2024-09-01 16:57:36,016 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0175s, count=759, qps in this process: 25.2853 (mp_runner.py:76) +2024-09-01 16:57:36,037 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0115s, count=761, qps in this process: 25.3569 (mp_runner.py:76) +2024-09-01 16:57:36,051 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0078s, count=762, qps in this process: 25.3934 (mp_runner.py:76) +2024-09-01 16:57:36,061 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0179s, count=762, qps in this process: 25.3849 (mp_runner.py:76) +2024-09-01 16:57:36,071 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0063s, count=763, qps in this process: 25.428 (mp_runner.py:76) +2024-09-01 16:57:36,088 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0061s, count=764, qps in this process: 25.4615 (mp_runner.py:76) +2024-09-01 16:57:36,112 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0036s, count=766, qps in this process: 25.5303 (mp_runner.py:76) +2024-09-01 16:57:36,127 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0057s, count=768, qps in this process: 25.5951 (mp_runner.py:76) +2024-09-01 16:57:36,127 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0052s, count=768, qps in this process: 25.5956 (mp_runner.py:76) +2024-09-01 16:57:36,149 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0021s, count=773, qps in this process: 25.7649 (mp_runner.py:76) +2024-09-01 16:57:36,152 | INFO |End search in concurrency 35: dur=30.525673451997136s, total_count=26530, qps=869.1045 (mp_runner.py:120) +2024-09-01 16:57:38,566 | INFO |Update largest qps with concurrency 35: current max_qps=869.1045 (mp_runner.py:124) +2024-09-01 16:57:38,991 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:57:38,992 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 16:57:49,662 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 16:57:49,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:49,911 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:49,966 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:49,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,009 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,009 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,015 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,043 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,044 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,044 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,048 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,048 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,052 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,053 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,057 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,063 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,063 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,063 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,075 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,077 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,077 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,077 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,077 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,078 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,078 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,079 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,140 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,140 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:57:50,187 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:12,536 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.038082540002505993 (mp_runner.py:73) +2024-09-01 16:58:12,537 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.0425251520027814 (mp_runner.py:73) +2024-09-01 16:58:12,538 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.03739450799912447 (mp_runner.py:73) +2024-09-01 16:58:12,540 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.04660624200187158 (mp_runner.py:73) +2024-09-01 16:58:12,541 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.04986944000120275 (mp_runner.py:73) +2024-09-01 16:58:12,541 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.03662095099934959 (mp_runner.py:73) +2024-09-01 16:58:12,543 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.05078701000093133 (mp_runner.py:73) +2024-09-01 16:58:12,544 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.0304036300003645 (mp_runner.py:73) +2024-09-01 16:58:12,545 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.04831700299837394 (mp_runner.py:73) +2024-09-01 16:58:12,545 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.04931438600033289 (mp_runner.py:73) +2024-09-01 16:58:12,546 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.04037724899899331 (mp_runner.py:73) +2024-09-01 16:58:12,547 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.050019982998492196 (mp_runner.py:73) +2024-09-01 16:58:12,548 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.04718254699764657 (mp_runner.py:73) +2024-09-01 16:58:12,549 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.04526388199883513 (mp_runner.py:73) +2024-09-01 16:58:12,550 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.06031885999982478 (mp_runner.py:73) +2024-09-01 16:58:12,551 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.04872026600060053 (mp_runner.py:73) +2024-09-01 16:58:12,551 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.052983630001108395 (mp_runner.py:73) +2024-09-01 16:58:12,553 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.03704085899880738 (mp_runner.py:73) +2024-09-01 16:58:12,553 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.04231380299825105 (mp_runner.py:73) +2024-09-01 16:58:12,555 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.03459175799798686 (mp_runner.py:73) +2024-09-01 16:58:12,555 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.048067515999719035 (mp_runner.py:73) +2024-09-01 16:58:12,557 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.045572122999146814 (mp_runner.py:73) +2024-09-01 16:58:12,557 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.06243650199758122 (mp_runner.py:73) +2024-09-01 16:58:12,558 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.04317068599993945 (mp_runner.py:73) +2024-09-01 16:58:12,558 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.0675774299998011 (mp_runner.py:73) +2024-09-01 16:58:12,559 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.05932365500120795 (mp_runner.py:73) +2024-09-01 16:58:12,560 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.0713660900000832 (mp_runner.py:73) +2024-09-01 16:58:12,560 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.05278609100059839 (mp_runner.py:73) +2024-09-01 16:58:12,563 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.0392019690007146 (mp_runner.py:73) +2024-09-01 16:58:12,565 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.05287800199948833 (mp_runner.py:73) +2024-09-01 16:58:12,566 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.07786917100020219 (mp_runner.py:73) +2024-09-01 16:58:12,566 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.04863991699676262 (mp_runner.py:73) +2024-09-01 16:58:12,569 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.0515160430004471 (mp_runner.py:73) +2024-09-01 16:58:12,570 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.06741869299730752 (mp_runner.py:73) +2024-09-01 16:58:12,572 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.04092593899986241 (mp_runner.py:73) +2024-09-01 16:58:12,575 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.061824996999348514 (mp_runner.py:73) +2024-09-01 16:58:12,583 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.06905700000061188 (mp_runner.py:73) +2024-09-01 16:58:12,584 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.060204852001334075 (mp_runner.py:73) +2024-09-01 16:58:12,590 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.07980328400299186 (mp_runner.py:73) +2024-09-01 16:58:12,599 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.07940815199981444 (mp_runner.py:73) +2024-09-01 16:58:19,929 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0156s, count=667, qps in this process: 22.2218 (mp_runner.py:76) +2024-09-01 16:58:19,932 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0166s, count=667, qps in this process: 22.221 (mp_runner.py:76) +2024-09-01 16:58:20,014 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0401s, count=669, qps in this process: 22.2702 (mp_runner.py:76) +2024-09-01 16:58:20,058 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0418s, count=670, qps in this process: 22.3023 (mp_runner.py:76) +2024-09-01 16:58:20,059 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0113s, count=670, qps in this process: 22.3249 (mp_runner.py:76) +2024-09-01 16:58:20,061 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0185s, count=670, qps in this process: 22.3196 (mp_runner.py:76) +2024-09-01 16:58:20,063 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0466s, count=670, qps in this process: 22.2987 (mp_runner.py:76) +2024-09-01 16:58:20,063 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0199s, count=670, qps in this process: 22.3185 (mp_runner.py:76) +2024-09-01 16:58:20,065 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.009s, count=670, qps in this process: 22.3266 (mp_runner.py:76) +2024-09-01 16:58:20,067 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0636s, count=670, qps in this process: 22.2861 (mp_runner.py:76) +2024-09-01 16:58:20,067 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0485s, count=670, qps in this process: 22.2973 (mp_runner.py:76) +2024-09-01 16:58:20,069 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0211s, count=670, qps in this process: 22.3176 (mp_runner.py:76) +2024-09-01 16:58:20,070 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0217s, count=670, qps in this process: 22.3172 (mp_runner.py:76) +2024-09-01 16:58:20,070 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0027s, count=670, qps in this process: 22.3313 (mp_runner.py:76) +2024-09-01 16:58:20,071 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0106s, count=670, qps in this process: 22.3254 (mp_runner.py:76) +2024-09-01 16:58:20,072 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0019s, count=670, qps in this process: 22.3319 (mp_runner.py:76) +2024-09-01 16:58:20,072 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.009s, count=670, qps in this process: 22.3266 (mp_runner.py:76) +2024-09-01 16:58:20,078 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0149s, count=671, qps in this process: 22.3556 (mp_runner.py:76) +2024-09-01 16:58:20,079 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0094s, count=671, qps in this process: 22.3597 (mp_runner.py:76) +2024-09-01 16:58:20,082 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0022s, count=671, qps in this process: 22.365 (mp_runner.py:76) +2024-09-01 16:58:20,083 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.003s, count=671, qps in this process: 22.3644 (mp_runner.py:76) +2024-09-01 16:58:20,084 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0042s, count=671, qps in this process: 22.3635 (mp_runner.py:76) +2024-09-01 16:58:20,085 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.006s, count=671, qps in this process: 22.3622 (mp_runner.py:76) +2024-09-01 16:58:20,091 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0055s, count=672, qps in this process: 22.3959 (mp_runner.py:76) +2024-09-01 16:58:20,092 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0123s, count=671, qps in this process: 22.3575 (mp_runner.py:76) +2024-09-01 16:58:20,093 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0129s, count=671, qps in this process: 22.3571 (mp_runner.py:76) +2024-09-01 16:58:20,094 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0146s, count=671, qps in this process: 22.3558 (mp_runner.py:76) +2024-09-01 16:58:20,095 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0158s, count=671, qps in this process: 22.3549 (mp_runner.py:76) +2024-09-01 16:58:20,098 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0183s, count=672, qps in this process: 22.3863 (mp_runner.py:76) +2024-09-01 16:58:20,100 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.018s, count=671, qps in this process: 22.3533 (mp_runner.py:76) +2024-09-01 16:58:20,101 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0211s, count=671, qps in this process: 22.3509 (mp_runner.py:76) +2024-09-01 16:58:20,102 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0203s, count=671, qps in this process: 22.3515 (mp_runner.py:76) +2024-09-01 16:58:20,103 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0228s, count=671, qps in this process: 22.3497 (mp_runner.py:76) +2024-09-01 16:58:20,106 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0274s, count=671, qps in this process: 22.3463 (mp_runner.py:76) +2024-09-01 16:58:20,109 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0285s, count=671, qps in this process: 22.3454 (mp_runner.py:76) +2024-09-01 16:58:20,112 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0422s, count=671, qps in this process: 22.3352 (mp_runner.py:76) +2024-09-01 16:58:20,148 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0023s, count=679, qps in this process: 22.6316 (mp_runner.py:76) +2024-09-01 16:58:20,152 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0057s, count=678, qps in this process: 22.5957 (mp_runner.py:76) +2024-09-01 16:58:20,192 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0049s, count=683, qps in this process: 22.7629 (mp_runner.py:76) +2024-09-01 16:58:20,196 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0031s, count=684, qps in this process: 22.7976 (mp_runner.py:76) +2024-09-01 16:58:20,199 | INFO |End search in concurrency 40: dur=30.536109713997575s, total_count=26858, qps=879.5488 (mp_runner.py:120) +2024-09-01 16:58:22,938 | INFO |Update largest qps with concurrency 40: current max_qps=879.5488 (mp_runner.py:124) +2024-09-01 16:58:23,360 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:58:23,361 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 16:58:34,080 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 16:58:34,262 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,272 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,312 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,399 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,410 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,425 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,466 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,473 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,486 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,489 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,493 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,497 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,497 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,499 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,502 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,511 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,518 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,526 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,530 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,531 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,531 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,544 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,587 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,601 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,614 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,615 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,624 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,630 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:34,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:58:59,877 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.021793959000206087 (mp_runner.py:73) +2024-09-01 16:58:59,879 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.027179525000974536 (mp_runner.py:73) +2024-09-01 16:58:59,884 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.02956944900142844 (mp_runner.py:73) +2024-09-01 16:58:59,884 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.03778461199908634 (mp_runner.py:73) +2024-09-01 16:58:59,888 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.036748303999047494 (mp_runner.py:73) +2024-09-01 16:58:59,888 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.03447495100044762 (mp_runner.py:73) +2024-09-01 16:58:59,890 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.03971017900039442 (mp_runner.py:73) +2024-09-01 16:58:59,892 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.03669369299677783 (mp_runner.py:73) +2024-09-01 16:58:59,892 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.04113246799897752 (mp_runner.py:73) +2024-09-01 16:58:59,894 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.028913652000483125 (mp_runner.py:73) +2024-09-01 16:58:59,896 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.04210662999685155 (mp_runner.py:73) +2024-09-01 16:58:59,897 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.03045391900013783 (mp_runner.py:73) +2024-09-01 16:58:59,899 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.05165978399963933 (mp_runner.py:73) +2024-09-01 16:58:59,899 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.04653511700234958 (mp_runner.py:73) +2024-09-01 16:58:59,901 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.0520766959998582 (mp_runner.py:73) +2024-09-01 16:58:59,903 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.05263996999929077 (mp_runner.py:73) +2024-09-01 16:58:59,903 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.0589256999992358 (mp_runner.py:73) +2024-09-01 16:58:59,905 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.045906453000498004 (mp_runner.py:73) +2024-09-01 16:58:59,908 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.006290270001045428 (mp_runner.py:73) +2024-09-01 16:58:59,908 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.032190295998589136 (mp_runner.py:73) +2024-09-01 16:58:59,912 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.05275709099805681 (mp_runner.py:73) +2024-09-01 16:58:59,912 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.0680348080022668 (mp_runner.py:73) +2024-09-01 16:58:59,916 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.013897590997657971 (mp_runner.py:73) +2024-09-01 16:58:59,916 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.05273568799748318 (mp_runner.py:73) +2024-09-01 16:58:59,918 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.06288055799814174 (mp_runner.py:73) +2024-09-01 16:58:59,920 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.04776884999955655 (mp_runner.py:73) +2024-09-01 16:58:59,921 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.050289475002500694 (mp_runner.py:73) +2024-09-01 16:58:59,923 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.054361512997274986 (mp_runner.py:73) +2024-09-01 16:58:59,923 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.06204400099886698 (mp_runner.py:73) +2024-09-01 16:58:59,925 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.0791426629984926 (mp_runner.py:73) +2024-09-01 16:58:59,925 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.04782358699958422 (mp_runner.py:73) +2024-09-01 16:58:59,925 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.07216054000309668 (mp_runner.py:73) +2024-09-01 16:58:59,926 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.08091405700179166 (mp_runner.py:73) +2024-09-01 16:58:59,927 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.07250346100045135 (mp_runner.py:73) +2024-09-01 16:58:59,928 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.08064599800127326 (mp_runner.py:73) +2024-09-01 16:58:59,929 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.0405203199989046 (mp_runner.py:73) +2024-09-01 16:58:59,929 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.0681611250001879 (mp_runner.py:73) +2024-09-01 16:58:59,930 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.02799968900217209 (mp_runner.py:73) +2024-09-01 16:58:59,930 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.0807625929992355 (mp_runner.py:73) +2024-09-01 16:58:59,930 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.0357430949989066 (mp_runner.py:73) +2024-09-01 16:58:59,930 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.06540256099833641 (mp_runner.py:73) +2024-09-01 16:58:59,932 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.05236372999934247 (mp_runner.py:73) +2024-09-01 16:58:59,933 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.06479756399858161 (mp_runner.py:73) +2024-09-01 16:58:59,940 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.06785381299778237 (mp_runner.py:73) +2024-09-01 16:58:59,945 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.08246712300024228 (mp_runner.py:73) +2024-09-01 16:59:04,315 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0525s, count=588, qps in this process: 19.5658 (mp_runner.py:76) +2024-09-01 16:59:04,317 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0379s, count=588, qps in this process: 19.5753 (mp_runner.py:76) +2024-09-01 16:59:04,356 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0317s, count=589, qps in this process: 19.6126 (mp_runner.py:76) +2024-09-01 16:59:04,426 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0149s, count=591, qps in this process: 19.6902 (mp_runner.py:76) +2024-09-01 16:59:04,428 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0105s, count=591, qps in this process: 19.6931 (mp_runner.py:76) +2024-09-01 16:59:04,437 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0195s, count=591, qps in this process: 19.6872 (mp_runner.py:76) +2024-09-01 16:59:04,455 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0532s, count=591, qps in this process: 19.6651 (mp_runner.py:76) +2024-09-01 16:59:04,486 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0588s, count=591, qps in this process: 19.6615 (mp_runner.py:76) +2024-09-01 16:59:04,495 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0041s, count=592, qps in this process: 19.7306 (mp_runner.py:76) +2024-09-01 16:59:04,496 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0058s, count=592, qps in this process: 19.7295 (mp_runner.py:76) +2024-09-01 16:59:04,497 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0432s, count=592, qps in this process: 19.705 (mp_runner.py:76) +2024-09-01 16:59:04,499 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0306s, count=592, qps in this process: 19.7132 (mp_runner.py:76) +2024-09-01 16:59:04,500 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0041s, count=592, qps in this process: 19.7306 (mp_runner.py:76) +2024-09-01 16:59:04,501 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0096s, count=592, qps in this process: 19.727 (mp_runner.py:76) +2024-09-01 16:59:04,505 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0273s, count=592, qps in this process: 19.7154 (mp_runner.py:76) +2024-09-01 16:59:04,512 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0086s, count=593, qps in this process: 19.761 (mp_runner.py:76) +2024-09-01 16:59:04,515 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0082s, count=592, qps in this process: 19.7279 (mp_runner.py:76) +2024-09-01 16:59:04,524 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.022s, count=593, qps in this process: 19.7522 (mp_runner.py:76) +2024-09-01 16:59:04,529 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0281s, count=593, qps in this process: 19.7482 (mp_runner.py:76) +2024-09-01 16:59:04,532 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0105s, count=593, qps in this process: 19.7598 (mp_runner.py:76) +2024-09-01 16:59:04,533 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0313s, count=593, qps in this process: 19.7461 (mp_runner.py:76) +2024-09-01 16:59:04,534 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0127s, count=592, qps in this process: 19.725 (mp_runner.py:76) +2024-09-01 16:59:04,540 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0049s, count=591, qps in this process: 19.6968 (mp_runner.py:76) +2024-09-01 16:59:04,540 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0382s, count=593, qps in this process: 19.7415 (mp_runner.py:76) +2024-09-01 16:59:04,541 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0039s, count=593, qps in this process: 19.7641 (mp_runner.py:76) +2024-09-01 16:59:04,551 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0486s, count=593, qps in this process: 19.7347 (mp_runner.py:76) +2024-09-01 16:59:04,561 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0319s, count=594, qps in this process: 19.779 (mp_runner.py:76) +2024-09-01 16:59:04,561 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0104s, count=594, qps in this process: 19.7931 (mp_runner.py:76) +2024-09-01 16:59:04,561 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0105s, count=594, qps in this process: 19.7931 (mp_runner.py:76) +2024-09-01 16:59:04,561 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0082s, count=594, qps in this process: 19.7946 (mp_runner.py:76) +2024-09-01 16:59:04,562 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0126s, count=594, qps in this process: 19.7917 (mp_runner.py:76) +2024-09-01 16:59:04,562 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0276s, count=594, qps in this process: 19.7818 (mp_runner.py:76) +2024-09-01 16:59:04,580 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0023s, count=595, qps in this process: 19.8318 (mp_runner.py:76) +2024-09-01 16:59:04,581 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.003s, count=595, qps in this process: 19.8314 (mp_runner.py:76) +2024-09-01 16:59:04,604 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0145s, count=593, qps in this process: 19.7571 (mp_runner.py:76) +2024-09-01 16:59:04,607 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0087s, count=596, qps in this process: 19.8609 (mp_runner.py:76) +2024-09-01 16:59:04,610 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0083s, count=593, qps in this process: 19.7612 (mp_runner.py:76) +2024-09-01 16:59:04,611 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0128s, count=597, qps in this process: 19.8915 (mp_runner.py:76) +2024-09-01 16:59:04,612 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0075s, count=597, qps in this process: 19.895 (mp_runner.py:76) +2024-09-01 16:59:04,624 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0038s, count=598, qps in this process: 19.9308 (mp_runner.py:76) +2024-09-01 16:59:04,632 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0045s, count=599, qps in this process: 19.9637 (mp_runner.py:76) +2024-09-01 16:59:04,638 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0021s, count=600, qps in this process: 19.9986 (mp_runner.py:76) +2024-09-01 16:59:04,638 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0048s, count=600, qps in this process: 19.9968 (mp_runner.py:76) +2024-09-01 16:59:04,658 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0044s, count=603, qps in this process: 20.0971 (mp_runner.py:76) +2024-09-01 16:59:04,658 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0045s, count=603, qps in this process: 20.097 (mp_runner.py:76) +2024-09-01 16:59:04,661 | INFO |End search in concurrency 45: dur=30.580481641001825s, total_count=26716, qps=873.6291 (mp_runner.py:120) +2024-09-01 16:59:08,161 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 16:59:08,161 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 16:59:29,105 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 16:59:29,165 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,259 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,383 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,420 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,495 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,501 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,559 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,560 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,562 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,567 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,582 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,595 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,595 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,600 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,604 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,635 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,636 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,655 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,658 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,678 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,697 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,699 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,710 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,726 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,730 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,753 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,758 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,765 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:29,812 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 16:59:58,044 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.010993186999257887 (mp_runner.py:73) +2024-09-01 16:59:58,046 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.01702593900336069 (mp_runner.py:73) +2024-09-01 16:59:58,048 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.01946658499946352 (mp_runner.py:73) +2024-09-01 16:59:58,049 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.018480632999853697 (mp_runner.py:73) +2024-09-01 16:59:58,051 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.015625078001903603 (mp_runner.py:73) +2024-09-01 16:59:58,052 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.026949127000989392 (mp_runner.py:73) +2024-09-01 16:59:58,053 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.016790965000836877 (mp_runner.py:73) +2024-09-01 16:59:58,055 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.01985262000016519 (mp_runner.py:73) +2024-09-01 16:59:58,056 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.027636494000034872 (mp_runner.py:73) +2024-09-01 16:59:58,058 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.024783389999356586 (mp_runner.py:73) +2024-09-01 16:59:58,060 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.028257833000679966 (mp_runner.py:73) +2024-09-01 16:59:58,060 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.031152438001299743 (mp_runner.py:73) +2024-09-01 16:59:58,063 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.032938128999376204 (mp_runner.py:73) +2024-09-01 16:59:58,063 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03715725499932887 (mp_runner.py:73) +2024-09-01 16:59:58,065 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.04112202900068951 (mp_runner.py:73) +2024-09-01 16:59:58,065 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.032260590996884275 (mp_runner.py:73) +2024-09-01 16:59:58,067 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.03518742600135738 (mp_runner.py:73) +2024-09-01 16:59:58,068 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.03613054899687995 (mp_runner.py:73) +2024-09-01 16:59:58,072 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.04861608300052467 (mp_runner.py:73) +2024-09-01 16:59:58,072 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.04422764600167284 (mp_runner.py:73) +2024-09-01 16:59:58,076 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.04222279199893819 (mp_runner.py:73) +2024-09-01 16:59:58,076 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.04198683700087713 (mp_runner.py:73) +2024-09-01 16:59:58,080 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.0449735439979122 (mp_runner.py:73) +2024-09-01 16:59:58,080 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.05478076099825557 (mp_runner.py:73) +2024-09-01 16:59:58,082 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.05943287599802716 (mp_runner.py:73) +2024-09-01 16:59:58,084 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.05314082200129633 (mp_runner.py:73) +2024-09-01 16:59:58,084 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.0426747700003034 (mp_runner.py:73) +2024-09-01 16:59:58,087 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.06108145100006368 (mp_runner.py:73) +2024-09-01 16:59:58,087 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.060727260999556165 (mp_runner.py:73) +2024-09-01 16:59:58,087 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.06338271200002055 (mp_runner.py:73) +2024-09-01 16:59:58,088 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.06416118400011328 (mp_runner.py:73) +2024-09-01 16:59:58,088 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.06070519100103411 (mp_runner.py:73) +2024-09-01 16:59:58,091 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.0564080100011779 (mp_runner.py:73) +2024-09-01 16:59:58,092 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.030697511003381805 (mp_runner.py:73) +2024-09-01 16:59:58,093 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.0561340320018644 (mp_runner.py:73) +2024-09-01 16:59:58,094 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.06765713899949333 (mp_runner.py:73) +2024-09-01 16:59:58,095 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.07052058699991903 (mp_runner.py:73) +2024-09-01 16:59:58,095 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.06610741600161418 (mp_runner.py:73) +2024-09-01 16:59:58,096 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.06823550700210035 (mp_runner.py:73) +2024-09-01 16:59:58,096 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.06348830400020233 (mp_runner.py:73) +2024-09-01 16:59:58,096 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.06432778599992162 (mp_runner.py:73) +2024-09-01 16:59:58,097 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.06266003999917302 (mp_runner.py:73) +2024-09-01 16:59:58,098 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.05821235099938349 (mp_runner.py:73) +2024-09-01 16:59:58,098 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.06818947099964134 (mp_runner.py:73) +2024-09-01 16:59:58,113 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.073791553000774 (mp_runner.py:73) +2024-09-01 16:59:58,121 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.031687119997513946 (mp_runner.py:73) +2024-09-01 16:59:58,127 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.10006757700102753 (mp_runner.py:73) +2024-09-01 16:59:58,127 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.09808894800153212 (mp_runner.py:73) +2024-09-01 16:59:58,127 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.09670491799988667 (mp_runner.py:73) +2024-09-01 16:59:58,128 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.10267423899858841 (mp_runner.py:73) +2024-09-01 16:59:59,175 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0091s, count=519, qps in this process: 17.2948 (mp_runner.py:76) +2024-09-01 16:59:59,297 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0246s, count=521, qps in this process: 17.3524 (mp_runner.py:76) +2024-09-01 16:59:59,443 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0193s, count=524, qps in this process: 17.4554 (mp_runner.py:76) +2024-09-01 16:59:59,474 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0545s, count=524, qps in this process: 17.435 (mp_runner.py:76) +2024-09-01 16:59:59,475 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0797s, count=524, qps in this process: 17.4204 (mp_runner.py:76) +2024-09-01 16:59:59,483 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0285s, count=524, qps in this process: 17.4501 (mp_runner.py:76) +2024-09-01 16:59:59,501 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0031s, count=523, qps in this process: 17.4315 (mp_runner.py:76) +2024-09-01 16:59:59,517 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0561s, count=525, qps in this process: 17.4673 (mp_runner.py:76) +2024-09-01 16:59:59,518 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0352s, count=525, qps in this process: 17.4795 (mp_runner.py:76) +2024-09-01 16:59:59,521 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0213s, count=525, qps in this process: 17.4876 (mp_runner.py:76) +2024-09-01 16:59:59,521 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0388s, count=525, qps in this process: 17.4774 (mp_runner.py:76) +2024-09-01 16:59:59,523 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0148s, count=525, qps in this process: 17.4914 (mp_runner.py:76) +2024-09-01 16:59:59,529 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0213s, count=525, qps in this process: 17.4876 (mp_runner.py:76) +2024-09-01 16:59:59,529 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0289s, count=525, qps in this process: 17.4832 (mp_runner.py:76) +2024-09-01 16:59:59,531 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0227s, count=525, qps in this process: 17.4868 (mp_runner.py:76) +2024-09-01 16:59:59,531 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0229s, count=525, qps in this process: 17.4867 (mp_runner.py:76) +2024-09-01 16:59:59,532 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.018s, count=525, qps in this process: 17.4895 (mp_runner.py:76) +2024-09-01 16:59:59,573 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0068s, count=526, qps in this process: 17.5294 (mp_runner.py:76) +2024-09-01 16:59:59,575 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0116s, count=526, qps in this process: 17.5266 (mp_runner.py:76) +2024-09-01 16:59:59,576 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0156s, count=526, qps in this process: 17.5242 (mp_runner.py:76) +2024-09-01 16:59:59,576 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0133s, count=526, qps in this process: 17.5256 (mp_runner.py:76) +2024-09-01 16:59:59,590 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0099s, count=526, qps in this process: 17.5275 (mp_runner.py:76) +2024-09-01 16:59:59,605 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0057s, count=527, qps in this process: 17.5633 (mp_runner.py:76) +2024-09-01 16:59:59,611 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0079s, count=527, qps in this process: 17.562 (mp_runner.py:76) +2024-09-01 16:59:59,611 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0119s, count=527, qps in this process: 17.5597 (mp_runner.py:76) +2024-09-01 16:59:59,620 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0257s, count=527, qps in this process: 17.5516 (mp_runner.py:76) +2024-09-01 16:59:59,634 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0199s, count=528, qps in this process: 17.5883 (mp_runner.py:76) +2024-09-01 16:59:59,658 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.023s, count=529, qps in this process: 17.6198 (mp_runner.py:76) +2024-09-01 16:59:59,659 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0175s, count=529, qps in this process: 17.6231 (mp_runner.py:76) +2024-09-01 16:59:59,667 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0074s, count=529, qps in this process: 17.629 (mp_runner.py:76) +2024-09-01 16:59:59,669 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0278s, count=529, qps in this process: 17.617 (mp_runner.py:76) +2024-09-01 16:59:59,679 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0149s, count=530, qps in this process: 17.6579 (mp_runner.py:76) +2024-09-01 16:59:59,680 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0183s, count=530, qps in this process: 17.6559 (mp_runner.py:76) +2024-09-01 16:59:59,690 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0009s, count=530, qps in this process: 17.6661 (mp_runner.py:76) +2024-09-01 16:59:59,698 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0117s, count=530, qps in this process: 17.6598 (mp_runner.py:76) +2024-09-01 16:59:59,704 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0019s, count=531, qps in this process: 17.6989 (mp_runner.py:76) +2024-09-01 16:59:59,704 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0035s, count=531, qps in this process: 17.6979 (mp_runner.py:76) +2024-09-01 16:59:59,708 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0186s, count=531, qps in this process: 17.689 (mp_runner.py:76) +2024-09-01 16:59:59,725 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0087s, count=533, qps in this process: 17.7615 (mp_runner.py:76) +2024-09-01 16:59:59,749 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0167s, count=534, qps in this process: 17.7901 (mp_runner.py:76) +2024-09-01 16:59:59,749 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0185s, count=534, qps in this process: 17.789 (mp_runner.py:76) +2024-09-01 16:59:59,758 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0004s, count=535, qps in this process: 17.8331 (mp_runner.py:76) +2024-09-01 16:59:59,767 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0012s, count=536, qps in this process: 17.866 (mp_runner.py:76) +2024-09-01 16:59:59,784 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0104s, count=538, qps in this process: 17.9271 (mp_runner.py:76) +2024-09-01 16:59:59,784 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0031s, count=538, qps in this process: 17.9315 (mp_runner.py:76) +2024-09-01 16:59:59,784 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0033s, count=538, qps in this process: 17.9314 (mp_runner.py:76) +2024-09-01 16:59:59,788 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0154s, count=538, qps in this process: 17.9241 (mp_runner.py:76) +2024-09-01 16:59:59,791 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0019s, count=539, qps in this process: 17.9655 (mp_runner.py:76) +2024-09-01 16:59:59,802 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0021s, count=541, qps in this process: 18.0321 (mp_runner.py:76) +2024-09-01 16:59:59,819 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0015s, count=545, qps in this process: 18.1658 (mp_runner.py:76) +2024-09-01 16:59:59,822 | INFO |End search in concurrency 50: dur=30.71626539999852s, total_count=26453, qps=861.205 (mp_runner.py:120) +2024-09-01 17:00:03,659 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:00:03,659 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 17:00:24,857 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 17:00:24,936 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:24,940 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,068 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,108 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,128 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,179 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,339 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,345 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,345 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,344 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,350 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,353 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,360 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,369 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,384 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,394 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,394 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,394 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,398 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,401 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,449 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,455 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,463 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,477 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,483 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,496 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,531 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,573 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,580 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,580 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,586 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:25,663 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:00:54,971 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0297s, count=472, qps in this process: 15.7178 (mp_runner.py:76) +2024-09-01 17:00:54,974 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0328s, count=472, qps in this process: 15.7162 (mp_runner.py:76) +2024-09-01 17:00:55,105 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0256s, count=474, qps in this process: 15.7865 (mp_runner.py:76) +2024-09-01 17:00:55,140 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0003s, count=474, qps in this process: 15.7998 (mp_runner.py:76) +2024-09-01 17:00:55,193 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0712s, count=475, qps in this process: 15.7958 (mp_runner.py:76) +2024-09-01 17:00:55,195 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0097s, count=475, qps in this process: 15.8282 (mp_runner.py:76) +2024-09-01 17:00:55,342 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0225s, count=477, qps in this process: 15.8881 (mp_runner.py:76) +2024-09-01 17:00:55,354 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0045s, count=477, qps in this process: 15.8976 (mp_runner.py:76) +2024-09-01 17:00:55,354 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0032s, count=477, qps in this process: 15.8983 (mp_runner.py:76) +2024-09-01 17:00:55,355 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0103s, count=477, qps in this process: 15.8945 (mp_runner.py:76) +2024-09-01 17:00:55,356 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.005s, count=477, qps in this process: 15.8974 (mp_runner.py:76) +2024-09-01 17:00:55,357 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.002s, count=477, qps in this process: 15.8989 (mp_runner.py:76) +2024-09-01 17:00:55,358 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0231s, count=477, qps in this process: 15.8878 (mp_runner.py:76) +2024-09-01 17:00:55,359 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0141s, count=479, qps in this process: 15.9592 (mp_runner.py:76) +2024-09-01 17:00:55,360 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0008s, count=477, qps in this process: 15.8996 (mp_runner.py:76) +2024-09-01 17:00:55,367 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0123s, count=478, qps in this process: 15.9268 (mp_runner.py:76) +2024-09-01 17:00:55,381 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0258s, count=479, qps in this process: 15.9529 (mp_runner.py:76) +2024-09-01 17:00:55,382 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0347s, count=479, qps in this process: 15.9482 (mp_runner.py:76) +2024-09-01 17:00:55,383 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0278s, count=479, qps in this process: 15.9519 (mp_runner.py:76) +2024-09-01 17:00:55,384 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0107s, count=479, qps in this process: 15.961 (mp_runner.py:76) +2024-09-01 17:00:55,384 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0182s, count=478, qps in this process: 15.9237 (mp_runner.py:76) +2024-09-01 17:00:55,385 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0191s, count=479, qps in this process: 15.9565 (mp_runner.py:76) +2024-09-01 17:00:55,396 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0401s, count=479, qps in this process: 15.9454 (mp_runner.py:76) +2024-09-01 17:00:55,404 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0132s, count=479, qps in this process: 15.9596 (mp_runner.py:76) +2024-09-01 17:00:55,418 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0179s, count=479, qps in this process: 15.9571 (mp_runner.py:76) +2024-09-01 17:00:55,427 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0192s, count=480, qps in this process: 15.9898 (mp_runner.py:76) +2024-09-01 17:00:55,428 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0284s, count=479, qps in this process: 15.9516 (mp_runner.py:76) +2024-09-01 17:00:55,430 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0309s, count=480, qps in this process: 15.9835 (mp_runner.py:76) +2024-09-01 17:00:55,431 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0312s, count=480, qps in this process: 15.9834 (mp_runner.py:76) +2024-09-01 17:00:55,433 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0332s, count=480, qps in this process: 15.9823 (mp_runner.py:76) +2024-09-01 17:00:55,444 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0697s, count=479, qps in this process: 15.9297 (mp_runner.py:76) +2024-09-01 17:00:55,459 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0034s, count=480, qps in this process: 15.9982 (mp_runner.py:76) +2024-09-01 17:00:55,470 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0148s, count=481, qps in this process: 16.0254 (mp_runner.py:76) +2024-09-01 17:00:55,471 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.015s, count=481, qps in this process: 16.0253 (mp_runner.py:76) +2024-09-01 17:00:55,472 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0155s, count=481, qps in this process: 16.0251 (mp_runner.py:76) +2024-09-01 17:00:55,475 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0057s, count=481, qps in this process: 16.0303 (mp_runner.py:76) +2024-09-01 17:00:55,477 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0207s, count=481, qps in this process: 16.0223 (mp_runner.py:76) +2024-09-01 17:00:55,477 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0202s, count=481, qps in this process: 16.0225 (mp_runner.py:76) +2024-09-01 17:00:55,480 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0241s, count=481, qps in this process: 16.0205 (mp_runner.py:76) +2024-09-01 17:00:55,482 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0055s, count=481, qps in this process: 16.0304 (mp_runner.py:76) +2024-09-01 17:00:55,485 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0275s, count=481, qps in this process: 16.0186 (mp_runner.py:76) +2024-09-01 17:00:55,492 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0186s, count=481, qps in this process: 16.0234 (mp_runner.py:76) +2024-09-01 17:00:55,496 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0067s, count=481, qps in this process: 16.0298 (mp_runner.py:76) +2024-09-01 17:00:55,500 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0429s, count=481, qps in this process: 16.0104 (mp_runner.py:76) +2024-09-01 17:00:55,512 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0064s, count=482, qps in this process: 16.0632 (mp_runner.py:76) +2024-09-01 17:00:55,513 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0316s, count=482, qps in this process: 16.0498 (mp_runner.py:76) +2024-09-01 17:00:55,521 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0002s, count=483, qps in this process: 16.0999 (mp_runner.py:76) +2024-09-01 17:00:55,525 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0074s, count=483, qps in this process: 16.096 (mp_runner.py:76) +2024-09-01 17:00:55,543 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0076s, count=485, qps in this process: 16.1626 (mp_runner.py:76) +2024-09-01 17:00:55,585 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0061s, count=490, qps in this process: 16.33 (mp_runner.py:76) +2024-09-01 17:00:55,586 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0025s, count=490, qps in this process: 16.332 (mp_runner.py:76) +2024-09-01 17:00:55,592 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0068s, count=491, qps in this process: 16.363 (mp_runner.py:76) +2024-09-01 17:00:55,593 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0082s, count=491, qps in this process: 16.3622 (mp_runner.py:76) +2024-09-01 17:00:55,598 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0048s, count=492, qps in this process: 16.3974 (mp_runner.py:76) +2024-09-01 17:00:55,634 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.004310036998504074 (mp_runner.py:73) +2024-09-01 17:00:55,678 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0012s, count=509, qps in this process: 16.966 (mp_runner.py:76) +2024-09-01 17:00:55,682 | INFO |End search in concurrency 55: dur=30.822271918998013s, total_count=26433, qps=857.5941 (mp_runner.py:120) +2024-09-01 17:00:59,819 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:00:59,819 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 17:01:21,132 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 17:01:21,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,528 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,564 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,603 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,603 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,608 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,608 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,608 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,611 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,612 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,612 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,637 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,674 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,674 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,675 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,677 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,679 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,705 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,750 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,751 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,751 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,751 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,754 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,754 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,759 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,804 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,829 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,831 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,858 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,867 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,897 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,913 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:21,972 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:01:51,558 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0309s, count=445, qps in this process: 14.8181 (mp_runner.py:76) +2024-09-01 17:01:51,558 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0021s, count=445, qps in this process: 14.8323 (mp_runner.py:76) +2024-09-01 17:01:51,560 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0216s, count=445, qps in this process: 14.8227 (mp_runner.py:76) +2024-09-01 17:01:51,564 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0018s, count=445, qps in this process: 14.8324 (mp_runner.py:76) +2024-09-01 17:01:51,564 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0184s, count=445, qps in this process: 14.8242 (mp_runner.py:76) +2024-09-01 17:01:51,611 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0503s, count=446, qps in this process: 14.8418 (mp_runner.py:76) +2024-09-01 17:01:51,612 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0009s, count=446, qps in this process: 14.8662 (mp_runner.py:76) +2024-09-01 17:01:51,613 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0026s, count=446, qps in this process: 14.8654 (mp_runner.py:76) +2024-09-01 17:01:51,614 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0034s, count=446, qps in this process: 14.865 (mp_runner.py:76) +2024-09-01 17:01:51,615 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0093s, count=446, qps in this process: 14.8621 (mp_runner.py:76) +2024-09-01 17:01:51,616 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0098s, count=446, qps in this process: 14.8618 (mp_runner.py:76) +2024-09-01 17:01:51,618 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.015s, count=446, qps in this process: 14.8592 (mp_runner.py:76) +2024-09-01 17:01:51,621 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0181s, count=446, qps in this process: 14.8577 (mp_runner.py:76) +2024-09-01 17:01:51,621 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0047s, count=446, qps in this process: 14.8643 (mp_runner.py:76) +2024-09-01 17:01:51,623 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.006s, count=446, qps in this process: 14.8637 (mp_runner.py:76) +2024-09-01 17:01:51,623 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0549s, count=446, qps in this process: 14.8395 (mp_runner.py:76) +2024-09-01 17:01:51,623 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0075s, count=446, qps in this process: 14.863 (mp_runner.py:76) +2024-09-01 17:01:51,625 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0638s, count=446, qps in this process: 14.8351 (mp_runner.py:76) +2024-09-01 17:01:51,625 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0644s, count=446, qps in this process: 14.8348 (mp_runner.py:76) +2024-09-01 17:01:51,632 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0757s, count=446, qps in this process: 14.8292 (mp_runner.py:76) +2024-09-01 17:01:51,633 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.071s, count=446, qps in this process: 14.8316 (mp_runner.py:76) +2024-09-01 17:01:51,653 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0266s, count=447, qps in this process: 14.8868 (mp_runner.py:76) +2024-09-01 17:01:51,654 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0267s, count=447, qps in this process: 14.8868 (mp_runner.py:76) +2024-09-01 17:01:51,655 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0121s, count=447, qps in this process: 14.894 (mp_runner.py:76) +2024-09-01 17:01:51,669 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0424s, count=447, qps in this process: 14.879 (mp_runner.py:76) +2024-09-01 17:01:51,687 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0142s, count=447, qps in this process: 14.893 (mp_runner.py:76) +2024-09-01 17:01:51,689 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0128s, count=448, qps in this process: 14.927 (mp_runner.py:76) +2024-09-01 17:01:51,689 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0068s, count=448, qps in this process: 14.9299 (mp_runner.py:76) +2024-09-01 17:01:51,695 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0187s, count=448, qps in this process: 14.924 (mp_runner.py:76) +2024-09-01 17:01:51,697 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0213s, count=448, qps in this process: 14.9227 (mp_runner.py:76) +2024-09-01 17:01:51,699 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0054s, count=448, qps in this process: 14.9306 (mp_runner.py:76) +2024-09-01 17:01:51,703 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.014s, count=447, qps in this process: 14.893 (mp_runner.py:76) +2024-09-01 17:01:51,716 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0224s, count=448, qps in this process: 14.9222 (mp_runner.py:76) +2024-09-01 17:01:51,722 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0361s, count=449, qps in this process: 14.9487 (mp_runner.py:76) +2024-09-01 17:01:51,731 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0141s, count=449, qps in this process: 14.9596 (mp_runner.py:76) +2024-09-01 17:01:51,739 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0446s, count=448, qps in this process: 14.9112 (mp_runner.py:76) +2024-09-01 17:01:51,745 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0228s, count=449, qps in this process: 14.9553 (mp_runner.py:76) +2024-09-01 17:01:51,758 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0046s, count=449, qps in this process: 14.9644 (mp_runner.py:76) +2024-09-01 17:01:51,764 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0031s, count=450, qps in this process: 14.9985 (mp_runner.py:76) +2024-09-01 17:01:51,767 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0481s, count=450, qps in this process: 14.976 (mp_runner.py:76) +2024-09-01 17:01:51,769 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0138s, count=450, qps in this process: 14.9931 (mp_runner.py:76) +2024-09-01 17:01:51,775 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0192s, count=450, qps in this process: 14.9904 (mp_runner.py:76) +2024-09-01 17:01:51,779 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0246s, count=450, qps in this process: 14.9877 (mp_runner.py:76) +2024-09-01 17:01:51,781 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0187s, count=450, qps in this process: 14.9907 (mp_runner.py:76) +2024-09-01 17:01:51,796 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0186s, count=451, qps in this process: 15.024 (mp_runner.py:76) +2024-09-01 17:01:51,797 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0304s, count=451, qps in this process: 15.0181 (mp_runner.py:76) +2024-09-01 17:01:51,803 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0136s, count=451, qps in this process: 15.0265 (mp_runner.py:76) +2024-09-01 17:01:51,813 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0025s, count=452, qps in this process: 15.0654 (mp_runner.py:76) +2024-09-01 17:01:51,840 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0043s, count=454, qps in this process: 15.1312 (mp_runner.py:76) +2024-09-01 17:01:51,842 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0095s, count=454, qps in this process: 15.1285 (mp_runner.py:76) +2024-09-01 17:01:51,845 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.009s, count=454, qps in this process: 15.1288 (mp_runner.py:76) +2024-09-01 17:01:51,856 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0241s, count=454, qps in this process: 15.1212 (mp_runner.py:76) +2024-09-01 17:01:51,860 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0142s, count=455, qps in this process: 15.1595 (mp_runner.py:76) +2024-09-01 17:01:51,861 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0117s, count=455, qps in this process: 15.1608 (mp_runner.py:76) +2024-09-01 17:01:51,862 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0173s, count=455, qps in this process: 15.1579 (mp_runner.py:76) +2024-09-01 17:01:51,902 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0068s, count=461, qps in this process: 15.3632 (mp_runner.py:76) +2024-09-01 17:01:51,903 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0081s, count=461, qps in this process: 15.3625 (mp_runner.py:76) +2024-09-01 17:01:51,908 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0052s, count=462, qps in this process: 15.3973 (mp_runner.py:76) +2024-09-01 17:01:51,925 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0069s, count=464, qps in this process: 15.4631 (mp_runner.py:76) +2024-09-01 17:01:51,981 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0037s, count=476, qps in this process: 15.8647 (mp_runner.py:76) +2024-09-01 17:01:51,986 | INFO |End search in concurrency 60: dur=30.854016433000652s, total_count=26985, qps=874.6025 (mp_runner.py:120) +2024-09-01 17:01:56,447 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:01:56,447 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 17:02:18,050 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 17:02:18,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,386 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,541 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,555 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,574 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,575 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,576 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,581 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,583 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,583 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,623 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,631 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,641 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,644 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,649 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,657 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,657 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,659 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,665 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,666 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,704 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,713 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,716 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,716 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,763 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,789 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,826 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,831 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,831 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,835 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,840 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,856 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,879 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,928 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,933 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,951 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,960 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:18,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:19,031 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:02:48,376 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0032s, count=406, qps in this process: 13.5319 (mp_runner.py:76) +2024-09-01 17:02:48,469 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0691s, count=408, qps in this process: 13.5687 (mp_runner.py:76) +2024-09-01 17:02:48,572 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0157s, count=407, qps in this process: 13.5596 (mp_runner.py:76) +2024-09-01 17:02:48,578 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0264s, count=409, qps in this process: 13.6213 (mp_runner.py:76) +2024-09-01 17:02:48,580 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0023s, count=409, qps in this process: 13.6323 (mp_runner.py:76) +2024-09-01 17:02:48,583 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0073s, count=409, qps in this process: 13.63 (mp_runner.py:76) +2024-09-01 17:02:48,587 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0296s, count=409, qps in this process: 13.6199 (mp_runner.py:76) +2024-09-01 17:02:48,588 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0066s, count=409, qps in this process: 13.6303 (mp_runner.py:76) +2024-09-01 17:02:48,606 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0221s, count=410, qps in this process: 13.6566 (mp_runner.py:76) +2024-09-01 17:02:48,609 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.027s, count=410, qps in this process: 13.6544 (mp_runner.py:76) +2024-09-01 17:02:48,611 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0585s, count=410, qps in this process: 13.6401 (mp_runner.py:76) +2024-09-01 17:02:48,627 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0403s, count=410, qps in this process: 13.6483 (mp_runner.py:76) +2024-09-01 17:02:48,627 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0681s, count=410, qps in this process: 13.6357 (mp_runner.py:76) +2024-09-01 17:02:48,640 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0503s, count=410, qps in this process: 13.6438 (mp_runner.py:76) +2024-09-01 17:02:48,644 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0945s, count=410, qps in this process: 13.6238 (mp_runner.py:76) +2024-09-01 17:02:48,647 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.006s, count=410, qps in this process: 13.6639 (mp_runner.py:76) +2024-09-01 17:02:48,653 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0152s, count=410, qps in this process: 13.6597 (mp_runner.py:76) +2024-09-01 17:02:48,658 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0743s, count=410, qps in this process: 13.6329 (mp_runner.py:76) +2024-09-01 17:02:48,666 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0367s, count=410, qps in this process: 13.65 (mp_runner.py:76) +2024-09-01 17:02:48,695 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0535s, count=411, qps in this process: 13.6756 (mp_runner.py:76) +2024-09-01 17:02:48,695 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0454s, count=411, qps in this process: 13.6793 (mp_runner.py:76) +2024-09-01 17:02:48,695 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0324s, count=411, qps in this process: 13.6852 (mp_runner.py:76) +2024-09-01 17:02:48,696 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0212s, count=411, qps in this process: 13.6903 (mp_runner.py:76) +2024-09-01 17:02:48,697 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0219s, count=411, qps in this process: 13.69 (mp_runner.py:76) +2024-09-01 17:02:48,699 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.039s, count=411, qps in this process: 13.6822 (mp_runner.py:76) +2024-09-01 17:02:48,700 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0311s, count=411, qps in this process: 13.6858 (mp_runner.py:76) +2024-09-01 17:02:48,704 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0217s, count=411, qps in this process: 13.6901 (mp_runner.py:76) +2024-09-01 17:02:48,704 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0635s, count=411, qps in this process: 13.6711 (mp_runner.py:76) +2024-09-01 17:02:48,705 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0476s, count=411, qps in this process: 13.6783 (mp_runner.py:76) +2024-09-01 17:02:48,706 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0392s, count=411, qps in this process: 13.6821 (mp_runner.py:76) +2024-09-01 17:02:48,706 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0677s, count=411, qps in this process: 13.6692 (mp_runner.py:76) +2024-09-01 17:02:48,706 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0433s, count=411, qps in this process: 13.6803 (mp_runner.py:76) +2024-09-01 17:02:48,707 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0664s, count=411, qps in this process: 13.6697 (mp_runner.py:76) +2024-09-01 17:02:48,708 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0668s, count=411, qps in this process: 13.6696 (mp_runner.py:76) +2024-09-01 17:02:48,709 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.068s, count=411, qps in this process: 13.669 (mp_runner.py:76) +2024-09-01 17:02:48,709 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0353s, count=411, qps in this process: 13.6839 (mp_runner.py:76) +2024-09-01 17:02:48,709 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0522s, count=411, qps in this process: 13.6762 (mp_runner.py:76) +2024-09-01 17:02:48,710 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0688s, count=411, qps in this process: 13.6687 (mp_runner.py:76) +2024-09-01 17:02:48,734 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0153s, count=412, qps in this process: 13.7263 (mp_runner.py:76) +2024-09-01 17:02:48,744 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.024s, count=412, qps in this process: 13.7224 (mp_runner.py:76) +2024-09-01 17:02:48,744 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0362s, count=412, qps in this process: 13.7168 (mp_runner.py:76) +2024-09-01 17:02:48,751 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0003s, count=413, qps in this process: 13.7665 (mp_runner.py:76) +2024-09-01 17:02:48,753 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0326s, count=412, qps in this process: 13.7184 (mp_runner.py:76) +2024-09-01 17:02:48,760 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0093s, count=413, qps in this process: 13.7624 (mp_runner.py:76) +2024-09-01 17:02:48,796 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0227s, count=414, qps in this process: 13.7896 (mp_runner.py:76) +2024-09-01 17:02:48,796 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0033s, count=414, qps in this process: 13.7985 (mp_runner.py:76) +2024-09-01 17:02:48,810 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0223s, count=414, qps in this process: 13.7897 (mp_runner.py:76) +2024-09-01 17:02:48,836 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.007s, count=416, qps in this process: 13.8634 (mp_runner.py:76) +2024-09-01 17:02:48,852 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.012s, count=417, qps in this process: 13.8944 (mp_runner.py:76) +2024-09-01 17:02:48,853 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0063s, count=417, qps in this process: 13.8971 (mp_runner.py:76) +2024-09-01 17:02:48,854 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0114s, count=417, qps in this process: 13.8947 (mp_runner.py:76) +2024-09-01 17:02:48,855 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0151s, count=417, qps in this process: 13.893 (mp_runner.py:76) +2024-09-01 17:02:48,866 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0251s, count=417, qps in this process: 13.8884 (mp_runner.py:76) +2024-09-01 17:02:48,871 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0117s, count=418, qps in this process: 13.9279 (mp_runner.py:76) +2024-09-01 17:02:48,871 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0069s, count=418, qps in this process: 13.9301 (mp_runner.py:76) +2024-09-01 17:02:48,872 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0033s, count=418, qps in this process: 13.9318 (mp_runner.py:76) +2024-09-01 17:02:48,893 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0035s, count=420, qps in this process: 13.9984 (mp_runner.py:76) +2024-09-01 17:02:48,914 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0068s, count=421, qps in this process: 14.0302 (mp_runner.py:76) +2024-09-01 17:02:48,934 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0084s, count=424, qps in this process: 14.1294 (mp_runner.py:76) +2024-09-01 17:02:48,934 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0018s, count=424, qps in this process: 14.1325 (mp_runner.py:76) +2024-09-01 17:02:48,940 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0053s, count=425, qps in this process: 14.1642 (mp_runner.py:76) +2024-09-01 17:02:48,964 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0043s, count=429, qps in this process: 14.298 (mp_runner.py:76) +2024-09-01 17:02:48,971 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0029s, count=430, qps in this process: 14.3319 (mp_runner.py:76) +2024-09-01 17:02:49,011 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0036s, count=436, qps in this process: 14.5316 (mp_runner.py:76) +2024-09-01 17:02:49,043 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0017s, count=443, qps in this process: 14.7658 (mp_runner.py:76) +2024-09-01 17:02:49,048 | INFO |End search in concurrency 65: dur=30.996014930002275s, total_count=26908, qps=868.1116 (mp_runner.py:120) +2024-09-01 17:02:53,790 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:02:53,790 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 17:03:15,832 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 17:03:15,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:15,891 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,016 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,201 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,202 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,255 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,299 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,300 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,371 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,401 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,405 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,424 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,446 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,448 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,455 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,492 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,511 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,518 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,533 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,552 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,579 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,590 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,597 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,601 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,601 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,606 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,668 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,668 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,720 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,738 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,738 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,750 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,811 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,814 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,826 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,849 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:16,897 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 17:03:45,966 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0793s, count=365, qps in this process: 12.1346 (mp_runner.py:76) +2024-09-01 17:03:45,972 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0752s, count=365, qps in this process: 12.1362 (mp_runner.py:76) +2024-09-01 17:03:46,101 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0739s, count=367, qps in this process: 12.2033 (mp_runner.py:76) +2024-09-01 17:03:46,257 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.044s, count=369, qps in this process: 12.282 (mp_runner.py:76) +2024-09-01 17:03:46,259 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0454s, count=369, qps in this process: 12.2814 (mp_runner.py:76) +2024-09-01 17:03:46,326 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0607s, count=370, qps in this process: 12.3084 (mp_runner.py:76) +2024-09-01 17:03:46,329 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0274s, count=370, qps in this process: 12.3221 (mp_runner.py:76) +2024-09-01 17:03:46,334 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0316s, count=370, qps in this process: 12.3204 (mp_runner.py:76) +2024-09-01 17:03:46,339 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0765s, count=370, qps in this process: 12.302 (mp_runner.py:76) +2024-09-01 17:03:46,369 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0026s, count=371, qps in this process: 12.3656 (mp_runner.py:76) +2024-09-01 17:03:46,396 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0287s, count=371, qps in this process: 12.3548 (mp_runner.py:76) +2024-09-01 17:03:46,431 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0227s, count=372, qps in this process: 12.3906 (mp_runner.py:76) +2024-09-01 17:03:46,435 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0302s, count=372, qps in this process: 12.3875 (mp_runner.py:76) +2024-09-01 17:03:46,441 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0319s, count=371, qps in this process: 12.3535 (mp_runner.py:76) +2024-09-01 17:03:46,442 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0369s, count=372, qps in this process: 12.3848 (mp_runner.py:76) +2024-09-01 17:03:46,445 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0326s, count=372, qps in this process: 12.3865 (mp_runner.py:76) +2024-09-01 17:03:46,448 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0297s, count=372, qps in this process: 12.3877 (mp_runner.py:76) +2024-09-01 17:03:46,450 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0314s, count=372, qps in this process: 12.387 (mp_runner.py:76) +2024-09-01 17:03:46,467 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0583s, count=372, qps in this process: 12.3759 (mp_runner.py:76) +2024-09-01 17:03:46,468 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0466s, count=372, qps in this process: 12.3808 (mp_runner.py:76) +2024-09-01 17:03:46,469 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0192s, count=372, qps in this process: 12.3921 (mp_runner.py:76) +2024-09-01 17:03:46,470 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0912s, count=372, qps in this process: 12.3624 (mp_runner.py:76) +2024-09-01 17:03:46,471 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0066s, count=372, qps in this process: 12.3973 (mp_runner.py:76) +2024-09-01 17:03:46,473 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0156s, count=372, qps in this process: 12.3936 (mp_runner.py:76) +2024-09-01 17:03:46,479 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0718s, count=372, qps in this process: 12.3704 (mp_runner.py:76) +2024-09-01 17:03:46,481 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0218s, count=372, qps in this process: 12.391 (mp_runner.py:76) +2024-09-01 17:03:46,483 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0846s, count=372, qps in this process: 12.3651 (mp_runner.py:76) +2024-09-01 17:03:46,486 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0496s, count=372, qps in this process: 12.3795 (mp_runner.py:76) +2024-09-01 17:03:46,506 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0486s, count=373, qps in this process: 12.4132 (mp_runner.py:76) +2024-09-01 17:03:46,507 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0578s, count=373, qps in this process: 12.4094 (mp_runner.py:76) +2024-09-01 17:03:46,549 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0231s, count=374, qps in this process: 12.4571 (mp_runner.py:76) +2024-09-01 17:03:46,550 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0289s, count=374, qps in this process: 12.4547 (mp_runner.py:76) +2024-09-01 17:03:46,550 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0242s, count=374, qps in this process: 12.4566 (mp_runner.py:76) +2024-09-01 17:03:46,551 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0419s, count=374, qps in this process: 12.4493 (mp_runner.py:76) +2024-09-01 17:03:46,551 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0259s, count=374, qps in this process: 12.4559 (mp_runner.py:76) +2024-09-01 17:03:46,551 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0139s, count=374, qps in this process: 12.4609 (mp_runner.py:76) +2024-09-01 17:03:46,552 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0314s, count=374, qps in this process: 12.4536 (mp_runner.py:76) +2024-09-01 17:03:46,565 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0045s, count=374, qps in this process: 12.4648 (mp_runner.py:76) +2024-09-01 17:03:46,596 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.04s, count=375, qps in this process: 12.4834 (mp_runner.py:76) +2024-09-01 17:03:46,597 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0049s, count=375, qps in this process: 12.498 (mp_runner.py:76) +2024-09-01 17:03:46,598 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0094s, count=375, qps in this process: 12.4961 (mp_runner.py:76) +2024-09-01 17:03:46,601 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0481s, count=375, qps in this process: 12.48 (mp_runner.py:76) +2024-09-01 17:03:46,625 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0193s, count=376, qps in this process: 12.5253 (mp_runner.py:76) +2024-09-01 17:03:46,626 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0225s, count=376, qps in this process: 12.5239 (mp_runner.py:76) +2024-09-01 17:03:46,632 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0175s, count=376, qps in this process: 12.526 (mp_runner.py:76) +2024-09-01 17:03:46,635 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0287s, count=376, qps in this process: 12.5214 (mp_runner.py:76) +2024-09-01 17:03:46,636 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0325s, count=376, qps in this process: 12.5198 (mp_runner.py:76) +2024-09-01 17:03:46,687 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0141s, count=378, qps in this process: 12.5941 (mp_runner.py:76) +2024-09-01 17:03:46,689 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.016s, count=378, qps in this process: 12.5933 (mp_runner.py:76) +2024-09-01 17:03:46,695 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0456s, count=378, qps in this process: 12.5809 (mp_runner.py:76) +2024-09-01 17:03:46,753 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0171s, count=381, qps in this process: 12.6928 (mp_runner.py:76) +2024-09-01 17:03:46,753 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.014s, count=381, qps in this process: 12.6941 (mp_runner.py:76) +2024-09-01 17:03:46,754 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0144s, count=381, qps in this process: 12.6939 (mp_runner.py:76) +2024-09-01 17:03:46,755 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0049s, count=381, qps in this process: 12.6979 (mp_runner.py:76) +2024-09-01 17:03:46,756 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0125s, count=381, qps in this process: 12.6947 (mp_runner.py:76) +2024-09-01 17:03:46,756 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0173s, count=381, qps in this process: 12.6927 (mp_runner.py:76) +2024-09-01 17:03:46,757 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0139s, count=381, qps in this process: 12.6941 (mp_runner.py:76) +2024-09-01 17:03:46,776 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0181s, count=382, qps in this process: 12.7257 (mp_runner.py:76) +2024-09-01 17:03:46,831 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0013s, count=386, qps in this process: 12.8661 (mp_runner.py:76) +2024-09-01 17:03:46,832 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0025s, count=386, qps in this process: 12.8656 (mp_runner.py:76) +2024-09-01 17:03:46,843 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0089s, count=387, qps in this process: 12.8962 (mp_runner.py:76) +2024-09-01 17:03:46,844 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.003s, count=387, qps in this process: 12.8987 (mp_runner.py:76) +2024-09-01 17:03:46,846 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0083s, count=387, qps in this process: 12.8964 (mp_runner.py:76) +2024-09-01 17:03:46,847 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0225s, count=386, qps in this process: 12.857 (mp_runner.py:76) +2024-09-01 17:03:46,854 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0187s, count=387, qps in this process: 12.892 (mp_runner.py:76) +2024-09-01 17:03:46,857 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0003s, count=388, qps in this process: 12.9332 (mp_runner.py:76) +2024-09-01 17:03:46,861 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0046s, count=388, qps in this process: 12.9314 (mp_runner.py:76) +2024-09-01 17:03:46,868 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0043s, count=389, qps in this process: 12.9648 (mp_runner.py:76) +2024-09-01 17:03:46,899 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0042s, count=393, qps in this process: 13.0982 (mp_runner.py:76) +2024-09-01 17:03:46,910 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0034s, count=396, qps in this process: 13.1985 (mp_runner.py:76) +2024-09-01 17:03:46,915 | INFO |End search in concurrency 70: dur=31.08275905299888s, total_count=26341, qps=847.4473 (mp_runner.py:120) +2024-09-01 17:03:51,675 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=879.5488, serial_latency_p99=np.float64(0.0784), recall=np.float64(0.7913), ndcg=np.float64(0.8361), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[205.6135, 640.6013, 818.6406, 845.9899, 859.425, 859.951, 869.1045, 879.5488, 873.6291, 861.205, 857.5941, 874.6025, 868.1116, 847.4473], conc_latency_p99_list=[np.float64(0.002281023320282111), np.float64(0.002656169161235448), np.float64(0.003053932195832749), np.float64(0.0032883960781073256), np.float64(0.0035577916391011967), np.float64(0.0035270638153946494), np.float64(0.004012130187327784), np.float64(0.004389129046682865), np.float64(0.004587581517927901), np.float64(0.005094021329229872), np.float64(0.004870685734471771), np.float64(0.005826760902779642), np.float64(0.005934321524828192), np.float64(0.005235649616130103)]) (task_runner.py:197) +2024-09-01 17:03:51,676 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:52:06.913354'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=879.5488, serial_latency_p99=np.float64(0.0784), recall=np.float64(0.7913), ndcg=np.float64(0.8361), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[205.6135, 640.6013, 818.6406, 845.9899, 859.425, 859.951, 869.1045, 879.5488, 873.6291, 861.205, 857.5941, 874.6025, 868.1116, 847.4473], conc_latency_p99_list=[np.float64(0.002281023320282111), np.float64(0.002656169161235448), np.float64(0.003053932195832749), np.float64(0.0032883960781073256), np.float64(0.0035577916391011967), np.float64(0.0035270638153946494), np.float64(0.004012130187327784), np.float64(0.004389129046682865), np.float64(0.004587581517927901), np.float64(0.005094021329229872), np.float64(0.004870685734471771), np.float64(0.005826760902779642), np.float64(0.005934321524828192), np.float64(0.005235649616130103)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 17:03:51,676 | INFO |Task summary: run_id=6808f, task_label=6808f1346f3d4b34bfbd5a564db56653 (models.py:346) +2024-09-01 17:03:51,676 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 17:03:51,676 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 17:03:51,676 | INFO |PgVector | 2024-09-01T16:52:06.913354 Performance1536D500K 6808f1346f3d4b34bfbd5a564db56653 | 0.0 879.5488 0.0784 0.7913 0 | :) (models.py:346) +2024-09-01 17:03:51,676 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json (models.py:204) +2024-09-01 17:03:51,676 | INFO |Success to finish task: label=6808f1346f3d4b34bfbd5a564db56653, run_id=6808f1346f3d4b34bfbd5a564db56653 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json b/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json new file mode 100644 index 000000000..c223e2f61 --- /dev/null +++ b/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json @@ -0,0 +1 @@ +{"run_id": "6808f1346f3d4b34bfbd5a564db56653", "task_label": "6808f1346f3d4b34bfbd5a564db56653", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 879.5488, "serial_latency_p99": 0.0784, "recall": 0.7913, "ndcg": 0.8361, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [205.6135, 640.6013, 818.6406, 845.9899, 859.425, 859.951, 869.1045, 879.5488, 873.6291, 861.205, 857.5941, 874.6025, 868.1116, 847.4473], "conc_latency_p99_list": [0.002281023320282111, 0.002656169161235448, 0.003053932195832749, 0.0032883960781073256, 0.0035577916391011967, 0.0035270638153946494, 0.004012130187327784, 0.004389129046682865, 0.004587581517927901, 0.005094021329229872, 0.004870685734471771, 0.005826760902779642, 0.005934321524828192, 0.005235649616130103]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T16:52:06.913354", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt b/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt new file mode 100644 index 000000000..560e18842 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt @@ -0,0 +1,198 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 +2024-09-02 01:07:52,496 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:07:52.483924', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:07:52,496 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:07:52.483924', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:07:52,496 | INFO |generated uuid for the tasks: 8cf1485e78ef48fe86151e390e62c065 (interface.py:66) +2024-09-02 01:07:52,558 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:07:52,558 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:07:52,558 | INFO | PgVector-2024-09-02T01:07:52.483924 | Performance OpenAI-MEDIUM-500K None | 8cf1485e78ef48fe86151e390e62c065 (task_runner.py:340) +2024-09-02 01:07:52,558 | INFO |task submitted: id=8cf1485e78ef48fe86151e390e62c065, 8cf1485e78ef48fe86151e390e62c065, case number: 1 (interface.py:231) +2024-09-02 01:07:52,975 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:07:52.483924'}, drop_old=True (interface.py:164) +2024-09-02 01:07:52,975 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:07:53,052 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:07:53,052 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-02 01:07:53,052 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-02 01:07:53,053 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) +2024-09-02 01:07:53,124 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) +2024-09-02 01:07:53,751 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:07:53,798 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:07:53,823 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:07:53,823 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:07:54,367 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-02 01:07:54,368 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) +2024-09-02 01:07:54,368 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) +2024-09-02 01:07:56,644 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:07:57,598 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:07:58,570 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:07:59,500 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:00,398 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:01,322 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:02,189 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:03,050 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:04,049 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:04,858 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:05,819 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:06,679 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:07,561 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:08,482 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:09,311 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:10,410 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:11,226 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:12,407 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:13,214 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:14,336 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:14,766 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 01:08:15,204 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:16,087 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:17,006 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:17,921 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:18,810 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:19,689 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:20,527 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:21,506 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:22,310 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:23,195 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:24,010 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:24,899 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:25,759 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:26,546 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:27,731 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:28,572 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:29,821 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:31,125 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:32,604 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:33,968 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:34,492 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 01:08:34,868 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:35,782 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:36,705 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:37,589 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:38,449 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:39,357 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:40,325 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:41,131 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:41,994 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:42,821 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:43,679 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:44,564 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:45,328 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:46,446 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:47,273 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:48,448 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:49,257 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:50,231 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:51,108 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:51,944 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:52,363 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 01:08:52,790 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:53,642 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:54,462 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:55,350 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:56,166 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:57,097 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:57,922 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:58,838 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:08:59,587 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:00,516 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:01,435 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:02,301 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:03,832 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:05,197 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:06,942 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:07,872 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:08,974 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:09,845 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:10,773 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:11,667 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:12,259 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 01:09:12,631 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:13,525 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:14,395 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:15,238 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:16,153 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:16,992 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:17,934 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:18,779 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:19,690 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:20,730 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:21,795 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:22,973 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:23,811 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:25,007 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:25,786 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:26,786 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:27,721 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:28,574 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:29,450 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:30,332 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-02 01:09:30,772 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) +2024-09-02 01:09:30,882 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=96.51386132399784 (serial_runner.py:61) +2024-09-02 01:09:31,580 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-02 01:09:31,581 | INFO |PgVector post insert before optimize (pgvector.py:188) +2024-09-02 01:09:31,581 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-02 01:09:31,581 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-02 01:09:31,581 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) +2024-09-02 01:09:31,585 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) +2024-09-02 01:09:31,585 | DEBUG | + CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" + USING "hnsw" (embedding "vector_cosine_ops" ) + WITH ( "m" = "32", "ef_construction" = "128" ); (pgvector.py:308) +2024-09-02 01:24:31,035 | WARNING |VectorDB optimize timeout in 900 (task_runner.py:251) +2024-09-02 01:24:31,046 | WARNING |Failed to run performance case, reason = Performance case optimize timeout (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 249, in _optimize + return future.result(timeout=self.ca.optimize_timeout)[1] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/concurrent/futures/_base.py", line 458, in result + raise TimeoutError() +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 165, in _run_perf_case + m.build_dur = self._optimize() + ^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 254, in _optimize + raise PerformanceTimeoutError("Performance case optimize timeout") from e +vectordb_bench.models.PerformanceTimeoutError: Performance case optimize timeout +2024-09-02 01:24:31,046 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:07:52.483924'} failed to run, reason=Performance case optimize timeout (interface.py:179) +2024-09-02 01:24:31,047 | INFO |Task summary: run_id=8cf14, task_label=8cf1485e78ef48fe86151e390e62c065 (models.py:346) +2024-09-02 01:24:31,047 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:24:31,047 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:24:31,047 | INFO |PgVector | 2024-09-02T01:07:52.483924 Performance1536D500K 8cf1485e78ef48fe86151e390e62c065 | 0.0 0.0 0.0 0.0 0 | ? (models.py:346) +2024-09-02 01:24:31,047 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json (models.py:204) +2024-09-02 01:24:31,047 | INFO |Success to finish task: label=8cf1485e78ef48fe86151e390e62c065, run_id=8cf1485e78ef48fe86151e390e62c065 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json b/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json new file mode 100644 index 000000000..19245547e --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json @@ -0,0 +1 @@ +{"run_id": "8cf1485e78ef48fe86151e390e62c065", "task_label": "8cf1485e78ef48fe86151e390e62c065", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:07:52.483924", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": "?"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt b/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt new file mode 100644 index 000000000..e38ca0787 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load +2024-09-02 01:28:48,758 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:28:48.746826', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:28:48,759 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:28:48.746826', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:28:48,759 | INFO |generated uuid for the tasks: 6c80c7e9d66e4f119157da53fff856e6 (interface.py:66) +2024-09-02 01:28:48,822 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:28:48,822 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:28:48,822 | INFO | PgVector-2024-09-02T01:28:48.746826 | Performance OpenAI-MEDIUM-500K None | 6c80c7e9d66e4f119157da53fff856e6 (task_runner.py:340) +2024-09-02 01:28:48,822 | INFO |task submitted: id=6c80c7e9d66e4f119157da53fff856e6, 6c80c7e9d66e4f119157da53fff856e6, case number: 1 (interface.py:231) +2024-09-02 01:28:49,236 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:28:48.746826'}, drop_old=False (interface.py:164) +2024-09-02 01:28:49,236 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:28:49,382 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:28:49,992 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:28:50,040 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:28:50,063 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:28:50,063 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:28:50,146 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 01:28:50,158 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:28:50,158 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:28:50,166 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:28:50,167 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:28:48.746826'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:28:50,168 | INFO |Task summary: run_id=6c80c, task_label=6c80c7e9d66e4f119157da53fff856e6 (models.py:346) +2024-09-02 01:28:50,168 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:28:50,168 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:28:50,168 | INFO |PgVector | 2024-09-02T01:28:48.746826 Performance1536D500K 6c80c7e9d66e4f119157da53fff856e6 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:28:50,168 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json (models.py:204) +2024-09-02 01:28:50,168 | INFO |Success to finish task: label=6c80c7e9d66e4f119157da53fff856e6, run_id=6c80c7e9d66e4f119157da53fff856e6 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json b/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json new file mode 100644 index 000000000..9d01e477d --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json @@ -0,0 +1 @@ +{"run_id": "6c80c7e9d66e4f119157da53fff856e6", "task_label": "6c80c7e9d66e4f119157da53fff856e6", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:28:48.746826", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt b/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt new file mode 100644 index 000000000..f5820020c --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load +2024-09-02 01:25:31,767 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:25:31.755276', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:25:31,767 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:25:31.755276', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:25:31,767 | INFO |generated uuid for the tasks: b73879ea94bf450ca29dfb3eaf8be4a6 (interface.py:66) +2024-09-02 01:25:31,828 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:25:31,828 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:25:31,828 | INFO | PgVector-2024-09-02T01:25:31.755276 | Performance OpenAI-MEDIUM-500K None | b73879ea94bf450ca29dfb3eaf8be4a6 (task_runner.py:340) +2024-09-02 01:25:31,828 | INFO |task submitted: id=b73879ea94bf450ca29dfb3eaf8be4a6, b73879ea94bf450ca29dfb3eaf8be4a6, case number: 1 (interface.py:231) +2024-09-02 01:25:32,248 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:25:31.755276'}, drop_old=False (interface.py:164) +2024-09-02 01:25:32,248 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:25:32,398 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:25:33,005 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:25:33,052 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:25:33,076 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:25:33,076 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:25:33,137 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-02 01:25:33,146 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:25:33,146 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:25:33,154 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:25:33,155 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:25:31.755276'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:25:33,156 | INFO |Task summary: run_id=b7387, task_label=b73879ea94bf450ca29dfb3eaf8be4a6 (models.py:346) +2024-09-02 01:25:33,156 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:25:33,156 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:25:33,156 | INFO |PgVector | 2024-09-02T01:25:31.755276 Performance1536D500K b73879ea94bf450ca29dfb3eaf8be4a6 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:25:33,156 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json (models.py:204) +2024-09-02 01:25:33,156 | INFO |Success to finish task: label=b73879ea94bf450ca29dfb3eaf8be4a6, run_id=b73879ea94bf450ca29dfb3eaf8be4a6 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json b/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json new file mode 100644 index 000000000..b827b81a7 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json @@ -0,0 +1 @@ +{"run_id": "b73879ea94bf450ca29dfb3eaf8be4a6", "task_label": "b73879ea94bf450ca29dfb3eaf8be4a6", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:25:31.755276", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt b/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt new file mode 100644 index 000000000..c78fc1ff2 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load +2024-09-02 01:29:54,390 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:29:54.378777', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:29:54,390 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:29:54.378777', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:29:54,391 | INFO |generated uuid for the tasks: 26b2f2b4535949408984a5b675e813ff (interface.py:66) +2024-09-02 01:29:54,452 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:29:54,452 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:29:54,452 | INFO | PgVector-2024-09-02T01:29:54.378777 | Performance OpenAI-MEDIUM-500K None | 26b2f2b4535949408984a5b675e813ff (task_runner.py:340) +2024-09-02 01:29:54,452 | INFO |task submitted: id=26b2f2b4535949408984a5b675e813ff, 26b2f2b4535949408984a5b675e813ff, case number: 1 (interface.py:231) +2024-09-02 01:29:54,864 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:29:54.378777'}, drop_old=False (interface.py:164) +2024-09-02 01:29:54,864 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:29:55,006 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:29:55,591 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:29:55,639 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:29:55,662 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:29:55,662 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:29:55,742 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 01:29:55,754 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:29:55,754 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:29:55,758 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:29:55,759 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:29:54.378777'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:29:55,760 | INFO |Task summary: run_id=26b2f, task_label=26b2f2b4535949408984a5b675e813ff (models.py:346) +2024-09-02 01:29:55,760 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:29:55,760 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:29:55,760 | INFO |PgVector | 2024-09-02T01:29:54.378777 Performance1536D500K 26b2f2b4535949408984a5b675e813ff | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:29:55,760 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json (models.py:204) +2024-09-02 01:29:55,760 | INFO |Success to finish task: label=26b2f2b4535949408984a5b675e813ff, run_id=26b2f2b4535949408984a5b675e813ff (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json b/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json new file mode 100644 index 000000000..fda0b3f84 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json @@ -0,0 +1 @@ +{"run_id": "26b2f2b4535949408984a5b675e813ff", "task_label": "26b2f2b4535949408984a5b675e813ff", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:29:54.378777", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt b/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt new file mode 100644 index 000000000..c8a94b78c --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load +2024-09-02 01:26:37,410 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:26:37.398575', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:26:37,410 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:26:37.398575', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:26:37,410 | INFO |generated uuid for the tasks: cb2ddafc56ce451ebbb8330e40a107af (interface.py:66) +2024-09-02 01:26:37,470 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:26:37,470 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:26:37,471 | INFO | PgVector-2024-09-02T01:26:37.398575 | Performance OpenAI-MEDIUM-500K None | cb2ddafc56ce451ebbb8330e40a107af (task_runner.py:340) +2024-09-02 01:26:37,471 | INFO |task submitted: id=cb2ddafc56ce451ebbb8330e40a107af, cb2ddafc56ce451ebbb8330e40a107af, case number: 1 (interface.py:231) +2024-09-02 01:26:37,895 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:26:37.398575'}, drop_old=False (interface.py:164) +2024-09-02 01:26:37,895 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:26:38,038 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:26:38,658 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:26:38,705 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:26:38,730 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:26:38,730 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:26:38,810 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-02 01:26:38,822 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:26:38,822 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:26:38,830 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:26:38,831 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:26:37.398575'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:26:38,832 | INFO |Task summary: run_id=cb2dd, task_label=cb2ddafc56ce451ebbb8330e40a107af (models.py:346) +2024-09-02 01:26:38,832 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:26:38,832 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:26:38,832 | INFO |PgVector | 2024-09-02T01:26:37.398575 Performance1536D500K cb2ddafc56ce451ebbb8330e40a107af | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:26:38,832 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json (models.py:204) +2024-09-02 01:26:38,832 | INFO |Success to finish task: label=cb2ddafc56ce451ebbb8330e40a107af, run_id=cb2ddafc56ce451ebbb8330e40a107af (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json b/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json new file mode 100644 index 000000000..7ea22f6d5 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json @@ -0,0 +1 @@ +{"run_id": "cb2ddafc56ce451ebbb8330e40a107af", "task_label": "cb2ddafc56ce451ebbb8330e40a107af", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:26:37.398575", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt b/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt new file mode 100644 index 000000000..21225a783 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load +2024-09-02 01:31:00,029 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:31:00.017809', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:31:00,029 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:31:00.017809', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:31:00,029 | INFO |generated uuid for the tasks: beeb995851c7419c8b00977eeb393f35 (interface.py:66) +2024-09-02 01:31:00,091 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:31:00,091 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:31:00,091 | INFO | PgVector-2024-09-02T01:31:00.017809 | Performance OpenAI-MEDIUM-500K None | beeb995851c7419c8b00977eeb393f35 (task_runner.py:340) +2024-09-02 01:31:00,091 | INFO |task submitted: id=beeb995851c7419c8b00977eeb393f35, beeb995851c7419c8b00977eeb393f35, case number: 1 (interface.py:231) +2024-09-02 01:31:00,507 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:31:00.017809'}, drop_old=False (interface.py:164) +2024-09-02 01:31:00,507 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:31:00,654 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:31:01,255 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:31:01,303 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:31:01,327 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:31:01,327 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:31:01,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 01:31:01,418 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:31:01,418 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:31:01,424 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:31:01,424 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:31:00.017809'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:31:01,425 | INFO |Task summary: run_id=beeb9, task_label=beeb995851c7419c8b00977eeb393f35 (models.py:346) +2024-09-02 01:31:01,425 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:31:01,425 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:31:01,425 | INFO |PgVector | 2024-09-02T01:31:00.017809 Performance1536D500K beeb995851c7419c8b00977eeb393f35 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:31:01,425 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json (models.py:204) +2024-09-02 01:31:01,426 | INFO |Success to finish task: label=beeb995851c7419c8b00977eeb393f35, run_id=beeb995851c7419c8b00977eeb393f35 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json b/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json new file mode 100644 index 000000000..bfe4b07a3 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json @@ -0,0 +1 @@ +{"run_id": "beeb995851c7419c8b00977eeb393f35", "task_label": "beeb995851c7419c8b00977eeb393f35", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:31:00.017809", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt b/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt new file mode 100644 index 000000000..f9b3dfa51 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load +2024-09-02 01:27:43,114 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:27:43.102240', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 01:27:43,114 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:27:43.102240', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 01:27:43,114 | INFO |generated uuid for the tasks: 6ca482ab77a444969e41d5d50f9f7a08 (interface.py:66) +2024-09-02 01:27:43,175 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 01:27:43,175 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 01:27:43,175 | INFO | PgVector-2024-09-02T01:27:43.102240 | Performance OpenAI-MEDIUM-500K None | 6ca482ab77a444969e41d5d50f9f7a08 (task_runner.py:340) +2024-09-02 01:27:43,175 | INFO |task submitted: id=6ca482ab77a444969e41d5d50f9f7a08, 6ca482ab77a444969e41d5d50f9f7a08, case number: 1 (interface.py:231) +2024-09-02 01:27:43,588 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:27:43.102240'}, drop_old=False (interface.py:164) +2024-09-02 01:27:43,588 | INFO |Starting run (task_runner.py:100) +2024-09-02 01:27:43,694 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 01:27:44,256 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 01:27:44,304 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 01:27:44,328 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 01:27:44,328 | INFO |Start performance case (task_runner.py:158) +2024-09-02 01:27:44,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 01:27:44,370 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 01:27:44,370 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 01:27:44,373 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:27:44,373 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:27:43.102240'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-02 01:27:44,374 | INFO |Task summary: run_id=6ca48, task_label=6ca482ab77a444969e41d5d50f9f7a08 (models.py:346) +2024-09-02 01:27:44,374 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 01:27:44,374 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 01:27:44,374 | INFO |PgVector | 2024-09-02T01:27:43.102240 Performance1536D500K 6ca482ab77a444969e41d5d50f9f7a08 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-02 01:27:44,374 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json (models.py:204) +2024-09-02 01:27:44,374 | INFO |Success to finish task: label=6ca482ab77a444969e41d5d50f9f7a08, run_id=6ca482ab77a444969e41d5d50f9f7a08 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json b/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json new file mode 100644 index 000000000..ae6f9597f --- /dev/null +++ b/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json @@ -0,0 +1 @@ +{"run_id": "6ca482ab77a444969e41d5d50f9f7a08", "task_label": "6ca482ab77a444969e41d5d50f9f7a08", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:27:43.102240", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt b/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt new file mode 100644 index 000000000..ead20cd5d --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt @@ -0,0 +1,198 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 +2024-09-01 19:21:00,500 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:21:00.488494', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:21:00,500 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:21:00.488494', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:21:00,500 | INFO |generated uuid for the tasks: 4afb6c288f27418780e3711a27205dc6 (interface.py:66) +2024-09-01 19:21:00,561 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:21:00,561 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:21:00,561 | INFO | PgVector-2024-09-01T19:21:00.488494 | Performance OpenAI-MEDIUM-500K None | 4afb6c288f27418780e3711a27205dc6 (task_runner.py:340) +2024-09-01 19:21:00,561 | INFO |task submitted: id=4afb6c288f27418780e3711a27205dc6, 4afb6c288f27418780e3711a27205dc6, case number: 1 (interface.py:231) +2024-09-01 19:21:00,979 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:21:00.488494'}, drop_old=True (interface.py:164) +2024-09-01 19:21:00,979 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:21:01,053 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:21:01,053 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 19:21:01,053 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 19:21:01,514 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) +2024-09-01 19:21:01,660 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) +2024-09-01 19:21:02,249 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:21:02,297 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:21:02,320 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:21:02,320 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:21:02,866 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:21:02,866 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) +2024-09-01 19:21:02,866 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) +2024-09-01 19:21:05,679 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:06,647 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:07,523 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:08,585 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:09,386 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:10,510 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:11,301 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:12,388 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:13,312 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:14,458 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:15,347 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:16,152 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:16,983 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:17,900 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:18,738 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:19,680 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:20,502 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:21,511 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:22,332 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:23,209 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:23,821 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:21:24,298 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:25,085 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:26,187 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:27,012 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:28,023 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:28,869 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:29,841 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:30,886 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:31,803 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:32,726 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:33,603 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:34,492 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:35,452 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:36,336 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:37,233 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:38,052 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:39,078 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:40,212 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:41,116 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:42,348 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:43,659 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:21:44,047 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:45,358 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:46,372 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:47,926 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:48,821 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:49,972 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:51,424 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:52,517 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:53,483 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:54,888 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:56,201 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:57,338 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:21:58,555 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:00,053 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:00,909 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:02,223 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:03,372 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:04,402 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:05,337 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:06,461 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:07,070 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:22:07,510 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:08,416 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:09,710 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:10,651 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:11,518 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:12,491 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:13,689 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:14,773 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:16,306 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:17,858 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:18,930 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:19,830 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:21,026 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:21,863 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:23,040 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:24,241 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:25,195 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:26,163 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:27,018 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:28,306 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:28,989 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:22:29,365 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:30,303 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:31,937 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:33,807 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:34,699 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:36,089 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:37,758 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:40,088 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:41,506 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:43,230 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:44,920 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:45,854 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:47,326 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:48,355 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:50,475 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:51,275 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:52,874 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:53,740 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:54,731 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:56,075 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:22:56,546 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:22:56,653 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=113.78714525299438 (serial_runner.py:61) +2024-09-01 19:22:57,353 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:22:57,353 | INFO |PgVector post insert before optimize (pgvector.py:188) +2024-09-01 19:22:57,353 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 19:22:57,354 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 19:22:57,355 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) +2024-09-01 19:22:57,360 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) +2024-09-01 19:22:57,360 | DEBUG | + CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" + USING "hnsw" (embedding "vector_cosine_ops" ) + WITH ( "m" = "32", "ef_construction" = "64" ); (pgvector.py:308) +2024-09-01 19:37:56,813 | WARNING |VectorDB optimize timeout in 900 (task_runner.py:251) +2024-09-01 19:37:56,823 | WARNING |Failed to run performance case, reason = Performance case optimize timeout (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 249, in _optimize + return future.result(timeout=self.ca.optimize_timeout)[1] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/concurrent/futures/_base.py", line 458, in result + raise TimeoutError() +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 165, in _run_perf_case + m.build_dur = self._optimize() + ^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 254, in _optimize + raise PerformanceTimeoutError("Performance case optimize timeout") from e +vectordb_bench.models.PerformanceTimeoutError: Performance case optimize timeout +2024-09-01 19:37:56,825 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:21:00.488494'} failed to run, reason=Performance case optimize timeout (interface.py:179) +2024-09-01 19:37:56,825 | INFO |Task summary: run_id=4afb6, task_label=4afb6c288f27418780e3711a27205dc6 (models.py:346) +2024-09-01 19:37:56,825 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:37:56,825 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:37:56,825 | INFO |PgVector | 2024-09-01T19:21:00.488494 Performance1536D500K 4afb6c288f27418780e3711a27205dc6 | 0.0 0.0 0.0 0.0 0 | ? (models.py:346) +2024-09-01 19:37:56,825 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json (models.py:204) +2024-09-01 19:37:56,826 | INFO |Success to finish task: label=4afb6c288f27418780e3711a27205dc6, run_id=4afb6c288f27418780e3711a27205dc6 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json b/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json new file mode 100644 index 000000000..af2cef9e5 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json @@ -0,0 +1 @@ +{"run_id": "4afb6c288f27418780e3711a27205dc6", "task_label": "4afb6c288f27418780e3711a27205dc6", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:21:00.488494", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": "?"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt b/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt new file mode 100644 index 000000000..be9b86cb2 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load +2024-09-01 19:42:14,254 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:42:14.242140', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:42:14,254 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:42:14.242140', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:42:14,254 | INFO |generated uuid for the tasks: db14eed624e9450485c8149bebb1dd6d (interface.py:66) +2024-09-01 19:42:14,314 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:42:14,314 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:42:14,314 | INFO | PgVector-2024-09-01T19:42:14.242140 | Performance OpenAI-MEDIUM-500K None | db14eed624e9450485c8149bebb1dd6d (task_runner.py:340) +2024-09-01 19:42:14,314 | INFO |task submitted: id=db14eed624e9450485c8149bebb1dd6d, db14eed624e9450485c8149bebb1dd6d, case number: 1 (interface.py:231) +2024-09-01 19:42:14,728 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:42:14.242140'}, drop_old=False (interface.py:164) +2024-09-01 19:42:14,728 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:42:14,896 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:42:15,460 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:42:15,507 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:42:15,531 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:42:15,531 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:42:15,543 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 19:42:15,543 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 19:42:15,543 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 19:42:15,744 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:42:15,745 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:42:14.242140'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:42:15,745 | INFO |Task summary: run_id=db14e, task_label=db14eed624e9450485c8149bebb1dd6d (models.py:346) +2024-09-01 19:42:15,745 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:42:15,745 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:42:15,745 | INFO |PgVector | 2024-09-01T19:42:14.242140 Performance1536D500K db14eed624e9450485c8149bebb1dd6d | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-01 19:42:15,746 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json (models.py:204) +2024-09-01 19:42:15,746 | INFO |Success to finish task: label=db14eed624e9450485c8149bebb1dd6d, run_id=db14eed624e9450485c8149bebb1dd6d (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json b/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json new file mode 100644 index 000000000..401953e52 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json @@ -0,0 +1 @@ +{"run_id": "db14eed624e9450485c8149bebb1dd6d", "task_label": "db14eed624e9450485c8149bebb1dd6d", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:42:14.242140", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt b/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt new file mode 100644 index 000000000..eca7f1d58 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load +2024-09-01 19:38:57,534 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:38:57.522575', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:38:57,534 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:38:57.522575', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:38:57,534 | INFO |generated uuid for the tasks: a9f69532bd1a44c09cb3d44e3e2a57ca (interface.py:66) +2024-09-01 19:38:57,594 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:38:57,594 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:38:57,594 | INFO | PgVector-2024-09-01T19:38:57.522575 | Performance OpenAI-MEDIUM-500K None | a9f69532bd1a44c09cb3d44e3e2a57ca (task_runner.py:340) +2024-09-01 19:38:57,594 | INFO |task submitted: id=a9f69532bd1a44c09cb3d44e3e2a57ca, a9f69532bd1a44c09cb3d44e3e2a57ca, case number: 1 (interface.py:231) +2024-09-01 19:38:58,011 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:38:57.522575'}, drop_old=False (interface.py:164) +2024-09-01 19:38:58,011 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:38:58,158 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:38:58,735 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:38:58,783 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:38:58,807 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:38:58,807 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:38:58,882 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 19:38:58,891 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 19:38:58,891 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 19:38:58,918 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:38:58,920 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:38:57.522575'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:38:58,920 | INFO |Task summary: run_id=a9f69, task_label=a9f69532bd1a44c09cb3d44e3e2a57ca (models.py:346) +2024-09-01 19:38:58,920 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:38:58,920 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:38:58,920 | INFO |PgVector | 2024-09-01T19:38:57.522575 Performance1536D500K a9f69532bd1a44c09cb3d44e3e2a57ca | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-01 19:38:58,920 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json (models.py:204) +2024-09-01 19:38:58,921 | INFO |Success to finish task: label=a9f69532bd1a44c09cb3d44e3e2a57ca, run_id=a9f69532bd1a44c09cb3d44e3e2a57ca (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json b/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json new file mode 100644 index 000000000..3e43e3611 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json @@ -0,0 +1 @@ +{"run_id": "a9f69532bd1a44c09cb3d44e3e2a57ca", "task_label": "a9f69532bd1a44c09cb3d44e3e2a57ca", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:38:57.522575", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt b/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt new file mode 100644 index 000000000..d09ee10e6 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load +2024-09-01 19:43:19,819 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:43:19.807891', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:43:19,820 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:43:19.807891', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:43:19,820 | INFO |generated uuid for the tasks: b6b197f73a2849cf9074fbc63f2cf57a (interface.py:66) +2024-09-01 19:43:19,881 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:43:19,881 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:43:19,881 | INFO | PgVector-2024-09-01T19:43:19.807891 | Performance OpenAI-MEDIUM-500K None | b6b197f73a2849cf9074fbc63f2cf57a (task_runner.py:340) +2024-09-01 19:43:19,881 | INFO |task submitted: id=b6b197f73a2849cf9074fbc63f2cf57a, b6b197f73a2849cf9074fbc63f2cf57a, case number: 1 (interface.py:231) +2024-09-01 19:43:20,295 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:43:19.807891'}, drop_old=False (interface.py:164) +2024-09-01 19:43:20,295 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:43:20,370 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:43:20,936 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:43:20,983 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:43:21,007 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:43:21,007 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:43:21,028 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:43:21,029 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 19:43:21,029 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 19:43:21,030 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:43:21,031 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:43:19.807891'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:43:21,031 | INFO |Task summary: run_id=b6b19, task_label=b6b197f73a2849cf9074fbc63f2cf57a (models.py:346) +2024-09-01 19:43:21,031 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:43:21,031 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:43:21,031 | INFO |PgVector | 2024-09-01T19:43:19.807891 Performance1536D500K b6b197f73a2849cf9074fbc63f2cf57a | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-01 19:43:21,031 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json (models.py:204) +2024-09-01 19:43:21,032 | INFO |Success to finish task: label=b6b197f73a2849cf9074fbc63f2cf57a, run_id=b6b197f73a2849cf9074fbc63f2cf57a (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json b/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json new file mode 100644 index 000000000..1411cd3ef --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json @@ -0,0 +1 @@ +{"run_id": "b6b197f73a2849cf9074fbc63f2cf57a", "task_label": "b6b197f73a2849cf9074fbc63f2cf57a", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:43:19.807891", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt b/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt new file mode 100644 index 000000000..a895c7984 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load +2024-09-01 19:40:03,099 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:40:03.087765', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:40:03,099 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:40:03.087765', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:40:03,099 | INFO |generated uuid for the tasks: 30108d3fa73d4b75b71b124c1f5a7d8a (interface.py:66) +2024-09-01 19:40:03,161 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:40:03,161 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:40:03,161 | INFO | PgVector-2024-09-01T19:40:03.087765 | Performance OpenAI-MEDIUM-500K None | 30108d3fa73d4b75b71b124c1f5a7d8a (task_runner.py:340) +2024-09-01 19:40:03,161 | INFO |task submitted: id=30108d3fa73d4b75b71b124c1f5a7d8a, 30108d3fa73d4b75b71b124c1f5a7d8a, case number: 1 (interface.py:231) +2024-09-01 19:40:03,574 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:40:03.087765'}, drop_old=False (interface.py:164) +2024-09-01 19:40:03,574 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:40:03,676 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:40:04,257 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:40:04,305 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:40:04,328 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:40:04,328 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:40:04,344 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 19:40:04,344 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 19:40:04,344 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 19:40:04,503 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:40:04,504 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:40:03.087765'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:40:04,505 | INFO |Task summary: run_id=30108, task_label=30108d3fa73d4b75b71b124c1f5a7d8a (models.py:346) +2024-09-01 19:40:04,505 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:40:04,505 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:40:04,505 | INFO |PgVector | 2024-09-01T19:40:03.087765 Performance1536D500K 30108d3fa73d4b75b71b124c1f5a7d8a | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-01 19:40:04,505 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json (models.py:204) +2024-09-01 19:40:04,505 | INFO |Success to finish task: label=30108d3fa73d4b75b71b124c1f5a7d8a, run_id=30108d3fa73d4b75b71b124c1f5a7d8a (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json b/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json new file mode 100644 index 000000000..62caea5b2 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json @@ -0,0 +1 @@ +{"run_id": "30108d3fa73d4b75b71b124c1f5a7d8a", "task_label": "30108d3fa73d4b75b71b124c1f5a7d8a", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:40:03.087765", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt b/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt new file mode 100644 index 000000000..f1df177d9 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load +2024-09-01 19:44:25,386 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:44:25.374958', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:44:25,386 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:44:25.374958', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:44:25,386 | INFO |generated uuid for the tasks: 0c47f7dd4e1e46458d3245e4dc8365e7 (interface.py:66) +2024-09-01 19:44:25,446 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:44:25,446 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:44:25,446 | INFO | PgVector-2024-09-01T19:44:25.374958 | Performance OpenAI-MEDIUM-500K None | 0c47f7dd4e1e46458d3245e4dc8365e7 (task_runner.py:340) +2024-09-01 19:44:25,446 | INFO |task submitted: id=0c47f7dd4e1e46458d3245e4dc8365e7, 0c47f7dd4e1e46458d3245e4dc8365e7, case number: 1 (interface.py:231) +2024-09-01 19:44:25,859 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:44:25.374958'}, drop_old=False (interface.py:164) +2024-09-01 19:44:25,859 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:44:25,931 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:44:26,503 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:44:26,551 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:44:26,575 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:44:26,575 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:44:26,587 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:44:26,587 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 19:44:26,587 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 19:44:26,588 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:44:26,588 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:44:25.374958'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:44:26,589 | INFO |Task summary: run_id=0c47f, task_label=0c47f7dd4e1e46458d3245e4dc8365e7 (models.py:346) +2024-09-01 19:44:26,589 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:44:26,589 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:44:26,589 | INFO |PgVector | 2024-09-01T19:44:25.374958 Performance1536D500K 0c47f7dd4e1e46458d3245e4dc8365e7 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-01 19:44:26,589 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json (models.py:204) +2024-09-01 19:44:26,589 | INFO |Success to finish task: label=0c47f7dd4e1e46458d3245e4dc8365e7, run_id=0c47f7dd4e1e46458d3245e4dc8365e7 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json b/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json new file mode 100644 index 000000000..7f311b2c4 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json @@ -0,0 +1 @@ +{"run_id": "0c47f7dd4e1e46458d3245e4dc8365e7", "task_label": "0c47f7dd4e1e46458d3245e4dc8365e7", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:44:25.374958", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt b/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt new file mode 100644 index 000000000..4b745bca9 --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt @@ -0,0 +1,94 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 32 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load +2024-09-01 19:41:08,673 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:41:08.661859', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:41:08,674 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:41:08.661859', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:41:08,674 | INFO |generated uuid for the tasks: 7b7000bb5c8546298a71982cbc31caf2 (interface.py:66) +2024-09-01 19:41:08,737 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:41:08,737 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:41:08,737 | INFO | PgVector-2024-09-01T19:41:08.661859 | Performance OpenAI-MEDIUM-500K None | 7b7000bb5c8546298a71982cbc31caf2 (task_runner.py:340) +2024-09-01 19:41:08,737 | INFO |task submitted: id=7b7000bb5c8546298a71982cbc31caf2, 7b7000bb5c8546298a71982cbc31caf2, case number: 1 (interface.py:231) +2024-09-01 19:41:09,151 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:41:08.661859'}, drop_old=False (interface.py:164) +2024-09-01 19:41:09,151 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:41:09,245 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:41:09,814 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:41:09,862 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:41:09,886 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:41:09,886 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:41:09,901 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 19:41:09,902 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 19:41:09,902 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 19:41:09,905 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (task_runner.py:193) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:41:09,905 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:41:08.661859'} failed to run, reason=relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ (interface.py:184) +Traceback (most recent call last): + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 + case_res.metrics = runner.run(drop_old) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run + return self._run_perf_case(drop_old) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case + raise e from None + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case + m.table_size, m.index_size = self.db.get_size_info() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info + self.cursor.execute(size_sql) + File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute + raise ex.with_traceback(None) +psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist +LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... + ^ +2024-09-01 19:41:09,906 | INFO |Task summary: run_id=7b700, task_label=7b7000bb5c8546298a71982cbc31caf2 (models.py:346) +2024-09-01 19:41:09,906 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:41:09,906 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:41:09,906 | INFO |PgVector | 2024-09-01T19:41:08.661859 Performance1536D500K 7b7000bb5c8546298a71982cbc31caf2 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) +2024-09-01 19:41:09,906 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json (models.py:204) +2024-09-01 19:41:09,906 | INFO |Success to finish task: label=7b7000bb5c8546298a71982cbc31caf2, run_id=7b7000bb5c8546298a71982cbc31caf2 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json b/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json new file mode 100644 index 000000000..dc11d316c --- /dev/null +++ b/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json @@ -0,0 +1 @@ +{"run_id": "7b7000bb5c8546298a71982cbc31caf2", "task_label": "7b7000bb5c8546298a71982cbc31caf2", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:41:08.661859", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt b/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt new file mode 100644 index 000000000..10db220ee --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt @@ -0,0 +1,4004 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 +2024-09-01 23:01:37,258 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:01:37.246590', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 23:01:37,258 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:01:37.246590', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 23:01:37,258 | INFO |generated uuid for the tasks: f7d9232774d14fe9923d2ecf9184f986 (interface.py:66) +2024-09-01 23:01:37,322 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 23:01:37,322 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 23:01:37,322 | INFO | PgVector-2024-09-01T23:01:37.246590 | Performance OpenAI-MEDIUM-500K None | f7d9232774d14fe9923d2ecf9184f986 (task_runner.py:340) +2024-09-01 23:01:37,322 | INFO |task submitted: id=f7d9232774d14fe9923d2ecf9184f986, f7d9232774d14fe9923d2ecf9184f986, case number: 1 (interface.py:231) +2024-09-01 23:01:37,743 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:01:37.246590'}, drop_old=True (interface.py:164) +2024-09-01 23:01:37,743 | INFO |Starting run (task_runner.py:100) +2024-09-01 23:01:37,822 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 23:01:37,823 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 23:01:37,823 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 23:01:38,271 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) +2024-09-01 23:01:38,389 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) +2024-09-01 23:01:39,007 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 23:01:39,055 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 23:01:39,079 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 23:01:39,079 | INFO |Start performance case (task_runner.py:158) +2024-09-01 23:01:39,624 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:01:39,624 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) +2024-09-01 23:01:39,624 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) +2024-09-01 23:01:41,987 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:42,940 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:43,731 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:44,991 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:45,803 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:46,835 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:47,610 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:48,667 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:49,584 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:50,504 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:51,411 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:52,274 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:53,132 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:54,058 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:54,882 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:55,805 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:56,643 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:57,657 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:58,462 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:01:59,453 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:00,077 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 23:02:00,549 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:01,351 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:02,435 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:03,244 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:04,288 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:05,078 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:06,106 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:07,035 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:07,993 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:08,893 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:09,790 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:10,670 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:11,645 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:12,466 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:13,390 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:14,257 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:15,228 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:16,096 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:17,473 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:18,794 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:19,468 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 23:02:19,847 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:20,848 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:21,639 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:22,662 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:23,469 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:24,433 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:25,326 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:26,178 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:27,021 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:27,888 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:28,759 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:29,652 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:30,496 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:31,425 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:32,253 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:33,192 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:33,991 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:34,907 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:36,016 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:36,842 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:37,475 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 23:02:37,902 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:38,714 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:39,810 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:40,575 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:41,509 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:42,411 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:43,268 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:44,187 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:45,038 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:46,306 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:48,063 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:49,778 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:50,698 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:51,519 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:52,482 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:53,314 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:54,207 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:55,189 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:55,994 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:57,077 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:57,497 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 23:02:57,831 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:58,789 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:02:59,593 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:00,650 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:01,569 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:02,563 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:03,583 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:05,064 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:06,391 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:07,352 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:08,171 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:09,089 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:09,910 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:10,888 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:11,929 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:12,824 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:13,970 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:14,770 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:15,930 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:16,736 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 23:03:17,332 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 23:03:17,440 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=97.81524914399779 (serial_runner.py:61) +2024-09-01 23:03:18,138 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:03:18,138 | INFO |PgVector post insert before optimize (pgvector.py:188) +2024-09-01 23:03:18,138 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 23:03:18,138 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 23:03:18,140 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) +2024-09-01 23:03:18,143 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) +2024-09-01 23:03:18,143 | DEBUG | + CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" + USING "hnsw" (embedding "vector_cosine_ops" ) + WITH ( "m" = "8", "ef_construction" = "128" ); (pgvector.py:308) +2024-09-01 23:16:23,425 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=98.51323781000247, optimize_duration=785.2063429970003 load_duration(insert + optimize) = 883.7196 (task_runner.py:167) +2024-09-01 23:16:23,524 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:16:23,527 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 23:16:23,527 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 23:16:23,536 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 23:16:23,580 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 23:16:24,148 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 23:16:24,183 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:16:24,184 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 23:16:24,184 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 23:16:34,869 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.021730934000515845, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:37,447 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.019297423998068552, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:39,732 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.014894441999786068, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:42,209 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.016300886003591586, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:44,531 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.014900266003678553, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:47,196 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.3725298790013767, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:51,615 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.01648078000289388, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:53,431 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.01894145600090269, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:55,212 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.0241676850055228, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:57,244 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.020464991001063026, latest recall=0.1 (serial_runner.py:202) +2024-09-01 23:16:57,245 | INFO |SpawnProcess-1:3 search entire test_data: cost=29.8826s, queries=1000, avg_recall=0.0969, avg_ndcg=0.1846,avg_latency=0.0299, p99=0.2194 (serial_runner.py:209) +2024-09-01 23:16:57,781 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:16:57,782 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 23:16:58,802 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 23:16:58,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:16:59,289 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0007176340004662052 (mp_runner.py:73) +2024-09-01 23:16:59,706 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0007077580012264661 (mp_runner.py:73) +2024-09-01 23:17:00,183 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0008884310009307228 (mp_runner.py:73) +2024-09-01 23:17:00,596 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0007217800011858344 (mp_runner.py:73) +2024-09-01 23:17:00,972 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0006909980002092198 (mp_runner.py:73) +2024-09-01 23:17:01,309 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0005698679960914887 (mp_runner.py:73) +2024-09-01 23:17:01,654 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0007882360005169176 (mp_runner.py:73) +2024-09-01 23:17:01,972 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0005991559955873527 (mp_runner.py:73) +2024-09-01 23:17:02,322 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0007347779974224977 (mp_runner.py:73) +2024-09-01 23:17:02,663 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0006013579986756667 (mp_runner.py:73) +2024-09-01 23:17:03,016 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0012579450049088337 (mp_runner.py:73) +2024-09-01 23:17:03,384 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0008048739982768893 (mp_runner.py:73) +2024-09-01 23:17:03,726 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0007970259975991212 (mp_runner.py:73) +2024-09-01 23:17:04,064 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.000774303000071086 (mp_runner.py:73) +2024-09-01 23:17:04,408 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.000531600002432242 (mp_runner.py:73) +2024-09-01 23:17:04,745 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0005772189979325049 (mp_runner.py:73) +2024-09-01 23:17:05,086 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0007980540030985139 (mp_runner.py:73) +2024-09-01 23:17:05,418 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0006377359968610108 (mp_runner.py:73) +2024-09-01 23:17:05,762 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0005430390010587871 (mp_runner.py:73) +2024-09-01 23:17:06,132 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0007549989968538284 (mp_runner.py:73) +2024-09-01 23:17:06,469 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0007500930005335249 (mp_runner.py:73) +2024-09-01 23:17:06,803 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0008182120000128634 (mp_runner.py:73) +2024-09-01 23:17:07,146 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0005872749970876612 (mp_runner.py:73) +2024-09-01 23:17:07,481 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0008142649967339821 (mp_runner.py:73) +2024-09-01 23:17:07,903 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0005085290031274781 (mp_runner.py:73) +2024-09-01 23:17:08,234 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0006498540024040267 (mp_runner.py:73) +2024-09-01 23:17:08,588 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.000580337000428699 (mp_runner.py:73) +2024-09-01 23:17:08,921 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0008893929989426397 (mp_runner.py:73) +2024-09-01 23:17:09,295 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0005785889952676371 (mp_runner.py:73) +2024-09-01 23:17:09,714 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0010335880069760606 (mp_runner.py:73) +2024-09-01 23:17:10,237 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.0008882249967427924 (mp_runner.py:73) +2024-09-01 23:17:10,699 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0006820989947300404 (mp_runner.py:73) +2024-09-01 23:17:11,156 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.000909324997337535 (mp_runner.py:73) +2024-09-01 23:17:11,604 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.0011129849954159 (mp_runner.py:73) +2024-09-01 23:17:12,076 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.00111240799742518 (mp_runner.py:73) +2024-09-01 23:17:12,532 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0009744279959704727 (mp_runner.py:73) +2024-09-01 23:17:12,950 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.0008092350035440177 (mp_runner.py:73) +2024-09-01 23:17:13,281 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.0008067439994192682 (mp_runner.py:73) +2024-09-01 23:17:13,736 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0010726550026447512 (mp_runner.py:73) +2024-09-01 23:17:14,242 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.0009712850005598739 (mp_runner.py:73) +2024-09-01 23:17:14,700 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0009505130001343787 (mp_runner.py:73) +2024-09-01 23:17:15,171 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.001000910000584554 (mp_runner.py:73) +2024-09-01 23:17:15,627 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0006505349956569262 (mp_runner.py:73) +2024-09-01 23:17:16,099 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0010524750032345764 (mp_runner.py:73) +2024-09-01 23:17:16,577 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0010019030014518648 (mp_runner.py:73) +2024-09-01 23:17:17,050 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0009295039999415167 (mp_runner.py:73) +2024-09-01 23:17:17,517 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.0007907049948698841 (mp_runner.py:73) +2024-09-01 23:17:17,979 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.0009972350017051212 (mp_runner.py:73) +2024-09-01 23:17:18,466 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.0008672509939060546 (mp_runner.py:73) +2024-09-01 23:17:18,927 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.0007473880032193847 (mp_runner.py:73) +2024-09-01 23:17:19,383 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.0009196719984174706 (mp_runner.py:73) +2024-09-01 23:17:19,839 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0009650020001572557 (mp_runner.py:73) +2024-09-01 23:17:20,303 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0008829299986246042 (mp_runner.py:73) +2024-09-01 23:17:20,773 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0010419160025776364 (mp_runner.py:73) +2024-09-01 23:17:21,280 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.001012729000649415 (mp_runner.py:73) +2024-09-01 23:17:21,755 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.0007445529990945943 (mp_runner.py:73) +2024-09-01 23:17:22,220 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0006711300011374988 (mp_runner.py:73) +2024-09-01 23:17:22,685 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0010053619989776053 (mp_runner.py:73) +2024-09-01 23:17:23,119 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.0005265910003799945 (mp_runner.py:73) +2024-09-01 23:17:23,455 | DEBUG |(SpawnProcess-1:5) search_count: 30000, latest_latency=0.0006509560043923557 (mp_runner.py:73) +2024-09-01 23:17:23,800 | DEBUG |(SpawnProcess-1:5) search_count: 30500, latest_latency=0.000693772999511566 (mp_runner.py:73) +2024-09-01 23:17:24,177 | DEBUG |(SpawnProcess-1:5) search_count: 31000, latest_latency=0.0008207860009861179 (mp_runner.py:73) +2024-09-01 23:17:24,510 | DEBUG |(SpawnProcess-1:5) search_count: 31500, latest_latency=0.0007785600028000772 (mp_runner.py:73) +2024-09-01 23:17:24,853 | DEBUG |(SpawnProcess-1:5) search_count: 32000, latest_latency=0.0008165219987859018 (mp_runner.py:73) +2024-09-01 23:17:25,303 | DEBUG |(SpawnProcess-1:5) search_count: 32500, latest_latency=0.0009091239990084432 (mp_runner.py:73) +2024-09-01 23:17:25,759 | DEBUG |(SpawnProcess-1:5) search_count: 33000, latest_latency=0.0007701220019953325 (mp_runner.py:73) +2024-09-01 23:17:26,217 | DEBUG |(SpawnProcess-1:5) search_count: 33500, latest_latency=0.0006900840016896836 (mp_runner.py:73) +2024-09-01 23:17:26,675 | DEBUG |(SpawnProcess-1:5) search_count: 34000, latest_latency=0.000753972002712544 (mp_runner.py:73) +2024-09-01 23:17:27,160 | DEBUG |(SpawnProcess-1:5) search_count: 34500, latest_latency=0.0008074119978118688 (mp_runner.py:73) +2024-09-01 23:17:27,623 | DEBUG |(SpawnProcess-1:5) search_count: 35000, latest_latency=0.0009279470032197423 (mp_runner.py:73) +2024-09-01 23:17:28,085 | DEBUG |(SpawnProcess-1:5) search_count: 35500, latest_latency=0.0008379390055779368 (mp_runner.py:73) +2024-09-01 23:17:28,556 | DEBUG |(SpawnProcess-1:5) search_count: 36000, latest_latency=0.00095359099941561 (mp_runner.py:73) +2024-09-01 23:17:28,847 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.001s, count=36298, qps in this process: 1209.893 (mp_runner.py:76) +2024-09-01 23:17:28,851 | INFO |End search in concurrency 1: dur=30.048531806998653s, total_count=36298, qps=1207.9792 (mp_runner.py:120) +2024-09-01 23:17:29,034 | INFO |Update largest qps with concurrency 1: current max_qps=1207.9792 (mp_runner.py:124) +2024-09-01 23:17:29,452 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:17:29,452 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 23:17:34,487 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 23:17:34,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:17:34,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:17:34,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:17:34,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:17:34,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:17:35,182 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0008833390020299703 (mp_runner.py:73) +2024-09-01 23:17:35,233 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0010613190024741925 (mp_runner.py:73) +2024-09-01 23:17:35,244 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.0008043020061450079 (mp_runner.py:73) +2024-09-01 23:17:35,247 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0010275219974573702 (mp_runner.py:73) +2024-09-01 23:17:35,267 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0009590249974280596 (mp_runner.py:73) +2024-09-01 23:17:35,891 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0010540729999775067 (mp_runner.py:73) +2024-09-01 23:17:35,920 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0015450630016857758 (mp_runner.py:73) +2024-09-01 23:17:35,938 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.0011014349947799928 (mp_runner.py:73) +2024-09-01 23:17:35,939 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0016091479992610402 (mp_runner.py:73) +2024-09-01 23:17:35,964 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0017433809989597648 (mp_runner.py:73) +2024-09-01 23:17:36,628 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0028919420001329854 (mp_runner.py:73) +2024-09-01 23:17:36,679 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.0010569000005489215 (mp_runner.py:73) +2024-09-01 23:17:36,691 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0011181689988006838 (mp_runner.py:73) +2024-09-01 23:17:36,730 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0014281289986683987 (mp_runner.py:73) +2024-09-01 23:17:36,774 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0015634480005246587 (mp_runner.py:73) +2024-09-01 23:17:37,320 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.001697929998044856 (mp_runner.py:73) +2024-09-01 23:17:37,377 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0012938029976794496 (mp_runner.py:73) +2024-09-01 23:17:37,424 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0019543039961718023 (mp_runner.py:73) +2024-09-01 23:17:37,522 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0012538410010165535 (mp_runner.py:73) +2024-09-01 23:17:37,562 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.0013169540034141392 (mp_runner.py:73) +2024-09-01 23:17:38,051 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0008853360050125048 (mp_runner.py:73) +2024-09-01 23:17:38,090 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.000845570997626055 (mp_runner.py:73) +2024-09-01 23:17:38,186 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0032988169987220317 (mp_runner.py:73) +2024-09-01 23:17:38,224 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0010612800033413805 (mp_runner.py:73) +2024-09-01 23:17:38,343 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.0015456539986189455 (mp_runner.py:73) +2024-09-01 23:17:38,749 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0012584189971676096 (mp_runner.py:73) +2024-09-01 23:17:38,769 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.0021047909976914525 (mp_runner.py:73) +2024-09-01 23:17:38,952 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0012970149982720613 (mp_runner.py:73) +2024-09-01 23:17:38,961 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0018278690040460788 (mp_runner.py:73) +2024-09-01 23:17:39,126 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0007692479994148016 (mp_runner.py:73) +2024-09-01 23:17:39,518 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.0015805479997652583 (mp_runner.py:73) +2024-09-01 23:17:39,523 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0009999989997595549 (mp_runner.py:73) +2024-09-01 23:17:39,714 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0009774159989319742 (mp_runner.py:73) +2024-09-01 23:17:39,764 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.001689774995611515 (mp_runner.py:73) +2024-09-01 23:17:39,870 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0009474699982092716 (mp_runner.py:73) +2024-09-01 23:17:40,237 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0019899879989679903 (mp_runner.py:73) +2024-09-01 23:17:40,309 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0010308470009476878 (mp_runner.py:73) +2024-09-01 23:17:40,442 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0012161279955762438 (mp_runner.py:73) +2024-09-01 23:17:40,488 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0018586760052130558 (mp_runner.py:73) +2024-09-01 23:17:40,581 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.0011586399996303953 (mp_runner.py:73) +2024-09-01 23:17:41,013 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0010775039991131052 (mp_runner.py:73) +2024-09-01 23:17:41,033 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.001242241996806115 (mp_runner.py:73) +2024-09-01 23:17:41,133 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0010769520013127476 (mp_runner.py:73) +2024-09-01 23:17:41,206 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.0012173540017101914 (mp_runner.py:73) +2024-09-01 23:17:41,265 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0010354109981562942 (mp_runner.py:73) +2024-09-01 23:17:41,751 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.0010781739983940497 (mp_runner.py:73) +2024-09-01 23:17:41,793 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.001131691002228763 (mp_runner.py:73) +2024-09-01 23:17:41,830 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.0010599189990898594 (mp_runner.py:73) +2024-09-01 23:17:41,866 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.001324365999607835 (mp_runner.py:73) +2024-09-01 23:17:42,191 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.008017104999453295 (mp_runner.py:73) +2024-09-01 23:17:42,668 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0009588030006852932 (mp_runner.py:73) +2024-09-01 23:17:42,704 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.00195076299860375 (mp_runner.py:73) +2024-09-01 23:17:42,730 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.001888123995740898 (mp_runner.py:73) +2024-09-01 23:17:42,818 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.001741878004395403 (mp_runner.py:73) +2024-09-01 23:17:43,046 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0009744690032675862 (mp_runner.py:73) +2024-09-01 23:17:43,345 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.0011235249985475093 (mp_runner.py:73) +2024-09-01 23:17:43,394 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0012066039998899214 (mp_runner.py:73) +2024-09-01 23:17:43,468 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.0021075370023027062 (mp_runner.py:73) +2024-09-01 23:17:43,696 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0020388709963299334 (mp_runner.py:73) +2024-09-01 23:17:43,795 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.003595149995817337 (mp_runner.py:73) +2024-09-01 23:17:44,167 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0013314009993337095 (mp_runner.py:73) +2024-09-01 23:17:44,335 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0007775669946568087 (mp_runner.py:73) +2024-09-01 23:17:44,407 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.0015859679988352582 (mp_runner.py:73) +2024-09-01 23:17:44,510 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.001773081996361725 (mp_runner.py:73) +2024-09-01 23:17:44,573 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0009433640007046051 (mp_runner.py:73) +2024-09-01 23:17:44,893 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.0011167570046382025 (mp_runner.py:73) +2024-09-01 23:17:45,255 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0033399220046703704 (mp_runner.py:73) +2024-09-01 23:17:45,267 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.0007181490000220947 (mp_runner.py:73) +2024-09-01 23:17:45,417 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0009688550053397194 (mp_runner.py:73) +2024-09-01 23:17:45,460 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0018793209965224378 (mp_runner.py:73) +2024-09-01 23:17:45,731 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.0009609929984435439 (mp_runner.py:73) +2024-09-01 23:17:45,886 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.0009551799957989715 (mp_runner.py:73) +2024-09-01 23:17:46,083 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.001972644000488799 (mp_runner.py:73) +2024-09-01 23:17:46,209 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.002530149999074638 (mp_runner.py:73) +2024-09-01 23:17:46,276 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0023600140048074536 (mp_runner.py:73) +2024-09-01 23:17:46,415 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.0012574659995152615 (mp_runner.py:73) +2024-09-01 23:17:46,487 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.0010884869989240542 (mp_runner.py:73) +2024-09-01 23:17:46,809 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0015902749946690165 (mp_runner.py:73) +2024-09-01 23:17:46,956 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0012492390014813282 (mp_runner.py:73) +2024-09-01 23:17:47,006 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0010466820021974854 (mp_runner.py:73) +2024-09-01 23:17:47,142 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0012091550015611574 (mp_runner.py:73) +2024-09-01 23:17:47,180 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0010009840043494478 (mp_runner.py:73) +2024-09-01 23:17:47,587 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.002156729002308566 (mp_runner.py:73) +2024-09-01 23:17:47,647 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.002586089998658281 (mp_runner.py:73) +2024-09-01 23:17:47,779 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.002388715001870878 (mp_runner.py:73) +2024-09-01 23:17:47,783 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.0011098899994976819 (mp_runner.py:73) +2024-09-01 23:17:47,932 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.0019686660016304813 (mp_runner.py:73) +2024-09-01 23:17:48,319 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0010863659990718588 (mp_runner.py:73) +2024-09-01 23:17:48,427 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0010548210048000328 (mp_runner.py:73) +2024-09-01 23:17:48,475 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.0011335780000081286 (mp_runner.py:73) +2024-09-01 23:17:48,665 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0018420869964757003 (mp_runner.py:73) +2024-09-01 23:17:48,767 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.00250933799543418 (mp_runner.py:73) +2024-09-01 23:17:49,036 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.0012976309953955933 (mp_runner.py:73) +2024-09-01 23:17:49,129 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0011839889994007535 (mp_runner.py:73) +2024-09-01 23:17:49,250 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.001833741000154987 (mp_runner.py:73) +2024-09-01 23:17:49,373 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0025444260027143173 (mp_runner.py:73) +2024-09-01 23:17:49,532 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.001325429002463352 (mp_runner.py:73) +2024-09-01 23:17:49,762 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.001070835001883097 (mp_runner.py:73) +2024-09-01 23:17:49,797 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.00167371299903607 (mp_runner.py:73) +2024-09-01 23:17:50,009 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.00172799700521864 (mp_runner.py:73) +2024-09-01 23:17:50,133 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0012767929947585799 (mp_runner.py:73) +2024-09-01 23:17:50,260 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.0012397369937389158 (mp_runner.py:73) +2024-09-01 23:17:50,356 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.0010831770050572231 (mp_runner.py:73) +2024-09-01 23:17:50,581 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0014921090041752905 (mp_runner.py:73) +2024-09-01 23:17:50,824 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0035313449989189394 (mp_runner.py:73) +2024-09-01 23:17:50,905 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.0016124759931699373 (mp_runner.py:73) +2024-09-01 23:17:50,965 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.001075528001820203 (mp_runner.py:73) +2024-09-01 23:17:51,116 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0014113569995970465 (mp_runner.py:73) +2024-09-01 23:17:51,369 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0019869550014846027 (mp_runner.py:73) +2024-09-01 23:17:51,557 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.001970891004020814 (mp_runner.py:73) +2024-09-01 23:17:51,722 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.0014433499964070506 (mp_runner.py:73) +2024-09-01 23:17:51,784 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.0014217349962564185 (mp_runner.py:73) +2024-09-01 23:17:51,817 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.002115945993864443 (mp_runner.py:73) +2024-09-01 23:17:52,109 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0016936130050453357 (mp_runner.py:73) +2024-09-01 23:17:52,309 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0012345440045464784 (mp_runner.py:73) +2024-09-01 23:17:52,382 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0010706749962992035 (mp_runner.py:73) +2024-09-01 23:17:52,506 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0021715900002163835 (mp_runner.py:73) +2024-09-01 23:17:52,585 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.0009957840011338703 (mp_runner.py:73) +2024-09-01 23:17:52,918 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.001675309002166614 (mp_runner.py:73) +2024-09-01 23:17:52,978 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0010508459963602945 (mp_runner.py:73) +2024-09-01 23:17:53,038 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0012219620039104484 (mp_runner.py:73) +2024-09-01 23:17:53,257 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.001099772001907695 (mp_runner.py:73) +2024-09-01 23:17:53,333 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.0009804220026126131 (mp_runner.py:73) +2024-09-01 23:17:53,691 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.000680199998896569 (mp_runner.py:73) +2024-09-01 23:17:53,704 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0015575490033370443 (mp_runner.py:73) +2024-09-01 23:17:53,704 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.001820279001549352 (mp_runner.py:73) +2024-09-01 23:17:54,150 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.001556315997731872 (mp_runner.py:73) +2024-09-01 23:17:54,160 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0020337740061222576 (mp_runner.py:73) +2024-09-01 23:17:54,335 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.0013762460002908483 (mp_runner.py:73) +2024-09-01 23:17:54,353 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0008097969985101372 (mp_runner.py:73) +2024-09-01 23:17:54,530 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0015577660014969297 (mp_runner.py:73) +2024-09-01 23:17:54,924 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.001945223004440777 (mp_runner.py:73) +2024-09-01 23:17:54,974 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.0012410409981384873 (mp_runner.py:73) +2024-09-01 23:17:55,049 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0007538880017818883 (mp_runner.py:73) +2024-09-01 23:17:55,051 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.0005977670007268898 (mp_runner.py:73) +2024-09-01 23:17:55,282 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0014218209980754182 (mp_runner.py:73) +2024-09-01 23:17:55,644 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0008761700009927154 (mp_runner.py:73) +2024-09-01 23:17:55,715 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.0013230609984020703 (mp_runner.py:73) +2024-09-01 23:17:55,756 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.0012241759977769107 (mp_runner.py:73) +2024-09-01 23:17:55,757 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0023570659977849573 (mp_runner.py:73) +2024-09-01 23:17:56,001 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0009866299951681867 (mp_runner.py:73) +2024-09-01 23:17:56,385 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.001030801999149844 (mp_runner.py:73) +2024-09-01 23:17:56,443 | DEBUG |(SpawnProcess-1:10) search_count: 14500, latest_latency=0.001122840003517922 (mp_runner.py:73) +2024-09-01 23:17:56,451 | DEBUG |(SpawnProcess-1:11) search_count: 15500, latest_latency=0.0013208270029281266 (mp_runner.py:73) +2024-09-01 23:17:56,506 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.0015977430011844262 (mp_runner.py:73) +2024-09-01 23:17:56,764 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.0011316180025460199 (mp_runner.py:73) +2024-09-01 23:17:57,164 | DEBUG |(SpawnProcess-1:11) search_count: 16000, latest_latency=0.0010973610042128712 (mp_runner.py:73) +2024-09-01 23:17:57,174 | DEBUG |(SpawnProcess-1:10) search_count: 15000, latest_latency=0.0015149979954003356 (mp_runner.py:73) +2024-09-01 23:17:57,197 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.002682539001398254 (mp_runner.py:73) +2024-09-01 23:17:57,252 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.0015699770010542125 (mp_runner.py:73) +2024-09-01 23:17:57,568 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0018018980044871569 (mp_runner.py:73) +2024-09-01 23:17:57,878 | DEBUG |(SpawnProcess-1:11) search_count: 16500, latest_latency=0.0013141999952495098 (mp_runner.py:73) +2024-09-01 23:17:57,914 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.0015715799963800237 (mp_runner.py:73) +2024-09-01 23:17:57,923 | DEBUG |(SpawnProcess-1:10) search_count: 15500, latest_latency=0.0020022890021209605 (mp_runner.py:73) +2024-09-01 23:17:57,937 | DEBUG |(SpawnProcess-1:7) search_count: 15000, latest_latency=0.0011473490012576804 (mp_runner.py:73) +2024-09-01 23:17:58,283 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.0009685109980637208 (mp_runner.py:73) +2024-09-01 23:17:58,649 | DEBUG |(SpawnProcess-1:7) search_count: 15500, latest_latency=0.0011834140022983775 (mp_runner.py:73) +2024-09-01 23:17:58,700 | DEBUG |(SpawnProcess-1:11) search_count: 17000, latest_latency=0.001963262999197468 (mp_runner.py:73) +2024-09-01 23:17:58,754 | DEBUG |(SpawnProcess-1:10) search_count: 16000, latest_latency=0.0010740680008893833 (mp_runner.py:73) +2024-09-01 23:17:58,790 | DEBUG |(SpawnProcess-1:9) search_count: 16000, latest_latency=0.00136036299954867 (mp_runner.py:73) +2024-09-01 23:17:59,088 | DEBUG |(SpawnProcess-1:8) search_count: 16000, latest_latency=0.0010422029954497702 (mp_runner.py:73) +2024-09-01 23:17:59,412 | DEBUG |(SpawnProcess-1:11) search_count: 17500, latest_latency=0.0028427910001482815 (mp_runner.py:73) +2024-09-01 23:17:59,423 | DEBUG |(SpawnProcess-1:9) search_count: 16500, latest_latency=0.0010156010030186735 (mp_runner.py:73) +2024-09-01 23:17:59,480 | DEBUG |(SpawnProcess-1:7) search_count: 16000, latest_latency=0.0015915559997665696 (mp_runner.py:73) +2024-09-01 23:17:59,552 | DEBUG |(SpawnProcess-1:10) search_count: 16500, latest_latency=0.0012936200000694953 (mp_runner.py:73) +2024-09-01 23:17:59,745 | DEBUG |(SpawnProcess-1:8) search_count: 16500, latest_latency=0.0017562440043548122 (mp_runner.py:73) +2024-09-01 23:18:00,271 | DEBUG |(SpawnProcess-1:9) search_count: 17000, latest_latency=0.001218247998622246 (mp_runner.py:73) +2024-09-01 23:18:00,275 | DEBUG |(SpawnProcess-1:7) search_count: 16500, latest_latency=0.0009364270008518361 (mp_runner.py:73) +2024-09-01 23:18:00,307 | DEBUG |(SpawnProcess-1:11) search_count: 18000, latest_latency=0.00110291299642995 (mp_runner.py:73) +2024-09-01 23:18:00,373 | DEBUG |(SpawnProcess-1:10) search_count: 17000, latest_latency=0.0018915839973487891 (mp_runner.py:73) +2024-09-01 23:18:00,487 | DEBUG |(SpawnProcess-1:8) search_count: 17000, latest_latency=0.0016495579984621145 (mp_runner.py:73) +2024-09-01 23:18:00,960 | DEBUG |(SpawnProcess-1:9) search_count: 17500, latest_latency=0.001056729000993073 (mp_runner.py:73) +2024-09-01 23:18:01,018 | DEBUG |(SpawnProcess-1:7) search_count: 17000, latest_latency=0.0012411779971444048 (mp_runner.py:73) +2024-09-01 23:18:01,094 | DEBUG |(SpawnProcess-1:11) search_count: 18500, latest_latency=0.0017593379961908795 (mp_runner.py:73) +2024-09-01 23:18:01,156 | DEBUG |(SpawnProcess-1:8) search_count: 17500, latest_latency=0.0030085859980317764 (mp_runner.py:73) +2024-09-01 23:18:01,173 | DEBUG |(SpawnProcess-1:10) search_count: 17500, latest_latency=0.0006411810027202591 (mp_runner.py:73) +2024-09-01 23:18:01,725 | DEBUG |(SpawnProcess-1:9) search_count: 18000, latest_latency=0.0012505289996624924 (mp_runner.py:73) +2024-09-01 23:18:01,804 | DEBUG |(SpawnProcess-1:8) search_count: 18000, latest_latency=0.0013586190034402534 (mp_runner.py:73) +2024-09-01 23:18:01,828 | DEBUG |(SpawnProcess-1:7) search_count: 17500, latest_latency=0.0010671179989003576 (mp_runner.py:73) +2024-09-01 23:18:01,878 | DEBUG |(SpawnProcess-1:10) search_count: 18000, latest_latency=0.0010849700047401711 (mp_runner.py:73) +2024-09-01 23:18:01,899 | DEBUG |(SpawnProcess-1:11) search_count: 19000, latest_latency=0.001076095002645161 (mp_runner.py:73) +2024-09-01 23:18:02,520 | DEBUG |(SpawnProcess-1:10) search_count: 18500, latest_latency=0.0020164349989499897 (mp_runner.py:73) +2024-09-01 23:18:02,558 | DEBUG |(SpawnProcess-1:9) search_count: 18500, latest_latency=0.0009309980014222674 (mp_runner.py:73) +2024-09-01 23:18:02,594 | DEBUG |(SpawnProcess-1:8) search_count: 18500, latest_latency=0.001892719003080856 (mp_runner.py:73) +2024-09-01 23:18:02,609 | DEBUG |(SpawnProcess-1:7) search_count: 18000, latest_latency=0.0011706799996318296 (mp_runner.py:73) +2024-09-01 23:18:02,653 | DEBUG |(SpawnProcess-1:11) search_count: 19500, latest_latency=0.0008163199963746592 (mp_runner.py:73) +2024-09-01 23:18:03,318 | DEBUG |(SpawnProcess-1:10) search_count: 19000, latest_latency=0.001034847999108024 (mp_runner.py:73) +2024-09-01 23:18:03,324 | DEBUG |(SpawnProcess-1:7) search_count: 18500, latest_latency=0.0016616549983154982 (mp_runner.py:73) +2024-09-01 23:18:03,374 | DEBUG |(SpawnProcess-1:9) search_count: 19000, latest_latency=0.0014602029987145215 (mp_runner.py:73) +2024-09-01 23:18:03,404 | DEBUG |(SpawnProcess-1:11) search_count: 20000, latest_latency=0.0010700620041461661 (mp_runner.py:73) +2024-09-01 23:18:03,404 | DEBUG |(SpawnProcess-1:8) search_count: 19000, latest_latency=0.0011239710001973435 (mp_runner.py:73) +2024-09-01 23:18:04,079 | DEBUG |(SpawnProcess-1:8) search_count: 19500, latest_latency=0.0025263339994126 (mp_runner.py:73) +2024-09-01 23:18:04,085 | DEBUG |(SpawnProcess-1:10) search_count: 19500, latest_latency=0.0017617609992157668 (mp_runner.py:73) +2024-09-01 23:18:04,099 | DEBUG |(SpawnProcess-1:9) search_count: 19500, latest_latency=0.0008424259940511547 (mp_runner.py:73) +2024-09-01 23:18:04,105 | DEBUG |(SpawnProcess-1:11) search_count: 20500, latest_latency=0.002023404995270539 (mp_runner.py:73) +2024-09-01 23:18:04,107 | DEBUG |(SpawnProcess-1:7) search_count: 19000, latest_latency=0.001558408999699168 (mp_runner.py:73) +2024-09-01 23:18:04,534 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0005s, count=19770, qps in this process: 658.989 (mp_runner.py:76) +2024-09-01 23:18:04,535 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=19861, qps in this process: 662.0157 (mp_runner.py:76) +2024-09-01 23:18:04,538 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0006s, count=20771, qps in this process: 692.3528 (mp_runner.py:76) +2024-09-01 23:18:04,539 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0011s, count=19864, qps in this process: 662.1091 (mp_runner.py:76) +2024-09-01 23:18:04,540 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0004s, count=19278, qps in this process: 642.5914 (mp_runner.py:76) +2024-09-01 23:18:04,549 | INFO |End search in concurrency 5: dur=30.061185774997284s, total_count=99544, qps=3311.3797 (mp_runner.py:120) +2024-09-01 23:18:04,870 | INFO |Update largest qps with concurrency 5: current max_qps=3311.3797 (mp_runner.py:124) +2024-09-01 23:18:05,278 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:18:05,278 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 23:18:15,465 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 23:18:15,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,553 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,619 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,621 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,622 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,624 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,630 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,639 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:15,641 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:17,303 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.005186415000935085 (mp_runner.py:73) +2024-09-01 23:18:17,303 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0030840839972370304 (mp_runner.py:73) +2024-09-01 23:18:17,304 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.002470316998369526 (mp_runner.py:73) +2024-09-01 23:18:17,304 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.0006989050016272813 (mp_runner.py:73) +2024-09-01 23:18:17,304 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.003958025001338683 (mp_runner.py:73) +2024-09-01 23:18:17,305 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.005306524995830841 (mp_runner.py:73) +2024-09-01 23:18:17,305 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.003783856998779811 (mp_runner.py:73) +2024-09-01 23:18:17,305 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0031974320008885115 (mp_runner.py:73) +2024-09-01 23:18:17,305 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.002855253995221574 (mp_runner.py:73) +2024-09-01 23:18:17,307 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.002681935002328828 (mp_runner.py:73) +2024-09-01 23:18:17,308 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0037279739990481175 (mp_runner.py:73) +2024-09-01 23:18:17,308 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.003068502999667544 (mp_runner.py:73) +2024-09-01 23:18:17,311 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.0054064000069047324 (mp_runner.py:73) +2024-09-01 23:18:17,312 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.005365114004234783 (mp_runner.py:73) +2024-09-01 23:18:17,650 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.004643451997253578 (mp_runner.py:73) +2024-09-01 23:18:18,961 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.0017607679983484559 (mp_runner.py:73) +2024-09-01 23:18:18,962 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.0027447629981907085 (mp_runner.py:73) +2024-09-01 23:18:18,962 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004113713999686297 (mp_runner.py:73) +2024-09-01 23:18:18,963 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.002727948005485814 (mp_runner.py:73) +2024-09-01 23:18:18,964 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.003246107997256331 (mp_runner.py:73) +2024-09-01 23:18:19,109 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0019347350025782362 (mp_runner.py:73) +2024-09-01 23:18:19,109 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.0017268919982598163 (mp_runner.py:73) +2024-09-01 23:18:19,110 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.002538996996008791 (mp_runner.py:73) +2024-09-01 23:18:19,110 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.0029271590028656647 (mp_runner.py:73) +2024-09-01 23:18:19,110 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.003709124997840263 (mp_runner.py:73) +2024-09-01 23:18:19,111 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0050943910027854145 (mp_runner.py:73) +2024-09-01 23:18:19,322 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.0027385869980207644 (mp_runner.py:73) +2024-09-01 23:18:19,322 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.006720447003317531 (mp_runner.py:73) +2024-09-01 23:18:19,323 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.004919505001453217 (mp_runner.py:73) +2024-09-01 23:18:20,118 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.005072325002402067 (mp_runner.py:73) +2024-09-01 23:18:20,671 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.0015354280039900914 (mp_runner.py:73) +2024-09-01 23:18:20,672 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.002254163999168668 (mp_runner.py:73) +2024-09-01 23:18:20,673 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.004006018993095495 (mp_runner.py:73) +2024-09-01 23:18:20,673 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.0047152620027191006 (mp_runner.py:73) +2024-09-01 23:18:20,803 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.0054579610005021095 (mp_runner.py:73) +2024-09-01 23:18:20,972 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0030237149985623546 (mp_runner.py:73) +2024-09-01 23:18:20,972 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.0030203649948816746 (mp_runner.py:73) +2024-09-01 23:18:20,973 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.002512750004825648 (mp_runner.py:73) +2024-09-01 23:18:20,974 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.006608479998249095 (mp_runner.py:73) +2024-09-01 23:18:20,974 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.006303371999820229 (mp_runner.py:73) +2024-09-01 23:18:21,343 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.00444271499873139 (mp_runner.py:73) +2024-09-01 23:18:21,547 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.003818477998720482 (mp_runner.py:73) +2024-09-01 23:18:21,577 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.006120261001342442 (mp_runner.py:73) +2024-09-01 23:18:21,603 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.0052227479973225854 (mp_runner.py:73) +2024-09-01 23:18:22,492 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.003802644001552835 (mp_runner.py:73) +2024-09-01 23:18:22,582 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.0011035499992431141 (mp_runner.py:73) +2024-09-01 23:18:22,582 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.0025229530001524836 (mp_runner.py:73) +2024-09-01 23:18:22,582 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.002193157000874635 (mp_runner.py:73) +2024-09-01 23:18:22,583 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.004341708998254035 (mp_runner.py:73) +2024-09-01 23:18:22,834 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.003957957000238821 (mp_runner.py:73) +2024-09-01 23:18:22,923 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.0014011790044605732 (mp_runner.py:73) +2024-09-01 23:18:22,924 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.0030413799977395684 (mp_runner.py:73) +2024-09-01 23:18:22,925 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.004036147998704109 (mp_runner.py:73) +2024-09-01 23:18:22,926 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.0027971079980488867 (mp_runner.py:73) +2024-09-01 23:18:22,926 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.002858761996321846 (mp_runner.py:73) +2024-09-01 23:18:23,590 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.004012366000097245 (mp_runner.py:73) +2024-09-01 23:18:23,722 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.003151322998746764 (mp_runner.py:73) +2024-09-01 23:18:23,722 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.00397579200216569 (mp_runner.py:73) +2024-09-01 23:18:23,722 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0040846740012057126 (mp_runner.py:73) +2024-09-01 23:18:24,339 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.0054063639981905 (mp_runner.py:73) +2024-09-01 23:18:24,374 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.004483745993638877 (mp_runner.py:73) +2024-09-01 23:18:24,388 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.005542873994272668 (mp_runner.py:73) +2024-09-01 23:18:24,411 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.0042470300031709485 (mp_runner.py:73) +2024-09-01 23:18:24,838 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.005137082996952813 (mp_runner.py:73) +2024-09-01 23:18:24,842 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.004909317998681217 (mp_runner.py:73) +2024-09-01 23:18:24,845 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0036870930052828044 (mp_runner.py:73) +2024-09-01 23:18:24,845 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.004284835995349567 (mp_runner.py:73) +2024-09-01 23:18:24,845 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.0029254859982756898 (mp_runner.py:73) +2024-09-01 23:18:24,845 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.003669648998766206 (mp_runner.py:73) +2024-09-01 23:18:24,846 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.005213056996581145 (mp_runner.py:73) +2024-09-01 23:18:25,937 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.003349828999489546 (mp_runner.py:73) +2024-09-01 23:18:25,967 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.0031822609962546267 (mp_runner.py:73) +2024-09-01 23:18:25,967 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.0032441500006825663 (mp_runner.py:73) +2024-09-01 23:18:25,968 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.00461612299841363 (mp_runner.py:73) +2024-09-01 23:18:26,268 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.002999791999172885 (mp_runner.py:73) +2024-09-01 23:18:26,268 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.003945773001760244 (mp_runner.py:73) +2024-09-01 23:18:26,269 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.0042632730037439615 (mp_runner.py:73) +2024-09-01 23:18:26,479 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.0038498770009027794 (mp_runner.py:73) +2024-09-01 23:18:26,631 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0017938020027941093 (mp_runner.py:73) +2024-09-01 23:18:26,632 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.0040370900023845024 (mp_runner.py:73) +2024-09-01 23:18:26,632 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.0044523180040414445 (mp_runner.py:73) +2024-09-01 23:18:26,632 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0028541480060084723 (mp_runner.py:73) +2024-09-01 23:18:26,633 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.003682278998894617 (mp_runner.py:73) +2024-09-01 23:18:26,634 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.003954220999730751 (mp_runner.py:73) +2024-09-01 23:18:27,247 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.004609775998687837 (mp_runner.py:73) +2024-09-01 23:18:27,951 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.0030232810022425838 (mp_runner.py:73) +2024-09-01 23:18:27,953 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.004235200001858175 (mp_runner.py:73) +2024-09-01 23:18:27,953 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.0033872429994517006 (mp_runner.py:73) +2024-09-01 23:18:28,109 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.004709857996203937 (mp_runner.py:73) +2024-09-01 23:18:28,226 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.002532430000428576 (mp_runner.py:73) +2024-09-01 23:18:28,227 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.00388566200126661 (mp_runner.py:73) +2024-09-01 23:18:28,227 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.005965714997728355 (mp_runner.py:73) +2024-09-01 23:18:28,554 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.00467345499782823 (mp_runner.py:73) +2024-09-01 23:18:28,560 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.0029499920055968687 (mp_runner.py:73) +2024-09-01 23:18:28,565 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.005397357002948411 (mp_runner.py:73) +2024-09-01 23:18:28,565 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.006080981002014596 (mp_runner.py:73) +2024-09-01 23:18:28,567 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.010052550002001226 (mp_runner.py:73) +2024-09-01 23:18:28,568 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.009554668002238031 (mp_runner.py:73) +2024-09-01 23:18:28,591 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.008860021000145935 (mp_runner.py:73) +2024-09-01 23:18:29,571 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.0033746240005712025 (mp_runner.py:73) +2024-09-01 23:18:30,167 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.008398648002184927 (mp_runner.py:73) +2024-09-01 23:18:30,168 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.007377374000498094 (mp_runner.py:73) +2024-09-01 23:18:30,199 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.00748290400224505 (mp_runner.py:73) +2024-09-01 23:18:30,228 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.0029257529968163 (mp_runner.py:73) +2024-09-01 23:18:30,243 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.0029064769987598993 (mp_runner.py:73) +2024-09-01 23:18:30,411 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.00319569899875205 (mp_runner.py:73) +2024-09-01 23:18:30,468 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.004891998003586195 (mp_runner.py:73) +2024-09-01 23:18:30,557 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.004391647002194077 (mp_runner.py:73) +2024-09-01 23:18:30,558 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.0038968160006334074 (mp_runner.py:73) +2024-09-01 23:18:30,613 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.0034914370044134557 (mp_runner.py:73) +2024-09-01 23:18:30,614 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.004622255000867881 (mp_runner.py:73) +2024-09-01 23:18:30,614 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.004730579996248707 (mp_runner.py:73) +2024-09-01 23:18:30,614 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0034142139993491583 (mp_runner.py:73) +2024-09-01 23:18:31,010 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.004249247002007905 (mp_runner.py:73) +2024-09-01 23:18:31,883 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.00383593999868026 (mp_runner.py:73) +2024-09-01 23:18:32,340 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.004928316004225053 (mp_runner.py:73) +2024-09-01 23:18:32,341 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.00401383699500002 (mp_runner.py:73) +2024-09-01 23:18:32,353 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.004931971001497004 (mp_runner.py:73) +2024-09-01 23:18:32,364 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.0027321330053382553 (mp_runner.py:73) +2024-09-01 23:18:32,366 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004059384002175648 (mp_runner.py:73) +2024-09-01 23:18:32,367 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.0023747870000079274 (mp_runner.py:73) +2024-09-01 23:18:32,398 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.0034491240003262646 (mp_runner.py:73) +2024-09-01 23:18:32,411 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.001331842999206856 (mp_runner.py:73) +2024-09-01 23:18:32,411 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.0014383079978870228 (mp_runner.py:73) +2024-09-01 23:18:32,412 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.002771243001916446 (mp_runner.py:73) +2024-09-01 23:18:32,413 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.0055727369981468655 (mp_runner.py:73) +2024-09-01 23:18:32,472 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.005018155003199354 (mp_runner.py:73) +2024-09-01 23:18:32,716 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.0033578129950910807 (mp_runner.py:73) +2024-09-01 23:18:33,337 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.004203821001283359 (mp_runner.py:73) +2024-09-01 23:18:34,236 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.003965240997786168 (mp_runner.py:73) +2024-09-01 23:18:34,299 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.0010506429971428588 (mp_runner.py:73) +2024-09-01 23:18:34,300 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.0024057019982137717 (mp_runner.py:73) +2024-09-01 23:18:34,301 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.0023186729958979413 (mp_runner.py:73) +2024-09-01 23:18:34,301 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.0029842200019629672 (mp_runner.py:73) +2024-09-01 23:18:34,301 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.004053687996929511 (mp_runner.py:73) +2024-09-01 23:18:34,301 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.004086115004611202 (mp_runner.py:73) +2024-09-01 23:18:34,302 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.003317977003462147 (mp_runner.py:73) +2024-09-01 23:18:34,302 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.00336517600226216 (mp_runner.py:73) +2024-09-01 23:18:34,303 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.003390294994460419 (mp_runner.py:73) +2024-09-01 23:18:34,597 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.005969470999843907 (mp_runner.py:73) +2024-09-01 23:18:34,735 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.004613905999576673 (mp_runner.py:73) +2024-09-01 23:18:34,792 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.005652038998960052 (mp_runner.py:73) +2024-09-01 23:18:35,013 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.0069843449964537285 (mp_runner.py:73) +2024-09-01 23:18:35,581 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.004101812002772931 (mp_runner.py:73) +2024-09-01 23:18:35,979 | DEBUG |(SpawnProcess-1:17) search_count: 5500, latest_latency=0.0013192400001571514 (mp_runner.py:73) +2024-09-01 23:18:35,979 | DEBUG |(SpawnProcess-1:18) search_count: 5500, latest_latency=0.0027037719992222264 (mp_runner.py:73) +2024-09-01 23:18:35,979 | DEBUG |(SpawnProcess-1:20) search_count: 5500, latest_latency=0.0025772570006665774 (mp_runner.py:73) +2024-09-01 23:18:35,980 | DEBUG |(SpawnProcess-1:27) search_count: 5500, latest_latency=0.0049013079988071695 (mp_runner.py:73) +2024-09-01 23:18:35,980 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.004260503999830689 (mp_runner.py:73) +2024-09-01 23:18:36,125 | DEBUG |(SpawnProcess-1:26) search_count: 5500, latest_latency=0.0038816270025563426 (mp_runner.py:73) +2024-09-01 23:18:36,127 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.004569668999465648 (mp_runner.py:73) +2024-09-01 23:18:36,134 | DEBUG |(SpawnProcess-1:24) search_count: 5500, latest_latency=0.0030005680018803105 (mp_runner.py:73) +2024-09-01 23:18:36,135 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.005853424001543317 (mp_runner.py:73) +2024-09-01 23:18:36,143 | DEBUG |(SpawnProcess-1:21) search_count: 5500, latest_latency=0.004274496001016814 (mp_runner.py:73) +2024-09-01 23:18:36,892 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.004062369996972848 (mp_runner.py:73) +2024-09-01 23:18:36,937 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.002000514999963343 (mp_runner.py:73) +2024-09-01 23:18:37,045 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.007872214999224525 (mp_runner.py:73) +2024-09-01 23:18:37,301 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.004415396993863396 (mp_runner.py:73) +2024-09-01 23:18:37,829 | DEBUG |(SpawnProcess-1:19) search_count: 6000, latest_latency=0.00390913099545287 (mp_runner.py:73) +2024-09-01 23:18:37,830 | DEBUG |(SpawnProcess-1:27) search_count: 6000, latest_latency=0.0033698309998726472 (mp_runner.py:73) +2024-09-01 23:18:37,830 | DEBUG |(SpawnProcess-1:17) search_count: 6000, latest_latency=0.00417857200227445 (mp_runner.py:73) +2024-09-01 23:18:37,831 | DEBUG |(SpawnProcess-1:20) search_count: 6000, latest_latency=0.0033593119951547123 (mp_runner.py:73) +2024-09-01 23:18:37,872 | DEBUG |(SpawnProcess-1:15) search_count: 5500, latest_latency=0.0041247850022045895 (mp_runner.py:73) +2024-09-01 23:18:38,007 | DEBUG |(SpawnProcess-1:18) search_count: 6000, latest_latency=0.00449996099632699 (mp_runner.py:73) +2024-09-01 23:18:38,055 | DEBUG |(SpawnProcess-1:26) search_count: 6000, latest_latency=0.0021600300024147145 (mp_runner.py:73) +2024-09-01 23:18:38,055 | DEBUG |(SpawnProcess-1:21) search_count: 6000, latest_latency=0.0032482339956914075 (mp_runner.py:73) +2024-09-01 23:18:38,056 | DEBUG |(SpawnProcess-1:24) search_count: 6000, latest_latency=0.004228053003316745 (mp_runner.py:73) +2024-09-01 23:18:38,056 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.003097212000284344 (mp_runner.py:73) +2024-09-01 23:18:38,242 | DEBUG |(SpawnProcess-1:13) search_count: 6000, latest_latency=0.005526879998797085 (mp_runner.py:73) +2024-09-01 23:18:39,123 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.0009702329989522696 (mp_runner.py:73) +2024-09-01 23:18:39,235 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.0038522489994647913 (mp_runner.py:73) +2024-09-01 23:18:39,240 | DEBUG |(SpawnProcess-1:16) search_count: 5500, latest_latency=0.007644226003321819 (mp_runner.py:73) +2024-09-01 23:18:39,518 | DEBUG |(SpawnProcess-1:14) search_count: 5500, latest_latency=0.0010454709990881383 (mp_runner.py:73) +2024-09-01 23:18:39,800 | DEBUG |(SpawnProcess-1:27) search_count: 6500, latest_latency=0.002216069995483849 (mp_runner.py:73) +2024-09-01 23:18:39,801 | DEBUG |(SpawnProcess-1:17) search_count: 6500, latest_latency=0.0031621640009689145 (mp_runner.py:73) +2024-09-01 23:18:39,801 | DEBUG |(SpawnProcess-1:20) search_count: 6500, latest_latency=0.005373828993469942 (mp_runner.py:73) +2024-09-01 23:18:39,801 | DEBUG |(SpawnProcess-1:19) search_count: 6500, latest_latency=0.005137963002198376 (mp_runner.py:73) +2024-09-01 23:18:39,955 | DEBUG |(SpawnProcess-1:24) search_count: 6500, latest_latency=0.005026797000027727 (mp_runner.py:73) +2024-09-01 23:18:40,071 | DEBUG |(SpawnProcess-1:18) search_count: 6500, latest_latency=0.0035865059981006198 (mp_runner.py:73) +2024-09-01 23:18:40,100 | DEBUG |(SpawnProcess-1:26) search_count: 6500, latest_latency=0.004912450000119861 (mp_runner.py:73) +2024-09-01 23:18:40,101 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.006458859999838751 (mp_runner.py:73) +2024-09-01 23:18:40,167 | DEBUG |(SpawnProcess-1:21) search_count: 6500, latest_latency=0.0034059280005749315 (mp_runner.py:73) +2024-09-01 23:18:40,175 | DEBUG |(SpawnProcess-1:15) search_count: 6000, latest_latency=0.0044997229997534305 (mp_runner.py:73) +2024-09-01 23:18:40,568 | DEBUG |(SpawnProcess-1:13) search_count: 6500, latest_latency=0.005135940002219286 (mp_runner.py:73) +2024-09-01 23:18:41,202 | DEBUG |(SpawnProcess-1:25) search_count: 6000, latest_latency=0.0037232890026643872 (mp_runner.py:73) +2024-09-01 23:18:41,415 | DEBUG |(SpawnProcess-1:16) search_count: 6000, latest_latency=0.0044668870032182895 (mp_runner.py:73) +2024-09-01 23:18:41,437 | DEBUG |(SpawnProcess-1:23) search_count: 6000, latest_latency=0.004649253001844045 (mp_runner.py:73) +2024-09-01 23:18:41,568 | DEBUG |(SpawnProcess-1:20) search_count: 7000, latest_latency=0.00240078800561605 (mp_runner.py:73) +2024-09-01 23:18:41,568 | DEBUG |(SpawnProcess-1:19) search_count: 7000, latest_latency=0.0027398829988669604 (mp_runner.py:73) +2024-09-01 23:18:41,569 | DEBUG |(SpawnProcess-1:17) search_count: 7000, latest_latency=0.003595996997319162 (mp_runner.py:73) +2024-09-01 23:18:41,569 | DEBUG |(SpawnProcess-1:14) search_count: 6000, latest_latency=0.004305554997699801 (mp_runner.py:73) +2024-09-01 23:18:41,570 | DEBUG |(SpawnProcess-1:27) search_count: 7000, latest_latency=0.003005732003657613 (mp_runner.py:73) +2024-09-01 23:18:42,222 | DEBUG |(SpawnProcess-1:18) search_count: 7000, latest_latency=0.005108828998345416 (mp_runner.py:73) +2024-09-01 23:18:42,389 | DEBUG |(SpawnProcess-1:24) search_count: 7000, latest_latency=0.00425070399796823 (mp_runner.py:73) +2024-09-01 23:18:42,465 | DEBUG |(SpawnProcess-1:22) search_count: 6000, latest_latency=0.003344554002978839 (mp_runner.py:73) +2024-09-01 23:18:42,471 | DEBUG |(SpawnProcess-1:26) search_count: 7000, latest_latency=0.004323926004872192 (mp_runner.py:73) +2024-09-01 23:18:42,639 | DEBUG |(SpawnProcess-1:21) search_count: 7000, latest_latency=0.004079364000062924 (mp_runner.py:73) +2024-09-01 23:18:42,649 | DEBUG |(SpawnProcess-1:15) search_count: 6500, latest_latency=0.004300439002690837 (mp_runner.py:73) +2024-09-01 23:18:42,954 | DEBUG |(SpawnProcess-1:13) search_count: 7000, latest_latency=0.003019235002284404 (mp_runner.py:73) +2024-09-01 23:18:43,448 | DEBUG |(SpawnProcess-1:19) search_count: 7500, latest_latency=0.0015184299991233274 (mp_runner.py:73) +2024-09-01 23:18:43,448 | DEBUG |(SpawnProcess-1:27) search_count: 7500, latest_latency=0.0012863700030720793 (mp_runner.py:73) +2024-09-01 23:18:43,449 | DEBUG |(SpawnProcess-1:20) search_count: 7500, latest_latency=0.003653327999927569 (mp_runner.py:73) +2024-09-01 23:18:43,449 | DEBUG |(SpawnProcess-1:17) search_count: 7500, latest_latency=0.004585007001878694 (mp_runner.py:73) +2024-09-01 23:18:43,589 | DEBUG |(SpawnProcess-1:25) search_count: 6500, latest_latency=0.008111090995953418 (mp_runner.py:73) +2024-09-01 23:18:43,967 | DEBUG |(SpawnProcess-1:16) search_count: 6500, latest_latency=0.00669198499963386 (mp_runner.py:73) +2024-09-01 23:18:43,994 | DEBUG |(SpawnProcess-1:23) search_count: 6500, latest_latency=0.004493711996474303 (mp_runner.py:73) +2024-09-01 23:18:44,112 | DEBUG |(SpawnProcess-1:14) search_count: 6500, latest_latency=0.018927854995126836 (mp_runner.py:73) +2024-09-01 23:18:44,365 | DEBUG |(SpawnProcess-1:18) search_count: 7500, latest_latency=0.005220166000071913 (mp_runner.py:73) +2024-09-01 23:18:44,865 | DEBUG |(SpawnProcess-1:24) search_count: 7500, latest_latency=0.004531072998361196 (mp_runner.py:73) +2024-09-01 23:18:44,894 | DEBUG |(SpawnProcess-1:26) search_count: 7500, latest_latency=0.0049271239986410365 (mp_runner.py:73) +2024-09-01 23:18:44,907 | DEBUG |(SpawnProcess-1:22) search_count: 6500, latest_latency=0.00496169400139479 (mp_runner.py:73) +2024-09-01 23:18:45,032 | DEBUG |(SpawnProcess-1:15) search_count: 7000, latest_latency=0.011846451998280827 (mp_runner.py:73) +2024-09-01 23:18:45,050 | DEBUG |(SpawnProcess-1:21) search_count: 7500, latest_latency=0.027925279006012715 (mp_runner.py:73) +2024-09-01 23:18:45,461 | DEBUG |(SpawnProcess-1:17) search_count: 8000, latest_latency=0.004070623996085487 (mp_runner.py:73) +2024-09-01 23:18:45,492 | DEBUG |(SpawnProcess-1:19) search_count: 8000, latest_latency=0.0042160680022789165 (mp_runner.py:73) +2024-09-01 23:18:45,519 | DEBUG |(SpawnProcess-1:13) search_count: 7500, latest_latency=0.005131903999426868 (mp_runner.py:73) +2024-09-01 23:18:45,531 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0007s, count=7964, qps in this process: 265.4605 (mp_runner.py:76) +2024-09-01 23:18:45,542 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0029s, count=7591, qps in this process: 253.0089 (mp_runner.py:76) +2024-09-01 23:18:45,555 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0052s, count=8021, qps in this process: 267.3203 (mp_runner.py:76) +2024-09-01 23:18:45,557 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0018s, count=6802, qps in this process: 226.7197 (mp_runner.py:76) +2024-09-01 23:18:45,572 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.002s, count=7084, qps in this process: 236.1176 (mp_runner.py:76) +2024-09-01 23:18:45,576 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0037s, count=8021, qps in this process: 267.3337 (mp_runner.py:76) +2024-09-01 23:18:45,595 | DEBUG |(SpawnProcess-1:27) search_count: 8000, latest_latency=0.0026753940037451684 (mp_runner.py:73) +2024-09-01 23:18:45,606 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0014s, count=6896, qps in this process: 229.8559 (mp_runner.py:76) +2024-09-01 23:18:45,607 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0026s, count=6802, qps in this process: 226.7137 (mp_runner.py:76) +2024-09-01 23:18:45,623 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.0014s, count=7633, qps in this process: 254.4215 (mp_runner.py:76) +2024-09-01 23:18:45,625 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0018s, count=8015, qps in this process: 267.1506 (mp_runner.py:76) +2024-09-01 23:18:45,626 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0032s, count=6831, qps in this process: 227.6757 (mp_runner.py:76) +2024-09-01 23:18:45,628 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0014s, count=7783, qps in this process: 259.4212 (mp_runner.py:76) +2024-09-01 23:18:45,640 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0078s, count=6636, qps in this process: 221.1425 (mp_runner.py:76) +2024-09-01 23:18:45,641 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0016s, count=7549, qps in this process: 251.6199 (mp_runner.py:76) +2024-09-01 23:18:45,643 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0007s, count=7675, qps in this process: 255.8274 (mp_runner.py:76) +2024-09-01 23:18:45,654 | INFO |End search in concurrency 15: dur=30.188433945004363s, total_count=111303, qps=3686.9418 (mp_runner.py:120) +2024-09-01 23:18:46,530 | INFO |Update largest qps with concurrency 15: current max_qps=3686.9418 (mp_runner.py:124) +2024-09-01 23:18:46,939 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:18:46,940 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 23:18:57,210 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 23:18:57,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,290 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,307 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,308 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,384 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,412 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,414 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:57,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:18:59,715 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.003703978996782098 (mp_runner.py:73) +2024-09-01 23:18:59,715 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.0043213589960942045 (mp_runner.py:73) +2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.0023577119936817326 (mp_runner.py:73) +2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.003105522999248933 (mp_runner.py:73) +2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.004984268998668995 (mp_runner.py:73) +2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.0032166899982257746 (mp_runner.py:73) +2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.0022055880035622977 (mp_runner.py:73) +2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.0043613820016616955 (mp_runner.py:73) +2024-09-01 23:18:59,717 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.002117623997037299 (mp_runner.py:73) +2024-09-01 23:18:59,717 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0034721490010269918 (mp_runner.py:73) +2024-09-01 23:18:59,717 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.003967432996432763 (mp_runner.py:73) +2024-09-01 23:18:59,718 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.003070949998800643 (mp_runner.py:73) +2024-09-01 23:18:59,718 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.00726988899987191 (mp_runner.py:73) +2024-09-01 23:18:59,718 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.004385215004731435 (mp_runner.py:73) +2024-09-01 23:18:59,719 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.003835214003629517 (mp_runner.py:73) +2024-09-01 23:18:59,719 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.009092552994843572 (mp_runner.py:73) +2024-09-01 23:19:00,065 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.013032177994318772 (mp_runner.py:73) +2024-09-01 23:19:00,066 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.0020483679982135072 (mp_runner.py:73) +2024-09-01 23:19:00,070 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.02002103199629346 (mp_runner.py:73) +2024-09-01 23:19:00,074 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.02689447100419784 (mp_runner.py:73) +2024-09-01 23:19:02,097 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.00450490399816772 (mp_runner.py:73) +2024-09-01 23:19:02,097 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.004296339000575244 (mp_runner.py:73) +2024-09-01 23:19:02,101 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.008678973994392436 (mp_runner.py:73) +2024-09-01 23:19:02,101 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.007706490003329236 (mp_runner.py:73) +2024-09-01 23:19:02,173 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.0037199150028754957 (mp_runner.py:73) +2024-09-01 23:19:02,174 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.00470574800419854 (mp_runner.py:73) +2024-09-01 23:19:02,174 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.0038196489986148663 (mp_runner.py:73) +2024-09-01 23:19:02,174 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.004177400995104108 (mp_runner.py:73) +2024-09-01 23:19:02,175 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.0024101520029944368 (mp_runner.py:73) +2024-09-01 23:19:02,175 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.007172580997576006 (mp_runner.py:73) +2024-09-01 23:19:02,282 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.0042445150029379874 (mp_runner.py:73) +2024-09-01 23:19:02,283 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.005815172997245099 (mp_runner.py:73) +2024-09-01 23:19:02,284 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.004418873999384232 (mp_runner.py:73) +2024-09-01 23:19:02,284 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.006582485999388155 (mp_runner.py:73) +2024-09-01 23:19:02,285 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.004327005000959616 (mp_runner.py:73) +2024-09-01 23:19:02,798 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.00508685899694683 (mp_runner.py:73) +2024-09-01 23:19:03,017 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.014727229994605295 (mp_runner.py:73) +2024-09-01 23:19:03,018 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.016482088001794182 (mp_runner.py:73) +2024-09-01 23:19:03,176 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.008223143995564897 (mp_runner.py:73) +2024-09-01 23:19:03,203 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.008078650003881194 (mp_runner.py:73) +2024-09-01 23:19:04,577 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.003559732998837717 (mp_runner.py:73) +2024-09-01 23:19:04,578 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.004481493997445796 (mp_runner.py:73) +2024-09-01 23:19:04,578 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.005788716996903531 (mp_runner.py:73) +2024-09-01 23:19:04,579 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.006714353999996092 (mp_runner.py:73) +2024-09-01 23:19:04,789 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.003181361003953498 (mp_runner.py:73) +2024-09-01 23:19:04,789 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.004157570001552813 (mp_runner.py:73) +2024-09-01 23:19:04,789 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.003596094000386074 (mp_runner.py:73) +2024-09-01 23:19:04,789 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.004334876000939403 (mp_runner.py:73) +2024-09-01 23:19:04,790 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.005582637000770774 (mp_runner.py:73) +2024-09-01 23:19:04,791 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.007705634998274036 (mp_runner.py:73) +2024-09-01 23:19:04,909 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.0017137399991042912 (mp_runner.py:73) +2024-09-01 23:19:04,911 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.004329768002207857 (mp_runner.py:73) +2024-09-01 23:19:04,911 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.002806393000355456 (mp_runner.py:73) +2024-09-01 23:19:04,913 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.00846714100043755 (mp_runner.py:73) +2024-09-01 23:19:04,913 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.00710580000304617 (mp_runner.py:73) +2024-09-01 23:19:05,802 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.005442020999907982 (mp_runner.py:73) +2024-09-01 23:19:05,802 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.007076360998325981 (mp_runner.py:73) +2024-09-01 23:19:05,947 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.007806009001797065 (mp_runner.py:73) +2024-09-01 23:19:06,249 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.006299043001490645 (mp_runner.py:73) +2024-09-01 23:19:06,269 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.006618849001824856 (mp_runner.py:73) +2024-09-01 23:19:07,118 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0051500629997462966 (mp_runner.py:73) +2024-09-01 23:19:07,119 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.0036146970014669932 (mp_runner.py:73) +2024-09-01 23:19:07,119 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.004207724996376783 (mp_runner.py:73) +2024-09-01 23:19:07,119 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.004975308002030943 (mp_runner.py:73) +2024-09-01 23:19:07,286 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.004256669002643321 (mp_runner.py:73) +2024-09-01 23:19:07,287 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.00557571099488996 (mp_runner.py:73) +2024-09-01 23:19:07,287 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.004074993004905991 (mp_runner.py:73) +2024-09-01 23:19:07,287 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.00618787400162546 (mp_runner.py:73) +2024-09-01 23:19:07,426 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.004916695994324982 (mp_runner.py:73) +2024-09-01 23:19:07,428 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.005646154000714887 (mp_runner.py:73) +2024-09-01 23:19:07,457 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.005164493995835073 (mp_runner.py:73) +2024-09-01 23:19:07,458 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.00434623500041198 (mp_runner.py:73) +2024-09-01 23:19:07,459 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.00519826899835607 (mp_runner.py:73) +2024-09-01 23:19:07,620 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.006290624995017424 (mp_runner.py:73) +2024-09-01 23:19:07,656 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.005932180996751413 (mp_runner.py:73) +2024-09-01 23:19:08,661 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.00525954199838452 (mp_runner.py:73) +2024-09-01 23:19:08,671 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.005298371004755609 (mp_runner.py:73) +2024-09-01 23:19:09,109 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.017766343997209333 (mp_runner.py:73) +2024-09-01 23:19:09,235 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.004676197997468989 (mp_runner.py:73) +2024-09-01 23:19:09,286 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.006157078001706395 (mp_runner.py:73) +2024-09-01 23:19:09,700 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.003663564995804336 (mp_runner.py:73) +2024-09-01 23:19:09,701 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.003687301003083121 (mp_runner.py:73) +2024-09-01 23:19:09,701 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.005449967000458855 (mp_runner.py:73) +2024-09-01 23:19:09,702 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.007467846000508871 (mp_runner.py:73) +2024-09-01 23:19:10,127 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.007196270998974796 (mp_runner.py:73) +2024-09-01 23:19:10,175 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.007237035999423824 (mp_runner.py:73) +2024-09-01 23:19:10,175 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.004929783004627097 (mp_runner.py:73) +2024-09-01 23:19:10,175 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.005646753001201432 (mp_runner.py:73) +2024-09-01 23:19:10,231 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.008127877998049371 (mp_runner.py:73) +2024-09-01 23:19:10,253 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.004883647998212837 (mp_runner.py:73) +2024-09-01 23:19:10,254 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.007226525995065458 (mp_runner.py:73) +2024-09-01 23:19:10,255 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.007587950996821746 (mp_runner.py:73) +2024-09-01 23:19:10,442 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.007841496997571085 (mp_runner.py:73) +2024-09-01 23:19:10,882 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.007292508002137765 (mp_runner.py:73) +2024-09-01 23:19:10,954 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.007465356997272465 (mp_runner.py:73) +2024-09-01 23:19:11,551 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.007187183997302782 (mp_runner.py:73) +2024-09-01 23:19:11,636 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.00593464300618507 (mp_runner.py:73) +2024-09-01 23:19:12,291 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.004363271000329405 (mp_runner.py:73) +2024-09-01 23:19:12,291 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.005783891996543389 (mp_runner.py:73) +2024-09-01 23:19:12,416 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.005210818999330513 (mp_runner.py:73) +2024-09-01 23:19:12,523 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.006706432999635581 (mp_runner.py:73) +2024-09-01 23:19:12,528 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.0057638360012788326 (mp_runner.py:73) +2024-09-01 23:19:12,602 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.006656053999904543 (mp_runner.py:73) +2024-09-01 23:19:12,620 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.006583837996004149 (mp_runner.py:73) +2024-09-01 23:19:12,828 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.0034648420041776262 (mp_runner.py:73) +2024-09-01 23:19:12,829 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.004417150004883297 (mp_runner.py:73) +2024-09-01 23:19:12,829 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.003672933999041561 (mp_runner.py:73) +2024-09-01 23:19:12,829 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.003834800998447463 (mp_runner.py:73) +2024-09-01 23:19:12,830 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.0032463589959661476 (mp_runner.py:73) +2024-09-01 23:19:12,830 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.0050713189993985 (mp_runner.py:73) +2024-09-01 23:19:12,830 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.004312486998969689 (mp_runner.py:73) +2024-09-01 23:19:13,340 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.004453151996131055 (mp_runner.py:73) +2024-09-01 23:19:13,630 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.009663809003541246 (mp_runner.py:73) +2024-09-01 23:19:14,009 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.0054225790008786134 (mp_runner.py:73) +2024-09-01 23:19:14,216 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.005306701998051722 (mp_runner.py:73) +2024-09-01 23:19:14,438 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.0051425490019028075 (mp_runner.py:73) +2024-09-01 23:19:14,559 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.006359335995512083 (mp_runner.py:73) +2024-09-01 23:19:15,124 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.006643649001489393 (mp_runner.py:73) +2024-09-01 23:19:15,191 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.006173134999698959 (mp_runner.py:73) +2024-09-01 23:19:15,369 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.0045943309960421175 (mp_runner.py:73) +2024-09-01 23:19:15,370 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.007023869002296124 (mp_runner.py:73) +2024-09-01 23:19:15,371 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.007950555998831987 (mp_runner.py:73) +2024-09-01 23:19:15,371 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.004712278001534287 (mp_runner.py:73) +2024-09-01 23:19:15,486 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.0027406380031607114 (mp_runner.py:73) +2024-09-01 23:19:15,486 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.005215155004407279 (mp_runner.py:73) +2024-09-01 23:19:15,486 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.002763957003480755 (mp_runner.py:73) +2024-09-01 23:19:15,486 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.004742208999232389 (mp_runner.py:73) +2024-09-01 23:19:15,489 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.008509692997904494 (mp_runner.py:73) +2024-09-01 23:19:15,694 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.0054873269982635975 (mp_runner.py:73) +2024-09-01 23:19:15,762 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.004623827000614256 (mp_runner.py:73) +2024-09-01 23:19:15,850 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.003212470001017209 (mp_runner.py:73) +2024-09-01 23:19:16,685 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.008133332994475495 (mp_runner.py:73) +2024-09-01 23:19:16,932 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.010198283998761326 (mp_runner.py:73) +2024-09-01 23:19:17,227 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.007707344993832521 (mp_runner.py:73) +2024-09-01 23:19:17,245 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.005286696999974083 (mp_runner.py:73) +2024-09-01 23:19:17,355 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.006532128005346749 (mp_runner.py:73) +2024-09-01 23:19:17,414 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.005188971001189202 (mp_runner.py:73) +2024-09-01 23:19:17,652 | DEBUG |(SpawnProcess-1:48) search_count: 4000, latest_latency=0.0023729489985271357 (mp_runner.py:73) +2024-09-01 23:19:17,653 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.002978543001518119 (mp_runner.py:73) +2024-09-01 23:19:17,654 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.00513851400319254 (mp_runner.py:73) +2024-09-01 23:19:17,654 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.0052456090052146465 (mp_runner.py:73) +2024-09-01 23:19:17,655 | DEBUG |(SpawnProcess-1:37) search_count: 4000, latest_latency=0.0035531199973775074 (mp_runner.py:73) +2024-09-01 23:19:17,655 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.0033959310021600686 (mp_runner.py:73) +2024-09-01 23:19:17,911 | DEBUG |(SpawnProcess-1:32) search_count: 4000, latest_latency=0.004156989001785405 (mp_runner.py:73) +2024-09-01 23:19:17,912 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.004553571001451928 (mp_runner.py:73) +2024-09-01 23:19:17,913 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.006848869001260027 (mp_runner.py:73) +2024-09-01 23:19:17,913 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.003980771005444694 (mp_runner.py:73) +2024-09-01 23:19:17,913 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.007298737000382971 (mp_runner.py:73) +2024-09-01 23:19:18,841 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.005681105001713149 (mp_runner.py:73) +2024-09-01 23:19:18,904 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.005091952996735927 (mp_runner.py:73) +2024-09-01 23:19:19,036 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.006254103995161131 (mp_runner.py:73) +2024-09-01 23:19:19,743 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.004420847006258555 (mp_runner.py:73) +2024-09-01 23:19:19,930 | DEBUG |(SpawnProcess-1:29) search_count: 4500, latest_latency=0.003801093997026328 (mp_runner.py:73) +2024-09-01 23:19:19,930 | DEBUG |(SpawnProcess-1:37) search_count: 4500, latest_latency=0.003484571003355086 (mp_runner.py:73) +2024-09-01 23:19:19,931 | DEBUG |(SpawnProcess-1:33) search_count: 4500, latest_latency=0.0028017599979648367 (mp_runner.py:73) +2024-09-01 23:19:19,931 | DEBUG |(SpawnProcess-1:43) search_count: 4500, latest_latency=0.0027314920007484034 (mp_runner.py:73) +2024-09-01 23:19:19,932 | DEBUG |(SpawnProcess-1:34) search_count: 4500, latest_latency=0.007370765000814572 (mp_runner.py:73) +2024-09-01 23:19:19,932 | DEBUG |(SpawnProcess-1:48) search_count: 4500, latest_latency=0.006319747000816278 (mp_runner.py:73) +2024-09-01 23:19:20,058 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.01008733299386222 (mp_runner.py:73) +2024-09-01 23:19:20,062 | DEBUG |(SpawnProcess-1:40) search_count: 4000, latest_latency=0.00839935399562819 (mp_runner.py:73) +2024-09-01 23:19:20,253 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.00570221299858531 (mp_runner.py:73) +2024-09-01 23:19:20,328 | DEBUG |(SpawnProcess-1:41) search_count: 4000, latest_latency=0.004532334001851268 (mp_runner.py:73) +2024-09-01 23:19:20,457 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.005124479997903109 (mp_runner.py:73) +2024-09-01 23:19:20,519 | DEBUG |(SpawnProcess-1:30) search_count: 4500, latest_latency=0.0033654739963822067 (mp_runner.py:73) +2024-09-01 23:19:20,520 | DEBUG |(SpawnProcess-1:42) search_count: 4500, latest_latency=0.003282860001490917 (mp_runner.py:73) +2024-09-01 23:19:20,520 | DEBUG |(SpawnProcess-1:31) search_count: 4500, latest_latency=0.004849999000725802 (mp_runner.py:73) +2024-09-01 23:19:20,520 | DEBUG |(SpawnProcess-1:45) search_count: 4500, latest_latency=0.007128010998712853 (mp_runner.py:73) +2024-09-01 23:19:20,521 | DEBUG |(SpawnProcess-1:32) search_count: 4500, latest_latency=0.005750718999479432 (mp_runner.py:73) +2024-09-01 23:19:21,977 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.006851665995782241 (mp_runner.py:73) +2024-09-01 23:19:22,022 | DEBUG |(SpawnProcess-1:38) search_count: 4000, latest_latency=0.005311423999955878 (mp_runner.py:73) +2024-09-01 23:19:22,198 | DEBUG |(SpawnProcess-1:47) search_count: 4000, latest_latency=0.005030944994359743 (mp_runner.py:73) +2024-09-01 23:19:22,462 | DEBUG |(SpawnProcess-1:29) search_count: 5000, latest_latency=0.0029511729953810573 (mp_runner.py:73) +2024-09-01 23:19:22,462 | DEBUG |(SpawnProcess-1:48) search_count: 5000, latest_latency=0.004236644999764394 (mp_runner.py:73) +2024-09-01 23:19:22,463 | DEBUG |(SpawnProcess-1:34) search_count: 5000, latest_latency=0.006062152999220416 (mp_runner.py:73) +2024-09-01 23:19:22,464 | DEBUG |(SpawnProcess-1:37) search_count: 5000, latest_latency=0.004320501000620425 (mp_runner.py:73) +2024-09-01 23:19:22,464 | DEBUG |(SpawnProcess-1:33) search_count: 5000, latest_latency=0.004305123999074567 (mp_runner.py:73) +2024-09-01 23:19:22,798 | DEBUG |(SpawnProcess-1:43) search_count: 5000, latest_latency=0.007321272001718171 (mp_runner.py:73) +2024-09-01 23:19:22,921 | DEBUG |(SpawnProcess-1:35) search_count: 4500, latest_latency=0.006072177995520178 (mp_runner.py:73) +2024-09-01 23:19:22,945 | DEBUG |(SpawnProcess-1:40) search_count: 4500, latest_latency=0.005447602001368068 (mp_runner.py:73) +2024-09-01 23:19:23,022 | DEBUG |(SpawnProcess-1:30) search_count: 5000, latest_latency=0.002815691004798282 (mp_runner.py:73) +2024-09-01 23:19:23,022 | DEBUG |(SpawnProcess-1:31) search_count: 5000, latest_latency=0.0029819219998898916 (mp_runner.py:73) +2024-09-01 23:19:23,023 | DEBUG |(SpawnProcess-1:32) search_count: 5000, latest_latency=0.0036239879991626367 (mp_runner.py:73) +2024-09-01 23:19:23,024 | DEBUG |(SpawnProcess-1:42) search_count: 5000, latest_latency=0.005332497996278107 (mp_runner.py:73) +2024-09-01 23:19:23,024 | DEBUG |(SpawnProcess-1:45) search_count: 5000, latest_latency=0.006015589999151416 (mp_runner.py:73) +2024-09-01 23:19:23,145 | DEBUG |(SpawnProcess-1:46) search_count: 4500, latest_latency=0.006572857004357502 (mp_runner.py:73) +2024-09-01 23:19:23,145 | DEBUG |(SpawnProcess-1:39) search_count: 4500, latest_latency=0.008005219002370723 (mp_runner.py:73) +2024-09-01 23:19:23,384 | DEBUG |(SpawnProcess-1:41) search_count: 4500, latest_latency=0.005803097999887541 (mp_runner.py:73) +2024-09-01 23:19:23,612 | DEBUG |(SpawnProcess-1:36) search_count: 4500, latest_latency=0.00889632900361903 (mp_runner.py:73) +2024-09-01 23:19:24,797 | DEBUG |(SpawnProcess-1:33) search_count: 5500, latest_latency=0.0022330830033752136 (mp_runner.py:73) +2024-09-01 23:19:24,797 | DEBUG |(SpawnProcess-1:37) search_count: 5500, latest_latency=0.003067580997594632 (mp_runner.py:73) +2024-09-01 23:19:24,798 | DEBUG |(SpawnProcess-1:48) search_count: 5500, latest_latency=0.002574099002231378 (mp_runner.py:73) +2024-09-01 23:19:24,798 | DEBUG |(SpawnProcess-1:34) search_count: 5500, latest_latency=0.00549934300215682 (mp_runner.py:73) +2024-09-01 23:19:24,799 | DEBUG |(SpawnProcess-1:29) search_count: 5500, latest_latency=0.006438014002924319 (mp_runner.py:73) +2024-09-01 23:19:25,002 | DEBUG |(SpawnProcess-1:44) search_count: 4500, latest_latency=0.005305077000230085 (mp_runner.py:73) +2024-09-01 23:19:25,003 | DEBUG |(SpawnProcess-1:38) search_count: 4500, latest_latency=0.007096829998772591 (mp_runner.py:73) +2024-09-01 23:19:25,257 | DEBUG |(SpawnProcess-1:47) search_count: 4500, latest_latency=0.00660865000099875 (mp_runner.py:73) +2024-09-01 23:19:25,558 | DEBUG |(SpawnProcess-1:32) search_count: 5500, latest_latency=0.003906660000211559 (mp_runner.py:73) +2024-09-01 23:19:25,559 | DEBUG |(SpawnProcess-1:31) search_count: 5500, latest_latency=0.0022362769959727302 (mp_runner.py:73) +2024-09-01 23:19:25,559 | DEBUG |(SpawnProcess-1:43) search_count: 5500, latest_latency=0.004045426998345647 (mp_runner.py:73) +2024-09-01 23:19:25,559 | DEBUG |(SpawnProcess-1:42) search_count: 5500, latest_latency=0.004033971999888308 (mp_runner.py:73) +2024-09-01 23:19:25,560 | DEBUG |(SpawnProcess-1:30) search_count: 5500, latest_latency=0.006740552998962812 (mp_runner.py:73) +2024-09-01 23:19:25,560 | DEBUG |(SpawnProcess-1:45) search_count: 5500, latest_latency=0.007308376996661536 (mp_runner.py:73) +2024-09-01 23:19:25,762 | DEBUG |(SpawnProcess-1:40) search_count: 5000, latest_latency=0.005008369997085538 (mp_runner.py:73) +2024-09-01 23:19:25,983 | DEBUG |(SpawnProcess-1:39) search_count: 5000, latest_latency=0.0032747560035204515 (mp_runner.py:73) +2024-09-01 23:19:25,984 | DEBUG |(SpawnProcess-1:35) search_count: 5000, latest_latency=0.0046708869995200075 (mp_runner.py:73) +2024-09-01 23:19:26,262 | DEBUG |(SpawnProcess-1:46) search_count: 5000, latest_latency=0.003902887001459021 (mp_runner.py:73) +2024-09-01 23:19:26,473 | DEBUG |(SpawnProcess-1:41) search_count: 5000, latest_latency=0.004768732993397862 (mp_runner.py:73) +2024-09-01 23:19:26,746 | DEBUG |(SpawnProcess-1:36) search_count: 5000, latest_latency=0.0049461460002930835 (mp_runner.py:73) +2024-09-01 23:19:27,121 | DEBUG |(SpawnProcess-1:33) search_count: 6000, latest_latency=0.00953375399694778 (mp_runner.py:73) +2024-09-01 23:19:27,121 | DEBUG |(SpawnProcess-1:34) search_count: 6000, latest_latency=0.007331389999308158 (mp_runner.py:73) +2024-09-01 23:19:27,122 | DEBUG |(SpawnProcess-1:37) search_count: 6000, latest_latency=0.010679172999516595 (mp_runner.py:73) +2024-09-01 23:19:27,122 | DEBUG |(SpawnProcess-1:48) search_count: 6000, latest_latency=0.009926430997438729 (mp_runner.py:73) +2024-09-01 23:19:27,124 | DEBUG |(SpawnProcess-1:29) search_count: 6000, latest_latency=0.012943740002810955 (mp_runner.py:73) +2024-09-01 23:19:27,258 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0035s, count=5840, qps in this process: 194.644 (mp_runner.py:76) +2024-09-01 23:19:27,297 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0003s, count=4847, qps in this process: 161.5651 (mp_runner.py:76) +2024-09-01 23:19:27,313 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0032s, count=5850, qps in this process: 194.9792 (mp_runner.py:76) +2024-09-01 23:19:27,315 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0048s, count=5198, qps in this process: 173.2389 (mp_runner.py:76) +2024-09-01 23:19:27,324 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0051s, count=5079, qps in this process: 169.2712 (mp_runner.py:76) +2024-09-01 23:19:27,384 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0007s, count=5139, qps in this process: 171.296 (mp_runner.py:76) +2024-09-01 23:19:27,387 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0012s, count=6070, qps in this process: 202.3252 (mp_runner.py:76) +2024-09-01 23:19:27,398 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0007s, count=5297, qps in this process: 176.5625 (mp_runner.py:76) +2024-09-01 23:19:27,404 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.001s, count=5175, qps in this process: 172.4943 (mp_runner.py:76) +2024-09-01 23:19:27,416 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0018s, count=5876, qps in this process: 195.8549 (mp_runner.py:76) +2024-09-01 23:19:27,419 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0032s, count=6081, qps in this process: 202.6784 (mp_runner.py:76) +2024-09-01 23:19:27,423 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0016s, count=5878, qps in this process: 195.9229 (mp_runner.py:76) +2024-09-01 23:19:27,424 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0028s, count=5878, qps in this process: 195.915 (mp_runner.py:76) +2024-09-01 23:19:27,425 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0019s, count=6084, qps in this process: 202.7872 (mp_runner.py:76) +2024-09-01 23:19:27,425 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0006s, count=6084, qps in this process: 202.7959 (mp_runner.py:76) +2024-09-01 23:19:27,426 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0015s, count=6084, qps in this process: 202.7899 (mp_runner.py:76) +2024-09-01 23:19:27,427 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0022s, count=5888, qps in this process: 196.2523 (mp_runner.py:76) +2024-09-01 23:19:27,433 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0006s, count=5262, qps in this process: 175.3965 (mp_runner.py:76) +2024-09-01 23:19:27,434 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0003s, count=4915, qps in this process: 163.8317 (mp_runner.py:76) +2024-09-01 23:19:27,435 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0073s, count=4911, qps in this process: 163.6602 (mp_runner.py:76) +2024-09-01 23:19:27,446 | INFO |End search in concurrency 20: dur=30.235471461004636s, total_count=111436, qps=3685.6048 (mp_runner.py:120) +2024-09-01 23:19:29,119 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:19:29,119 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 23:19:39,450 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 23:19:39,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,581 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,606 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,641 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,641 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,679 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,679 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,685 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,688 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,709 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,715 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,715 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,715 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,747 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:39,748 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:19:42,665 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.0071040230031940155 (mp_runner.py:73) +2024-09-01 23:19:42,749 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.004251192003721371 (mp_runner.py:73) +2024-09-01 23:19:42,749 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.004402161001053173 (mp_runner.py:73) +2024-09-01 23:19:42,750 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.004384801002743188 (mp_runner.py:73) +2024-09-01 23:19:42,750 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.00455834800231969 (mp_runner.py:73) +2024-09-01 23:19:42,750 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.005246655004157219 (mp_runner.py:73) +2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.00532812399615068 (mp_runner.py:73) +2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.004650392998883035 (mp_runner.py:73) +2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.0048438539961352944 (mp_runner.py:73) +2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.007318222000321839 (mp_runner.py:73) +2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.004922955995425582 (mp_runner.py:73) +2024-09-01 23:19:42,752 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.004713830996479373 (mp_runner.py:73) +2024-09-01 23:19:42,752 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.00889535100577632 (mp_runner.py:73) +2024-09-01 23:19:42,752 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.004178654002316762 (mp_runner.py:73) +2024-09-01 23:19:42,787 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.002655440999660641 (mp_runner.py:73) +2024-09-01 23:19:42,788 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.0035567710001487285 (mp_runner.py:73) +2024-09-01 23:19:42,788 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.003509346002829261 (mp_runner.py:73) +2024-09-01 23:19:42,788 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.005069678998552263 (mp_runner.py:73) +2024-09-01 23:19:42,789 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.007942098003695719 (mp_runner.py:73) +2024-09-01 23:19:42,790 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.0008152649970725179 (mp_runner.py:73) +2024-09-01 23:19:42,791 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.009753712998644914 (mp_runner.py:73) +2024-09-01 23:19:43,006 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.008562867995351553 (mp_runner.py:73) +2024-09-01 23:19:43,402 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.006429268993088044 (mp_runner.py:73) +2024-09-01 23:19:43,457 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.007967268997163046 (mp_runner.py:73) +2024-09-01 23:19:43,661 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.007476458995370194 (mp_runner.py:73) +2024-09-01 23:19:45,897 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0056123460017261095 (mp_runner.py:73) +2024-09-01 23:19:45,897 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.004331566997279879 (mp_runner.py:73) +2024-09-01 23:19:45,897 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.0013249519979581237 (mp_runner.py:73) +2024-09-01 23:19:45,898 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.004503787997236941 (mp_runner.py:73) +2024-09-01 23:19:45,898 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.007278844997927081 (mp_runner.py:73) +2024-09-01 23:19:45,898 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.0041777860024012625 (mp_runner.py:73) +2024-09-01 23:19:45,898 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.007187562994658947 (mp_runner.py:73) +2024-09-01 23:19:45,899 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.004607689996191766 (mp_runner.py:73) +2024-09-01 23:19:45,899 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.0052184970045345835 (mp_runner.py:73) +2024-09-01 23:19:45,899 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.00527869000507053 (mp_runner.py:73) +2024-09-01 23:19:45,900 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.004928694004775025 (mp_runner.py:73) +2024-09-01 23:19:45,900 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.0051496129963197745 (mp_runner.py:73) +2024-09-01 23:19:46,103 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.0012656699982471764 (mp_runner.py:73) +2024-09-01 23:19:46,104 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.006346919006318785 (mp_runner.py:73) +2024-09-01 23:19:46,104 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.007810809998773038 (mp_runner.py:73) +2024-09-01 23:19:46,105 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.006449884996982291 (mp_runner.py:73) +2024-09-01 23:19:46,186 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.00673761800135253 (mp_runner.py:73) +2024-09-01 23:19:46,315 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.010442894999869168 (mp_runner.py:73) +2024-09-01 23:19:46,493 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.011347553998348303 (mp_runner.py:73) +2024-09-01 23:19:46,568 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.006733531001373194 (mp_runner.py:73) +2024-09-01 23:19:46,737 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.006710613997711334 (mp_runner.py:73) +2024-09-01 23:19:47,074 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.006697909004287794 (mp_runner.py:73) +2024-09-01 23:19:47,395 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.006239063004613854 (mp_runner.py:73) +2024-09-01 23:19:47,396 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.006290758996328805 (mp_runner.py:73) +2024-09-01 23:19:47,613 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.006758708004781511 (mp_runner.py:73) +2024-09-01 23:19:48,774 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.00597783199918922 (mp_runner.py:73) +2024-09-01 23:19:48,774 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.00669916100014234 (mp_runner.py:73) +2024-09-01 23:19:48,774 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.005695284002285916 (mp_runner.py:73) +2024-09-01 23:19:48,775 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.0063053170015336946 (mp_runner.py:73) +2024-09-01 23:19:48,776 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.010895257997617591 (mp_runner.py:73) +2024-09-01 23:19:48,776 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.009590753994416445 (mp_runner.py:73) +2024-09-01 23:19:48,795 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.004468159997486509 (mp_runner.py:73) +2024-09-01 23:19:48,796 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.004454275993339252 (mp_runner.py:73) +2024-09-01 23:19:48,796 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.005832422997627873 (mp_runner.py:73) +2024-09-01 23:19:48,797 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.0071143729946925305 (mp_runner.py:73) +2024-09-01 23:19:48,797 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.008616970000730362 (mp_runner.py:73) +2024-09-01 23:19:48,926 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.0085166609933367 (mp_runner.py:73) +2024-09-01 23:19:49,404 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.004599676001816988 (mp_runner.py:73) +2024-09-01 23:19:49,405 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.010945594003715087 (mp_runner.py:73) +2024-09-01 23:19:49,405 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.006764498000848107 (mp_runner.py:73) +2024-09-01 23:19:49,531 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.00690179400407942 (mp_runner.py:73) +2024-09-01 23:19:50,051 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.010856378998141736 (mp_runner.py:73) +2024-09-01 23:19:50,101 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.004754030000185594 (mp_runner.py:73) +2024-09-01 23:19:50,384 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.006852689999504946 (mp_runner.py:73) +2024-09-01 23:19:50,439 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.009082846001547296 (mp_runner.py:73) +2024-09-01 23:19:50,575 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.009968162004952319 (mp_runner.py:73) +2024-09-01 23:19:50,837 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.010343912996177096 (mp_runner.py:73) +2024-09-01 23:19:51,170 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.006159144002594985 (mp_runner.py:73) +2024-09-01 23:19:51,171 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.0074311040007160045 (mp_runner.py:73) +2024-09-01 23:19:51,580 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.009809408002183773 (mp_runner.py:73) +2024-09-01 23:19:51,676 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.0038796840017312206 (mp_runner.py:73) +2024-09-01 23:19:51,677 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.006005024995829444 (mp_runner.py:73) +2024-09-01 23:19:51,677 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.006962257000850514 (mp_runner.py:73) +2024-09-01 23:19:51,679 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.006346314999973401 (mp_runner.py:73) +2024-09-01 23:19:51,679 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.006425827996281441 (mp_runner.py:73) +2024-09-01 23:19:51,743 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.0030603999985032715 (mp_runner.py:73) +2024-09-01 23:19:51,744 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.005826308006362524 (mp_runner.py:73) +2024-09-01 23:19:51,745 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.005000374003429897 (mp_runner.py:73) +2024-09-01 23:19:51,745 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.004362289000710007 (mp_runner.py:73) +2024-09-01 23:19:51,746 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.007491277996450663 (mp_runner.py:73) +2024-09-01 23:19:52,605 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.005876720999367535 (mp_runner.py:73) +2024-09-01 23:19:52,637 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.006621975000598468 (mp_runner.py:73) +2024-09-01 23:19:52,738 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.007335082998906728 (mp_runner.py:73) +2024-09-01 23:19:52,739 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.004623002001608256 (mp_runner.py:73) +2024-09-01 23:19:52,740 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.005876654002349824 (mp_runner.py:73) +2024-09-01 23:19:53,289 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.006851032005215529 (mp_runner.py:73) +2024-09-01 23:19:53,823 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.0071361039954354055 (mp_runner.py:73) +2024-09-01 23:19:53,847 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.0038432450019172393 (mp_runner.py:73) +2024-09-01 23:19:54,209 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.007277708995388821 (mp_runner.py:73) +2024-09-01 23:19:54,303 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.0064637480027158745 (mp_runner.py:73) +2024-09-01 23:19:54,304 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.008984633001091424 (mp_runner.py:73) +2024-09-01 23:19:54,707 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.005150098004378378 (mp_runner.py:73) +2024-09-01 23:19:54,729 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.0036783760006073862 (mp_runner.py:73) +2024-09-01 23:19:54,729 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.0036965920007787645 (mp_runner.py:73) +2024-09-01 23:19:54,730 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.00572166100027971 (mp_runner.py:73) +2024-09-01 23:19:54,731 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.007209552000858821 (mp_runner.py:73) +2024-09-01 23:19:54,732 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.01017843699810328 (mp_runner.py:73) +2024-09-01 23:19:54,766 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.00627003499539569 (mp_runner.py:73) +2024-09-01 23:19:54,766 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.007097576999512967 (mp_runner.py:73) +2024-09-01 23:19:54,886 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.0035152499985997565 (mp_runner.py:73) +2024-09-01 23:19:54,887 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.005224808002822101 (mp_runner.py:73) +2024-09-01 23:19:54,887 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.004346241999883205 (mp_runner.py:73) +2024-09-01 23:19:54,890 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.00891445100569399 (mp_runner.py:73) +2024-09-01 23:19:54,890 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.009912319997965824 (mp_runner.py:73) +2024-09-01 23:19:55,471 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.007443185997544788 (mp_runner.py:73) +2024-09-01 23:19:55,988 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.0032707639984437265 (mp_runner.py:73) +2024-09-01 23:19:55,990 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.007994348001375329 (mp_runner.py:73) +2024-09-01 23:19:55,991 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.009077786999114323 (mp_runner.py:73) +2024-09-01 23:19:55,992 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.009059032003278844 (mp_runner.py:73) +2024-09-01 23:19:55,995 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.01157789599528769 (mp_runner.py:73) +2024-09-01 23:19:57,274 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.00830705500266049 (mp_runner.py:73) +2024-09-01 23:19:57,668 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.008164409999153577 (mp_runner.py:73) +2024-09-01 23:19:57,767 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.003543720995367039 (mp_runner.py:73) +2024-09-01 23:19:57,768 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.006691811999189667 (mp_runner.py:73) +2024-09-01 23:19:57,768 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.006287846998020541 (mp_runner.py:73) +2024-09-01 23:19:57,770 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.005623501005175058 (mp_runner.py:73) +2024-09-01 23:19:57,771 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.005613651002931874 (mp_runner.py:73) +2024-09-01 23:19:57,896 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.008426255000813399 (mp_runner.py:73) +2024-09-01 23:19:57,986 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.003783297994232271 (mp_runner.py:73) +2024-09-01 23:19:57,987 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.006982237995543983 (mp_runner.py:73) +2024-09-01 23:19:57,988 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.00627792199520627 (mp_runner.py:73) +2024-09-01 23:19:58,024 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.004882674998953007 (mp_runner.py:73) +2024-09-01 23:19:58,055 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.007962962998135481 (mp_runner.py:73) +2024-09-01 23:19:58,118 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.006898122999700718 (mp_runner.py:73) +2024-09-01 23:19:58,119 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.00904551699932199 (mp_runner.py:73) +2024-09-01 23:19:58,126 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.006646724999882281 (mp_runner.py:73) +2024-09-01 23:19:58,308 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.005272743001114577 (mp_runner.py:73) +2024-09-01 23:19:58,310 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.00905535999481799 (mp_runner.py:73) +2024-09-01 23:19:58,310 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.007747440999082755 (mp_runner.py:73) +2024-09-01 23:19:59,203 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.005531533002795186 (mp_runner.py:73) +2024-09-01 23:19:59,205 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.004996190000383649 (mp_runner.py:73) +2024-09-01 23:19:59,275 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.006862196998554282 (mp_runner.py:73) +2024-09-01 23:19:59,383 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.004862506997596938 (mp_runner.py:73) +2024-09-01 23:19:59,422 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.0072006209957180545 (mp_runner.py:73) +2024-09-01 23:19:59,573 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.006381266000971664 (mp_runner.py:73) +2024-09-01 23:20:00,902 | DEBUG |(SpawnProcess-1:65) search_count: 3500, latest_latency=0.00789000899385428 (mp_runner.py:73) +2024-09-01 23:20:00,903 | DEBUG |(SpawnProcess-1:51) search_count: 3500, latest_latency=0.008758121999562718 (mp_runner.py:73) +2024-09-01 23:20:01,050 | DEBUG |(SpawnProcess-1:52) search_count: 3500, latest_latency=0.006002073998388369 (mp_runner.py:73) +2024-09-01 23:20:01,051 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.008314252998388838 (mp_runner.py:73) +2024-09-01 23:20:01,055 | DEBUG |(SpawnProcess-1:56) search_count: 3500, latest_latency=0.011307790999126155 (mp_runner.py:73) +2024-09-01 23:20:01,339 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.006497330003185198 (mp_runner.py:73) +2024-09-01 23:20:01,550 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.008331454002473038 (mp_runner.py:73) +2024-09-01 23:20:01,735 | DEBUG |(SpawnProcess-1:61) search_count: 3500, latest_latency=0.0029053120015305467 (mp_runner.py:73) +2024-09-01 23:20:01,738 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.006361312000080943 (mp_runner.py:73) +2024-09-01 23:20:01,738 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.007379144000879023 (mp_runner.py:73) +2024-09-01 23:20:01,844 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.005368630998418666 (mp_runner.py:73) +2024-09-01 23:20:02,032 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.010906023999268655 (mp_runner.py:73) +2024-09-01 23:20:02,051 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.011180526002135593 (mp_runner.py:73) +2024-09-01 23:20:02,199 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.005900832002225798 (mp_runner.py:73) +2024-09-01 23:20:02,232 | DEBUG |(SpawnProcess-1:72) search_count: 3500, latest_latency=0.009068106999620795 (mp_runner.py:73) +2024-09-01 23:20:02,234 | DEBUG |(SpawnProcess-1:73) search_count: 3500, latest_latency=0.0107368030003272 (mp_runner.py:73) +2024-09-01 23:20:02,245 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.00838402600493282 (mp_runner.py:73) +2024-09-01 23:20:02,319 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.00786240199522581 (mp_runner.py:73) +2024-09-01 23:20:02,478 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.007518903999880422 (mp_runner.py:73) +2024-09-01 23:20:02,601 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.008236950998252723 (mp_runner.py:73) +2024-09-01 23:20:02,856 | DEBUG |(SpawnProcess-1:66) search_count: 3500, latest_latency=0.007067316997563466 (mp_runner.py:73) +2024-09-01 23:20:03,123 | DEBUG |(SpawnProcess-1:63) search_count: 3500, latest_latency=0.010829031001776457 (mp_runner.py:73) +2024-09-01 23:20:03,553 | DEBUG |(SpawnProcess-1:64) search_count: 3500, latest_latency=0.008151196001563221 (mp_runner.py:73) +2024-09-01 23:20:03,584 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.0032746219949331135 (mp_runner.py:73) +2024-09-01 23:20:03,699 | DEBUG |(SpawnProcess-1:50) search_count: 3500, latest_latency=0.008660355997562874 (mp_runner.py:73) +2024-09-01 23:20:04,347 | DEBUG |(SpawnProcess-1:54) search_count: 4000, latest_latency=0.007089056001859717 (mp_runner.py:73) +2024-09-01 23:20:04,551 | DEBUG |(SpawnProcess-1:51) search_count: 4000, latest_latency=0.006319114996585995 (mp_runner.py:73) +2024-09-01 23:20:04,552 | DEBUG |(SpawnProcess-1:65) search_count: 4000, latest_latency=0.00743903099646559 (mp_runner.py:73) +2024-09-01 23:20:04,839 | DEBUG |(SpawnProcess-1:52) search_count: 4000, latest_latency=0.006236109002202284 (mp_runner.py:73) +2024-09-01 23:20:04,903 | DEBUG |(SpawnProcess-1:56) search_count: 4000, latest_latency=0.007917781003925484 (mp_runner.py:73) +2024-09-01 23:20:05,324 | DEBUG |(SpawnProcess-1:71) search_count: 4000, latest_latency=0.006525930999487173 (mp_runner.py:73) +2024-09-01 23:20:05,325 | DEBUG |(SpawnProcess-1:70) search_count: 4000, latest_latency=0.006065060995751992 (mp_runner.py:73) +2024-09-01 23:20:05,390 | DEBUG |(SpawnProcess-1:61) search_count: 4000, latest_latency=0.005236100994807202 (mp_runner.py:73) +2024-09-01 23:20:05,402 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.007187857001554221 (mp_runner.py:73) +2024-09-01 23:20:05,405 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.005557065996981692 (mp_runner.py:73) +2024-09-01 23:20:05,684 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.009425776996067725 (mp_runner.py:73) +2024-09-01 23:20:05,806 | DEBUG |(SpawnProcess-1:67) search_count: 3500, latest_latency=0.007222373002150562 (mp_runner.py:73) +2024-09-01 23:20:05,860 | DEBUG |(SpawnProcess-1:72) search_count: 4000, latest_latency=0.005403627998020966 (mp_runner.py:73) +2024-09-01 23:20:05,860 | DEBUG |(SpawnProcess-1:73) search_count: 4000, latest_latency=0.007272844995895866 (mp_runner.py:73) +2024-09-01 23:20:05,908 | DEBUG |(SpawnProcess-1:74) search_count: 3500, latest_latency=0.009315297997090966 (mp_runner.py:73) +2024-09-01 23:20:05,942 | DEBUG |(SpawnProcess-1:62) search_count: 3500, latest_latency=0.003499852005916182 (mp_runner.py:73) +2024-09-01 23:20:06,206 | DEBUG |(SpawnProcess-1:59) search_count: 3500, latest_latency=0.009104296004807111 (mp_runner.py:73) +2024-09-01 23:20:06,280 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.00973607099876972 (mp_runner.py:73) +2024-09-01 23:20:06,294 | DEBUG |(SpawnProcess-1:55) search_count: 4000, latest_latency=0.003983101996709593 (mp_runner.py:73) +2024-09-01 23:20:06,407 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.009153832004813012 (mp_runner.py:73) +2024-09-01 23:20:06,617 | DEBUG |(SpawnProcess-1:66) search_count: 4000, latest_latency=0.006621369000640698 (mp_runner.py:73) +2024-09-01 23:20:06,729 | DEBUG |(SpawnProcess-1:63) search_count: 4000, latest_latency=0.00392207099503139 (mp_runner.py:73) +2024-09-01 23:20:07,449 | DEBUG |(SpawnProcess-1:64) search_count: 4000, latest_latency=0.006894257996464148 (mp_runner.py:73) +2024-09-01 23:20:07,495 | DEBUG |(SpawnProcess-1:50) search_count: 4000, latest_latency=0.011722960996848997 (mp_runner.py:73) +2024-09-01 23:20:07,617 | DEBUG |(SpawnProcess-1:69) search_count: 3500, latest_latency=0.009132835999480449 (mp_runner.py:73) +2024-09-01 23:20:08,006 | DEBUG |(SpawnProcess-1:54) search_count: 4500, latest_latency=0.012594838000950404 (mp_runner.py:73) +2024-09-01 23:20:08,023 | DEBUG |(SpawnProcess-1:65) search_count: 4500, latest_latency=0.007300512996152975 (mp_runner.py:73) +2024-09-01 23:20:08,023 | DEBUG |(SpawnProcess-1:51) search_count: 4500, latest_latency=0.005077672998595517 (mp_runner.py:73) +2024-09-01 23:20:08,455 | DEBUG |(SpawnProcess-1:52) search_count: 4500, latest_latency=0.008058453000558075 (mp_runner.py:73) +2024-09-01 23:20:08,561 | DEBUG |(SpawnProcess-1:56) search_count: 4500, latest_latency=0.011436408000008669 (mp_runner.py:73) +2024-09-01 23:20:09,044 | DEBUG |(SpawnProcess-1:57) search_count: 4000, latest_latency=0.007362318996456452 (mp_runner.py:73) +2024-09-01 23:20:09,187 | DEBUG |(SpawnProcess-1:71) search_count: 4500, latest_latency=0.007857081000111066 (mp_runner.py:73) +2024-09-01 23:20:09,187 | DEBUG |(SpawnProcess-1:70) search_count: 4500, latest_latency=0.00979297899903031 (mp_runner.py:73) +2024-09-01 23:20:09,318 | DEBUG |(SpawnProcess-1:60) search_count: 4000, latest_latency=0.004743292003695387 (mp_runner.py:73) +2024-09-01 23:20:09,324 | DEBUG |(SpawnProcess-1:68) search_count: 4000, latest_latency=0.006818254005338531 (mp_runner.py:73) +2024-09-01 23:20:09,395 | DEBUG |(SpawnProcess-1:61) search_count: 4500, latest_latency=0.00794089999544667 (mp_runner.py:73) +2024-09-01 23:20:09,474 | DEBUG |(SpawnProcess-1:67) search_count: 4000, latest_latency=0.005526412001927383 (mp_runner.py:73) +2024-09-01 23:20:09,552 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0005s, count=3925, qps in this process: 130.8312 (mp_runner.py:76) +2024-09-01 23:20:09,567 | DEBUG |(SpawnProcess-1:62) search_count: 4000, latest_latency=0.004363800995633937 (mp_runner.py:73) +2024-09-01 23:20:09,586 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0105s, count=4526, qps in this process: 150.8139 (mp_runner.py:76) +2024-09-01 23:20:09,586 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0049s, count=4038, qps in this process: 134.578 (mp_runner.py:76) +2024-09-01 23:20:09,614 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0039s, count=4560, qps in this process: 151.9802 (mp_runner.py:76) +2024-09-01 23:20:09,645 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0004s, count=4748, qps in this process: 158.2646 (mp_runner.py:76) +2024-09-01 23:20:09,653 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0084s, count=4749, qps in this process: 158.2557 (mp_runner.py:76) +2024-09-01 23:20:09,657 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0019s, count=4044, qps in this process: 134.7915 (mp_runner.py:76) +2024-09-01 23:20:09,659 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0041s, count=4402, qps in this process: 146.7133 (mp_runner.py:76) +2024-09-01 23:20:09,660 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0049s, count=4463, qps in this process: 148.7424 (mp_runner.py:76) +2024-09-01 23:20:09,683 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0017s, count=4754, qps in this process: 158.4577 (mp_runner.py:76) +2024-09-01 23:20:09,683 | DEBUG |(SpawnProcess-1:73) search_count: 4500, latest_latency=0.006081799001549371 (mp_runner.py:73) +2024-09-01 23:20:09,683 | DEBUG |(SpawnProcess-1:72) search_count: 4500, latest_latency=0.005950688006123528 (mp_runner.py:73) +2024-09-01 23:20:09,685 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.002s, count=4083, qps in this process: 136.0909 (mp_runner.py:76) +2024-09-01 23:20:09,686 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0004s, count=4650, qps in this process: 154.9979 (mp_runner.py:76) +2024-09-01 23:20:09,688 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0021s, count=4501, qps in this process: 150.0228 (mp_runner.py:76) +2024-09-01 23:20:09,695 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.004s, count=4665, qps in this process: 155.4793 (mp_runner.py:76) +2024-09-01 23:20:09,701 | DEBUG |(SpawnProcess-1:74) search_count: 4000, latest_latency=0.003083876996242907 (mp_runner.py:73) +2024-09-01 23:20:09,714 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0026s, count=4423, qps in this process: 147.4206 (mp_runner.py:76) +2024-09-01 23:20:09,718 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0002s, count=4298, qps in this process: 143.2657 (mp_runner.py:76) +2024-09-01 23:20:09,718 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0006s, count=3965, qps in this process: 132.164 (mp_runner.py:76) +2024-09-01 23:20:09,719 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0014s, count=3940, qps in this process: 131.3272 (mp_runner.py:76) +2024-09-01 23:20:09,720 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.002s, count=4510, qps in this process: 150.3233 (mp_runner.py:76) +2024-09-01 23:20:09,720 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.002s, count=4006, qps in this process: 133.5244 (mp_runner.py:76) +2024-09-01 23:20:09,722 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0037s, count=4304, qps in this process: 143.449 (mp_runner.py:76) +2024-09-01 23:20:09,724 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0053s, count=3781, qps in this process: 126.0111 (mp_runner.py:76) +2024-09-01 23:20:09,727 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0087s, count=4583, qps in this process: 152.7224 (mp_runner.py:76) +2024-09-01 23:20:09,753 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0003s, count=4048, qps in this process: 134.932 (mp_runner.py:76) +2024-09-01 23:20:09,753 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0009s, count=4066, qps in this process: 135.5293 (mp_runner.py:76) +2024-09-01 23:20:09,765 | INFO |End search in concurrency 25: dur=30.315335412000422s, total_count=108032, qps=3563.6089 (mp_runner.py:120) +2024-09-01 23:20:11,747 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:20:11,748 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 23:20:22,117 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 23:20:22,171 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,173 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,318 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,318 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,318 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,360 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,361 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,361 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,365 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,369 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,376 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,378 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,382 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,417 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,417 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,435 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,445 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:22,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:20:26,000 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.005090806997031905 (mp_runner.py:73) +2024-09-01 23:20:26,003 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.008167353997123428 (mp_runner.py:73) +2024-09-01 23:20:26,003 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.007031756002106704 (mp_runner.py:73) +2024-09-01 23:20:26,003 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.006831532999058254 (mp_runner.py:73) +2024-09-01 23:20:26,004 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.007233290001749992 (mp_runner.py:73) +2024-09-01 23:20:26,004 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.0079552910028724 (mp_runner.py:73) +2024-09-01 23:20:26,006 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.01216842600115342 (mp_runner.py:73) +2024-09-01 23:20:26,007 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.014069377997657284 (mp_runner.py:73) +2024-09-01 23:20:26,058 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.005216744000790641 (mp_runner.py:73) +2024-09-01 23:20:26,058 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.004551377998723183 (mp_runner.py:73) +2024-09-01 23:20:26,062 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.007381981995422393 (mp_runner.py:73) +2024-09-01 23:20:26,062 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.009709441001177765 (mp_runner.py:73) +2024-09-01 23:20:26,062 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.00868862900097156 (mp_runner.py:73) +2024-09-01 23:20:26,062 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.012046220996126067 (mp_runner.py:73) +2024-09-01 23:20:26,063 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.007898397001554258 (mp_runner.py:73) +2024-09-01 23:20:26,063 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.007721229994785972 (mp_runner.py:73) +2024-09-01 23:20:26,063 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.007642062002560124 (mp_runner.py:73) +2024-09-01 23:20:26,064 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.0070921759979682975 (mp_runner.py:73) +2024-09-01 23:20:26,064 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.012424053995346185 (mp_runner.py:73) +2024-09-01 23:20:26,308 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.006425487001251895 (mp_runner.py:73) +2024-09-01 23:20:26,308 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.005610872998659033 (mp_runner.py:73) +2024-09-01 23:20:26,308 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.00770650600316003 (mp_runner.py:73) +2024-09-01 23:20:26,309 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.007444922004651744 (mp_runner.py:73) +2024-09-01 23:20:26,309 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.00806726299924776 (mp_runner.py:73) +2024-09-01 23:20:26,428 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.006997554999543354 (mp_runner.py:73) +2024-09-01 23:20:26,432 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.01192088099924149 (mp_runner.py:73) +2024-09-01 23:20:26,436 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.015874796998105012 (mp_runner.py:73) +2024-09-01 23:20:26,502 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.007196156002464704 (mp_runner.py:73) +2024-09-01 23:20:26,504 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.011293525996734388 (mp_runner.py:73) +2024-09-01 23:20:26,505 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.010733208997407928 (mp_runner.py:73) +2024-09-01 23:20:29,507 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.005070798004453536 (mp_runner.py:73) +2024-09-01 23:20:29,508 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.006668259004072752 (mp_runner.py:73) +2024-09-01 23:20:29,508 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.007869270004448481 (mp_runner.py:73) +2024-09-01 23:20:29,509 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.008323702000780031 (mp_runner.py:73) +2024-09-01 23:20:29,510 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.007049038002151065 (mp_runner.py:73) +2024-09-01 23:20:29,510 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.007071685999108013 (mp_runner.py:73) +2024-09-01 23:20:29,629 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.005403065006248653 (mp_runner.py:73) +2024-09-01 23:20:29,630 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.006820252005127259 (mp_runner.py:73) +2024-09-01 23:20:29,630 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.005452214005345013 (mp_runner.py:73) +2024-09-01 23:20:29,631 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.005333419001544826 (mp_runner.py:73) +2024-09-01 23:20:29,631 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.008824999997159466 (mp_runner.py:73) +2024-09-01 23:20:29,632 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.006454060996475164 (mp_runner.py:73) +2024-09-01 23:20:29,870 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.005734999998821877 (mp_runner.py:73) +2024-09-01 23:20:29,871 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.005128973993123509 (mp_runner.py:73) +2024-09-01 23:20:29,872 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.007565059000626206 (mp_runner.py:73) +2024-09-01 23:20:29,872 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.005495520003023557 (mp_runner.py:73) +2024-09-01 23:20:29,872 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.008832955005345866 (mp_runner.py:73) +2024-09-01 23:20:29,873 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006832450999354478 (mp_runner.py:73) +2024-09-01 23:20:29,874 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.006882760004373267 (mp_runner.py:73) +2024-09-01 23:20:30,480 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.006605103000765666 (mp_runner.py:73) +2024-09-01 23:20:30,502 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.008308336000482086 (mp_runner.py:73) +2024-09-01 23:20:30,539 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.007021022996923421 (mp_runner.py:73) +2024-09-01 23:20:30,701 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.012237661001563538 (mp_runner.py:73) +2024-09-01 23:20:30,738 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.007693433006352279 (mp_runner.py:73) +2024-09-01 23:20:30,841 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.0013305600004969165 (mp_runner.py:73) +2024-09-01 23:20:30,842 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.0068766940021305345 (mp_runner.py:73) +2024-09-01 23:20:30,842 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.00746432899904903 (mp_runner.py:73) +2024-09-01 23:20:31,190 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.009209392002958339 (mp_runner.py:73) +2024-09-01 23:20:31,219 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.007069049002893735 (mp_runner.py:73) +2024-09-01 23:20:31,328 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.007651761996385176 (mp_runner.py:73) +2024-09-01 23:20:33,346 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.00619078500312753 (mp_runner.py:73) +2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.006194348003191408 (mp_runner.py:73) +2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.005979626999760512 (mp_runner.py:73) +2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.00612768399878405 (mp_runner.py:73) +2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.005058688999270089 (mp_runner.py:73) +2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.007240867002110463 (mp_runner.py:73) +2024-09-01 23:20:33,348 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.0060180420041433536 (mp_runner.py:73) +2024-09-01 23:20:33,348 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.006922635002410971 (mp_runner.py:73) +2024-09-01 23:20:33,349 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.007169873999373522 (mp_runner.py:73) +2024-09-01 23:20:33,349 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.009772732999408618 (mp_runner.py:73) +2024-09-01 23:20:33,349 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.010984975000610575 (mp_runner.py:73) +2024-09-01 23:20:33,354 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.006785949997720309 (mp_runner.py:73) +2024-09-01 23:20:33,706 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.006275715997617226 (mp_runner.py:73) +2024-09-01 23:20:33,707 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.008481814998958725 (mp_runner.py:73) +2024-09-01 23:20:33,708 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.009798375001992099 (mp_runner.py:73) +2024-09-01 23:20:33,709 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.009531195006275084 (mp_runner.py:73) +2024-09-01 23:20:33,730 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.008850623002217617 (mp_runner.py:73) +2024-09-01 23:20:33,732 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.01165802600007737 (mp_runner.py:73) +2024-09-01 23:20:33,732 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.012914651997562032 (mp_runner.py:73) +2024-09-01 23:20:34,652 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.005831153997860383 (mp_runner.py:73) +2024-09-01 23:20:34,653 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.005702305003069341 (mp_runner.py:73) +2024-09-01 23:20:34,654 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.007375539003987797 (mp_runner.py:73) +2024-09-01 23:20:34,654 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.005864086000656243 (mp_runner.py:73) +2024-09-01 23:20:34,655 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.008333925994520541 (mp_runner.py:73) +2024-09-01 23:20:34,655 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.009081643001991324 (mp_runner.py:73) +2024-09-01 23:20:34,655 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.009335672002634965 (mp_runner.py:73) +2024-09-01 23:20:34,656 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.010546242003329098 (mp_runner.py:73) +2024-09-01 23:20:35,840 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.006254737003473565 (mp_runner.py:73) +2024-09-01 23:20:35,842 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.008803139004157856 (mp_runner.py:73) +2024-09-01 23:20:36,185 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.004723657002614345 (mp_runner.py:73) +2024-09-01 23:20:36,931 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.004792537001776509 (mp_runner.py:73) +2024-09-01 23:20:36,932 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.006307977993856184 (mp_runner.py:73) +2024-09-01 23:20:36,932 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.004135659997700714 (mp_runner.py:73) +2024-09-01 23:20:36,933 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.009206686998368241 (mp_runner.py:73) +2024-09-01 23:20:36,933 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.008194622001610696 (mp_runner.py:73) +2024-09-01 23:20:36,934 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.0049964799982262775 (mp_runner.py:73) +2024-09-01 23:20:37,123 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.0064985630015144125 (mp_runner.py:73) +2024-09-01 23:20:37,123 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.008367829002963845 (mp_runner.py:73) +2024-09-01 23:20:37,124 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.009332089000963606 (mp_runner.py:73) +2024-09-01 23:20:37,125 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.008471820001432206 (mp_runner.py:73) +2024-09-01 23:20:37,126 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.010804158002429176 (mp_runner.py:73) +2024-09-01 23:20:37,321 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.0074277149979025126 (mp_runner.py:73) +2024-09-01 23:20:37,560 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.0069263760015019216 (mp_runner.py:73) +2024-09-01 23:20:37,561 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.007511019000958186 (mp_runner.py:73) +2024-09-01 23:20:37,561 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.0057630859955679625 (mp_runner.py:73) +2024-09-01 23:20:37,563 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.005929124999966007 (mp_runner.py:73) +2024-09-01 23:20:38,032 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.008022066998819355 (mp_runner.py:73) +2024-09-01 23:20:38,033 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.007508333997975569 (mp_runner.py:73) +2024-09-01 23:20:38,034 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.00837674400099786 (mp_runner.py:73) +2024-09-01 23:20:38,350 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.005981215996143874 (mp_runner.py:73) +2024-09-01 23:20:38,351 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.007461174005584326 (mp_runner.py:73) +2024-09-01 23:20:38,351 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.006954940996365622 (mp_runner.py:73) +2024-09-01 23:20:38,352 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.009359577001305297 (mp_runner.py:73) +2024-09-01 23:20:38,353 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.00898736000090139 (mp_runner.py:73) +2024-09-01 23:20:38,354 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.009799156003282405 (mp_runner.py:73) +2024-09-01 23:20:38,634 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.008914849000575487 (mp_runner.py:73) +2024-09-01 23:20:38,792 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.00831906299572438 (mp_runner.py:73) +2024-09-01 23:20:40,389 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.00738468200142961 (mp_runner.py:73) +2024-09-01 23:20:40,389 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.007330217005801387 (mp_runner.py:73) +2024-09-01 23:20:40,802 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.005380743998102844 (mp_runner.py:73) +2024-09-01 23:20:40,804 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.008445983999990858 (mp_runner.py:73) +2024-09-01 23:20:40,805 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.009748435993969906 (mp_runner.py:73) +2024-09-01 23:20:40,862 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.009395125998707954 (mp_runner.py:73) +2024-09-01 23:20:40,982 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.007868839995353483 (mp_runner.py:73) +2024-09-01 23:20:40,984 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.010866251002880745 (mp_runner.py:73) +2024-09-01 23:20:40,997 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.005013770998630207 (mp_runner.py:73) +2024-09-01 23:20:40,997 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.006466634993557818 (mp_runner.py:73) +2024-09-01 23:20:40,997 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.0038689489956595935 (mp_runner.py:73) +2024-09-01 23:20:40,998 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.007390601000224706 (mp_runner.py:73) +2024-09-01 23:20:40,999 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.008678815996972844 (mp_runner.py:73) +2024-09-01 23:20:41,000 | DEBUG |(SpawnProcess-1:104) search_count: 2500, latest_latency=0.010276355998939835 (mp_runner.py:73) +2024-09-01 23:20:41,548 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.005436389001260977 (mp_runner.py:73) +2024-09-01 23:20:41,549 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.007201045998954214 (mp_runner.py:73) +2024-09-01 23:20:41,549 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.005863796002813615 (mp_runner.py:73) +2024-09-01 23:20:41,551 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.01039818899880629 (mp_runner.py:73) +2024-09-01 23:20:41,551 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.011714578002283815 (mp_runner.py:73) +2024-09-01 23:20:42,210 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.0009346410006401129 (mp_runner.py:73) +2024-09-01 23:20:42,218 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.008260546004748903 (mp_runner.py:73) +2024-09-01 23:20:42,221 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.009589111999957822 (mp_runner.py:73) +2024-09-01 23:20:42,261 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.009194956001010723 (mp_runner.py:73) +2024-09-01 23:20:42,270 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.013055208997684531 (mp_runner.py:73) +2024-09-01 23:20:42,274 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.025487952996627428 (mp_runner.py:73) +2024-09-01 23:20:42,277 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.028724465002596844 (mp_runner.py:73) +2024-09-01 23:20:42,303 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.0096036009999807 (mp_runner.py:73) +2024-09-01 23:20:42,871 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.011883995997777674 (mp_runner.py:73) +2024-09-01 23:20:43,702 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.008103112995740958 (mp_runner.py:73) +2024-09-01 23:20:43,862 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.013365703998715617 (mp_runner.py:73) +2024-09-01 23:20:45,084 | DEBUG |(SpawnProcess-1:91) search_count: 3000, latest_latency=0.01796162199752871 (mp_runner.py:73) +2024-09-01 23:20:45,107 | DEBUG |(SpawnProcess-1:77) search_count: 3000, latest_latency=0.010185098995862063 (mp_runner.py:73) +2024-09-01 23:20:45,107 | DEBUG |(SpawnProcess-1:78) search_count: 3000, latest_latency=0.009913845002301969 (mp_runner.py:73) +2024-09-01 23:20:45,122 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.024256637996586505 (mp_runner.py:73) +2024-09-01 23:20:45,259 | DEBUG |(SpawnProcess-1:86) search_count: 3000, latest_latency=0.001576820999616757 (mp_runner.py:73) +2024-09-01 23:20:45,294 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.01112594100413844 (mp_runner.py:73) +2024-09-01 23:20:45,322 | DEBUG |(SpawnProcess-1:96) search_count: 3000, latest_latency=0.0019614140037447214 (mp_runner.py:73) +2024-09-01 23:20:45,365 | DEBUG |(SpawnProcess-1:90) search_count: 3000, latest_latency=0.009093082997424062 (mp_runner.py:73) +2024-09-01 23:20:45,395 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.009527834001346491 (mp_runner.py:73) +2024-09-01 23:20:45,397 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.0067499930009944364 (mp_runner.py:73) +2024-09-01 23:20:45,400 | DEBUG |(SpawnProcess-1:104) search_count: 3000, latest_latency=0.011666277998301666 (mp_runner.py:73) +2024-09-01 23:20:45,601 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.010429743997519836 (mp_runner.py:73) +2024-09-01 23:20:45,613 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.01025456400384428 (mp_runner.py:73) +2024-09-01 23:20:45,767 | DEBUG |(SpawnProcess-1:105) search_count: 3000, latest_latency=0.012876689004770014 (mp_runner.py:73) +2024-09-01 23:20:45,768 | DEBUG |(SpawnProcess-1:88) search_count: 3000, latest_latency=0.013333459995919839 (mp_runner.py:73) +2024-09-01 23:20:45,785 | DEBUG |(SpawnProcess-1:97) search_count: 3000, latest_latency=0.007061110998620279 (mp_runner.py:73) +2024-09-01 23:20:46,073 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.00646056800178485 (mp_runner.py:73) +2024-09-01 23:20:46,095 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.012577686997246929 (mp_runner.py:73) +2024-09-01 23:20:46,653 | DEBUG |(SpawnProcess-1:101) search_count: 3000, latest_latency=0.007592182002554182 (mp_runner.py:73) +2024-09-01 23:20:46,712 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.0072960589968715794 (mp_runner.py:73) +2024-09-01 23:20:46,751 | DEBUG |(SpawnProcess-1:80) search_count: 3000, latest_latency=0.009301566999056377 (mp_runner.py:73) +2024-09-01 23:20:46,756 | DEBUG |(SpawnProcess-1:83) search_count: 3000, latest_latency=0.01323340700037079 (mp_runner.py:73) +2024-09-01 23:20:46,886 | DEBUG |(SpawnProcess-1:99) search_count: 3000, latest_latency=0.0027001179987564683 (mp_runner.py:73) +2024-09-01 23:20:46,889 | DEBUG |(SpawnProcess-1:98) search_count: 3000, latest_latency=0.008129727000778075 (mp_runner.py:73) +2024-09-01 23:20:46,890 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.008937416998378467 (mp_runner.py:73) +2024-09-01 23:20:47,214 | DEBUG |(SpawnProcess-1:89) search_count: 3000, latest_latency=0.008276931999716908 (mp_runner.py:73) +2024-09-01 23:20:47,266 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.00634608999826014 (mp_runner.py:73) +2024-09-01 23:20:47,803 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.008912117998988833 (mp_runner.py:73) +2024-09-01 23:20:48,626 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.010443858001963235 (mp_runner.py:73) +2024-09-01 23:20:48,754 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.007950538005388808 (mp_runner.py:73) +2024-09-01 23:20:49,058 | DEBUG |(SpawnProcess-1:78) search_count: 3500, latest_latency=0.0069215010007610545 (mp_runner.py:73) +2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:90) search_count: 3500, latest_latency=0.00751745199522702 (mp_runner.py:73) +2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:81) search_count: 3500, latest_latency=0.007517590005591046 (mp_runner.py:73) +2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:82) search_count: 3500, latest_latency=0.007296714997210074 (mp_runner.py:73) +2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:86) search_count: 3500, latest_latency=0.00729812999634305 (mp_runner.py:73) +2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:77) search_count: 3500, latest_latency=0.005137332002050243 (mp_runner.py:73) +2024-09-01 23:20:49,060 | DEBUG |(SpawnProcess-1:91) search_count: 3500, latest_latency=0.009447264994378202 (mp_runner.py:73) +2024-09-01 23:20:49,060 | DEBUG |(SpawnProcess-1:104) search_count: 3500, latest_latency=0.010750014000223018 (mp_runner.py:73) +2024-09-01 23:20:49,218 | DEBUG |(SpawnProcess-1:76) search_count: 3500, latest_latency=0.010028657001385 (mp_runner.py:73) +2024-09-01 23:20:49,220 | DEBUG |(SpawnProcess-1:96) search_count: 3500, latest_latency=0.013138565998815466 (mp_runner.py:73) +2024-09-01 23:20:49,390 | DEBUG |(SpawnProcess-1:84) search_count: 3500, latest_latency=0.008490599000651855 (mp_runner.py:73) +2024-09-01 23:20:50,034 | DEBUG |(SpawnProcess-1:94) search_count: 3000, latest_latency=0.010686745998100378 (mp_runner.py:73) +2024-09-01 23:20:50,088 | DEBUG |(SpawnProcess-1:105) search_count: 3500, latest_latency=0.007725261995801702 (mp_runner.py:73) +2024-09-01 23:20:50,090 | DEBUG |(SpawnProcess-1:88) search_count: 3500, latest_latency=0.010306488002242986 (mp_runner.py:73) +2024-09-01 23:20:50,145 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.007908317995315883 (mp_runner.py:73) +2024-09-01 23:20:50,320 | DEBUG |(SpawnProcess-1:97) search_count: 3500, latest_latency=0.010267440004099626 (mp_runner.py:73) +2024-09-01 23:20:50,628 | DEBUG |(SpawnProcess-1:92) search_count: 3500, latest_latency=0.011961595999309793 (mp_runner.py:73) +2024-09-01 23:20:50,670 | DEBUG |(SpawnProcess-1:102) search_count: 3000, latest_latency=0.00798577899695374 (mp_runner.py:73) +2024-09-01 23:20:50,870 | DEBUG |(SpawnProcess-1:93) search_count: 3500, latest_latency=0.0043577729957178235 (mp_runner.py:73) +2024-09-01 23:20:50,870 | DEBUG |(SpawnProcess-1:80) search_count: 3500, latest_latency=0.007160660999943502 (mp_runner.py:73) +2024-09-01 23:20:50,871 | DEBUG |(SpawnProcess-1:83) search_count: 3500, latest_latency=0.006400384001608472 (mp_runner.py:73) +2024-09-01 23:20:51,385 | DEBUG |(SpawnProcess-1:101) search_count: 3500, latest_latency=0.00837241599947447 (mp_runner.py:73) +2024-09-01 23:20:51,463 | DEBUG |(SpawnProcess-1:98) search_count: 3500, latest_latency=0.009686956997029483 (mp_runner.py:73) +2024-09-01 23:20:51,483 | DEBUG |(SpawnProcess-1:99) search_count: 3500, latest_latency=0.010551249994023237 (mp_runner.py:73) +2024-09-01 23:20:51,593 | DEBUG |(SpawnProcess-1:95) search_count: 3500, latest_latency=0.010233992994471919 (mp_runner.py:73) +2024-09-01 23:20:51,987 | DEBUG |(SpawnProcess-1:89) search_count: 3500, latest_latency=0.011548679998668376 (mp_runner.py:73) +2024-09-01 23:20:52,148 | DEBUG |(SpawnProcess-1:79) search_count: 3500, latest_latency=0.01034342400089372 (mp_runner.py:73) +2024-09-01 23:20:52,179 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0051s, count=3905, qps in this process: 130.1445 (mp_runner.py:76) +2024-09-01 23:20:52,181 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0007s, count=3949, qps in this process: 131.6303 (mp_runner.py:76) +2024-09-01 23:20:52,319 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0046s, count=3815, qps in this process: 127.1472 (mp_runner.py:76) +2024-09-01 23:20:52,329 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0038s, count=3582, qps in this process: 119.3849 (mp_runner.py:76) +2024-09-01 23:20:52,331 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0061s, count=3926, qps in this process: 130.8401 (mp_runner.py:76) +2024-09-01 23:20:52,338 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0127s, count=3539, qps in this process: 117.9167 (mp_runner.py:76) +2024-09-01 23:20:52,366 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0002s, count=3936, qps in this process: 131.1991 (mp_runner.py:76) +2024-09-01 23:20:52,367 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0006s, count=3603, qps in this process: 120.0976 (mp_runner.py:76) +2024-09-01 23:20:52,370 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0049s, count=3382, qps in this process: 112.7149 (mp_runner.py:76) +2024-09-01 23:20:52,375 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0069s, count=3760, qps in this process: 125.3045 (mp_runner.py:76) +2024-09-01 23:20:52,376 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0048s, count=3977, qps in this process: 132.5455 (mp_runner.py:76) +2024-09-01 23:20:52,379 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0037s, count=3470, qps in this process: 115.6524 (mp_runner.py:76) +2024-09-01 23:20:52,381 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0049s, count=3612, qps in this process: 120.3803 (mp_runner.py:76) +2024-09-01 23:20:52,382 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0009s, count=3869, qps in this process: 128.9628 (mp_runner.py:76) +2024-09-01 23:20:52,386 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0068s, count=3394, qps in this process: 113.1077 (mp_runner.py:76) +2024-09-01 23:20:52,389 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.004s, count=3940, qps in this process: 131.3158 (mp_runner.py:76) +2024-09-01 23:20:52,409 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.006s, count=3984, qps in this process: 132.7734 (mp_runner.py:76) +2024-09-01 23:20:52,422 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0034s, count=3778, qps in this process: 125.9191 (mp_runner.py:76) +2024-09-01 23:20:52,422 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0031s, count=3878, qps in this process: 129.2533 (mp_runner.py:76) +2024-09-01 23:20:52,424 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0052s, count=3735, qps in this process: 124.4784 (mp_runner.py:76) +2024-09-01 23:20:52,427 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0012s, count=3186, qps in this process: 106.1958 (mp_runner.py:76) +2024-09-01 23:20:52,429 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0033s, count=3540, qps in this process: 117.987 (mp_runner.py:76) +2024-09-01 23:20:52,439 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0012s, count=3251, qps in this process: 108.3623 (mp_runner.py:76) +2024-09-01 23:20:52,442 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0023s, count=3697, qps in this process: 123.2239 (mp_runner.py:76) +2024-09-01 23:20:52,448 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0028s, count=3995, qps in this process: 133.1542 (mp_runner.py:76) +2024-09-01 23:20:52,453 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0007s, count=3719, qps in this process: 123.9638 (mp_runner.py:76) +2024-09-01 23:20:52,454 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0021s, count=3702, qps in this process: 123.3914 (mp_runner.py:76) +2024-09-01 23:20:52,455 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0003s, count=3630, qps in this process: 120.9988 (mp_runner.py:76) +2024-09-01 23:20:52,458 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0012s, count=3702, qps in this process: 123.3951 (mp_runner.py:76) +2024-09-01 23:20:52,459 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0008s, count=3278, qps in this process: 109.2638 (mp_runner.py:76) +2024-09-01 23:20:52,473 | INFO |End search in concurrency 30: dur=30.355567042002804s, total_count=110734, qps=3647.8976 (mp_runner.py:120) +2024-09-01 23:20:54,816 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:20:54,817 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 23:21:05,341 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 23:21:05,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,493 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,518 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,544 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,580 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,587 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,624 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,627 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,643 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,647 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,653 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,659 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,669 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,681 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,681 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,686 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,688 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,692 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,693 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,712 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,719 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,728 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,739 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,740 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,747 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,766 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:05,772 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:09,736 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.00490369900217047 (mp_runner.py:73) +2024-09-01 23:21:09,736 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.005989078003040049 (mp_runner.py:73) +2024-09-01 23:21:09,736 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.0058554290008032694 (mp_runner.py:73) +2024-09-01 23:21:09,736 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.00692362200061325 (mp_runner.py:73) +2024-09-01 23:21:09,737 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.00702047000231687 (mp_runner.py:73) +2024-09-01 23:21:09,737 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.00803625000116881 (mp_runner.py:73) +2024-09-01 23:21:09,737 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.006151973997475579 (mp_runner.py:73) +2024-09-01 23:21:09,738 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.005893239002034534 (mp_runner.py:73) +2024-09-01 23:21:09,738 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.008073500001046341 (mp_runner.py:73) +2024-09-01 23:21:09,739 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.005943108997598756 (mp_runner.py:73) +2024-09-01 23:21:09,739 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.008240959999966435 (mp_runner.py:73) +2024-09-01 23:21:09,740 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.011225435002415907 (mp_runner.py:73) +2024-09-01 23:21:09,740 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.008546183998987544 (mp_runner.py:73) +2024-09-01 23:21:09,740 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.011129115999210626 (mp_runner.py:73) +2024-09-01 23:21:09,740 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.008383446001971606 (mp_runner.py:73) +2024-09-01 23:21:09,741 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.012823239994759206 (mp_runner.py:73) +2024-09-01 23:21:09,933 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.013965987003757618 (mp_runner.py:73) +2024-09-01 23:21:09,944 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.010536018999118824 (mp_runner.py:73) +2024-09-01 23:21:09,945 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.008156459000019822 (mp_runner.py:73) +2024-09-01 23:21:09,946 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.011959759001911152 (mp_runner.py:73) +2024-09-01 23:21:09,947 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.014619995999964885 (mp_runner.py:73) +2024-09-01 23:21:09,949 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.017182645999128 (mp_runner.py:73) +2024-09-01 23:21:09,954 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.013329882000107318 (mp_runner.py:73) +2024-09-01 23:21:09,955 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.012733292001939844 (mp_runner.py:73) +2024-09-01 23:21:10,072 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.013439652000670321 (mp_runner.py:73) +2024-09-01 23:21:10,088 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01406097000290174 (mp_runner.py:73) +2024-09-01 23:21:10,090 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.019386414001928642 (mp_runner.py:73) +2024-09-01 23:21:10,092 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.01763301400205819 (mp_runner.py:73) +2024-09-01 23:21:10,163 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.004944710002746433 (mp_runner.py:73) +2024-09-01 23:21:10,172 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.015197877000900917 (mp_runner.py:73) +2024-09-01 23:21:10,173 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.016523350997886155 (mp_runner.py:73) +2024-09-01 23:21:10,220 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.008018495005671866 (mp_runner.py:73) +2024-09-01 23:21:10,301 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.019971703994087875 (mp_runner.py:73) +2024-09-01 23:21:11,483 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.007680357004574034 (mp_runner.py:73) +2024-09-01 23:21:11,485 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.00969644999713637 (mp_runner.py:73) +2024-09-01 23:21:14,187 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.005479456995090004 (mp_runner.py:73) +2024-09-01 23:21:14,194 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.010751123001682572 (mp_runner.py:73) +2024-09-01 23:21:14,195 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.005541252001421526 (mp_runner.py:73) +2024-09-01 23:21:14,198 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.008268210003734566 (mp_runner.py:73) +2024-09-01 23:21:14,200 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.007346157995925751 (mp_runner.py:73) +2024-09-01 23:21:14,201 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.0048224490019492805 (mp_runner.py:73) +2024-09-01 23:21:14,201 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.006442760000936687 (mp_runner.py:73) +2024-09-01 23:21:14,203 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.009375748995807953 (mp_runner.py:73) +2024-09-01 23:21:14,210 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.0063038650041562505 (mp_runner.py:73) +2024-09-01 23:21:14,219 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.0027347619979991578 (mp_runner.py:73) +2024-09-01 23:21:14,226 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.009712686005514115 (mp_runner.py:73) +2024-09-01 23:21:14,230 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.008929178002290428 (mp_runner.py:73) +2024-09-01 23:21:14,230 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.008941190004406963 (mp_runner.py:73) +2024-09-01 23:21:14,233 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.009107143996516243 (mp_runner.py:73) +2024-09-01 23:21:14,241 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.008785974001511931 (mp_runner.py:73) +2024-09-01 23:21:14,249 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.009920828000758775 (mp_runner.py:73) +2024-09-01 23:21:14,583 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.007683730000280775 (mp_runner.py:73) +2024-09-01 23:21:14,584 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.009527198999421671 (mp_runner.py:73) +2024-09-01 23:21:14,619 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.009317571995779872 (mp_runner.py:73) +2024-09-01 23:21:14,715 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.005558333999942988 (mp_runner.py:73) +2024-09-01 23:21:14,715 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.005313699999533128 (mp_runner.py:73) +2024-09-01 23:21:14,716 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.00834022500202991 (mp_runner.py:73) +2024-09-01 23:21:14,717 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.00975663599820109 (mp_runner.py:73) +2024-09-01 23:21:14,855 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.007009148001088761 (mp_runner.py:73) +2024-09-01 23:21:14,858 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.011053461996198166 (mp_runner.py:73) +2024-09-01 23:21:14,858 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.009567754001182038 (mp_runner.py:73) +2024-09-01 23:21:14,859 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.010384789005911443 (mp_runner.py:73) +2024-09-01 23:21:14,861 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.011927740000828635 (mp_runner.py:73) +2024-09-01 23:21:14,862 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.008082375999947544 (mp_runner.py:73) +2024-09-01 23:21:14,863 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.016211059999477584 (mp_runner.py:73) +2024-09-01 23:21:15,890 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.01009586999862222 (mp_runner.py:73) +2024-09-01 23:21:15,891 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.0120181730017066 (mp_runner.py:73) +2024-09-01 23:21:15,988 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.011249630006204825 (mp_runner.py:73) +2024-09-01 23:21:17,159 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.010088283997902181 (mp_runner.py:73) +2024-09-01 23:21:17,160 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.011965532998146955 (mp_runner.py:73) +2024-09-01 23:21:18,338 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.008198317998903804 (mp_runner.py:73) +2024-09-01 23:21:18,338 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.006554129999130964 (mp_runner.py:73) +2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.009826293993683066 (mp_runner.py:73) +2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.008549278994905762 (mp_runner.py:73) +2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.008968543996161316 (mp_runner.py:73) +2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.012939771004312206 (mp_runner.py:73) +2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.008231968997279182 (mp_runner.py:73) +2024-09-01 23:21:18,340 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.008531302999472246 (mp_runner.py:73) +2024-09-01 23:21:18,341 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.007425307005178183 (mp_runner.py:73) +2024-09-01 23:21:18,341 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.00807252200320363 (mp_runner.py:73) +2024-09-01 23:21:18,343 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.008909792995837051 (mp_runner.py:73) +2024-09-01 23:21:18,343 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.007995948995812796 (mp_runner.py:73) +2024-09-01 23:21:18,344 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.007826403998478781 (mp_runner.py:73) +2024-09-01 23:21:18,346 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.008671405004861299 (mp_runner.py:73) +2024-09-01 23:21:18,922 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.006921753993083257 (mp_runner.py:73) +2024-09-01 23:21:18,923 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.007072715001413599 (mp_runner.py:73) +2024-09-01 23:21:18,924 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.012398430000757799 (mp_runner.py:73) +2024-09-01 23:21:18,924 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.005895873000554275 (mp_runner.py:73) +2024-09-01 23:21:18,925 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.01030765799805522 (mp_runner.py:73) +2024-09-01 23:21:19,034 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.007701864997216035 (mp_runner.py:73) +2024-09-01 23:21:19,036 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.009746919997269288 (mp_runner.py:73) +2024-09-01 23:21:19,037 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.01140854400000535 (mp_runner.py:73) +2024-09-01 23:21:19,039 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.013742182003625203 (mp_runner.py:73) +2024-09-01 23:21:19,295 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.008430401998339221 (mp_runner.py:73) +2024-09-01 23:21:19,296 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.009307355001510587 (mp_runner.py:73) +2024-09-01 23:21:19,296 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.008408813999267295 (mp_runner.py:73) +2024-09-01 23:21:19,298 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.012335849001829047 (mp_runner.py:73) +2024-09-01 23:21:19,298 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.013075127004412934 (mp_runner.py:73) +2024-09-01 23:21:19,505 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.009763667003426235 (mp_runner.py:73) +2024-09-01 23:21:19,506 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.011390656000003219 (mp_runner.py:73) +2024-09-01 23:21:21,256 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.011233361001359299 (mp_runner.py:73) +2024-09-01 23:21:21,260 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.009519887003989425 (mp_runner.py:73) +2024-09-01 23:21:21,260 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.010420449994853698 (mp_runner.py:73) +2024-09-01 23:21:22,217 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.009357941999041941 (mp_runner.py:73) +2024-09-01 23:21:22,217 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.008970497001428157 (mp_runner.py:73) +2024-09-01 23:21:22,288 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.009473695994529407 (mp_runner.py:73) +2024-09-01 23:21:22,393 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.009513851000519935 (mp_runner.py:73) +2024-09-01 23:21:22,502 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.0071465430009993725 (mp_runner.py:73) +2024-09-01 23:21:22,502 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.007585341001686174 (mp_runner.py:73) +2024-09-01 23:21:22,503 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.009325607999926433 (mp_runner.py:73) +2024-09-01 23:21:22,504 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.006712255002639722 (mp_runner.py:73) +2024-09-01 23:21:22,504 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.01154928699543234 (mp_runner.py:73) +2024-09-01 23:21:22,505 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.005572197005676571 (mp_runner.py:73) +2024-09-01 23:21:22,674 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.008513500004482921 (mp_runner.py:73) +2024-09-01 23:21:22,691 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.009223387998645194 (mp_runner.py:73) +2024-09-01 23:21:22,828 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.00896742100303527 (mp_runner.py:73) +2024-09-01 23:21:22,832 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.014165305001370143 (mp_runner.py:73) +2024-09-01 23:21:22,920 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.009768957999767736 (mp_runner.py:73) +2024-09-01 23:21:23,194 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.011889777997566853 (mp_runner.py:73) +2024-09-01 23:21:23,519 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.0016014400025596842 (mp_runner.py:73) +2024-09-01 23:21:23,567 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.005166092996660154 (mp_runner.py:73) +2024-09-01 23:21:23,607 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.006457656003476586 (mp_runner.py:73) +2024-09-01 23:21:23,650 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.009239195002010092 (mp_runner.py:73) +2024-09-01 23:21:23,695 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.008307251002406701 (mp_runner.py:73) +2024-09-01 23:21:23,784 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.009593791997758672 (mp_runner.py:73) +2024-09-01 23:21:23,785 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.010360122003476135 (mp_runner.py:73) +2024-09-01 23:21:23,922 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.011733109000488184 (mp_runner.py:73) +2024-09-01 23:21:23,981 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.010313323000445962 (mp_runner.py:73) +2024-09-01 23:21:24,109 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.02020977999927709 (mp_runner.py:73) +2024-09-01 23:21:24,187 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.009084653996978886 (mp_runner.py:73) +2024-09-01 23:21:24,363 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.009799758998269681 (mp_runner.py:73) +2024-09-01 23:21:24,363 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.009502207998593803 (mp_runner.py:73) +2024-09-01 23:21:24,630 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.009510086994851008 (mp_runner.py:73) +2024-09-01 23:21:24,994 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.010343410998757463 (mp_runner.py:73) +2024-09-01 23:21:24,994 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.009974398999474943 (mp_runner.py:73) +2024-09-01 23:21:26,539 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.0075664439937099814 (mp_runner.py:73) +2024-09-01 23:21:26,644 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.00948018599592615 (mp_runner.py:73) +2024-09-01 23:21:26,645 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.00973091799824033 (mp_runner.py:73) +2024-09-01 23:21:26,703 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.005161799999768846 (mp_runner.py:73) +2024-09-01 23:21:26,703 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.004873493999184575 (mp_runner.py:73) +2024-09-01 23:21:26,704 | DEBUG |(SpawnProcess-1:127) search_count: 2500, latest_latency=0.006701079997583292 (mp_runner.py:73) +2024-09-01 23:21:26,705 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.005887655999686103 (mp_runner.py:73) +2024-09-01 23:21:26,705 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.006800357994507067 (mp_runner.py:73) +2024-09-01 23:21:26,705 | DEBUG |(SpawnProcess-1:140) search_count: 2500, latest_latency=0.009397718000400346 (mp_runner.py:73) +2024-09-01 23:21:26,706 | DEBUG |(SpawnProcess-1:109) search_count: 2500, latest_latency=0.006074226999771781 (mp_runner.py:73) +2024-09-01 23:21:26,707 | DEBUG |(SpawnProcess-1:131) search_count: 2500, latest_latency=0.011147609999170527 (mp_runner.py:73) +2024-09-01 23:21:26,708 | DEBUG |(SpawnProcess-1:125) search_count: 2500, latest_latency=0.008150850000674836 (mp_runner.py:73) +2024-09-01 23:21:26,709 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.014126554000540636 (mp_runner.py:73) +2024-09-01 23:21:27,861 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.011387040998670273 (mp_runner.py:73) +2024-09-01 23:21:27,861 | DEBUG |(SpawnProcess-1:113) search_count: 2500, latest_latency=0.012501994999183808 (mp_runner.py:73) +2024-09-01 23:21:28,259 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.008541495000827126 (mp_runner.py:73) +2024-09-01 23:21:28,260 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.009529584996926133 (mp_runner.py:73) +2024-09-01 23:21:28,575 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.02168412999890279 (mp_runner.py:73) +2024-09-01 23:21:28,796 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.0073043230004259385 (mp_runner.py:73) +2024-09-01 23:21:28,797 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.010172027999942657 (mp_runner.py:73) +2024-09-01 23:21:28,798 | DEBUG |(SpawnProcess-1:121) search_count: 2500, latest_latency=0.009135278000030667 (mp_runner.py:73) +2024-09-01 23:21:28,799 | DEBUG |(SpawnProcess-1:112) search_count: 2500, latest_latency=0.006614641002670396 (mp_runner.py:73) +2024-09-01 23:21:28,799 | DEBUG |(SpawnProcess-1:141) search_count: 2500, latest_latency=0.007472096003766637 (mp_runner.py:73) +2024-09-01 23:21:28,799 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.008867438002198469 (mp_runner.py:73) +2024-09-01 23:21:28,801 | DEBUG |(SpawnProcess-1:123) search_count: 2500, latest_latency=0.014136161997157615 (mp_runner.py:73) +2024-09-01 23:21:28,801 | DEBUG |(SpawnProcess-1:139) search_count: 2500, latest_latency=0.015151243998843711 (mp_runner.py:73) +2024-09-01 23:21:29,426 | DEBUG |(SpawnProcess-1:134) search_count: 2500, latest_latency=0.007970156999363098 (mp_runner.py:73) +2024-09-01 23:21:29,430 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.012486241997976322 (mp_runner.py:73) +2024-09-01 23:21:29,536 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.011352225999871735 (mp_runner.py:73) +2024-09-01 23:21:29,552 | DEBUG |(SpawnProcess-1:128) search_count: 2500, latest_latency=0.011905736995686311 (mp_runner.py:73) +2024-09-01 23:21:29,742 | DEBUG |(SpawnProcess-1:132) search_count: 2500, latest_latency=0.0089984820006066 (mp_runner.py:73) +2024-09-01 23:21:29,746 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.01263434199790936 (mp_runner.py:73) +2024-09-01 23:21:30,478 | DEBUG |(SpawnProcess-1:136) search_count: 2500, latest_latency=0.012325237003096845 (mp_runner.py:73) +2024-09-01 23:21:30,545 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.010651543998392299 (mp_runner.py:73) +2024-09-01 23:21:30,582 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.01259435000247322 (mp_runner.py:73) +2024-09-01 23:21:30,956 | DEBUG |(SpawnProcess-1:115) search_count: 3000, latest_latency=0.005504292996192817 (mp_runner.py:73) +2024-09-01 23:21:30,957 | DEBUG |(SpawnProcess-1:140) search_count: 3000, latest_latency=0.009282104001613334 (mp_runner.py:73) +2024-09-01 23:21:30,957 | DEBUG |(SpawnProcess-1:108) search_count: 3000, latest_latency=0.006151510999188758 (mp_runner.py:73) +2024-09-01 23:21:30,957 | DEBUG |(SpawnProcess-1:107) search_count: 3000, latest_latency=0.004637042999092955 (mp_runner.py:73) +2024-09-01 23:21:30,958 | DEBUG |(SpawnProcess-1:127) search_count: 3000, latest_latency=0.009007644999655895 (mp_runner.py:73) +2024-09-01 23:21:30,959 | DEBUG |(SpawnProcess-1:109) search_count: 3000, latest_latency=0.007197045000793878 (mp_runner.py:73) +2024-09-01 23:21:30,959 | DEBUG |(SpawnProcess-1:131) search_count: 3000, latest_latency=0.007986909004102927 (mp_runner.py:73) +2024-09-01 23:21:30,960 | DEBUG |(SpawnProcess-1:122) search_count: 3000, latest_latency=0.007259534999320749 (mp_runner.py:73) +2024-09-01 23:21:31,181 | DEBUG |(SpawnProcess-1:119) search_count: 3000, latest_latency=0.007957182999234647 (mp_runner.py:73) +2024-09-01 23:21:31,181 | DEBUG |(SpawnProcess-1:125) search_count: 3000, latest_latency=0.010133066003618296 (mp_runner.py:73) +2024-09-01 23:21:32,128 | DEBUG |(SpawnProcess-1:130) search_count: 2500, latest_latency=0.010855222993995994 (mp_runner.py:73) +2024-09-01 23:21:32,198 | DEBUG |(SpawnProcess-1:135) search_count: 2500, latest_latency=0.009854325006017461 (mp_runner.py:73) +2024-09-01 23:21:32,202 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.014047832999494858 (mp_runner.py:73) +2024-09-01 23:21:32,945 | DEBUG |(SpawnProcess-1:139) search_count: 3000, latest_latency=0.0041518329962855205 (mp_runner.py:73) +2024-09-01 23:21:32,945 | DEBUG |(SpawnProcess-1:123) search_count: 3000, latest_latency=0.004662785999244079 (mp_runner.py:73) +2024-09-01 23:21:32,946 | DEBUG |(SpawnProcess-1:110) search_count: 3000, latest_latency=0.005573101996560581 (mp_runner.py:73) +2024-09-01 23:21:32,947 | DEBUG |(SpawnProcess-1:121) search_count: 3000, latest_latency=0.009401399998751003 (mp_runner.py:73) +2024-09-01 23:21:32,948 | DEBUG |(SpawnProcess-1:113) search_count: 3000, latest_latency=0.005615882000711281 (mp_runner.py:73) +2024-09-01 23:21:32,948 | DEBUG |(SpawnProcess-1:137) search_count: 3000, latest_latency=0.009003377999761142 (mp_runner.py:73) +2024-09-01 23:21:32,949 | DEBUG |(SpawnProcess-1:141) search_count: 3000, latest_latency=0.006112224000389688 (mp_runner.py:73) +2024-09-01 23:21:32,949 | DEBUG |(SpawnProcess-1:117) search_count: 3000, latest_latency=0.006264992000069469 (mp_runner.py:73) +2024-09-01 23:21:33,545 | DEBUG |(SpawnProcess-1:120) search_count: 3000, latest_latency=0.011564908003492747 (mp_runner.py:73) +2024-09-01 23:21:33,607 | DEBUG |(SpawnProcess-1:124) search_count: 3000, latest_latency=0.009488847004831769 (mp_runner.py:73) +2024-09-01 23:21:33,644 | DEBUG |(SpawnProcess-1:112) search_count: 3000, latest_latency=0.00991034900653176 (mp_runner.py:73) +2024-09-01 23:21:33,856 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.012589067999215331 (mp_runner.py:73) +2024-09-01 23:21:33,943 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.014871430001221597 (mp_runner.py:73) +2024-09-01 23:21:34,762 | DEBUG |(SpawnProcess-1:134) search_count: 3000, latest_latency=0.009157546002825256 (mp_runner.py:73) +2024-09-01 23:21:34,763 | DEBUG |(SpawnProcess-1:114) search_count: 3000, latest_latency=0.010203107005509082 (mp_runner.py:73) +2024-09-01 23:21:35,005 | DEBUG |(SpawnProcess-1:128) search_count: 3000, latest_latency=0.010267317993566394 (mp_runner.py:73) +2024-09-01 23:21:35,020 | DEBUG |(SpawnProcess-1:133) search_count: 3000, latest_latency=0.01152642799570458 (mp_runner.py:73) +2024-09-01 23:21:35,165 | DEBUG |(SpawnProcess-1:132) search_count: 3000, latest_latency=0.007815464996383525 (mp_runner.py:73) +2024-09-01 23:21:35,200 | DEBUG |(SpawnProcess-1:118) search_count: 3000, latest_latency=0.010945255002297927 (mp_runner.py:73) +2024-09-01 23:21:35,207 | DEBUG |(SpawnProcess-1:108) search_count: 3500, latest_latency=0.005307652994815726 (mp_runner.py:73) +2024-09-01 23:21:35,207 | DEBUG |(SpawnProcess-1:122) search_count: 3500, latest_latency=0.0033719179991749115 (mp_runner.py:73) +2024-09-01 23:21:35,209 | DEBUG |(SpawnProcess-1:131) search_count: 3500, latest_latency=0.005808546004118398 (mp_runner.py:73) +2024-09-01 23:21:35,209 | DEBUG |(SpawnProcess-1:109) search_count: 3500, latest_latency=0.011970084000495262 (mp_runner.py:73) +2024-09-01 23:21:35,210 | DEBUG |(SpawnProcess-1:107) search_count: 3500, latest_latency=0.008571928003220819 (mp_runner.py:73) +2024-09-01 23:21:35,211 | DEBUG |(SpawnProcess-1:127) search_count: 3500, latest_latency=0.008453494003333617 (mp_runner.py:73) +2024-09-01 23:21:35,211 | DEBUG |(SpawnProcess-1:140) search_count: 3500, latest_latency=0.009898059004626703 (mp_runner.py:73) +2024-09-01 23:21:35,212 | DEBUG |(SpawnProcess-1:115) search_count: 3500, latest_latency=0.008911313001590315 (mp_runner.py:73) +2024-09-01 23:21:35,488 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0033s, count=3181, qps in this process: 106.0217 (mp_runner.py:76) +2024-09-01 23:21:35,508 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0041s, count=3537, qps in this process: 117.8839 (mp_runner.py:76) +2024-09-01 23:21:35,532 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0018s, count=3298, qps in this process: 109.9267 (mp_runner.py:76) +2024-09-01 23:21:35,549 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0032s, count=3188, qps in this process: 106.2553 (mp_runner.py:76) +2024-09-01 23:21:35,588 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0022s, count=3414, qps in this process: 113.7917 (mp_runner.py:76) +2024-09-01 23:21:35,588 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0034s, count=3548, qps in this process: 118.2533 (mp_runner.py:76) +2024-09-01 23:21:35,590 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0055s, count=3548, qps in this process: 118.245 (mp_runner.py:76) +2024-09-01 23:21:35,594 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0037s, count=3549, qps in this process: 118.2854 (mp_runner.py:76) +2024-09-01 23:21:35,629 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.002s, count=3419, qps in this process: 113.9591 (mp_runner.py:76) +2024-09-01 23:21:35,633 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0047s, count=3554, qps in this process: 118.4481 (mp_runner.py:76) +2024-09-01 23:21:35,652 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0057s, count=3556, qps in this process: 118.5108 (mp_runner.py:76) +2024-09-01 23:21:35,657 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0051s, count=3063, qps in this process: 102.0826 (mp_runner.py:76) +2024-09-01 23:21:35,660 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0044s, count=3315, qps in this process: 110.4838 (mp_runner.py:76) +2024-09-01 23:21:35,661 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0057s, count=3557, qps in this process: 118.5441 (mp_runner.py:76) +2024-09-01 23:21:35,662 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.007s, count=3315, qps in this process: 110.4742 (mp_runner.py:76) +2024-09-01 23:21:35,669 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0062s, count=3316, qps in this process: 110.5105 (mp_runner.py:76) +2024-09-01 23:21:35,675 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0031s, count=3087, qps in this process: 102.8894 (mp_runner.py:76) +2024-09-01 23:21:35,685 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.001s, count=3089, qps in this process: 102.9632 (mp_runner.py:76) +2024-09-01 23:21:35,690 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0061s, count=3320, qps in this process: 110.6442 (mp_runner.py:76) +2024-09-01 23:21:35,691 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0007s, count=3320, qps in this process: 110.6641 (mp_runner.py:76) +2024-09-01 23:21:35,693 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.005s, count=3561, qps in this process: 118.6802 (mp_runner.py:76) +2024-09-01 23:21:35,699 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0034s, count=3068, qps in this process: 102.2551 (mp_runner.py:76) +2024-09-01 23:21:35,700 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.005s, count=3186, qps in this process: 106.1823 (mp_runner.py:76) +2024-09-01 23:21:35,700 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0077s, count=3054, qps in this process: 101.7739 (mp_runner.py:76) +2024-09-01 23:21:35,709 | DEBUG |(SpawnProcess-1:136) search_count: 3000, latest_latency=0.004604274006851483 (mp_runner.py:73) +2024-09-01 23:21:35,712 | DEBUG |(SpawnProcess-1:116) search_count: 3000, latest_latency=0.0015015730023151264 (mp_runner.py:73) +2024-09-01 23:21:35,717 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0019s, count=3004, qps in this process: 100.127 (mp_runner.py:76) +2024-09-01 23:21:35,719 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0008s, count=3003, qps in this process: 100.0973 (mp_runner.py:76) +2024-09-01 23:21:35,722 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0033s, count=2871, qps in this process: 95.6895 (mp_runner.py:76) +2024-09-01 23:21:35,724 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0021s, count=2872, qps in this process: 95.7266 (mp_runner.py:76) +2024-09-01 23:21:35,733 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0009s, count=3334, qps in this process: 111.13 (mp_runner.py:76) +2024-09-01 23:21:35,742 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.001s, count=2992, qps in this process: 99.73 (mp_runner.py:76) +2024-09-01 23:21:35,745 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0007s, count=3070, qps in this process: 102.3309 (mp_runner.py:76) +2024-09-01 23:21:35,746 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0014s, count=2885, qps in this process: 96.1622 (mp_runner.py:76) +2024-09-01 23:21:35,753 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0038s, count=3343, qps in this process: 111.4192 (mp_runner.py:76) +2024-09-01 23:21:35,768 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0007s, count=2725, qps in this process: 90.8312 (mp_runner.py:76) +2024-09-01 23:21:35,777 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0003s, count=2735, qps in this process: 91.1658 (mp_runner.py:76) +2024-09-01 23:21:35,792 | INFO |End search in concurrency 35: dur=30.44989679400169s, total_count=112877, qps=3706.9748 (mp_runner.py:120) +2024-09-01 23:21:38,025 | INFO |Update largest qps with concurrency 35: current max_qps=3706.9748 (mp_runner.py:124) +2024-09-01 23:21:38,433 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:21:38,433 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 23:21:49,070 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 23:21:49,300 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,376 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,429 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,431 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,435 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,436 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,438 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,484 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,488 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,490 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,491 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,507 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,521 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:49,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.006997188997047488 (mp_runner.py:73) +2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.007970273996761534 (mp_runner.py:73) +2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.007277775002876297 (mp_runner.py:73) +2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.00881842800299637 (mp_runner.py:73) +2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.009145465002802666 (mp_runner.py:73) +2024-09-01 23:21:53,982 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.0083809569987352 (mp_runner.py:73) +2024-09-01 23:21:53,982 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.01041289899876574 (mp_runner.py:73) +2024-09-01 23:21:53,982 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.008619430001999717 (mp_runner.py:73) +2024-09-01 23:21:53,982 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.009143543000391219 (mp_runner.py:73) +2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.009858999001153279 (mp_runner.py:73) +2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.008880786997906398 (mp_runner.py:73) +2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.008270046004327014 (mp_runner.py:73) +2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.01129322099586716 (mp_runner.py:73) +2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.008511719002854079 (mp_runner.py:73) +2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.007139358000131324 (mp_runner.py:73) +2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.009585384999809321 (mp_runner.py:73) +2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.009146568001597188 (mp_runner.py:73) +2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.009181415000057314 (mp_runner.py:73) +2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.008824593001918402 (mp_runner.py:73) +2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.008255486005509738 (mp_runner.py:73) +2024-09-01 23:21:53,985 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.007626705999427941 (mp_runner.py:73) +2024-09-01 23:21:53,985 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.00943498000560794 (mp_runner.py:73) +2024-09-01 23:21:53,985 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.00898633000178961 (mp_runner.py:73) +2024-09-01 23:21:53,985 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.007996227002877276 (mp_runner.py:73) +2024-09-01 23:21:53,986 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.01465113599988399 (mp_runner.py:73) +2024-09-01 23:21:53,986 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.015317381999921054 (mp_runner.py:73) +2024-09-01 23:21:53,993 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.010062854002171662 (mp_runner.py:73) +2024-09-01 23:21:54,419 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.007166467999923043 (mp_runner.py:73) +2024-09-01 23:21:54,420 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.007224378001410514 (mp_runner.py:73) +2024-09-01 23:21:54,420 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.006982428996707313 (mp_runner.py:73) +2024-09-01 23:21:54,420 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.006936317004146986 (mp_runner.py:73) +2024-09-01 23:21:54,420 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.008275980995676946 (mp_runner.py:73) +2024-09-01 23:21:54,421 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.007181862005381845 (mp_runner.py:73) +2024-09-01 23:21:54,421 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.007154712999181356 (mp_runner.py:73) +2024-09-01 23:21:54,424 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.012270870996871963 (mp_runner.py:73) +2024-09-01 23:21:54,424 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.014255226997192949 (mp_runner.py:73) +2024-09-01 23:21:54,462 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.014105383997957688 (mp_runner.py:73) +2024-09-01 23:21:55,290 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.01296100900071906 (mp_runner.py:73) +2024-09-01 23:21:55,291 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.015229477998218499 (mp_runner.py:73) +2024-09-01 23:21:55,930 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.013765449999482371 (mp_runner.py:73) +2024-09-01 23:21:58,515 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.006398831996193621 (mp_runner.py:73) +2024-09-01 23:21:58,516 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.008521167997969314 (mp_runner.py:73) +2024-09-01 23:21:58,517 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.008914345999073703 (mp_runner.py:73) +2024-09-01 23:21:58,517 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.009662148004281335 (mp_runner.py:73) +2024-09-01 23:21:58,518 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.0072322220003115945 (mp_runner.py:73) +2024-09-01 23:21:58,518 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.012111400996218435 (mp_runner.py:73) +2024-09-01 23:21:58,519 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.0011749080003937706 (mp_runner.py:73) +2024-09-01 23:21:58,519 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.0081165180017706 (mp_runner.py:73) +2024-09-01 23:21:58,520 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.007221046005724929 (mp_runner.py:73) +2024-09-01 23:21:58,520 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.013433594998787157 (mp_runner.py:73) +2024-09-01 23:21:58,522 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.01307093499781331 (mp_runner.py:73) +2024-09-01 23:21:58,524 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.01583511900389567 (mp_runner.py:73) +2024-09-01 23:21:58,525 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.010454903997015208 (mp_runner.py:73) +2024-09-01 23:21:58,533 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.011520605003170203 (mp_runner.py:73) +2024-09-01 23:21:58,533 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.011705451004672796 (mp_runner.py:73) +2024-09-01 23:21:58,534 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.011454161001893226 (mp_runner.py:73) +2024-09-01 23:21:58,534 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.011013426003046334 (mp_runner.py:73) +2024-09-01 23:21:58,535 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.011296422999294009 (mp_runner.py:73) +2024-09-01 23:21:58,536 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.005059601004177239 (mp_runner.py:73) +2024-09-01 23:21:58,536 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.011869200003275182 (mp_runner.py:73) +2024-09-01 23:21:58,537 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.012621585003216751 (mp_runner.py:73) +2024-09-01 23:21:58,539 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.0136896429976332 (mp_runner.py:73) +2024-09-01 23:21:58,542 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.015443652999238111 (mp_runner.py:73) +2024-09-01 23:21:58,543 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.012638781001442112 (mp_runner.py:73) +2024-09-01 23:21:59,441 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.007808679998561274 (mp_runner.py:73) +2024-09-01 23:21:59,442 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.010031158999481704 (mp_runner.py:73) +2024-09-01 23:21:59,442 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.012360437998722773 (mp_runner.py:73) +2024-09-01 23:21:59,443 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.008680676000949461 (mp_runner.py:73) +2024-09-01 23:21:59,443 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.006982573999266606 (mp_runner.py:73) +2024-09-01 23:21:59,444 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.008991422997496556 (mp_runner.py:73) +2024-09-01 23:21:59,444 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.008853818995703477 (mp_runner.py:73) +2024-09-01 23:21:59,444 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.00779019900073763 (mp_runner.py:73) +2024-09-01 23:21:59,444 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.0063560359994880855 (mp_runner.py:73) +2024-09-01 23:21:59,445 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.007186975999502465 (mp_runner.py:73) +2024-09-01 23:21:59,447 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.013653387999511324 (mp_runner.py:73) +2024-09-01 23:21:59,623 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.011196013998414855 (mp_runner.py:73) +2024-09-01 23:22:01,194 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.010822233001817949 (mp_runner.py:73) +2024-09-01 23:22:01,809 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.012634177001018543 (mp_runner.py:73) +2024-09-01 23:22:01,810 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.012776089002727531 (mp_runner.py:73) +2024-09-01 23:22:02,659 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.010986777997459285 (mp_runner.py:73) +2024-09-01 23:22:03,562 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.007993575993168633 (mp_runner.py:73) +2024-09-01 23:22:03,563 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.008857412001816556 (mp_runner.py:73) +2024-09-01 23:22:03,564 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.00910587399994256 (mp_runner.py:73) +2024-09-01 23:22:03,564 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.009451071004150435 (mp_runner.py:73) +2024-09-01 23:22:03,565 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.008702403996721841 (mp_runner.py:73) +2024-09-01 23:22:03,565 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.009707117998914327 (mp_runner.py:73) +2024-09-01 23:22:03,566 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.00835876999917673 (mp_runner.py:73) +2024-09-01 23:22:03,566 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.009490782998909708 (mp_runner.py:73) +2024-09-01 23:22:03,566 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.013051517002168112 (mp_runner.py:73) +2024-09-01 23:22:03,567 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.014226229999621864 (mp_runner.py:73) +2024-09-01 23:22:03,666 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.008991732000140473 (mp_runner.py:73) +2024-09-01 23:22:03,670 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.0014037000000826083 (mp_runner.py:73) +2024-09-01 23:22:03,670 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.013475479994667694 (mp_runner.py:73) +2024-09-01 23:22:03,813 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.009147110002231784 (mp_runner.py:73) +2024-09-01 23:22:03,813 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.008223415003158152 (mp_runner.py:73) +2024-09-01 23:22:03,814 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.00976262900076108 (mp_runner.py:73) +2024-09-01 23:22:03,815 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.00887492000038037 (mp_runner.py:73) +2024-09-01 23:22:03,816 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.013799082000332419 (mp_runner.py:73) +2024-09-01 23:22:03,817 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.015191372003755532 (mp_runner.py:73) +2024-09-01 23:22:04,343 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.008007806005480234 (mp_runner.py:73) +2024-09-01 23:22:04,345 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.009010918001877144 (mp_runner.py:73) +2024-09-01 23:22:04,348 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.010994402000505943 (mp_runner.py:73) +2024-09-01 23:22:04,351 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.015861553998547606 (mp_runner.py:73) +2024-09-01 23:22:04,352 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.018585676996735856 (mp_runner.py:73) +2024-09-01 23:22:04,548 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.0090224239975214 (mp_runner.py:73) +2024-09-01 23:22:04,549 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.008832491999783088 (mp_runner.py:73) +2024-09-01 23:22:04,549 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.010265040000376757 (mp_runner.py:73) +2024-09-01 23:22:04,550 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.0113262869999744 (mp_runner.py:73) +2024-09-01 23:22:04,550 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.012400122999679297 (mp_runner.py:73) +2024-09-01 23:22:04,551 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.013758756998868193 (mp_runner.py:73) +2024-09-01 23:22:04,611 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.005963060997601133 (mp_runner.py:73) +2024-09-01 23:22:04,612 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.007040090000373311 (mp_runner.py:73) +2024-09-01 23:22:04,615 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.003693588005262427 (mp_runner.py:73) +2024-09-01 23:22:04,616 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.012570792001497466 (mp_runner.py:73) +2024-09-01 23:22:04,616 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.01184522400581045 (mp_runner.py:73) +2024-09-01 23:22:06,182 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.009578229000908323 (mp_runner.py:73) +2024-09-01 23:22:07,715 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.014459563994023483 (mp_runner.py:73) +2024-09-01 23:22:08,076 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.00646669900015695 (mp_runner.py:73) +2024-09-01 23:22:08,077 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.015694882997195236 (mp_runner.py:73) +2024-09-01 23:22:08,219 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.007340407995798159 (mp_runner.py:73) +2024-09-01 23:22:08,221 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.008355745994776953 (mp_runner.py:73) +2024-09-01 23:22:08,221 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.007921497999632265 (mp_runner.py:73) +2024-09-01 23:22:08,222 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.00797692400374217 (mp_runner.py:73) +2024-09-01 23:22:08,222 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.009165281000605319 (mp_runner.py:73) +2024-09-01 23:22:08,222 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.011251967000134755 (mp_runner.py:73) +2024-09-01 23:22:08,223 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.01155498899606755 (mp_runner.py:73) +2024-09-01 23:22:08,225 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.009514912999293301 (mp_runner.py:73) +2024-09-01 23:22:08,226 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.010388032002083492 (mp_runner.py:73) +2024-09-01 23:22:08,226 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.009334190996014513 (mp_runner.py:73) +2024-09-01 23:22:08,742 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.0071075320011004806 (mp_runner.py:73) +2024-09-01 23:22:08,744 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.010125909000635147 (mp_runner.py:73) +2024-09-01 23:22:08,745 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.011117982998257503 (mp_runner.py:73) +2024-09-01 23:22:08,746 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.009048667001479771 (mp_runner.py:73) +2024-09-01 23:22:08,747 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.009657807000621688 (mp_runner.py:73) +2024-09-01 23:22:08,901 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.008454217000689823 (mp_runner.py:73) +2024-09-01 23:22:08,902 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.008704687003046274 (mp_runner.py:73) +2024-09-01 23:22:08,902 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.010927457995421719 (mp_runner.py:73) +2024-09-01 23:22:08,903 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.008656035002786666 (mp_runner.py:73) +2024-09-01 23:22:09,132 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.03352700899995398 (mp_runner.py:73) +2024-09-01 23:22:09,456 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.0070599070022581145 (mp_runner.py:73) +2024-09-01 23:22:09,456 | DEBUG |(SpawnProcess-1:181) search_count: 2000, latest_latency=0.008835348999127746 (mp_runner.py:73) +2024-09-01 23:22:09,457 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.009897698000713717 (mp_runner.py:73) +2024-09-01 23:22:09,457 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.009424181997019332 (mp_runner.py:73) +2024-09-01 23:22:09,457 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.008712423004908487 (mp_runner.py:73) +2024-09-01 23:22:09,458 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.01082524900266435 (mp_runner.py:73) +2024-09-01 23:22:09,458 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.008485516002110671 (mp_runner.py:73) +2024-09-01 23:22:09,458 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.01222772299661301 (mp_runner.py:73) +2024-09-01 23:22:09,459 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.009574041003361344 (mp_runner.py:73) +2024-09-01 23:22:09,460 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.007372659994871356 (mp_runner.py:73) +2024-09-01 23:22:09,460 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.008780994001426734 (mp_runner.py:73) +2024-09-01 23:22:09,899 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.006618357001570985 (mp_runner.py:73) +2024-09-01 23:22:09,918 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.0051060960031463765 (mp_runner.py:73) +2024-09-01 23:22:09,924 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.0061554749991046265 (mp_runner.py:73) +2024-09-01 23:22:10,017 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.004973816001438536 (mp_runner.py:73) +2024-09-01 23:22:10,018 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.00651435500185471 (mp_runner.py:73) +2024-09-01 23:22:12,576 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.011919387994566932 (mp_runner.py:73) +2024-09-01 23:22:13,315 | DEBUG |(SpawnProcess-1:162) search_count: 2500, latest_latency=0.008005565003259107 (mp_runner.py:73) +2024-09-01 23:22:13,315 | DEBUG |(SpawnProcess-1:174) search_count: 2500, latest_latency=0.008051149001403246 (mp_runner.py:73) +2024-09-01 23:22:13,316 | DEBUG |(SpawnProcess-1:163) search_count: 2500, latest_latency=0.009637196002586279 (mp_runner.py:73) +2024-09-01 23:22:13,316 | DEBUG |(SpawnProcess-1:178) search_count: 2500, latest_latency=0.007545754000602756 (mp_runner.py:73) +2024-09-01 23:22:13,317 | DEBUG |(SpawnProcess-1:169) search_count: 2500, latest_latency=0.011993840002105571 (mp_runner.py:73) +2024-09-01 23:22:13,318 | DEBUG |(SpawnProcess-1:160) search_count: 2500, latest_latency=0.012284725002245978 (mp_runner.py:73) +2024-09-01 23:22:13,608 | DEBUG |(SpawnProcess-1:150) search_count: 2500, latest_latency=0.001063256997440476 (mp_runner.py:73) +2024-09-01 23:22:13,700 | DEBUG |(SpawnProcess-1:147) search_count: 2500, latest_latency=0.019957459000579547 (mp_runner.py:73) +2024-09-01 23:22:13,700 | DEBUG |(SpawnProcess-1:167) search_count: 2500, latest_latency=0.021368710993556306 (mp_runner.py:73) +2024-09-01 23:22:13,705 | DEBUG |(SpawnProcess-1:145) search_count: 2500, latest_latency=0.030603741004597396 (mp_runner.py:73) +2024-09-01 23:22:14,321 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.011533391996636055 (mp_runner.py:73) +2024-09-01 23:22:14,394 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.012823763994674664 (mp_runner.py:73) +2024-09-01 23:22:14,395 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.011646012993878685 (mp_runner.py:73) +2024-09-01 23:22:14,832 | DEBUG |(SpawnProcess-1:155) search_count: 2500, latest_latency=0.010531512001762167 (mp_runner.py:73) +2024-09-01 23:22:14,835 | DEBUG |(SpawnProcess-1:161) search_count: 2500, latest_latency=0.014273776003392413 (mp_runner.py:73) +2024-09-01 23:22:14,837 | DEBUG |(SpawnProcess-1:159) search_count: 2500, latest_latency=0.01588973100297153 (mp_runner.py:73) +2024-09-01 23:22:14,943 | DEBUG |(SpawnProcess-1:149) search_count: 2500, latest_latency=0.012828646998968907 (mp_runner.py:73) +2024-09-01 23:22:14,943 | DEBUG |(SpawnProcess-1:171) search_count: 2500, latest_latency=0.013078192998364102 (mp_runner.py:73) +2024-09-01 23:22:14,944 | DEBUG |(SpawnProcess-1:175) search_count: 2500, latest_latency=0.013716583001951221 (mp_runner.py:73) +2024-09-01 23:22:14,945 | DEBUG |(SpawnProcess-1:152) search_count: 2500, latest_latency=0.009736717001942452 (mp_runner.py:73) +2024-09-01 23:22:14,945 | DEBUG |(SpawnProcess-1:157) search_count: 2500, latest_latency=0.00913914500415558 (mp_runner.py:73) +2024-09-01 23:22:14,946 | DEBUG |(SpawnProcess-1:153) search_count: 2500, latest_latency=0.016955749000771903 (mp_runner.py:73) +2024-09-01 23:22:15,147 | DEBUG |(SpawnProcess-1:154) search_count: 2500, latest_latency=0.005184047004149761 (mp_runner.py:73) +2024-09-01 23:22:15,185 | DEBUG |(SpawnProcess-1:156) search_count: 2500, latest_latency=0.018018704999121837 (mp_runner.py:73) +2024-09-01 23:22:15,193 | DEBUG |(SpawnProcess-1:177) search_count: 2500, latest_latency=0.01817945099901408 (mp_runner.py:73) +2024-09-01 23:22:15,233 | DEBUG |(SpawnProcess-1:165) search_count: 2500, latest_latency=0.01093800799571909 (mp_runner.py:73) +2024-09-01 23:22:15,241 | DEBUG |(SpawnProcess-1:182) search_count: 2500, latest_latency=0.009462423993682023 (mp_runner.py:73) +2024-09-01 23:22:15,256 | DEBUG |(SpawnProcess-1:172) search_count: 2500, latest_latency=0.011527224000019487 (mp_runner.py:73) +2024-09-01 23:22:15,273 | DEBUG |(SpawnProcess-1:143) search_count: 2500, latest_latency=0.014287768994108774 (mp_runner.py:73) +2024-09-01 23:22:15,814 | DEBUG |(SpawnProcess-1:164) search_count: 2500, latest_latency=0.014142250998702366 (mp_runner.py:73) +2024-09-01 23:22:15,894 | DEBUG |(SpawnProcess-1:181) search_count: 2500, latest_latency=0.01179021000280045 (mp_runner.py:73) +2024-09-01 23:22:15,904 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.011783894995460287 (mp_runner.py:73) +2024-09-01 23:22:15,929 | DEBUG |(SpawnProcess-1:179) search_count: 2500, latest_latency=0.015520714005106129 (mp_runner.py:73) +2024-09-01 23:22:15,951 | DEBUG |(SpawnProcess-1:151) search_count: 2500, latest_latency=0.013793129000987392 (mp_runner.py:73) +2024-09-01 23:22:16,097 | DEBUG |(SpawnProcess-1:176) search_count: 2500, latest_latency=0.012771939000231214 (mp_runner.py:73) +2024-09-01 23:22:16,098 | DEBUG |(SpawnProcess-1:166) search_count: 2500, latest_latency=0.013990371997351758 (mp_runner.py:73) +2024-09-01 23:22:16,104 | DEBUG |(SpawnProcess-1:144) search_count: 2500, latest_latency=0.018926573000499047 (mp_runner.py:73) +2024-09-01 23:22:16,209 | DEBUG |(SpawnProcess-1:148) search_count: 2500, latest_latency=0.015519114000198897 (mp_runner.py:73) +2024-09-01 23:22:16,238 | DEBUG |(SpawnProcess-1:180) search_count: 2500, latest_latency=0.01975160199799575 (mp_runner.py:73) +2024-09-01 23:22:19,165 | DEBUG |(SpawnProcess-1:146) search_count: 2500, latest_latency=0.01614592999976594 (mp_runner.py:73) +2024-09-01 23:22:19,291 | DEBUG |(SpawnProcess-1:162) search_count: 3000, latest_latency=0.011345589999109507 (mp_runner.py:73) +2024-09-01 23:22:19,294 | DEBUG |(SpawnProcess-1:178) search_count: 3000, latest_latency=0.010957580998365302 (mp_runner.py:73) +2024-09-01 23:22:19,300 | DEBUG |(SpawnProcess-1:163) search_count: 3000, latest_latency=0.015694042995164637 (mp_runner.py:73) +2024-09-01 23:22:19,309 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0039s, count=2981, qps in this process: 99.3538 (mp_runner.py:76) +2024-09-01 23:22:19,381 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0027s, count=3008, qps in this process: 100.2576 (mp_runner.py:76) +2024-09-01 23:22:19,381 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0047s, count=2811, qps in this process: 93.6853 (mp_runner.py:76) +2024-09-01 23:22:19,419 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0032s, count=3011, qps in this process: 100.356 (mp_runner.py:76) +2024-09-01 23:22:19,425 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.006s, count=2951, qps in this process: 98.347 (mp_runner.py:76) +2024-09-01 23:22:19,437 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0037s, count=2890, qps in this process: 96.3215 (mp_runner.py:76) +2024-09-01 23:22:19,437 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0042s, count=2890, qps in this process: 96.3198 (mp_runner.py:76) +2024-09-01 23:22:19,440 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0006s, count=2890, qps in this process: 96.3314 (mp_runner.py:76) +2024-09-01 23:22:19,440 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0009s, count=2817, qps in this process: 93.8972 (mp_runner.py:76) +2024-09-01 23:22:19,441 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0019s, count=2953, qps in this process: 98.4271 (mp_runner.py:76) +2024-09-01 23:22:19,442 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0091s, count=2953, qps in this process: 98.4035 (mp_runner.py:76) +2024-09-01 23:22:19,442 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0092s, count=2953, qps in this process: 98.4032 (mp_runner.py:76) +2024-09-01 23:22:19,443 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0009s, count=2995, qps in this process: 99.8303 (mp_runner.py:76) +2024-09-01 23:22:19,444 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0044s, count=2817, qps in this process: 93.8862 (mp_runner.py:76) +2024-09-01 23:22:19,446 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0036s, count=2996, qps in this process: 99.8547 (mp_runner.py:76) +2024-09-01 23:22:19,446 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0065s, count=2891, qps in this process: 96.3458 (mp_runner.py:76) +2024-09-01 23:22:19,447 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0077s, count=2818, qps in this process: 93.9092 (mp_runner.py:76) +2024-09-01 23:22:19,448 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0057s, count=3013, qps in this process: 100.4143 (mp_runner.py:76) +2024-09-01 23:22:19,448 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0015s, count=2996, qps in this process: 99.8617 (mp_runner.py:76) +2024-09-01 23:22:19,449 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0014s, count=2996, qps in this process: 99.862 (mp_runner.py:76) +2024-09-01 23:22:19,449 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0006s, count=2996, qps in this process: 99.8647 (mp_runner.py:76) +2024-09-01 23:22:19,450 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0022s, count=2954, qps in this process: 98.4594 (mp_runner.py:76) +2024-09-01 23:22:19,451 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0012s, count=2954, qps in this process: 98.4627 (mp_runner.py:76) +2024-09-01 23:22:19,451 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0121s, count=2818, qps in this process: 93.8955 (mp_runner.py:76) +2024-09-01 23:22:19,456 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.0088s, count=2819, qps in this process: 93.9391 (mp_runner.py:76) +2024-09-01 23:22:19,457 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0083s, count=2955, qps in this process: 98.4728 (mp_runner.py:76) +2024-09-01 23:22:19,457 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0032s, count=2819, qps in this process: 93.9566 (mp_runner.py:76) +2024-09-01 23:22:19,462 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0143s, count=2892, qps in this process: 96.3541 (mp_runner.py:76) +2024-09-01 23:22:19,492 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0048s, count=2899, qps in this process: 96.6179 (mp_runner.py:76) +2024-09-01 23:22:19,496 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0019s, count=2966, qps in this process: 98.8604 (mp_runner.py:76) +2024-09-01 23:22:19,497 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0025s, count=2427, qps in this process: 80.8933 (mp_runner.py:76) +2024-09-01 23:22:19,498 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0047s, count=2967, qps in this process: 98.8845 (mp_runner.py:76) +2024-09-01 23:22:19,499 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0047s, count=2901, qps in this process: 96.6849 (mp_runner.py:76) +2024-09-01 23:22:19,513 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0037s, count=2774, qps in this process: 92.4553 (mp_runner.py:76) +2024-09-01 23:22:19,516 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0017s, count=2539, qps in this process: 84.6285 (mp_runner.py:76) +2024-09-01 23:22:19,516 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0007s, count=2779, qps in this process: 92.6312 (mp_runner.py:76) +2024-09-01 23:22:19,517 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0012s, count=2978, qps in this process: 99.2627 (mp_runner.py:76) +2024-09-01 23:22:19,517 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0021s, count=2445, qps in this process: 81.4943 (mp_runner.py:76) +2024-09-01 23:22:19,532 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0057s, count=2452, qps in this process: 81.7178 (mp_runner.py:76) +2024-09-01 23:22:19,548 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.004s, count=2315, qps in this process: 77.1564 (mp_runner.py:76) +2024-09-01 23:22:19,564 | INFO |End search in concurrency 40: dur=30.492692870997416s, total_count=114279, qps=3747.7503 (mp_runner.py:120) +2024-09-01 23:22:22,173 | INFO |Update largest qps with concurrency 40: current max_qps=3747.7503 (mp_runner.py:124) +2024-09-01 23:22:22,584 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:22:22,585 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 23:22:33,330 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 23:22:33,472 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,587 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,677 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,677 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,712 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,722 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,726 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,728 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,741 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,744 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,746 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,751 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,764 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,777 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,796 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,799 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,804 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,814 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,821 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,822 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,823 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,839 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,865 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,880 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,884 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,891 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,894 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:33,928 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:22:38,850 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.009292250004364178 (mp_runner.py:73) +2024-09-01 23:22:38,850 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.010555854998528957 (mp_runner.py:73) +2024-09-01 23:22:38,850 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.009357041002658661 (mp_runner.py:73) +2024-09-01 23:22:38,850 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.008618537001893856 (mp_runner.py:73) +2024-09-01 23:22:38,851 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.010129508998943493 (mp_runner.py:73) +2024-09-01 23:22:38,851 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.008630427997559309 (mp_runner.py:73) +2024-09-01 23:22:38,851 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.010675053999875672 (mp_runner.py:73) +2024-09-01 23:22:38,851 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.009413977997610345 (mp_runner.py:73) +2024-09-01 23:22:38,852 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.008938953003962524 (mp_runner.py:73) +2024-09-01 23:22:38,852 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.00915144899772713 (mp_runner.py:73) +2024-09-01 23:22:38,852 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.010834164000698365 (mp_runner.py:73) +2024-09-01 23:22:38,854 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.009000732999993488 (mp_runner.py:73) +2024-09-01 23:22:38,854 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.0104442369993194 (mp_runner.py:73) +2024-09-01 23:22:38,855 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.010625238006468862 (mp_runner.py:73) +2024-09-01 23:22:38,855 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.010699990998546127 (mp_runner.py:73) +2024-09-01 23:22:38,856 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.012422738000168465 (mp_runner.py:73) +2024-09-01 23:22:38,856 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.01696142999571748 (mp_runner.py:73) +2024-09-01 23:22:38,857 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.0174818259984022 (mp_runner.py:73) +2024-09-01 23:22:38,858 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.011870674999954645 (mp_runner.py:73) +2024-09-01 23:22:38,858 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.010203728001215495 (mp_runner.py:73) +2024-09-01 23:22:39,061 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.01326078500278527 (mp_runner.py:73) +2024-09-01 23:22:39,061 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.008699199999682605 (mp_runner.py:73) +2024-09-01 23:22:39,062 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.013449418998789042 (mp_runner.py:73) +2024-09-01 23:22:39,062 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.018032546002359595 (mp_runner.py:73) +2024-09-01 23:22:39,062 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.009865514999546576 (mp_runner.py:73) +2024-09-01 23:22:39,063 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.018759867998596746 (mp_runner.py:73) +2024-09-01 23:22:39,065 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.015547228998912033 (mp_runner.py:73) +2024-09-01 23:22:39,065 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.017725341000186745 (mp_runner.py:73) +2024-09-01 23:22:39,067 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.019839241002046037 (mp_runner.py:73) +2024-09-01 23:22:39,067 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.021062924999569077 (mp_runner.py:73) +2024-09-01 23:22:39,067 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.020721510001749266 (mp_runner.py:73) +2024-09-01 23:22:39,100 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.024734894002904184 (mp_runner.py:73) +2024-09-01 23:22:39,101 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.02175636700121686 (mp_runner.py:73) +2024-09-01 23:22:39,101 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.021025907997682225 (mp_runner.py:73) +2024-09-01 23:22:39,102 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.021548931996221654 (mp_runner.py:73) +2024-09-01 23:22:39,103 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.025417609002033714 (mp_runner.py:73) +2024-09-01 23:22:39,105 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.02649016000214033 (mp_runner.py:73) +2024-09-01 23:22:39,455 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.015227313997456804 (mp_runner.py:73) +2024-09-01 23:22:39,817 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.010987475005094893 (mp_runner.py:73) +2024-09-01 23:22:39,817 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.010434228999656625 (mp_runner.py:73) +2024-09-01 23:22:39,818 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.012411100004101172 (mp_runner.py:73) +2024-09-01 23:22:39,818 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.01208420699549606 (mp_runner.py:73) +2024-09-01 23:22:39,819 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.013733291998505592 (mp_runner.py:73) +2024-09-01 23:22:39,819 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.015142347998335026 (mp_runner.py:73) +2024-09-01 23:22:41,054 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.014293936001195107 (mp_runner.py:73) +2024-09-01 23:22:44,400 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.006821820999903139 (mp_runner.py:73) +2024-09-01 23:22:44,402 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.009603272003005259 (mp_runner.py:73) +2024-09-01 23:22:44,403 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.008181887002137955 (mp_runner.py:73) +2024-09-01 23:22:44,403 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.007788709001033567 (mp_runner.py:73) +2024-09-01 23:22:44,403 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.007821959996363148 (mp_runner.py:73) +2024-09-01 23:22:44,404 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.009056607996171806 (mp_runner.py:73) +2024-09-01 23:22:44,404 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.008327537994773593 (mp_runner.py:73) +2024-09-01 23:22:44,405 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.008376969002711121 (mp_runner.py:73) +2024-09-01 23:22:44,405 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.014071386998693924 (mp_runner.py:73) +2024-09-01 23:22:44,406 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.007832740004232619 (mp_runner.py:73) +2024-09-01 23:22:44,406 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.013917962998675648 (mp_runner.py:73) +2024-09-01 23:22:44,407 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.008326832001330331 (mp_runner.py:73) +2024-09-01 23:22:44,410 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.010188840002228972 (mp_runner.py:73) +2024-09-01 23:22:44,414 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.008284543997433502 (mp_runner.py:73) +2024-09-01 23:22:44,420 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.00979199099674588 (mp_runner.py:73) +2024-09-01 23:22:44,451 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.012550632993225008 (mp_runner.py:73) +2024-09-01 23:22:44,457 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.009535908997349907 (mp_runner.py:73) +2024-09-01 23:22:44,480 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.012850006998633035 (mp_runner.py:73) +2024-09-01 23:22:44,502 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.012899490997369867 (mp_runner.py:73) +2024-09-01 23:22:44,725 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.008585176001361106 (mp_runner.py:73) +2024-09-01 23:22:44,725 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.00858525399962673 (mp_runner.py:73) +2024-09-01 23:22:44,726 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.008678390004206449 (mp_runner.py:73) +2024-09-01 23:22:44,726 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.008727127999009099 (mp_runner.py:73) +2024-09-01 23:22:44,727 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.011374743000487797 (mp_runner.py:73) +2024-09-01 23:22:44,727 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.00826451800094219 (mp_runner.py:73) +2024-09-01 23:22:44,728 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.013542253997002263 (mp_runner.py:73) +2024-09-01 23:22:44,729 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.01022889799787663 (mp_runner.py:73) +2024-09-01 23:22:44,730 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.012211401997774374 (mp_runner.py:73) +2024-09-01 23:22:44,952 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.010656665996066295 (mp_runner.py:73) +2024-09-01 23:22:45,658 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.012592573999427259 (mp_runner.py:73) +2024-09-01 23:22:45,673 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.008930787997087464 (mp_runner.py:73) +2024-09-01 23:22:45,674 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.01348996500018984 (mp_runner.py:73) +2024-09-01 23:22:45,674 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.011133011998026632 (mp_runner.py:73) +2024-09-01 23:22:45,677 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.008819493996270467 (mp_runner.py:73) +2024-09-01 23:22:45,679 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.010747653999715112 (mp_runner.py:73) +2024-09-01 23:22:45,681 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.011997174005955458 (mp_runner.py:73) +2024-09-01 23:22:45,801 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.016507328000443522 (mp_runner.py:73) +2024-09-01 23:22:46,176 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.012596681001014076 (mp_runner.py:73) +2024-09-01 23:22:46,178 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.010240069001156371 (mp_runner.py:73) +2024-09-01 23:22:46,180 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.013490795994584914 (mp_runner.py:73) +2024-09-01 23:22:46,326 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.012843968004744966 (mp_runner.py:73) +2024-09-01 23:22:46,328 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.01330547300312901 (mp_runner.py:73) +2024-09-01 23:22:47,022 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.011434883002948482 (mp_runner.py:73) +2024-09-01 23:22:47,075 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.02349330099968938 (mp_runner.py:73) +2024-09-01 23:22:48,579 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.014288425001723226 (mp_runner.py:73) +2024-09-01 23:22:49,802 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.00858819799759658 (mp_runner.py:73) +2024-09-01 23:22:49,803 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.009656062997237314 (mp_runner.py:73) +2024-09-01 23:22:49,803 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.010521135998715181 (mp_runner.py:73) +2024-09-01 23:22:49,803 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.009033149995957501 (mp_runner.py:73) +2024-09-01 23:22:49,804 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.00901117900502868 (mp_runner.py:73) +2024-09-01 23:22:49,804 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.0007013770009507425 (mp_runner.py:73) +2024-09-01 23:22:49,804 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.009299573001044337 (mp_runner.py:73) +2024-09-01 23:22:49,805 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.009258996004064102 (mp_runner.py:73) +2024-09-01 23:22:49,805 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.008837843000947032 (mp_runner.py:73) +2024-09-01 23:22:49,807 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.015474834995984565 (mp_runner.py:73) +2024-09-01 23:22:49,807 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.006081781000830233 (mp_runner.py:73) +2024-09-01 23:22:49,808 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.015633221999451052 (mp_runner.py:73) +2024-09-01 23:22:50,249 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.00733405799837783 (mp_runner.py:73) +2024-09-01 23:22:50,250 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.00895796000258997 (mp_runner.py:73) +2024-09-01 23:22:50,253 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.012240206000569742 (mp_runner.py:73) +2024-09-01 23:22:50,254 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.014560073999746237 (mp_runner.py:73) +2024-09-01 23:22:50,291 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.013048778993834276 (mp_runner.py:73) +2024-09-01 23:22:50,291 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.016228260996285826 (mp_runner.py:73) +2024-09-01 23:22:50,292 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.014028293997398578 (mp_runner.py:73) +2024-09-01 23:22:50,293 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.015371679997770116 (mp_runner.py:73) +2024-09-01 23:22:50,293 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.013179704001231585 (mp_runner.py:73) +2024-09-01 23:22:50,293 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.013812089004204609 (mp_runner.py:73) +2024-09-01 23:22:50,293 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.01334123400010867 (mp_runner.py:73) +2024-09-01 23:22:50,294 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.013105862999509554 (mp_runner.py:73) +2024-09-01 23:22:50,908 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.013168213001335971 (mp_runner.py:73) +2024-09-01 23:22:51,704 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.010654980003891978 (mp_runner.py:73) +2024-09-01 23:22:51,707 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.014150982999126427 (mp_runner.py:73) +2024-09-01 23:22:51,708 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.015540832995611709 (mp_runner.py:73) +2024-09-01 23:22:51,798 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.01090058300178498 (mp_runner.py:73) +2024-09-01 23:22:51,799 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.008835376000206452 (mp_runner.py:73) +2024-09-01 23:22:51,801 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.014546584003255703 (mp_runner.py:73) +2024-09-01 23:22:51,802 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.016283012999338098 (mp_runner.py:73) +2024-09-01 23:22:52,037 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.01651245100219967 (mp_runner.py:73) +2024-09-01 23:22:52,200 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.015528288000496104 (mp_runner.py:73) +2024-09-01 23:22:52,201 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.017684423000901006 (mp_runner.py:73) +2024-09-01 23:22:52,529 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.02006632200209424 (mp_runner.py:73) +2024-09-01 23:22:52,677 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.01161800399859203 (mp_runner.py:73) +2024-09-01 23:22:52,678 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.012464090003049932 (mp_runner.py:73) +2024-09-01 23:22:52,678 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.01598045699938666 (mp_runner.py:73) +2024-09-01 23:22:52,679 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.015219683002214879 (mp_runner.py:73) +2024-09-01 23:22:53,575 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.014985100002377294 (mp_runner.py:73) +2024-09-01 23:22:53,576 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.017099310003686696 (mp_runner.py:73) +2024-09-01 23:22:54,519 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.015574236000247765 (mp_runner.py:73) +2024-09-01 23:22:54,697 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.018300771997019183 (mp_runner.py:73) +2024-09-01 23:22:55,171 | DEBUG |(SpawnProcess-1:199) search_count: 2000, latest_latency=0.005804822998470627 (mp_runner.py:73) +2024-09-01 23:22:55,172 | DEBUG |(SpawnProcess-1:209) search_count: 2000, latest_latency=0.004224319993227255 (mp_runner.py:73) +2024-09-01 23:22:55,173 | DEBUG |(SpawnProcess-1:193) search_count: 2000, latest_latency=0.006811288003518712 (mp_runner.py:73) +2024-09-01 23:22:55,173 | DEBUG |(SpawnProcess-1:213) search_count: 2000, latest_latency=0.007830438000382856 (mp_runner.py:73) +2024-09-01 23:22:55,174 | DEBUG |(SpawnProcess-1:197) search_count: 2000, latest_latency=0.008800883995718323 (mp_runner.py:73) +2024-09-01 23:22:55,175 | DEBUG |(SpawnProcess-1:204) search_count: 2000, latest_latency=0.008419038000283763 (mp_runner.py:73) +2024-09-01 23:22:55,175 | DEBUG |(SpawnProcess-1:218) search_count: 2000, latest_latency=0.008470751003187615 (mp_runner.py:73) +2024-09-01 23:22:55,351 | DEBUG |(SpawnProcess-1:223) search_count: 2000, latest_latency=0.013352234003832564 (mp_runner.py:73) +2024-09-01 23:22:55,352 | DEBUG |(SpawnProcess-1:202) search_count: 2000, latest_latency=0.010580628004390746 (mp_runner.py:73) +2024-09-01 23:22:55,607 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.0074715150039992295 (mp_runner.py:73) +2024-09-01 23:22:55,608 | DEBUG |(SpawnProcess-1:228) search_count: 2000, latest_latency=0.007681064002099447 (mp_runner.py:73) +2024-09-01 23:22:55,608 | DEBUG |(SpawnProcess-1:224) search_count: 2000, latest_latency=0.007903588004410267 (mp_runner.py:73) +2024-09-01 23:22:55,609 | DEBUG |(SpawnProcess-1:196) search_count: 2000, latest_latency=0.008430914000200573 (mp_runner.py:73) +2024-09-01 23:22:55,610 | DEBUG |(SpawnProcess-1:227) search_count: 2000, latest_latency=0.010415550001198426 (mp_runner.py:73) +2024-09-01 23:22:55,612 | DEBUG |(SpawnProcess-1:184) search_count: 2000, latest_latency=0.012809120999008883 (mp_runner.py:73) +2024-09-01 23:22:55,612 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.011142896000819746 (mp_runner.py:73) +2024-09-01 23:22:55,614 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.016953801998170093 (mp_runner.py:73) +2024-09-01 23:22:55,615 | DEBUG |(SpawnProcess-1:219) search_count: 2000, latest_latency=0.012370782002108172 (mp_runner.py:73) +2024-09-01 23:22:55,773 | DEBUG |(SpawnProcess-1:212) search_count: 2000, latest_latency=0.006215337001776788 (mp_runner.py:73) +2024-09-01 23:22:55,774 | DEBUG |(SpawnProcess-1:200) search_count: 2000, latest_latency=0.006729997003276367 (mp_runner.py:73) +2024-09-01 23:22:55,775 | DEBUG |(SpawnProcess-1:191) search_count: 2000, latest_latency=0.009046543003933039 (mp_runner.py:73) +2024-09-01 23:22:55,775 | DEBUG |(SpawnProcess-1:208) search_count: 2000, latest_latency=0.008652301999973133 (mp_runner.py:73) +2024-09-01 23:22:55,779 | DEBUG |(SpawnProcess-1:198) search_count: 2000, latest_latency=0.00889120400097454 (mp_runner.py:73) +2024-09-01 23:22:55,780 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.010163341998122633 (mp_runner.py:73) +2024-09-01 23:22:55,781 | DEBUG |(SpawnProcess-1:188) search_count: 2000, latest_latency=0.015301264997106045 (mp_runner.py:73) +2024-09-01 23:22:57,604 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.00783908599987626 (mp_runner.py:73) +2024-09-01 23:22:57,605 | DEBUG |(SpawnProcess-1:203) search_count: 2000, latest_latency=0.0075565189981716685 (mp_runner.py:73) +2024-09-01 23:22:57,606 | DEBUG |(SpawnProcess-1:185) search_count: 2000, latest_latency=0.010190291999606416 (mp_runner.py:73) +2024-09-01 23:22:57,606 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.012376568003674038 (mp_runner.py:73) +2024-09-01 23:22:57,606 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.008145794003212359 (mp_runner.py:73) +2024-09-01 23:22:57,606 | DEBUG |(SpawnProcess-1:210) search_count: 2000, latest_latency=0.004986542000551708 (mp_runner.py:73) +2024-09-01 23:22:57,697 | DEBUG |(SpawnProcess-1:201) search_count: 2000, latest_latency=0.012024730996927246 (mp_runner.py:73) +2024-09-01 23:22:57,698 | DEBUG |(SpawnProcess-1:214) search_count: 2000, latest_latency=0.014363572001457214 (mp_runner.py:73) +2024-09-01 23:22:58,653 | DEBUG |(SpawnProcess-1:216) search_count: 2000, latest_latency=0.01300298199930694 (mp_runner.py:73) +2024-09-01 23:22:58,654 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.013200114000937901 (mp_runner.py:73) +2024-09-01 23:22:58,656 | DEBUG |(SpawnProcess-1:189) search_count: 2000, latest_latency=0.016759936996095348 (mp_runner.py:73) +2024-09-01 23:22:58,656 | DEBUG |(SpawnProcess-1:187) search_count: 2000, latest_latency=0.016353218001313508 (mp_runner.py:73) +2024-09-01 23:22:58,662 | DEBUG |(SpawnProcess-1:194) search_count: 2000, latest_latency=0.015217919004498981 (mp_runner.py:73) +2024-09-01 23:22:58,816 | DEBUG |(SpawnProcess-1:211) search_count: 2000, latest_latency=0.013279774000693578 (mp_runner.py:73) +2024-09-01 23:22:58,816 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.009457617998123169 (mp_runner.py:73) +2024-09-01 23:22:58,817 | DEBUG |(SpawnProcess-1:205) search_count: 2000, latest_latency=0.014412711003387813 (mp_runner.py:73) +2024-09-01 23:23:00,769 | DEBUG |(SpawnProcess-1:209) search_count: 2500, latest_latency=0.009992795996367931 (mp_runner.py:73) +2024-09-01 23:23:00,770 | DEBUG |(SpawnProcess-1:193) search_count: 2500, latest_latency=0.009641418000683188 (mp_runner.py:73) +2024-09-01 23:23:00,771 | DEBUG |(SpawnProcess-1:218) search_count: 2500, latest_latency=0.00945125900034327 (mp_runner.py:73) +2024-09-01 23:23:00,771 | DEBUG |(SpawnProcess-1:204) search_count: 2500, latest_latency=0.010062221997941379 (mp_runner.py:73) +2024-09-01 23:23:00,772 | DEBUG |(SpawnProcess-1:213) search_count: 2500, latest_latency=0.014638799002568703 (mp_runner.py:73) +2024-09-01 23:23:00,773 | DEBUG |(SpawnProcess-1:199) search_count: 2500, latest_latency=0.013871083996491507 (mp_runner.py:73) +2024-09-01 23:23:00,904 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.009200574000715278 (mp_runner.py:73) +2024-09-01 23:23:00,905 | DEBUG |(SpawnProcess-1:195) search_count: 2000, latest_latency=0.012393549004627857 (mp_runner.py:73) +2024-09-01 23:23:00,926 | DEBUG |(SpawnProcess-1:197) search_count: 2500, latest_latency=0.01606498500041198 (mp_runner.py:73) +2024-09-01 23:23:01,231 | DEBUG |(SpawnProcess-1:186) search_count: 2500, latest_latency=0.009518997998384293 (mp_runner.py:73) +2024-09-01 23:23:01,256 | DEBUG |(SpawnProcess-1:224) search_count: 2500, latest_latency=0.014687574002891779 (mp_runner.py:73) +2024-09-01 23:23:01,257 | DEBUG |(SpawnProcess-1:202) search_count: 2500, latest_latency=0.014864527998724952 (mp_runner.py:73) +2024-09-01 23:23:01,259 | DEBUG |(SpawnProcess-1:219) search_count: 2500, latest_latency=0.015098814001248684 (mp_runner.py:73) +2024-09-01 23:23:01,260 | DEBUG |(SpawnProcess-1:228) search_count: 2500, latest_latency=0.018434360004903283 (mp_runner.py:73) +2024-09-01 23:23:01,260 | DEBUG |(SpawnProcess-1:220) search_count: 2500, latest_latency=0.020195610006339848 (mp_runner.py:73) +2024-09-01 23:23:01,263 | DEBUG |(SpawnProcess-1:223) search_count: 2500, latest_latency=0.019713262001459952 (mp_runner.py:73) +2024-09-01 23:23:01,314 | DEBUG |(SpawnProcess-1:200) search_count: 2500, latest_latency=0.019577215003664605 (mp_runner.py:73) +2024-09-01 23:23:01,502 | DEBUG |(SpawnProcess-1:227) search_count: 2500, latest_latency=0.014445264998357743 (mp_runner.py:73) +2024-09-01 23:23:01,680 | DEBUG |(SpawnProcess-1:215) search_count: 2000, latest_latency=0.012106876994948834 (mp_runner.py:73) +2024-09-01 23:23:01,747 | DEBUG |(SpawnProcess-1:212) search_count: 2500, latest_latency=0.019622910003818106 (mp_runner.py:73) +2024-09-01 23:23:01,809 | DEBUG |(SpawnProcess-1:207) search_count: 2500, latest_latency=0.013296190001710784 (mp_runner.py:73) +2024-09-01 23:23:01,811 | DEBUG |(SpawnProcess-1:184) search_count: 2500, latest_latency=0.015435126995726023 (mp_runner.py:73) +2024-09-01 23:23:01,811 | DEBUG |(SpawnProcess-1:196) search_count: 2500, latest_latency=0.016542393997951876 (mp_runner.py:73) +2024-09-01 23:23:01,812 | DEBUG |(SpawnProcess-1:188) search_count: 2500, latest_latency=0.013471625003148802 (mp_runner.py:73) +2024-09-01 23:23:01,892 | DEBUG |(SpawnProcess-1:208) search_count: 2500, latest_latency=0.008872651000274345 (mp_runner.py:73) +2024-09-01 23:23:01,894 | DEBUG |(SpawnProcess-1:191) search_count: 2500, latest_latency=0.01253948399971705 (mp_runner.py:73) +2024-09-01 23:23:01,897 | DEBUG |(SpawnProcess-1:198) search_count: 2500, latest_latency=0.013950956999906339 (mp_runner.py:73) +2024-09-01 23:23:02,205 | DEBUG |(SpawnProcess-1:222) search_count: 2000, latest_latency=0.01432247000047937 (mp_runner.py:73) +2024-09-01 23:23:02,846 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.010749594002845697 (mp_runner.py:73) +2024-09-01 23:23:03,503 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0062s, count=2644, qps in this process: 88.1151 (mp_runner.py:76) +2024-09-01 23:23:03,551 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0151s, count=2706, qps in this process: 90.1546 (mp_runner.py:76) +2024-09-01 23:23:03,561 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0117s, count=2707, qps in this process: 90.1982 (mp_runner.py:76) +2024-09-01 23:23:03,599 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0059s, count=2650, qps in this process: 88.316 (mp_runner.py:76) +2024-09-01 23:23:03,601 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.011s, count=2121, qps in this process: 70.6741 (mp_runner.py:76) +2024-09-01 23:23:03,604 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0018s, count=2374, qps in this process: 79.1286 (mp_runner.py:76) +2024-09-01 23:23:03,621 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0052s, count=2375, qps in this process: 79.1529 (mp_runner.py:76) +2024-09-01 23:23:03,624 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0062s, count=2426, qps in this process: 80.85 (mp_runner.py:76) +2024-09-01 23:23:03,679 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0007s, count=2628, qps in this process: 87.598 (mp_runner.py:76) +2024-09-01 23:23:03,691 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.009s, count=2720, qps in this process: 90.6395 (mp_runner.py:76) +2024-09-01 23:23:03,717 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0014s, count=2756, qps in this process: 91.8624 (mp_runner.py:76) +2024-09-01 23:23:03,723 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0071s, count=2462, qps in this process: 82.0472 (mp_runner.py:76) +2024-09-01 23:23:03,727 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.006s, count=2757, qps in this process: 91.8816 (mp_runner.py:76) +2024-09-01 23:23:03,728 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0063s, count=2757, qps in this process: 91.8807 (mp_runner.py:76) +2024-09-01 23:23:03,728 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0123s, count=2400, qps in this process: 79.9672 (mp_runner.py:76) +2024-09-01 23:23:03,729 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0014s, count=2662, qps in this process: 88.7292 (mp_runner.py:76) +2024-09-01 23:23:03,730 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0043s, count=2662, qps in this process: 88.7206 (mp_runner.py:76) +2024-09-01 23:23:03,744 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0007s, count=2649, qps in this process: 88.2979 (mp_runner.py:76) +2024-09-01 23:23:03,746 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0053s, count=2708, qps in this process: 90.2507 (mp_runner.py:76) +2024-09-01 23:23:03,753 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.001s, count=2727, qps in this process: 90.897 (mp_runner.py:76) +2024-09-01 23:23:03,754 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.007s, count=2387, qps in this process: 79.5481 (mp_runner.py:76) +2024-09-01 23:23:03,756 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0124s, count=2651, qps in this process: 88.3302 (mp_runner.py:76) +2024-09-01 23:23:03,759 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0028s, count=2638, qps in this process: 87.9251 (mp_runner.py:76) +2024-09-01 23:23:03,776 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0067s, count=2103, qps in this process: 70.0843 (mp_runner.py:76) +2024-09-01 23:23:03,788 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0063s, count=2464, qps in this process: 82.1161 (mp_runner.py:76) +2024-09-01 23:23:03,801 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0034s, count=2192, qps in this process: 73.0584 (mp_runner.py:76) +2024-09-01 23:23:03,806 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0031s, count=2345, qps in this process: 78.1586 (mp_runner.py:76) +2024-09-01 23:23:03,809 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0012s, count=2194, qps in this process: 73.1304 (mp_runner.py:76) +2024-09-01 23:23:03,824 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0047s, count=2772, qps in this process: 92.3855 (mp_runner.py:76) +2024-09-01 23:23:03,827 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0013s, count=2478, qps in this process: 82.5964 (mp_runner.py:76) +2024-09-01 23:23:03,828 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.0027s, count=2676, qps in this process: 89.192 (mp_runner.py:76) +2024-09-01 23:23:03,829 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0033s, count=2479, qps in this process: 82.6242 (mp_runner.py:76) +2024-09-01 23:23:03,843 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0011s, count=2742, qps in this process: 91.3966 (mp_runner.py:76) +2024-09-01 23:23:03,850 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0053s, count=2443, qps in this process: 81.4189 (mp_runner.py:76) +2024-09-01 23:23:03,852 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0047s, count=2743, qps in this process: 91.419 (mp_runner.py:76) +2024-09-01 23:23:03,852 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0028s, count=2777, qps in this process: 92.558 (mp_runner.py:76) +2024-09-01 23:23:03,872 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0013s, count=2408, qps in this process: 80.2632 (mp_runner.py:76) +2024-09-01 23:23:03,880 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0011s, count=2785, qps in this process: 92.8299 (mp_runner.py:76) +2024-09-01 23:23:03,886 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0009s, count=2372, qps in this process: 79.0643 (mp_runner.py:76) +2024-09-01 23:23:03,888 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0003s, count=2669, qps in this process: 88.9658 (mp_runner.py:76) +2024-09-01 23:23:03,893 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0004s, count=2428, qps in this process: 80.9323 (mp_runner.py:76) +2024-09-01 23:23:03,893 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0003s, count=2758, qps in this process: 91.9324 (mp_runner.py:76) +2024-09-01 23:23:03,896 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0003s, count=2445, qps in this process: 81.4992 (mp_runner.py:76) +2024-09-01 23:23:03,900 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0028s, count=2383, qps in this process: 79.4259 (mp_runner.py:76) +2024-09-01 23:23:03,933 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0005s, count=2152, qps in this process: 71.7321 (mp_runner.py:76) +2024-09-01 23:23:03,944 | INFO |End search in concurrency 45: dur=30.614152955000463s, total_count=114375, qps=3736.0171 (mp_runner.py:120) +2024-09-01 23:23:07,273 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:23:07,274 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 23:23:28,136 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 23:23:28,256 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,275 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,360 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,412 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,494 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,494 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,494 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,499 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,525 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,588 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,588 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,616 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,630 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,632 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,674 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,686 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,722 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,758 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,766 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,778 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,782 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,784 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,792 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,792 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,794 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,806 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,810 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,810 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,820 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,830 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,849 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,855 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,855 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,856 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,894 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:28,963 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:23:34,663 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.009011750000354368 (mp_runner.py:73) +2024-09-01 23:23:34,663 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.010192105000896845 (mp_runner.py:73) +2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.010852141997020226 (mp_runner.py:73) +2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.012617190004675649 (mp_runner.py:73) +2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.010172893998969812 (mp_runner.py:73) +2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.013220941000327002 (mp_runner.py:73) +2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.009466389004956 (mp_runner.py:73) +2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.012537501002952922 (mp_runner.py:73) +2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.007996858999831602 (mp_runner.py:73) +2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.010839532005775254 (mp_runner.py:73) +2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.00745245299913222 (mp_runner.py:73) +2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.011693386994011234 (mp_runner.py:73) +2024-09-01 23:23:34,666 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.008998606004752219 (mp_runner.py:73) +2024-09-01 23:23:34,666 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.00982955600193236 (mp_runner.py:73) +2024-09-01 23:23:34,667 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.009408195997821167 (mp_runner.py:73) +2024-09-01 23:23:34,668 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.009815664001507685 (mp_runner.py:73) +2024-09-01 23:23:34,668 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.009208552997733932 (mp_runner.py:73) +2024-09-01 23:23:34,668 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.01753712899517268 (mp_runner.py:73) +2024-09-01 23:23:34,668 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.010061001004942227 (mp_runner.py:73) +2024-09-01 23:23:34,669 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.019712513996637426 (mp_runner.py:73) +2024-09-01 23:23:34,669 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.010088938994158525 (mp_runner.py:73) +2024-09-01 23:23:34,670 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.009116100001847371 (mp_runner.py:73) +2024-09-01 23:23:34,922 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.008580670997616835 (mp_runner.py:73) +2024-09-01 23:23:34,922 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.010066457994980738 (mp_runner.py:73) +2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.009743675997015089 (mp_runner.py:73) +2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.010934050995274447 (mp_runner.py:73) +2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.009550533999572508 (mp_runner.py:73) +2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.009587024003849365 (mp_runner.py:73) +2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.012209391003125347 (mp_runner.py:73) +2024-09-01 23:23:34,924 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.013611294998554513 (mp_runner.py:73) +2024-09-01 23:23:34,924 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.014742574996489566 (mp_runner.py:73) +2024-09-01 23:23:34,925 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.01573982600530144 (mp_runner.py:73) +2024-09-01 23:23:34,925 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.010383323999121785 (mp_runner.py:73) +2024-09-01 23:23:34,925 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.014248143997974694 (mp_runner.py:73) +2024-09-01 23:23:34,925 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.005684372001269367 (mp_runner.py:73) +2024-09-01 23:23:34,926 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.016608079997240566 (mp_runner.py:73) +2024-09-01 23:23:34,926 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.01090135100093903 (mp_runner.py:73) +2024-09-01 23:23:35,113 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.011052862995711621 (mp_runner.py:73) +2024-09-01 23:23:35,113 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.011963575998379383 (mp_runner.py:73) +2024-09-01 23:23:35,113 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.012620949004485738 (mp_runner.py:73) +2024-09-01 23:23:35,113 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.013000006001675501 (mp_runner.py:73) +2024-09-01 23:23:35,117 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.012724710002657957 (mp_runner.py:73) +2024-09-01 23:23:35,118 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.014130495001154486 (mp_runner.py:73) +2024-09-01 23:23:35,118 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.01799118499911856 (mp_runner.py:73) +2024-09-01 23:23:35,120 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.02026347300125053 (mp_runner.py:73) +2024-09-01 23:23:36,013 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.019047748995944858 (mp_runner.py:73) +2024-09-01 23:23:36,026 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03211704999557696 (mp_runner.py:73) +2024-09-01 23:23:36,029 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.03661886299960315 (mp_runner.py:73) +2024-09-01 23:23:37,241 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.01661021499603521 (mp_runner.py:73) +2024-09-01 23:23:37,403 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.016747487999964505 (mp_runner.py:73) +2024-09-01 23:23:40,442 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.008716270000149962 (mp_runner.py:73) +2024-09-01 23:23:40,443 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.010416212993732188 (mp_runner.py:73) +2024-09-01 23:23:40,445 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.009680568000476342 (mp_runner.py:73) +2024-09-01 23:23:40,445 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.008329130003403407 (mp_runner.py:73) +2024-09-01 23:23:40,446 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.008612057994469069 (mp_runner.py:73) +2024-09-01 23:23:40,446 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.014227582003513817 (mp_runner.py:73) +2024-09-01 23:23:40,447 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.010791732005600352 (mp_runner.py:73) +2024-09-01 23:23:40,447 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.008850009995512664 (mp_runner.py:73) +2024-09-01 23:23:40,448 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.00758571999904234 (mp_runner.py:73) +2024-09-01 23:23:40,448 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.016563204997510184 (mp_runner.py:73) +2024-09-01 23:23:40,449 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.010368850002123509 (mp_runner.py:73) +2024-09-01 23:23:40,449 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.009675384004367515 (mp_runner.py:73) +2024-09-01 23:23:40,451 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.009446906995435711 (mp_runner.py:73) +2024-09-01 23:23:40,452 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.010737012002209667 (mp_runner.py:73) +2024-09-01 23:23:40,452 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.010001524002291262 (mp_runner.py:73) +2024-09-01 23:23:40,453 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.011069455998949707 (mp_runner.py:73) +2024-09-01 23:23:40,454 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.00849593999737408 (mp_runner.py:73) +2024-09-01 23:23:40,596 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.014083185000345111 (mp_runner.py:73) +2024-09-01 23:23:40,779 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.014269359002355486 (mp_runner.py:73) +2024-09-01 23:23:40,780 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.014907462005794514 (mp_runner.py:73) +2024-09-01 23:23:40,809 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.016603370000666473 (mp_runner.py:73) +2024-09-01 23:23:40,865 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.005910688996664248 (mp_runner.py:73) +2024-09-01 23:23:40,865 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.006944740998733323 (mp_runner.py:73) +2024-09-01 23:23:40,866 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.00827594099973794 (mp_runner.py:73) +2024-09-01 23:23:40,866 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.007498071005102247 (mp_runner.py:73) +2024-09-01 23:23:40,867 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.00854073299706215 (mp_runner.py:73) +2024-09-01 23:23:40,867 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.008849979996739421 (mp_runner.py:73) +2024-09-01 23:23:40,867 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.00782551200245507 (mp_runner.py:73) +2024-09-01 23:23:40,868 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.008039619999181014 (mp_runner.py:73) +2024-09-01 23:23:40,868 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.007971816005010623 (mp_runner.py:73) +2024-09-01 23:23:40,868 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.007264935004059225 (mp_runner.py:73) +2024-09-01 23:23:40,870 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.009291173999372404 (mp_runner.py:73) +2024-09-01 23:23:40,870 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.007707924996793736 (mp_runner.py:73) +2024-09-01 23:23:40,870 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.008368431001144927 (mp_runner.py:73) +2024-09-01 23:23:40,870 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.008122999999613967 (mp_runner.py:73) +2024-09-01 23:23:40,871 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.009755863997270353 (mp_runner.py:73) +2024-09-01 23:23:40,871 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.013353641996218357 (mp_runner.py:73) +2024-09-01 23:23:40,871 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.014268420003645588 (mp_runner.py:73) +2024-09-01 23:23:40,872 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.010631772995111533 (mp_runner.py:73) +2024-09-01 23:23:42,059 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.02252120200137142 (mp_runner.py:73) +2024-09-01 23:23:42,060 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.019483548996504396 (mp_runner.py:73) +2024-09-01 23:23:42,066 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.026091433996043634 (mp_runner.py:73) +2024-09-01 23:23:42,462 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.045880612000473775 (mp_runner.py:73) +2024-09-01 23:23:42,468 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.028240598003321793 (mp_runner.py:73) +2024-09-01 23:23:42,559 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.015029358997708187 (mp_runner.py:73) +2024-09-01 23:23:43,581 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.03330321599787567 (mp_runner.py:73) +2024-09-01 23:23:43,586 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.028979062000871636 (mp_runner.py:73) +2024-09-01 23:23:43,589 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.03029097899707267 (mp_runner.py:73) +2024-09-01 23:23:45,665 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.014352250997035298 (mp_runner.py:73) +2024-09-01 23:23:46,094 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.01346552099857945 (mp_runner.py:73) +2024-09-01 23:23:47,222 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.010936200997093692 (mp_runner.py:73) +2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.011117998001282103 (mp_runner.py:73) +2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:278) search_count: 1500, latest_latency=0.01058261399884941 (mp_runner.py:73) +2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.009528587994282134 (mp_runner.py:73) +2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.008204471996577922 (mp_runner.py:73) +2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.010437980999995489 (mp_runner.py:73) +2024-09-01 23:23:47,224 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.009871886999462731 (mp_runner.py:73) +2024-09-01 23:23:47,224 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.009457874002691824 (mp_runner.py:73) +2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.012518146002548747 (mp_runner.py:73) +2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.013363318001211155 (mp_runner.py:73) +2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.008299515000544488 (mp_runner.py:73) +2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.012440930004231632 (mp_runner.py:73) +2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.009800304003874771 (mp_runner.py:73) +2024-09-01 23:23:47,226 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.009255253004084807 (mp_runner.py:73) +2024-09-01 23:23:47,226 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.010859435999009293 (mp_runner.py:73) +2024-09-01 23:23:47,226 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.008662972999445628 (mp_runner.py:73) +2024-09-01 23:23:47,227 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.008822528994642198 (mp_runner.py:73) +2024-09-01 23:23:47,227 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.011415897999540903 (mp_runner.py:73) +2024-09-01 23:23:47,227 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.016134044002683368 (mp_runner.py:73) +2024-09-01 23:23:47,227 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.011110546998679638 (mp_runner.py:73) +2024-09-01 23:23:47,228 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.010816975998750422 (mp_runner.py:73) +2024-09-01 23:23:47,229 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.011717674002284184 (mp_runner.py:73) +2024-09-01 23:23:47,231 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.011092143999121618 (mp_runner.py:73) +2024-09-01 23:23:47,231 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.020205276996421162 (mp_runner.py:73) +2024-09-01 23:23:47,236 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.017061028003809042 (mp_runner.py:73) +2024-09-01 23:23:47,459 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.009531042996968608 (mp_runner.py:73) +2024-09-01 23:23:47,459 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.010021130001405254 (mp_runner.py:73) +2024-09-01 23:23:47,459 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.010772323999844957 (mp_runner.py:73) +2024-09-01 23:23:47,460 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.00931554000271717 (mp_runner.py:73) +2024-09-01 23:23:47,461 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.009609747998183593 (mp_runner.py:73) +2024-09-01 23:23:47,461 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.010884964001888875 (mp_runner.py:73) +2024-09-01 23:23:47,462 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.010109751994605176 (mp_runner.py:73) +2024-09-01 23:23:47,464 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.010889901001064572 (mp_runner.py:73) +2024-09-01 23:23:47,466 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.018207243003416806 (mp_runner.py:73) +2024-09-01 23:23:47,468 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.01975259999744594 (mp_runner.py:73) +2024-09-01 23:23:48,228 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.02358935099618975 (mp_runner.py:73) +2024-09-01 23:23:48,311 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.016907878998608794 (mp_runner.py:73) +2024-09-01 23:23:48,343 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.019384854000236373 (mp_runner.py:73) +2024-09-01 23:23:48,621 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.018192106996139046 (mp_runner.py:73) +2024-09-01 23:23:50,309 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.014138763996015768 (mp_runner.py:73) +2024-09-01 23:23:50,312 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.017326870998658706 (mp_runner.py:73) +2024-09-01 23:23:50,579 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.020294017005653586 (mp_runner.py:73) +2024-09-01 23:23:50,756 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.019607320995419286 (mp_runner.py:73) +2024-09-01 23:23:50,977 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.017915402000653557 (mp_runner.py:73) +2024-09-01 23:23:51,137 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.019697272997291293 (mp_runner.py:73) +2024-09-01 23:23:51,369 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.014126620000752155 (mp_runner.py:73) +2024-09-01 23:23:51,371 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.017330545997538138 (mp_runner.py:73) +2024-09-01 23:23:51,372 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.01829986499797087 (mp_runner.py:73) +2024-09-01 23:23:53,085 | DEBUG |(SpawnProcess-1:264) search_count: 2000, latest_latency=0.008711243004654534 (mp_runner.py:73) +2024-09-01 23:23:53,086 | DEBUG |(SpawnProcess-1:259) search_count: 2000, latest_latency=0.011496181999973487 (mp_runner.py:73) +2024-09-01 23:23:53,086 | DEBUG |(SpawnProcess-1:248) search_count: 2000, latest_latency=0.009351789994980209 (mp_runner.py:73) +2024-09-01 23:23:53,087 | DEBUG |(SpawnProcess-1:233) search_count: 2000, latest_latency=0.010368866998760495 (mp_runner.py:73) +2024-09-01 23:23:53,087 | DEBUG |(SpawnProcess-1:235) search_count: 2000, latest_latency=0.010035182000137866 (mp_runner.py:73) +2024-09-01 23:23:53,087 | DEBUG |(SpawnProcess-1:258) search_count: 2000, latest_latency=0.009937574999639764 (mp_runner.py:73) +2024-09-01 23:23:53,088 | DEBUG |(SpawnProcess-1:249) search_count: 2000, latest_latency=0.012227923994942103 (mp_runner.py:73) +2024-09-01 23:23:53,088 | DEBUG |(SpawnProcess-1:270) search_count: 2000, latest_latency=0.009850084999925457 (mp_runner.py:73) +2024-09-01 23:23:53,089 | DEBUG |(SpawnProcess-1:240) search_count: 2000, latest_latency=0.011920219003513921 (mp_runner.py:73) +2024-09-01 23:23:53,089 | DEBUG |(SpawnProcess-1:250) search_count: 2000, latest_latency=0.011584068997763097 (mp_runner.py:73) +2024-09-01 23:23:53,089 | DEBUG |(SpawnProcess-1:273) search_count: 2000, latest_latency=0.011291050002910197 (mp_runner.py:73) +2024-09-01 23:23:53,089 | DEBUG |(SpawnProcess-1:255) search_count: 2000, latest_latency=0.010367349001171533 (mp_runner.py:73) +2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:275) search_count: 2000, latest_latency=0.014603056995838415 (mp_runner.py:73) +2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:260) search_count: 2000, latest_latency=0.009307572996476665 (mp_runner.py:73) +2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:268) search_count: 2000, latest_latency=0.015413920002174564 (mp_runner.py:73) +2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:278) search_count: 2000, latest_latency=0.00905659200361697 (mp_runner.py:73) +2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:266) search_count: 2000, latest_latency=0.00875150100182509 (mp_runner.py:73) +2024-09-01 23:23:53,091 | DEBUG |(SpawnProcess-1:230) search_count: 2000, latest_latency=0.008723093000298832 (mp_runner.py:73) +2024-09-01 23:23:53,091 | DEBUG |(SpawnProcess-1:279) search_count: 2000, latest_latency=0.009846663997450378 (mp_runner.py:73) +2024-09-01 23:23:53,091 | DEBUG |(SpawnProcess-1:261) search_count: 2000, latest_latency=0.009382236996316351 (mp_runner.py:73) +2024-09-01 23:23:53,092 | DEBUG |(SpawnProcess-1:231) search_count: 2000, latest_latency=0.010040492001280654 (mp_runner.py:73) +2024-09-01 23:23:53,093 | DEBUG |(SpawnProcess-1:234) search_count: 2000, latest_latency=0.009950902000127826 (mp_runner.py:73) +2024-09-01 23:23:53,093 | DEBUG |(SpawnProcess-1:232) search_count: 2000, latest_latency=0.019008287003089208 (mp_runner.py:73) +2024-09-01 23:23:53,094 | DEBUG |(SpawnProcess-1:243) search_count: 2000, latest_latency=0.011097650000010617 (mp_runner.py:73) +2024-09-01 23:23:53,813 | DEBUG |(SpawnProcess-1:265) search_count: 2000, latest_latency=0.009724885996547528 (mp_runner.py:73) +2024-09-01 23:23:53,814 | DEBUG |(SpawnProcess-1:269) search_count: 2000, latest_latency=0.010387282003648579 (mp_runner.py:73) +2024-09-01 23:23:53,814 | DEBUG |(SpawnProcess-1:272) search_count: 2000, latest_latency=0.007387006997305434 (mp_runner.py:73) +2024-09-01 23:23:53,815 | DEBUG |(SpawnProcess-1:271) search_count: 2000, latest_latency=0.011367603001417592 (mp_runner.py:73) +2024-09-01 23:23:53,816 | DEBUG |(SpawnProcess-1:256) search_count: 2000, latest_latency=0.011408236001443584 (mp_runner.py:73) +2024-09-01 23:23:53,816 | DEBUG |(SpawnProcess-1:241) search_count: 2000, latest_latency=0.013276680998387747 (mp_runner.py:73) +2024-09-01 23:23:53,816 | DEBUG |(SpawnProcess-1:252) search_count: 2000, latest_latency=0.014187874003255274 (mp_runner.py:73) +2024-09-01 23:23:53,817 | DEBUG |(SpawnProcess-1:237) search_count: 2000, latest_latency=0.007336365997616667 (mp_runner.py:73) +2024-09-01 23:23:53,986 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.017210022000654135 (mp_runner.py:73) +2024-09-01 23:23:54,490 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.021077958001114894 (mp_runner.py:73) +2024-09-01 23:23:54,789 | DEBUG |(SpawnProcess-1:262) search_count: 2000, latest_latency=0.010727107997809071 (mp_runner.py:73) +2024-09-01 23:23:54,790 | DEBUG |(SpawnProcess-1:277) search_count: 2000, latest_latency=0.015217125001072418 (mp_runner.py:73) +2024-09-01 23:23:54,791 | DEBUG |(SpawnProcess-1:253) search_count: 2000, latest_latency=0.012821550997614395 (mp_runner.py:73) +2024-09-01 23:23:56,066 | DEBUG |(SpawnProcess-1:242) search_count: 2000, latest_latency=0.010663159002433531 (mp_runner.py:73) +2024-09-01 23:23:56,072 | DEBUG |(SpawnProcess-1:238) search_count: 2000, latest_latency=0.014929668999684509 (mp_runner.py:73) +2024-09-01 23:23:56,073 | DEBUG |(SpawnProcess-1:251) search_count: 2000, latest_latency=0.01314205200469587 (mp_runner.py:73) +2024-09-01 23:23:56,715 | DEBUG |(SpawnProcess-1:236) search_count: 2000, latest_latency=0.013156300999980886 (mp_runner.py:73) +2024-09-01 23:23:57,952 | DEBUG |(SpawnProcess-1:276) search_count: 2000, latest_latency=0.004065472996444441 (mp_runner.py:73) +2024-09-01 23:23:57,952 | DEBUG |(SpawnProcess-1:247) search_count: 2000, latest_latency=0.007581179001135752 (mp_runner.py:73) +2024-09-01 23:23:57,954 | DEBUG |(SpawnProcess-1:244) search_count: 2000, latest_latency=0.012775005998264533 (mp_runner.py:73) +2024-09-01 23:23:57,954 | DEBUG |(SpawnProcess-1:254) search_count: 2000, latest_latency=0.008252300001913682 (mp_runner.py:73) +2024-09-01 23:23:57,955 | DEBUG |(SpawnProcess-1:263) search_count: 2000, latest_latency=0.00945035599579569 (mp_runner.py:73) +2024-09-01 23:23:57,956 | DEBUG |(SpawnProcess-1:239) search_count: 2000, latest_latency=0.010174237002502196 (mp_runner.py:73) +2024-09-01 23:23:57,956 | DEBUG |(SpawnProcess-1:246) search_count: 2000, latest_latency=0.008993391995318234 (mp_runner.py:73) +2024-09-01 23:23:57,957 | DEBUG |(SpawnProcess-1:245) search_count: 2000, latest_latency=0.010186350002186373 (mp_runner.py:73) +2024-09-01 23:23:57,958 | DEBUG |(SpawnProcess-1:257) search_count: 2000, latest_latency=0.01738011200359324 (mp_runner.py:73) +2024-09-01 23:23:58,270 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0061s, count=2446, qps in this process: 81.5168 (mp_runner.py:76) +2024-09-01 23:23:58,284 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0042s, count=2447, qps in this process: 81.5552 (mp_runner.py:76) +2024-09-01 23:23:58,312 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0054s, count=2448, qps in this process: 81.5853 (mp_runner.py:76) +2024-09-01 23:23:58,380 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0119s, count=2456, qps in this process: 81.8342 (mp_runner.py:76) +2024-09-01 23:23:58,417 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0017s, count=2460, qps in this process: 81.9954 (mp_runner.py:76) +2024-09-01 23:23:58,501 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0031s, count=2469, qps in this process: 82.2915 (mp_runner.py:76) +2024-09-01 23:23:58,505 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0039s, count=2469, qps in this process: 82.2893 (mp_runner.py:76) +2024-09-01 23:23:58,508 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0049s, count=2467, qps in this process: 82.2199 (mp_runner.py:76) +2024-09-01 23:23:58,512 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0096s, count=2468, qps in this process: 82.2403 (mp_runner.py:76) +2024-09-01 23:23:58,513 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0102s, count=2468, qps in this process: 82.2387 (mp_runner.py:76) +2024-09-01 23:23:58,547 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0104s, count=2371, qps in this process: 79.0059 (mp_runner.py:76) +2024-09-01 23:23:58,547 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0082s, count=2471, qps in this process: 82.3442 (mp_runner.py:76) +2024-09-01 23:23:58,561 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0049s, count=2472, qps in this process: 82.3865 (mp_runner.py:76) +2024-09-01 23:23:58,573 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0104s, count=2472, qps in this process: 82.3714 (mp_runner.py:76) +2024-09-01 23:23:58,574 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0249s, count=2378, qps in this process: 79.2009 (mp_runner.py:76) +2024-09-01 23:23:58,579 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0144s, count=2256, qps in this process: 75.1639 (mp_runner.py:76) +2024-09-01 23:23:58,600 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0058s, count=2257, qps in this process: 75.2188 (mp_runner.py:76) +2024-09-01 23:23:58,603 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0081s, count=2110, qps in this process: 70.3143 (mp_runner.py:76) +2024-09-01 23:23:58,618 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0088s, count=2475, qps in this process: 82.4758 (mp_runner.py:76) +2024-09-01 23:23:58,620 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0043s, count=2477, qps in this process: 82.5548 (mp_runner.py:76) +2024-09-01 23:23:58,621 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0029s, count=2474, qps in this process: 82.4587 (mp_runner.py:76) +2024-09-01 23:23:58,649 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0095s, count=2477, qps in this process: 82.5405 (mp_runner.py:76) +2024-09-01 23:23:58,653 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0171s, count=2374, qps in this process: 79.0883 (mp_runner.py:76) +2024-09-01 23:23:58,665 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0044s, count=2382, qps in this process: 79.3884 (mp_runner.py:76) +2024-09-01 23:23:58,685 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0032s, count=2480, qps in this process: 82.6578 (mp_runner.py:76) +2024-09-01 23:23:58,695 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0234s, count=2485, qps in this process: 82.7688 (mp_runner.py:76) +2024-09-01 23:23:58,706 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0011s, count=2379, qps in this process: 79.2971 (mp_runner.py:76) +2024-09-01 23:23:58,709 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0023s, count=2264, qps in this process: 75.4609 (mp_runner.py:76) +2024-09-01 23:23:58,733 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.008s, count=2489, qps in this process: 82.9445 (mp_runner.py:76) +2024-09-01 23:23:58,765 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0025s, count=2386, qps in this process: 79.5267 (mp_runner.py:76) +2024-09-01 23:23:58,772 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0013s, count=2188, qps in this process: 72.9302 (mp_runner.py:76) +2024-09-01 23:23:58,784 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.001s, count=2496, qps in this process: 83.1972 (mp_runner.py:76) +2024-09-01 23:23:58,788 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0009s, count=2396, qps in this process: 79.8643 (mp_runner.py:76) +2024-09-01 23:23:58,794 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.008s, count=2390, qps in this process: 79.6454 (mp_runner.py:76) +2024-09-01 23:23:58,796 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0007s, count=2196, qps in this process: 73.1983 (mp_runner.py:76) +2024-09-01 23:23:58,800 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0025s, count=2196, qps in this process: 73.1939 (mp_runner.py:76) +2024-09-01 23:23:58,801 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0041s, count=2392, qps in this process: 79.7224 (mp_runner.py:76) +2024-09-01 23:23:58,805 | DEBUG |(SpawnProcess-1:233) search_count: 2500, latest_latency=0.004176677000941709 (mp_runner.py:73) +2024-09-01 23:23:58,812 | DEBUG |(SpawnProcess-1:230) search_count: 2500, latest_latency=0.0029610069977934472 (mp_runner.py:73) +2024-09-01 23:23:58,812 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0003s, count=2502, qps in this process: 83.3992 (mp_runner.py:76) +2024-09-01 23:23:58,819 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0036s, count=2502, qps in this process: 83.39 (mp_runner.py:76) +2024-09-01 23:23:58,822 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0065s, count=2078, qps in this process: 69.2517 (mp_runner.py:76) +2024-09-01 23:23:58,825 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0005s, count=2081, qps in this process: 69.3655 (mp_runner.py:76) +2024-09-01 23:23:58,838 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0033s, count=2092, qps in this process: 69.7257 (mp_runner.py:76) +2024-09-01 23:23:58,853 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0016s, count=2097, qps in this process: 69.8963 (mp_runner.py:76) +2024-09-01 23:23:58,857 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0004s, count=2100, qps in this process: 69.9991 (mp_runner.py:76) +2024-09-01 23:23:58,858 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0019s, count=2099, qps in this process: 69.9622 (mp_runner.py:76) +2024-09-01 23:23:58,860 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0007s, count=2100, qps in this process: 69.9984 (mp_runner.py:76) +2024-09-01 23:23:58,861 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0013s, count=2104, qps in this process: 70.1303 (mp_runner.py:76) +2024-09-01 23:23:58,865 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0038s, count=2091, qps in this process: 69.6912 (mp_runner.py:76) +2024-09-01 23:23:58,901 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0003s, count=1880, qps in this process: 62.666 (mp_runner.py:76) +2024-09-01 23:23:58,970 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0002s, count=1938, qps in this process: 64.5996 (mp_runner.py:76) +2024-09-01 23:23:58,983 | INFO |End search in concurrency 50: dur=30.846769798001333s, total_count=116445, qps=3774.9496 (mp_runner.py:120) +2024-09-01 23:24:02,271 | INFO |Update largest qps with concurrency 50: current max_qps=3774.9496 (mp_runner.py:124) +2024-09-01 23:24:02,683 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:24:02,683 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 23:24:23,897 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 23:24:24,189 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,210 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,274 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,385 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,399 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,417 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,422 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,424 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,431 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,466 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,466 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,486 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,498 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,505 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:24,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:24:31,213 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.01227184799790848 (mp_runner.py:73) +2024-09-01 23:24:31,213 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.012408206006512046 (mp_runner.py:73) +2024-09-01 23:24:31,214 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.013593153998954222 (mp_runner.py:73) +2024-09-01 23:24:31,214 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.012337043997831643 (mp_runner.py:73) +2024-09-01 23:24:31,214 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.01276738999877125 (mp_runner.py:73) +2024-09-01 23:24:31,215 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.012071288998413365 (mp_runner.py:73) +2024-09-01 23:24:31,216 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.011762848997022957 (mp_runner.py:73) +2024-09-01 23:24:31,217 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.012252846005139872 (mp_runner.py:73) +2024-09-01 23:24:31,218 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.010887027994613163 (mp_runner.py:73) +2024-09-01 23:24:31,218 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.019511065002006944 (mp_runner.py:73) +2024-09-01 23:24:31,219 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.019686071995238308 (mp_runner.py:73) +2024-09-01 23:24:31,329 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.011750099998607766 (mp_runner.py:73) +2024-09-01 23:24:31,329 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.012534278997918591 (mp_runner.py:73) +2024-09-01 23:24:31,330 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.014512064997688867 (mp_runner.py:73) +2024-09-01 23:24:31,331 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.016216676995099988 (mp_runner.py:73) +2024-09-01 23:24:31,331 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.015571047995763365 (mp_runner.py:73) +2024-09-01 23:24:31,331 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.016136682002979796 (mp_runner.py:73) +2024-09-01 23:24:31,332 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.017772560997400433 (mp_runner.py:73) +2024-09-01 23:24:31,333 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.016255349000857677 (mp_runner.py:73) +2024-09-01 23:24:31,334 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.014961945002141874 (mp_runner.py:73) +2024-09-01 23:24:31,335 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.020184408000204712 (mp_runner.py:73) +2024-09-01 23:24:31,336 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.015510024000832345 (mp_runner.py:73) +2024-09-01 23:24:31,338 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.015418073002365418 (mp_runner.py:73) +2024-09-01 23:24:31,339 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.024922419994254597 (mp_runner.py:73) +2024-09-01 23:24:31,508 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.01100875300471671 (mp_runner.py:73) +2024-09-01 23:24:31,509 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.012098289000277873 (mp_runner.py:73) +2024-09-01 23:24:31,509 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.012874593005108181 (mp_runner.py:73) +2024-09-01 23:24:31,509 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.008764856000198051 (mp_runner.py:73) +2024-09-01 23:24:31,510 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.010118640995642636 (mp_runner.py:73) +2024-09-01 23:24:31,510 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.012937744999362621 (mp_runner.py:73) +2024-09-01 23:24:31,511 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.010564609998255037 (mp_runner.py:73) +2024-09-01 23:24:31,512 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.010603495997202117 (mp_runner.py:73) +2024-09-01 23:24:31,513 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.011352045999956317 (mp_runner.py:73) +2024-09-01 23:24:31,513 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.017797325002902653 (mp_runner.py:73) +2024-09-01 23:24:31,513 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.019475036999210715 (mp_runner.py:73) +2024-09-01 23:24:31,676 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.002041011000983417 (mp_runner.py:73) +2024-09-01 23:24:31,677 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.020720960994367488 (mp_runner.py:73) +2024-09-01 23:24:31,677 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.018707704002736136 (mp_runner.py:73) +2024-09-01 23:24:31,678 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.02040269000281114 (mp_runner.py:73) +2024-09-01 23:24:31,678 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.021353677999286447 (mp_runner.py:73) +2024-09-01 23:24:31,679 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.024911147003876977 (mp_runner.py:73) +2024-09-01 23:24:31,680 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.025175043003400788 (mp_runner.py:73) +2024-09-01 23:24:31,866 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.012708544003544375 (mp_runner.py:73) +2024-09-01 23:24:31,868 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.013332132002688013 (mp_runner.py:73) +2024-09-01 23:24:31,868 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.01203401400562143 (mp_runner.py:73) +2024-09-01 23:24:31,869 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.014310876998933963 (mp_runner.py:73) +2024-09-01 23:24:31,869 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.012433197000063956 (mp_runner.py:73) +2024-09-01 23:24:31,871 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.013968911000119988 (mp_runner.py:73) +2024-09-01 23:24:31,872 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.013705463003134355 (mp_runner.py:73) +2024-09-01 23:24:31,872 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.019132829998852685 (mp_runner.py:73) +2024-09-01 23:24:31,874 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.014742362000106368 (mp_runner.py:73) +2024-09-01 23:24:31,877 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.02395689400145784 (mp_runner.py:73) +2024-09-01 23:24:31,878 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01329863999853842 (mp_runner.py:73) +2024-09-01 23:24:33,436 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.017527494004752953 (mp_runner.py:73) +2024-09-01 23:24:34,096 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.0245624380040681 (mp_runner.py:73) +2024-09-01 23:24:37,802 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.010851368999283295 (mp_runner.py:73) +2024-09-01 23:24:37,802 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.010918696003500372 (mp_runner.py:73) +2024-09-01 23:24:37,803 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.01231845399888698 (mp_runner.py:73) +2024-09-01 23:24:37,803 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.01085963499645004 (mp_runner.py:73) +2024-09-01 23:24:37,805 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.01457039600063581 (mp_runner.py:73) +2024-09-01 23:24:37,806 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.01674498100328492 (mp_runner.py:73) +2024-09-01 23:24:37,806 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.011462072005087975 (mp_runner.py:73) +2024-09-01 23:24:37,807 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.012416197001584806 (mp_runner.py:73) +2024-09-01 23:24:38,222 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.010683935004635714 (mp_runner.py:73) +2024-09-01 23:24:38,222 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.010904032998951152 (mp_runner.py:73) +2024-09-01 23:24:38,223 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.012187029999040533 (mp_runner.py:73) +2024-09-01 23:24:38,223 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.010999326004821341 (mp_runner.py:73) +2024-09-01 23:24:38,224 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.01127189899852965 (mp_runner.py:73) +2024-09-01 23:24:38,224 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.014564748998964205 (mp_runner.py:73) +2024-09-01 23:24:38,225 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.014458551995630842 (mp_runner.py:73) +2024-09-01 23:24:38,225 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.011801577995356638 (mp_runner.py:73) +2024-09-01 23:24:38,226 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.012855331995524466 (mp_runner.py:73) +2024-09-01 23:24:38,227 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.01254690299538197 (mp_runner.py:73) +2024-09-01 23:24:38,228 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.012101251006242819 (mp_runner.py:73) +2024-09-01 23:24:38,756 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.008666156005347148 (mp_runner.py:73) +2024-09-01 23:24:38,757 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.007054622998111881 (mp_runner.py:73) +2024-09-01 23:24:38,757 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.00801045599655481 (mp_runner.py:73) +2024-09-01 23:24:38,758 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.011664908997772727 (mp_runner.py:73) +2024-09-01 23:24:38,758 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.008275084001070354 (mp_runner.py:73) +2024-09-01 23:24:38,759 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.009661187999881804 (mp_runner.py:73) +2024-09-01 23:24:38,759 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.008501864998834208 (mp_runner.py:73) +2024-09-01 23:24:38,759 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.011341912002535537 (mp_runner.py:73) +2024-09-01 23:24:38,760 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.009765064998646267 (mp_runner.py:73) +2024-09-01 23:24:38,760 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.012635120998311322 (mp_runner.py:73) +2024-09-01 23:24:38,760 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.013509879005141556 (mp_runner.py:73) +2024-09-01 23:24:38,761 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.015458030000445433 (mp_runner.py:73) +2024-09-01 23:24:38,761 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.014560584997525439 (mp_runner.py:73) +2024-09-01 23:24:38,761 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.010330080993298907 (mp_runner.py:73) +2024-09-01 23:24:38,762 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.012879412002803292 (mp_runner.py:73) +2024-09-01 23:24:38,762 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.009843289000855293 (mp_runner.py:73) +2024-09-01 23:24:38,763 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.013208875003329013 (mp_runner.py:73) +2024-09-01 23:24:38,763 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.012853963002271485 (mp_runner.py:73) +2024-09-01 23:24:38,764 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.011502795001433697 (mp_runner.py:73) +2024-09-01 23:24:38,764 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.01587361299607437 (mp_runner.py:73) +2024-09-01 23:24:38,764 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.005966404001810588 (mp_runner.py:73) +2024-09-01 23:24:38,764 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.013038670003879815 (mp_runner.py:73) +2024-09-01 23:24:38,765 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.01426645000174176 (mp_runner.py:73) +2024-09-01 23:24:38,765 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.012187740998342633 (mp_runner.py:73) +2024-09-01 23:24:38,766 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.012276387002202682 (mp_runner.py:73) +2024-09-01 23:24:38,766 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.013556352998421062 (mp_runner.py:73) +2024-09-01 23:24:38,767 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.020944239004165865 (mp_runner.py:73) +2024-09-01 23:24:38,768 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.01258736399904592 (mp_runner.py:73) +2024-09-01 23:24:38,768 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.013651103996380698 (mp_runner.py:73) +2024-09-01 23:24:38,815 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.01987844800169114 (mp_runner.py:73) +2024-09-01 23:24:38,898 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.01981815700128209 (mp_runner.py:73) +2024-09-01 23:24:39,519 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.016292715998133644 (mp_runner.py:73) +2024-09-01 23:24:39,818 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.0199966520012822 (mp_runner.py:73) +2024-09-01 23:24:39,885 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.015917092001473065 (mp_runner.py:73) +2024-09-01 23:24:42,927 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.016145898000104353 (mp_runner.py:73) +2024-09-01 23:24:43,643 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.01852160599810304 (mp_runner.py:73) +2024-09-01 23:24:45,087 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.005583175996434875 (mp_runner.py:73) +2024-09-01 23:24:45,131 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.04903187800664455 (mp_runner.py:73) +2024-09-01 23:24:45,135 | DEBUG |(SpawnProcess-1:309) search_count: 1500, latest_latency=0.03477814399957424 (mp_runner.py:73) +2024-09-01 23:24:45,167 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.0778362329947413 (mp_runner.py:73) +2024-09-01 23:24:45,181 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.09979431499959901 (mp_runner.py:73) +2024-09-01 23:24:45,291 | DEBUG |(SpawnProcess-1:310) search_count: 1500, latest_latency=0.06430335900222417 (mp_runner.py:73) +2024-09-01 23:24:45,588 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.011723855997843202 (mp_runner.py:73) +2024-09-01 23:24:45,591 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.015471344006073195 (mp_runner.py:73) +2024-09-01 23:24:45,593 | DEBUG |(SpawnProcess-1:334) search_count: 1500, latest_latency=0.012935455997649115 (mp_runner.py:73) +2024-09-01 23:24:45,594 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.01968934700562386 (mp_runner.py:73) +2024-09-01 23:24:45,595 | DEBUG |(SpawnProcess-1:335) search_count: 1500, latest_latency=0.02159383300022455 (mp_runner.py:73) +2024-09-01 23:24:45,649 | DEBUG |(SpawnProcess-1:303) search_count: 1500, latest_latency=0.021587939001619816 (mp_runner.py:73) +2024-09-01 23:24:45,675 | DEBUG |(SpawnProcess-1:289) search_count: 1500, latest_latency=0.02003389099991182 (mp_runner.py:73) +2024-09-01 23:24:45,686 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.017405916005373 (mp_runner.py:73) +2024-09-01 23:24:45,687 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.01673375799873611 (mp_runner.py:73) +2024-09-01 23:24:46,006 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.020990667995647527 (mp_runner.py:73) +2024-09-01 23:24:46,126 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.02091483899857849 (mp_runner.py:73) +2024-09-01 23:24:46,147 | DEBUG |(SpawnProcess-1:331) search_count: 1500, latest_latency=0.01585119299852522 (mp_runner.py:73) +2024-09-01 23:24:46,184 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.020819785000639968 (mp_runner.py:73) +2024-09-01 23:24:46,279 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.011340119999658782 (mp_runner.py:73) +2024-09-01 23:24:46,281 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.015004859000327997 (mp_runner.py:73) +2024-09-01 23:24:46,281 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.006851692000054754 (mp_runner.py:73) +2024-09-01 23:24:46,282 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.017026280002028216 (mp_runner.py:73) +2024-09-01 23:24:46,283 | DEBUG |(SpawnProcess-1:332) search_count: 1500, latest_latency=0.013038805001997389 (mp_runner.py:73) +2024-09-01 23:24:46,284 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.013338562996068504 (mp_runner.py:73) +2024-09-01 23:24:46,286 | DEBUG |(SpawnProcess-1:313) search_count: 1500, latest_latency=0.02093333900120342 (mp_runner.py:73) +2024-09-01 23:24:46,286 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.014638167005614378 (mp_runner.py:73) +2024-09-01 23:24:46,287 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.013826763002725784 (mp_runner.py:73) +2024-09-01 23:24:46,495 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.019469992999802344 (mp_runner.py:73) +2024-09-01 23:24:46,495 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.02101630599645432 (mp_runner.py:73) +2024-09-01 23:24:46,512 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.01831081500131404 (mp_runner.py:73) +2024-09-01 23:24:46,705 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.015216455001791473 (mp_runner.py:73) +2024-09-01 23:24:46,705 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.01661104200320551 (mp_runner.py:73) +2024-09-01 23:24:46,705 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.01522949799982598 (mp_runner.py:73) +2024-09-01 23:24:46,705 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.014930274002836086 (mp_runner.py:73) +2024-09-01 23:24:46,707 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.018668522003281396 (mp_runner.py:73) +2024-09-01 23:24:46,989 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.02358952900249278 (mp_runner.py:73) +2024-09-01 23:24:47,039 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.02208857399818953 (mp_runner.py:73) +2024-09-01 23:24:47,040 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.021341214996937197 (mp_runner.py:73) +2024-09-01 23:24:47,386 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.022757988997909706 (mp_runner.py:73) +2024-09-01 23:24:47,487 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.017291306001425255 (mp_runner.py:73) +2024-09-01 23:24:47,487 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.013975518006191123 (mp_runner.py:73) +2024-09-01 23:24:47,488 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.01548718599951826 (mp_runner.py:73) +2024-09-01 23:24:47,489 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.021884197005419992 (mp_runner.py:73) +2024-09-01 23:24:47,778 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.0018248790001962334 (mp_runner.py:73) +2024-09-01 23:24:47,924 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.021481285999470856 (mp_runner.py:73) +2024-09-01 23:24:47,953 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.023005248003755696 (mp_runner.py:73) +2024-09-01 23:24:48,329 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.023346191002929118 (mp_runner.py:73) +2024-09-01 23:24:48,759 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.02342554300412303 (mp_runner.py:73) +2024-09-01 23:24:48,816 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.020298982002714183 (mp_runner.py:73) +2024-09-01 23:24:49,350 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.021591217002423946 (mp_runner.py:73) +2024-09-01 23:24:49,668 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.01988033700035885 (mp_runner.py:73) +2024-09-01 23:24:49,878 | DEBUG |(SpawnProcess-1:325) search_count: 1500, latest_latency=0.01941693499975372 (mp_runner.py:73) +2024-09-01 23:24:52,322 | DEBUG |(SpawnProcess-1:281) search_count: 2000, latest_latency=0.012091796997992788 (mp_runner.py:73) +2024-09-01 23:24:52,322 | DEBUG |(SpawnProcess-1:309) search_count: 2000, latest_latency=0.012285830001928844 (mp_runner.py:73) +2024-09-01 23:24:52,323 | DEBUG |(SpawnProcess-1:307) search_count: 2000, latest_latency=0.011219164996873587 (mp_runner.py:73) +2024-09-01 23:24:52,323 | DEBUG |(SpawnProcess-1:299) search_count: 2000, latest_latency=0.012397170001349878 (mp_runner.py:73) +2024-09-01 23:24:52,324 | DEBUG |(SpawnProcess-1:335) search_count: 2000, latest_latency=0.011468921999039594 (mp_runner.py:73) +2024-09-01 23:24:52,324 | DEBUG |(SpawnProcess-1:301) search_count: 2000, latest_latency=0.01270992500212742 (mp_runner.py:73) +2024-09-01 23:24:52,325 | DEBUG |(SpawnProcess-1:334) search_count: 2000, latest_latency=0.01612167699931888 (mp_runner.py:73) +2024-09-01 23:24:52,325 | DEBUG |(SpawnProcess-1:293) search_count: 2000, latest_latency=0.011469946999568492 (mp_runner.py:73) +2024-09-01 23:24:52,326 | DEBUG |(SpawnProcess-1:310) search_count: 2000, latest_latency=0.01763657799892826 (mp_runner.py:73) +2024-09-01 23:24:52,326 | DEBUG |(SpawnProcess-1:292) search_count: 2000, latest_latency=0.01398556500498671 (mp_runner.py:73) +2024-09-01 23:24:52,327 | DEBUG |(SpawnProcess-1:320) search_count: 2000, latest_latency=0.012397621001582593 (mp_runner.py:73) +2024-09-01 23:24:52,741 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.022461431995907333 (mp_runner.py:73) +2024-09-01 23:24:52,989 | DEBUG |(SpawnProcess-1:328) search_count: 2000, latest_latency=0.013178936002077535 (mp_runner.py:73) +2024-09-01 23:24:52,990 | DEBUG |(SpawnProcess-1:331) search_count: 2000, latest_latency=0.011882970997248776 (mp_runner.py:73) +2024-09-01 23:24:52,990 | DEBUG |(SpawnProcess-1:313) search_count: 2000, latest_latency=0.012805954997020308 (mp_runner.py:73) +2024-09-01 23:24:52,991 | DEBUG |(SpawnProcess-1:285) search_count: 2000, latest_latency=0.013696709997020662 (mp_runner.py:73) +2024-09-01 23:24:52,992 | DEBUG |(SpawnProcess-1:316) search_count: 2000, latest_latency=0.01393749699491309 (mp_runner.py:73) +2024-09-01 23:24:52,993 | DEBUG |(SpawnProcess-1:290) search_count: 2000, latest_latency=0.017704744001093786 (mp_runner.py:73) +2024-09-01 23:24:52,993 | DEBUG |(SpawnProcess-1:321) search_count: 2000, latest_latency=0.018554042995674536 (mp_runner.py:73) +2024-09-01 23:24:52,994 | DEBUG |(SpawnProcess-1:322) search_count: 2000, latest_latency=0.014351673002238385 (mp_runner.py:73) +2024-09-01 23:24:52,994 | DEBUG |(SpawnProcess-1:289) search_count: 2000, latest_latency=0.014640230998338666 (mp_runner.py:73) +2024-09-01 23:24:52,995 | DEBUG |(SpawnProcess-1:303) search_count: 2000, latest_latency=0.018451039999490604 (mp_runner.py:73) +2024-09-01 23:24:53,137 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.020000021999294404 (mp_runner.py:73) +2024-09-01 23:24:53,325 | DEBUG |(SpawnProcess-1:324) search_count: 2000, latest_latency=0.01416375300323125 (mp_runner.py:73) +2024-09-01 23:24:53,327 | DEBUG |(SpawnProcess-1:306) search_count: 2000, latest_latency=0.017556178994709626 (mp_runner.py:73) +2024-09-01 23:24:53,328 | DEBUG |(SpawnProcess-1:326) search_count: 2000, latest_latency=0.016112830002384726 (mp_runner.py:73) +2024-09-01 23:24:53,329 | DEBUG |(SpawnProcess-1:330) search_count: 2000, latest_latency=0.019202929994207807 (mp_runner.py:73) +2024-09-01 23:24:53,771 | DEBUG |(SpawnProcess-1:315) search_count: 2000, latest_latency=0.008786159996816423 (mp_runner.py:73) +2024-09-01 23:24:54,079 | DEBUG |(SpawnProcess-1:304) search_count: 2000, latest_latency=0.02309517400135519 (mp_runner.py:73) +2024-09-01 23:24:54,101 | DEBUG |(SpawnProcess-1:318) search_count: 2000, latest_latency=0.02465763000509469 (mp_runner.py:73) +2024-09-01 23:24:54,115 | DEBUG |(SpawnProcess-1:284) search_count: 2000, latest_latency=0.023553752005682327 (mp_runner.py:73) +2024-09-01 23:24:54,117 | DEBUG |(SpawnProcess-1:327) search_count: 2000, latest_latency=0.025656195997726172 (mp_runner.py:73) +2024-09-01 23:24:54,117 | DEBUG |(SpawnProcess-1:314) search_count: 2000, latest_latency=0.024471346005157102 (mp_runner.py:73) +2024-09-01 23:24:54,118 | DEBUG |(SpawnProcess-1:308) search_count: 2000, latest_latency=0.02392489799967734 (mp_runner.py:73) +2024-09-01 23:24:54,119 | DEBUG |(SpawnProcess-1:317) search_count: 2000, latest_latency=0.02790039400133537 (mp_runner.py:73) +2024-09-01 23:24:54,119 | DEBUG |(SpawnProcess-1:288) search_count: 2000, latest_latency=0.023596760001964867 (mp_runner.py:73) +2024-09-01 23:24:54,120 | DEBUG |(SpawnProcess-1:332) search_count: 2000, latest_latency=0.04347075099940412 (mp_runner.py:73) +2024-09-01 23:24:54,121 | DEBUG |(SpawnProcess-1:312) search_count: 2000, latest_latency=0.026680789997044485 (mp_runner.py:73) +2024-09-01 23:24:54,210 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0007s, count=2004, qps in this process: 66.7984 (mp_runner.py:76) +2024-09-01 23:24:54,246 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0161s, count=1766, qps in this process: 58.8351 (mp_runner.py:76) +2024-09-01 23:24:54,285 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0029s, count=1920, qps in this process: 63.9938 (mp_runner.py:76) +2024-09-01 23:24:54,396 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0026s, count=2061, qps in this process: 68.694 (mp_runner.py:76) +2024-09-01 23:24:54,402 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0062s, count=1822, qps in this process: 60.7208 (mp_runner.py:76) +2024-09-01 23:24:54,403 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0015s, count=2109, qps in this process: 70.2965 (mp_runner.py:76) +2024-09-01 23:24:54,404 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0038s, count=2103, qps in this process: 70.0911 (mp_runner.py:76) +2024-09-01 23:24:54,407 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0067s, count=2157, qps in this process: 71.8839 (mp_runner.py:76) +2024-09-01 23:24:54,408 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0059s, count=2157, qps in this process: 71.8859 (mp_runner.py:76) +2024-09-01 23:24:54,408 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0062s, count=2109, qps in this process: 70.2855 (mp_runner.py:76) +2024-09-01 23:24:54,409 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.0085s, count=2157, qps in this process: 71.8796 (mp_runner.py:76) +2024-09-01 23:24:54,409 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0079s, count=2157, qps in this process: 71.8811 (mp_runner.py:76) +2024-09-01 23:24:54,410 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0096s, count=2157, qps in this process: 71.877 (mp_runner.py:76) +2024-09-01 23:24:54,410 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0126s, count=2157, qps in this process: 71.8698 (mp_runner.py:76) +2024-09-01 23:24:54,411 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0103s, count=2157, qps in this process: 71.8753 (mp_runner.py:76) +2024-09-01 23:24:54,411 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0086s, count=1928, qps in this process: 64.2482 (mp_runner.py:76) +2024-09-01 23:24:54,412 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0105s, count=2157, qps in this process: 71.8748 (mp_runner.py:76) +2024-09-01 23:24:54,419 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0175s, count=2157, qps in this process: 71.8581 (mp_runner.py:76) +2024-09-01 23:24:54,422 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.001s, count=1858, qps in this process: 61.9313 (mp_runner.py:76) +2024-09-01 23:24:54,428 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0237s, count=2110, qps in this process: 70.2778 (mp_runner.py:76) +2024-09-01 23:24:54,428 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0058s, count=2020, qps in this process: 67.3203 (mp_runner.py:76) +2024-09-01 23:24:54,428 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0008s, count=2020, qps in this process: 67.3315 (mp_runner.py:76) +2024-09-01 23:24:54,429 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0077s, count=2031, qps in this process: 67.6826 (mp_runner.py:76) +2024-09-01 23:24:54,429 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0081s, count=2020, qps in this process: 67.3152 (mp_runner.py:76) +2024-09-01 23:24:54,430 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0035s, count=1923, qps in this process: 64.0925 (mp_runner.py:76) +2024-09-01 23:24:54,430 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.002s, count=2020, qps in this process: 67.3288 (mp_runner.py:76) +2024-09-01 23:24:54,431 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0037s, count=2020, qps in this process: 67.325 (mp_runner.py:76) +2024-09-01 23:24:54,432 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.01s, count=1923, qps in this process: 64.0786 (mp_runner.py:76) +2024-09-01 23:24:54,432 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.011s, count=2063, qps in this process: 68.7415 (mp_runner.py:76) +2024-09-01 23:24:54,432 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0107s, count=1755, qps in this process: 58.4791 (mp_runner.py:76) +2024-09-01 23:24:54,433 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0063s, count=1923, qps in this process: 64.0865 (mp_runner.py:76) +2024-09-01 23:24:54,433 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0112s, count=2020, qps in this process: 67.3082 (mp_runner.py:76) +2024-09-01 23:24:54,433 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0112s, count=2063, qps in this process: 68.741 (mp_runner.py:76) +2024-09-01 23:24:54,434 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0124s, count=1853, qps in this process: 61.7411 (mp_runner.py:76) +2024-09-01 23:24:54,434 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0128s, count=1923, qps in this process: 64.0727 (mp_runner.py:76) +2024-09-01 23:24:54,435 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0138s, count=1803, qps in this process: 60.0724 (mp_runner.py:76) +2024-09-01 23:24:54,435 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0089s, count=1882, qps in this process: 62.7147 (mp_runner.py:76) +2024-09-01 23:24:54,435 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0003s, count=2159, qps in this process: 71.9659 (mp_runner.py:76) +2024-09-01 23:24:54,439 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0033s, count=2111, qps in this process: 70.3589 (mp_runner.py:76) +2024-09-01 23:24:54,450 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0237s, count=2021, qps in this process: 67.3135 (mp_runner.py:76) +2024-09-01 23:24:54,464 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0023s, count=2116, qps in this process: 70.5279 (mp_runner.py:76) +2024-09-01 23:24:54,469 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0008s, count=2067, qps in this process: 68.8982 (mp_runner.py:76) +2024-09-01 23:24:54,471 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0029s, count=1591, qps in this process: 53.0282 (mp_runner.py:76) +2024-09-01 23:24:54,484 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.004s, count=1751, qps in this process: 58.3589 (mp_runner.py:76) +2024-09-01 23:24:54,487 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0012s, count=2116, qps in this process: 70.5305 (mp_runner.py:76) +2024-09-01 23:24:54,496 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0046s, count=2125, qps in this process: 70.8225 (mp_runner.py:76) +2024-09-01 23:24:54,501 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0009s, count=2121, qps in this process: 70.6979 (mp_runner.py:76) +2024-09-01 23:24:54,509 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.001s, count=1945, qps in this process: 64.8312 (mp_runner.py:76) +2024-09-01 23:24:54,520 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.002s, count=2040, qps in this process: 67.9955 (mp_runner.py:76) +2024-09-01 23:24:54,520 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0021s, count=2040, qps in this process: 67.9952 (mp_runner.py:76) +2024-09-01 23:24:54,521 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0032s, count=1826, qps in this process: 60.8602 (mp_runner.py:76) +2024-09-01 23:24:54,536 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.001s, count=1877, qps in this process: 62.5646 (mp_runner.py:76) +2024-09-01 23:24:54,537 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0011s, count=2153, qps in this process: 71.764 (mp_runner.py:76) +2024-09-01 23:24:54,539 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0018s, count=2196, qps in this process: 73.1956 (mp_runner.py:76) +2024-09-01 23:24:54,553 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0003s, count=1619, qps in this process: 53.9661 (mp_runner.py:76) +2024-09-01 23:24:54,577 | INFO |End search in concurrency 55: dur=30.679013264998503s, total_count=110339, qps=3596.5629 (mp_runner.py:120) +2024-09-01 23:24:58,683 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:24:58,683 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 23:25:20,074 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 23:25:20,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,366 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,424 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,462 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,539 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,575 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,577 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,578 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,579 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,579 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,579 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,583 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,589 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,594 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,596 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,602 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,619 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,620 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,620 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,643 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,645 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,655 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,693 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,696 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,696 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,725 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,741 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,741 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,744 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,747 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,760 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,765 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,782 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,782 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,789 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,817 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,819 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,821 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,847 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,861 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,861 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:20,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:25:27,974 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.015495782005018555 (mp_runner.py:73) +2024-09-01 23:25:27,975 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.014335948006191757 (mp_runner.py:73) +2024-09-01 23:25:27,976 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.016661745998135302 (mp_runner.py:73) +2024-09-01 23:25:27,976 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.014710122995893471 (mp_runner.py:73) +2024-09-01 23:25:27,977 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.014598731002479326 (mp_runner.py:73) +2024-09-01 23:25:27,977 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.016989178999210708 (mp_runner.py:73) +2024-09-01 23:25:27,980 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.014161600003717467 (mp_runner.py:73) +2024-09-01 23:25:27,980 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.015954298003634904 (mp_runner.py:73) +2024-09-01 23:25:27,981 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.0165077609999571 (mp_runner.py:73) +2024-09-01 23:25:27,981 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.018051272003503982 (mp_runner.py:73) +2024-09-01 23:25:27,981 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.023484880999603774 (mp_runner.py:73) +2024-09-01 23:25:27,982 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.017053317998943385 (mp_runner.py:73) +2024-09-01 23:25:27,982 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.025123669001914095 (mp_runner.py:73) +2024-09-01 23:25:28,205 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.017590700997971 (mp_runner.py:73) +2024-09-01 23:25:28,205 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.01626338100322755 (mp_runner.py:73) +2024-09-01 23:25:28,206 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.01590787999884924 (mp_runner.py:73) +2024-09-01 23:25:28,206 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.016424380999524146 (mp_runner.py:73) +2024-09-01 23:25:28,207 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.019823572001769207 (mp_runner.py:73) +2024-09-01 23:25:28,246 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.013249780997284688 (mp_runner.py:73) +2024-09-01 23:25:28,247 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.013925366001785733 (mp_runner.py:73) +2024-09-01 23:25:28,247 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.013333528004295658 (mp_runner.py:73) +2024-09-01 23:25:28,247 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.0126557559997309 (mp_runner.py:73) +2024-09-01 23:25:28,248 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.01486552299320465 (mp_runner.py:73) +2024-09-01 23:25:28,248 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.014183193001372274 (mp_runner.py:73) +2024-09-01 23:25:28,249 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.012966806003532838 (mp_runner.py:73) +2024-09-01 23:25:28,253 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.021749150997493416 (mp_runner.py:73) +2024-09-01 23:25:28,254 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.022079863003455102 (mp_runner.py:73) +2024-09-01 23:25:28,367 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.017774421998183243 (mp_runner.py:73) +2024-09-01 23:25:28,368 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.015330825001001358 (mp_runner.py:73) +2024-09-01 23:25:28,368 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.013681606003956404 (mp_runner.py:73) +2024-09-01 23:25:28,369 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.016709914998500608 (mp_runner.py:73) +2024-09-01 23:25:28,369 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.015575974000967108 (mp_runner.py:73) +2024-09-01 23:25:28,370 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.014629182005592156 (mp_runner.py:73) +2024-09-01 23:25:28,370 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.01591642999846954 (mp_runner.py:73) +2024-09-01 23:25:28,370 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.014959716994781047 (mp_runner.py:73) +2024-09-01 23:25:28,373 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.02430292599456152 (mp_runner.py:73) +2024-09-01 23:25:28,373 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.02574955500313081 (mp_runner.py:73) +2024-09-01 23:25:28,545 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.015691204003815074 (mp_runner.py:73) +2024-09-01 23:25:28,546 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.019408299995120615 (mp_runner.py:73) +2024-09-01 23:25:28,548 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.006046088004950434 (mp_runner.py:73) +2024-09-01 23:25:28,549 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.017232357000466436 (mp_runner.py:73) +2024-09-01 23:25:28,550 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.018191734998254105 (mp_runner.py:73) +2024-09-01 23:25:28,551 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.015859077000641264 (mp_runner.py:73) +2024-09-01 23:25:28,552 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.007270817004609853 (mp_runner.py:73) +2024-09-01 23:25:28,552 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.01691826100432081 (mp_runner.py:73) +2024-09-01 23:25:28,553 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.010858094006835017 (mp_runner.py:73) +2024-09-01 23:25:28,553 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.0014122299980954267 (mp_runner.py:73) +2024-09-01 23:25:28,554 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.018330412996874657 (mp_runner.py:73) +2024-09-01 23:25:28,554 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.01741716099786572 (mp_runner.py:73) +2024-09-01 23:25:28,555 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03152518600109033 (mp_runner.py:73) +2024-09-01 23:25:28,555 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.01864193799701752 (mp_runner.py:73) +2024-09-01 23:25:28,558 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.017913581999891903 (mp_runner.py:73) +2024-09-01 23:25:28,560 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.02019696899515111 (mp_runner.py:73) +2024-09-01 23:25:28,561 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.03507475699734641 (mp_runner.py:73) +2024-09-01 23:25:29,854 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.019648182998935226 (mp_runner.py:73) +2024-09-01 23:25:30,603 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.018362390997936018 (mp_runner.py:73) +2024-09-01 23:25:30,604 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.012930681004945654 (mp_runner.py:73) +2024-09-01 23:25:30,705 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.025201087999448646 (mp_runner.py:73) +2024-09-01 23:25:31,257 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02318026099965209 (mp_runner.py:73) +2024-09-01 23:25:31,258 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.02479309699992882 (mp_runner.py:73) +2024-09-01 23:25:35,653 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.012839661998441443 (mp_runner.py:73) +2024-09-01 23:25:35,654 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.01581292099581333 (mp_runner.py:73) +2024-09-01 23:25:35,655 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.017821777000790462 (mp_runner.py:73) +2024-09-01 23:25:35,656 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.01208446600503521 (mp_runner.py:73) +2024-09-01 23:25:35,656 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.013370677996135782 (mp_runner.py:73) +2024-09-01 23:25:35,657 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.012702501997409854 (mp_runner.py:73) +2024-09-01 23:25:35,658 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.012614035003934987 (mp_runner.py:73) +2024-09-01 23:25:35,849 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.012106512003811076 (mp_runner.py:73) +2024-09-01 23:25:35,850 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.010894170998653863 (mp_runner.py:73) +2024-09-01 23:25:35,851 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.020671086997026578 (mp_runner.py:73) +2024-09-01 23:25:35,852 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.016722624000976793 (mp_runner.py:73) +2024-09-01 23:25:35,855 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.011410188002628274 (mp_runner.py:73) +2024-09-01 23:25:35,855 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.012317043998336885 (mp_runner.py:73) +2024-09-01 23:25:35,945 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.009266897999623325 (mp_runner.py:73) +2024-09-01 23:25:35,945 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.011422709001635667 (mp_runner.py:73) +2024-09-01 23:25:35,945 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.0024603300043963827 (mp_runner.py:73) +2024-09-01 23:25:35,946 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.007767691000481136 (mp_runner.py:73) +2024-09-01 23:25:35,947 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.008288686003652401 (mp_runner.py:73) +2024-09-01 23:25:35,949 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.011201209999853745 (mp_runner.py:73) +2024-09-01 23:25:35,950 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.012469727997086011 (mp_runner.py:73) +2024-09-01 23:25:35,951 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.0144289449963253 (mp_runner.py:73) +2024-09-01 23:25:35,952 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.01868494600057602 (mp_runner.py:73) +2024-09-01 23:25:35,952 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.01635260300099617 (mp_runner.py:73) +2024-09-01 23:25:35,953 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.014611904996854719 (mp_runner.py:73) +2024-09-01 23:25:35,953 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.014169306996336672 (mp_runner.py:73) +2024-09-01 23:25:35,954 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.014231205997930374 (mp_runner.py:73) +2024-09-01 23:25:35,955 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.022541254002135247 (mp_runner.py:73) +2024-09-01 23:25:35,955 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.015076234994921833 (mp_runner.py:73) +2024-09-01 23:25:36,027 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.016743389001931064 (mp_runner.py:73) +2024-09-01 23:25:36,138 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.02330645300389733 (mp_runner.py:73) +2024-09-01 23:25:36,141 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.025353728997288272 (mp_runner.py:73) +2024-09-01 23:25:36,141 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.024735514998610597 (mp_runner.py:73) +2024-09-01 23:25:36,143 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.024369783997826744 (mp_runner.py:73) +2024-09-01 23:25:36,144 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.025190755004587118 (mp_runner.py:73) +2024-09-01 23:25:36,144 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.025306452997028828 (mp_runner.py:73) +2024-09-01 23:25:36,145 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.02380459399864776 (mp_runner.py:73) +2024-09-01 23:25:36,147 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.032390347005275544 (mp_runner.py:73) +2024-09-01 23:25:36,147 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.03752053099742625 (mp_runner.py:73) +2024-09-01 23:25:36,148 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.033317882000119425 (mp_runner.py:73) +2024-09-01 23:25:36,148 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.02748951800458599 (mp_runner.py:73) +2024-09-01 23:25:36,156 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.04397425299976021 (mp_runner.py:73) +2024-09-01 23:25:36,159 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.024008771993976552 (mp_runner.py:73) +2024-09-01 23:25:36,161 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.03763062600046396 (mp_runner.py:73) +2024-09-01 23:25:36,164 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.05069159399863565 (mp_runner.py:73) +2024-09-01 23:25:36,170 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.0596448229989619 (mp_runner.py:73) +2024-09-01 23:25:36,789 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.012530395004432648 (mp_runner.py:73) +2024-09-01 23:25:36,789 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.0126131630022428 (mp_runner.py:73) +2024-09-01 23:25:36,791 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.016580344999965746 (mp_runner.py:73) +2024-09-01 23:25:36,792 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.013680022995686159 (mp_runner.py:73) +2024-09-01 23:25:36,792 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.01639728099689819 (mp_runner.py:73) +2024-09-01 23:25:37,397 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.019091372996626887 (mp_runner.py:73) +2024-09-01 23:25:37,744 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.015332626004237682 (mp_runner.py:73) +2024-09-01 23:25:38,195 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.017915333999553695 (mp_runner.py:73) +2024-09-01 23:25:38,458 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.02101417900121305 (mp_runner.py:73) +2024-09-01 23:25:40,314 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.015172114006418269 (mp_runner.py:73) +2024-09-01 23:25:40,655 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.01697334500204306 (mp_runner.py:73) +2024-09-01 23:25:40,695 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.018236816002172418 (mp_runner.py:73) +2024-09-01 23:25:40,891 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.020973400001821574 (mp_runner.py:73) +2024-09-01 23:25:41,251 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.014198644996213261 (mp_runner.py:73) +2024-09-01 23:25:41,253 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.016634600004181266 (mp_runner.py:73) +2024-09-01 23:25:43,327 | DEBUG |(SpawnProcess-1:391) search_count: 1500, latest_latency=0.0037067560042487457 (mp_runner.py:73) +2024-09-01 23:25:43,329 | DEBUG |(SpawnProcess-1:346) search_count: 1500, latest_latency=0.003749219002202153 (mp_runner.py:73) +2024-09-01 23:25:43,329 | DEBUG |(SpawnProcess-1:359) search_count: 1500, latest_latency=0.015084900995134376 (mp_runner.py:73) +2024-09-01 23:25:43,330 | DEBUG |(SpawnProcess-1:378) search_count: 1500, latest_latency=0.012706670997431502 (mp_runner.py:73) +2024-09-01 23:25:43,331 | DEBUG |(SpawnProcess-1:343) search_count: 1500, latest_latency=0.011857792000228073 (mp_runner.py:73) +2024-09-01 23:25:43,334 | DEBUG |(SpawnProcess-1:395) search_count: 1500, latest_latency=0.013801692999550141 (mp_runner.py:73) +2024-09-01 23:25:43,335 | DEBUG |(SpawnProcess-1:342) search_count: 1500, latest_latency=0.013394524998147972 (mp_runner.py:73) +2024-09-01 23:25:43,337 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.023316621998674236 (mp_runner.py:73) +2024-09-01 23:25:43,337 | DEBUG |(SpawnProcess-1:376) search_count: 1500, latest_latency=0.024660557995957788 (mp_runner.py:73) +2024-09-01 23:25:43,446 | DEBUG |(SpawnProcess-1:380) search_count: 1500, latest_latency=0.013175642001442611 (mp_runner.py:73) +2024-09-01 23:25:43,446 | DEBUG |(SpawnProcess-1:352) search_count: 1500, latest_latency=0.014478611999948043 (mp_runner.py:73) +2024-09-01 23:25:43,450 | DEBUG |(SpawnProcess-1:360) search_count: 1500, latest_latency=0.01890613500290783 (mp_runner.py:73) +2024-09-01 23:25:43,450 | DEBUG |(SpawnProcess-1:366) search_count: 1500, latest_latency=0.021386476000770926 (mp_runner.py:73) +2024-09-01 23:25:43,519 | DEBUG |(SpawnProcess-1:358) search_count: 1500, latest_latency=0.023108340006729122 (mp_runner.py:73) +2024-09-01 23:25:43,520 | DEBUG |(SpawnProcess-1:357) search_count: 1500, latest_latency=0.0122818149975501 (mp_runner.py:73) +2024-09-01 23:25:43,520 | DEBUG |(SpawnProcess-1:389) search_count: 1500, latest_latency=0.028874138995888643 (mp_runner.py:73) +2024-09-01 23:25:43,521 | DEBUG |(SpawnProcess-1:368) search_count: 1500, latest_latency=0.02612519900139887 (mp_runner.py:73) +2024-09-01 23:25:43,521 | DEBUG |(SpawnProcess-1:347) search_count: 1500, latest_latency=0.02769215000444092 (mp_runner.py:73) +2024-09-01 23:25:43,522 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.02954115100146737 (mp_runner.py:73) +2024-09-01 23:25:43,526 | DEBUG |(SpawnProcess-1:371) search_count: 1500, latest_latency=0.036144625999440905 (mp_runner.py:73) +2024-09-01 23:25:43,529 | DEBUG |(SpawnProcess-1:339) search_count: 1500, latest_latency=0.0403116189991124 (mp_runner.py:73) +2024-09-01 23:25:43,530 | DEBUG |(SpawnProcess-1:338) search_count: 1500, latest_latency=0.019064271000388544 (mp_runner.py:73) +2024-09-01 23:25:43,530 | DEBUG |(SpawnProcess-1:386) search_count: 1500, latest_latency=0.03972996499942383 (mp_runner.py:73) +2024-09-01 23:25:43,786 | DEBUG |(SpawnProcess-1:361) search_count: 1500, latest_latency=0.021301348999259062 (mp_runner.py:73) +2024-09-01 23:25:43,821 | DEBUG |(SpawnProcess-1:392) search_count: 1500, latest_latency=0.015683074001572095 (mp_runner.py:73) +2024-09-01 23:25:43,822 | DEBUG |(SpawnProcess-1:383) search_count: 1500, latest_latency=0.016165198001544923 (mp_runner.py:73) +2024-09-01 23:25:43,822 | DEBUG |(SpawnProcess-1:388) search_count: 1500, latest_latency=0.01610891000018455 (mp_runner.py:73) +2024-09-01 23:25:43,823 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.01590992300043581 (mp_runner.py:73) +2024-09-01 23:25:43,824 | DEBUG |(SpawnProcess-1:393) search_count: 1500, latest_latency=0.013608453999040648 (mp_runner.py:73) +2024-09-01 23:25:43,827 | DEBUG |(SpawnProcess-1:364) search_count: 1500, latest_latency=0.021721095996326767 (mp_runner.py:73) +2024-09-01 23:25:43,828 | DEBUG |(SpawnProcess-1:362) search_count: 1500, latest_latency=0.023711544003163 (mp_runner.py:73) +2024-09-01 23:25:43,857 | DEBUG |(SpawnProcess-1:350) search_count: 1500, latest_latency=0.016665716000716202 (mp_runner.py:73) +2024-09-01 23:25:43,858 | DEBUG |(SpawnProcess-1:340) search_count: 1500, latest_latency=0.015122226002858952 (mp_runner.py:73) +2024-09-01 23:25:43,858 | DEBUG |(SpawnProcess-1:382) search_count: 1500, latest_latency=0.013950566994026303 (mp_runner.py:73) +2024-09-01 23:25:43,859 | DEBUG |(SpawnProcess-1:337) search_count: 1500, latest_latency=0.018967781004903372 (mp_runner.py:73) +2024-09-01 23:25:43,859 | DEBUG |(SpawnProcess-1:370) search_count: 1500, latest_latency=0.013100126998324413 (mp_runner.py:73) +2024-09-01 23:25:43,859 | DEBUG |(SpawnProcess-1:379) search_count: 1500, latest_latency=0.021565271003055386 (mp_runner.py:73) +2024-09-01 23:25:43,885 | DEBUG |(SpawnProcess-1:373) search_count: 1500, latest_latency=0.004703667997091543 (mp_runner.py:73) +2024-09-01 23:25:43,891 | DEBUG |(SpawnProcess-1:348) search_count: 1500, latest_latency=0.015652089998184238 (mp_runner.py:73) +2024-09-01 23:25:43,895 | DEBUG |(SpawnProcess-1:375) search_count: 1500, latest_latency=0.0216649639987736 (mp_runner.py:73) +2024-09-01 23:25:43,897 | DEBUG |(SpawnProcess-1:387) search_count: 1500, latest_latency=0.017976486997213215 (mp_runner.py:73) +2024-09-01 23:25:43,898 | DEBUG |(SpawnProcess-1:390) search_count: 1500, latest_latency=0.0255208250018768 (mp_runner.py:73) +2024-09-01 23:25:43,911 | DEBUG |(SpawnProcess-1:344) search_count: 1500, latest_latency=0.018575055997644085 (mp_runner.py:73) +2024-09-01 23:25:43,920 | DEBUG |(SpawnProcess-1:341) search_count: 1500, latest_latency=0.020374617997731548 (mp_runner.py:73) +2024-09-01 23:25:43,951 | DEBUG |(SpawnProcess-1:377) search_count: 1500, latest_latency=0.022972958999162074 (mp_runner.py:73) +2024-09-01 23:25:46,302 | DEBUG |(SpawnProcess-1:345) search_count: 1500, latest_latency=0.023781847005011514 (mp_runner.py:73) +2024-09-01 23:25:46,329 | DEBUG |(SpawnProcess-1:381) search_count: 1500, latest_latency=0.02442160900682211 (mp_runner.py:73) +2024-09-01 23:25:46,335 | DEBUG |(SpawnProcess-1:384) search_count: 1500, latest_latency=0.031878783003776334 (mp_runner.py:73) +2024-09-01 23:25:46,426 | DEBUG |(SpawnProcess-1:363) search_count: 1500, latest_latency=0.02390005299821496 (mp_runner.py:73) +2024-09-01 23:25:46,531 | DEBUG |(SpawnProcess-1:374) search_count: 1500, latest_latency=0.02377948900539195 (mp_runner.py:73) +2024-09-01 23:25:47,895 | DEBUG |(SpawnProcess-1:353) search_count: 1500, latest_latency=0.021723659003328066 (mp_runner.py:73) +2024-09-01 23:25:48,545 | DEBUG |(SpawnProcess-1:365) search_count: 1500, latest_latency=0.018116849998477846 (mp_runner.py:73) +2024-09-01 23:25:49,001 | DEBUG |(SpawnProcess-1:349) search_count: 1500, latest_latency=0.022287033003522083 (mp_runner.py:73) +2024-09-01 23:25:49,181 | DEBUG |(SpawnProcess-1:355) search_count: 1500, latest_latency=0.02188639100495493 (mp_runner.py:73) +2024-09-01 23:25:50,268 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0003s, count=1960, qps in this process: 65.3327 (mp_runner.py:76) +2024-09-01 23:25:50,387 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.011s, count=1970, qps in this process: 65.6426 (mp_runner.py:76) +2024-09-01 23:25:50,423 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0104s, count=1924, qps in this process: 64.1111 (mp_runner.py:76) +2024-09-01 23:25:50,462 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0127s, count=1975, qps in this process: 65.8055 (mp_runner.py:76) +2024-09-01 23:25:50,471 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0019s, count=1975, qps in this process: 65.8292 (mp_runner.py:76) +2024-09-01 23:25:50,546 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.002s, count=1935, qps in this process: 64.4957 (mp_runner.py:76) +2024-09-01 23:25:50,547 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0007s, count=1935, qps in this process: 64.4985 (mp_runner.py:76) +2024-09-01 23:25:50,583 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0003s, count=1985, qps in this process: 66.166 (mp_runner.py:76) +2024-09-01 23:25:50,584 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0073s, count=1985, qps in this process: 66.1506 (mp_runner.py:76) +2024-09-01 23:25:50,585 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0035s, count=1938, qps in this process: 64.5925 (mp_runner.py:76) +2024-09-01 23:25:50,587 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0062s, count=1938, qps in this process: 64.5867 (mp_runner.py:76) +2024-09-01 23:25:50,590 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0132s, count=1938, qps in this process: 64.5716 (mp_runner.py:76) +2024-09-01 23:25:50,591 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0008s, count=1914, qps in this process: 63.7983 (mp_runner.py:76) +2024-09-01 23:25:50,592 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0113s, count=1914, qps in this process: 63.776 (mp_runner.py:76) +2024-09-01 23:25:50,593 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0034s, count=1986, qps in this process: 66.1925 (mp_runner.py:76) +2024-09-01 23:25:50,594 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0067s, count=1986, qps in this process: 66.1852 (mp_runner.py:76) +2024-09-01 23:25:50,595 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0146s, count=1914, qps in this process: 63.769 (mp_runner.py:76) +2024-09-01 23:25:50,600 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0127s, count=1986, qps in this process: 66.172 (mp_runner.py:76) +2024-09-01 23:25:50,601 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0009s, count=1838, qps in this process: 61.2648 (mp_runner.py:76) +2024-09-01 23:25:50,604 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0021s, count=1731, qps in this process: 57.696 (mp_runner.py:76) +2024-09-01 23:25:50,612 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0059s, count=1940, qps in this process: 64.654 (mp_runner.py:76) +2024-09-01 23:25:50,613 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0129s, count=1987, qps in this process: 66.2049 (mp_runner.py:76) +2024-09-01 23:25:50,616 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0081s, count=1987, qps in this process: 66.2155 (mp_runner.py:76) +2024-09-01 23:25:50,618 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0126s, count=1699, qps in this process: 56.6096 (mp_runner.py:76) +2024-09-01 23:25:50,625 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0038s, count=1916, qps in this process: 63.8586 (mp_runner.py:76) +2024-09-01 23:25:50,625 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0109s, count=1988, qps in this process: 66.2426 (mp_runner.py:76) +2024-09-01 23:25:50,630 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0304s, count=1940, qps in this process: 64.6012 (mp_runner.py:76) +2024-09-01 23:25:50,630 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.011s, count=1603, qps in this process: 53.4137 (mp_runner.py:76) +2024-09-01 23:25:50,635 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0076s, count=1733, qps in this process: 57.752 (mp_runner.py:76) +2024-09-01 23:25:50,637 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0084s, count=1705, qps in this process: 56.8174 (mp_runner.py:76) +2024-09-01 23:25:50,647 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0013s, count=1635, qps in this process: 54.4976 (mp_runner.py:76) +2024-09-01 23:25:50,648 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0017s, count=1861, qps in this process: 62.0298 (mp_runner.py:76) +2024-09-01 23:25:50,648 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0043s, count=1919, qps in this process: 63.9575 (mp_runner.py:76) +2024-09-01 23:25:50,656 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0048s, count=1943, qps in this process: 64.7563 (mp_runner.py:76) +2024-09-01 23:25:50,665 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0036s, count=1993, qps in this process: 66.4254 (mp_runner.py:76) +2024-09-01 23:25:50,671 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0099s, count=1945, qps in this process: 64.8119 (mp_runner.py:76) +2024-09-01 23:25:50,699 | DEBUG |(SpawnProcess-1:371) search_count: 2000, latest_latency=0.0036289420022512786 (mp_runner.py:73) +2024-09-01 23:25:50,700 | DEBUG |(SpawnProcess-1:354) search_count: 2000, latest_latency=0.0024574249982833862 (mp_runner.py:73) +2024-09-01 23:25:50,700 | DEBUG |(SpawnProcess-1:376) search_count: 2000, latest_latency=0.0049841309955809265 (mp_runner.py:73) +2024-09-01 23:25:50,701 | DEBUG |(SpawnProcess-1:386) search_count: 2000, latest_latency=0.005848136999702547 (mp_runner.py:73) +2024-09-01 23:25:50,701 | DEBUG |(SpawnProcess-1:339) search_count: 2000, latest_latency=0.0047004499938338995 (mp_runner.py:73) +2024-09-01 23:25:50,701 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0016s, count=2000, qps in this process: 66.6631 (mp_runner.py:76) +2024-09-01 23:25:50,701 | DEBUG |(SpawnProcess-1:352) search_count: 2000, latest_latency=0.005485754998517223 (mp_runner.py:73) +2024-09-01 23:25:50,702 | DEBUG |(SpawnProcess-1:395) search_count: 2000, latest_latency=0.005135659004736226 (mp_runner.py:73) +2024-09-01 23:25:50,703 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0027s, count=1868, qps in this process: 62.2611 (mp_runner.py:76) +2024-09-01 23:25:50,703 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0025s, count=1928, qps in this process: 64.2613 (mp_runner.py:76) +2024-09-01 23:25:50,707 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0031s, count=1928, qps in this process: 64.26 (mp_runner.py:76) +2024-09-01 23:25:50,724 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0052s, count=2005, qps in this process: 66.8218 (mp_runner.py:76) +2024-09-01 23:25:50,736 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0036s, count=2009, qps in this process: 66.9586 (mp_runner.py:76) +2024-09-01 23:25:50,746 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0014s, count=1594, qps in this process: 53.1309 (mp_runner.py:76) +2024-09-01 23:25:50,747 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0024s, count=1954, qps in this process: 65.1281 (mp_runner.py:76) +2024-09-01 23:25:50,752 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0007s, count=2014, qps in this process: 67.1318 (mp_runner.py:76) +2024-09-01 23:25:50,752 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0002s, count=1893, qps in this process: 63.0996 (mp_runner.py:76) +2024-09-01 23:25:50,768 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0032s, count=2021, qps in this process: 67.3595 (mp_runner.py:76) +2024-09-01 23:25:50,769 | DEBUG |(SpawnProcess-1:372) search_count: 1500, latest_latency=0.006505281999125145 (mp_runner.py:73) +2024-09-01 23:25:50,773 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.001s, count=2023, qps in this process: 67.4311 (mp_runner.py:76) +2024-09-01 23:25:50,789 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0003s, count=1956, qps in this process: 65.1993 (mp_runner.py:76) +2024-09-01 23:25:50,790 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0009s, count=2031, qps in this process: 67.698 (mp_runner.py:76) +2024-09-01 23:25:50,794 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0002s, count=1602, qps in this process: 53.3996 (mp_runner.py:76) +2024-09-01 23:25:50,799 | DEBUG |(SpawnProcess-1:367) search_count: 1500, latest_latency=0.0006842009970569052 (mp_runner.py:73) +2024-09-01 23:25:50,808 | DEBUG |(SpawnProcess-1:394) search_count: 1500, latest_latency=0.004708276996097993 (mp_runner.py:73) +2024-09-01 23:25:50,824 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0003s, count=1504, qps in this process: 50.1328 (mp_runner.py:76) +2024-09-01 23:25:50,825 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0011s, count=1512, qps in this process: 50.3982 (mp_runner.py:76) +2024-09-01 23:25:50,828 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0042s, count=1949, qps in this process: 64.9576 (mp_runner.py:76) +2024-09-01 23:25:50,846 | DEBUG |(SpawnProcess-1:388) search_count: 2000, latest_latency=0.0016667430027155206 (mp_runner.py:73) +2024-09-01 23:25:50,847 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0007s, count=1773, qps in this process: 59.0986 (mp_runner.py:76) +2024-09-01 23:25:50,849 | DEBUG |(SpawnProcess-1:351) search_count: 1500, latest_latency=0.0014128309994703159 (mp_runner.py:73) +2024-09-01 23:25:50,853 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0005s, count=2005, qps in this process: 66.8322 (mp_runner.py:76) +2024-09-01 23:25:50,859 | DEBUG |(SpawnProcess-1:369) search_count: 1500, latest_latency=0.0013123809985700063 (mp_runner.py:73) +2024-09-01 23:25:50,867 | DEBUG |(SpawnProcess-1:396) search_count: 1500, latest_latency=0.0006214579989318736 (mp_runner.py:73) +2024-09-01 23:25:50,869 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0002s, count=1554, qps in this process: 51.7997 (mp_runner.py:76) +2024-09-01 23:25:50,870 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0009s, count=1515, qps in this process: 50.4985 (mp_runner.py:76) +2024-09-01 23:25:50,882 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0006s, count=1524, qps in this process: 50.799 (mp_runner.py:76) +2024-09-01 23:25:50,892 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0004s, count=1534, qps in this process: 51.1327 (mp_runner.py:76) +2024-09-01 23:25:50,910 | INFO |End search in concurrency 60: dur=30.83443965400511s, total_count=112217, qps=3639.3397 (mp_runner.py:120) +2024-09-01 23:25:55,291 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:25:55,291 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 23:26:16,925 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 23:26:16,990 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,156 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,220 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,344 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,350 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,377 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,388 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,435 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,461 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,464 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,491 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,496 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,496 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,496 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,502 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,506 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,516 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,521 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,590 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,622 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,624 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,631 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,633 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,645 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,668 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,672 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,672 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,685 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,690 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,693 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,707 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,769 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,770 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,774 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,813 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,831 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:17,834 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:26:25,731 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.017113563997554593 (mp_runner.py:73) +2024-09-01 23:26:25,734 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.01519461399584543 (mp_runner.py:73) +2024-09-01 23:26:25,734 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.018817281001247466 (mp_runner.py:73) +2024-09-01 23:26:25,734 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.017361986996547785 (mp_runner.py:73) +2024-09-01 23:26:25,734 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.0170962909978698 (mp_runner.py:73) +2024-09-01 23:26:25,735 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.016845642996486276 (mp_runner.py:73) +2024-09-01 23:26:25,735 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.01871948200277984 (mp_runner.py:73) +2024-09-01 23:26:25,736 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.018646058000740595 (mp_runner.py:73) +2024-09-01 23:26:25,737 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.016596371999185067 (mp_runner.py:73) +2024-09-01 23:26:25,738 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.022127547999843955 (mp_runner.py:73) +2024-09-01 23:26:25,739 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.019834115999401547 (mp_runner.py:73) +2024-09-01 23:26:25,739 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.017509101002360694 (mp_runner.py:73) +2024-09-01 23:26:25,739 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.01884457399864914 (mp_runner.py:73) +2024-09-01 23:26:25,740 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.027272596998955123 (mp_runner.py:73) +2024-09-01 23:26:25,741 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.0163874210047652 (mp_runner.py:73) +2024-09-01 23:26:25,741 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.027068301002145745 (mp_runner.py:73) +2024-09-01 23:26:25,742 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.017312500000116415 (mp_runner.py:73) +2024-09-01 23:26:25,742 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.020439051993889734 (mp_runner.py:73) +2024-09-01 23:26:25,742 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.017837552004493773 (mp_runner.py:73) +2024-09-01 23:26:25,940 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.010634808997565415 (mp_runner.py:73) +2024-09-01 23:26:25,941 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.012506942999607418 (mp_runner.py:73) +2024-09-01 23:26:25,941 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.013850655996066052 (mp_runner.py:73) +2024-09-01 23:26:25,941 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.013864756001567002 (mp_runner.py:73) +2024-09-01 23:26:25,942 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.012908884993521497 (mp_runner.py:73) +2024-09-01 23:26:25,942 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.012835531997552607 (mp_runner.py:73) +2024-09-01 23:26:25,943 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.011871246999362484 (mp_runner.py:73) +2024-09-01 23:26:25,943 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.012647203002416063 (mp_runner.py:73) +2024-09-01 23:26:25,943 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.016067910997662693 (mp_runner.py:73) +2024-09-01 23:26:25,943 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.013661311997566372 (mp_runner.py:73) +2024-09-01 23:26:25,944 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.014049162993615028 (mp_runner.py:73) +2024-09-01 23:26:25,944 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.01281146700057434 (mp_runner.py:73) +2024-09-01 23:26:25,946 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.012783195998053998 (mp_runner.py:73) +2024-09-01 23:26:25,946 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.020480007995502092 (mp_runner.py:73) +2024-09-01 23:26:25,947 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.013110383995808661 (mp_runner.py:73) +2024-09-01 23:26:25,947 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.020524004998151213 (mp_runner.py:73) +2024-09-01 23:26:25,947 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.02162815799965756 (mp_runner.py:73) +2024-09-01 23:26:25,949 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.014259953997679986 (mp_runner.py:73) +2024-09-01 23:26:25,949 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.022977046995947603 (mp_runner.py:73) +2024-09-01 23:26:25,952 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.016143045999342576 (mp_runner.py:73) +2024-09-01 23:26:26,006 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.022337038994010072 (mp_runner.py:73) +2024-09-01 23:26:26,297 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.015685867998399772 (mp_runner.py:73) +2024-09-01 23:26:26,298 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.013886888002161868 (mp_runner.py:73) +2024-09-01 23:26:26,298 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.015596274999552406 (mp_runner.py:73) +2024-09-01 23:26:26,299 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.013729306003369857 (mp_runner.py:73) +2024-09-01 23:26:26,300 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.013457066001137719 (mp_runner.py:73) +2024-09-01 23:26:26,300 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.015153632004512474 (mp_runner.py:73) +2024-09-01 23:26:26,301 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.01233003399829613 (mp_runner.py:73) +2024-09-01 23:26:26,301 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.017240945999219548 (mp_runner.py:73) +2024-09-01 23:26:26,303 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.021936011005891487 (mp_runner.py:73) +2024-09-01 23:26:26,303 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.016853248002007604 (mp_runner.py:73) +2024-09-01 23:26:26,303 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.015103767997061368 (mp_runner.py:73) +2024-09-01 23:26:26,307 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.02632262100087246 (mp_runner.py:73) +2024-09-01 23:26:26,827 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.022372004001226742 (mp_runner.py:73) +2024-09-01 23:26:26,828 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.025352921002195217 (mp_runner.py:73) +2024-09-01 23:26:26,906 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.015831194999918807 (mp_runner.py:73) +2024-09-01 23:26:26,907 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.015623978993971832 (mp_runner.py:73) +2024-09-01 23:26:26,908 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.015849775001697708 (mp_runner.py:73) +2024-09-01 23:26:26,909 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.01615142700029537 (mp_runner.py:73) +2024-09-01 23:26:26,910 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.020388721997733228 (mp_runner.py:73) +2024-09-01 23:26:26,912 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.023238515997945797 (mp_runner.py:73) +2024-09-01 23:26:27,922 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.022929089005629066 (mp_runner.py:73) +2024-09-01 23:26:27,966 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.02769633299612906 (mp_runner.py:73) +2024-09-01 23:26:28,078 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.02074224800162483 (mp_runner.py:73) +2024-09-01 23:26:28,123 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.01825102099974174 (mp_runner.py:73) +2024-09-01 23:26:28,150 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.023164006997831166 (mp_runner.py:73) +2024-09-01 23:26:33,974 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.013414015993475914 (mp_runner.py:73) +2024-09-01 23:26:33,975 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.014217944000847638 (mp_runner.py:73) +2024-09-01 23:26:33,975 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.01485190699895611 (mp_runner.py:73) +2024-09-01 23:26:33,977 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.018506268999772146 (mp_runner.py:73) +2024-09-01 23:26:33,978 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.015777973996591754 (mp_runner.py:73) +2024-09-01 23:26:33,979 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.01966577300481731 (mp_runner.py:73) +2024-09-01 23:26:33,982 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.015478760004043579 (mp_runner.py:73) +2024-09-01 23:26:33,983 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.023923936001665425 (mp_runner.py:73) +2024-09-01 23:26:33,984 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.015841729000385385 (mp_runner.py:73) +2024-09-01 23:26:34,165 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.013492385995050427 (mp_runner.py:73) +2024-09-01 23:26:34,166 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.013107209997542668 (mp_runner.py:73) +2024-09-01 23:26:34,168 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.016583728000114206 (mp_runner.py:73) +2024-09-01 23:26:34,169 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.017019221995724365 (mp_runner.py:73) +2024-09-01 23:26:34,170 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.017807745003665332 (mp_runner.py:73) +2024-09-01 23:26:34,170 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.018999569001607597 (mp_runner.py:73) +2024-09-01 23:26:34,171 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.013418328999250662 (mp_runner.py:73) +2024-09-01 23:26:34,176 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.017523939000966493 (mp_runner.py:73) +2024-09-01 23:26:34,290 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.01624840400472749 (mp_runner.py:73) +2024-09-01 23:26:34,290 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.01641979799751425 (mp_runner.py:73) +2024-09-01 23:26:34,290 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.015706076002970804 (mp_runner.py:73) +2024-09-01 23:26:34,290 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.016271956003038213 (mp_runner.py:73) +2024-09-01 23:26:34,291 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.015995677997125313 (mp_runner.py:73) +2024-09-01 23:26:34,291 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.017980953001824673 (mp_runner.py:73) +2024-09-01 23:26:34,292 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.01697496099950513 (mp_runner.py:73) +2024-09-01 23:26:34,293 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.01931943299859995 (mp_runner.py:73) +2024-09-01 23:26:34,294 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.016266066006210167 (mp_runner.py:73) +2024-09-01 23:26:34,294 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.014775429997825995 (mp_runner.py:73) +2024-09-01 23:26:34,579 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.012378269995679148 (mp_runner.py:73) +2024-09-01 23:26:34,579 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.012366622002446093 (mp_runner.py:73) +2024-09-01 23:26:34,581 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.01224958500097273 (mp_runner.py:73) +2024-09-01 23:26:34,582 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.01632769699790515 (mp_runner.py:73) +2024-09-01 23:26:34,582 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.018672869002330117 (mp_runner.py:73) +2024-09-01 23:26:34,769 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.0103087180032162 (mp_runner.py:73) +2024-09-01 23:26:34,770 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.011074341993662529 (mp_runner.py:73) +2024-09-01 23:26:34,770 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.01057067600049777 (mp_runner.py:73) +2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.012839543000154663 (mp_runner.py:73) +2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.014170252994517796 (mp_runner.py:73) +2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.0102495920000365 (mp_runner.py:73) +2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.011681027994200122 (mp_runner.py:73) +2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.014023315001395531 (mp_runner.py:73) +2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.01509506599541055 (mp_runner.py:73) +2024-09-01 23:26:34,772 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.013509273005183786 (mp_runner.py:73) +2024-09-01 23:26:34,772 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.011807550996309146 (mp_runner.py:73) +2024-09-01 23:26:34,773 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.01294482500088634 (mp_runner.py:73) +2024-09-01 23:26:34,773 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.012972529999387916 (mp_runner.py:73) +2024-09-01 23:26:34,774 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.013406090998614673 (mp_runner.py:73) +2024-09-01 23:26:34,774 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.018640125999809243 (mp_runner.py:73) +2024-09-01 23:26:34,777 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.013522342000214849 (mp_runner.py:73) +2024-09-01 23:26:34,781 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.015736760004074313 (mp_runner.py:73) +2024-09-01 23:26:35,918 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.018695502003538422 (mp_runner.py:73) +2024-09-01 23:26:35,928 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.01768772999639623 (mp_runner.py:73) +2024-09-01 23:26:36,078 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.032549374001973774 (mp_runner.py:73) +2024-09-01 23:26:36,697 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.018050033002509736 (mp_runner.py:73) +2024-09-01 23:26:36,698 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.017264905996853486 (mp_runner.py:73) +2024-09-01 23:26:36,701 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.014832629996817559 (mp_runner.py:73) +2024-09-01 23:26:36,702 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.014870678998704534 (mp_runner.py:73) +2024-09-01 23:26:37,507 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.018788030996802263 (mp_runner.py:73) +2024-09-01 23:26:37,566 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.019352887997229118 (mp_runner.py:73) +2024-09-01 23:26:37,567 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.017485443997429684 (mp_runner.py:73) +2024-09-01 23:26:37,569 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.01621880599850556 (mp_runner.py:73) +2024-09-01 23:26:38,238 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.019074506999459118 (mp_runner.py:73) +2024-09-01 23:26:38,239 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.01494654499401804 (mp_runner.py:73) +2024-09-01 23:26:38,240 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.01737094200507272 (mp_runner.py:73) +2024-09-01 23:26:38,905 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.023614717996679246 (mp_runner.py:73) +2024-09-01 23:26:39,431 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.019320203995448537 (mp_runner.py:73) +2024-09-01 23:26:42,198 | DEBUG |(SpawnProcess-1:449) search_count: 1500, latest_latency=0.0253161779983202 (mp_runner.py:73) +2024-09-01 23:26:42,314 | DEBUG |(SpawnProcess-1:442) search_count: 1500, latest_latency=0.027557971006899606 (mp_runner.py:73) +2024-09-01 23:26:42,341 | DEBUG |(SpawnProcess-1:462) search_count: 1500, latest_latency=0.02095156499854056 (mp_runner.py:73) +2024-09-01 23:26:42,383 | DEBUG |(SpawnProcess-1:411) search_count: 1500, latest_latency=0.03803179500391707 (mp_runner.py:73) +2024-09-01 23:26:42,402 | DEBUG |(SpawnProcess-1:407) search_count: 1500, latest_latency=0.038940429003559984 (mp_runner.py:73) +2024-09-01 23:26:42,410 | DEBUG |(SpawnProcess-1:430) search_count: 1500, latest_latency=0.012515523994807154 (mp_runner.py:73) +2024-09-01 23:26:42,412 | DEBUG |(SpawnProcess-1:414) search_count: 1500, latest_latency=0.049717361995135434 (mp_runner.py:73) +2024-09-01 23:26:42,414 | DEBUG |(SpawnProcess-1:458) search_count: 1500, latest_latency=0.07070601899613393 (mp_runner.py:73) +2024-09-01 23:26:42,433 | DEBUG |(SpawnProcess-1:406) search_count: 1500, latest_latency=0.07413149500644067 (mp_runner.py:73) +2024-09-01 23:26:42,623 | DEBUG |(SpawnProcess-1:429) search_count: 1500, latest_latency=0.02557622299354989 (mp_runner.py:73) +2024-09-01 23:26:42,624 | DEBUG |(SpawnProcess-1:404) search_count: 1500, latest_latency=0.02613404099975014 (mp_runner.py:73) +2024-09-01 23:26:42,625 | DEBUG |(SpawnProcess-1:437) search_count: 1500, latest_latency=0.02799083799618529 (mp_runner.py:73) +2024-09-01 23:26:42,631 | DEBUG |(SpawnProcess-1:438) search_count: 1500, latest_latency=0.03473012999893399 (mp_runner.py:73) +2024-09-01 23:26:42,640 | DEBUG |(SpawnProcess-1:412) search_count: 1500, latest_latency=0.045693911000853404 (mp_runner.py:73) +2024-09-01 23:26:42,678 | DEBUG |(SpawnProcess-1:434) search_count: 1500, latest_latency=0.0319365929972264 (mp_runner.py:73) +2024-09-01 23:26:42,683 | DEBUG |(SpawnProcess-1:454) search_count: 1500, latest_latency=0.019044599997869227 (mp_runner.py:73) +2024-09-01 23:26:42,712 | DEBUG |(SpawnProcess-1:427) search_count: 1500, latest_latency=0.015419155999552459 (mp_runner.py:73) +2024-09-01 23:26:42,723 | DEBUG |(SpawnProcess-1:409) search_count: 1500, latest_latency=0.015758784000354353 (mp_runner.py:73) +2024-09-01 23:26:42,724 | DEBUG |(SpawnProcess-1:457) search_count: 1500, latest_latency=0.0188143970008241 (mp_runner.py:73) +2024-09-01 23:26:42,727 | DEBUG |(SpawnProcess-1:436) search_count: 1500, latest_latency=0.02031987399823265 (mp_runner.py:73) +2024-09-01 23:26:42,770 | DEBUG |(SpawnProcess-1:420) search_count: 1500, latest_latency=0.02118432199495146 (mp_runner.py:73) +2024-09-01 23:26:42,796 | DEBUG |(SpawnProcess-1:415) search_count: 1500, latest_latency=0.02148326799942879 (mp_runner.py:73) +2024-09-01 23:26:42,829 | DEBUG |(SpawnProcess-1:451) search_count: 1500, latest_latency=0.021334716999263037 (mp_runner.py:73) +2024-09-01 23:26:42,875 | DEBUG |(SpawnProcess-1:446) search_count: 1500, latest_latency=0.022232571005588397 (mp_runner.py:73) +2024-09-01 23:26:43,042 | DEBUG |(SpawnProcess-1:460) search_count: 1500, latest_latency=0.006215163004526403 (mp_runner.py:73) +2024-09-01 23:26:43,043 | DEBUG |(SpawnProcess-1:403) search_count: 1500, latest_latency=0.016837613999086898 (mp_runner.py:73) +2024-09-01 23:26:43,043 | DEBUG |(SpawnProcess-1:421) search_count: 1500, latest_latency=0.014271289997850545 (mp_runner.py:73) +2024-09-01 23:26:43,043 | DEBUG |(SpawnProcess-1:417) search_count: 1500, latest_latency=0.016848147999553476 (mp_runner.py:73) +2024-09-01 23:26:43,043 | DEBUG |(SpawnProcess-1:431) search_count: 1500, latest_latency=0.016678908999892883 (mp_runner.py:73) +2024-09-01 23:26:43,044 | DEBUG |(SpawnProcess-1:400) search_count: 1500, latest_latency=0.014917659005732276 (mp_runner.py:73) +2024-09-01 23:26:43,045 | DEBUG |(SpawnProcess-1:410) search_count: 1500, latest_latency=0.017732865999278147 (mp_runner.py:73) +2024-09-01 23:26:43,045 | DEBUG |(SpawnProcess-1:450) search_count: 1500, latest_latency=0.01766215300449403 (mp_runner.py:73) +2024-09-01 23:26:43,046 | DEBUG |(SpawnProcess-1:456) search_count: 1500, latest_latency=0.016738056001486257 (mp_runner.py:73) +2024-09-01 23:26:43,046 | DEBUG |(SpawnProcess-1:405) search_count: 1500, latest_latency=0.020970360994397197 (mp_runner.py:73) +2024-09-01 23:26:43,047 | DEBUG |(SpawnProcess-1:418) search_count: 1500, latest_latency=0.016878597001777962 (mp_runner.py:73) +2024-09-01 23:26:43,047 | DEBUG |(SpawnProcess-1:453) search_count: 1500, latest_latency=0.02266024699929403 (mp_runner.py:73) +2024-09-01 23:26:43,206 | DEBUG |(SpawnProcess-1:424) search_count: 1500, latest_latency=0.024680376001924742 (mp_runner.py:73) +2024-09-01 23:26:43,227 | DEBUG |(SpawnProcess-1:425) search_count: 1500, latest_latency=0.024509814000339247 (mp_runner.py:73) +2024-09-01 23:26:43,230 | DEBUG |(SpawnProcess-1:447) search_count: 1500, latest_latency=0.022684010000375565 (mp_runner.py:73) +2024-09-01 23:26:43,278 | DEBUG |(SpawnProcess-1:413) search_count: 1500, latest_latency=0.025850818994513247 (mp_runner.py:73) +2024-09-01 23:26:43,998 | DEBUG |(SpawnProcess-1:398) search_count: 1500, latest_latency=0.018131124001229182 (mp_runner.py:73) +2024-09-01 23:26:44,000 | DEBUG |(SpawnProcess-1:445) search_count: 1500, latest_latency=0.02171229899977334 (mp_runner.py:73) +2024-09-01 23:26:44,035 | DEBUG |(SpawnProcess-1:432) search_count: 1500, latest_latency=0.02710908400331391 (mp_runner.py:73) +2024-09-01 23:26:44,042 | DEBUG |(SpawnProcess-1:435) search_count: 1500, latest_latency=0.04147668999939924 (mp_runner.py:73) +2024-09-01 23:26:44,044 | DEBUG |(SpawnProcess-1:452) search_count: 1500, latest_latency=0.04740336399845546 (mp_runner.py:73) +2024-09-01 23:26:44,046 | DEBUG |(SpawnProcess-1:455) search_count: 1500, latest_latency=0.047291773997130804 (mp_runner.py:73) +2024-09-01 23:26:44,062 | DEBUG |(SpawnProcess-1:448) search_count: 1500, latest_latency=0.053562410997983534 (mp_runner.py:73) +2024-09-01 23:26:44,251 | DEBUG |(SpawnProcess-1:444) search_count: 1500, latest_latency=0.04983059899677755 (mp_runner.py:73) +2024-09-01 23:26:45,531 | DEBUG |(SpawnProcess-1:399) search_count: 1500, latest_latency=0.03780441600247286 (mp_runner.py:73) +2024-09-01 23:26:46,548 | DEBUG |(SpawnProcess-1:461) search_count: 1500, latest_latency=0.014218290001736023 (mp_runner.py:73) +2024-09-01 23:26:46,549 | DEBUG |(SpawnProcess-1:428) search_count: 1500, latest_latency=0.014356954998220317 (mp_runner.py:73) +2024-09-01 23:26:46,551 | DEBUG |(SpawnProcess-1:426) search_count: 1500, latest_latency=0.015766601005452685 (mp_runner.py:73) +2024-09-01 23:26:46,552 | DEBUG |(SpawnProcess-1:416) search_count: 1500, latest_latency=0.016719293998903595 (mp_runner.py:73) +2024-09-01 23:26:46,554 | DEBUG |(SpawnProcess-1:401) search_count: 1500, latest_latency=0.020023298005980905 (mp_runner.py:73) +2024-09-01 23:26:46,556 | DEBUG |(SpawnProcess-1:423) search_count: 1500, latest_latency=0.02261372999782907 (mp_runner.py:73) +2024-09-01 23:26:46,558 | DEBUG |(SpawnProcess-1:440) search_count: 1500, latest_latency=0.02508219299488701 (mp_runner.py:73) +2024-09-01 23:26:47,048 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.008s, count=1751, qps in this process: 58.3511 (mp_runner.py:76) +2024-09-01 23:26:47,176 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0084s, count=1739, qps in this process: 57.9504 (mp_runner.py:76) +2024-09-01 23:26:47,230 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0026s, count=1743, qps in this process: 58.095 (mp_runner.py:76) +2024-09-01 23:26:47,339 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0141s, count=1685, qps in this process: 56.1403 (mp_runner.py:76) +2024-09-01 23:26:47,350 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0164s, count=1771, qps in this process: 59.0011 (mp_runner.py:76) +2024-09-01 23:26:47,356 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0088s, count=1751, qps in this process: 58.3496 (mp_runner.py:76) +2024-09-01 23:26:47,359 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0056s, count=1772, qps in this process: 59.0556 (mp_runner.py:76) +2024-09-01 23:26:47,379 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0003s, count=1773, qps in this process: 59.0994 (mp_runner.py:76) +2024-09-01 23:26:47,416 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0261s, count=1775, qps in this process: 59.1152 (mp_runner.py:76) +2024-09-01 23:26:47,441 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0032s, count=1756, qps in this process: 58.5271 (mp_runner.py:76) +2024-09-01 23:26:47,450 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0003s, count=1757, qps in this process: 58.5661 (mp_runner.py:76) +2024-09-01 23:26:47,455 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0183s, count=1757, qps in this process: 58.531 (mp_runner.py:76) +2024-09-01 23:26:47,462 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0086s, count=1779, qps in this process: 59.283 (mp_runner.py:76) +2024-09-01 23:26:47,463 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0097s, count=1758, qps in this process: 58.5811 (mp_runner.py:76) +2024-09-01 23:26:47,470 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0101s, count=1779, qps in this process: 59.28 (mp_runner.py:76) +2024-09-01 23:26:47,477 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0129s, count=1759, qps in this process: 58.6081 (mp_runner.py:76) +2024-09-01 23:26:47,479 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0207s, count=1593, qps in this process: 53.0634 (mp_runner.py:76) +2024-09-01 23:26:47,481 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.007s, count=1780, qps in this process: 59.3195 (mp_runner.py:76) +2024-09-01 23:26:47,490 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.01s, count=1781, qps in this process: 59.3469 (mp_runner.py:76) +2024-09-01 23:26:47,491 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0027s, count=1781, qps in this process: 59.3613 (mp_runner.py:76) +2024-09-01 23:26:47,494 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0144s, count=1781, qps in this process: 59.3382 (mp_runner.py:76) +2024-09-01 23:26:47,498 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0087s, count=1760, qps in this process: 58.6497 (mp_runner.py:76) +2024-09-01 23:26:47,501 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0014s, count=1560, qps in this process: 51.9976 (mp_runner.py:76) +2024-09-01 23:26:47,506 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0028s, count=1728, qps in this process: 57.5946 (mp_runner.py:76) +2024-09-01 23:26:47,508 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.009s, count=1782, qps in this process: 59.3822 (mp_runner.py:76) +2024-09-01 23:26:47,510 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0114s, count=1782, qps in this process: 59.3774 (mp_runner.py:76) +2024-09-01 23:26:47,515 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0033s, count=1689, qps in this process: 56.2938 (mp_runner.py:76) +2024-09-01 23:26:47,516 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0225s, count=1664, qps in this process: 55.4251 (mp_runner.py:76) +2024-09-01 23:26:47,521 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0149s, count=1762, qps in this process: 58.7042 (mp_runner.py:76) +2024-09-01 23:26:47,524 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0094s, count=1653, qps in this process: 55.0827 (mp_runner.py:76) +2024-09-01 23:26:47,526 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.002s, count=1763, qps in this process: 58.7627 (mp_runner.py:76) +2024-09-01 23:26:47,527 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0047s, count=1730, qps in this process: 57.6576 (mp_runner.py:76) +2024-09-01 23:26:47,545 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.003s, count=1692, qps in this process: 56.3944 (mp_runner.py:76) +2024-09-01 23:26:47,560 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0044s, count=1668, qps in this process: 55.5918 (mp_runner.py:76) +2024-09-01 23:26:47,561 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0069s, count=1708, qps in this process: 56.9202 (mp_runner.py:76) +2024-09-01 23:26:47,562 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0043s, count=1718, qps in this process: 57.2585 (mp_runner.py:76) +2024-09-01 23:26:47,566 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0029s, count=1704, qps in this process: 56.7945 (mp_runner.py:76) +2024-09-01 23:26:47,572 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0021s, count=1735, qps in this process: 57.8293 (mp_runner.py:76) +2024-09-01 23:26:47,577 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0138s, count=1735, qps in this process: 57.8067 (mp_runner.py:76) +2024-09-01 23:26:47,579 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0214s, count=1694, qps in this process: 56.4264 (mp_runner.py:76) +2024-09-01 23:26:47,604 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0044s, count=1716, qps in this process: 57.1916 (mp_runner.py:76) +2024-09-01 23:26:47,606 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0031s, count=1698, qps in this process: 56.5942 (mp_runner.py:76) +2024-09-01 23:26:47,630 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0011s, count=1701, qps in this process: 56.6979 (mp_runner.py:76) +2024-09-01 23:26:47,632 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0037s, count=1777, qps in this process: 59.226 (mp_runner.py:76) +2024-09-01 23:26:47,639 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.001s, count=1778, qps in this process: 59.2647 (mp_runner.py:76) +2024-09-01 23:26:47,649 | DEBUG |(SpawnProcess-1:443) search_count: 1500, latest_latency=0.007450081997376401 (mp_runner.py:73) +2024-09-01 23:26:47,650 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0069s, count=1780, qps in this process: 59.3197 (mp_runner.py:76) +2024-09-01 23:26:47,652 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0051s, count=1581, qps in this process: 52.691 (mp_runner.py:76) +2024-09-01 23:26:47,671 | DEBUG |(SpawnProcess-1:441) search_count: 1500, latest_latency=0.007433603001118172 (mp_runner.py:73) +2024-09-01 23:26:47,680 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0021s, count=1506, qps in this process: 50.1965 (mp_runner.py:76) +2024-09-01 23:26:47,681 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0053s, count=1785, qps in this process: 59.4895 (mp_runner.py:76) +2024-09-01 23:26:47,681 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.007s, count=1750, qps in this process: 58.3197 (mp_runner.py:76) +2024-09-01 23:26:47,693 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0015s, count=1590, qps in this process: 52.9974 (mp_runner.py:76) +2024-09-01 23:26:47,696 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0005s, count=1591, qps in this process: 53.0324 (mp_runner.py:76) +2024-09-01 23:26:47,700 | DEBUG |(SpawnProcess-1:422) search_count: 1500, latest_latency=0.0047138980007730424 (mp_runner.py:73) +2024-09-01 23:26:47,701 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0018s, count=1754, qps in this process: 58.4632 (mp_runner.py:76) +2024-09-01 23:26:47,707 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0006s, count=1791, qps in this process: 59.6988 (mp_runner.py:76) +2024-09-01 23:26:47,715 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0024s, count=1595, qps in this process: 53.1624 (mp_runner.py:76) +2024-09-01 23:26:47,726 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0018s, count=1477, qps in this process: 49.2304 (mp_runner.py:76) +2024-09-01 23:26:47,731 | DEBUG |(SpawnProcess-1:402) search_count: 1500, latest_latency=0.0034854240002459846 (mp_runner.py:73) +2024-09-01 23:26:47,762 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0034s, count=1524, qps in this process: 50.7942 (mp_runner.py:76) +2024-09-01 23:26:47,762 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0041s, count=1518, qps in this process: 50.5931 (mp_runner.py:76) +2024-09-01 23:26:47,767 | DEBUG |(SpawnProcess-1:419) search_count: 1500, latest_latency=0.0015577720041619614 (mp_runner.py:73) +2024-09-01 23:26:47,776 | DEBUG |(SpawnProcess-1:439) search_count: 1500, latest_latency=0.0024102349998429418 (mp_runner.py:73) +2024-09-01 23:26:47,779 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0011s, count=1618, qps in this process: 53.9314 (mp_runner.py:76) +2024-09-01 23:26:47,781 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0024s, count=1518, qps in this process: 50.596 (mp_runner.py:76) +2024-09-01 23:26:47,784 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.001s, count=1505, qps in this process: 50.165 (mp_runner.py:76) +2024-09-01 23:26:47,823 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0006s, count=1546, qps in this process: 51.5323 (mp_runner.py:76) +2024-09-01 23:26:47,827 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0012s, count=1658, qps in this process: 55.2645 (mp_runner.py:76) +2024-09-01 23:26:47,842 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0004s, count=1499, qps in this process: 49.966 (mp_runner.py:76) +2024-09-01 23:26:47,843 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0008s, count=1463, qps in this process: 48.7654 (mp_runner.py:76) +2024-09-01 23:26:47,860 | INFO |End search in concurrency 65: dur=30.934235761997115s, total_count=110067, qps=3558.0966 (mp_runner.py:120) +2024-09-01 23:26:52,595 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:26:52,595 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 23:27:14,545 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 23:27:14,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,812 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,913 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,913 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,955 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,955 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,959 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,971 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,975 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:14,979 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,070 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,085 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,103 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,103 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,103 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,103 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,107 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,121 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,162 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,170 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,174 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,191 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,199 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,202 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,203 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,203 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,235 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,238 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,240 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,240 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,241 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,242 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,248 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,249 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,274 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,283 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,313 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,313 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,314 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,319 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,328 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,337 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,389 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,594 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,594 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:15,595 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 23:27:23,761 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.018237511998449918 (mp_runner.py:73) +2024-09-01 23:27:23,762 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.017301933003182057 (mp_runner.py:73) +2024-09-01 23:27:23,763 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.01832454199757194 (mp_runner.py:73) +2024-09-01 23:27:23,764 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.02093252199847484 (mp_runner.py:73) +2024-09-01 23:27:23,764 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.01712884500011569 (mp_runner.py:73) +2024-09-01 23:27:23,765 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.01829094300046563 (mp_runner.py:73) +2024-09-01 23:27:23,765 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.015775579995533917 (mp_runner.py:73) +2024-09-01 23:27:23,765 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.014204787003109232 (mp_runner.py:73) +2024-09-01 23:27:23,766 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.018953284998133313 (mp_runner.py:73) +2024-09-01 23:27:23,766 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.024001270001463126 (mp_runner.py:73) +2024-09-01 23:27:23,767 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.014334629006043542 (mp_runner.py:73) +2024-09-01 23:27:23,767 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.025833619001787156 (mp_runner.py:73) +2024-09-01 23:27:23,769 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.020767624999280088 (mp_runner.py:73) +2024-09-01 23:27:23,770 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.022296393995929975 (mp_runner.py:73) +2024-09-01 23:27:23,908 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.014315161999547854 (mp_runner.py:73) +2024-09-01 23:27:23,908 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.015204554998490494 (mp_runner.py:73) +2024-09-01 23:27:23,910 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.016706944996258244 (mp_runner.py:73) +2024-09-01 23:27:23,910 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.015383257006760687 (mp_runner.py:73) +2024-09-01 23:27:23,910 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.012677430997428019 (mp_runner.py:73) +2024-09-01 23:27:23,911 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.013970006002637092 (mp_runner.py:73) +2024-09-01 23:27:23,911 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.015438229005667381 (mp_runner.py:73) +2024-09-01 23:27:23,911 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.016146994996233843 (mp_runner.py:73) +2024-09-01 23:27:23,912 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.014114960002189036 (mp_runner.py:73) +2024-09-01 23:27:23,913 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.014072097001189832 (mp_runner.py:73) +2024-09-01 23:27:23,913 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.01629527600016445 (mp_runner.py:73) +2024-09-01 23:27:23,913 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.017589148003025912 (mp_runner.py:73) +2024-09-01 23:27:23,914 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.01478464700630866 (mp_runner.py:73) +2024-09-01 23:27:23,914 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.014633641003456432 (mp_runner.py:73) +2024-09-01 23:27:23,914 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.022804665000876412 (mp_runner.py:73) +2024-09-01 23:27:23,915 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.01817831600055797 (mp_runner.py:73) +2024-09-01 23:27:23,916 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.023260021000169218 (mp_runner.py:73) +2024-09-01 23:27:23,916 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.021911752999585588 (mp_runner.py:73) +2024-09-01 23:27:23,917 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.018417883999063633 (mp_runner.py:73) +2024-09-01 23:27:23,918 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.018693288002396002 (mp_runner.py:73) +2024-09-01 23:27:23,918 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.01868032800121 (mp_runner.py:73) +2024-09-01 23:27:23,918 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.01688813399960054 (mp_runner.py:73) +2024-09-01 23:27:23,920 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.017353866001940332 (mp_runner.py:73) +2024-09-01 23:27:23,920 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.016295972003717907 (mp_runner.py:73) +2024-09-01 23:27:23,921 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.014933097998437006 (mp_runner.py:73) +2024-09-01 23:27:23,926 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.01676197499909904 (mp_runner.py:73) +2024-09-01 23:27:24,150 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.044032205994881224 (mp_runner.py:73) +2024-09-01 23:27:24,152 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.03783891100465553 (mp_runner.py:73) +2024-09-01 23:27:24,154 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.04516991999844322 (mp_runner.py:73) +2024-09-01 23:27:24,159 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.05870715800119797 (mp_runner.py:73) +2024-09-01 23:27:24,160 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.05398432399670128 (mp_runner.py:73) +2024-09-01 23:27:24,490 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.01666814400232397 (mp_runner.py:73) +2024-09-01 23:27:24,490 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.01721022600395372 (mp_runner.py:73) +2024-09-01 23:27:24,493 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.021270926998113282 (mp_runner.py:73) +2024-09-01 23:27:24,505 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.03317276500456501 (mp_runner.py:73) +2024-09-01 23:27:24,539 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.024511326002539136 (mp_runner.py:73) +2024-09-01 23:27:24,568 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.01448816699848976 (mp_runner.py:73) +2024-09-01 23:27:24,569 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.01655643299454823 (mp_runner.py:73) +2024-09-01 23:27:24,569 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.01625757299916586 (mp_runner.py:73) +2024-09-01 23:27:24,570 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.015033442003186792 (mp_runner.py:73) +2024-09-01 23:27:24,570 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.0145195529985358 (mp_runner.py:73) +2024-09-01 23:27:24,570 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.016475864002131857 (mp_runner.py:73) +2024-09-01 23:27:24,570 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.015402144003019203 (mp_runner.py:73) +2024-09-01 23:27:24,571 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.016370730998460203 (mp_runner.py:73) +2024-09-01 23:27:24,571 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.005806091001431923 (mp_runner.py:73) +2024-09-01 23:27:24,571 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.015247514005750418 (mp_runner.py:73) +2024-09-01 23:27:24,572 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.01509937000082573 (mp_runner.py:73) +2024-09-01 23:27:24,572 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.01574924000306055 (mp_runner.py:73) +2024-09-01 23:27:24,575 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.022948892001295462 (mp_runner.py:73) +2024-09-01 23:27:24,579 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.027746626998123247 (mp_runner.py:73) +2024-09-01 23:27:25,261 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.017022679996443912 (mp_runner.py:73) +2024-09-01 23:27:25,263 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.02028029899520334 (mp_runner.py:73) +2024-09-01 23:27:25,265 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.02035857900045812 (mp_runner.py:73) +2024-09-01 23:27:25,269 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.027245915996900294 (mp_runner.py:73) +2024-09-01 23:27:25,272 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.030433067004196346 (mp_runner.py:73) +2024-09-01 23:27:25,871 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.022398168002837338 (mp_runner.py:73) +2024-09-01 23:27:32,124 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.012340155000856612 (mp_runner.py:73) +2024-09-01 23:27:32,125 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.014369073003763333 (mp_runner.py:73) +2024-09-01 23:27:32,125 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.012516194001364056 (mp_runner.py:73) +2024-09-01 23:27:32,125 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.014102293003816158 (mp_runner.py:73) +2024-09-01 23:27:32,126 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.015077865995408501 (mp_runner.py:73) +2024-09-01 23:27:32,126 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.012099268002202734 (mp_runner.py:73) +2024-09-01 23:27:32,127 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.013931092005805112 (mp_runner.py:73) +2024-09-01 23:27:32,127 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.012946251001267228 (mp_runner.py:73) +2024-09-01 23:27:32,128 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.01576643700536806 (mp_runner.py:73) +2024-09-01 23:27:32,129 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.014982330001657829 (mp_runner.py:73) +2024-09-01 23:27:32,129 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.01574979800352594 (mp_runner.py:73) +2024-09-01 23:27:32,129 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.011298817000351846 (mp_runner.py:73) +2024-09-01 23:27:32,129 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.01279277400317369 (mp_runner.py:73) +2024-09-01 23:27:32,130 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.015047207998577505 (mp_runner.py:73) +2024-09-01 23:27:32,130 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.014893644001858775 (mp_runner.py:73) +2024-09-01 23:27:32,131 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.015991113003110513 (mp_runner.py:73) +2024-09-01 23:27:32,131 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.015164514996286016 (mp_runner.py:73) +2024-09-01 23:27:32,132 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.021647887006110977 (mp_runner.py:73) +2024-09-01 23:27:32,132 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.02284322599734878 (mp_runner.py:73) +2024-09-01 23:27:32,133 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.015062070997373667 (mp_runner.py:73) +2024-09-01 23:27:32,133 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.014711762996739708 (mp_runner.py:73) +2024-09-01 23:27:32,133 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.01456038100150181 (mp_runner.py:73) +2024-09-01 23:27:32,134 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.016832483001053333 (mp_runner.py:73) +2024-09-01 23:27:32,135 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.014397263999853749 (mp_runner.py:73) +2024-09-01 23:27:32,136 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.0149897779992898 (mp_runner.py:73) +2024-09-01 23:27:32,138 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.015743529998871963 (mp_runner.py:73) +2024-09-01 23:27:32,708 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.012902703994768672 (mp_runner.py:73) +2024-09-01 23:27:32,708 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.011550609997357242 (mp_runner.py:73) +2024-09-01 23:27:32,708 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.012424758999259211 (mp_runner.py:73) +2024-09-01 23:27:32,709 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.013294137999764644 (mp_runner.py:73) +2024-09-01 23:27:32,710 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.015593705997162033 (mp_runner.py:73) +2024-09-01 23:27:32,711 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.013111298001604155 (mp_runner.py:73) +2024-09-01 23:27:32,712 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.01475304600171512 (mp_runner.py:73) +2024-09-01 23:27:32,717 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.024487196002155542 (mp_runner.py:73) +2024-09-01 23:27:32,719 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.02651565799897071 (mp_runner.py:73) +2024-09-01 23:27:32,721 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.018487923000066075 (mp_runner.py:73) +2024-09-01 23:27:32,721 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.017727396996633615 (mp_runner.py:73) +2024-09-01 23:27:32,722 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.01776784499816131 (mp_runner.py:73) +2024-09-01 23:27:32,724 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.022982659997069277 (mp_runner.py:73) +2024-09-01 23:27:32,986 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.008861854003043845 (mp_runner.py:73) +2024-09-01 23:27:32,987 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.012586040000314824 (mp_runner.py:73) +2024-09-01 23:27:32,987 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.012950541997270193 (mp_runner.py:73) +2024-09-01 23:27:32,988 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.013400235002336558 (mp_runner.py:73) +2024-09-01 23:27:32,989 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.014641469999332912 (mp_runner.py:73) +2024-09-01 23:27:32,989 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.011838140002510045 (mp_runner.py:73) +2024-09-01 23:27:32,990 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.01445552800578298 (mp_runner.py:73) +2024-09-01 23:27:32,990 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.01234291199943982 (mp_runner.py:73) +2024-09-01 23:27:32,991 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.014757838005607482 (mp_runner.py:73) +2024-09-01 23:27:32,991 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.018979059997946024 (mp_runner.py:73) +2024-09-01 23:27:32,992 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.014771374000702053 (mp_runner.py:73) +2024-09-01 23:27:32,992 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.013172415994631592 (mp_runner.py:73) +2024-09-01 23:27:32,992 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.019927569999708794 (mp_runner.py:73) +2024-09-01 23:27:32,992 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.019473799999104813 (mp_runner.py:73) +2024-09-01 23:27:32,993 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.013914989001932554 (mp_runner.py:73) +2024-09-01 23:27:32,994 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.01632480200350983 (mp_runner.py:73) +2024-09-01 23:27:32,997 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.01389806199586019 (mp_runner.py:73) +2024-09-01 23:27:32,998 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.016070687997853383 (mp_runner.py:73) +2024-09-01 23:27:33,003 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.019518534994858783 (mp_runner.py:73) +2024-09-01 23:27:33,006 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.026802869004313834 (mp_runner.py:73) +2024-09-01 23:27:33,332 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.01735898399783764 (mp_runner.py:73) +2024-09-01 23:27:34,100 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.02433666799333878 (mp_runner.py:73) +2024-09-01 23:27:35,129 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.020544910003081895 (mp_runner.py:73) +2024-09-01 23:27:35,143 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.013776184001471847 (mp_runner.py:73) +2024-09-01 23:27:35,146 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.01506081400293624 (mp_runner.py:73) +2024-09-01 23:27:35,147 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.021027702998253517 (mp_runner.py:73) +2024-09-01 23:27:35,147 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.022006993000104558 (mp_runner.py:73) +2024-09-01 23:27:35,152 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.014119883999228477 (mp_runner.py:73) +2024-09-01 23:27:35,152 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.013654873997438699 (mp_runner.py:73) +2024-09-01 23:27:35,632 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.017613953998079523 (mp_runner.py:73) +2024-09-01 23:27:37,099 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.0171645489972434 (mp_runner.py:73) +2024-09-01 23:27:40,423 | DEBUG |(SpawnProcess-1:467) search_count: 1500, latest_latency=0.016653557002427988 (mp_runner.py:73) +2024-09-01 23:27:40,424 | DEBUG |(SpawnProcess-1:500) search_count: 1500, latest_latency=0.018912911997176707 (mp_runner.py:73) +2024-09-01 23:27:40,425 | DEBUG |(SpawnProcess-1:487) search_count: 1500, latest_latency=0.01805229599995073 (mp_runner.py:73) +2024-09-01 23:27:40,426 | DEBUG |(SpawnProcess-1:527) search_count: 1500, latest_latency=0.018615417000546586 (mp_runner.py:73) +2024-09-01 23:27:40,427 | DEBUG |(SpawnProcess-1:506) search_count: 1500, latest_latency=0.018261555000208318 (mp_runner.py:73) +2024-09-01 23:27:40,427 | DEBUG |(SpawnProcess-1:475) search_count: 1500, latest_latency=0.01805039300234057 (mp_runner.py:73) +2024-09-01 23:27:40,428 | DEBUG |(SpawnProcess-1:494) search_count: 1500, latest_latency=0.018698978004977107 (mp_runner.py:73) +2024-09-01 23:27:40,429 | DEBUG |(SpawnProcess-1:477) search_count: 1500, latest_latency=0.024699806002900004 (mp_runner.py:73) +2024-09-01 23:27:40,429 | DEBUG |(SpawnProcess-1:519) search_count: 1500, latest_latency=0.0258597389984061 (mp_runner.py:73) +2024-09-01 23:27:40,495 | DEBUG |(SpawnProcess-1:481) search_count: 1500, latest_latency=0.011864474996400531 (mp_runner.py:73) +2024-09-01 23:27:40,498 | DEBUG |(SpawnProcess-1:476) search_count: 1500, latest_latency=0.015350422996561974 (mp_runner.py:73) +2024-09-01 23:27:40,499 | DEBUG |(SpawnProcess-1:512) search_count: 1500, latest_latency=0.017422394994355273 (mp_runner.py:73) +2024-09-01 23:27:40,501 | DEBUG |(SpawnProcess-1:479) search_count: 1500, latest_latency=0.016080841996881645 (mp_runner.py:73) +2024-09-01 23:27:40,503 | DEBUG |(SpawnProcess-1:488) search_count: 1500, latest_latency=0.017588529997738078 (mp_runner.py:73) +2024-09-01 23:27:40,503 | DEBUG |(SpawnProcess-1:518) search_count: 1500, latest_latency=0.019543540001905058 (mp_runner.py:73) +2024-09-01 23:27:40,504 | DEBUG |(SpawnProcess-1:496) search_count: 1500, latest_latency=0.01751488199806772 (mp_runner.py:73) +2024-09-01 23:27:40,505 | DEBUG |(SpawnProcess-1:516) search_count: 1500, latest_latency=0.017828001000452787 (mp_runner.py:73) +2024-09-01 23:27:40,505 | DEBUG |(SpawnProcess-1:533) search_count: 1500, latest_latency=0.018730882002273574 (mp_runner.py:73) +2024-09-01 23:27:40,509 | DEBUG |(SpawnProcess-1:480) search_count: 1500, latest_latency=0.029114365002897102 (mp_runner.py:73) +2024-09-01 23:27:40,510 | DEBUG |(SpawnProcess-1:499) search_count: 1500, latest_latency=0.030895142997906078 (mp_runner.py:73) +2024-09-01 23:27:40,885 | DEBUG |(SpawnProcess-1:472) search_count: 1500, latest_latency=0.014067791002162267 (mp_runner.py:73) +2024-09-01 23:27:40,890 | DEBUG |(SpawnProcess-1:526) search_count: 1500, latest_latency=0.015636347998224664 (mp_runner.py:73) +2024-09-01 23:27:40,891 | DEBUG |(SpawnProcess-1:522) search_count: 1500, latest_latency=0.016008954000426456 (mp_runner.py:73) +2024-09-01 23:27:40,891 | DEBUG |(SpawnProcess-1:474) search_count: 1500, latest_latency=0.020260318997316062 (mp_runner.py:73) +2024-09-01 23:27:40,892 | DEBUG |(SpawnProcess-1:482) search_count: 1500, latest_latency=0.022318225994240493 (mp_runner.py:73) +2024-09-01 23:27:41,580 | DEBUG |(SpawnProcess-1:468) search_count: 1500, latest_latency=0.018495971999072935 (mp_runner.py:73) +2024-09-01 23:27:41,580 | DEBUG |(SpawnProcess-1:489) search_count: 1500, latest_latency=0.016066799995314796 (mp_runner.py:73) +2024-09-01 23:27:41,580 | DEBUG |(SpawnProcess-1:524) search_count: 1500, latest_latency=0.019429082996794023 (mp_runner.py:73) +2024-09-01 23:27:41,580 | DEBUG |(SpawnProcess-1:521) search_count: 1500, latest_latency=0.018545974999142345 (mp_runner.py:73) +2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:505) search_count: 1500, latest_latency=0.01843018699582899 (mp_runner.py:73) +2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:503) search_count: 1500, latest_latency=0.018980469001689926 (mp_runner.py:73) +2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:532) search_count: 1500, latest_latency=0.018087657997966744 (mp_runner.py:73) +2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:510) search_count: 1500, latest_latency=0.014426702000491787 (mp_runner.py:73) +2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:520) search_count: 1500, latest_latency=0.018993840996699873 (mp_runner.py:73) +2024-09-01 23:27:41,582 | DEBUG |(SpawnProcess-1:465) search_count: 1500, latest_latency=0.015507518997765146 (mp_runner.py:73) +2024-09-01 23:27:41,582 | DEBUG |(SpawnProcess-1:501) search_count: 1500, latest_latency=0.01903471399418777 (mp_runner.py:73) +2024-09-01 23:27:41,583 | DEBUG |(SpawnProcess-1:473) search_count: 1500, latest_latency=0.018880452997109387 (mp_runner.py:73) +2024-09-01 23:27:41,586 | DEBUG |(SpawnProcess-1:504) search_count: 1500, latest_latency=0.02533646200026851 (mp_runner.py:73) +2024-09-01 23:27:41,586 | DEBUG |(SpawnProcess-1:513) search_count: 1500, latest_latency=0.027252826002950314 (mp_runner.py:73) +2024-09-01 23:27:41,587 | DEBUG |(SpawnProcess-1:528) search_count: 1500, latest_latency=0.016459860002214555 (mp_runner.py:73) +2024-09-01 23:27:41,590 | DEBUG |(SpawnProcess-1:470) search_count: 1500, latest_latency=0.016899792004551273 (mp_runner.py:73) +2024-09-01 23:27:41,753 | DEBUG |(SpawnProcess-1:466) search_count: 1500, latest_latency=0.01634690100036096 (mp_runner.py:73) +2024-09-01 23:27:41,753 | DEBUG |(SpawnProcess-1:508) search_count: 1500, latest_latency=0.01677180900151143 (mp_runner.py:73) +2024-09-01 23:27:41,755 | DEBUG |(SpawnProcess-1:483) search_count: 1500, latest_latency=0.016574075001699384 (mp_runner.py:73) +2024-09-01 23:27:41,755 | DEBUG |(SpawnProcess-1:492) search_count: 1500, latest_latency=0.020587173996318597 (mp_runner.py:73) +2024-09-01 23:27:41,755 | DEBUG |(SpawnProcess-1:493) search_count: 1500, latest_latency=0.020535356001346372 (mp_runner.py:73) +2024-09-01 23:27:41,756 | DEBUG |(SpawnProcess-1:507) search_count: 1500, latest_latency=0.022876317998452578 (mp_runner.py:73) +2024-09-01 23:27:41,757 | DEBUG |(SpawnProcess-1:464) search_count: 1500, latest_latency=0.02712240500113694 (mp_runner.py:73) +2024-09-01 23:27:41,758 | DEBUG |(SpawnProcess-1:514) search_count: 1500, latest_latency=0.018321310002647806 (mp_runner.py:73) +2024-09-01 23:27:41,759 | DEBUG |(SpawnProcess-1:523) search_count: 1500, latest_latency=0.017408593994332477 (mp_runner.py:73) +2024-09-01 23:27:41,759 | DEBUG |(SpawnProcess-1:471) search_count: 1500, latest_latency=0.020258462995116133 (mp_runner.py:73) +2024-09-01 23:27:41,760 | DEBUG |(SpawnProcess-1:495) search_count: 1500, latest_latency=0.027823429001728073 (mp_runner.py:73) +2024-09-01 23:27:41,761 | DEBUG |(SpawnProcess-1:511) search_count: 1500, latest_latency=0.018066693999571726 (mp_runner.py:73) +2024-09-01 23:27:42,566 | DEBUG |(SpawnProcess-1:529) search_count: 1500, latest_latency=0.06258366399561055 (mp_runner.py:73) +2024-09-01 23:27:43,484 | DEBUG |(SpawnProcess-1:485) search_count: 1500, latest_latency=0.025641988002462313 (mp_runner.py:73) +2024-09-01 23:27:43,707 | DEBUG |(SpawnProcess-1:486) search_count: 1500, latest_latency=0.051200492001953535 (mp_runner.py:73) +2024-09-01 23:27:44,632 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0079s, count=1646, qps in this process: 54.8522 (mp_runner.py:76) +2024-09-01 23:27:44,637 | DEBUG |(SpawnProcess-1:469) search_count: 1500, latest_latency=0.027064571004302707 (mp_runner.py:73) +2024-09-01 23:27:44,836 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0164s, count=1715, qps in this process: 57.1354 (mp_runner.py:76) +2024-09-01 23:27:44,926 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0033s, count=1653, qps in this process: 55.0939 (mp_runner.py:76) +2024-09-01 23:27:44,943 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0178s, count=1716, qps in this process: 57.1661 (mp_runner.py:76) +2024-09-01 23:27:44,945 | DEBUG |(SpawnProcess-1:502) search_count: 1500, latest_latency=0.02506076700228732 (mp_runner.py:73) +2024-09-01 23:27:44,966 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0085s, count=1664, qps in this process: 55.451 (mp_runner.py:76) +2024-09-01 23:27:44,967 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0075s, count=1693, qps in this process: 56.4192 (mp_runner.py:76) +2024-09-01 23:27:44,969 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0028s, count=1709, qps in this process: 56.9614 (mp_runner.py:76) +2024-09-01 23:27:44,983 | DEBUG |(SpawnProcess-1:490) search_count: 1500, latest_latency=0.024984172996482812 (mp_runner.py:73) +2024-09-01 23:27:44,984 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0061s, count=1656, qps in this process: 55.1888 (mp_runner.py:76) +2024-09-01 23:27:44,989 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0135s, count=1731, qps in this process: 57.674 (mp_runner.py:76) +2024-09-01 23:27:45,009 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.029s, count=1705, qps in this process: 56.7784 (mp_runner.py:76) +2024-09-01 23:27:45,086 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0141s, count=1724, qps in this process: 57.4397 (mp_runner.py:76) +2024-09-01 23:27:45,086 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0113s, count=1712, qps in this process: 57.0452 (mp_runner.py:76) +2024-09-01 23:27:45,096 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0007s, count=1742, qps in this process: 58.0653 (mp_runner.py:76) +2024-09-01 23:27:45,109 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0003s, count=1519, qps in this process: 50.6328 (mp_runner.py:76) +2024-09-01 23:27:45,115 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0417s, count=1697, qps in this process: 56.4881 (mp_runner.py:76) +2024-09-01 23:27:45,119 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0129s, count=1646, qps in this process: 54.8431 (mp_runner.py:76) +2024-09-01 23:27:45,122 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0156s, count=1659, qps in this process: 55.2713 (mp_runner.py:76) +2024-09-01 23:27:45,123 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0006s, count=1670, qps in this process: 55.6656 (mp_runner.py:76) +2024-09-01 23:27:45,152 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.023s, count=1699, qps in this process: 56.5899 (mp_runner.py:76) +2024-09-01 23:27:45,161 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0234s, count=1730, qps in this process: 57.6217 (mp_runner.py:76) +2024-09-01 23:27:45,169 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0591s, count=1561, qps in this process: 51.931 (mp_runner.py:76) +2024-09-01 23:27:45,182 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.004s, count=1508, qps in this process: 50.26 (mp_runner.py:76) +2024-09-01 23:27:45,204 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0051s, count=1747, qps in this process: 58.2234 (mp_runner.py:76) +2024-09-01 23:27:45,214 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0497s, count=1648, qps in this process: 54.8425 (mp_runner.py:76) +2024-09-01 23:27:45,217 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0424s, count=1558, qps in this process: 51.86 (mp_runner.py:76) +2024-09-01 23:27:45,228 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.022s, count=1748, qps in this process: 58.224 (mp_runner.py:76) +2024-09-01 23:27:45,231 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0292s, count=1650, qps in this process: 54.9465 (mp_runner.py:76) +2024-09-01 23:27:45,234 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0276s, count=1738, qps in this process: 57.8801 (mp_runner.py:76) +2024-09-01 23:27:45,237 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0333s, count=1673, qps in this process: 55.7048 (mp_runner.py:76) +2024-09-01 23:27:45,253 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0072s, count=1650, qps in this process: 54.9868 (mp_runner.py:76) +2024-09-01 23:27:45,253 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0098s, count=1677, qps in this process: 55.8817 (mp_runner.py:76) +2024-09-01 23:27:45,257 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0118s, count=1488, qps in this process: 49.5805 (mp_runner.py:76) +2024-09-01 23:27:45,260 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0069s, count=1750, qps in this process: 58.3199 (mp_runner.py:76) +2024-09-01 23:27:45,261 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0079s, count=1750, qps in this process: 58.318 (mp_runner.py:76) +2024-09-01 23:27:45,264 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0235s, count=1650, qps in this process: 54.957 (mp_runner.py:76) +2024-09-01 23:27:45,268 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0226s, count=1704, qps in this process: 56.7572 (mp_runner.py:76) +2024-09-01 23:27:45,283 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0359s, count=1650, qps in this process: 54.9343 (mp_runner.py:76) +2024-09-01 23:27:45,288 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0096s, count=1604, qps in this process: 53.4496 (mp_runner.py:76) +2024-09-01 23:27:45,295 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0044s, count=1642, qps in this process: 54.7253 (mp_runner.py:76) +2024-09-01 23:27:45,314 | DEBUG |(SpawnProcess-1:530) search_count: 1500, latest_latency=0.008035560000280384 (mp_runner.py:73) +2024-09-01 23:27:45,319 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0018s, count=1491, qps in this process: 49.697 (mp_runner.py:76) +2024-09-01 23:27:45,320 | DEBUG |(SpawnProcess-1:531) search_count: 1500, latest_latency=0.018551638000644743 (mp_runner.py:73) +2024-09-01 23:27:45,326 | DEBUG |(SpawnProcess-1:498) search_count: 1500, latest_latency=0.025217007998435292 (mp_runner.py:73) +2024-09-01 23:27:45,328 | DEBUG |(SpawnProcess-1:525) search_count: 1500, latest_latency=0.027864329997100867 (mp_runner.py:73) +2024-09-01 23:27:45,336 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0178s, count=1746, qps in this process: 58.1655 (mp_runner.py:76) +2024-09-01 23:27:45,337 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0168s, count=1735, qps in this process: 57.801 (mp_runner.py:76) +2024-09-01 23:27:45,339 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0121s, count=1664, qps in this process: 55.4443 (mp_runner.py:76) +2024-09-01 23:27:45,342 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0051s, count=1653, qps in this process: 55.0906 (mp_runner.py:76) +2024-09-01 23:27:45,344 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0066s, count=1644, qps in this process: 54.7879 (mp_runner.py:76) +2024-09-01 23:27:45,347 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0022s, count=1492, qps in this process: 49.7297 (mp_runner.py:76) +2024-09-01 23:27:45,374 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.003s, count=1513, qps in this process: 50.4283 (mp_runner.py:76) +2024-09-01 23:27:45,375 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0068s, count=1756, qps in this process: 58.5201 (mp_runner.py:76) +2024-09-01 23:27:45,379 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0132s, count=1668, qps in this process: 55.5755 (mp_runner.py:76) +2024-09-01 23:27:45,380 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0059s, count=1711, qps in this process: 57.0221 (mp_runner.py:76) +2024-09-01 23:27:45,387 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0115s, count=1647, qps in this process: 54.879 (mp_runner.py:76) +2024-09-01 23:27:45,401 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0078s, count=1687, qps in this process: 56.2187 (mp_runner.py:76) +2024-09-01 23:27:45,405 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0029s, count=1751, qps in this process: 58.361 (mp_runner.py:76) +2024-09-01 23:27:45,407 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0027s, count=1689, qps in this process: 56.2949 (mp_runner.py:76) +2024-09-01 23:27:45,415 | DEBUG |(SpawnProcess-1:491) search_count: 1500, latest_latency=0.007317301002331078 (mp_runner.py:73) +2024-09-01 23:27:45,420 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0024s, count=1764, qps in this process: 58.7953 (mp_runner.py:76) +2024-09-01 23:27:45,424 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0002s, count=1765, qps in this process: 58.8329 (mp_runner.py:76) +2024-09-01 23:27:45,428 | DEBUG |(SpawnProcess-1:497) search_count: 1500, latest_latency=0.006315527003607713 (mp_runner.py:73) +2024-09-01 23:27:45,443 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.001s, count=1684, qps in this process: 56.1315 (mp_runner.py:76) +2024-09-01 23:27:45,533 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0025s, count=1665, qps in this process: 55.4954 (mp_runner.py:76) +2024-09-01 23:27:45,537 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0042s, count=1706, qps in this process: 56.8587 (mp_runner.py:76) +2024-09-01 23:27:45,538 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0014s, count=1687, qps in this process: 56.2307 (mp_runner.py:76) +2024-09-01 23:27:45,540 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.001s, count=1523, qps in this process: 50.765 (mp_runner.py:76) +2024-09-01 23:27:45,541 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0006s, count=1708, qps in this process: 56.9322 (mp_runner.py:76) +2024-09-01 23:27:45,543 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0028s, count=1745, qps in this process: 58.1612 (mp_runner.py:76) +2024-09-01 23:27:45,544 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0017s, count=1527, qps in this process: 50.8971 (mp_runner.py:76) +2024-09-01 23:27:45,571 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0015s, count=1555, qps in this process: 51.8307 (mp_runner.py:76) +2024-09-01 23:27:45,571 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0015s, count=1554, qps in this process: 51.7974 (mp_runner.py:76) +2024-09-01 23:27:45,591 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0006s, count=1455, qps in this process: 48.499 (mp_runner.py:76) +2024-09-01 23:27:45,600 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0008s, count=1581, qps in this process: 52.6986 (mp_runner.py:76) +2024-09-01 23:27:45,601 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0008s, count=1445, qps in this process: 48.1654 (mp_runner.py:76) +2024-09-01 23:27:45,604 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0002s, count=1586, qps in this process: 52.8663 (mp_runner.py:76) +2024-09-01 23:27:45,623 | INFO |End search in concurrency 70: dur=31.075710680001066s, total_count=115879, qps=3728.9252 (mp_runner.py:120) +2024-09-01 23:27:50,241 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=883.7196, build_dur=785.2063429970003, table_size='3908 MB', index_size='3906 MB', qps=3774.9496, serial_latency_p99=np.float64(0.2194), recall=np.float64(0.0969), ndcg=np.float64(0.1846), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1207.9792, 3311.3797, 3686.9418, 3685.6048, 3563.6089, 3647.8976, 3706.9748, 3747.7503, 3736.0171, 3774.9496, 3596.5629, 3639.3397, 3558.0966, 3728.9252], conc_latency_p99_list=[np.float64(0.0004553687248677306), np.float64(0.0006933124278490141), np.float64(0.0010431908058861155), np.float64(0.001305283446512476), np.float64(0.0015425436050376447), np.float64(0.0019081457194821269), np.float64(0.0023150108912843278), np.float64(0.002748812195373466), np.float64(0.0027013102877899656), np.float64(0.002481294635936501), np.float64(0.003332291861374688), np.float64(0.003307965847797459), np.float64(0.002925031572698208), np.float64(0.003543079316894)]) (task_runner.py:197) +2024-09-01 23:27:50,241 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:01:37.246590'}, result=Metric(max_load_count=0, load_duration=883.7196, build_dur=785.2063429970003, table_size='3908 MB', index_size='3906 MB', qps=3774.9496, serial_latency_p99=np.float64(0.2194), recall=np.float64(0.0969), ndcg=np.float64(0.1846), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1207.9792, 3311.3797, 3686.9418, 3685.6048, 3563.6089, 3647.8976, 3706.9748, 3747.7503, 3736.0171, 3774.9496, 3596.5629, 3639.3397, 3558.0966, 3728.9252], conc_latency_p99_list=[np.float64(0.0004553687248677306), np.float64(0.0006933124278490141), np.float64(0.0010431908058861155), np.float64(0.001305283446512476), np.float64(0.0015425436050376447), np.float64(0.0019081457194821269), np.float64(0.0023150108912843278), np.float64(0.002748812195373466), np.float64(0.0027013102877899656), np.float64(0.002481294635936501), np.float64(0.003332291861374688), np.float64(0.003307965847797459), np.float64(0.002925031572698208), np.float64(0.003543079316894)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 23:27:50,241 | INFO |Task summary: run_id=f7d92, task_label=f7d9232774d14fe9923d2ecf9184f986 (models.py:346) +2024-09-01 23:27:50,241 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 23:27:50,241 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 23:27:50,241 | INFO |PgVector | 2024-09-01T23:01:37.246590 Performance1536D500K f7d9232774d14fe9923d2ecf9184f986 | 883.7196 3774.9496 0.2194 0.0969 0 | :) (models.py:346) +2024-09-01 23:27:50,242 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json (models.py:204) +2024-09-01 23:27:50,242 | INFO |Success to finish task: label=f7d9232774d14fe9923d2ecf9184f986, run_id=f7d9232774d14fe9923d2ecf9184f986 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json b/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json new file mode 100644 index 000000000..16739f5f4 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json @@ -0,0 +1 @@ +{"run_id": "f7d9232774d14fe9923d2ecf9184f986", "task_label": "f7d9232774d14fe9923d2ecf9184f986", "results": [{"metrics": {"max_load_count": 0, "load_duration": 883.7196, "build_dur": 785.2063429970003, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 3774.9496, "serial_latency_p99": 0.2194, "recall": 0.0969, "ndcg": 0.1846, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1207.9792, 3311.3797, 3686.9418, 3685.6048, 3563.6089, 3647.8976, 3706.9748, 3747.7503, 3736.0171, 3774.9496, 3596.5629, 3639.3397, 3558.0966, 3728.9252], "conc_latency_p99_list": [0.0004553687248677306, 0.0006933124278490141, 0.0010431908058861155, 0.001305283446512476, 0.0015425436050376447, 0.0019081457194821269, 0.0023150108912843278, 0.002748812195373466, 0.0027013102877899656, 0.002481294635936501, 0.003332291861374688, 0.003307965847797459, 0.002925031572698208, 0.003543079316894]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T23:01:37.246590", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt b/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt new file mode 100644 index 000000000..bb71f35c1 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt @@ -0,0 +1,1688 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load +2024-09-02 00:06:12,535 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:06:12.523815', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 00:06:12,535 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:06:12.523815', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 00:06:12,535 | INFO |generated uuid for the tasks: 9c6f28e85dbc4343b8c5d907c3ab327a (interface.py:66) +2024-09-02 00:06:12,596 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 00:06:12,596 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 00:06:12,596 | INFO | PgVector-2024-09-02T00:06:12.523815 | Performance OpenAI-MEDIUM-500K None | 9c6f28e85dbc4343b8c5d907c3ab327a (task_runner.py:340) +2024-09-02 00:06:12,596 | INFO |task submitted: id=9c6f28e85dbc4343b8c5d907c3ab327a, 9c6f28e85dbc4343b8c5d907c3ab327a, case number: 1 (interface.py:231) +2024-09-02 00:06:13,014 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:06:12.523815'}, drop_old=False (interface.py:164) +2024-09-02 00:06:13,014 | INFO |Starting run (task_runner.py:100) +2024-09-02 00:06:13,088 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 00:06:13,684 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 00:06:13,732 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 00:06:13,755 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 00:06:13,755 | INFO |Start performance case (task_runner.py:158) +2024-09-02 00:06:13,767 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:06:13,768 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 00:06:13,768 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 00:06:13,768 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-02 00:06:13,811 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-02 00:06:14,385 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-02 00:06:14,404 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:06:14,404 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-02 00:06:14,404 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-02 00:06:18,357 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.047095907997572795, latest recall=0.86 (serial_runner.py:202) +2024-09-02 00:06:22,029 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03636858800018672, latest recall=0.9 (serial_runner.py:202) +2024-09-02 00:06:25,649 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.025089050002861768, latest recall=0.8 (serial_runner.py:202) +2024-09-02 00:06:29,296 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.02303981300065061, latest recall=0.94 (serial_runner.py:202) +2024-09-02 00:06:32,939 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.015140880001126789, latest recall=0.89 (serial_runner.py:202) +2024-09-02 00:06:36,188 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.023459550000552554, latest recall=0.96 (serial_runner.py:202) +2024-09-02 00:06:39,340 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.019024827000976074, latest recall=0.93 (serial_runner.py:202) +2024-09-02 00:06:42,753 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.03827949699916644, latest recall=0.95 (serial_runner.py:202) +2024-09-02 00:06:45,950 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01859015600348357, latest recall=0.99 (serial_runner.py:202) +2024-09-02 00:06:49,413 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03323508699395461, latest recall=0.79 (serial_runner.py:202) +2024-09-02 00:06:49,413 | INFO |SpawnProcess-1:1 search entire test_data: cost=25.0812s, queries=1000, avg_recall=0.8871, avg_ndcg=0.9024,avg_latency=0.0251, p99=0.0475 (serial_runner.py:209) +2024-09-02 00:06:49,952 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:06:49,953 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-02 00:06:50,974 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-02 00:06:51,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:06:54,174 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.004067665999173187 (mp_runner.py:73) +2024-09-02 00:06:56,167 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0047590859976480715 (mp_runner.py:73) +2024-09-02 00:06:58,177 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0033652889978839085 (mp_runner.py:73) +2024-09-02 00:07:00,338 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.004778921000252012 (mp_runner.py:73) +2024-09-02 00:07:02,358 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0034797069965861738 (mp_runner.py:73) +2024-09-02 00:07:04,321 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.004688165005063638 (mp_runner.py:73) +2024-09-02 00:07:06,332 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.003378269997483585 (mp_runner.py:73) +2024-09-02 00:07:08,250 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0046440410005743615 (mp_runner.py:73) +2024-09-02 00:07:10,324 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0033245699960389175 (mp_runner.py:73) +2024-09-02 00:07:12,283 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.004731165994598996 (mp_runner.py:73) +2024-09-02 00:07:14,343 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0034707160011748783 (mp_runner.py:73) +2024-09-02 00:07:16,308 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.004733638001198415 (mp_runner.py:73) +2024-09-02 00:07:18,323 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.003402664005989209 (mp_runner.py:73) +2024-09-02 00:07:20,256 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0052562870041583665 (mp_runner.py:73) +2024-09-02 00:07:21,009 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0022s, count=7189, qps in this process: 239.6158 (mp_runner.py:76) +2024-09-02 00:07:21,010 | INFO |End search in concurrency 1: dur=30.035751438997977s, total_count=7189, qps=239.3481 (mp_runner.py:120) +2024-09-02 00:07:21,194 | INFO |Update largest qps with concurrency 1: current max_qps=239.3481 (mp_runner.py:124) +2024-09-02 00:07:21,606 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:07:21,607 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-02 00:07:26,653 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-02 00:07:26,699 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:07:26,699 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:07:26,701 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:07:26,701 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:07:26,732 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:07:30,209 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.009488225005043205 (mp_runner.py:73) +2024-09-02 00:07:30,212 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0117280690028565 (mp_runner.py:73) +2024-09-02 00:07:30,213 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.00951129099848913 (mp_runner.py:73) +2024-09-02 00:07:30,213 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.007923668999865185 (mp_runner.py:73) +2024-09-02 00:07:30,217 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.010985945002175868 (mp_runner.py:73) +2024-09-02 00:07:33,576 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.016324090996931773 (mp_runner.py:73) +2024-09-02 00:07:33,577 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0049867309935507365 (mp_runner.py:73) +2024-09-02 00:07:33,579 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.005294426002365071 (mp_runner.py:73) +2024-09-02 00:07:33,579 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.003000887001689989 (mp_runner.py:73) +2024-09-02 00:07:33,586 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.004580584994982928 (mp_runner.py:73) +2024-09-02 00:07:36,916 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.005045967998739798 (mp_runner.py:73) +2024-09-02 00:07:36,917 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.005187287002627272 (mp_runner.py:73) +2024-09-02 00:07:36,917 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.005833965005876962 (mp_runner.py:73) +2024-09-02 00:07:36,918 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.006510815997899044 (mp_runner.py:73) +2024-09-02 00:07:36,918 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.006392463998054154 (mp_runner.py:73) +2024-09-02 00:07:40,174 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008234984998125583 (mp_runner.py:73) +2024-09-02 00:07:40,175 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008871891004673671 (mp_runner.py:73) +2024-09-02 00:07:40,188 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.00714415599941276 (mp_runner.py:73) +2024-09-02 00:07:40,192 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.007063277000270318 (mp_runner.py:73) +2024-09-02 00:07:40,192 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.00921544199809432 (mp_runner.py:73) +2024-09-02 00:07:43,750 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.006364189001033083 (mp_runner.py:73) +2024-09-02 00:07:43,750 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.007073580003634561 (mp_runner.py:73) +2024-09-02 00:07:43,751 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.007615180998982396 (mp_runner.py:73) +2024-09-02 00:07:43,751 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.007700092006416526 (mp_runner.py:73) +2024-09-02 00:07:43,751 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.008140213001752272 (mp_runner.py:73) +2024-09-02 00:07:47,196 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.007243029998790007 (mp_runner.py:73) +2024-09-02 00:07:47,196 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.007409418998577166 (mp_runner.py:73) +2024-09-02 00:07:47,196 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.007229044000268914 (mp_runner.py:73) +2024-09-02 00:07:47,196 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.007629576000908855 (mp_runner.py:73) +2024-09-02 00:07:47,197 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.00781264699617168 (mp_runner.py:73) +2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.005928689999564085 (mp_runner.py:73) +2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0060183910027262755 (mp_runner.py:73) +2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.005899189993215259 (mp_runner.py:73) +2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.006252719002077356 (mp_runner.py:73) +2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.006357952996040694 (mp_runner.py:73) +2024-09-02 00:07:53,733 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.006303219997789711 (mp_runner.py:73) +2024-09-02 00:07:53,734 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0068252609999035485 (mp_runner.py:73) +2024-09-02 00:07:53,734 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.006920571999216918 (mp_runner.py:73) +2024-09-02 00:07:53,734 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.007011228997725993 (mp_runner.py:73) +2024-09-02 00:07:53,734 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.006808229001762811 (mp_runner.py:73) +2024-09-02 00:07:56,706 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0061s, count=4448, qps in this process: 148.2365 (mp_runner.py:76) +2024-09-02 00:07:56,707 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0071s, count=4448, qps in this process: 148.2316 (mp_runner.py:76) +2024-09-02 00:07:56,707 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0017s, count=4448, qps in this process: 148.2583 (mp_runner.py:76) +2024-09-02 00:07:56,709 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0032s, count=4448, qps in this process: 148.2509 (mp_runner.py:76) +2024-09-02 00:07:56,741 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0035s, count=4454, qps in this process: 148.4493 (mp_runner.py:76) +2024-09-02 00:07:56,743 | INFO |End search in concurrency 5: dur=30.089361012993322s, total_count=22246, qps=739.3311 (mp_runner.py:120) +2024-09-02 00:07:57,038 | INFO |Update largest qps with concurrency 5: current max_qps=739.3311 (mp_runner.py:124) +2024-09-02 00:07:57,448 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:07:57,448 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-02 00:08:07,661 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-02 00:08:07,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,742 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,743 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,746 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,759 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,809 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,821 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,823 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,823 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,827 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,827 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,831 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,831 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,831 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:07,834 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:15,858 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.008654428995214403 (mp_runner.py:73) +2024-09-02 00:08:15,859 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0095019830041565 (mp_runner.py:73) +2024-09-02 00:08:15,859 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.010846976001630537 (mp_runner.py:73) +2024-09-02 00:08:15,861 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.008187767998606432 (mp_runner.py:73) +2024-09-02 00:08:15,861 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.010956265999993775 (mp_runner.py:73) +2024-09-02 00:08:15,863 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.007631644002685789 (mp_runner.py:73) +2024-09-02 00:08:15,863 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.011738809000235051 (mp_runner.py:73) +2024-09-02 00:08:15,865 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.014009215999976732 (mp_runner.py:73) +2024-09-02 00:08:15,866 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.013621197998872958 (mp_runner.py:73) +2024-09-02 00:08:15,866 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.015882011997746304 (mp_runner.py:73) +2024-09-02 00:08:15,868 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.019796145999862347 (mp_runner.py:73) +2024-09-02 00:08:15,868 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.011041493999073282 (mp_runner.py:73) +2024-09-02 00:08:15,873 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.02351621200068621 (mp_runner.py:73) +2024-09-02 00:08:15,873 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.008290089004731271 (mp_runner.py:73) +2024-09-02 00:08:15,878 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.02268871800333727 (mp_runner.py:73) +2024-09-02 00:08:23,281 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.007204795998404734 (mp_runner.py:73) +2024-09-02 00:08:23,281 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.007179544998507481 (mp_runner.py:73) +2024-09-02 00:08:23,283 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.009136711007158738 (mp_runner.py:73) +2024-09-02 00:08:23,283 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.009467101001064293 (mp_runner.py:73) +2024-09-02 00:08:23,285 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.010831965002580546 (mp_runner.py:73) +2024-09-02 00:08:23,285 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.010580856003798544 (mp_runner.py:73) +2024-09-02 00:08:23,286 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.0125549910007976 (mp_runner.py:73) +2024-09-02 00:08:23,286 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.01232970399723854 (mp_runner.py:73) +2024-09-02 00:08:23,287 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.013957821996882558 (mp_runner.py:73) +2024-09-02 00:08:23,288 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.013824943998770323 (mp_runner.py:73) +2024-09-02 00:08:23,288 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.014317692002805416 (mp_runner.py:73) +2024-09-02 00:08:23,290 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.01667288099997677 (mp_runner.py:73) +2024-09-02 00:08:23,290 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.01604842000233475 (mp_runner.py:73) +2024-09-02 00:08:23,293 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01951020900014555 (mp_runner.py:73) +2024-09-02 00:08:23,303 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.029603662005683873 (mp_runner.py:73) +2024-09-02 00:08:31,245 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.0057159460047842 (mp_runner.py:73) +2024-09-02 00:08:31,245 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.004369068999949377 (mp_runner.py:73) +2024-09-02 00:08:31,246 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.007299878001504112 (mp_runner.py:73) +2024-09-02 00:08:31,247 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.004590227996231988 (mp_runner.py:73) +2024-09-02 00:08:31,248 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.00930425899423426 (mp_runner.py:73) +2024-09-02 00:08:31,249 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.006458560994360596 (mp_runner.py:73) +2024-09-02 00:08:31,250 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.007740824003121816 (mp_runner.py:73) +2024-09-02 00:08:31,250 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.01118031900114147 (mp_runner.py:73) +2024-09-02 00:08:31,252 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.00964994600508362 (mp_runner.py:73) +2024-09-02 00:08:31,252 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.012961729000380728 (mp_runner.py:73) +2024-09-02 00:08:31,254 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.014903749004588462 (mp_runner.py:73) +2024-09-02 00:08:31,254 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.014433628995902836 (mp_runner.py:73) +2024-09-02 00:08:31,255 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.014147118999972008 (mp_runner.py:73) +2024-09-02 00:08:31,255 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0036096929979976267 (mp_runner.py:73) +2024-09-02 00:08:31,257 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.01723949599545449 (mp_runner.py:73) +2024-09-02 00:08:37,727 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0098s, count=1936, qps in this process: 64.5123 (mp_runner.py:76) +2024-09-02 00:08:37,750 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0051s, count=1937, qps in this process: 64.5557 (mp_runner.py:76) +2024-09-02 00:08:37,751 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0032s, count=1937, qps in this process: 64.5598 (mp_runner.py:76) +2024-09-02 00:08:37,757 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0044s, count=1938, qps in this process: 64.5905 (mp_runner.py:76) +2024-09-02 00:08:37,765 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0037s, count=1939, qps in this process: 64.6254 (mp_runner.py:76) +2024-09-02 00:08:37,817 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.003s, count=1943, qps in this process: 64.7602 (mp_runner.py:76) +2024-09-02 00:08:37,827 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0033s, count=1944, qps in this process: 64.7929 (mp_runner.py:76) +2024-09-02 00:08:37,828 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0015s, count=1944, qps in this process: 64.7968 (mp_runner.py:76) +2024-09-02 00:08:37,837 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0058s, count=1945, qps in this process: 64.8208 (mp_runner.py:76) +2024-09-02 00:08:37,837 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0094s, count=1945, qps in this process: 64.813 (mp_runner.py:76) +2024-09-02 00:08:37,838 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.007s, count=1945, qps in this process: 64.8182 (mp_runner.py:76) +2024-09-02 00:08:37,838 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0044s, count=1945, qps in this process: 64.8238 (mp_runner.py:76) +2024-09-02 00:08:37,839 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0047s, count=1945, qps in this process: 64.8232 (mp_runner.py:76) +2024-09-02 00:08:37,839 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0044s, count=1945, qps in this process: 64.8238 (mp_runner.py:76) +2024-09-02 00:08:37,845 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0045s, count=1946, qps in this process: 64.8569 (mp_runner.py:76) +2024-09-02 00:08:37,848 | INFO |End search in concurrency 15: dur=30.187553189003665s, total_count=29134, qps=965.0997 (mp_runner.py:120) +2024-09-02 00:08:38,751 | INFO |Update largest qps with concurrency 15: current max_qps=965.0997 (mp_runner.py:124) +2024-09-02 00:08:39,160 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:08:39,161 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-02 00:08:49,417 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-02 00:08:49,484 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,493 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,522 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,528 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,603 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,603 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,604 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,630 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,632 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,632 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,637 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,649 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,653 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,653 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:49,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:08:59,768 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.012624263996258378 (mp_runner.py:73) +2024-09-02 00:08:59,769 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.012702995998552069 (mp_runner.py:73) +2024-09-02 00:08:59,769 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.013154849002603441 (mp_runner.py:73) +2024-09-02 00:08:59,769 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.013003043000935577 (mp_runner.py:73) +2024-09-02 00:08:59,770 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.01370658099767752 (mp_runner.py:73) +2024-09-02 00:08:59,770 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0139209219996701 (mp_runner.py:73) +2024-09-02 00:08:59,770 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.01437600299686892 (mp_runner.py:73) +2024-09-02 00:08:59,771 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.014333127001009416 (mp_runner.py:73) +2024-09-02 00:08:59,771 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.01487592999910703 (mp_runner.py:73) +2024-09-02 00:08:59,771 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.014888922996760812 (mp_runner.py:73) +2024-09-02 00:08:59,772 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.015620157995726913 (mp_runner.py:73) +2024-09-02 00:08:59,772 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.015782169997692108 (mp_runner.py:73) +2024-09-02 00:08:59,773 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.01623685499362182 (mp_runner.py:73) +2024-09-02 00:08:59,773 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.01632040199910989 (mp_runner.py:73) +2024-09-02 00:08:59,774 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.016833503999805544 (mp_runner.py:73) +2024-09-02 00:08:59,774 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.01691761999973096 (mp_runner.py:73) +2024-09-02 00:08:59,774 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.018284363999555353 (mp_runner.py:73) +2024-09-02 00:08:59,774 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.018616137000208255 (mp_runner.py:73) +2024-09-02 00:08:59,775 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.018452773001627065 (mp_runner.py:73) +2024-09-02 00:08:59,775 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.019168999999237712 (mp_runner.py:73) +2024-09-02 00:09:09,692 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.024225626002589706 (mp_runner.py:73) +2024-09-02 00:09:09,693 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.02309481700649485 (mp_runner.py:73) +2024-09-02 00:09:09,693 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.02739173900044989 (mp_runner.py:73) +2024-09-02 00:09:09,693 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.02905900300538633 (mp_runner.py:73) +2024-09-02 00:09:09,693 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.029746223997790366 (mp_runner.py:73) +2024-09-02 00:09:09,694 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.027830457998788916 (mp_runner.py:73) +2024-09-02 00:09:09,694 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.02037721100350609 (mp_runner.py:73) +2024-09-02 00:09:09,694 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.02219061099458486 (mp_runner.py:73) +2024-09-02 00:09:09,694 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.021765561003121547 (mp_runner.py:73) +2024-09-02 00:09:09,695 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.03213701599452179 (mp_runner.py:73) +2024-09-02 00:09:09,695 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.027655190002406016 (mp_runner.py:73) +2024-09-02 00:09:09,695 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.020882469005300663 (mp_runner.py:73) +2024-09-02 00:09:09,695 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.02435580200108234 (mp_runner.py:73) +2024-09-02 00:09:09,696 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.026969038000970613 (mp_runner.py:73) +2024-09-02 00:09:09,696 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.016559474002860952 (mp_runner.py:73) +2024-09-02 00:09:09,696 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.00986148499941919 (mp_runner.py:73) +2024-09-02 00:09:09,696 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.02591299999767216 (mp_runner.py:73) +2024-09-02 00:09:09,697 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.009833460004301742 (mp_runner.py:73) +2024-09-02 00:09:09,697 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.03536325599998236 (mp_runner.py:73) +2024-09-02 00:09:09,925 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.009165734001726378 (mp_runner.py:73) +2024-09-02 00:09:19,500 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.011s, count=1472, qps in this process: 49.0487 (mp_runner.py:76) +2024-09-02 00:09:19,501 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.008s, count=1472, qps in this process: 49.0536 (mp_runner.py:76) +2024-09-02 00:09:19,521 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0034s, count=1473, qps in this process: 49.0944 (mp_runner.py:76) +2024-09-02 00:09:19,532 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.008s, count=1472, qps in this process: 49.0536 (mp_runner.py:76) +2024-09-02 00:09:19,536 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0023s, count=1474, qps in this process: 49.1296 (mp_runner.py:76) +2024-09-02 00:09:19,537 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0139s, count=1474, qps in this process: 49.1106 (mp_runner.py:76) +2024-09-02 00:09:19,554 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0123s, count=1475, qps in this process: 49.1465 (mp_runner.py:76) +2024-09-02 00:09:19,568 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0019s, count=1476, qps in this process: 49.1969 (mp_runner.py:76) +2024-09-02 00:09:19,616 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0102s, count=1480, qps in this process: 49.3166 (mp_runner.py:76) +2024-09-02 00:09:19,618 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0115s, count=1480, qps in this process: 49.3144 (mp_runner.py:76) +2024-09-02 00:09:19,620 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0142s, count=1480, qps in this process: 49.31 (mp_runner.py:76) +2024-09-02 00:09:19,645 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0011s, count=1482, qps in this process: 49.3982 (mp_runner.py:76) +2024-09-02 00:09:19,645 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0096s, count=1482, qps in this process: 49.3842 (mp_runner.py:76) +2024-09-02 00:09:19,645 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0103s, count=1482, qps in this process: 49.383 (mp_runner.py:76) +2024-09-02 00:09:19,646 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.01s, count=1482, qps in this process: 49.3835 (mp_runner.py:76) +2024-09-02 00:09:19,660 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0016s, count=1484, qps in this process: 49.464 (mp_runner.py:76) +2024-09-02 00:09:19,660 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0043s, count=1484, qps in this process: 49.4596 (mp_runner.py:76) +2024-09-02 00:09:19,662 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.001s, count=1484, qps in this process: 49.465 (mp_runner.py:76) +2024-09-02 00:09:19,665 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0049s, count=1485, qps in this process: 49.4919 (mp_runner.py:76) +2024-09-02 00:09:19,666 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0059s, count=1485, qps in this process: 49.4903 (mp_runner.py:76) +2024-09-02 00:09:19,670 | INFO |End search in concurrency 20: dur=30.251341932998912s, total_count=29578, qps=977.7417 (mp_runner.py:120) +2024-09-02 00:09:20,920 | INFO |Update largest qps with concurrency 20: current max_qps=977.7417 (mp_runner.py:124) +2024-09-02 00:09:21,327 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:09:21,328 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-02 00:09:31,629 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-02 00:09:31,741 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,741 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,746 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,767 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,844 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,852 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,854 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,854 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,865 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,865 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,869 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,889 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,892 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,903 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,905 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:31,906 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:09:44,356 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.004783757001860067 (mp_runner.py:73) +2024-09-02 00:09:44,356 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.008970192997367121 (mp_runner.py:73) +2024-09-02 00:09:44,358 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.013773128004686441 (mp_runner.py:73) +2024-09-02 00:09:44,359 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.012036018997605424 (mp_runner.py:73) +2024-09-02 00:09:44,360 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.019678083997860085 (mp_runner.py:73) +2024-09-02 00:09:44,361 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.012450555004761554 (mp_runner.py:73) +2024-09-02 00:09:44,362 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.012819096999010071 (mp_runner.py:73) +2024-09-02 00:09:44,363 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.019562670997402165 (mp_runner.py:73) +2024-09-02 00:09:44,363 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.020211191003909335 (mp_runner.py:73) +2024-09-02 00:09:44,365 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.027577240995015018 (mp_runner.py:73) +2024-09-02 00:09:44,366 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.02604728900041664 (mp_runner.py:73) +2024-09-02 00:09:44,367 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.030281059996923432 (mp_runner.py:73) +2024-09-02 00:09:44,370 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.031191348003630992 (mp_runner.py:73) +2024-09-02 00:09:44,373 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.03935843399813166 (mp_runner.py:73) +2024-09-02 00:09:44,373 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.03776615500100888 (mp_runner.py:73) +2024-09-02 00:09:44,373 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.026723989001766313 (mp_runner.py:73) +2024-09-02 00:09:44,374 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.039537356002256274 (mp_runner.py:73) +2024-09-02 00:09:44,375 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.020069721002073493 (mp_runner.py:73) +2024-09-02 00:09:44,383 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.02953900399734266 (mp_runner.py:73) +2024-09-02 00:09:44,383 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.0382276130039827 (mp_runner.py:73) +2024-09-02 00:09:44,385 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.01665616300306283 (mp_runner.py:73) +2024-09-02 00:09:44,388 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.022697768996295054 (mp_runner.py:73) +2024-09-02 00:09:44,391 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.022560274999705143 (mp_runner.py:73) +2024-09-02 00:09:44,401 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.030633078000391833 (mp_runner.py:73) +2024-09-02 00:09:44,429 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.020639780996134505 (mp_runner.py:73) +2024-09-02 00:09:56,224 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.017976517003262416 (mp_runner.py:73) +2024-09-02 00:09:56,225 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.016769205998571124 (mp_runner.py:73) +2024-09-02 00:09:56,227 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.022086114004196133 (mp_runner.py:73) +2024-09-02 00:09:56,228 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.006919293999089859 (mp_runner.py:73) +2024-09-02 00:09:56,229 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.017155246998299845 (mp_runner.py:73) +2024-09-02 00:09:56,230 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.013676305999979377 (mp_runner.py:73) +2024-09-02 00:09:56,232 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.011844622997159604 (mp_runner.py:73) +2024-09-02 00:09:56,232 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.014016184002684895 (mp_runner.py:73) +2024-09-02 00:09:56,233 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.013987340003950521 (mp_runner.py:73) +2024-09-02 00:09:56,236 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.018288767998456024 (mp_runner.py:73) +2024-09-02 00:09:56,236 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.018302953001693822 (mp_runner.py:73) +2024-09-02 00:09:56,238 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.029321757996513043 (mp_runner.py:73) +2024-09-02 00:09:56,238 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.018100383000273723 (mp_runner.py:73) +2024-09-02 00:09:56,239 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.021102801998495124 (mp_runner.py:73) +2024-09-02 00:09:56,239 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.02372320399445016 (mp_runner.py:73) +2024-09-02 00:09:56,241 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.02078081900253892 (mp_runner.py:73) +2024-09-02 00:09:56,241 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.01995253499626415 (mp_runner.py:73) +2024-09-02 00:09:56,241 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.02214431099855574 (mp_runner.py:73) +2024-09-02 00:09:56,242 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.0273794300010195 (mp_runner.py:73) +2024-09-02 00:09:56,242 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.035288006998598576 (mp_runner.py:73) +2024-09-02 00:09:56,242 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.033012226995197125 (mp_runner.py:73) +2024-09-02 00:09:56,248 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.02146535700012464 (mp_runner.py:73) +2024-09-02 00:09:56,252 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.038350201000866946 (mp_runner.py:73) +2024-09-02 00:09:56,258 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.05403738700260874 (mp_runner.py:73) +2024-09-02 00:09:56,267 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.061610278993612155 (mp_runner.py:73) +2024-09-02 00:10:01,761 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0052s, count=1223, qps in this process: 40.7596 (mp_runner.py:76) +2024-09-02 00:10:01,763 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0189s, count=1223, qps in this process: 40.741 (mp_runner.py:76) +2024-09-02 00:10:01,781 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0347s, count=1223, qps in this process: 40.7196 (mp_runner.py:76) +2024-09-02 00:10:01,801 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0305s, count=1224, qps in this process: 40.7586 (mp_runner.py:76) +2024-09-02 00:10:01,860 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0044s, count=1226, qps in this process: 40.8607 (mp_runner.py:76) +2024-09-02 00:10:01,860 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0036s, count=1226, qps in this process: 40.8618 (mp_runner.py:76) +2024-09-02 00:10:01,862 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0086s, count=1226, qps in this process: 40.855 (mp_runner.py:76) +2024-09-02 00:10:01,864 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0258s, count=1226, qps in this process: 40.8316 (mp_runner.py:76) +2024-09-02 00:10:01,868 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0013s, count=1227, qps in this process: 40.8982 (mp_runner.py:76) +2024-09-02 00:10:01,874 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0079s, count=1226, qps in this process: 40.8559 (mp_runner.py:76) +2024-09-02 00:10:01,885 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0117s, count=1227, qps in this process: 40.8841 (mp_runner.py:76) +2024-09-02 00:10:01,887 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0416s, count=1226, qps in this process: 40.8101 (mp_runner.py:76) +2024-09-02 00:10:01,891 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0082s, count=1226, qps in this process: 40.8555 (mp_runner.py:76) +2024-09-02 00:10:01,892 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0007s, count=1228, qps in this process: 40.9324 (mp_runner.py:76) +2024-09-02 00:10:01,900 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0272s, count=1227, qps in this process: 40.863 (mp_runner.py:76) +2024-09-02 00:10:01,907 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0009s, count=1228, qps in this process: 40.9321 (mp_runner.py:76) +2024-09-02 00:10:01,910 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0075s, count=1228, qps in this process: 40.9231 (mp_runner.py:76) +2024-09-02 00:10:01,910 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0004s, count=1228, qps in this process: 40.9328 (mp_runner.py:76) +2024-09-02 00:10:01,915 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0094s, count=1229, qps in this process: 40.9538 (mp_runner.py:76) +2024-09-02 00:10:01,916 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0096s, count=1229, qps in this process: 40.9536 (mp_runner.py:76) +2024-09-02 00:10:01,916 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0098s, count=1228, qps in this process: 40.92 (mp_runner.py:76) +2024-09-02 00:10:01,917 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0137s, count=1229, qps in this process: 40.948 (mp_runner.py:76) +2024-09-02 00:10:01,920 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0226s, count=1229, qps in this process: 40.9358 (mp_runner.py:76) +2024-09-02 00:10:01,920 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.007s, count=1227, qps in this process: 40.8905 (mp_runner.py:76) +2024-09-02 00:10:01,928 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0254s, count=1229, qps in this process: 40.932 (mp_runner.py:76) +2024-09-02 00:10:01,932 | INFO |End search in concurrency 25: dur=30.30224082300265s, total_count=30668, qps=1012.0704 (mp_runner.py:120) +2024-09-02 00:10:03,544 | INFO |Update largest qps with concurrency 25: current max_qps=1012.0704 (mp_runner.py:124) +2024-09-02 00:10:03,961 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:10:03,961 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-02 00:10:14,377 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-02 00:10:14,442 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,442 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,508 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,525 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,566 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,566 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,633 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,661 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,663 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,663 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,663 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,668 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,690 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,698 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,714 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,725 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,727 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:14,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:31,289 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.03134405199671164 (mp_runner.py:73) +2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.029073896999761928 (mp_runner.py:73) +2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.028602024998690467 (mp_runner.py:73) +2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.02572902399697341 (mp_runner.py:73) +2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.028301048994762823 (mp_runner.py:73) +2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.030151207000017166 (mp_runner.py:73) +2024-09-02 00:10:31,291 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.02880358500260627 (mp_runner.py:73) +2024-09-02 00:10:31,291 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.031723170002806 (mp_runner.py:73) +2024-09-02 00:10:31,291 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.033371302000887226 (mp_runner.py:73) +2024-09-02 00:10:31,291 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.03165755299414741 (mp_runner.py:73) +2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.028988870995817706 (mp_runner.py:73) +2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.028384418998030014 (mp_runner.py:73) +2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.02596304300095653 (mp_runner.py:73) +2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.033429144001274835 (mp_runner.py:73) +2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.01502476700261468 (mp_runner.py:73) +2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.030687288999615703 (mp_runner.py:73) +2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.03199443199991947 (mp_runner.py:73) +2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.029050886994809844 (mp_runner.py:73) +2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.03193504899536492 (mp_runner.py:73) +2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.03258486500271829 (mp_runner.py:73) +2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.011784569003793877 (mp_runner.py:73) +2024-09-02 00:10:31,294 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.03180263000103878 (mp_runner.py:73) +2024-09-02 00:10:31,294 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.031406624999362975 (mp_runner.py:73) +2024-09-02 00:10:31,294 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.0328205780024291 (mp_runner.py:73) +2024-09-02 00:10:31,295 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.03655320499819936 (mp_runner.py:73) +2024-09-02 00:10:31,295 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.03723668900056509 (mp_runner.py:73) +2024-09-02 00:10:31,295 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.032661270000971854 (mp_runner.py:73) +2024-09-02 00:10:31,296 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.01092958800290944 (mp_runner.py:73) +2024-09-02 00:10:31,311 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.03143717900093179 (mp_runner.py:73) +2024-09-02 00:10:31,774 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.028729855999699794 (mp_runner.py:73) +2024-09-02 00:10:44,460 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0133s, count=961, qps in this process: 32.0191 (mp_runner.py:76) +2024-09-02 00:10:44,460 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0136s, count=960, qps in this process: 31.9855 (mp_runner.py:76) +2024-09-02 00:10:44,520 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0069s, count=963, qps in this process: 32.0926 (mp_runner.py:76) +2024-09-02 00:10:44,532 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0003s, count=963, qps in this process: 32.0997 (mp_runner.py:76) +2024-09-02 00:10:44,581 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0039s, count=965, qps in this process: 32.1625 (mp_runner.py:76) +2024-09-02 00:10:44,581 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0079s, count=965, qps in this process: 32.1582 (mp_runner.py:76) +2024-09-02 00:10:44,586 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0127s, count=966, qps in this process: 32.1864 (mp_runner.py:76) +2024-09-02 00:10:44,594 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.017s, count=965, qps in this process: 32.1484 (mp_runner.py:76) +2024-09-02 00:10:44,598 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0253s, count=966, qps in this process: 32.1729 (mp_runner.py:76) +2024-09-02 00:10:44,649 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0123s, count=969, qps in this process: 32.2868 (mp_runner.py:76) +2024-09-02 00:10:44,680 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0101s, count=970, qps in this process: 32.3225 (mp_runner.py:76) +2024-09-02 00:10:44,681 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0114s, count=971, qps in this process: 32.3544 (mp_runner.py:76) +2024-09-02 00:10:44,684 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.014s, count=971, qps in this process: 32.3516 (mp_runner.py:76) +2024-09-02 00:10:44,685 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0158s, count=971, qps in this process: 32.3496 (mp_runner.py:76) +2024-09-02 00:10:44,689 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0263s, count=971, qps in this process: 32.3383 (mp_runner.py:76) +2024-09-02 00:10:44,691 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0211s, count=971, qps in this process: 32.3439 (mp_runner.py:76) +2024-09-02 00:10:44,692 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0222s, count=971, qps in this process: 32.3427 (mp_runner.py:76) +2024-09-02 00:10:44,693 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0232s, count=971, qps in this process: 32.3417 (mp_runner.py:76) +2024-09-02 00:10:44,700 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0021s, count=971, qps in this process: 32.3644 (mp_runner.py:76) +2024-09-02 00:10:44,707 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0065s, count=972, qps in this process: 32.393 (mp_runner.py:76) +2024-09-02 00:10:44,708 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0032s, count=972, qps in this process: 32.3965 (mp_runner.py:76) +2024-09-02 00:10:44,709 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0151s, count=972, qps in this process: 32.3837 (mp_runner.py:76) +2024-09-02 00:10:44,724 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0038s, count=973, qps in this process: 32.4292 (mp_runner.py:76) +2024-09-02 00:10:44,732 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0021s, count=974, qps in this process: 32.4644 (mp_runner.py:76) +2024-09-02 00:10:44,733 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0027s, count=951, qps in this process: 31.6971 (mp_runner.py:76) +2024-09-02 00:10:44,733 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0139s, count=974, qps in this process: 32.4516 (mp_runner.py:76) +2024-09-02 00:10:44,734 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0006s, count=974, qps in this process: 32.466 (mp_runner.py:76) +2024-09-02 00:10:44,735 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0006s, count=974, qps in this process: 32.466 (mp_runner.py:76) +2024-09-02 00:10:44,741 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0007s, count=975, qps in this process: 32.4992 (mp_runner.py:76) +2024-09-02 00:10:44,741 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0084s, count=975, qps in this process: 32.4909 (mp_runner.py:76) +2024-09-02 00:10:44,744 | INFO |End search in concurrency 30: dur=30.36688515500282s, total_count=29067, qps=957.194 (mp_runner.py:120) +2024-09-02 00:10:47,059 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:10:47,059 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-02 00:10:57,610 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-02 00:10:57,657 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,750 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,814 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,817 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,834 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,842 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,935 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,936 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,937 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,939 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,941 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,941 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,948 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,955 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,959 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,966 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,968 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,969 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,969 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,972 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,977 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,995 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:57,999 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:58,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:58,014 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:58,025 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:58,030 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:58,033 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:58,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:58,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:10:58,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:15,574 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.039255663999938406 (mp_runner.py:73) +2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05304216800141148 (mp_runner.py:73) +2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.04633404799824348 (mp_runner.py:73) +2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.04339100499782944 (mp_runner.py:73) +2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.04828309099684702 (mp_runner.py:73) +2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.047064109006896615 (mp_runner.py:73) +2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.0484617239999352 (mp_runner.py:73) +2024-09-02 00:11:15,576 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.050396471000567544 (mp_runner.py:73) +2024-09-02 00:11:15,576 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.03976433199568419 (mp_runner.py:73) +2024-09-02 00:11:15,576 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.033177472003444564 (mp_runner.py:73) +2024-09-02 00:11:15,576 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.03848474799451651 (mp_runner.py:73) +2024-09-02 00:11:15,577 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.04032372900110204 (mp_runner.py:73) +2024-09-02 00:11:15,577 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.05167712399997981 (mp_runner.py:73) +2024-09-02 00:11:15,577 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.039355320994218346 (mp_runner.py:73) +2024-09-02 00:11:15,577 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.029572863000794314 (mp_runner.py:73) +2024-09-02 00:11:15,578 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.0444027410048875 (mp_runner.py:73) +2024-09-02 00:11:15,578 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03458285899978364 (mp_runner.py:73) +2024-09-02 00:11:15,578 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.0365777210026863 (mp_runner.py:73) +2024-09-02 00:11:15,578 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.03674012499686796 (mp_runner.py:73) +2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.0548373309939052 (mp_runner.py:73) +2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.04536695999559015 (mp_runner.py:73) +2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.03916489100083709 (mp_runner.py:73) +2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.03932046700356295 (mp_runner.py:73) +2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.01709540800220566 (mp_runner.py:73) +2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.032951182998658624 (mp_runner.py:73) +2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.056321819000004325 (mp_runner.py:73) +2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04995850299746962 (mp_runner.py:73) +2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.03550398699735524 (mp_runner.py:73) +2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.03298414199525723 (mp_runner.py:73) +2024-09-02 00:11:15,581 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.046147082997777034 (mp_runner.py:73) +2024-09-02 00:11:15,581 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.049961573000473436 (mp_runner.py:73) +2024-09-02 00:11:15,600 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.02980750699498458 (mp_runner.py:73) +2024-09-02 00:11:15,600 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.0378983699993114 (mp_runner.py:73) +2024-09-02 00:11:15,666 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.028245681001862977 (mp_runner.py:73) +2024-09-02 00:11:15,687 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.017478979003499262 (mp_runner.py:73) +2024-09-02 00:11:27,671 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0137s, count=873, qps in this process: 29.0867 (mp_runner.py:76) +2024-09-02 00:11:27,769 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0119s, count=876, qps in this process: 29.1884 (mp_runner.py:76) +2024-09-02 00:11:27,821 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0006s, count=878, qps in this process: 29.2661 (mp_runner.py:76) +2024-09-02 00:11:27,849 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0309s, count=877, qps in this process: 29.2033 (mp_runner.py:76) +2024-09-02 00:11:27,850 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0438s, count=879, qps in this process: 29.2573 (mp_runner.py:76) +2024-09-02 00:11:27,851 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0087s, count=879, qps in this process: 29.2915 (mp_runner.py:76) +2024-09-02 00:11:27,851 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0045s, count=879, qps in this process: 29.2956 (mp_runner.py:76) +2024-09-02 00:11:27,951 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0132s, count=877, qps in this process: 29.2205 (mp_runner.py:76) +2024-09-02 00:11:27,956 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0133s, count=883, qps in this process: 29.4203 (mp_runner.py:76) +2024-09-02 00:11:27,963 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0045s, count=883, qps in this process: 29.4289 (mp_runner.py:76) +2024-09-02 00:11:27,965 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0254s, count=883, qps in this process: 29.4084 (mp_runner.py:76) +2024-09-02 00:11:27,971 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0077s, count=883, qps in this process: 29.4258 (mp_runner.py:76) +2024-09-02 00:11:27,972 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.033s, count=883, qps in this process: 29.401 (mp_runner.py:76) +2024-09-02 00:11:27,973 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0314s, count=883, qps in this process: 29.4026 (mp_runner.py:76) +2024-09-02 00:11:27,974 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0023s, count=884, qps in this process: 29.4644 (mp_runner.py:76) +2024-09-02 00:11:27,976 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0327s, count=883, qps in this process: 29.4013 (mp_runner.py:76) +2024-09-02 00:11:27,977 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0219s, count=884, qps in this process: 29.4452 (mp_runner.py:76) +2024-09-02 00:11:27,979 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0031s, count=884, qps in this process: 29.4636 (mp_runner.py:76) +2024-09-02 00:11:27,987 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0164s, count=884, qps in this process: 29.4506 (mp_runner.py:76) +2024-09-02 00:11:27,989 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.017s, count=884, qps in this process: 29.45 (mp_runner.py:76) +2024-09-02 00:11:27,992 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0173s, count=884, qps in this process: 29.4497 (mp_runner.py:76) +2024-09-02 00:11:28,004 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0326s, count=884, qps in this process: 29.4347 (mp_runner.py:76) +2024-09-02 00:11:28,012 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0133s, count=885, qps in this process: 29.4869 (mp_runner.py:76) +2024-09-02 00:11:28,013 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0417s, count=885, qps in this process: 29.4591 (mp_runner.py:76) +2024-09-02 00:11:28,013 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.008s, count=885, qps in this process: 29.4921 (mp_runner.py:76) +2024-09-02 00:11:28,016 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0058s, count=885, qps in this process: 29.4943 (mp_runner.py:76) +2024-09-02 00:11:28,016 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.021s, count=885, qps in this process: 29.4794 (mp_runner.py:76) +2024-09-02 00:11:28,016 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0308s, count=885, qps in this process: 29.4697 (mp_runner.py:76) +2024-09-02 00:11:28,021 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0019s, count=884, qps in this process: 29.4648 (mp_runner.py:76) +2024-09-02 00:11:28,036 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0014s, count=887, qps in this process: 29.5653 (mp_runner.py:76) +2024-09-02 00:11:28,040 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0052s, count=887, qps in this process: 29.5615 (mp_runner.py:76) +2024-09-02 00:11:28,042 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0039s, count=888, qps in this process: 29.5962 (mp_runner.py:76) +2024-09-02 00:11:28,056 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0069s, count=890, qps in this process: 29.6598 (mp_runner.py:76) +2024-09-02 00:11:28,056 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0069s, count=890, qps in this process: 29.6598 (mp_runner.py:76) +2024-09-02 00:11:28,065 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0022s, count=892, qps in this process: 29.7312 (mp_runner.py:76) +2024-09-02 00:11:28,069 | INFO |End search in concurrency 35: dur=30.458954302004713s, total_count=30915, qps=1014.9725 (mp_runner.py:120) +2024-09-02 00:11:30,347 | INFO |Update largest qps with concurrency 35: current max_qps=1014.9725 (mp_runner.py:124) +2024-09-02 00:11:30,758 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:11:30,759 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-02 00:11:41,377 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-02 00:11:41,468 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,476 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,512 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,570 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,632 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,637 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,661 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,664 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,665 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,670 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,678 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,727 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,746 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,749 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,750 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,777 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,780 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,783 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,801 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,817 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,826 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,833 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,839 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,842 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,849 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,868 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,868 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,885 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:11:41,889 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.06231172000116203 (mp_runner.py:73) +2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.058798969999770634 (mp_runner.py:73) +2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.04314639499352779 (mp_runner.py:73) +2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.05215149500145344 (mp_runner.py:73) +2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.04096724000555696 (mp_runner.py:73) +2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.045030854002106935 (mp_runner.py:73) +2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.04380093399959151 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.04641067299962742 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.06696000500232913 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.061472752000554465 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.05637235999893164 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.05829486600123346 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.04063872099504806 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.041572895999706816 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.0422044229999301 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.043133166000188794 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.03710725600103615 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.03997141800209647 (mp_runner.py:73) +2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.06945899199490668 (mp_runner.py:73) +2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.036371829999552574 (mp_runner.py:73) +2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.06070292399817845 (mp_runner.py:73) +2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.04389613599778386 (mp_runner.py:73) +2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.05565629599732347 (mp_runner.py:73) +2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.0671404300010181 (mp_runner.py:73) +2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.06661227300355677 (mp_runner.py:73) +2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.05444369199540233 (mp_runner.py:73) +2024-09-02 00:12:01,776 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.003937665998819284 (mp_runner.py:73) +2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.059903166998992674 (mp_runner.py:73) +2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.07289144899550593 (mp_runner.py:73) +2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.06178006899426691 (mp_runner.py:73) +2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.05082907200267073 (mp_runner.py:73) +2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.041487231006613 (mp_runner.py:73) +2024-09-02 00:12:01,780 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.047312834998592734 (mp_runner.py:73) +2024-09-02 00:12:01,784 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.0121942680052598 (mp_runner.py:73) +2024-09-02 00:12:01,785 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.07516092399600893 (mp_runner.py:73) +2024-09-02 00:12:01,785 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.07053008299408248 (mp_runner.py:73) +2024-09-02 00:12:01,785 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.06357877900154563 (mp_runner.py:73) +2024-09-02 00:12:01,785 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.07372040599875618 (mp_runner.py:73) +2024-09-02 00:12:01,788 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.0035503860053722747 (mp_runner.py:73) +2024-09-02 00:12:01,849 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.00918340800126316 (mp_runner.py:73) +2024-09-02 00:12:11,470 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.001s, count=760, qps in this process: 25.3325 (mp_runner.py:76) +2024-09-02 00:12:11,538 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0213s, count=762, qps in this process: 25.382 (mp_runner.py:76) +2024-09-02 00:12:11,540 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0612s, count=761, qps in this process: 25.315 (mp_runner.py:76) +2024-09-02 00:12:11,594 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0123s, count=763, qps in this process: 25.4229 (mp_runner.py:76) +2024-09-02 00:12:11,658 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0125s, count=765, qps in this process: 25.4894 (mp_runner.py:76) +2024-09-02 00:12:11,664 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0298s, count=764, qps in this process: 25.4414 (mp_runner.py:76) +2024-09-02 00:12:11,676 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0041s, count=766, qps in this process: 25.5298 (mp_runner.py:76) +2024-09-02 00:12:11,684 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.01s, count=766, qps in this process: 25.5248 (mp_runner.py:76) +2024-09-02 00:12:11,691 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0165s, count=766, qps in this process: 25.5193 (mp_runner.py:76) +2024-09-02 00:12:11,694 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.031s, count=766, qps in this process: 25.507 (mp_runner.py:76) +2024-09-02 00:12:11,735 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.005s, count=767, qps in this process: 25.5624 (mp_runner.py:76) +2024-09-02 00:12:11,735 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0054s, count=767, qps in this process: 25.5621 (mp_runner.py:76) +2024-09-02 00:12:11,736 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0494s, count=767, qps in this process: 25.5246 (mp_runner.py:76) +2024-09-02 00:12:11,752 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0211s, count=767, qps in this process: 25.5487 (mp_runner.py:76) +2024-09-02 00:12:11,752 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0221s, count=767, qps in this process: 25.5478 (mp_runner.py:76) +2024-09-02 00:12:11,756 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0425s, count=767, qps in this process: 25.5305 (mp_runner.py:76) +2024-09-02 00:12:11,760 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0034s, count=768, qps in this process: 25.5971 (mp_runner.py:76) +2024-09-02 00:12:11,761 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0117s, count=768, qps in this process: 25.59 (mp_runner.py:76) +2024-09-02 00:12:11,761 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0032s, count=768, qps in this process: 25.5973 (mp_runner.py:76) +2024-09-02 00:12:11,778 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0022s, count=769, qps in this process: 25.6315 (mp_runner.py:76) +2024-09-02 00:12:11,779 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0029s, count=769, qps in this process: 25.6309 (mp_runner.py:76) +2024-09-02 00:12:11,779 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.003s, count=769, qps in this process: 25.6308 (mp_runner.py:76) +2024-09-02 00:12:11,780 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0014s, count=769, qps in this process: 25.6321 (mp_runner.py:76) +2024-09-02 00:12:11,796 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0066s, count=770, qps in this process: 25.661 (mp_runner.py:76) +2024-09-02 00:12:11,797 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0144s, count=770, qps in this process: 25.6544 (mp_runner.py:76) +2024-09-02 00:12:11,810 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0003s, count=771, qps in this process: 25.6997 (mp_runner.py:76) +2024-09-02 00:12:11,818 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0078s, count=772, qps in this process: 25.7266 (mp_runner.py:76) +2024-09-02 00:12:11,823 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0053s, count=772, qps in this process: 25.7288 (mp_runner.py:76) +2024-09-02 00:12:11,824 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0038s, count=772, qps in this process: 25.7301 (mp_runner.py:76) +2024-09-02 00:12:11,839 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0061s, count=773, qps in this process: 25.7614 (mp_runner.py:76) +2024-09-02 00:12:11,839 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0014s, count=773, qps in this process: 25.7655 (mp_runner.py:76) +2024-09-02 00:12:11,851 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0128s, count=774, qps in this process: 25.789 (mp_runner.py:76) +2024-09-02 00:12:11,852 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0098s, count=774, qps in this process: 25.7916 (mp_runner.py:76) +2024-09-02 00:12:11,852 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0083s, count=774, qps in this process: 25.7929 (mp_runner.py:76) +2024-09-02 00:12:11,852 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0011s, count=774, qps in this process: 25.7991 (mp_runner.py:76) +2024-09-02 00:12:11,870 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0101s, count=776, qps in this process: 25.858 (mp_runner.py:76) +2024-09-02 00:12:11,875 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0017s, count=777, qps in this process: 25.8985 (mp_runner.py:76) +2024-09-02 00:12:11,880 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0062s, count=778, qps in this process: 25.928 (mp_runner.py:76) +2024-09-02 00:12:11,893 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.001s, count=780, qps in this process: 25.9991 (mp_runner.py:76) +2024-09-02 00:12:11,899 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0016s, count=781, qps in this process: 26.0319 (mp_runner.py:76) +2024-09-02 00:12:11,902 | INFO |End search in concurrency 40: dur=30.522532062997925s, total_count=30782, qps=1008.5009 (mp_runner.py:120) +2024-09-02 00:12:14,916 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:12:14,917 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-02 00:12:25,729 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-02 00:12:25,780 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:25,793 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:25,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:25,873 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:25,895 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:25,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:25,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:25,992 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:25,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,014 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,014 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,014 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,072 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,119 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,124 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,125 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,150 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,181 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,190 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,196 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,197 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,197 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,204 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,235 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,237 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,243 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,263 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,294 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,296 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:26,316 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:12:48,336 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.05383630500000436 (mp_runner.py:73) +2024-09-02 00:12:48,337 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.04563252800289774 (mp_runner.py:73) +2024-09-02 00:12:48,337 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.03925368699856335 (mp_runner.py:73) +2024-09-02 00:12:48,337 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.023790433995600324 (mp_runner.py:73) +2024-09-02 00:12:48,338 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.03548330800549593 (mp_runner.py:73) +2024-09-02 00:12:48,338 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.036058584999409504 (mp_runner.py:73) +2024-09-02 00:12:48,339 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.03319466899847612 (mp_runner.py:73) +2024-09-02 00:12:48,339 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.04735676400014199 (mp_runner.py:73) +2024-09-02 00:12:48,340 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.03377294300298672 (mp_runner.py:73) +2024-09-02 00:12:48,340 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.03812489900155924 (mp_runner.py:73) +2024-09-02 00:12:48,341 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.0348239930026466 (mp_runner.py:73) +2024-09-02 00:12:48,341 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.02928752400475787 (mp_runner.py:73) +2024-09-02 00:12:48,341 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.05979740200564265 (mp_runner.py:73) +2024-09-02 00:12:48,342 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.05954127600125503 (mp_runner.py:73) +2024-09-02 00:12:48,342 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.051144600998668466 (mp_runner.py:73) +2024-09-02 00:12:48,343 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.056234199000755325 (mp_runner.py:73) +2024-09-02 00:12:48,343 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.02772312500019325 (mp_runner.py:73) +2024-09-02 00:12:48,345 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.03560316599759972 (mp_runner.py:73) +2024-09-02 00:12:48,345 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.017154487999505363 (mp_runner.py:73) +2024-09-02 00:12:48,346 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.01645379699766636 (mp_runner.py:73) +2024-09-02 00:12:48,346 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.02782042699982412 (mp_runner.py:73) +2024-09-02 00:12:48,347 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.055692800000542775 (mp_runner.py:73) +2024-09-02 00:12:48,347 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.06123895199561957 (mp_runner.py:73) +2024-09-02 00:12:48,348 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.0604351539950585 (mp_runner.py:73) +2024-09-02 00:12:48,348 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.0313869430028717 (mp_runner.py:73) +2024-09-02 00:12:48,348 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.05901330900087487 (mp_runner.py:73) +2024-09-02 00:12:48,349 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.05391634000261547 (mp_runner.py:73) +2024-09-02 00:12:48,350 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.02700539900251897 (mp_runner.py:73) +2024-09-02 00:12:48,354 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.029566336001153104 (mp_runner.py:73) +2024-09-02 00:12:48,356 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.0590229309964343 (mp_runner.py:73) +2024-09-02 00:12:48,357 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.0664154980040621 (mp_runner.py:73) +2024-09-02 00:12:48,357 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.061828236997826025 (mp_runner.py:73) +2024-09-02 00:12:48,357 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.07243311400088714 (mp_runner.py:73) +2024-09-02 00:12:48,357 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.0588032609957736 (mp_runner.py:73) +2024-09-02 00:12:48,358 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.06628739000007045 (mp_runner.py:73) +2024-09-02 00:12:48,359 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02692373800528003 (mp_runner.py:73) +2024-09-02 00:12:48,359 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.058946226999978535 (mp_runner.py:73) +2024-09-02 00:12:48,365 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.06315198499942198 (mp_runner.py:73) +2024-09-02 00:12:48,365 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.0847160090052057 (mp_runner.py:73) +2024-09-02 00:12:48,366 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.0723655769979814 (mp_runner.py:73) +2024-09-02 00:12:48,367 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.061287770004128106 (mp_runner.py:73) +2024-09-02 00:12:48,369 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.06482046800374519 (mp_runner.py:73) +2024-09-02 00:12:48,376 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.05973009199806256 (mp_runner.py:73) +2024-09-02 00:12:48,376 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.06385974200384226 (mp_runner.py:73) +2024-09-02 00:12:48,377 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.06238166800176259 (mp_runner.py:73) +2024-09-02 00:12:55,783 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0026s, count=682, qps in this process: 22.7314 (mp_runner.py:76) +2024-09-02 00:12:55,843 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0469s, count=683, qps in this process: 22.7311 (mp_runner.py:76) +2024-09-02 00:12:55,904 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0002s, count=685, qps in this process: 22.8332 (mp_runner.py:76) +2024-09-02 00:12:55,911 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0503s, count=685, qps in this process: 22.7951 (mp_runner.py:76) +2024-09-02 00:12:55,917 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0288s, count=685, qps in this process: 22.8114 (mp_runner.py:76) +2024-09-02 00:12:55,936 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0166s, count=686, qps in this process: 22.854 (mp_runner.py:76) +2024-09-02 00:12:55,939 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0255s, count=686, qps in this process: 22.8472 (mp_runner.py:76) +2024-09-02 00:12:55,996 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0013s, count=688, qps in this process: 22.9323 (mp_runner.py:76) +2024-09-02 00:12:56,037 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0177s, count=689, qps in this process: 22.9531 (mp_runner.py:76) +2024-09-02 00:12:56,057 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0377s, count=690, qps in this process: 22.9711 (mp_runner.py:76) +2024-09-02 00:12:56,064 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0618s, count=689, qps in this process: 22.9195 (mp_runner.py:76) +2024-09-02 00:12:56,088 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0137s, count=691, qps in this process: 23.0228 (mp_runner.py:76) +2024-09-02 00:12:56,111 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0925s, count=690, qps in this process: 22.9293 (mp_runner.py:76) +2024-09-02 00:12:56,126 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0044s, count=692, qps in this process: 23.0633 (mp_runner.py:76) +2024-09-02 00:12:56,129 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0355s, count=691, qps in this process: 23.0061 (mp_runner.py:76) +2024-09-02 00:12:56,145 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0136s, count=693, qps in this process: 23.0895 (mp_runner.py:76) +2024-09-02 00:12:56,145 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0047s, count=693, qps in this process: 23.0964 (mp_runner.py:76) +2024-09-02 00:12:56,161 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0401s, count=692, qps in this process: 23.0359 (mp_runner.py:76) +2024-09-02 00:12:56,174 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0455s, count=693, qps in this process: 23.065 (mp_runner.py:76) +2024-09-02 00:12:56,178 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0141s, count=694, qps in this process: 23.1225 (mp_runner.py:76) +2024-09-02 00:12:56,179 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0288s, count=694, qps in this process: 23.1111 (mp_runner.py:76) +2024-09-02 00:12:56,183 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0102s, count=694, qps in this process: 23.1255 (mp_runner.py:76) +2024-09-02 00:12:56,187 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0308s, count=694, qps in this process: 23.1096 (mp_runner.py:76) +2024-09-02 00:12:56,190 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0053s, count=694, qps in this process: 23.1292 (mp_runner.py:76) +2024-09-02 00:12:56,202 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0009s, count=695, qps in this process: 23.166 (mp_runner.py:76) +2024-09-02 00:12:56,206 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0027s, count=695, qps in this process: 23.1646 (mp_runner.py:76) +2024-09-02 00:12:56,210 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0149s, count=695, qps in this process: 23.1552 (mp_runner.py:76) +2024-09-02 00:12:56,212 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0116s, count=695, qps in this process: 23.1577 (mp_runner.py:76) +2024-09-02 00:12:56,213 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0035s, count=695, qps in this process: 23.164 (mp_runner.py:76) +2024-09-02 00:12:56,224 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0046s, count=696, qps in this process: 23.1964 (mp_runner.py:76) +2024-09-02 00:12:56,236 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0018s, count=697, qps in this process: 23.2319 (mp_runner.py:76) +2024-09-02 00:12:56,237 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0035s, count=697, qps in this process: 23.2306 (mp_runner.py:76) +2024-09-02 00:12:56,242 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0006s, count=698, qps in this process: 23.2662 (mp_runner.py:76) +2024-09-02 00:12:56,244 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.006s, count=697, qps in this process: 23.2287 (mp_runner.py:76) +2024-09-02 00:12:56,250 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0008s, count=698, qps in this process: 23.266 (mp_runner.py:76) +2024-09-02 00:12:56,267 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0006s, count=699, qps in this process: 23.2995 (mp_runner.py:76) +2024-09-02 00:12:56,271 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0014s, count=699, qps in this process: 23.2989 (mp_runner.py:76) +2024-09-02 00:12:56,276 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0065s, count=700, qps in this process: 23.3283 (mp_runner.py:76) +2024-09-02 00:12:56,283 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0014s, count=701, qps in this process: 23.3656 (mp_runner.py:76) +2024-09-02 00:12:56,299 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0035s, count=703, qps in this process: 23.4306 (mp_runner.py:76) +2024-09-02 00:12:56,307 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0067s, count=704, qps in this process: 23.4614 (mp_runner.py:76) +2024-09-02 00:12:56,308 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0093s, count=704, qps in this process: 23.4594 (mp_runner.py:76) +2024-09-02 00:12:56,320 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0046s, count=706, qps in this process: 23.5297 (mp_runner.py:76) +2024-09-02 00:12:56,320 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0022s, count=706, qps in this process: 23.5316 (mp_runner.py:76) +2024-09-02 00:12:56,325 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.002s, count=707, qps in this process: 23.5651 (mp_runner.py:76) +2024-09-02 00:12:56,330 | INFO |End search in concurrency 45: dur=30.600264455999422s, total_count=31240, qps=1020.9062 (mp_runner.py:120) +2024-09-02 00:12:59,265 | INFO |Update largest qps with concurrency 45: current max_qps=1020.9062 (mp_runner.py:124) +2024-09-02 00:12:59,680 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:12:59,680 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-02 00:13:20,663 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-02 00:13:20,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:20,825 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:20,848 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:20,893 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:20,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:20,983 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,111 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,123 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,135 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,149 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,149 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,154 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,168 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,209 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,215 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,236 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,237 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,240 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,242 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,248 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,248 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,260 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,261 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,275 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,294 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,317 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,317 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,341 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,351 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,352 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,386 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:21,473 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:13:45,467 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.03838504399755038 (mp_runner.py:73) +2024-09-02 00:13:45,468 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.00840455999423284 (mp_runner.py:73) +2024-09-02 00:13:45,469 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.03821005899953889 (mp_runner.py:73) +2024-09-02 00:13:45,470 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.00946919900161447 (mp_runner.py:73) +2024-09-02 00:13:45,471 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.04205589499906637 (mp_runner.py:73) +2024-09-02 00:13:45,472 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.020959103996574413 (mp_runner.py:73) +2024-09-02 00:13:45,473 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.047925790000590496 (mp_runner.py:73) +2024-09-02 00:13:45,473 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.010073546000057831 (mp_runner.py:73) +2024-09-02 00:13:45,474 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.013774712002486922 (mp_runner.py:73) +2024-09-02 00:13:45,475 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.01851048800017452 (mp_runner.py:73) +2024-09-02 00:13:45,476 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.04599858599976869 (mp_runner.py:73) +2024-09-02 00:13:45,477 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.06302958499873057 (mp_runner.py:73) +2024-09-02 00:13:45,480 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.05617012800212251 (mp_runner.py:73) +2024-09-02 00:13:45,480 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.036117819996434264 (mp_runner.py:73) +2024-09-02 00:13:45,481 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.020038045004184823 (mp_runner.py:73) +2024-09-02 00:13:45,481 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.03583750600228086 (mp_runner.py:73) +2024-09-02 00:13:45,483 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.045469339995179325 (mp_runner.py:73) +2024-09-02 00:13:45,484 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.02109168299648445 (mp_runner.py:73) +2024-09-02 00:13:45,485 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.06460097100352868 (mp_runner.py:73) +2024-09-02 00:13:45,485 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.03020297699549701 (mp_runner.py:73) +2024-09-02 00:13:45,487 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.06968405099905794 (mp_runner.py:73) +2024-09-02 00:13:45,487 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.039659905996813904 (mp_runner.py:73) +2024-09-02 00:13:45,489 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.05532314100128133 (mp_runner.py:73) +2024-09-02 00:13:45,489 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.025964867003494874 (mp_runner.py:73) +2024-09-02 00:13:45,490 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.04792034599813633 (mp_runner.py:73) +2024-09-02 00:13:45,491 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.04115685499709798 (mp_runner.py:73) +2024-09-02 00:13:45,492 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.07667041199601954 (mp_runner.py:73) +2024-09-02 00:13:45,492 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.03529544699995313 (mp_runner.py:73) +2024-09-02 00:13:45,494 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.03412763999949675 (mp_runner.py:73) +2024-09-02 00:13:45,494 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.04151647099934053 (mp_runner.py:73) +2024-09-02 00:13:45,495 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.037342892996093724 (mp_runner.py:73) +2024-09-02 00:13:45,496 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.018554139998741448 (mp_runner.py:73) +2024-09-02 00:13:45,497 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.039342276999377646 (mp_runner.py:73) +2024-09-02 00:13:45,497 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.044558323999808636 (mp_runner.py:73) +2024-09-02 00:13:45,498 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.039172331998997834 (mp_runner.py:73) +2024-09-02 00:13:45,499 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.05464113799826009 (mp_runner.py:73) +2024-09-02 00:13:45,501 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.055092827999033034 (mp_runner.py:73) +2024-09-02 00:13:45,501 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.06781954199686879 (mp_runner.py:73) +2024-09-02 00:13:45,503 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.052070589998038486 (mp_runner.py:73) +2024-09-02 00:13:45,505 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.04014630999881774 (mp_runner.py:73) +2024-09-02 00:13:45,506 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.05087143799755722 (mp_runner.py:73) +2024-09-02 00:13:45,508 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.0604142709998996 (mp_runner.py:73) +2024-09-02 00:13:45,510 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.06037065499549499 (mp_runner.py:73) +2024-09-02 00:13:45,511 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.05740219899598742 (mp_runner.py:73) +2024-09-02 00:13:45,513 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.10214452799846185 (mp_runner.py:73) +2024-09-02 00:13:45,515 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.05105994699988514 (mp_runner.py:73) +2024-09-02 00:13:45,517 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.09160447400063276 (mp_runner.py:73) +2024-09-02 00:13:45,532 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.11256743899866706 (mp_runner.py:73) +2024-09-02 00:13:45,552 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.02903591399808647 (mp_runner.py:73) +2024-09-02 00:13:45,703 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.04812106800090987 (mp_runner.py:73) +2024-09-02 00:13:50,849 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0173s, count=618, qps in this process: 20.5881 (mp_runner.py:76) +2024-09-02 00:13:50,851 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0232s, count=618, qps in this process: 20.5841 (mp_runner.py:76) +2024-09-02 00:13:50,858 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0021s, count=619, qps in this process: 20.6319 (mp_runner.py:76) +2024-09-02 00:13:50,925 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0226s, count=620, qps in this process: 20.6511 (mp_runner.py:76) +2024-09-02 00:13:50,989 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0229s, count=622, qps in this process: 20.7175 (mp_runner.py:76) +2024-09-02 00:13:51,066 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0239s, count=623, qps in this process: 20.7501 (mp_runner.py:76) +2024-09-02 00:13:51,067 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0242s, count=623, qps in this process: 20.7499 (mp_runner.py:76) +2024-09-02 00:13:51,068 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0819s, count=623, qps in this process: 20.7101 (mp_runner.py:76) +2024-09-02 00:13:51,083 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0409s, count=623, qps in this process: 20.7384 (mp_runner.py:76) +2024-09-02 00:13:51,135 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0224s, count=624, qps in this process: 20.7845 (mp_runner.py:76) +2024-09-02 00:13:51,138 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0038s, count=624, qps in this process: 20.7974 (mp_runner.py:76) +2024-09-02 00:13:51,143 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.002s, count=624, qps in this process: 20.7986 (mp_runner.py:76) +2024-09-02 00:13:51,172 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0007s, count=625, qps in this process: 20.8328 (mp_runner.py:76) +2024-09-02 00:13:51,173 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0174s, count=625, qps in this process: 20.8213 (mp_runner.py:76) +2024-09-02 00:13:51,176 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0216s, count=625, qps in this process: 20.8183 (mp_runner.py:76) +2024-09-02 00:13:51,180 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0097s, count=625, qps in this process: 20.8266 (mp_runner.py:76) +2024-09-02 00:13:51,189 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0158s, count=626, qps in this process: 20.8557 (mp_runner.py:76) +2024-09-02 00:13:51,203 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0238s, count=626, qps in this process: 20.8501 (mp_runner.py:76) +2024-09-02 00:13:51,217 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0579s, count=625, qps in this process: 20.7932 (mp_runner.py:76) +2024-09-02 00:13:51,218 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0481s, count=625, qps in this process: 20.8 (mp_runner.py:76) +2024-09-02 00:13:51,218 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0047s, count=625, qps in this process: 20.8301 (mp_runner.py:76) +2024-09-02 00:13:51,230 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0199s, count=627, qps in this process: 20.8861 (mp_runner.py:76) +2024-09-02 00:13:51,233 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0071s, count=627, qps in this process: 20.8951 (mp_runner.py:76) +2024-09-02 00:13:51,234 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0244s, count=627, qps in this process: 20.883 (mp_runner.py:76) +2024-09-02 00:13:51,235 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0172s, count=627, qps in this process: 20.888 (mp_runner.py:76) +2024-09-02 00:13:51,240 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0067s, count=627, qps in this process: 20.8953 (mp_runner.py:76) +2024-09-02 00:13:51,244 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0332s, count=627, qps in this process: 20.8769 (mp_runner.py:76) +2024-09-02 00:13:51,246 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.003s, count=628, qps in this process: 20.9312 (mp_runner.py:76) +2024-09-02 00:13:51,249 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0082s, count=628, qps in this process: 20.9276 (mp_runner.py:76) +2024-09-02 00:13:51,250 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0304s, count=628, qps in this process: 20.9121 (mp_runner.py:76) +2024-09-02 00:13:51,256 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.002s, count=628, qps in this process: 20.9319 (mp_runner.py:76) +2024-09-02 00:13:51,260 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0135s, count=628, qps in this process: 20.9239 (mp_runner.py:76) +2024-09-02 00:13:51,261 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0074s, count=628, qps in this process: 20.9282 (mp_runner.py:76) +2024-09-02 00:13:51,267 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0008s, count=628, qps in this process: 20.9328 (mp_runner.py:76) +2024-09-02 00:13:51,268 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0228s, count=627, qps in this process: 20.8841 (mp_runner.py:76) +2024-09-02 00:13:51,274 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0248s, count=628, qps in this process: 20.916 (mp_runner.py:76) +2024-09-02 00:13:51,281 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0079s, count=629, qps in this process: 20.9611 (mp_runner.py:76) +2024-09-02 00:13:51,295 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0136s, count=629, qps in this process: 20.9572 (mp_runner.py:76) +2024-09-02 00:13:51,305 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0038s, count=631, qps in this process: 21.0307 (mp_runner.py:76) +2024-09-02 00:13:51,306 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0055s, count=631, qps in this process: 21.0295 (mp_runner.py:76) +2024-09-02 00:13:51,317 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0142s, count=632, qps in this process: 21.0567 (mp_runner.py:76) +2024-09-02 00:13:51,324 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0006s, count=632, qps in this process: 21.0662 (mp_runner.py:76) +2024-09-02 00:13:51,331 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0086s, count=633, qps in this process: 21.094 (mp_runner.py:76) +2024-09-02 00:13:51,354 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0034s, count=636, qps in this process: 21.1976 (mp_runner.py:76) +2024-09-02 00:13:51,359 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0009s, count=636, qps in this process: 21.1994 (mp_runner.py:76) +2024-09-02 00:13:51,362 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0009s, count=637, qps in this process: 21.2327 (mp_runner.py:76) +2024-09-02 00:13:51,365 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0046s, count=637, qps in this process: 21.2301 (mp_runner.py:76) +2024-09-02 00:13:51,365 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0048s, count=637, qps in this process: 21.2299 (mp_runner.py:76) +2024-09-02 00:13:51,397 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0065s, count=643, qps in this process: 21.4287 (mp_runner.py:76) +2024-09-02 00:13:51,487 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0012s, count=664, qps in this process: 22.1324 (mp_runner.py:76) +2024-09-02 00:13:51,492 | INFO |End search in concurrency 50: dur=30.828514399996493s, total_count=31408, qps=1018.7971 (mp_runner.py:120) +2024-09-02 00:13:55,188 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:13:55,189 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-02 00:14:16,431 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-02 00:14:16,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,486 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,580 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,612 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,700 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,751 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,790 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,903 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,913 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,914 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,915 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,921 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,924 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,925 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,925 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,929 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,929 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,952 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,954 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,973 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,981 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,984 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,987 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,987 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:16,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,002 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,019 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,019 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,026 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,030 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,049 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,049 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,090 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,099 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,124 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,131 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,148 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:17,189 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:14:43,307 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.014195117997587658 (mp_runner.py:73) +2024-09-02 00:14:43,308 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.02497541200136766 (mp_runner.py:73) +2024-09-02 00:14:43,309 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.027144255000166595 (mp_runner.py:73) +2024-09-02 00:14:43,309 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.02228269299666863 (mp_runner.py:73) +2024-09-02 00:14:43,311 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.024747242998273578 (mp_runner.py:73) +2024-09-02 00:14:43,311 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.024253588999272324 (mp_runner.py:73) +2024-09-02 00:14:43,313 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.026599181997880805 (mp_runner.py:73) +2024-09-02 00:14:43,313 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.01782649999950081 (mp_runner.py:73) +2024-09-02 00:14:43,314 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.02884439299668884 (mp_runner.py:73) +2024-09-02 00:14:43,315 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.017747773999872152 (mp_runner.py:73) +2024-09-02 00:14:43,316 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.027411862996814307 (mp_runner.py:73) +2024-09-02 00:14:43,317 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.02108112399582751 (mp_runner.py:73) +2024-09-02 00:14:43,319 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.027085517001978587 (mp_runner.py:73) +2024-09-02 00:14:43,319 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.027747938998800237 (mp_runner.py:73) +2024-09-02 00:14:43,321 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.03484444999776315 (mp_runner.py:73) +2024-09-02 00:14:43,321 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.02422469599696342 (mp_runner.py:73) +2024-09-02 00:14:43,322 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.03337713299697498 (mp_runner.py:73) +2024-09-02 00:14:43,323 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.023287468997295946 (mp_runner.py:73) +2024-09-02 00:14:43,325 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.0251571140033775 (mp_runner.py:73) +2024-09-02 00:14:43,325 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.043884033999347594 (mp_runner.py:73) +2024-09-02 00:14:43,326 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.04563635699742008 (mp_runner.py:73) +2024-09-02 00:14:43,326 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.03210958700219635 (mp_runner.py:73) +2024-09-02 00:14:43,328 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.03168044300400652 (mp_runner.py:73) +2024-09-02 00:14:43,328 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.03074867100076517 (mp_runner.py:73) +2024-09-02 00:14:43,329 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.0351416830017115 (mp_runner.py:73) +2024-09-02 00:14:43,331 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.040389023000898305 (mp_runner.py:73) +2024-09-02 00:14:43,331 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.051168090001738165 (mp_runner.py:73) +2024-09-02 00:14:43,333 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.04962586799956625 (mp_runner.py:73) +2024-09-02 00:14:43,333 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.04262980799830984 (mp_runner.py:73) +2024-09-02 00:14:43,335 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.04523403699568007 (mp_runner.py:73) +2024-09-02 00:14:43,336 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.05217842399724759 (mp_runner.py:73) +2024-09-02 00:14:43,337 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.043194081998080947 (mp_runner.py:73) +2024-09-02 00:14:43,338 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.04952214800141519 (mp_runner.py:73) +2024-09-02 00:14:43,338 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.03982440999971004 (mp_runner.py:73) +2024-09-02 00:14:43,339 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.0399571410016506 (mp_runner.py:73) +2024-09-02 00:14:43,340 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.0608642509978381 (mp_runner.py:73) +2024-09-02 00:14:43,341 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.05292063300294103 (mp_runner.py:73) +2024-09-02 00:14:43,343 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.04943727100180695 (mp_runner.py:73) +2024-09-02 00:14:43,343 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.05860029999894323 (mp_runner.py:73) +2024-09-02 00:14:43,345 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.062108504003845155 (mp_runner.py:73) +2024-09-02 00:14:43,345 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.04617313199560158 (mp_runner.py:73) +2024-09-02 00:14:43,347 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.04624240500561427 (mp_runner.py:73) +2024-09-02 00:14:43,348 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.05244616299751215 (mp_runner.py:73) +2024-09-02 00:14:43,349 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.05865731800440699 (mp_runner.py:73) +2024-09-02 00:14:43,349 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.06751403099769959 (mp_runner.py:73) +2024-09-02 00:14:43,350 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.05290163800236769 (mp_runner.py:73) +2024-09-02 00:14:43,350 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.07094860800134484 (mp_runner.py:73) +2024-09-02 00:14:43,351 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.002456241003528703 (mp_runner.py:73) +2024-09-02 00:14:43,353 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.050698192993877456 (mp_runner.py:73) +2024-09-02 00:14:43,359 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.07718076900346205 (mp_runner.py:73) +2024-09-02 00:14:43,364 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.062141720998624805 (mp_runner.py:73) +2024-09-02 00:14:43,370 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.0857168759976048 (mp_runner.py:73) +2024-09-02 00:14:43,384 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.03319865799858235 (mp_runner.py:73) +2024-09-02 00:14:43,401 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.053245964998495765 (mp_runner.py:73) +2024-09-02 00:14:43,433 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.13995037799759302 (mp_runner.py:73) +2024-09-02 00:14:46,490 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.002s, count=555, qps in this process: 18.4988 (mp_runner.py:76) +2024-09-02 00:14:46,548 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0653s, count=556, qps in this process: 18.4931 (mp_runner.py:76) +2024-09-02 00:14:46,607 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0152s, count=558, qps in this process: 18.5906 (mp_runner.py:76) +2024-09-02 00:14:46,651 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0234s, count=559, qps in this process: 18.6188 (mp_runner.py:76) +2024-09-02 00:14:46,750 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0368s, count=561, qps in this process: 18.6771 (mp_runner.py:76) +2024-09-02 00:14:46,777 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0161s, count=562, qps in this process: 18.7233 (mp_runner.py:76) +2024-09-02 00:14:46,822 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0293s, count=563, qps in this process: 18.7484 (mp_runner.py:76) +2024-09-02 00:14:46,913 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.021s, count=565, qps in this process: 18.8202 (mp_runner.py:76) +2024-09-02 00:14:46,913 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0083s, count=565, qps in this process: 18.8281 (mp_runner.py:76) +2024-09-02 00:14:46,927 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.002s, count=566, qps in this process: 18.8654 (mp_runner.py:76) +2024-09-02 00:14:46,929 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0031s, count=566, qps in this process: 18.8647 (mp_runner.py:76) +2024-09-02 00:14:46,930 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0004s, count=566, qps in this process: 18.8664 (mp_runner.py:76) +2024-09-02 00:14:46,930 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0229s, count=565, qps in this process: 18.819 (mp_runner.py:76) +2024-09-02 00:14:46,940 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0102s, count=566, qps in this process: 18.8603 (mp_runner.py:76) +2024-09-02 00:14:46,941 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0186s, count=566, qps in this process: 18.855 (mp_runner.py:76) +2024-09-02 00:14:46,943 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0142s, count=566, qps in this process: 18.8577 (mp_runner.py:76) +2024-09-02 00:14:46,956 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0268s, count=567, qps in this process: 18.8831 (mp_runner.py:76) +2024-09-02 00:14:46,956 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.022s, count=567, qps in this process: 18.8862 (mp_runner.py:76) +2024-09-02 00:14:46,959 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0019s, count=567, qps in this process: 18.8988 (mp_runner.py:76) +2024-09-02 00:14:46,960 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.03s, count=566, qps in this process: 18.8478 (mp_runner.py:76) +2024-09-02 00:14:46,968 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0128s, count=567, qps in this process: 18.8919 (mp_runner.py:76) +2024-09-02 00:14:46,975 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0527s, count=567, qps in this process: 18.8669 (mp_runner.py:76) +2024-09-02 00:14:46,977 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0337s, count=567, qps in this process: 18.8788 (mp_runner.py:76) +2024-09-02 00:14:46,979 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0359s, count=567, qps in this process: 18.8774 (mp_runner.py:76) +2024-09-02 00:14:46,995 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.014s, count=568, qps in this process: 18.9245 (mp_runner.py:76) +2024-09-02 00:14:46,997 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0088s, count=568, qps in this process: 18.9278 (mp_runner.py:76) +2024-09-02 00:14:46,998 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0149s, count=568, qps in this process: 18.9239 (mp_runner.py:76) +2024-09-02 00:14:47,004 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0116s, count=568, qps in this process: 18.926 (mp_runner.py:76) +2024-09-02 00:14:47,005 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0622s, count=567, qps in this process: 18.8609 (mp_runner.py:76) +2024-09-02 00:14:47,009 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0256s, count=568, qps in this process: 18.9172 (mp_runner.py:76) +2024-09-02 00:14:47,011 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0165s, count=568, qps in this process: 18.9229 (mp_runner.py:76) +2024-09-02 00:14:47,015 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0144s, count=568, qps in this process: 18.9242 (mp_runner.py:76) +2024-09-02 00:14:47,018 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0298s, count=568, qps in this process: 18.9145 (mp_runner.py:76) +2024-09-02 00:14:47,020 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0284s, count=568, qps in this process: 18.9154 (mp_runner.py:76) +2024-09-02 00:14:47,020 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0146s, count=568, qps in this process: 18.9241 (mp_runner.py:76) +2024-09-02 00:14:47,039 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.012s, count=569, qps in this process: 18.9591 (mp_runner.py:76) +2024-09-02 00:14:47,039 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0176s, count=569, qps in this process: 18.9555 (mp_runner.py:76) +2024-09-02 00:14:47,040 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0334s, count=569, qps in this process: 18.9456 (mp_runner.py:76) +2024-09-02 00:14:47,040 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0074s, count=569, qps in this process: 18.962 (mp_runner.py:76) +2024-09-02 00:14:47,040 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0134s, count=569, qps in this process: 18.9582 (mp_runner.py:76) +2024-09-02 00:14:47,041 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0066s, count=569, qps in this process: 18.9625 (mp_runner.py:76) +2024-09-02 00:14:47,042 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0046s, count=569, qps in this process: 18.9638 (mp_runner.py:76) +2024-09-02 00:14:47,042 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0204s, count=569, qps in this process: 18.9538 (mp_runner.py:76) +2024-09-02 00:14:47,055 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0029s, count=570, qps in this process: 18.9982 (mp_runner.py:76) +2024-09-02 00:14:47,057 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0035s, count=570, qps in this process: 18.9978 (mp_runner.py:76) +2024-09-02 00:14:47,086 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0092s, count=573, qps in this process: 19.0941 (mp_runner.py:76) +2024-09-02 00:14:47,101 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0126s, count=574, qps in this process: 19.1253 (mp_runner.py:76) +2024-09-02 00:14:47,108 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0033s, count=575, qps in this process: 19.1646 (mp_runner.py:76) +2024-09-02 00:14:47,109 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0139s, count=574, qps in this process: 19.1245 (mp_runner.py:76) +2024-09-02 00:14:47,142 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0056s, count=579, qps in this process: 19.2964 (mp_runner.py:76) +2024-09-02 00:14:47,149 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0055s, count=580, qps in this process: 19.3298 (mp_runner.py:76) +2024-09-02 00:14:47,159 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.005s, count=582, qps in this process: 19.3968 (mp_runner.py:76) +2024-09-02 00:14:47,159 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0052s, count=582, qps in this process: 19.3966 (mp_runner.py:76) +2024-09-02 00:14:47,159 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0052s, count=582, qps in this process: 19.3966 (mp_runner.py:76) +2024-09-02 00:14:47,203 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.001s, count=592, qps in this process: 19.7327 (mp_runner.py:76) +2024-09-02 00:14:47,206 | INFO |End search in concurrency 55: dur=30.774984874995425s, total_count=31272, qps=1016.15 (mp_runner.py:120) +2024-09-02 00:14:51,259 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:14:51,260 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-02 00:15:12,649 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-02 00:15:12,892 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:12,960 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:12,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:12,985 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,010 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,036 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,051 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,071 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,096 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,096 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,127 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,139 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,154 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,173 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,173 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,209 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,221 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,224 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,236 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,242 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,270 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,286 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,290 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,290 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,290 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,305 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,333 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,346 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,356 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,365 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,366 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,366 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,402 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,428 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,430 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,430 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,441 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,441 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,462 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,467 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,474 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,518 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,519 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,520 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,558 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,594 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:13,681 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:15:42,017 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.04400863999762805 (mp_runner.py:73) +2024-09-02 00:15:42,018 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.044524329001433216 (mp_runner.py:73) +2024-09-02 00:15:42,019 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.04220505499688443 (mp_runner.py:73) +2024-09-02 00:15:42,020 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.04255901600117795 (mp_runner.py:73) +2024-09-02 00:15:42,021 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.0403891659952933 (mp_runner.py:73) +2024-09-02 00:15:42,021 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.053667166001105215 (mp_runner.py:73) +2024-09-02 00:15:42,023 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.04442846500023734 (mp_runner.py:73) +2024-09-02 00:15:42,024 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.04942598300112877 (mp_runner.py:73) +2024-09-02 00:15:42,025 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.04558902099961415 (mp_runner.py:73) +2024-09-02 00:15:42,026 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.040028698000242 (mp_runner.py:73) +2024-09-02 00:15:42,026 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.05070374999922933 (mp_runner.py:73) +2024-09-02 00:15:42,027 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.05852297299861675 (mp_runner.py:73) +2024-09-02 00:15:42,028 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.044806546000472736 (mp_runner.py:73) +2024-09-02 00:15:42,029 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.05859423999936553 (mp_runner.py:73) +2024-09-02 00:15:42,029 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.0474312660007854 (mp_runner.py:73) +2024-09-02 00:15:42,029 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.05745958500483539 (mp_runner.py:73) +2024-09-02 00:15:42,031 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.045869781002693344 (mp_runner.py:73) +2024-09-02 00:15:42,032 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.06269880500622094 (mp_runner.py:73) +2024-09-02 00:15:42,035 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.049194556995644234 (mp_runner.py:73) +2024-09-02 00:15:42,036 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.049574229000427295 (mp_runner.py:73) +2024-09-02 00:15:42,036 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.054483332998643164 (mp_runner.py:73) +2024-09-02 00:15:42,037 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.06618078800238436 (mp_runner.py:73) +2024-09-02 00:15:42,037 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.06113245699816616 (mp_runner.py:73) +2024-09-02 00:15:42,039 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.050476956996135414 (mp_runner.py:73) +2024-09-02 00:15:42,039 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.0671171710055205 (mp_runner.py:73) +2024-09-02 00:15:42,039 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.05478703799599316 (mp_runner.py:73) +2024-09-02 00:15:42,041 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.053319384998758323 (mp_runner.py:73) +2024-09-02 00:15:42,041 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.07585087500046939 (mp_runner.py:73) +2024-09-02 00:15:42,043 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.06592127500334755 (mp_runner.py:73) +2024-09-02 00:15:42,044 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.05479437599569792 (mp_runner.py:73) +2024-09-02 00:15:42,045 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.07467625300341751 (mp_runner.py:73) +2024-09-02 00:15:42,046 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.0798084780035424 (mp_runner.py:73) +2024-09-02 00:15:42,047 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.05626938200293807 (mp_runner.py:73) +2024-09-02 00:15:42,048 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.0701611620024778 (mp_runner.py:73) +2024-09-02 00:15:42,049 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.07777963099943008 (mp_runner.py:73) +2024-09-02 00:15:42,050 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.082186585997988 (mp_runner.py:73) +2024-09-02 00:15:42,050 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.0711825849939487 (mp_runner.py:73) +2024-09-02 00:15:42,053 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.07668769500014605 (mp_runner.py:73) +2024-09-02 00:15:42,057 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.07558901300217258 (mp_runner.py:73) +2024-09-02 00:15:42,058 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.08837395899900002 (mp_runner.py:73) +2024-09-02 00:15:42,058 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.07694665600138251 (mp_runner.py:73) +2024-09-02 00:15:42,059 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.08462274799967417 (mp_runner.py:73) +2024-09-02 00:15:42,060 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.07976593700004742 (mp_runner.py:73) +2024-09-02 00:15:42,060 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.07549441599985585 (mp_runner.py:73) +2024-09-02 00:15:42,060 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.09476977099984651 (mp_runner.py:73) +2024-09-02 00:15:42,063 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.09647814799973276 (mp_runner.py:73) +2024-09-02 00:15:42,063 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.0797782770023332 (mp_runner.py:73) +2024-09-02 00:15:42,067 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.09350677199836355 (mp_runner.py:73) +2024-09-02 00:15:42,073 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.08613904300000286 (mp_runner.py:73) +2024-09-02 00:15:42,081 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.10640547799994238 (mp_runner.py:73) +2024-09-02 00:15:42,095 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.11220691899507074 (mp_runner.py:73) +2024-09-02 00:15:42,096 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.12310695400083205 (mp_runner.py:73) +2024-09-02 00:15:42,097 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.11322518900124123 (mp_runner.py:73) +2024-09-02 00:15:42,098 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.11954257400066126 (mp_runner.py:73) +2024-09-02 00:15:42,099 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.13014601900067646 (mp_runner.py:73) +2024-09-02 00:15:42,101 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.13387069300370058 (mp_runner.py:73) +2024-09-02 00:15:42,102 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.11377412699948763 (mp_runner.py:73) +2024-09-02 00:15:42,102 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.1124091439996846 (mp_runner.py:73) +2024-09-02 00:15:42,115 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.1499942820009892 (mp_runner.py:73) +2024-09-02 00:15:42,197 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.039585765000083484 (mp_runner.py:73) +2024-09-02 00:15:42,933 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0207s, count=513, qps in this process: 17.0882 (mp_runner.py:76) +2024-09-02 00:15:43,032 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0194s, count=514, qps in this process: 17.1223 (mp_runner.py:76) +2024-09-02 00:15:43,034 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0314s, count=514, qps in this process: 17.1154 (mp_runner.py:76) +2024-09-02 00:15:43,035 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0684s, count=514, qps in this process: 17.0944 (mp_runner.py:76) +2024-09-02 00:15:43,035 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0493s, count=514, qps in this process: 17.1052 (mp_runner.py:76) +2024-09-02 00:15:43,067 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0298s, count=515, qps in this process: 17.1496 (mp_runner.py:76) +2024-09-02 00:15:43,069 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0119s, count=514, qps in this process: 17.1265 (mp_runner.py:76) +2024-09-02 00:15:43,096 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0134s, count=516, qps in this process: 17.1923 (mp_runner.py:76) +2024-09-02 00:15:43,098 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0014s, count=516, qps in this process: 17.1992 (mp_runner.py:76) +2024-09-02 00:15:43,117 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.019s, count=516, qps in this process: 17.1891 (mp_runner.py:76) +2024-09-02 00:15:43,118 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0428s, count=516, qps in this process: 17.1755 (mp_runner.py:76) +2024-09-02 00:15:43,120 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0521s, count=515, qps in this process: 17.1369 (mp_runner.py:76) +2024-09-02 00:15:43,144 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.012s, count=517, qps in this process: 17.2264 (mp_runner.py:76) +2024-09-02 00:15:43,159 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0135s, count=517, qps in this process: 17.2256 (mp_runner.py:76) +2024-09-02 00:15:43,165 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0263s, count=517, qps in this process: 17.2182 (mp_runner.py:76) +2024-09-02 00:15:43,176 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0049s, count=518, qps in this process: 17.2638 (mp_runner.py:76) +2024-09-02 00:15:43,176 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0056s, count=518, qps in this process: 17.2634 (mp_runner.py:76) +2024-09-02 00:15:43,177 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0041s, count=518, qps in this process: 17.2643 (mp_runner.py:76) +2024-09-02 00:15:43,182 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0032s, count=518, qps in this process: 17.2648 (mp_runner.py:76) +2024-09-02 00:15:43,183 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0124s, count=518, qps in this process: 17.2595 (mp_runner.py:76) +2024-09-02 00:15:43,188 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0252s, count=518, qps in this process: 17.2522 (mp_runner.py:76) +2024-09-02 00:15:43,240 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0179s, count=518, qps in this process: 17.2564 (mp_runner.py:76) +2024-09-02 00:15:43,242 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0596s, count=519, qps in this process: 17.2657 (mp_runner.py:76) +2024-09-02 00:15:43,243 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0298s, count=519, qps in this process: 17.2828 (mp_runner.py:76) +2024-09-02 00:15:43,244 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0183s, count=519, qps in this process: 17.2895 (mp_runner.py:76) +2024-09-02 00:15:43,244 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0703s, count=519, qps in this process: 17.2596 (mp_runner.py:76) +2024-09-02 00:15:43,244 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0156s, count=519, qps in this process: 17.291 (mp_runner.py:76) +2024-09-02 00:15:43,244 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0162s, count=519, qps in this process: 17.2907 (mp_runner.py:76) +2024-09-02 00:15:43,245 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0742s, count=519, qps in this process: 17.2573 (mp_runner.py:76) +2024-09-02 00:15:43,265 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0194s, count=520, qps in this process: 17.3221 (mp_runner.py:76) +2024-09-02 00:15:43,276 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0292s, count=520, qps in this process: 17.3165 (mp_runner.py:76) +2024-09-02 00:15:43,308 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.021s, count=521, qps in this process: 17.3545 (mp_runner.py:76) +2024-09-02 00:15:43,308 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0303s, count=521, qps in this process: 17.3491 (mp_runner.py:76) +2024-09-02 00:15:43,309 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0151s, count=521, qps in this process: 17.3579 (mp_runner.py:76) +2024-09-02 00:15:43,309 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0147s, count=521, qps in this process: 17.3582 (mp_runner.py:76) +2024-09-02 00:15:43,310 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0156s, count=521, qps in this process: 17.3576 (mp_runner.py:76) +2024-09-02 00:15:43,310 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.018s, count=521, qps in this process: 17.3563 (mp_runner.py:76) +2024-09-02 00:15:43,337 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0266s, count=522, qps in this process: 17.3846 (mp_runner.py:76) +2024-09-02 00:15:43,345 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0042s, count=523, qps in this process: 17.4309 (mp_runner.py:76) +2024-09-02 00:15:43,368 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0148s, count=523, qps in this process: 17.4247 (mp_runner.py:76) +2024-09-02 00:15:43,370 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0019s, count=524, qps in this process: 17.4656 (mp_runner.py:76) +2024-09-02 00:15:43,377 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.012s, count=524, qps in this process: 17.4597 (mp_runner.py:76) +2024-09-02 00:15:43,384 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0119s, count=524, qps in this process: 17.4597 (mp_runner.py:76) +2024-09-02 00:15:43,399 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0088s, count=524, qps in this process: 17.4615 (mp_runner.py:76) +2024-09-02 00:15:43,401 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0286s, count=525, qps in this process: 17.4833 (mp_runner.py:76) +2024-09-02 00:15:43,416 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.008s, count=526, qps in this process: 17.5287 (mp_runner.py:76) +2024-09-02 00:15:43,441 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0044s, count=528, qps in this process: 17.5974 (mp_runner.py:76) +2024-09-02 00:15:43,443 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0101s, count=528, qps in this process: 17.5941 (mp_runner.py:76) +2024-09-02 00:15:43,446 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0006s, count=528, qps in this process: 17.5996 (mp_runner.py:76) +2024-09-02 00:15:43,447 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0107s, count=528, qps in this process: 17.5937 (mp_runner.py:76) +2024-09-02 00:15:43,450 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0054s, count=528, qps in this process: 17.5968 (mp_runner.py:76) +2024-09-02 00:15:43,474 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0002s, count=531, qps in this process: 17.6999 (mp_runner.py:76) +2024-09-02 00:15:43,475 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.001s, count=531, qps in this process: 17.6994 (mp_runner.py:76) +2024-09-02 00:15:43,483 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0011s, count=532, qps in this process: 17.7327 (mp_runner.py:76) +2024-09-02 00:15:43,530 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.008s, count=535, qps in this process: 17.8286 (mp_runner.py:76) +2024-09-02 00:15:43,532 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0119s, count=535, qps in this process: 17.8263 (mp_runner.py:76) +2024-09-02 00:15:43,543 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0054s, count=536, qps in this process: 17.8635 (mp_runner.py:76) +2024-09-02 00:15:43,562 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0003s, count=539, qps in this process: 17.9665 (mp_runner.py:76) +2024-09-02 00:15:43,602 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0003s, count=545, qps in this process: 18.1665 (mp_runner.py:76) +2024-09-02 00:15:43,683 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0016s, count=562, qps in this process: 18.7323 (mp_runner.py:76) +2024-09-02 00:15:43,688 | INFO |End search in concurrency 60: dur=31.037885239005846s, total_count=31354, qps=1010.1848 (mp_runner.py:120) +2024-09-02 00:15:48,057 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:15:48,057 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-02 00:16:09,794 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-02 00:16:10,033 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,193 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,196 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,203 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,224 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,251 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,251 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,303 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,303 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,359 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,359 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,381 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,394 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,401 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,403 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,442 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,480 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,531 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,536 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,537 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,577 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,588 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,605 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,611 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,614 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,614 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,647 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,725 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,758 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,762 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,804 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,805 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,834 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,845 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:10,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:16:40,072 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0277s, count=478, qps in this process: 15.9186 (mp_runner.py:76) +2024-09-02 00:16:40,212 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0058s, count=480, qps in this process: 15.9969 (mp_runner.py:76) +2024-09-02 00:16:40,272 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0752s, count=481, qps in this process: 15.9932 (mp_runner.py:76) +2024-09-02 00:16:40,272 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0181s, count=481, qps in this process: 16.0237 (mp_runner.py:76) +2024-09-02 00:16:40,272 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0696s, count=481, qps in this process: 15.9962 (mp_runner.py:76) +2024-09-02 00:16:40,273 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0188s, count=481, qps in this process: 16.0233 (mp_runner.py:76) +2024-09-02 00:16:40,281 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0706s, count=481, qps in this process: 15.9957 (mp_runner.py:76) +2024-09-02 00:16:40,283 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0286s, count=481, qps in this process: 16.0181 (mp_runner.py:76) +2024-09-02 00:16:40,283 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0286s, count=481, qps in this process: 16.0181 (mp_runner.py:76) +2024-09-02 00:16:40,284 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0296s, count=481, qps in this process: 16.0175 (mp_runner.py:76) +2024-09-02 00:16:40,284 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0575s, count=481, qps in this process: 16.0027 (mp_runner.py:76) +2024-09-02 00:16:40,284 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.03s, count=481, qps in this process: 16.0173 (mp_runner.py:76) +2024-09-02 00:16:40,285 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0868s, count=481, qps in this process: 15.9871 (mp_runner.py:76) +2024-09-02 00:16:40,294 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.06s, count=481, qps in this process: 16.0013 (mp_runner.py:76) +2024-09-02 00:16:40,297 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0017s, count=481, qps in this process: 16.0324 (mp_runner.py:76) +2024-09-02 00:16:40,297 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.002s, count=481, qps in this process: 16.0323 (mp_runner.py:76) +2024-09-02 00:16:40,300 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0023s, count=481, qps in this process: 16.0321 (mp_runner.py:76) +2024-09-02 00:16:40,341 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0415s, count=482, qps in this process: 16.0445 (mp_runner.py:76) +2024-09-02 00:16:40,342 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0367s, count=482, qps in this process: 16.047 (mp_runner.py:76) +2024-09-02 00:16:40,343 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0438s, count=482, qps in this process: 16.0432 (mp_runner.py:76) +2024-09-02 00:16:40,343 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0375s, count=482, qps in this process: 16.0466 (mp_runner.py:76) +2024-09-02 00:16:40,343 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0415s, count=482, qps in this process: 16.0445 (mp_runner.py:76) +2024-09-02 00:16:40,375 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0125s, count=483, qps in this process: 16.0933 (mp_runner.py:76) +2024-09-02 00:16:40,380 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0181s, count=483, qps in this process: 16.0903 (mp_runner.py:76) +2024-09-02 00:16:40,381 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0176s, count=483, qps in this process: 16.0906 (mp_runner.py:76) +2024-09-02 00:16:40,405 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.015s, count=484, qps in this process: 16.1253 (mp_runner.py:76) +2024-09-02 00:16:40,429 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0015s, count=485, qps in this process: 16.1659 (mp_runner.py:76) +2024-09-02 00:16:40,432 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.006s, count=485, qps in this process: 16.1634 (mp_runner.py:76) +2024-09-02 00:16:40,443 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0089s, count=485, qps in this process: 16.1619 (mp_runner.py:76) +2024-09-02 00:16:40,444 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0794s, count=484, qps in this process: 16.0907 (mp_runner.py:76) +2024-09-02 00:16:40,449 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0072s, count=485, qps in this process: 16.1628 (mp_runner.py:76) +2024-09-02 00:16:40,451 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0167s, count=485, qps in this process: 16.1577 (mp_runner.py:76) +2024-09-02 00:16:40,458 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0237s, count=485, qps in this process: 16.1539 (mp_runner.py:76) +2024-09-02 00:16:40,464 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0298s, count=486, qps in this process: 16.1839 (mp_runner.py:76) +2024-09-02 00:16:40,467 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0327s, count=486, qps in this process: 16.1824 (mp_runner.py:76) +2024-09-02 00:16:40,468 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0347s, count=486, qps in this process: 16.1813 (mp_runner.py:76) +2024-09-02 00:16:40,484 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0002s, count=484, qps in this process: 16.1332 (mp_runner.py:76) +2024-09-02 00:16:40,485 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0323s, count=486, qps in this process: 16.1826 (mp_runner.py:76) +2024-09-02 00:16:40,540 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0034s, count=488, qps in this process: 16.2648 (mp_runner.py:76) +2024-09-02 00:16:40,541 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0045s, count=488, qps in this process: 16.2642 (mp_runner.py:76) +2024-09-02 00:16:40,560 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0149s, count=489, qps in this process: 16.2919 (mp_runner.py:76) +2024-09-02 00:16:40,573 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0075s, count=490, qps in this process: 16.3293 (mp_runner.py:76) +2024-09-02 00:16:40,582 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0163s, count=490, qps in this process: 16.3245 (mp_runner.py:76) +2024-09-02 00:16:40,582 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0162s, count=489, qps in this process: 16.2912 (mp_runner.py:76) +2024-09-02 00:16:40,590 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0247s, count=490, qps in this process: 16.3199 (mp_runner.py:76) +2024-09-02 00:16:40,592 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0028s, count=490, qps in this process: 16.3318 (mp_runner.py:76) +2024-09-02 00:16:40,599 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0132s, count=491, qps in this process: 16.3595 (mp_runner.py:76) +2024-09-02 00:16:40,614 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0262s, count=491, qps in this process: 16.3524 (mp_runner.py:76) +2024-09-02 00:16:40,627 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0052s, count=492, qps in this process: 16.3972 (mp_runner.py:76) +2024-09-02 00:16:40,630 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0213s, count=492, qps in this process: 16.3884 (mp_runner.py:76) +2024-09-02 00:16:40,630 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0074s, count=492, qps in this process: 16.396 (mp_runner.py:76) +2024-09-02 00:16:40,632 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0204s, count=492, qps in this process: 16.3889 (mp_runner.py:76) +2024-09-02 00:16:40,637 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.015s, count=493, qps in this process: 16.4251 (mp_runner.py:76) +2024-09-02 00:16:40,662 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0069s, count=495, qps in this process: 16.4962 (mp_runner.py:76) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.011320557998260483 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.011323081998853013 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.010944510999252088 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.011495377999381162 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.011214439000468701 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.01169785099773435 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.011555126999155618 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.011578309000469744 (mp_runner.py:73) +2024-09-02 00:16:40,721 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0027s, count=500, qps in this process: 16.6652 (mp_runner.py:76) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.011642754994682036 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.009022632002597675 (mp_runner.py:73) +2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.011942122997425031 (mp_runner.py:73) +2024-09-02 00:16:40,722 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0029s, count=500, qps in this process: 16.6651 (mp_runner.py:76) +2024-09-02 00:16:40,753 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.012s, count=503, qps in this process: 16.76 (mp_runner.py:76) +2024-09-02 00:16:40,770 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0034s, count=504, qps in this process: 16.7981 (mp_runner.py:76) +2024-09-02 00:16:40,773 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0063s, count=505, qps in this process: 16.8298 (mp_runner.py:76) +2024-09-02 00:16:40,776 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.002s, count=505, qps in this process: 16.8322 (mp_runner.py:76) +2024-09-02 00:16:40,814 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0031s, count=511, qps in this process: 17.0316 (mp_runner.py:76) +2024-09-02 00:16:40,815 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0047s, count=511, qps in this process: 17.0307 (mp_runner.py:76) +2024-09-02 00:16:40,847 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0025s, count=517, qps in this process: 17.2319 (mp_runner.py:76) +2024-09-02 00:16:40,854 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0038s, count=518, qps in this process: 17.2645 (mp_runner.py:76) +2024-09-02 00:16:40,883 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.003s, count=524, qps in this process: 17.4649 (mp_runner.py:76) +2024-09-02 00:16:40,887 | INFO |End search in concurrency 65: dur=31.09155906099477s, total_count=31788, qps=1022.3997 (mp_runner.py:120) +2024-09-02 00:16:45,246 | INFO |Update largest qps with concurrency 65: current max_qps=1022.3997 (mp_runner.py:124) +2024-09-02 00:16:45,659 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:16:45,659 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-02 00:17:07,497 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-02 00:17:07,652 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,828 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,922 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,922 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,933 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,995 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,995 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:07,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,019 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,020 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,037 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,053 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,107 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,111 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,112 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,112 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,112 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,112 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,115 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,117 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,142 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,182 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,212 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,219 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,221 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,222 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,239 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,239 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,247 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,278 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,284 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,284 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,294 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,378 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,380 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,428 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,428 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,474 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,475 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,475 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,475 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,514 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,529 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,539 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,564 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:08,576 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-02 00:17:37,672 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0079s, count=438, qps in this process: 14.5962 (mp_runner.py:76) +2024-09-02 00:17:37,816 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0358s, count=441, qps in this process: 14.6825 (mp_runner.py:76) +2024-09-02 00:17:37,901 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0571s, count=442, qps in this process: 14.7053 (mp_runner.py:76) +2024-09-02 00:17:37,940 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0038s, count=443, qps in this process: 14.7648 (mp_runner.py:76) +2024-09-02 00:17:37,949 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0246s, count=443, qps in this process: 14.7546 (mp_runner.py:76) +2024-09-02 00:17:37,950 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0178s, count=443, qps in this process: 14.7579 (mp_runner.py:76) +2024-09-02 00:17:37,980 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0548s, count=441, qps in this process: 14.6732 (mp_runner.py:76) +2024-09-02 00:17:38,009 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0094s, count=444, qps in this process: 14.7954 (mp_runner.py:76) +2024-09-02 00:17:38,010 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0043s, count=444, qps in this process: 14.7979 (mp_runner.py:76) +2024-09-02 00:17:38,039 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0071s, count=444, qps in this process: 14.7965 (mp_runner.py:76) +2024-09-02 00:17:38,040 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0473s, count=444, qps in this process: 14.7767 (mp_runner.py:76) +2024-09-02 00:17:38,040 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0165s, count=444, qps in this process: 14.7919 (mp_runner.py:76) +2024-09-02 00:17:38,041 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0406s, count=444, qps in this process: 14.78 (mp_runner.py:76) +2024-09-02 00:17:38,063 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0045s, count=444, qps in this process: 14.7978 (mp_runner.py:76) +2024-09-02 00:17:38,067 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0338s, count=445, qps in this process: 14.8166 (mp_runner.py:76) +2024-09-02 00:17:38,068 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0351s, count=445, qps in this process: 14.816 (mp_runner.py:76) +2024-09-02 00:17:38,068 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0368s, count=445, qps in this process: 14.8152 (mp_runner.py:76) +2024-09-02 00:17:38,068 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0368s, count=445, qps in this process: 14.8152 (mp_runner.py:76) +2024-09-02 00:17:38,068 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0096s, count=445, qps in this process: 14.8286 (mp_runner.py:76) +2024-09-02 00:17:38,069 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0196s, count=445, qps in this process: 14.8236 (mp_runner.py:76) +2024-09-02 00:17:38,070 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0332s, count=445, qps in this process: 14.8169 (mp_runner.py:76) +2024-09-02 00:17:38,085 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0133s, count=445, qps in this process: 14.8268 (mp_runner.py:76) +2024-09-02 00:17:38,116 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0056s, count=446, qps in this process: 14.8639 (mp_runner.py:76) +2024-09-02 00:17:38,149 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0265s, count=446, qps in this process: 14.8535 (mp_runner.py:76) +2024-09-02 00:17:38,158 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0367s, count=447, qps in this process: 14.8818 (mp_runner.py:76) +2024-09-02 00:17:38,158 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0359s, count=447, qps in this process: 14.8822 (mp_runner.py:76) +2024-09-02 00:17:38,158 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0245s, count=447, qps in this process: 14.8878 (mp_runner.py:76) +2024-09-02 00:17:38,159 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0367s, count=447, qps in this process: 14.8818 (mp_runner.py:76) +2024-09-02 00:17:38,159 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0149s, count=447, qps in this process: 14.8926 (mp_runner.py:76) +2024-09-02 00:17:38,159 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0374s, count=447, qps in this process: 14.8814 (mp_runner.py:76) +2024-09-02 00:17:38,159 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0374s, count=447, qps in this process: 14.8814 (mp_runner.py:76) +2024-09-02 00:17:38,160 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0378s, count=447, qps in this process: 14.8812 (mp_runner.py:76) +2024-09-02 00:17:38,161 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0396s, count=447, qps in this process: 14.8804 (mp_runner.py:76) +2024-09-02 00:17:38,161 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0388s, count=447, qps in this process: 14.8808 (mp_runner.py:76) +2024-09-02 00:17:38,187 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0174s, count=448, qps in this process: 14.9247 (mp_runner.py:76) +2024-09-02 00:17:38,216 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.036s, count=448, qps in this process: 14.9154 (mp_runner.py:76) +2024-09-02 00:17:38,228 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0079s, count=449, qps in this process: 14.9627 (mp_runner.py:76) +2024-09-02 00:17:38,232 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0393s, count=449, qps in this process: 14.9471 (mp_runner.py:76) +2024-09-02 00:17:38,239 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.014s, count=449, qps in this process: 14.9597 (mp_runner.py:76) +2024-09-02 00:17:38,254 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0291s, count=450, qps in this process: 14.9855 (mp_runner.py:76) +2024-09-02 00:17:38,257 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0029s, count=450, qps in this process: 14.9986 (mp_runner.py:76) +2024-09-02 00:17:38,258 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0379s, count=450, qps in this process: 14.9811 (mp_runner.py:76) +2024-09-02 00:17:38,258 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0197s, count=450, qps in this process: 14.9902 (mp_runner.py:76) +2024-09-02 00:17:38,269 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0149s, count=451, qps in this process: 15.0259 (mp_runner.py:76) +2024-09-02 00:17:38,276 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0116s, count=451, qps in this process: 15.0275 (mp_runner.py:76) +2024-09-02 00:17:38,299 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0123s, count=452, qps in this process: 15.0605 (mp_runner.py:76) +2024-09-02 00:17:38,305 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0213s, count=452, qps in this process: 15.056 (mp_runner.py:76) +2024-09-02 00:17:38,307 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0166s, count=452, qps in this process: 15.0583 (mp_runner.py:76) +2024-09-02 00:17:38,329 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0201s, count=453, qps in this process: 15.0899 (mp_runner.py:76) +2024-09-02 00:17:38,367 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0023s, count=455, qps in this process: 15.1655 (mp_runner.py:76) +2024-09-02 00:17:38,370 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.006s, count=455, qps in this process: 15.1636 (mp_runner.py:76) +2024-09-02 00:17:38,371 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0076s, count=454, qps in this process: 15.1295 (mp_runner.py:76) +2024-09-02 00:17:38,385 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0191s, count=456, qps in this process: 15.1903 (mp_runner.py:76) +2024-09-02 00:17:38,386 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0061s, count=456, qps in this process: 15.1969 (mp_runner.py:76) +2024-09-02 00:17:38,405 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0105s, count=457, qps in this process: 15.228 (mp_runner.py:76) +2024-09-02 00:17:38,405 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0132s, count=457, qps in this process: 15.2266 (mp_runner.py:76) +2024-09-02 00:17:38,435 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0022s, count=459, qps in this process: 15.2989 (mp_runner.py:76) +2024-09-02 00:17:38,440 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0068s, count=460, qps in this process: 15.3299 (mp_runner.py:76) +2024-09-02 00:17:38,440 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0069s, count=460, qps in this process: 15.3298 (mp_runner.py:76) +2024-09-02 00:17:38,482 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0002s, count=463, qps in this process: 15.4332 (mp_runner.py:76) +2024-09-02 00:17:38,483 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.001s, count=463, qps in this process: 15.4328 (mp_runner.py:76) +2024-09-02 00:17:38,486 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0038s, count=464, qps in this process: 15.4647 (mp_runner.py:76) +2024-09-02 00:17:38,488 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0008s, count=464, qps in this process: 15.4663 (mp_runner.py:76) +2024-09-02 00:17:38,493 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0091s, count=464, qps in this process: 15.462 (mp_runner.py:76) +2024-09-02 00:17:38,533 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0009s, count=469, qps in this process: 15.6329 (mp_runner.py:76) +2024-09-02 00:17:38,541 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0075s, count=470, qps in this process: 15.6628 (mp_runner.py:76) +2024-09-02 00:17:38,552 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0104s, count=471, qps in this process: 15.6946 (mp_runner.py:76) +2024-09-02 00:17:38,554 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0042s, count=472, qps in this process: 15.7311 (mp_runner.py:76) +2024-09-02 00:17:38,588 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.004s, count=480, qps in this process: 15.9979 (mp_runner.py:76) +2024-09-02 00:17:38,598 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0024s, count=482, qps in this process: 16.0654 (mp_runner.py:76) +2024-09-02 00:17:38,601 | INFO |End search in concurrency 70: dur=31.104313739000645s, total_count=31606, qps=1016.1292 (mp_runner.py:120) +2024-09-02 00:17:43,252 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1022.3997, serial_latency_p99=np.float64(0.0475), recall=np.float64(0.8871), ndcg=np.float64(0.9024), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[239.3481, 739.3311, 965.0997, 977.7417, 1012.0704, 957.194, 1014.9725, 1008.5009, 1020.9062, 1018.7971, 1016.15, 1010.1848, 1022.3997, 1016.1292], conc_latency_p99_list=[np.float64(0.002331749826623127), np.float64(0.0024770182797983578), np.float64(0.0027023106240907507), np.float64(0.002861381611347315), np.float64(0.0030410784135507128), np.float64(0.0031868939093517836), np.float64(0.003433111821557395), np.float64(0.003465333688535611), np.float64(0.0036996624626299307), np.float64(0.003572728408499097), np.float64(0.004007250159967225), np.float64(0.0040134222042077445), np.float64(0.004845531702849257), np.float64(0.005027193492278457)]) (task_runner.py:197) +2024-09-02 00:17:43,253 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:06:12.523815'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1022.3997, serial_latency_p99=np.float64(0.0475), recall=np.float64(0.8871), ndcg=np.float64(0.9024), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[239.3481, 739.3311, 965.0997, 977.7417, 1012.0704, 957.194, 1014.9725, 1008.5009, 1020.9062, 1018.7971, 1016.15, 1010.1848, 1022.3997, 1016.1292], conc_latency_p99_list=[np.float64(0.002331749826623127), np.float64(0.0024770182797983578), np.float64(0.0027023106240907507), np.float64(0.002861381611347315), np.float64(0.0030410784135507128), np.float64(0.0031868939093517836), np.float64(0.003433111821557395), np.float64(0.003465333688535611), np.float64(0.0036996624626299307), np.float64(0.003572728408499097), np.float64(0.004007250159967225), np.float64(0.0040134222042077445), np.float64(0.004845531702849257), np.float64(0.005027193492278457)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-02 00:17:43,253 | INFO |Task summary: run_id=9c6f2, task_label=9c6f28e85dbc4343b8c5d907c3ab327a (models.py:346) +2024-09-02 00:17:43,253 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 00:17:43,253 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 00:17:43,253 | INFO |PgVector | 2024-09-02T00:06:12.523815 Performance1536D500K 9c6f28e85dbc4343b8c5d907c3ab327a | 0.0 1022.3997 0.0475 0.8871 0 | :) (models.py:346) +2024-09-02 00:17:43,253 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json (models.py:204) +2024-09-02 00:17:43,253 | INFO |Success to finish task: label=9c6f28e85dbc4343b8c5d907c3ab327a, run_id=9c6f28e85dbc4343b8c5d907c3ab327a (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json b/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json new file mode 100644 index 000000000..0489f5732 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json @@ -0,0 +1 @@ +{"run_id": "9c6f28e85dbc4343b8c5d907c3ab327a", "task_label": "9c6f28e85dbc4343b8c5d907c3ab327a", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1022.3997, "serial_latency_p99": 0.0475, "recall": 0.8871, "ndcg": 0.9024, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [239.3481, 739.3311, 965.0997, 977.7417, 1012.0704, 957.194, 1014.9725, 1008.5009, 1020.9062, 1018.7971, 1016.15, 1010.1848, 1022.3997, 1016.1292], "conc_latency_p99_list": [0.002331749826623127, 0.0024770182797983578, 0.0027023106240907507, 0.002861381611347315, 0.0030410784135507128, 0.0031868939093517836, 0.003433111821557395, 0.003465333688535611, 0.0036996624626299307, 0.003572728408499097, 0.004007250159967225, 0.0040134222042077445, 0.004845531702849257, 0.005027193492278457]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T00:06:12.523815", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt b/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt new file mode 100644 index 000000000..26d2ef646 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt @@ -0,0 +1,3135 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load +2024-09-01 23:28:50,907 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:28:50.896024', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 23:28:50,907 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:28:50.896024', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 23:28:50,907 | INFO |generated uuid for the tasks: b3d8afc4c57d461e9de84acb474bf52c (interface.py:66) +2024-09-01 23:28:50,968 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 23:28:50,968 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 23:28:50,968 | INFO | PgVector-2024-09-01T23:28:50.896024 | Performance OpenAI-MEDIUM-500K None | b3d8afc4c57d461e9de84acb474bf52c (task_runner.py:340) +2024-09-01 23:28:50,968 | INFO |task submitted: id=b3d8afc4c57d461e9de84acb474bf52c, b3d8afc4c57d461e9de84acb474bf52c, case number: 1 (interface.py:231) +2024-09-01 23:28:51,380 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:28:50.896024'}, drop_old=False (interface.py:164) +2024-09-01 23:28:51,380 | INFO |Starting run (task_runner.py:100) +2024-09-01 23:28:51,454 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 23:28:52,049 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 23:28:52,096 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 23:28:52,120 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 23:28:52,120 | INFO |Start performance case (task_runner.py:158) +2024-09-01 23:28:52,131 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:28:52,131 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 23:28:52,131 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 23:28:52,132 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 23:28:52,175 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 23:28:52,737 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 23:28:52,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:28:52,756 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 23:28:52,756 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 23:28:54,589 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.014864347998809535, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:28:56,404 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.010857476998353377, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:28:58,184 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01151743000082206, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:28:59,788 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.012702538995654322, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:29:01,515 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.010822554002515972, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:29:03,187 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.012694115001067985, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:29:04,820 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.005959121001069434, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:29:06,512 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.008511888001521584, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:29:08,028 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.009153591003268957, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:29:09,648 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.010741594000137411, latest recall=0.2 (serial_runner.py:202) +2024-09-01 23:29:09,648 | INFO |SpawnProcess-1:1 search entire test_data: cost=12.7371s, queries=1000, avg_recall=0.1964, avg_ndcg=0.3063,avg_latency=0.0127, p99=0.0318 (serial_runner.py:209) +2024-09-01 23:29:10,184 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:29:10,185 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 23:29:11,206 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 23:29:11,235 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:29:11,698 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0007497129990952089 (mp_runner.py:73) +2024-09-01 23:29:12,182 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0009444050010642968 (mp_runner.py:73) +2024-09-01 23:29:12,642 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0010091030053445138 (mp_runner.py:73) +2024-09-01 23:29:13,083 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0009650079955463298 (mp_runner.py:73) +2024-09-01 23:29:13,555 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0009822229985729791 (mp_runner.py:73) +2024-09-01 23:29:14,048 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.001043415002641268 (mp_runner.py:73) +2024-09-01 23:29:14,519 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.000980402997811325 (mp_runner.py:73) +2024-09-01 23:29:14,971 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.000918882004043553 (mp_runner.py:73) +2024-09-01 23:29:15,454 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0009889909997582436 (mp_runner.py:73) +2024-09-01 23:29:15,899 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0009602490026736632 (mp_runner.py:73) +2024-09-01 23:29:16,354 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0010315249965060502 (mp_runner.py:73) +2024-09-01 23:29:16,801 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0007062970034894533 (mp_runner.py:73) +2024-09-01 23:29:17,248 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0010391059986432083 (mp_runner.py:73) +2024-09-01 23:29:17,703 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0007721750007476658 (mp_runner.py:73) +2024-09-01 23:29:18,191 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0009910489970934577 (mp_runner.py:73) +2024-09-01 23:29:18,648 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0009516709978925064 (mp_runner.py:73) +2024-09-01 23:29:19,101 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0009720320013002492 (mp_runner.py:73) +2024-09-01 23:29:19,550 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0009590199988451786 (mp_runner.py:73) +2024-09-01 23:29:19,971 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0008240989991463721 (mp_runner.py:73) +2024-09-01 23:29:20,365 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0007033910005702637 (mp_runner.py:73) +2024-09-01 23:29:20,769 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.000970408997090999 (mp_runner.py:73) +2024-09-01 23:29:21,196 | DEBUG |(SpawnProcess-1:3) search_count: 11000, latest_latency=0.0007303279999177903 (mp_runner.py:73) +2024-09-01 23:29:21,603 | DEBUG |(SpawnProcess-1:3) search_count: 11500, latest_latency=0.000737128997570835 (mp_runner.py:73) +2024-09-01 23:29:22,000 | DEBUG |(SpawnProcess-1:3) search_count: 12000, latest_latency=0.0009409400008735247 (mp_runner.py:73) +2024-09-01 23:29:22,405 | DEBUG |(SpawnProcess-1:3) search_count: 12500, latest_latency=0.0009596789968782105 (mp_runner.py:73) +2024-09-01 23:29:22,806 | DEBUG |(SpawnProcess-1:3) search_count: 13000, latest_latency=0.0008301050038426183 (mp_runner.py:73) +2024-09-01 23:29:23,235 | DEBUG |(SpawnProcess-1:3) search_count: 13500, latest_latency=0.0010515179965295829 (mp_runner.py:73) +2024-09-01 23:29:23,770 | DEBUG |(SpawnProcess-1:3) search_count: 14000, latest_latency=0.0011439259978942573 (mp_runner.py:73) +2024-09-01 23:29:24,332 | DEBUG |(SpawnProcess-1:3) search_count: 14500, latest_latency=0.001133869998739101 (mp_runner.py:73) +2024-09-01 23:29:24,875 | DEBUG |(SpawnProcess-1:3) search_count: 15000, latest_latency=0.0009511190000921488 (mp_runner.py:73) +2024-09-01 23:29:25,417 | DEBUG |(SpawnProcess-1:3) search_count: 15500, latest_latency=0.0011234129997319542 (mp_runner.py:73) +2024-09-01 23:29:25,960 | DEBUG |(SpawnProcess-1:3) search_count: 16000, latest_latency=0.0012168260000180453 (mp_runner.py:73) +2024-09-01 23:29:26,501 | DEBUG |(SpawnProcess-1:3) search_count: 16500, latest_latency=0.0010613310005282983 (mp_runner.py:73) +2024-09-01 23:29:27,048 | DEBUG |(SpawnProcess-1:3) search_count: 17000, latest_latency=0.0022505570013890974 (mp_runner.py:73) +2024-09-01 23:29:27,596 | DEBUG |(SpawnProcess-1:3) search_count: 17500, latest_latency=0.0012158819954493083 (mp_runner.py:73) +2024-09-01 23:29:28,144 | DEBUG |(SpawnProcess-1:3) search_count: 18000, latest_latency=0.0011852059978991747 (mp_runner.py:73) +2024-09-01 23:29:28,688 | DEBUG |(SpawnProcess-1:3) search_count: 18500, latest_latency=0.0007556919954367913 (mp_runner.py:73) +2024-09-01 23:29:29,082 | DEBUG |(SpawnProcess-1:3) search_count: 19000, latest_latency=0.0007513529999414459 (mp_runner.py:73) +2024-09-01 23:29:29,511 | DEBUG |(SpawnProcess-1:3) search_count: 19500, latest_latency=0.0009926549973897636 (mp_runner.py:73) +2024-09-01 23:29:29,914 | DEBUG |(SpawnProcess-1:3) search_count: 20000, latest_latency=0.0009703059986350127 (mp_runner.py:73) +2024-09-01 23:29:30,445 | DEBUG |(SpawnProcess-1:3) search_count: 20500, latest_latency=0.0007560160011053085 (mp_runner.py:73) +2024-09-01 23:29:30,849 | DEBUG |(SpawnProcess-1:3) search_count: 21000, latest_latency=0.0007128249999368563 (mp_runner.py:73) +2024-09-01 23:29:31,250 | DEBUG |(SpawnProcess-1:3) search_count: 21500, latest_latency=0.0009603879952919669 (mp_runner.py:73) +2024-09-01 23:29:31,648 | DEBUG |(SpawnProcess-1:3) search_count: 22000, latest_latency=0.0007624930003657937 (mp_runner.py:73) +2024-09-01 23:29:32,047 | DEBUG |(SpawnProcess-1:3) search_count: 22500, latest_latency=0.0009141320042544976 (mp_runner.py:73) +2024-09-01 23:29:32,438 | DEBUG |(SpawnProcess-1:3) search_count: 23000, latest_latency=0.0008145430037984625 (mp_runner.py:73) +2024-09-01 23:29:32,844 | DEBUG |(SpawnProcess-1:3) search_count: 23500, latest_latency=0.000799845001893118 (mp_runner.py:73) +2024-09-01 23:29:33,265 | DEBUG |(SpawnProcess-1:3) search_count: 24000, latest_latency=0.000982789002591744 (mp_runner.py:73) +2024-09-01 23:29:33,673 | DEBUG |(SpawnProcess-1:3) search_count: 24500, latest_latency=0.0009797270031413063 (mp_runner.py:73) +2024-09-01 23:29:34,080 | DEBUG |(SpawnProcess-1:3) search_count: 25000, latest_latency=0.0008639290026621893 (mp_runner.py:73) +2024-09-01 23:29:34,488 | DEBUG |(SpawnProcess-1:3) search_count: 25500, latest_latency=0.0009044929975061677 (mp_runner.py:73) +2024-09-01 23:29:34,893 | DEBUG |(SpawnProcess-1:3) search_count: 26000, latest_latency=0.0009252660020138137 (mp_runner.py:73) +2024-09-01 23:29:35,305 | DEBUG |(SpawnProcess-1:3) search_count: 26500, latest_latency=0.0009698879948700778 (mp_runner.py:73) +2024-09-01 23:29:35,702 | DEBUG |(SpawnProcess-1:3) search_count: 27000, latest_latency=0.0008375640027225018 (mp_runner.py:73) +2024-09-01 23:29:36,142 | DEBUG |(SpawnProcess-1:3) search_count: 27500, latest_latency=0.0007627530067111365 (mp_runner.py:73) +2024-09-01 23:29:36,541 | DEBUG |(SpawnProcess-1:3) search_count: 28000, latest_latency=0.0009419850030099042 (mp_runner.py:73) +2024-09-01 23:29:36,959 | DEBUG |(SpawnProcess-1:3) search_count: 28500, latest_latency=0.0008082880012807436 (mp_runner.py:73) +2024-09-01 23:29:37,374 | DEBUG |(SpawnProcess-1:3) search_count: 29000, latest_latency=0.0008346429967787117 (mp_runner.py:73) +2024-09-01 23:29:37,768 | DEBUG |(SpawnProcess-1:3) search_count: 29500, latest_latency=0.0007657610040041618 (mp_runner.py:73) +2024-09-01 23:29:38,163 | DEBUG |(SpawnProcess-1:3) search_count: 30000, latest_latency=0.0007603960038977675 (mp_runner.py:73) +2024-09-01 23:29:38,616 | DEBUG |(SpawnProcess-1:3) search_count: 30500, latest_latency=0.0010506440012250096 (mp_runner.py:73) +2024-09-01 23:29:39,064 | DEBUG |(SpawnProcess-1:3) search_count: 31000, latest_latency=0.001116226994781755 (mp_runner.py:73) +2024-09-01 23:29:39,478 | DEBUG |(SpawnProcess-1:3) search_count: 31500, latest_latency=0.0007699099951423705 (mp_runner.py:73) +2024-09-01 23:29:39,882 | DEBUG |(SpawnProcess-1:3) search_count: 32000, latest_latency=0.0007012640053289942 (mp_runner.py:73) +2024-09-01 23:29:40,310 | DEBUG |(SpawnProcess-1:3) search_count: 32500, latest_latency=0.0009909340005833656 (mp_runner.py:73) +2024-09-01 23:29:40,850 | DEBUG |(SpawnProcess-1:3) search_count: 33000, latest_latency=0.0010525929974392056 (mp_runner.py:73) +2024-09-01 23:29:41,237 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0011s, count=33359, qps in this process: 1111.9259 (mp_runner.py:76) +2024-09-01 23:29:41,241 | INFO |End search in concurrency 1: dur=30.034331236995058s, total_count=33359, qps=1110.6956 (mp_runner.py:120) +2024-09-01 23:29:41,422 | INFO |Update largest qps with concurrency 1: current max_qps=1110.6956 (mp_runner.py:124) +2024-09-01 23:29:41,839 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:29:41,840 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 23:29:46,885 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 23:29:46,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:29:46,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:29:46,930 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:29:46,930 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:29:46,946 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:29:47,818 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.002301524000358768 (mp_runner.py:73) +2024-09-01 23:29:47,840 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0013856920049875043 (mp_runner.py:73) +2024-09-01 23:29:47,871 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.002397724994807504 (mp_runner.py:73) +2024-09-01 23:29:47,899 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.001696924002317246 (mp_runner.py:73) +2024-09-01 23:29:47,900 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0029165469968575053 (mp_runner.py:73) +2024-09-01 23:29:48,708 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0018808460008585826 (mp_runner.py:73) +2024-09-01 23:29:48,902 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0015575750003335997 (mp_runner.py:73) +2024-09-01 23:29:48,903 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.002125255996361375 (mp_runner.py:73) +2024-09-01 23:29:48,906 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.001301675001741387 (mp_runner.py:73) +2024-09-01 23:29:48,912 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0022542509977938607 (mp_runner.py:73) +2024-09-01 23:29:49,688 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.003962353999668267 (mp_runner.py:73) +2024-09-01 23:29:49,817 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0024728219941607676 (mp_runner.py:73) +2024-09-01 23:29:49,869 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0036836389990639873 (mp_runner.py:73) +2024-09-01 23:29:49,876 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.00288692500180332 (mp_runner.py:73) +2024-09-01 23:29:49,881 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0016960809953161515 (mp_runner.py:73) +2024-09-01 23:29:50,634 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0014913659979356453 (mp_runner.py:73) +2024-09-01 23:29:50,754 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0020677569991676137 (mp_runner.py:73) +2024-09-01 23:29:50,774 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0015642260041204281 (mp_runner.py:73) +2024-09-01 23:29:50,869 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0014266779980971478 (mp_runner.py:73) +2024-09-01 23:29:50,885 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.002379386998654809 (mp_runner.py:73) +2024-09-01 23:29:51,657 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.0015819850013940595 (mp_runner.py:73) +2024-09-01 23:29:51,785 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.002679047000128776 (mp_runner.py:73) +2024-09-01 23:29:51,819 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.002370037997025065 (mp_runner.py:73) +2024-09-01 23:29:51,916 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.002278759995533619 (mp_runner.py:73) +2024-09-01 23:29:51,963 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0017596409961697645 (mp_runner.py:73) +2024-09-01 23:29:52,669 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.001308554994466249 (mp_runner.py:73) +2024-09-01 23:29:52,670 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.002694374001293909 (mp_runner.py:73) +2024-09-01 23:29:52,799 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0029262539974297397 (mp_runner.py:73) +2024-09-01 23:29:52,840 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0017382280057063326 (mp_runner.py:73) +2024-09-01 23:29:52,953 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0023132710048230365 (mp_runner.py:73) +2024-09-01 23:29:53,633 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0014529289983329363 (mp_runner.py:73) +2024-09-01 23:29:53,645 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0014668079966213554 (mp_runner.py:73) +2024-09-01 23:29:53,800 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0016409370000474155 (mp_runner.py:73) +2024-09-01 23:29:53,815 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0017480929964222014 (mp_runner.py:73) +2024-09-01 23:29:53,980 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0014342779977596365 (mp_runner.py:73) +2024-09-01 23:29:54,622 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0014497360025416128 (mp_runner.py:73) +2024-09-01 23:29:54,712 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.002394907998677809 (mp_runner.py:73) +2024-09-01 23:29:54,792 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0016661129993735813 (mp_runner.py:73) +2024-09-01 23:29:54,794 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.001978521999262739 (mp_runner.py:73) +2024-09-01 23:29:55,011 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0012878709967480972 (mp_runner.py:73) +2024-09-01 23:29:55,563 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0013972029992146417 (mp_runner.py:73) +2024-09-01 23:29:55,702 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0020723029956570826 (mp_runner.py:73) +2024-09-01 23:29:55,737 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0016180550010176376 (mp_runner.py:73) +2024-09-01 23:29:55,895 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0036100799989071675 (mp_runner.py:73) +2024-09-01 23:29:55,930 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0027553460022318177 (mp_runner.py:73) +2024-09-01 23:29:56,516 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0019729479972738773 (mp_runner.py:73) +2024-09-01 23:29:56,591 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0012951619937666692 (mp_runner.py:73) +2024-09-01 23:29:56,827 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.002257579006254673 (mp_runner.py:73) +2024-09-01 23:29:56,838 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.001386469004501123 (mp_runner.py:73) +2024-09-01 23:29:56,889 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0030084699974395335 (mp_runner.py:73) +2024-09-01 23:29:57,519 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0013736420005443506 (mp_runner.py:73) +2024-09-01 23:29:57,614 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0028045819999533705 (mp_runner.py:73) +2024-09-01 23:29:57,843 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0014681190004921518 (mp_runner.py:73) +2024-09-01 23:29:57,859 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0015082850004546344 (mp_runner.py:73) +2024-09-01 23:29:57,862 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0012250990039319731 (mp_runner.py:73) +2024-09-01 23:29:58,565 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0015829740004846826 (mp_runner.py:73) +2024-09-01 23:29:58,670 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0017579150007804856 (mp_runner.py:73) +2024-09-01 23:29:58,857 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0016783920000307262 (mp_runner.py:73) +2024-09-01 23:29:58,859 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.002003991998208221 (mp_runner.py:73) +2024-09-01 23:29:58,885 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.001616326997464057 (mp_runner.py:73) +2024-09-01 23:29:59,567 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.00139806600054726 (mp_runner.py:73) +2024-09-01 23:29:59,640 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0019668089953484014 (mp_runner.py:73) +2024-09-01 23:29:59,809 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.003271225003118161 (mp_runner.py:73) +2024-09-01 23:29:59,820 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0015249649950419553 (mp_runner.py:73) +2024-09-01 23:29:59,840 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.003066015000513289 (mp_runner.py:73) +2024-09-01 23:30:00,697 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.0024209219991462305 (mp_runner.py:73) +2024-09-01 23:30:00,728 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.004151080000156071 (mp_runner.py:73) +2024-09-01 23:30:00,855 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0030559279985027388 (mp_runner.py:73) +2024-09-01 23:30:00,994 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.003949691999878269 (mp_runner.py:73) +2024-09-01 23:30:01,014 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.001069277001079172 (mp_runner.py:73) +2024-09-01 23:30:01,847 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.0014363769951160066 (mp_runner.py:73) +2024-09-01 23:30:01,880 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0023984130020835437 (mp_runner.py:73) +2024-09-01 23:30:01,985 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0018212590002804063 (mp_runner.py:73) +2024-09-01 23:30:02,117 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0017840769942267798 (mp_runner.py:73) +2024-09-01 23:30:02,219 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0018227279942948371 (mp_runner.py:73) +2024-09-01 23:30:02,767 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.00228489199798787 (mp_runner.py:73) +2024-09-01 23:30:02,928 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0020715809951070696 (mp_runner.py:73) +2024-09-01 23:30:02,984 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0015360779943875968 (mp_runner.py:73) +2024-09-01 23:30:03,104 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0011497219966258854 (mp_runner.py:73) +2024-09-01 23:30:03,225 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0014786160027142614 (mp_runner.py:73) +2024-09-01 23:30:03,877 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0023005020048003644 (mp_runner.py:73) +2024-09-01 23:30:03,901 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0018499510042602196 (mp_runner.py:73) +2024-09-01 23:30:04,056 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.001441108004655689 (mp_runner.py:73) +2024-09-01 23:30:04,088 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0015113300032680854 (mp_runner.py:73) +2024-09-01 23:30:04,240 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.003211782001017127 (mp_runner.py:73) +2024-09-01 23:30:04,892 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.0019661730038933456 (mp_runner.py:73) +2024-09-01 23:30:04,893 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.003317299000627827 (mp_runner.py:73) +2024-09-01 23:30:04,965 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0016845970021677203 (mp_runner.py:73) +2024-09-01 23:30:05,014 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0012685530018643476 (mp_runner.py:73) +2024-09-01 23:30:05,174 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0015080269949976355 (mp_runner.py:73) +2024-09-01 23:30:05,770 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.001492442999733612 (mp_runner.py:73) +2024-09-01 23:30:05,948 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0036562440000125207 (mp_runner.py:73) +2024-09-01 23:30:06,091 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0018401039997115731 (mp_runner.py:73) +2024-09-01 23:30:06,103 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0014919210007064976 (mp_runner.py:73) +2024-09-01 23:30:06,116 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.003060669005208183 (mp_runner.py:73) +2024-09-01 23:30:06,763 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.002307654998730868 (mp_runner.py:73) +2024-09-01 23:30:06,975 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0013134519977029413 (mp_runner.py:73) +2024-09-01 23:30:07,004 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0015437100009876303 (mp_runner.py:73) +2024-09-01 23:30:07,056 | DEBUG |(SpawnProcess-1:6) search_count: 10000, latest_latency=0.0023207929989439435 (mp_runner.py:73) +2024-09-01 23:30:07,110 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.001590544001373928 (mp_runner.py:73) +2024-09-01 23:30:07,770 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0033122140011982992 (mp_runner.py:73) +2024-09-01 23:30:07,924 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0015336970027419738 (mp_runner.py:73) +2024-09-01 23:30:07,944 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.001800877995265182 (mp_runner.py:73) +2024-09-01 23:30:08,029 | DEBUG |(SpawnProcess-1:6) search_count: 10500, latest_latency=0.0015517479987465777 (mp_runner.py:73) +2024-09-01 23:30:08,062 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0010994159965775907 (mp_runner.py:73) +2024-09-01 23:30:08,733 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.002485340002749581 (mp_runner.py:73) +2024-09-01 23:30:08,875 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0022590529988519847 (mp_runner.py:73) +2024-09-01 23:30:08,977 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0019047769965254702 (mp_runner.py:73) +2024-09-01 23:30:08,979 | DEBUG |(SpawnProcess-1:6) search_count: 11000, latest_latency=0.002692337002372369 (mp_runner.py:73) +2024-09-01 23:30:08,985 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.001995528000406921 (mp_runner.py:73) +2024-09-01 23:30:09,879 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.002377042001171503 (mp_runner.py:73) +2024-09-01 23:30:09,958 | DEBUG |(SpawnProcess-1:6) search_count: 11500, latest_latency=0.0011288189998595044 (mp_runner.py:73) +2024-09-01 23:30:09,961 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.001396932995703537 (mp_runner.py:73) +2024-09-01 23:30:10,072 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0016417779988842085 (mp_runner.py:73) +2024-09-01 23:30:10,154 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0012425169989001006 (mp_runner.py:73) +2024-09-01 23:30:10,926 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0018162569976993836 (mp_runner.py:73) +2024-09-01 23:30:10,987 | DEBUG |(SpawnProcess-1:6) search_count: 12000, latest_latency=0.001602781005203724 (mp_runner.py:73) +2024-09-01 23:30:11,007 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0011657329960144125 (mp_runner.py:73) +2024-09-01 23:30:11,046 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0022821009988547303 (mp_runner.py:73) +2024-09-01 23:30:11,076 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0022946440003579482 (mp_runner.py:73) +2024-09-01 23:30:11,886 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0014982319989940152 (mp_runner.py:73) +2024-09-01 23:30:11,911 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0014902039984008297 (mp_runner.py:73) +2024-09-01 23:30:11,943 | DEBUG |(SpawnProcess-1:6) search_count: 12500, latest_latency=0.00234539300436154 (mp_runner.py:73) +2024-09-01 23:30:12,160 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0014760090052732266 (mp_runner.py:73) +2024-09-01 23:30:12,169 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0011016019998351112 (mp_runner.py:73) +2024-09-01 23:30:12,840 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.002012643002672121 (mp_runner.py:73) +2024-09-01 23:30:12,853 | DEBUG |(SpawnProcess-1:6) search_count: 13000, latest_latency=0.0025758539995877072 (mp_runner.py:73) +2024-09-01 23:30:12,956 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0015863809967413545 (mp_runner.py:73) +2024-09-01 23:30:13,180 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.002329162001842633 (mp_runner.py:73) +2024-09-01 23:30:13,209 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.002658372999576386 (mp_runner.py:73) +2024-09-01 23:30:13,867 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0013927350009907968 (mp_runner.py:73) +2024-09-01 23:30:13,924 | DEBUG |(SpawnProcess-1:6) search_count: 13500, latest_latency=0.0021663180014002137 (mp_runner.py:73) +2024-09-01 23:30:13,987 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0035944740011473186 (mp_runner.py:73) +2024-09-01 23:30:14,295 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0013946289982413873 (mp_runner.py:73) +2024-09-01 23:30:14,337 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0017221210000570863 (mp_runner.py:73) +2024-09-01 23:30:14,865 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0016398230000049807 (mp_runner.py:73) +2024-09-01 23:30:14,922 | DEBUG |(SpawnProcess-1:6) search_count: 14000, latest_latency=0.0014162279985612258 (mp_runner.py:73) +2024-09-01 23:30:14,987 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0017699129966786131 (mp_runner.py:73) +2024-09-01 23:30:15,256 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0014543229990522377 (mp_runner.py:73) +2024-09-01 23:30:15,387 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.0015682180019211955 (mp_runner.py:73) +2024-09-01 23:30:15,904 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.0034084670041920617 (mp_runner.py:73) +2024-09-01 23:30:15,991 | DEBUG |(SpawnProcess-1:6) search_count: 14500, latest_latency=0.002963692997582257 (mp_runner.py:73) +2024-09-01 23:30:16,063 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.0017096570009016432 (mp_runner.py:73) +2024-09-01 23:30:16,224 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.001683392001723405 (mp_runner.py:73) +2024-09-01 23:30:16,335 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.0021152340050321072 (mp_runner.py:73) +2024-09-01 23:30:16,888 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0015268780043697916 (mp_runner.py:73) +2024-09-01 23:30:16,931 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=15028, qps in this process: 500.92 (mp_runner.py:76) +2024-09-01 23:30:16,931 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0012s, count=14806, qps in this process: 493.5136 (mp_runner.py:76) +2024-09-01 23:30:16,932 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0014s, count=14970, qps in this process: 498.9767 (mp_runner.py:76) +2024-09-01 23:30:16,933 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0014s, count=14871, qps in this process: 495.6769 (mp_runner.py:76) +2024-09-01 23:30:16,948 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0007s, count=14983, qps in this process: 499.4217 (mp_runner.py:76) +2024-09-01 23:30:16,953 | INFO |End search in concurrency 5: dur=30.068153664004058s, total_count=74658, qps=2482.9592 (mp_runner.py:120) +2024-09-01 23:30:17,261 | INFO |Update largest qps with concurrency 5: current max_qps=2482.9592 (mp_runner.py:124) +2024-09-01 23:30:17,679 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:30:17,679 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 23:30:27,881 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 23:30:27,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:27,979 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,000 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,003 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,011 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,012 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,038 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,040 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,042 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:28,043 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:30:30,350 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0068793350001215 (mp_runner.py:73) +2024-09-01 23:30:30,358 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.006812321997131221 (mp_runner.py:73) +2024-09-01 23:30:30,523 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.007348708997596987 (mp_runner.py:73) +2024-09-01 23:30:30,535 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.0026931280008284375 (mp_runner.py:73) +2024-09-01 23:30:30,535 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0038404480001190677 (mp_runner.py:73) +2024-09-01 23:30:30,536 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.004208726000797469 (mp_runner.py:73) +2024-09-01 23:30:30,536 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.006789784005377442 (mp_runner.py:73) +2024-09-01 23:30:30,536 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.005753778001235332 (mp_runner.py:73) +2024-09-01 23:30:30,536 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006474012996477541 (mp_runner.py:73) +2024-09-01 23:30:30,537 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0031324110022978857 (mp_runner.py:73) +2024-09-01 23:30:30,537 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0044343310000840575 (mp_runner.py:73) +2024-09-01 23:30:30,538 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.007902468998508994 (mp_runner.py:73) +2024-09-01 23:30:30,538 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.009448844000871759 (mp_runner.py:73) +2024-09-01 23:30:31,165 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.009817909005505498 (mp_runner.py:73) +2024-09-01 23:30:31,216 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.007839703997888137 (mp_runner.py:73) +2024-09-01 23:30:32,771 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.004201750998618081 (mp_runner.py:73) +2024-09-01 23:30:32,771 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.004502643998421263 (mp_runner.py:73) +2024-09-01 23:30:32,772 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0060768569965148345 (mp_runner.py:73) +2024-09-01 23:30:32,773 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.006912937999004498 (mp_runner.py:73) +2024-09-01 23:30:32,773 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.004675688003771938 (mp_runner.py:73) +2024-09-01 23:30:32,927 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.0024807579975458793 (mp_runner.py:73) +2024-09-01 23:30:32,928 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.0051091239947709255 (mp_runner.py:73) +2024-09-01 23:30:32,928 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.003400569999939762 (mp_runner.py:73) +2024-09-01 23:30:32,928 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.005234473996097222 (mp_runner.py:73) +2024-09-01 23:30:32,928 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0033472450013505295 (mp_runner.py:73) +2024-09-01 23:30:32,929 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.003570553999452386 (mp_runner.py:73) +2024-09-01 23:30:32,929 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.003990023993537761 (mp_runner.py:73) +2024-09-01 23:30:32,930 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.0051676799994311295 (mp_runner.py:73) +2024-09-01 23:30:34,061 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.007144787996367086 (mp_runner.py:73) +2024-09-01 23:30:34,321 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.00517387299623806 (mp_runner.py:73) +2024-09-01 23:30:35,254 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0025611320015741512 (mp_runner.py:73) +2024-09-01 23:30:35,255 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.005259181998553686 (mp_runner.py:73) +2024-09-01 23:30:35,255 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.004306978000386152 (mp_runner.py:73) +2024-09-01 23:30:35,256 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.007397125998977572 (mp_runner.py:73) +2024-09-01 23:30:35,257 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.009149402001639828 (mp_runner.py:73) +2024-09-01 23:30:35,298 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.005053446002420969 (mp_runner.py:73) +2024-09-01 23:30:35,299 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.004957009994541295 (mp_runner.py:73) +2024-09-01 23:30:35,299 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.006345054003759287 (mp_runner.py:73) +2024-09-01 23:30:35,299 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0046580849957535975 (mp_runner.py:73) +2024-09-01 23:30:35,300 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.0038826710006105714 (mp_runner.py:73) +2024-09-01 23:30:35,301 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.008427231994573958 (mp_runner.py:73) +2024-09-01 23:30:35,301 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.00399404599738773 (mp_runner.py:73) +2024-09-01 23:30:35,302 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.011346074999892153 (mp_runner.py:73) +2024-09-01 23:30:37,150 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.007840788995963521 (mp_runner.py:73) +2024-09-01 23:30:37,499 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.006631726995692588 (mp_runner.py:73) +2024-09-01 23:30:37,637 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0037127219984540716 (mp_runner.py:73) +2024-09-01 23:30:37,638 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.005702578004274983 (mp_runner.py:73) +2024-09-01 23:30:37,638 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004763868004374672 (mp_runner.py:73) +2024-09-01 23:30:37,638 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.004515077998803463 (mp_runner.py:73) +2024-09-01 23:30:37,639 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.004419106000568718 (mp_runner.py:73) +2024-09-01 23:30:37,639 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.005043289995228406 (mp_runner.py:73) +2024-09-01 23:30:37,641 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.005153639998752624 (mp_runner.py:73) +2024-09-01 23:30:37,747 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005816920995130204 (mp_runner.py:73) +2024-09-01 23:30:37,748 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0038767590012867004 (mp_runner.py:73) +2024-09-01 23:30:37,748 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.007799956998496782 (mp_runner.py:73) +2024-09-01 23:30:37,904 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.0049768059980124235 (mp_runner.py:73) +2024-09-01 23:30:37,905 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.006201506999786943 (mp_runner.py:73) +2024-09-01 23:30:37,992 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.0024615930014988407 (mp_runner.py:73) +2024-09-01 23:30:40,089 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.007984452000528108 (mp_runner.py:73) +2024-09-01 23:30:40,089 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.006338986000628211 (mp_runner.py:73) +2024-09-01 23:30:40,090 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.004133918002480641 (mp_runner.py:73) +2024-09-01 23:30:40,091 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.012241928998264484 (mp_runner.py:73) +2024-09-01 23:30:40,092 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.012085450005542953 (mp_runner.py:73) +2024-09-01 23:30:40,093 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.0156389850017149 (mp_runner.py:73) +2024-09-01 23:30:40,140 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.003046655001526233 (mp_runner.py:73) +2024-09-01 23:30:40,363 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.008550906997697894 (mp_runner.py:73) +2024-09-01 23:30:40,403 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.009606016996258404 (mp_runner.py:73) +2024-09-01 23:30:40,603 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.0070174749998841435 (mp_runner.py:73) +2024-09-01 23:30:40,604 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.007394257001578808 (mp_runner.py:73) +2024-09-01 23:30:40,684 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.009386294004798401 (mp_runner.py:73) +2024-09-01 23:30:40,947 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.006134754003142007 (mp_runner.py:73) +2024-09-01 23:30:40,948 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.008212490996811539 (mp_runner.py:73) +2024-09-01 23:30:41,110 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.006856439002149273 (mp_runner.py:73) +2024-09-01 23:30:42,613 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.003751908996491693 (mp_runner.py:73) +2024-09-01 23:30:42,614 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005409965997387189 (mp_runner.py:73) +2024-09-01 23:30:42,615 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.004635277000488713 (mp_runner.py:73) +2024-09-01 23:30:42,616 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.0049583810032345355 (mp_runner.py:73) +2024-09-01 23:30:42,617 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.005401376998634078 (mp_runner.py:73) +2024-09-01 23:30:42,717 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.005243201994744595 (mp_runner.py:73) +2024-09-01 23:30:43,387 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.008117119999951683 (mp_runner.py:73) +2024-09-01 23:30:43,592 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.007458708998456132 (mp_runner.py:73) +2024-09-01 23:30:43,605 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.01978924799914239 (mp_runner.py:73) +2024-09-01 23:30:43,808 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004503980002482422 (mp_runner.py:73) +2024-09-01 23:30:43,915 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.007111407001502812 (mp_runner.py:73) +2024-09-01 23:30:43,932 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.001625092001631856 (mp_runner.py:73) +2024-09-01 23:30:44,147 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0033929620039998554 (mp_runner.py:73) +2024-09-01 23:30:44,151 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.003910329993232153 (mp_runner.py:73) +2024-09-01 23:30:44,236 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.0072245480041601695 (mp_runner.py:73) +2024-09-01 23:30:45,402 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.004849668999668211 (mp_runner.py:73) +2024-09-01 23:30:45,403 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.006601779998163693 (mp_runner.py:73) +2024-09-01 23:30:45,403 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.006601809000130743 (mp_runner.py:73) +2024-09-01 23:30:45,404 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008694483003637288 (mp_runner.py:73) +2024-09-01 23:30:45,741 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.008299799999804236 (mp_runner.py:73) +2024-09-01 23:30:45,974 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.00787639700138243 (mp_runner.py:73) +2024-09-01 23:30:46,663 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.00568745999771636 (mp_runner.py:73) +2024-09-01 23:30:46,910 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.006339401996228844 (mp_runner.py:73) +2024-09-01 23:30:46,945 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.005445832000987139 (mp_runner.py:73) +2024-09-01 23:30:46,954 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.009926420003466774 (mp_runner.py:73) +2024-09-01 23:30:47,127 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.008418148005148396 (mp_runner.py:73) +2024-09-01 23:30:47,147 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.009264205997169483 (mp_runner.py:73) +2024-09-01 23:30:47,190 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.0061334079946391284 (mp_runner.py:73) +2024-09-01 23:30:47,267 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.008795264999207575 (mp_runner.py:73) +2024-09-01 23:30:47,359 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.006015216000378132 (mp_runner.py:73) +2024-09-01 23:30:47,846 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.005641354000545107 (mp_runner.py:73) +2024-09-01 23:30:47,847 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.004125741004827432 (mp_runner.py:73) +2024-09-01 23:30:47,847 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004712583999207709 (mp_runner.py:73) +2024-09-01 23:30:47,848 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.0066685169949778356 (mp_runner.py:73) +2024-09-01 23:30:48,756 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.005603181001788471 (mp_runner.py:73) +2024-09-01 23:30:48,876 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.0049440529983257875 (mp_runner.py:73) +2024-09-01 23:30:49,773 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.009559252997860312 (mp_runner.py:73) +2024-09-01 23:30:49,853 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.006541255999763962 (mp_runner.py:73) +2024-09-01 23:30:49,958 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.005873243004316464 (mp_runner.py:73) +2024-09-01 23:30:50,037 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.00945121599943377 (mp_runner.py:73) +2024-09-01 23:30:50,100 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.010789683998154942 (mp_runner.py:73) +2024-09-01 23:30:50,136 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.004674256000726018 (mp_runner.py:73) +2024-09-01 23:30:50,223 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.007080127004883252 (mp_runner.py:73) +2024-09-01 23:30:50,225 | DEBUG |(SpawnProcess-1:12) search_count: 4000, latest_latency=0.0031850410014158115 (mp_runner.py:73) +2024-09-01 23:30:50,383 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.005077791000076104 (mp_runner.py:73) +2024-09-01 23:30:50,515 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.0030015259981155396 (mp_runner.py:73) +2024-09-01 23:30:50,516 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.004599439998855814 (mp_runner.py:73) +2024-09-01 23:30:50,516 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.006075535995478276 (mp_runner.py:73) +2024-09-01 23:30:50,517 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.008181338002032135 (mp_runner.py:73) +2024-09-01 23:30:51,889 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.008357550999789964 (mp_runner.py:73) +2024-09-01 23:30:52,057 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.007167882999056019 (mp_runner.py:73) +2024-09-01 23:30:52,672 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.005680481001036242 (mp_runner.py:73) +2024-09-01 23:30:52,825 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.006774655994377099 (mp_runner.py:73) +2024-09-01 23:30:53,039 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.006701407000946347 (mp_runner.py:73) +2024-09-01 23:30:53,039 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.002027634000114631 (mp_runner.py:73) +2024-09-01 23:30:53,040 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.003947855999285821 (mp_runner.py:73) +2024-09-01 23:30:53,041 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.005285922001348808 (mp_runner.py:73) +2024-09-01 23:30:53,041 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.010401769002783112 (mp_runner.py:73) +2024-09-01 23:30:53,126 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.008281825001176912 (mp_runner.py:73) +2024-09-01 23:30:53,165 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.007973001003847457 (mp_runner.py:73) +2024-09-01 23:30:53,168 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.00723001600272255 (mp_runner.py:73) +2024-09-01 23:30:53,319 | DEBUG |(SpawnProcess-1:12) search_count: 4500, latest_latency=0.010071386997879017 (mp_runner.py:73) +2024-09-01 23:30:53,370 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.00814882799750194 (mp_runner.py:73) +2024-09-01 23:30:53,394 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.004239168003550731 (mp_runner.py:73) +2024-09-01 23:30:54,947 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.0022129339995444752 (mp_runner.py:73) +2024-09-01 23:30:54,953 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.010072099998069461 (mp_runner.py:73) +2024-09-01 23:30:55,694 | DEBUG |(SpawnProcess-1:20) search_count: 5500, latest_latency=0.004797122004674748 (mp_runner.py:73) +2024-09-01 23:30:55,694 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.008435774005192798 (mp_runner.py:73) +2024-09-01 23:30:55,695 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.006364749002386816 (mp_runner.py:73) +2024-09-01 23:30:55,696 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.009460568995564245 (mp_runner.py:73) +2024-09-01 23:30:55,880 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.003911943000275642 (mp_runner.py:73) +2024-09-01 23:30:55,882 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.006422048005333636 (mp_runner.py:73) +2024-09-01 23:30:56,005 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.010646410002664197 (mp_runner.py:73) +2024-09-01 23:30:56,187 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.00542631400458049 (mp_runner.py:73) +2024-09-01 23:30:56,244 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.004671803006203845 (mp_runner.py:73) +2024-09-01 23:30:56,279 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.005378472997108474 (mp_runner.py:73) +2024-09-01 23:30:56,463 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.006019590000505559 (mp_runner.py:73) +2024-09-01 23:30:56,468 | DEBUG |(SpawnProcess-1:12) search_count: 5000, latest_latency=0.0060120219932287 (mp_runner.py:73) +2024-09-01 23:30:56,660 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.009127855002589058 (mp_runner.py:73) +2024-09-01 23:30:57,955 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0024s, count=5339, qps in this process: 177.9524 (mp_runner.py:76) +2024-09-01 23:30:57,981 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0009s, count=5497, qps in this process: 183.2278 (mp_runner.py:76) +2024-09-01 23:30:58,002 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.007674828004383016 (mp_runner.py:73) +2024-09-01 23:30:58,006 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0012s, count=5289, qps in this process: 176.2929 (mp_runner.py:76) +2024-09-01 23:30:58,010 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0034s, count=5300, qps in this process: 176.6466 (mp_runner.py:76) +2024-09-01 23:30:58,014 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0003s, count=5950, qps in this process: 198.3314 (mp_runner.py:76) +2024-09-01 23:30:58,018 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0045s, count=5260, qps in this process: 175.307 (mp_runner.py:76) +2024-09-01 23:30:58,038 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0007s, count=4927, qps in this process: 164.2295 (mp_runner.py:76) +2024-09-01 23:30:58,039 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0026s, count=5957, qps in this process: 198.5495 (mp_runner.py:76) +2024-09-01 23:30:58,040 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0032s, count=5300, qps in this process: 176.6478 (mp_runner.py:76) +2024-09-01 23:30:58,045 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0053s, count=4840, qps in this process: 161.3048 (mp_runner.py:76) +2024-09-01 23:30:58,046 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0013s, count=5357, qps in this process: 178.5589 (mp_runner.py:76) +2024-09-01 23:30:58,046 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0031s, count=5262, qps in this process: 175.3819 (mp_runner.py:76) +2024-09-01 23:30:58,047 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0014s, count=5722, qps in this process: 190.7244 (mp_runner.py:76) +2024-09-01 23:30:58,047 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0019s, count=5512, qps in this process: 183.7217 (mp_runner.py:76) +2024-09-01 23:30:58,048 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0024s, count=5960, qps in this process: 198.6508 (mp_runner.py:76) +2024-09-01 23:30:58,058 | INFO |End search in concurrency 15: dur=30.176850452000508s, total_count=81472, qps=2699.8179 (mp_runner.py:120) +2024-09-01 23:30:58,960 | INFO |Update largest qps with concurrency 15: current max_qps=2699.8179 (mp_runner.py:124) +2024-09-01 23:30:59,376 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:30:59,376 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 23:31:09,641 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 23:31:09,693 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,767 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,804 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,832 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,847 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,883 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,912 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,912 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,930 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,936 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,936 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,937 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,953 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,954 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,959 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:09,966 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:10,008 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:13,188 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0047415829976671375 (mp_runner.py:73) +2024-09-01 23:31:13,189 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.006150715998956002 (mp_runner.py:73) +2024-09-01 23:31:13,191 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.005839092002133839 (mp_runner.py:73) +2024-09-01 23:31:13,191 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.0071559950010851026 (mp_runner.py:73) +2024-09-01 23:31:13,192 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.010806072998093441 (mp_runner.py:73) +2024-09-01 23:31:13,193 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.012135737000789959 (mp_runner.py:73) +2024-09-01 23:31:13,248 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.006332701006613206 (mp_runner.py:73) +2024-09-01 23:31:13,250 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.006976699005463161 (mp_runner.py:73) +2024-09-01 23:31:13,250 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.009186927003611345 (mp_runner.py:73) +2024-09-01 23:31:13,251 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.009022662001370918 (mp_runner.py:73) +2024-09-01 23:31:13,251 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.007248689995321911 (mp_runner.py:73) +2024-09-01 23:31:13,252 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.010805739999341313 (mp_runner.py:73) +2024-09-01 23:31:13,252 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.012703241998679005 (mp_runner.py:73) +2024-09-01 23:31:13,604 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.0014353480000863783 (mp_runner.py:73) +2024-09-01 23:31:13,608 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.004644103995815385 (mp_runner.py:73) +2024-09-01 23:31:13,644 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.0019577239945647307 (mp_runner.py:73) +2024-09-01 23:31:13,650 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.044677784004306886 (mp_runner.py:73) +2024-09-01 23:31:13,676 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.07241921099921456 (mp_runner.py:73) +2024-09-01 23:31:13,676 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.06991952099633636 (mp_runner.py:73) +2024-09-01 23:31:14,432 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.005165476999536622 (mp_runner.py:73) +2024-09-01 23:31:17,324 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.005373813000915106 (mp_runner.py:73) +2024-09-01 23:31:17,324 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.00528610400215257 (mp_runner.py:73) +2024-09-01 23:31:17,325 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.00842008999461541 (mp_runner.py:73) +2024-09-01 23:31:17,325 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.007831304996216204 (mp_runner.py:73) +2024-09-01 23:31:17,613 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.006016309998813085 (mp_runner.py:73) +2024-09-01 23:31:17,678 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.007843974999559578 (mp_runner.py:73) +2024-09-01 23:31:17,734 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.0037800269928993657 (mp_runner.py:73) +2024-09-01 23:31:17,734 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0034697619994403794 (mp_runner.py:73) +2024-09-01 23:31:17,736 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.00578278600005433 (mp_runner.py:73) +2024-09-01 23:31:17,737 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.007800409999617841 (mp_runner.py:73) +2024-09-01 23:31:17,738 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.004543827002635226 (mp_runner.py:73) +2024-09-01 23:31:17,948 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.003890125997713767 (mp_runner.py:73) +2024-09-01 23:31:17,949 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.004942971994751133 (mp_runner.py:73) +2024-09-01 23:31:17,950 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.004910468000161927 (mp_runner.py:73) +2024-09-01 23:31:17,951 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.006718037999235094 (mp_runner.py:73) +2024-09-01 23:31:17,951 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.008027391995710786 (mp_runner.py:73) +2024-09-01 23:31:17,952 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.006621498003369197 (mp_runner.py:73) +2024-09-01 23:31:18,541 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.009001800994155928 (mp_runner.py:73) +2024-09-01 23:31:18,600 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.008144151004671585 (mp_runner.py:73) +2024-09-01 23:31:18,837 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.006330823001917452 (mp_runner.py:73) +2024-09-01 23:31:20,782 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.005105312004161533 (mp_runner.py:73) +2024-09-01 23:31:20,783 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.006840045003627893 (mp_runner.py:73) +2024-09-01 23:31:20,783 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.010552501000347547 (mp_runner.py:73) +2024-09-01 23:31:20,784 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.009297115997469518 (mp_runner.py:73) +2024-09-01 23:31:21,120 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.004584567999700084 (mp_runner.py:73) +2024-09-01 23:31:21,121 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.001823368002078496 (mp_runner.py:73) +2024-09-01 23:31:21,122 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.004492184998525772 (mp_runner.py:73) +2024-09-01 23:31:21,141 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.03176156100380467 (mp_runner.py:73) +2024-09-01 23:31:21,153 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.014105344002018683 (mp_runner.py:73) +2024-09-01 23:31:21,157 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.010713507996115368 (mp_runner.py:73) +2024-09-01 23:31:21,170 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.018161480002163444 (mp_runner.py:73) +2024-09-01 23:31:21,521 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.0057518719986546785 (mp_runner.py:73) +2024-09-01 23:31:21,523 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.012911735000670888 (mp_runner.py:73) +2024-09-01 23:31:21,524 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.0154156030039303 (mp_runner.py:73) +2024-09-01 23:31:21,588 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.013685606994840782 (mp_runner.py:73) +2024-09-01 23:31:21,706 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.008524037002644036 (mp_runner.py:73) +2024-09-01 23:31:21,706 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.011068678999436088 (mp_runner.py:73) +2024-09-01 23:31:22,842 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.010729178000474349 (mp_runner.py:73) +2024-09-01 23:31:22,939 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.012555613997392356 (mp_runner.py:73) +2024-09-01 23:31:23,238 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.013113002001773566 (mp_runner.py:73) +2024-09-01 23:31:24,240 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.00924329300323734 (mp_runner.py:73) +2024-09-01 23:31:24,260 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.009428459001355805 (mp_runner.py:73) +2024-09-01 23:31:24,704 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.006088768001063727 (mp_runner.py:73) +2024-09-01 23:31:24,785 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.007559364996268414 (mp_runner.py:73) +2024-09-01 23:31:24,786 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.005811521994473878 (mp_runner.py:73) +2024-09-01 23:31:24,907 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.009373983994009905 (mp_runner.py:73) +2024-09-01 23:31:24,939 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.008554218002245761 (mp_runner.py:73) +2024-09-01 23:31:24,988 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.007822583997040056 (mp_runner.py:73) +2024-09-01 23:31:24,995 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.006365362001815811 (mp_runner.py:73) +2024-09-01 23:31:25,230 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.006334236000839155 (mp_runner.py:73) +2024-09-01 23:31:25,304 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.005812838993733749 (mp_runner.py:73) +2024-09-01 23:31:25,445 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.005925338002271019 (mp_runner.py:73) +2024-09-01 23:31:25,449 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.010088625997013878 (mp_runner.py:73) +2024-09-01 23:31:25,529 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.007344763995206449 (mp_runner.py:73) +2024-09-01 23:31:25,739 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.008395132004807238 (mp_runner.py:73) +2024-09-01 23:31:25,817 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.007974287997058127 (mp_runner.py:73) +2024-09-01 23:31:25,820 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.008619712003564928 (mp_runner.py:73) +2024-09-01 23:31:26,898 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0075515200005611405 (mp_runner.py:73) +2024-09-01 23:31:27,007 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.010255066998070106 (mp_runner.py:73) +2024-09-01 23:31:27,421 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.007724818999122363 (mp_runner.py:73) +2024-09-01 23:31:28,166 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.007882502999564167 (mp_runner.py:73) +2024-09-01 23:31:28,167 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.013095180001982953 (mp_runner.py:73) +2024-09-01 23:31:28,510 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.0052160600025672466 (mp_runner.py:73) +2024-09-01 23:31:28,520 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.024273777002235875 (mp_runner.py:73) +2024-09-01 23:31:28,527 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.011588499997742474 (mp_runner.py:73) +2024-09-01 23:31:28,722 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.007939180002722424 (mp_runner.py:73) +2024-09-01 23:31:28,747 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008154931994795334 (mp_runner.py:73) +2024-09-01 23:31:28,769 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.013809165000566281 (mp_runner.py:73) +2024-09-01 23:31:28,782 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.016473657997266855 (mp_runner.py:73) +2024-09-01 23:31:29,482 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.005900821997784078 (mp_runner.py:73) +2024-09-01 23:31:29,483 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.008243682997999713 (mp_runner.py:73) +2024-09-01 23:31:29,484 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.01112814500083914 (mp_runner.py:73) +2024-09-01 23:31:29,486 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.011595927993766963 (mp_runner.py:73) +2024-09-01 23:31:29,845 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.0117544149979949 (mp_runner.py:73) +2024-09-01 23:31:29,978 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.010224211997410748 (mp_runner.py:73) +2024-09-01 23:31:30,191 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.01396872600162169 (mp_runner.py:73) +2024-09-01 23:31:30,192 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.01432269000360975 (mp_runner.py:73) +2024-09-01 23:31:31,061 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.012329696997767314 (mp_runner.py:73) +2024-09-01 23:31:31,446 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.010478472002432682 (mp_runner.py:73) +2024-09-01 23:31:31,814 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.013351076006074436 (mp_runner.py:73) +2024-09-01 23:31:31,996 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.004710604000138119 (mp_runner.py:73) +2024-09-01 23:31:31,997 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.004697718999523204 (mp_runner.py:73) +2024-09-01 23:31:31,998 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.005508738999196794 (mp_runner.py:73) +2024-09-01 23:31:31,998 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.008395580000069458 (mp_runner.py:73) +2024-09-01 23:31:31,999 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.009510228999715764 (mp_runner.py:73) +2024-09-01 23:31:32,359 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.008299818000523373 (mp_runner.py:73) +2024-09-01 23:31:32,522 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.006716730000334792 (mp_runner.py:73) +2024-09-01 23:31:32,523 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.008400446000450756 (mp_runner.py:73) +2024-09-01 23:31:32,523 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.008239729999331757 (mp_runner.py:73) +2024-09-01 23:31:33,121 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.009084778997930698 (mp_runner.py:73) +2024-09-01 23:31:33,126 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.005950933998974506 (mp_runner.py:73) +2024-09-01 23:31:33,135 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.0020325439982116222 (mp_runner.py:73) +2024-09-01 23:31:33,212 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.009560530997987371 (mp_runner.py:73) +2024-09-01 23:31:34,135 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.005972953003947623 (mp_runner.py:73) +2024-09-01 23:31:34,164 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.007661197996640112 (mp_runner.py:73) +2024-09-01 23:31:34,186 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.006078183003410231 (mp_runner.py:73) +2024-09-01 23:31:34,189 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.008707619999768212 (mp_runner.py:73) +2024-09-01 23:31:35,029 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.00631281100504566 (mp_runner.py:73) +2024-09-01 23:31:35,513 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.005553543000132777 (mp_runner.py:73) +2024-09-01 23:31:35,514 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.0056274870003107935 (mp_runner.py:73) +2024-09-01 23:31:35,518 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.01190020200010622 (mp_runner.py:73) +2024-09-01 23:31:35,518 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.011241061001783237 (mp_runner.py:73) +2024-09-01 23:31:35,665 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.008244656994065735 (mp_runner.py:73) +2024-09-01 23:31:36,035 | DEBUG |(SpawnProcess-1:28) search_count: 3000, latest_latency=0.001116635998187121 (mp_runner.py:73) +2024-09-01 23:31:36,120 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.03166895700269379 (mp_runner.py:73) +2024-09-01 23:31:36,275 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.008372053001949098 (mp_runner.py:73) +2024-09-01 23:31:36,361 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.012424184998963028 (mp_runner.py:73) +2024-09-01 23:31:36,378 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.009771853998245206 (mp_runner.py:73) +2024-09-01 23:31:36,379 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.012129219001508318 (mp_runner.py:73) +2024-09-01 23:31:37,145 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.011938912997720763 (mp_runner.py:73) +2024-09-01 23:31:37,151 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.01028470799792558 (mp_runner.py:73) +2024-09-01 23:31:37,346 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.015312221999920439 (mp_runner.py:73) +2024-09-01 23:31:37,487 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.013274737997562625 (mp_runner.py:73) +2024-09-01 23:31:37,801 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.006473427994933445 (mp_runner.py:73) +2024-09-01 23:31:37,803 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.007757906001643278 (mp_runner.py:73) +2024-09-01 23:31:37,803 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.009788609000679571 (mp_runner.py:73) +2024-09-01 23:31:37,803 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.009160271998553071 (mp_runner.py:73) +2024-09-01 23:31:39,129 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.010641410997777712 (mp_runner.py:73) +2024-09-01 23:31:39,131 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.007446879993949551 (mp_runner.py:73) +2024-09-01 23:31:39,161 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.013730271006352268 (mp_runner.py:73) +2024-09-01 23:31:39,359 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.005875699003809132 (mp_runner.py:73) +2024-09-01 23:31:39,421 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.005829254005220719 (mp_runner.py:73) +2024-09-01 23:31:39,700 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0064s, count=3974, qps in this process: 132.4384 (mp_runner.py:76) +2024-09-01 23:31:39,763 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0044s, count=3984, qps in this process: 132.7805 (mp_runner.py:76) +2024-09-01 23:31:39,784 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.013s, count=3771, qps in this process: 125.6456 (mp_runner.py:76) +2024-09-01 23:31:39,818 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0078s, count=3783, qps in this process: 126.0672 (mp_runner.py:76) +2024-09-01 23:31:39,837 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0018s, count=3772, qps in this process: 125.7258 (mp_runner.py:76) +2024-09-01 23:31:39,858 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.0038761949981562793 (mp_runner.py:73) +2024-09-01 23:31:39,859 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.003107584998360835 (mp_runner.py:73) +2024-09-01 23:31:39,865 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0161s, count=3487, qps in this process: 116.171 (mp_runner.py:76) +2024-09-01 23:31:39,865 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.011794155005190987 (mp_runner.py:73) +2024-09-01 23:31:39,881 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0003s, count=3846, qps in this process: 128.1987 (mp_runner.py:76) +2024-09-01 23:31:39,893 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0019s, count=3813, qps in this process: 127.092 (mp_runner.py:76) +2024-09-01 23:31:39,913 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0004s, count=4011, qps in this process: 133.6982 (mp_runner.py:76) +2024-09-01 23:31:39,916 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0019s, count=4100, qps in this process: 136.658 (mp_runner.py:76) +2024-09-01 23:31:39,936 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0036s, count=4072, qps in this process: 135.717 (mp_runner.py:76) +2024-09-01 23:31:39,940 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0005s, count=3858, qps in this process: 128.5979 (mp_runner.py:76) +2024-09-01 23:31:39,942 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0019s, count=4018, qps in this process: 133.9249 (mp_runner.py:76) +2024-09-01 23:31:39,942 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0025s, count=3792, qps in this process: 126.3895 (mp_runner.py:76) +2024-09-01 23:31:39,959 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0008s, count=3473, qps in this process: 115.7636 (mp_runner.py:76) +2024-09-01 23:31:39,960 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.002s, count=4027, qps in this process: 134.2244 (mp_runner.py:76) +2024-09-01 23:31:39,962 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0015s, count=4105, qps in this process: 136.8265 (mp_runner.py:76) +2024-09-01 23:31:39,967 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0004s, count=3819, qps in this process: 127.2983 (mp_runner.py:76) +2024-09-01 23:31:39,972 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0005s, count=4093, qps in this process: 136.4311 (mp_runner.py:76) +2024-09-01 23:31:40,013 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0006s, count=3670, qps in this process: 122.3309 (mp_runner.py:76) +2024-09-01 23:31:40,021 | INFO |End search in concurrency 20: dur=30.380019055002776s, total_count=77468, qps=2549.9655 (mp_runner.py:120) +2024-09-01 23:31:41,667 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:31:41,667 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 23:31:52,017 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 23:31:52,070 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,081 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,082 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,158 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,165 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,181 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,196 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,264 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,265 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,277 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,279 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,282 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,301 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,303 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:52,308 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:31:56,124 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.0061942870015627705 (mp_runner.py:73) +2024-09-01 23:31:56,124 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.007901340002717916 (mp_runner.py:73) +2024-09-01 23:31:56,125 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.009400255999935325 (mp_runner.py:73) +2024-09-01 23:31:56,126 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.007511269999668002 (mp_runner.py:73) +2024-09-01 23:31:56,126 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.007341304997680709 (mp_runner.py:73) +2024-09-01 23:31:56,127 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.007246954999573063 (mp_runner.py:73) +2024-09-01 23:31:56,128 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.012457038996217307 (mp_runner.py:73) +2024-09-01 23:31:56,130 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.01554878299793927 (mp_runner.py:73) +2024-09-01 23:31:56,283 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.00917574899358442 (mp_runner.py:73) +2024-09-01 23:31:56,284 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.011149779995321296 (mp_runner.py:73) +2024-09-01 23:31:56,285 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.014173039999150205 (mp_runner.py:73) +2024-09-01 23:31:56,287 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.01732317099958891 (mp_runner.py:73) +2024-09-01 23:31:56,482 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.006899126005009748 (mp_runner.py:73) +2024-09-01 23:31:56,483 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.00979225400078576 (mp_runner.py:73) +2024-09-01 23:31:56,484 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.00969090700527886 (mp_runner.py:73) +2024-09-01 23:31:56,485 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.009402231997228228 (mp_runner.py:73) +2024-09-01 23:31:56,485 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.008069367999269161 (mp_runner.py:73) +2024-09-01 23:31:56,487 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.01427523799793562 (mp_runner.py:73) +2024-09-01 23:31:56,487 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.013736675995460246 (mp_runner.py:73) +2024-09-01 23:31:57,100 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.01848813499964308 (mp_runner.py:73) +2024-09-01 23:31:57,125 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.032036803997471 (mp_runner.py:73) +2024-09-01 23:31:57,289 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.014834601999609731 (mp_runner.py:73) +2024-09-01 23:31:57,349 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.014963913999963552 (mp_runner.py:73) +2024-09-01 23:31:57,432 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.01562196099985158 (mp_runner.py:73) +2024-09-01 23:31:57,482 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.013476414998876862 (mp_runner.py:73) +2024-09-01 23:32:00,503 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.005629901002976112 (mp_runner.py:73) +2024-09-01 23:32:00,504 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.005842654005391523 (mp_runner.py:73) +2024-09-01 23:32:00,504 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.005867138002940919 (mp_runner.py:73) +2024-09-01 23:32:00,505 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.0059002230045734905 (mp_runner.py:73) +2024-09-01 23:32:00,505 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.008612279998487793 (mp_runner.py:73) +2024-09-01 23:32:00,506 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.01157063500431832 (mp_runner.py:73) +2024-09-01 23:32:00,966 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.004575330000079703 (mp_runner.py:73) +2024-09-01 23:32:00,968 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.008622401001048274 (mp_runner.py:73) +2024-09-01 23:32:00,969 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.010031306002929341 (mp_runner.py:73) +2024-09-01 23:32:00,970 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.008268591998785269 (mp_runner.py:73) +2024-09-01 23:32:00,970 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.011947434999456163 (mp_runner.py:73) +2024-09-01 23:32:00,974 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.009425050004210789 (mp_runner.py:73) +2024-09-01 23:32:00,975 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.012433367999619804 (mp_runner.py:73) +2024-09-01 23:32:00,975 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.013639848002640065 (mp_runner.py:73) +2024-09-01 23:32:01,122 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.008305235001898836 (mp_runner.py:73) +2024-09-01 23:32:01,133 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.010520652002014685 (mp_runner.py:73) +2024-09-01 23:32:01,135 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.009544942993670702 (mp_runner.py:73) +2024-09-01 23:32:01,136 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.01624606200493872 (mp_runner.py:73) +2024-09-01 23:32:01,597 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.01261511899792822 (mp_runner.py:73) +2024-09-01 23:32:02,660 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.009141237998846918 (mp_runner.py:73) +2024-09-01 23:32:02,791 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.010070943004393484 (mp_runner.py:73) +2024-09-01 23:32:02,858 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.010761022997030523 (mp_runner.py:73) +2024-09-01 23:32:03,173 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.008014013001229614 (mp_runner.py:73) +2024-09-01 23:32:03,251 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.010355643993534613 (mp_runner.py:73) +2024-09-01 23:32:03,274 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.008256418994278647 (mp_runner.py:73) +2024-09-01 23:32:04,554 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.004008119998616166 (mp_runner.py:73) +2024-09-01 23:32:04,555 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.00388935500086518 (mp_runner.py:73) +2024-09-01 23:32:04,556 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.006897036997543182 (mp_runner.py:73) +2024-09-01 23:32:04,559 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.010102455999003723 (mp_runner.py:73) +2024-09-01 23:32:04,559 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.013567609996243846 (mp_runner.py:73) +2024-09-01 23:32:05,063 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.008593751001171768 (mp_runner.py:73) +2024-09-01 23:32:05,064 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.009456473999307491 (mp_runner.py:73) +2024-09-01 23:32:05,065 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.008185528000467457 (mp_runner.py:73) +2024-09-01 23:32:05,067 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.007617911003762856 (mp_runner.py:73) +2024-09-01 23:32:05,067 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.00910798699624138 (mp_runner.py:73) +2024-09-01 23:32:05,067 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.012728365996736102 (mp_runner.py:73) +2024-09-01 23:32:05,067 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.008943477005232126 (mp_runner.py:73) +2024-09-01 23:32:05,068 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.01480390699725831 (mp_runner.py:73) +2024-09-01 23:32:05,878 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.011805604000983294 (mp_runner.py:73) +2024-09-01 23:32:06,143 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.021342626001569442 (mp_runner.py:73) +2024-09-01 23:32:06,233 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.012094886995328125 (mp_runner.py:73) +2024-09-01 23:32:06,250 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.013239725994935725 (mp_runner.py:73) +2024-09-01 23:32:06,627 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.01709703099913895 (mp_runner.py:73) +2024-09-01 23:32:07,040 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.014406905997020658 (mp_runner.py:73) +2024-09-01 23:32:07,934 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.015069102002598811 (mp_runner.py:73) +2024-09-01 23:32:08,241 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.013881869002943859 (mp_runner.py:73) +2024-09-01 23:32:08,263 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.015279598999768496 (mp_runner.py:73) +2024-09-01 23:32:08,442 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.019418436000705697 (mp_runner.py:73) +2024-09-01 23:32:08,450 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.014127424998150673 (mp_runner.py:73) +2024-09-01 23:32:08,452 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.01664393299870426 (mp_runner.py:73) +2024-09-01 23:32:08,662 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.007100736002030317 (mp_runner.py:73) +2024-09-01 23:32:08,665 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.009935656999005005 (mp_runner.py:73) +2024-09-01 23:32:08,665 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.010990376998961437 (mp_runner.py:73) +2024-09-01 23:32:08,667 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.007599700998980552 (mp_runner.py:73) +2024-09-01 23:32:08,668 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.0080792009975994 (mp_runner.py:73) +2024-09-01 23:32:09,019 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.011071280001488049 (mp_runner.py:73) +2024-09-01 23:32:09,020 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.00788182300311746 (mp_runner.py:73) +2024-09-01 23:32:09,028 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.014640850997238886 (mp_runner.py:73) +2024-09-01 23:32:09,038 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.008063906003371812 (mp_runner.py:73) +2024-09-01 23:32:09,038 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.02605920800124295 (mp_runner.py:73) +2024-09-01 23:32:09,045 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.018103779999364633 (mp_runner.py:73) +2024-09-01 23:32:09,058 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.03166049499850487 (mp_runner.py:73) +2024-09-01 23:32:09,058 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.030937346004066058 (mp_runner.py:73) +2024-09-01 23:32:11,298 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.00849968600232387 (mp_runner.py:73) +2024-09-01 23:32:11,331 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.007330583001021296 (mp_runner.py:73) +2024-09-01 23:32:11,378 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.008647315997222904 (mp_runner.py:73) +2024-09-01 23:32:11,397 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.010649825002474245 (mp_runner.py:73) +2024-09-01 23:32:11,951 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.009030127002915833 (mp_runner.py:73) +2024-09-01 23:32:12,514 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.008367230999283493 (mp_runner.py:73) +2024-09-01 23:32:13,082 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.006811722996644676 (mp_runner.py:73) +2024-09-01 23:32:13,084 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.009554202995786909 (mp_runner.py:73) +2024-09-01 23:32:13,084 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.007692808998399414 (mp_runner.py:73) +2024-09-01 23:32:13,085 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.011384409997845069 (mp_runner.py:73) +2024-09-01 23:32:13,088 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.016101667999464553 (mp_runner.py:73) +2024-09-01 23:32:13,157 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.008554112995625474 (mp_runner.py:73) +2024-09-01 23:32:13,409 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.004992535003111698 (mp_runner.py:73) +2024-09-01 23:32:13,411 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.011561934996279888 (mp_runner.py:73) +2024-09-01 23:32:13,412 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.010471330002474133 (mp_runner.py:73) +2024-09-01 23:32:13,677 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.006220226001460105 (mp_runner.py:73) +2024-09-01 23:32:13,678 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.03312847800407326 (mp_runner.py:73) +2024-09-01 23:32:13,726 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.014288883001427166 (mp_runner.py:73) +2024-09-01 23:32:13,917 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.01219334099732805 (mp_runner.py:73) +2024-09-01 23:32:13,949 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.01724062699940987 (mp_runner.py:73) +2024-09-01 23:32:14,053 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.021216260000073817 (mp_runner.py:73) +2024-09-01 23:32:14,365 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.010206551996816415 (mp_runner.py:73) +2024-09-01 23:32:14,367 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.015005640001618303 (mp_runner.py:73) +2024-09-01 23:32:14,477 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.0167790289997356 (mp_runner.py:73) +2024-09-01 23:32:14,919 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.014580673996533733 (mp_runner.py:73) +2024-09-01 23:32:16,718 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.026541337996604852 (mp_runner.py:73) +2024-09-01 23:32:16,831 | DEBUG |(SpawnProcess-1:49) search_count: 2500, latest_latency=0.017982149998715613 (mp_runner.py:73) +2024-09-01 23:32:16,833 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.015760022994072642 (mp_runner.py:73) +2024-09-01 23:32:17,019 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.014869201004330534 (mp_runner.py:73) +2024-09-01 23:32:17,363 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.005128349999722559 (mp_runner.py:73) +2024-09-01 23:32:17,365 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.005959944006463047 (mp_runner.py:73) +2024-09-01 23:32:17,366 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.008583238995925058 (mp_runner.py:73) +2024-09-01 23:32:17,366 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.00617412800056627 (mp_runner.py:73) +2024-09-01 23:32:17,367 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.01109171099960804 (mp_runner.py:73) +2024-09-01 23:32:17,450 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.01420810300623998 (mp_runner.py:73) +2024-09-01 23:32:18,248 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.013325906002137344 (mp_runner.py:73) +2024-09-01 23:32:18,500 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.025626422997447662 (mp_runner.py:73) +2024-09-01 23:32:18,835 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.013491357996826991 (mp_runner.py:73) +2024-09-01 23:32:18,869 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.011178531000041403 (mp_runner.py:73) +2024-09-01 23:32:18,897 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.00826031500037061 (mp_runner.py:73) +2024-09-01 23:32:18,958 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.014694839002913795 (mp_runner.py:73) +2024-09-01 23:32:19,006 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.013137328998709563 (mp_runner.py:73) +2024-09-01 23:32:19,054 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.0107336729997769 (mp_runner.py:73) +2024-09-01 23:32:19,120 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.009811796000576578 (mp_runner.py:73) +2024-09-01 23:32:19,213 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.015061166996019892 (mp_runner.py:73) +2024-09-01 23:32:19,340 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.013950521002698224 (mp_runner.py:73) +2024-09-01 23:32:19,378 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.008173665002686903 (mp_runner.py:73) +2024-09-01 23:32:19,399 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.010695899007259868 (mp_runner.py:73) +2024-09-01 23:32:19,813 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.010346351999032777 (mp_runner.py:73) +2024-09-01 23:32:20,178 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.00906112400116399 (mp_runner.py:73) +2024-09-01 23:32:21,516 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.015210325000225566 (mp_runner.py:73) +2024-09-01 23:32:21,535 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.01629834400227992 (mp_runner.py:73) +2024-09-01 23:32:21,545 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.010282862996973563 (mp_runner.py:73) +2024-09-01 23:32:21,575 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.016564662000746466 (mp_runner.py:73) +2024-09-01 23:32:21,720 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.008169569002347998 (mp_runner.py:73) +2024-09-01 23:32:21,763 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.012927495001349598 (mp_runner.py:73) +2024-09-01 23:32:21,888 | DEBUG |(SpawnProcess-1:49) search_count: 3000, latest_latency=0.00906835299974773 (mp_runner.py:73) +2024-09-01 23:32:22,085 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0024s, count=2964, qps in this process: 98.7921 (mp_runner.py:76) +2024-09-01 23:32:22,090 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0064s, count=3256, qps in this process: 108.5102 (mp_runner.py:76) +2024-09-01 23:32:22,093 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0061s, count=2994, qps in this process: 99.7797 (mp_runner.py:76) +2024-09-01 23:32:22,148 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0097s, count=3261, qps in this process: 108.6649 (mp_runner.py:76) +2024-09-01 23:32:22,164 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0032s, count=3571, qps in this process: 119.0206 (mp_runner.py:76) +2024-09-01 23:32:22,171 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0029s, count=3337, qps in this process: 111.2226 (mp_runner.py:76) +2024-09-01 23:32:22,190 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0003s, count=3312, qps in this process: 110.3989 (mp_runner.py:76) +2024-09-01 23:32:22,203 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0044s, count=3548, qps in this process: 118.2493 (mp_runner.py:76) +2024-09-01 23:32:22,241 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0024s, count=3347, qps in this process: 111.5577 (mp_runner.py:76) +2024-09-01 23:32:22,252 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0032s, count=3585, qps in this process: 119.4873 (mp_runner.py:76) +2024-09-01 23:32:22,268 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0023s, count=3293, qps in this process: 109.7583 (mp_runner.py:76) +2024-09-01 23:32:22,270 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0007s, count=3194, qps in this process: 106.4642 (mp_runner.py:76) +2024-09-01 23:32:22,272 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0061s, count=3587, qps in this process: 119.5424 (mp_runner.py:76) +2024-09-01 23:32:22,273 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0021s, count=3578, qps in this process: 119.2583 (mp_runner.py:76) +2024-09-01 23:32:22,276 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0072s, count=2808, qps in this process: 93.5775 (mp_runner.py:76) +2024-09-01 23:32:22,284 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0032s, count=2884, qps in this process: 96.1231 (mp_runner.py:76) +2024-09-01 23:32:22,285 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0047s, count=3226, qps in this process: 107.5165 (mp_runner.py:76) +2024-09-01 23:32:22,286 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0008s, count=2946, qps in this process: 98.1974 (mp_runner.py:76) +2024-09-01 23:32:22,288 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0013s, count=3065, qps in this process: 102.1622 (mp_runner.py:76) +2024-09-01 23:32:22,300 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0022s, count=2815, qps in this process: 93.8265 (mp_runner.py:76) +2024-09-01 23:32:22,301 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0008s, count=2897, qps in this process: 96.5641 (mp_runner.py:76) +2024-09-01 23:32:22,301 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.003s, count=3052, qps in this process: 101.7232 (mp_runner.py:76) +2024-09-01 23:32:22,308 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0005s, count=2833, qps in this process: 94.4318 (mp_runner.py:76) +2024-09-01 23:32:22,309 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0013s, count=2800, qps in this process: 93.3293 (mp_runner.py:76) +2024-09-01 23:32:22,311 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0005s, count=2802, qps in this process: 93.3984 (mp_runner.py:76) +2024-09-01 23:32:22,320 | INFO |End search in concurrency 25: dur=30.30255006000516s, total_count=78955, qps=2605.5563 (mp_runner.py:120) +2024-09-01 23:32:24,312 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:32:24,313 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 23:32:34,753 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 23:32:34,848 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:34,904 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:34,911 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:34,922 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:34,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,014 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,015 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,018 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,022 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,028 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,029 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,040 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,040 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,044 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,048 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,048 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,053 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,060 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,060 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,078 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,081 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,082 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,082 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,088 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,093 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:35,107 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:32:39,607 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.011212935001822188 (mp_runner.py:73) +2024-09-01 23:32:39,610 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.0147196609977982 (mp_runner.py:73) +2024-09-01 23:32:39,610 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.016026053999667056 (mp_runner.py:73) +2024-09-01 23:32:39,633 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.008407070999965072 (mp_runner.py:73) +2024-09-01 23:32:39,634 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.01086304199998267 (mp_runner.py:73) +2024-09-01 23:32:39,634 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.008246807999967132 (mp_runner.py:73) +2024-09-01 23:32:39,634 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.010763991995190736 (mp_runner.py:73) +2024-09-01 23:32:39,635 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.011514199002704117 (mp_runner.py:73) +2024-09-01 23:32:39,635 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.010225081001408398 (mp_runner.py:73) +2024-09-01 23:32:39,635 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.011039684002753347 (mp_runner.py:73) +2024-09-01 23:32:39,635 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.009573574003297836 (mp_runner.py:73) +2024-09-01 23:32:39,636 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.008574447994760703 (mp_runner.py:73) +2024-09-01 23:32:39,636 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.00992613099515438 (mp_runner.py:73) +2024-09-01 23:32:39,637 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.010459058998094406 (mp_runner.py:73) +2024-09-01 23:32:39,637 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.005300037002598401 (mp_runner.py:73) +2024-09-01 23:32:39,637 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.010495602000446524 (mp_runner.py:73) +2024-09-01 23:32:39,640 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.016900082999200094 (mp_runner.py:73) +2024-09-01 23:32:39,640 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.01799802699679276 (mp_runner.py:73) +2024-09-01 23:32:39,921 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.012070102005964145 (mp_runner.py:73) +2024-09-01 23:32:39,922 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.009612737994757481 (mp_runner.py:73) +2024-09-01 23:32:39,922 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.011752450998756103 (mp_runner.py:73) +2024-09-01 23:32:39,923 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.009384185003000312 (mp_runner.py:73) +2024-09-01 23:32:39,923 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.011532156000612304 (mp_runner.py:73) +2024-09-01 23:32:39,923 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.014630865000071935 (mp_runner.py:73) +2024-09-01 23:32:39,926 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.011637493000307586 (mp_runner.py:73) +2024-09-01 23:32:39,927 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.011235266996663995 (mp_runner.py:73) +2024-09-01 23:32:39,929 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.02041168299911078 (mp_runner.py:73) +2024-09-01 23:32:41,055 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.01703393600473646 (mp_runner.py:73) +2024-09-01 23:32:41,086 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.015719902999990154 (mp_runner.py:73) +2024-09-01 23:32:41,570 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.020519971003523096 (mp_runner.py:73) +2024-09-01 23:32:44,496 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.006824329000664875 (mp_runner.py:73) +2024-09-01 23:32:44,496 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.0068646579966298304 (mp_runner.py:73) +2024-09-01 23:32:44,497 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.00801922100072261 (mp_runner.py:73) +2024-09-01 23:32:44,499 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.009012100999825634 (mp_runner.py:73) +2024-09-01 23:32:44,500 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.01118597699678503 (mp_runner.py:73) +2024-09-01 23:32:44,501 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.007258167002873961 (mp_runner.py:73) +2024-09-01 23:32:44,502 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.008768160005274694 (mp_runner.py:73) +2024-09-01 23:32:44,502 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.009254987999156583 (mp_runner.py:73) +2024-09-01 23:32:44,502 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.011015654999937396 (mp_runner.py:73) +2024-09-01 23:32:44,503 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.010135762000572868 (mp_runner.py:73) +2024-09-01 23:32:44,503 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.008450515000731684 (mp_runner.py:73) +2024-09-01 23:32:44,503 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.015208824996079784 (mp_runner.py:73) +2024-09-01 23:32:44,728 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.0038032399970688857 (mp_runner.py:73) +2024-09-01 23:32:44,732 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.006743707999703474 (mp_runner.py:73) +2024-09-01 23:32:44,733 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.010812772998178843 (mp_runner.py:73) +2024-09-01 23:32:44,733 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.009566807006194722 (mp_runner.py:73) +2024-09-01 23:32:44,733 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.011813487006293144 (mp_runner.py:73) +2024-09-01 23:32:45,079 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.011877610995725263 (mp_runner.py:73) +2024-09-01 23:32:45,083 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.006573438993655145 (mp_runner.py:73) +2024-09-01 23:32:45,085 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.018247655003506225 (mp_runner.py:73) +2024-09-01 23:32:45,087 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.02471390699793119 (mp_runner.py:73) +2024-09-01 23:32:45,088 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.02784046200395096 (mp_runner.py:73) +2024-09-01 23:32:45,110 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.04262545100209536 (mp_runner.py:73) +2024-09-01 23:32:45,121 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.05520228800014593 (mp_runner.py:73) +2024-09-01 23:32:45,437 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.00997294199623866 (mp_runner.py:73) +2024-09-01 23:32:45,438 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.005787836998933926 (mp_runner.py:73) +2024-09-01 23:32:46,001 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.01204825600143522 (mp_runner.py:73) +2024-09-01 23:32:47,824 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.014487597996776458 (mp_runner.py:73) +2024-09-01 23:32:47,863 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.012359353997453582 (mp_runner.py:73) +2024-09-01 23:32:48,528 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.013690384999790695 (mp_runner.py:73) +2024-09-01 23:32:49,300 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.009928304003551602 (mp_runner.py:73) +2024-09-01 23:32:49,300 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.010639152002113406 (mp_runner.py:73) +2024-09-01 23:32:49,300 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.011821976004284807 (mp_runner.py:73) +2024-09-01 23:32:49,300 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.010136427998077124 (mp_runner.py:73) +2024-09-01 23:32:49,301 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.008232693005993497 (mp_runner.py:73) +2024-09-01 23:32:49,301 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.01097919399762759 (mp_runner.py:73) +2024-09-01 23:32:49,301 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.013726526995014865 (mp_runner.py:73) +2024-09-01 23:32:49,301 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.013833887001965195 (mp_runner.py:73) +2024-09-01 23:32:49,302 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.015072324000357185 (mp_runner.py:73) +2024-09-01 23:32:49,302 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.0074891760013997555 (mp_runner.py:73) +2024-09-01 23:32:49,304 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.01750159799848916 (mp_runner.py:73) +2024-09-01 23:32:49,305 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.019365196996659506 (mp_runner.py:73) +2024-09-01 23:32:50,014 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.009276869001041632 (mp_runner.py:73) +2024-09-01 23:32:50,015 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.010704730993893463 (mp_runner.py:73) +2024-09-01 23:32:50,016 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.0106684869970195 (mp_runner.py:73) +2024-09-01 23:32:50,017 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.015043774001242127 (mp_runner.py:73) +2024-09-01 23:32:50,017 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.013857008001650684 (mp_runner.py:73) +2024-09-01 23:32:50,018 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.015226024996081833 (mp_runner.py:73) +2024-09-01 23:32:50,018 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.009313433001807425 (mp_runner.py:73) +2024-09-01 23:32:50,019 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.018436449994624127 (mp_runner.py:73) +2024-09-01 23:32:50,022 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.012577458001032937 (mp_runner.py:73) +2024-09-01 23:32:50,022 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.010967948001052719 (mp_runner.py:73) +2024-09-01 23:32:50,024 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.01695365799969295 (mp_runner.py:73) +2024-09-01 23:32:50,025 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.016486884996993467 (mp_runner.py:73) +2024-09-01 23:32:51,727 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.01937890400586184 (mp_runner.py:73) +2024-09-01 23:32:51,757 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.01770496099925367 (mp_runner.py:73) +2024-09-01 23:32:52,393 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.012408046000928152 (mp_runner.py:73) +2024-09-01 23:32:53,849 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.007142242000554688 (mp_runner.py:73) +2024-09-01 23:32:53,850 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.007365183999354485 (mp_runner.py:73) +2024-09-01 23:32:53,851 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.005870499997399747 (mp_runner.py:73) +2024-09-01 23:32:53,852 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.0065419940001447685 (mp_runner.py:73) +2024-09-01 23:32:53,853 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.011572330004128162 (mp_runner.py:73) +2024-09-01 23:32:53,854 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.013374854002904613 (mp_runner.py:73) +2024-09-01 23:32:53,854 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.009367414997541346 (mp_runner.py:73) +2024-09-01 23:32:53,855 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.010529466999287251 (mp_runner.py:73) +2024-09-01 23:32:53,856 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.00994191399513511 (mp_runner.py:73) +2024-09-01 23:32:53,856 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.010156090000236873 (mp_runner.py:73) +2024-09-01 23:32:53,857 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.010169077999307774 (mp_runner.py:73) +2024-09-01 23:32:54,223 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.021473914006492123 (mp_runner.py:73) +2024-09-01 23:32:54,426 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.02445782699942356 (mp_runner.py:73) +2024-09-01 23:32:54,665 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.006777857000997756 (mp_runner.py:73) +2024-09-01 23:32:54,665 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.006513679996714927 (mp_runner.py:73) +2024-09-01 23:32:54,668 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.008329561998834834 (mp_runner.py:73) +2024-09-01 23:32:54,670 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.007438387998263352 (mp_runner.py:73) +2024-09-01 23:32:54,670 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.008557572997233365 (mp_runner.py:73) +2024-09-01 23:32:54,671 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.013073652000457514 (mp_runner.py:73) +2024-09-01 23:32:54,671 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.008594497994636185 (mp_runner.py:73) +2024-09-01 23:32:54,672 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.01565666300302837 (mp_runner.py:73) +2024-09-01 23:32:54,672 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.009384174998558592 (mp_runner.py:73) +2024-09-01 23:32:55,012 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.019191163999494165 (mp_runner.py:73) +2024-09-01 23:32:55,217 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.00966836300358409 (mp_runner.py:73) +2024-09-01 23:32:55,218 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.012246610000147484 (mp_runner.py:73) +2024-09-01 23:32:55,320 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.009354335998068564 (mp_runner.py:73) +2024-09-01 23:32:55,350 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.009755626000696793 (mp_runner.py:73) +2024-09-01 23:32:57,923 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.012849993996496778 (mp_runner.py:73) +2024-09-01 23:32:58,097 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.015111457003513351 (mp_runner.py:73) +2024-09-01 23:32:58,667 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.007209496005089022 (mp_runner.py:73) +2024-09-01 23:32:58,676 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.010657878003257792 (mp_runner.py:73) +2024-09-01 23:32:58,684 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.01090706200193381 (mp_runner.py:73) +2024-09-01 23:32:58,733 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.00804295900161378 (mp_runner.py:73) +2024-09-01 23:32:58,735 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.01055785600328818 (mp_runner.py:73) +2024-09-01 23:32:58,738 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.015429384999151807 (mp_runner.py:73) +2024-09-01 23:32:58,738 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.011467058000562247 (mp_runner.py:73) +2024-09-01 23:32:58,739 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.011325396000756882 (mp_runner.py:73) +2024-09-01 23:32:58,742 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.02130425299401395 (mp_runner.py:73) +2024-09-01 23:32:58,785 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.020857196002907585 (mp_runner.py:73) +2024-09-01 23:32:58,806 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.011921712000912521 (mp_runner.py:73) +2024-09-01 23:32:59,464 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.010307112999726087 (mp_runner.py:73) +2024-09-01 23:32:59,464 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.008792493004875723 (mp_runner.py:73) +2024-09-01 23:32:59,466 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.011070650005422067 (mp_runner.py:73) +2024-09-01 23:32:59,469 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.015998155002307612 (mp_runner.py:73) +2024-09-01 23:32:59,473 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.024232495998148806 (mp_runner.py:73) +2024-09-01 23:32:59,670 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.017749678998370655 (mp_runner.py:73) +2024-09-01 23:32:59,702 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.016047111996158492 (mp_runner.py:73) +2024-09-01 23:32:59,744 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.0061755630013067275 (mp_runner.py:73) +2024-09-01 23:33:00,244 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.005041438998887315 (mp_runner.py:73) +2024-09-01 23:33:00,297 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.018080795998685062 (mp_runner.py:73) +2024-09-01 23:33:00,635 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.011810893003712408 (mp_runner.py:73) +2024-09-01 23:33:00,947 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.011453006001829635 (mp_runner.py:73) +2024-09-01 23:33:01,488 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.01638320499478141 (mp_runner.py:73) +2024-09-01 23:33:01,489 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.019265773000370245 (mp_runner.py:73) +2024-09-01 23:33:01,527 | DEBUG |(SpawnProcess-1:75) search_count: 2000, latest_latency=0.011611155001446605 (mp_runner.py:73) +2024-09-01 23:33:01,808 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.017423391000193078 (mp_runner.py:73) +2024-09-01 23:33:01,903 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.018877207003242802 (mp_runner.py:73) +2024-09-01 23:33:03,560 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.008183656995242927 (mp_runner.py:73) +2024-09-01 23:33:03,561 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.00821486800123239 (mp_runner.py:73) +2024-09-01 23:33:03,562 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.010704043001169339 (mp_runner.py:73) +2024-09-01 23:33:03,563 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.012597579996509012 (mp_runner.py:73) +2024-09-01 23:33:03,563 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.009245052002370358 (mp_runner.py:73) +2024-09-01 23:33:03,601 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.010207100996922236 (mp_runner.py:73) +2024-09-01 23:33:03,602 | DEBUG |(SpawnProcess-1:101) search_count: 3000, latest_latency=0.011804087997006718 (mp_runner.py:73) +2024-09-01 23:33:03,602 | DEBUG |(SpawnProcess-1:102) search_count: 3000, latest_latency=0.006845308002084494 (mp_runner.py:73) +2024-09-01 23:33:03,603 | DEBUG |(SpawnProcess-1:91) search_count: 3000, latest_latency=0.006699377998302225 (mp_runner.py:73) +2024-09-01 23:33:04,391 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.012697466001554858 (mp_runner.py:73) +2024-09-01 23:33:04,586 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.006999657001870219 (mp_runner.py:73) +2024-09-01 23:33:04,587 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.00852383299934445 (mp_runner.py:73) +2024-09-01 23:33:04,587 | DEBUG |(SpawnProcess-1:86) search_count: 3000, latest_latency=0.006455597002059221 (mp_runner.py:73) +2024-09-01 23:33:04,588 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.010190305998548865 (mp_runner.py:73) +2024-09-01 23:33:04,589 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.0067833510038326494 (mp_runner.py:73) +2024-09-01 23:33:04,589 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.0121275159981451 (mp_runner.py:73) +2024-09-01 23:33:04,746 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.017790354999306146 (mp_runner.py:73) +2024-09-01 23:33:04,873 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0129s, count=3029, qps in this process: 100.9233 (mp_runner.py:76) +2024-09-01 23:33:04,915 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0033s, count=3034, qps in this process: 101.1222 (mp_runner.py:76) +2024-09-01 23:33:04,926 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0011s, count=3035, qps in this process: 101.163 (mp_runner.py:76) +2024-09-01 23:33:04,928 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0077s, count=3125, qps in this process: 104.1399 (mp_runner.py:76) +2024-09-01 23:33:04,997 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0002s, count=3140, qps in this process: 104.666 (mp_runner.py:76) +2024-09-01 23:33:05,019 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0028s, count=2875, qps in this process: 95.8244 (mp_runner.py:76) +2024-09-01 23:33:05,021 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0067s, count=2923, qps in this process: 97.4116 (mp_runner.py:76) +2024-09-01 23:33:05,024 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0038s, count=3135, qps in this process: 104.4868 (mp_runner.py:76) +2024-09-01 23:33:05,025 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0075s, count=3135, qps in this process: 104.4739 (mp_runner.py:76) +2024-09-01 23:33:05,026 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0071s, count=2552, qps in this process: 85.0465 (mp_runner.py:76) +2024-09-01 23:33:05,031 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0025s, count=3136, qps in this process: 104.5246 (mp_runner.py:76) +2024-09-01 23:33:05,038 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0054s, count=3145, qps in this process: 104.8145 (mp_runner.py:76) +2024-09-01 23:33:05,039 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0084s, count=3145, qps in this process: 104.804 (mp_runner.py:76) +2024-09-01 23:33:05,042 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0005s, count=2791, qps in this process: 93.0318 (mp_runner.py:76) +2024-09-01 23:33:05,044 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0029s, count=3146, qps in this process: 104.8565 (mp_runner.py:76) +2024-09-01 23:33:05,052 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0064s, count=3146, qps in this process: 104.8443 (mp_runner.py:76) +2024-09-01 23:33:05,053 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0019s, count=2747, qps in this process: 91.5609 (mp_runner.py:76) +2024-09-01 23:33:05,056 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0043s, count=2758, qps in this process: 91.9202 (mp_runner.py:76) +2024-09-01 23:33:05,060 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.004s, count=2526, qps in this process: 84.1888 (mp_runner.py:76) +2024-09-01 23:33:05,064 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0019s, count=2928, qps in this process: 97.5938 (mp_runner.py:76) +2024-09-01 23:33:05,067 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0055s, count=2795, qps in this process: 93.1496 (mp_runner.py:76) +2024-09-01 23:33:05,083 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0008s, count=3055, qps in this process: 101.8306 (mp_runner.py:76) +2024-09-01 23:33:05,084 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0031s, count=2351, qps in this process: 78.3586 (mp_runner.py:76) +2024-09-01 23:33:05,089 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0035s, count=3057, qps in this process: 101.8881 (mp_runner.py:76) +2024-09-01 23:33:05,092 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0061s, count=2920, qps in this process: 97.3135 (mp_runner.py:76) +2024-09-01 23:33:05,093 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0004s, count=2883, qps in this process: 96.0987 (mp_runner.py:76) +2024-09-01 23:33:05,094 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0019s, count=2322, qps in this process: 77.3951 (mp_runner.py:76) +2024-09-01 23:33:05,096 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0034s, count=3058, qps in this process: 101.9218 (mp_runner.py:76) +2024-09-01 23:33:05,097 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.0018586890000733547 (mp_runner.py:73) +2024-09-01 23:33:05,097 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0015s, count=2500, qps in this process: 83.3292 (mp_runner.py:76) +2024-09-01 23:33:05,112 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0024s, count=2291, qps in this process: 76.3606 (mp_runner.py:76) +2024-09-01 23:33:05,121 | INFO |End search in concurrency 30: dur=30.36638316099561s, total_count=86683, qps=2854.5711 (mp_runner.py:120) +2024-09-01 23:33:07,015 | INFO |Update largest qps with concurrency 30: current max_qps=2854.5711 (mp_runner.py:124) +2024-09-01 23:33:07,427 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:33:07,427 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 23:33:18,005 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 23:33:18,140 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,148 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,156 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,157 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,168 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,234 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,236 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,278 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,278 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,283 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,289 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,302 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,306 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,308 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,320 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,329 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,330 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,332 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,333 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,336 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,366 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,373 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,390 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,394 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,406 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,418 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:18,429 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:33:23,774 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.014363900998432655 (mp_runner.py:73) +2024-09-01 23:33:23,775 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.014581677001842763 (mp_runner.py:73) +2024-09-01 23:33:23,776 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.01748973700159695 (mp_runner.py:73) +2024-09-01 23:33:23,777 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.013728231999266427 (mp_runner.py:73) +2024-09-01 23:33:23,777 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.012764462000632193 (mp_runner.py:73) +2024-09-01 23:33:23,778 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.019858586994814686 (mp_runner.py:73) +2024-09-01 23:33:23,779 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.023218574999191333 (mp_runner.py:73) +2024-09-01 23:33:23,902 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.009841812003287487 (mp_runner.py:73) +2024-09-01 23:33:23,902 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.011323541002639104 (mp_runner.py:73) +2024-09-01 23:33:23,903 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.010304775001714006 (mp_runner.py:73) +2024-09-01 23:33:23,903 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.012072136996721383 (mp_runner.py:73) +2024-09-01 23:33:23,904 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.010743797996838111 (mp_runner.py:73) +2024-09-01 23:33:23,906 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.011588588000449818 (mp_runner.py:73) +2024-09-01 23:33:23,906 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.016163141997822095 (mp_runner.py:73) +2024-09-01 23:33:23,908 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.018894823995651677 (mp_runner.py:73) +2024-09-01 23:33:23,981 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.013552658005210105 (mp_runner.py:73) +2024-09-01 23:33:23,982 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.011817250997410156 (mp_runner.py:73) +2024-09-01 23:33:23,983 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.013287219000631012 (mp_runner.py:73) +2024-09-01 23:33:23,984 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01482334599859314 (mp_runner.py:73) +2024-09-01 23:33:23,984 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.011922234996745829 (mp_runner.py:73) +2024-09-01 23:33:23,985 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.015177018998656422 (mp_runner.py:73) +2024-09-01 23:33:23,985 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.01158397499966668 (mp_runner.py:73) +2024-09-01 23:33:23,986 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.01521347599918954 (mp_runner.py:73) +2024-09-01 23:33:23,988 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.021495925000635907 (mp_runner.py:73) +2024-09-01 23:33:23,990 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.02340315200126497 (mp_runner.py:73) +2024-09-01 23:33:24,334 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.020585872000083327 (mp_runner.py:73) +2024-09-01 23:33:24,380 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.021003855996241327 (mp_runner.py:73) +2024-09-01 23:33:24,381 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.022912620996066835 (mp_runner.py:73) +2024-09-01 23:33:24,403 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.02196017299866071 (mp_runner.py:73) +2024-09-01 23:33:24,409 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.015235276994644664 (mp_runner.py:73) +2024-09-01 23:33:24,412 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.019803449002210982 (mp_runner.py:73) +2024-09-01 23:33:24,414 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.02281965099973604 (mp_runner.py:73) +2024-09-01 23:33:25,782 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.024141631001839414 (mp_runner.py:73) +2024-09-01 23:33:26,121 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.021701010002288967 (mp_runner.py:73) +2024-09-01 23:33:26,121 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.023920746993098874 (mp_runner.py:73) +2024-09-01 23:33:29,326 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.008194586000172421 (mp_runner.py:73) +2024-09-01 23:33:29,327 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.007615671995154116 (mp_runner.py:73) +2024-09-01 23:33:29,328 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.009395183995366096 (mp_runner.py:73) +2024-09-01 23:33:29,329 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.010776443996292073 (mp_runner.py:73) +2024-09-01 23:33:29,329 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.008712663999176584 (mp_runner.py:73) +2024-09-01 23:33:29,329 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.010025828996731434 (mp_runner.py:73) +2024-09-01 23:33:29,330 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.00831836599536473 (mp_runner.py:73) +2024-09-01 23:33:29,330 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.012656293001782615 (mp_runner.py:73) +2024-09-01 23:33:29,331 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.007943557000544388 (mp_runner.py:73) +2024-09-01 23:33:29,331 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.01374642599694198 (mp_runner.py:73) +2024-09-01 23:33:29,331 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.009562691993778571 (mp_runner.py:73) +2024-09-01 23:33:29,335 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.009471495999605395 (mp_runner.py:73) +2024-09-01 23:33:29,337 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.01032053700328106 (mp_runner.py:73) +2024-09-01 23:33:29,340 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.011485364993859548 (mp_runner.py:73) +2024-09-01 23:33:29,590 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.014684166002552956 (mp_runner.py:73) +2024-09-01 23:33:29,592 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.01007898899842985 (mp_runner.py:73) +2024-09-01 23:33:29,592 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.012629960998310708 (mp_runner.py:73) +2024-09-01 23:33:29,593 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.014932496997062117 (mp_runner.py:73) +2024-09-01 23:33:29,593 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.010242970995022915 (mp_runner.py:73) +2024-09-01 23:33:29,593 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.015474567997443955 (mp_runner.py:73) +2024-09-01 23:33:29,594 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.011591521004447713 (mp_runner.py:73) +2024-09-01 23:33:29,596 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.013021242004469968 (mp_runner.py:73) +2024-09-01 23:33:29,865 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.021569192002061754 (mp_runner.py:73) +2024-09-01 23:33:30,220 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.006584053997357842 (mp_runner.py:73) +2024-09-01 23:33:30,268 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.009723055001813918 (mp_runner.py:73) +2024-09-01 23:33:30,327 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.015076192998094484 (mp_runner.py:73) +2024-09-01 23:33:30,330 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.013728721001825761 (mp_runner.py:73) +2024-09-01 23:33:30,330 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.008530338003765792 (mp_runner.py:73) +2024-09-01 23:33:30,331 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.01704601700475905 (mp_runner.py:73) +2024-09-01 23:33:30,359 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.012355279002804309 (mp_runner.py:73) +2024-09-01 23:33:31,055 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.013665225000295322 (mp_runner.py:73) +2024-09-01 23:33:31,101 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.01502562499808846 (mp_runner.py:73) +2024-09-01 23:33:33,465 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.015281961001164746 (mp_runner.py:73) +2024-09-01 23:33:33,725 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.014903253999364097 (mp_runner.py:73) +2024-09-01 23:33:33,980 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.016926783995586447 (mp_runner.py:73) +2024-09-01 23:33:34,995 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.011734763000276871 (mp_runner.py:73) +2024-09-01 23:33:34,997 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.00843513500149129 (mp_runner.py:73) +2024-09-01 23:33:34,998 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.013213400001404807 (mp_runner.py:73) +2024-09-01 23:33:34,999 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.013416497000434902 (mp_runner.py:73) +2024-09-01 23:33:35,000 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.013221560999227222 (mp_runner.py:73) +2024-09-01 23:33:35,000 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.016034938998927828 (mp_runner.py:73) +2024-09-01 23:33:35,001 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.018333747000724543 (mp_runner.py:73) +2024-09-01 23:33:35,003 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.019960299992817454 (mp_runner.py:73) +2024-09-01 23:33:35,004 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.019900882994988933 (mp_runner.py:73) +2024-09-01 23:33:35,396 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.010867816999962088 (mp_runner.py:73) +2024-09-01 23:33:35,396 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.013721251001697965 (mp_runner.py:73) +2024-09-01 23:33:35,397 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.009889057000691537 (mp_runner.py:73) +2024-09-01 23:33:35,398 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.01570384100341471 (mp_runner.py:73) +2024-09-01 23:33:35,398 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.013483486000041012 (mp_runner.py:73) +2024-09-01 23:33:35,399 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.015601541002979502 (mp_runner.py:73) +2024-09-01 23:33:35,400 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.012225541002408136 (mp_runner.py:73) +2024-09-01 23:33:35,400 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.013976834001368843 (mp_runner.py:73) +2024-09-01 23:33:35,401 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.01193146900186548 (mp_runner.py:73) +2024-09-01 23:33:35,401 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.011618112999713048 (mp_runner.py:73) +2024-09-01 23:33:35,402 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.010912174002442043 (mp_runner.py:73) +2024-09-01 23:33:35,403 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.02038899600302102 (mp_runner.py:73) +2024-09-01 23:33:35,405 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.023437846997694578 (mp_runner.py:73) +2024-09-01 23:33:36,875 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.015074495997396298 (mp_runner.py:73) +2024-09-01 23:33:36,875 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01359185999899637 (mp_runner.py:73) +2024-09-01 23:33:36,876 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.013352618996577803 (mp_runner.py:73) +2024-09-01 23:33:36,877 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.016896891997021157 (mp_runner.py:73) +2024-09-01 23:33:36,881 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.021744140998634975 (mp_runner.py:73) +2024-09-01 23:33:37,301 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.023968672001501545 (mp_runner.py:73) +2024-09-01 23:33:38,065 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.01972821399976965 (mp_runner.py:73) +2024-09-01 23:33:38,115 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.021181907002755906 (mp_runner.py:73) +2024-09-01 23:33:38,662 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.023276258994883392 (mp_runner.py:73) +2024-09-01 23:33:38,854 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.025790781997784507 (mp_runner.py:73) +2024-09-01 23:33:40,509 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.010162122998735867 (mp_runner.py:73) +2024-09-01 23:33:40,509 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.011123794000013731 (mp_runner.py:73) +2024-09-01 23:33:40,510 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.0065777170020737685 (mp_runner.py:73) +2024-09-01 23:33:40,510 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.007823867999832146 (mp_runner.py:73) +2024-09-01 23:33:40,511 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.007409999998344574 (mp_runner.py:73) +2024-09-01 23:33:40,511 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.014395755999430548 (mp_runner.py:73) +2024-09-01 23:33:40,514 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.01603315099782776 (mp_runner.py:73) +2024-09-01 23:33:40,876 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.009408643003553152 (mp_runner.py:73) +2024-09-01 23:33:40,877 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.007898306001152378 (mp_runner.py:73) +2024-09-01 23:33:40,877 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.010678279999410734 (mp_runner.py:73) +2024-09-01 23:33:40,878 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.010604096998577006 (mp_runner.py:73) +2024-09-01 23:33:40,879 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.013290155999129638 (mp_runner.py:73) +2024-09-01 23:33:40,879 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.013125696001225151 (mp_runner.py:73) +2024-09-01 23:33:40,879 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.006948437003302388 (mp_runner.py:73) +2024-09-01 23:33:40,880 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.011476004001451656 (mp_runner.py:73) +2024-09-01 23:33:40,986 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.011146917000587564 (mp_runner.py:73) +2024-09-01 23:33:40,987 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.01127854499645764 (mp_runner.py:73) +2024-09-01 23:33:40,987 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.012534843997855205 (mp_runner.py:73) +2024-09-01 23:33:40,988 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.012105897003493737 (mp_runner.py:73) +2024-09-01 23:33:40,989 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.011200124004972167 (mp_runner.py:73) +2024-09-01 23:33:40,990 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.008133809998980723 (mp_runner.py:73) +2024-09-01 23:33:40,990 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.015978153998730704 (mp_runner.py:73) +2024-09-01 23:33:41,210 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.020898922994092572 (mp_runner.py:73) +2024-09-01 23:33:41,343 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.02227332300390117 (mp_runner.py:73) +2024-09-01 23:33:41,811 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.021388959998148493 (mp_runner.py:73) +2024-09-01 23:33:43,586 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.0011206940034753643 (mp_runner.py:73) +2024-09-01 23:33:43,717 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.011187577001692262 (mp_runner.py:73) +2024-09-01 23:33:43,735 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.011117645997728687 (mp_runner.py:73) +2024-09-01 23:33:44,746 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.014876970999466721 (mp_runner.py:73) +2024-09-01 23:33:44,834 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.014368320000357926 (mp_runner.py:73) +2024-09-01 23:33:45,334 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.022957930006668903 (mp_runner.py:73) +2024-09-01 23:33:46,089 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.015402176999486983 (mp_runner.py:73) +2024-09-01 23:33:46,270 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.014872314997774083 (mp_runner.py:73) +2024-09-01 23:33:46,605 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.016350502999557648 (mp_runner.py:73) +2024-09-01 23:33:46,832 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.010839602000487503 (mp_runner.py:73) +2024-09-01 23:33:46,836 | DEBUG |(SpawnProcess-1:131) search_count: 2500, latest_latency=0.019936063996283337 (mp_runner.py:73) +2024-09-01 23:33:46,838 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.017941392005013768 (mp_runner.py:73) +2024-09-01 23:33:46,972 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.014222792000509799 (mp_runner.py:73) +2024-09-01 23:33:47,135 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.01425065099465428 (mp_runner.py:73) +2024-09-01 23:33:47,137 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.019392859998333734 (mp_runner.py:73) +2024-09-01 23:33:47,138 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.019019860003027134 (mp_runner.py:73) +2024-09-01 23:33:47,296 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.018713195000600535 (mp_runner.py:73) +2024-09-01 23:33:47,370 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.008185835999029223 (mp_runner.py:73) +2024-09-01 23:33:47,372 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.015438731999893207 (mp_runner.py:73) +2024-09-01 23:33:47,373 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.014592227002140135 (mp_runner.py:73) +2024-09-01 23:33:47,373 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.020515276002697647 (mp_runner.py:73) +2024-09-01 23:33:47,373 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.022040200004994404 (mp_runner.py:73) +2024-09-01 23:33:47,481 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.010464873994351365 (mp_runner.py:73) +2024-09-01 23:33:47,482 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.014726840003277175 (mp_runner.py:73) +2024-09-01 23:33:47,483 | DEBUG |(SpawnProcess-1:136) search_count: 2500, latest_latency=0.015187646997219417 (mp_runner.py:73) +2024-09-01 23:33:47,485 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.012745639003696851 (mp_runner.py:73) +2024-09-01 23:33:47,487 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.02003504200547468 (mp_runner.py:73) +2024-09-01 23:33:47,488 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.02196055500098737 (mp_runner.py:73) +2024-09-01 23:33:47,488 | DEBUG |(SpawnProcess-1:139) search_count: 2500, latest_latency=0.019443006000074092 (mp_runner.py:73) +2024-09-01 23:33:48,151 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.003s, count=2490, qps in this process: 82.9917 (mp_runner.py:76) +2024-09-01 23:33:48,168 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0115s, count=2562, qps in this process: 85.3673 (mp_runner.py:76) +2024-09-01 23:33:48,170 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0072s, count=2569, qps in this process: 85.6128 (mp_runner.py:76) +2024-09-01 23:33:48,172 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0022s, count=2583, qps in this process: 86.0937 (mp_runner.py:76) +2024-09-01 23:33:48,193 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.007s, count=2556, qps in this process: 85.1801 (mp_runner.py:76) +2024-09-01 23:33:48,243 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0032s, count=2612, qps in this process: 87.0574 (mp_runner.py:76) +2024-09-01 23:33:48,244 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0069s, count=2588, qps in this process: 86.2468 (mp_runner.py:76) +2024-09-01 23:33:48,257 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.017342408995318692 (mp_runner.py:73) +2024-09-01 23:33:48,278 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0077s, count=2214, qps in this process: 73.7811 (mp_runner.py:76) +2024-09-01 23:33:48,283 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.001s, count=2564, qps in this process: 85.4638 (mp_runner.py:76) +2024-09-01 23:33:48,288 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0016s, count=2591, qps in this process: 86.3621 (mp_runner.py:76) +2024-09-01 23:33:48,291 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0086s, count=2565, qps in this process: 85.4755 (mp_runner.py:76) +2024-09-01 23:33:48,298 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0006s, count=2616, qps in this process: 87.1983 (mp_runner.py:76) +2024-09-01 23:33:48,306 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0067s, count=2617, qps in this process: 87.2139 (mp_runner.py:76) +2024-09-01 23:33:48,312 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0069s, count=2568, qps in this process: 85.5803 (mp_runner.py:76) +2024-09-01 23:33:48,314 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.003s, count=2568, qps in this process: 85.5914 (mp_runner.py:76) +2024-09-01 23:33:48,316 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0041s, count=2567, qps in this process: 85.555 (mp_runner.py:76) +2024-09-01 23:33:48,325 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0014s, count=2583, qps in this process: 86.096 (mp_runner.py:76) +2024-09-01 23:33:48,338 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0041s, count=2585, qps in this process: 86.1549 (mp_runner.py:76) +2024-09-01 23:33:48,339 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0048s, count=2573, qps in this process: 85.7529 (mp_runner.py:76) +2024-09-01 23:33:48,340 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0049s, count=2586, qps in this process: 86.1859 (mp_runner.py:76) +2024-09-01 23:33:48,345 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0115s, count=2508, qps in this process: 83.568 (mp_runner.py:76) +2024-09-01 23:33:48,346 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0079s, count=2579, qps in this process: 85.944 (mp_runner.py:76) +2024-09-01 23:33:48,354 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0018s, count=2134, qps in this process: 71.1291 (mp_runner.py:76) +2024-09-01 23:33:48,368 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0008s, count=2220, qps in this process: 73.998 (mp_runner.py:76) +2024-09-01 23:33:48,373 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0059s, count=2116, qps in this process: 70.5195 (mp_runner.py:76) +2024-09-01 23:33:48,375 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0007s, count=2487, qps in this process: 82.8981 (mp_runner.py:76) +2024-09-01 23:33:48,377 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.004s, count=2094, qps in this process: 69.7907 (mp_runner.py:76) +2024-09-01 23:33:48,388 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0012s, count=1945, qps in this process: 64.8307 (mp_runner.py:76) +2024-09-01 23:33:48,393 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0005s, count=2152, qps in this process: 71.7321 (mp_runner.py:76) +2024-09-01 23:33:48,393 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0003s, count=2325, qps in this process: 77.4992 (mp_runner.py:76) +2024-09-01 23:33:48,399 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0003s, count=2340, qps in this process: 77.9992 (mp_runner.py:76) +2024-09-01 23:33:48,407 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0014s, count=2324, qps in this process: 77.4631 (mp_runner.py:76) +2024-09-01 23:33:48,413 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0017s, count=2211, qps in this process: 73.6958 (mp_runner.py:76) +2024-09-01 23:33:48,425 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0006s, count=1929, qps in this process: 64.2987 (mp_runner.py:76) +2024-09-01 23:33:48,435 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0007s, count=1959, qps in this process: 65.2985 (mp_runner.py:76) +2024-09-01 23:33:48,445 | INFO |End search in concurrency 35: dur=30.439380654999695s, total_count=84480, qps=2775.3521 (mp_runner.py:120) +2024-09-01 23:33:51,109 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:33:51,110 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 23:34:01,788 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 23:34:02,005 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,009 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,027 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,073 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,101 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,102 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,102 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,113 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,117 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,117 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,134 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,138 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,151 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,151 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,163 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,166 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,167 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,174 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,183 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,185 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,193 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,197 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,201 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,207 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,226 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,226 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,230 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,245 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,249 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,251 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,253 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,272 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:02,277 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:08,423 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.015060105004522484 (mp_runner.py:73) +2024-09-01 23:34:08,425 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.01756105800450314 (mp_runner.py:73) +2024-09-01 23:34:08,427 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.017021788997226395 (mp_runner.py:73) +2024-09-01 23:34:08,427 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.01674212299985811 (mp_runner.py:73) +2024-09-01 23:34:08,428 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.0167530100006843 (mp_runner.py:73) +2024-09-01 23:34:08,428 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.015699930001574103 (mp_runner.py:73) +2024-09-01 23:34:08,431 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.024005339000723325 (mp_runner.py:73) +2024-09-01 23:34:08,431 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.02559999500226695 (mp_runner.py:73) +2024-09-01 23:34:08,548 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.014566429999831598 (mp_runner.py:73) +2024-09-01 23:34:08,551 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.013865638997231144 (mp_runner.py:73) +2024-09-01 23:34:08,552 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.013257242993859109 (mp_runner.py:73) +2024-09-01 23:34:08,554 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.017426514998078346 (mp_runner.py:73) +2024-09-01 23:34:08,555 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.021493141000973992 (mp_runner.py:73) +2024-09-01 23:34:08,555 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.016352846003428567 (mp_runner.py:73) +2024-09-01 23:34:08,557 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.024989694000396412 (mp_runner.py:73) +2024-09-01 23:34:08,559 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.023708202999841888 (mp_runner.py:73) +2024-09-01 23:34:08,602 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.014988974995503668 (mp_runner.py:73) +2024-09-01 23:34:08,603 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.01587114600260975 (mp_runner.py:73) +2024-09-01 23:34:08,603 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.014039244000741746 (mp_runner.py:73) +2024-09-01 23:34:08,604 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.016417177001130767 (mp_runner.py:73) +2024-09-01 23:34:08,604 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.017649271998379845 (mp_runner.py:73) +2024-09-01 23:34:08,604 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.01874730300187366 (mp_runner.py:73) +2024-09-01 23:34:08,606 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.010535608998907264 (mp_runner.py:73) +2024-09-01 23:34:08,606 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.012921533998451196 (mp_runner.py:73) +2024-09-01 23:34:08,608 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.017418622002878692 (mp_runner.py:73) +2024-09-01 23:34:08,609 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.012421169005392585 (mp_runner.py:73) +2024-09-01 23:34:08,609 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.02415543099778006 (mp_runner.py:73) +2024-09-01 23:34:08,609 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.011733743995137047 (mp_runner.py:73) +2024-09-01 23:34:08,610 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.026535723998676986 (mp_runner.py:73) +2024-09-01 23:34:08,610 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.0192620999951032 (mp_runner.py:73) +2024-09-01 23:34:08,611 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.010834808999788947 (mp_runner.py:73) +2024-09-01 23:34:08,612 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.02752589900046587 (mp_runner.py:73) +2024-09-01 23:34:09,845 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.0639363529990078 (mp_runner.py:73) +2024-09-01 23:34:09,862 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.08006878399464767 (mp_runner.py:73) +2024-09-01 23:34:09,867 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.08846993299812311 (mp_runner.py:73) +2024-09-01 23:34:09,872 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.09883388399612159 (mp_runner.py:73) +2024-09-01 23:34:10,090 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.017259364998608362 (mp_runner.py:73) +2024-09-01 23:34:10,094 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.022478734994365368 (mp_runner.py:73) +2024-09-01 23:34:10,095 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.012024292998830788 (mp_runner.py:73) +2024-09-01 23:34:10,101 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.031529806001344696 (mp_runner.py:73) +2024-09-01 23:34:14,941 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.007678692003537435 (mp_runner.py:73) +2024-09-01 23:34:14,942 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.01018261699937284 (mp_runner.py:73) +2024-09-01 23:34:14,942 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.009350196000013966 (mp_runner.py:73) +2024-09-01 23:34:14,945 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.00970329299889272 (mp_runner.py:73) +2024-09-01 23:34:14,946 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.008401496001170017 (mp_runner.py:73) +2024-09-01 23:34:14,947 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.015556955004285555 (mp_runner.py:73) +2024-09-01 23:34:14,947 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.016928855002333876 (mp_runner.py:73) +2024-09-01 23:34:14,948 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.011064043996157125 (mp_runner.py:73) +2024-09-01 23:34:15,234 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.009544148997520097 (mp_runner.py:73) +2024-09-01 23:34:15,235 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.01042447299550986 (mp_runner.py:73) +2024-09-01 23:34:15,235 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.012240118994668592 (mp_runner.py:73) +2024-09-01 23:34:15,259 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.008853129998897202 (mp_runner.py:73) +2024-09-01 23:34:15,260 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.007997676002560183 (mp_runner.py:73) +2024-09-01 23:34:15,260 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.007963393996760715 (mp_runner.py:73) +2024-09-01 23:34:15,261 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.011041983001632616 (mp_runner.py:73) +2024-09-01 23:34:15,262 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.01261969000188401 (mp_runner.py:73) +2024-09-01 23:34:15,323 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.013482579997798894 (mp_runner.py:73) +2024-09-01 23:34:15,423 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.014203733997419477 (mp_runner.py:73) +2024-09-01 23:34:15,427 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.012232551001943648 (mp_runner.py:73) +2024-09-01 23:34:15,427 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.011317763994156849 (mp_runner.py:73) +2024-09-01 23:34:15,429 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.010679981001885608 (mp_runner.py:73) +2024-09-01 23:34:15,429 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.01107769699592609 (mp_runner.py:73) +2024-09-01 23:34:15,431 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.0143745429959381 (mp_runner.py:73) +2024-09-01 23:34:15,431 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.01701266400050372 (mp_runner.py:73) +2024-09-01 23:34:15,433 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.010752152003988158 (mp_runner.py:73) +2024-09-01 23:34:15,434 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.012146918001235463 (mp_runner.py:73) +2024-09-01 23:34:15,839 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.0075629480052157305 (mp_runner.py:73) +2024-09-01 23:34:15,842 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.011486499999591615 (mp_runner.py:73) +2024-09-01 23:34:15,843 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.011716381995938718 (mp_runner.py:73) +2024-09-01 23:34:15,844 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.011775758997828234 (mp_runner.py:73) +2024-09-01 23:34:15,844 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.0012260529983905144 (mp_runner.py:73) +2024-09-01 23:34:16,013 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.016217354001128115 (mp_runner.py:73) +2024-09-01 23:34:17,642 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.0025667019945103675 (mp_runner.py:73) +2024-09-01 23:34:17,643 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.01056923499709228 (mp_runner.py:73) +2024-09-01 23:34:17,644 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.013976091999211349 (mp_runner.py:73) +2024-09-01 23:34:17,646 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.010635460996127222 (mp_runner.py:73) +2024-09-01 23:34:17,647 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.018184845001087524 (mp_runner.py:73) +2024-09-01 23:34:17,648 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.01729345999774523 (mp_runner.py:73) +2024-09-01 23:34:18,402 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.012050014003762044 (mp_runner.py:73) +2024-09-01 23:34:18,403 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.014047411001229193 (mp_runner.py:73) +2024-09-01 23:34:21,194 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.004701997997472063 (mp_runner.py:73) +2024-09-01 23:34:21,196 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.006972071998461615 (mp_runner.py:73) +2024-09-01 23:34:21,197 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.006406021995644551 (mp_runner.py:73) +2024-09-01 23:34:21,197 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.005982171998766717 (mp_runner.py:73) +2024-09-01 23:34:21,198 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.010603915005049203 (mp_runner.py:73) +2024-09-01 23:34:21,200 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.01301503899594536 (mp_runner.py:73) +2024-09-01 23:34:21,227 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.009386364996316843 (mp_runner.py:73) +2024-09-01 23:34:21,230 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.015164276999712456 (mp_runner.py:73) +2024-09-01 23:34:21,232 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.015493020000576507 (mp_runner.py:73) +2024-09-01 23:34:21,309 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.017751526000211015 (mp_runner.py:73) +2024-09-01 23:34:21,310 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.01950833800219698 (mp_runner.py:73) +2024-09-01 23:34:21,333 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.01088615899789147 (mp_runner.py:73) +2024-09-01 23:34:21,336 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.015181868999206927 (mp_runner.py:73) +2024-09-01 23:34:21,338 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.01895851799781667 (mp_runner.py:73) +2024-09-01 23:34:21,340 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.023477030998037662 (mp_runner.py:73) +2024-09-01 23:34:21,341 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.022702406997268554 (mp_runner.py:73) +2024-09-01 23:34:22,117 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.012939827000082005 (mp_runner.py:73) +2024-09-01 23:34:22,118 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.014781808000407182 (mp_runner.py:73) +2024-09-01 23:34:22,118 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.012578950001625344 (mp_runner.py:73) +2024-09-01 23:34:22,119 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.013997705005749594 (mp_runner.py:73) +2024-09-01 23:34:22,120 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.013428187994577456 (mp_runner.py:73) +2024-09-01 23:34:22,122 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.013698805996682495 (mp_runner.py:73) +2024-09-01 23:34:22,126 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.02352190000237897 (mp_runner.py:73) +2024-09-01 23:34:22,127 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.02560190299845999 (mp_runner.py:73) +2024-09-01 23:34:22,383 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.03687766999792075 (mp_runner.py:73) +2024-09-01 23:34:23,134 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.027212180000788067 (mp_runner.py:73) +2024-09-01 23:34:23,349 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.01290638800128363 (mp_runner.py:73) +2024-09-01 23:34:23,350 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.012274765002075583 (mp_runner.py:73) +2024-09-01 23:34:23,357 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.022029492996807676 (mp_runner.py:73) +2024-09-01 23:34:23,359 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.02439978899928974 (mp_runner.py:73) +2024-09-01 23:34:24,364 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.0225276089986437 (mp_runner.py:73) +2024-09-01 23:34:24,789 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.012366660004772712 (mp_runner.py:73) +2024-09-01 23:34:24,790 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.013130223996995483 (mp_runner.py:73) +2024-09-01 23:34:24,790 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.011188680997292977 (mp_runner.py:73) +2024-09-01 23:34:24,791 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.016000187999452464 (mp_runner.py:73) +2024-09-01 23:34:24,792 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.023772376000124495 (mp_runner.py:73) +2024-09-01 23:34:24,795 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.017065972999262158 (mp_runner.py:73) +2024-09-01 23:34:24,796 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.021605515001283493 (mp_runner.py:73) +2024-09-01 23:34:27,175 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.024824077998346183 (mp_runner.py:73) +2024-09-01 23:34:27,194 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.04541677700035507 (mp_runner.py:73) +2024-09-01 23:34:27,273 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.007555928998044692 (mp_runner.py:73) +2024-09-01 23:34:27,273 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.00831359600124415 (mp_runner.py:73) +2024-09-01 23:34:27,274 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.007468187999620568 (mp_runner.py:73) +2024-09-01 23:34:27,275 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.00541545900341589 (mp_runner.py:73) +2024-09-01 23:34:27,275 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.008223312004702166 (mp_runner.py:73) +2024-09-01 23:34:27,276 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.007512652999139391 (mp_runner.py:73) +2024-09-01 23:34:27,276 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.002150536995031871 (mp_runner.py:73) +2024-09-01 23:34:27,277 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.007970700004079845 (mp_runner.py:73) +2024-09-01 23:34:27,277 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.009556823999446351 (mp_runner.py:73) +2024-09-01 23:34:27,278 | DEBUG |(SpawnProcess-1:142) search_count: 2000, latest_latency=0.007985952994204126 (mp_runner.py:73) +2024-09-01 23:34:27,279 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.008509559003869072 (mp_runner.py:73) +2024-09-01 23:34:27,279 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.015094080998096615 (mp_runner.py:73) +2024-09-01 23:34:27,280 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.0165101950042299 (mp_runner.py:73) +2024-09-01 23:34:27,281 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.009330314001999795 (mp_runner.py:73) +2024-09-01 23:34:27,282 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.011643951998848934 (mp_runner.py:73) +2024-09-01 23:34:27,309 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.022810340000432916 (mp_runner.py:73) +2024-09-01 23:34:28,627 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.0013859630053048022 (mp_runner.py:73) +2024-09-01 23:34:28,628 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.001558782001666259 (mp_runner.py:73) +2024-09-01 23:34:28,770 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.036169233004329726 (mp_runner.py:73) +2024-09-01 23:34:28,825 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.010243634998914786 (mp_runner.py:73) +2024-09-01 23:34:28,826 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.011453336002887227 (mp_runner.py:73) +2024-09-01 23:34:28,826 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.013197232001402881 (mp_runner.py:73) +2024-09-01 23:34:28,827 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.009720929003378842 (mp_runner.py:73) +2024-09-01 23:34:28,829 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.01677756900608074 (mp_runner.py:73) +2024-09-01 23:34:30,756 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.01588484999956563 (mp_runner.py:73) +2024-09-01 23:34:30,757 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.010438983998028561 (mp_runner.py:73) +2024-09-01 23:34:30,757 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.011486720002721995 (mp_runner.py:73) +2024-09-01 23:34:30,758 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.012548753002192825 (mp_runner.py:73) +2024-09-01 23:34:30,758 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.013645090002682991 (mp_runner.py:73) +2024-09-01 23:34:30,759 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.011108108999906108 (mp_runner.py:73) +2024-09-01 23:34:31,627 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.01112608800031012 (mp_runner.py:73) +2024-09-01 23:34:31,627 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.012119982995500322 (mp_runner.py:73) +2024-09-01 23:34:31,628 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.009300853002059739 (mp_runner.py:73) +2024-09-01 23:34:31,628 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.01332570800150279 (mp_runner.py:73) +2024-09-01 23:34:31,629 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.008856810003635474 (mp_runner.py:73) +2024-09-01 23:34:31,629 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.00861229699512478 (mp_runner.py:73) +2024-09-01 23:34:31,630 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.015285911998944357 (mp_runner.py:73) +2024-09-01 23:34:31,632 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.01865742100198986 (mp_runner.py:73) +2024-09-01 23:34:32,021 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0128s, count=2378, qps in this process: 79.2329 (mp_runner.py:76) +2024-09-01 23:34:32,026 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0153s, count=2357, qps in this process: 78.5266 (mp_runner.py:76) +2024-09-01 23:34:32,041 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.007s, count=2358, qps in this process: 78.5817 (mp_runner.py:76) +2024-09-01 23:34:32,047 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.01s, count=2093, qps in this process: 69.7434 (mp_runner.py:76) +2024-09-01 23:34:32,088 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0095s, count=2199, qps in this process: 73.2768 (mp_runner.py:76) +2024-09-01 23:34:32,104 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0019s, count=2225, qps in this process: 74.162 (mp_runner.py:76) +2024-09-01 23:34:32,108 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0015s, count=2225, qps in this process: 74.163 (mp_runner.py:76) +2024-09-01 23:34:32,118 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0116s, count=2226, qps in this process: 74.1713 (mp_runner.py:76) +2024-09-01 23:34:32,120 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0027s, count=2097, qps in this process: 69.8937 (mp_runner.py:76) +2024-09-01 23:34:32,129 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0065s, count=2367, qps in this process: 78.8829 (mp_runner.py:76) +2024-09-01 23:34:32,135 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0134s, count=2098, qps in this process: 69.9021 (mp_runner.py:76) +2024-09-01 23:34:32,144 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0033s, count=2389, qps in this process: 79.6246 (mp_runner.py:76) +2024-09-01 23:34:32,145 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0055s, count=2039, qps in this process: 67.9542 (mp_runner.py:76) +2024-09-01 23:34:32,153 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0085s, count=2229, qps in this process: 74.279 (mp_runner.py:76) +2024-09-01 23:34:32,157 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0011s, count=2390, qps in this process: 79.6637 (mp_runner.py:76) +2024-09-01 23:34:32,163 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0072s, count=2230, qps in this process: 74.3155 (mp_runner.py:76) +2024-09-01 23:34:32,174 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0073s, count=2101, qps in this process: 70.0163 (mp_runner.py:76) +2024-09-01 23:34:32,176 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0061s, count=2101, qps in this process: 70.0191 (mp_runner.py:76) +2024-09-01 23:34:32,183 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0129s, count=2202, qps in this process: 73.3685 (mp_runner.py:76) +2024-09-01 23:34:32,186 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0006s, count=2393, qps in this process: 79.7651 (mp_runner.py:76) +2024-09-01 23:34:32,192 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0116s, count=2232, qps in this process: 74.3712 (mp_runner.py:76) +2024-09-01 23:34:32,193 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0045s, count=2043, qps in this process: 68.0898 (mp_runner.py:76) +2024-09-01 23:34:32,193 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0103s, count=2373, qps in this process: 79.0729 (mp_runner.py:76) +2024-09-01 23:34:32,197 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0005s, count=2357, qps in this process: 78.5654 (mp_runner.py:76) +2024-09-01 23:34:32,198 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0166s, count=2102, qps in this process: 70.0279 (mp_runner.py:76) +2024-09-01 23:34:32,202 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0119s, count=2395, qps in this process: 79.8017 (mp_runner.py:76) +2024-09-01 23:34:32,204 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0019s, count=2395, qps in this process: 79.8283 (mp_runner.py:76) +2024-09-01 23:34:32,210 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0044s, count=2283, qps in this process: 76.0888 (mp_runner.py:76) +2024-09-01 23:34:32,215 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0033s, count=2397, qps in this process: 79.8912 (mp_runner.py:76) +2024-09-01 23:34:32,232 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.002s, count=2378, qps in this process: 79.2614 (mp_runner.py:76) +2024-09-01 23:34:32,232 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0022s, count=2050, qps in this process: 68.3283 (mp_runner.py:76) +2024-09-01 23:34:32,242 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0059s, count=2052, qps in this process: 68.3866 (mp_runner.py:76) +2024-09-01 23:34:32,251 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0004s, count=2386, qps in this process: 79.5323 (mp_runner.py:76) +2024-09-01 23:34:32,253 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0008s, count=2054, qps in this process: 68.4648 (mp_runner.py:76) +2024-09-01 23:34:32,255 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0025s, count=2055, qps in this process: 68.4943 (mp_runner.py:76) +2024-09-01 23:34:32,256 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0013s, count=2374, qps in this process: 79.1299 (mp_runner.py:76) +2024-09-01 23:34:32,264 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0076s, count=2057, qps in this process: 68.5493 (mp_runner.py:76) +2024-09-01 23:34:32,275 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0006s, count=2070, qps in this process: 68.9986 (mp_runner.py:76) +2024-09-01 23:34:32,279 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0005s, count=1806, qps in this process: 60.199 (mp_runner.py:76) +2024-09-01 23:34:32,279 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0003s, count=1811, qps in this process: 60.3661 (mp_runner.py:76) +2024-09-01 23:34:32,288 | INFO |End search in concurrency 40: dur=30.49825664400123s, total_count=88367, qps=2897.4443 (mp_runner.py:120) +2024-09-01 23:34:34,885 | INFO |Update largest qps with concurrency 40: current max_qps=2897.4443 (mp_runner.py:124) +2024-09-01 23:34:35,293 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:34:35,293 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 23:34:46,157 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 23:34:46,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,442 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,443 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,447 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,504 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,529 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,535 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,540 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,563 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,563 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,572 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,573 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,584 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,588 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,603 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,604 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,609 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,611 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,618 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,619 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,626 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,630 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,633 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,635 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,645 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,660 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,667 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,685 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:46,699 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:34:53,503 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.02173848399979761 (mp_runner.py:73) +2024-09-01 23:34:53,505 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.021927506000793073 (mp_runner.py:73) +2024-09-01 23:34:53,506 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.02110862200061092 (mp_runner.py:73) +2024-09-01 23:34:53,507 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.02150004899885971 (mp_runner.py:73) +2024-09-01 23:34:53,507 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.021091439994052052 (mp_runner.py:73) +2024-09-01 23:34:53,507 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.022928790996957105 (mp_runner.py:73) +2024-09-01 23:34:53,508 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.02410754800075665 (mp_runner.py:73) +2024-09-01 23:34:53,508 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.021425007995276246 (mp_runner.py:73) +2024-09-01 23:34:53,508 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.019150387997797225 (mp_runner.py:73) +2024-09-01 23:34:53,509 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.012877524000941776 (mp_runner.py:73) +2024-09-01 23:34:53,512 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.019000353997398634 (mp_runner.py:73) +2024-09-01 23:34:53,512 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.019873534998623654 (mp_runner.py:73) +2024-09-01 23:34:53,513 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.009443951996217947 (mp_runner.py:73) +2024-09-01 23:34:53,515 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.03427680599997984 (mp_runner.py:73) +2024-09-01 23:34:53,516 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.035039189002418425 (mp_runner.py:73) +2024-09-01 23:34:53,581 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.016821461998915765 (mp_runner.py:73) +2024-09-01 23:34:53,582 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.007227550995594356 (mp_runner.py:73) +2024-09-01 23:34:53,583 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.017660976998740807 (mp_runner.py:73) +2024-09-01 23:34:53,583 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01788484799908474 (mp_runner.py:73) +2024-09-01 23:34:53,583 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.01569442800246179 (mp_runner.py:73) +2024-09-01 23:34:53,583 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.01512575100059621 (mp_runner.py:73) +2024-09-01 23:34:53,584 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.015650280998670496 (mp_runner.py:73) +2024-09-01 23:34:53,584 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.0011322579957777634 (mp_runner.py:73) +2024-09-01 23:34:53,585 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.015729073995316867 (mp_runner.py:73) +2024-09-01 23:34:53,585 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.015715355999418534 (mp_runner.py:73) +2024-09-01 23:34:53,585 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.015428620004968252 (mp_runner.py:73) +2024-09-01 23:34:53,585 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.01422115600144025 (mp_runner.py:73) +2024-09-01 23:34:53,586 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.00776228700124193 (mp_runner.py:73) +2024-09-01 23:34:53,587 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.013781076995655894 (mp_runner.py:73) +2024-09-01 23:34:53,587 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.016180739999981597 (mp_runner.py:73) +2024-09-01 23:34:53,587 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.01554925499658566 (mp_runner.py:73) +2024-09-01 23:34:53,588 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.02334718799829716 (mp_runner.py:73) +2024-09-01 23:34:53,588 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.0149067960010143 (mp_runner.py:73) +2024-09-01 23:34:53,589 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.014872773994284216 (mp_runner.py:73) +2024-09-01 23:34:53,591 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.027703757004928775 (mp_runner.py:73) +2024-09-01 23:34:53,823 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.03210887699970044 (mp_runner.py:73) +2024-09-01 23:34:54,171 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.017672125999524724 (mp_runner.py:73) +2024-09-01 23:34:54,172 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.01984196600096766 (mp_runner.py:73) +2024-09-01 23:34:54,177 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.026565074003883637 (mp_runner.py:73) +2024-09-01 23:34:54,183 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.033529330998135265 (mp_runner.py:73) +2024-09-01 23:34:54,188 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.00882839899713872 (mp_runner.py:73) +2024-09-01 23:34:54,189 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.010146603999601211 (mp_runner.py:73) +2024-09-01 23:34:54,232 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.019370585003343876 (mp_runner.py:73) +2024-09-01 23:34:54,247 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.01962328900117427 (mp_runner.py:73) +2024-09-01 23:34:54,259 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01059522299328819 (mp_runner.py:73) +2024-09-01 23:35:00,378 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.010395359000540338 (mp_runner.py:73) +2024-09-01 23:35:00,379 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.01080144899606239 (mp_runner.py:73) +2024-09-01 23:35:00,380 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.010657609003828838 (mp_runner.py:73) +2024-09-01 23:35:00,381 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.013612713002657983 (mp_runner.py:73) +2024-09-01 23:35:00,381 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.009844514999713283 (mp_runner.py:73) +2024-09-01 23:35:00,382 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.010844416996405926 (mp_runner.py:73) +2024-09-01 23:35:00,383 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.01581419200374512 (mp_runner.py:73) +2024-09-01 23:35:00,383 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.012746639004035387 (mp_runner.py:73) +2024-09-01 23:35:00,383 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.010860074995434843 (mp_runner.py:73) +2024-09-01 23:35:00,384 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.018046953999146353 (mp_runner.py:73) +2024-09-01 23:35:00,385 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.010788874998979736 (mp_runner.py:73) +2024-09-01 23:35:00,385 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.011950371001148596 (mp_runner.py:73) +2024-09-01 23:35:00,386 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.011474451996036805 (mp_runner.py:73) +2024-09-01 23:35:00,386 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.011594247996981721 (mp_runner.py:73) +2024-09-01 23:35:00,389 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.012367249000817537 (mp_runner.py:73) +2024-09-01 23:35:00,808 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.015077289004693739 (mp_runner.py:73) +2024-09-01 23:35:00,809 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.017275212005188223 (mp_runner.py:73) +2024-09-01 23:35:00,815 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.019978158998128492 (mp_runner.py:73) +2024-09-01 23:35:00,815 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.012151808994531166 (mp_runner.py:73) +2024-09-01 23:35:00,816 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.013918826000008266 (mp_runner.py:73) +2024-09-01 23:35:00,819 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.014396641003258992 (mp_runner.py:73) +2024-09-01 23:35:00,819 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.014530865999404341 (mp_runner.py:73) +2024-09-01 23:35:00,820 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.014079025997489225 (mp_runner.py:73) +2024-09-01 23:35:00,820 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.028488721000030637 (mp_runner.py:73) +2024-09-01 23:35:00,821 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.009425273994565941 (mp_runner.py:73) +2024-09-01 23:35:00,822 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.01442466599837644 (mp_runner.py:73) +2024-09-01 23:35:00,822 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.00936912600445794 (mp_runner.py:73) +2024-09-01 23:35:01,469 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.007861761994718108 (mp_runner.py:73) +2024-09-01 23:35:01,471 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.011667809994833078 (mp_runner.py:73) +2024-09-01 23:35:01,471 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.013742825001827441 (mp_runner.py:73) +2024-09-01 23:35:01,476 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.021896134996495675 (mp_runner.py:73) +2024-09-01 23:35:01,476 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.02058333899913123 (mp_runner.py:73) +2024-09-01 23:35:01,501 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.022684371993818786 (mp_runner.py:73) +2024-09-01 23:35:01,510 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.026820247003342956 (mp_runner.py:73) +2024-09-01 23:35:01,511 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.029374589001236018 (mp_runner.py:73) +2024-09-01 23:35:02,096 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.009600886995031033 (mp_runner.py:73) +2024-09-01 23:35:02,097 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.009742228998220526 (mp_runner.py:73) +2024-09-01 23:35:02,099 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.013483611997799017 (mp_runner.py:73) +2024-09-01 23:35:02,100 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.014894708998326678 (mp_runner.py:73) +2024-09-01 23:35:02,365 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.020614560999092646 (mp_runner.py:73) +2024-09-01 23:35:02,933 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.03160132299672114 (mp_runner.py:73) +2024-09-01 23:35:03,503 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.029157736993511207 (mp_runner.py:73) +2024-09-01 23:35:03,745 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.017841961998783518 (mp_runner.py:73) +2024-09-01 23:35:04,132 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.019614003998867702 (mp_runner.py:73) +2024-09-01 23:35:04,334 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.01696642499882728 (mp_runner.py:73) +2024-09-01 23:35:07,531 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.015062329999636859 (mp_runner.py:73) +2024-09-01 23:35:07,533 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.01740689299913356 (mp_runner.py:73) +2024-09-01 23:35:07,534 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.015617002005456015 (mp_runner.py:73) +2024-09-01 23:35:07,535 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.015449578997504432 (mp_runner.py:73) +2024-09-01 23:35:07,535 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.015474757004994899 (mp_runner.py:73) +2024-09-01 23:35:07,536 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.014484122999419924 (mp_runner.py:73) +2024-09-01 23:35:07,536 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.013874544994905591 (mp_runner.py:73) +2024-09-01 23:35:07,537 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.013658818003023043 (mp_runner.py:73) +2024-09-01 23:35:07,542 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.029703329993935768 (mp_runner.py:73) +2024-09-01 23:35:07,544 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.030863273997965734 (mp_runner.py:73) +2024-09-01 23:35:08,505 | DEBUG |(SpawnProcess-1:183) search_count: 1500, latest_latency=0.02459398999781115 (mp_runner.py:73) +2024-09-01 23:35:08,506 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.02338470600079745 (mp_runner.py:73) +2024-09-01 23:35:08,507 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.024813615003949963 (mp_runner.py:73) +2024-09-01 23:35:08,509 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.028237726000952534 (mp_runner.py:73) +2024-09-01 23:35:08,509 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.029133775999071077 (mp_runner.py:73) +2024-09-01 23:35:08,510 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.02517482899565948 (mp_runner.py:73) +2024-09-01 23:35:08,510 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.024490985997545067 (mp_runner.py:73) +2024-09-01 23:35:08,511 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.025073792996408883 (mp_runner.py:73) +2024-09-01 23:35:08,511 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.03260678499646019 (mp_runner.py:73) +2024-09-01 23:35:08,513 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.025343453999084886 (mp_runner.py:73) +2024-09-01 23:35:08,517 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.039192148004076444 (mp_runner.py:73) +2024-09-01 23:35:08,524 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.03391287100384943 (mp_runner.py:73) +2024-09-01 23:35:09,739 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.02824962299928302 (mp_runner.py:73) +2024-09-01 23:35:09,743 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.029607717995531857 (mp_runner.py:73) +2024-09-01 23:35:09,756 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.02127323499735212 (mp_runner.py:73) +2024-09-01 23:35:09,761 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.026889405002293643 (mp_runner.py:73) +2024-09-01 23:35:10,297 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.026647213002434 (mp_runner.py:73) +2024-09-01 23:35:10,299 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.01564785400114488 (mp_runner.py:73) +2024-09-01 23:35:10,304 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.019234169005358126 (mp_runner.py:73) +2024-09-01 23:35:10,304 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.01835419499548152 (mp_runner.py:73) +2024-09-01 23:35:10,305 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.022063440002966672 (mp_runner.py:73) +2024-09-01 23:35:10,306 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.017841336004494224 (mp_runner.py:73) +2024-09-01 23:35:10,310 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.028378470000461675 (mp_runner.py:73) +2024-09-01 23:35:10,311 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.03092243599530775 (mp_runner.py:73) +2024-09-01 23:35:10,682 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.02652593100356171 (mp_runner.py:73) +2024-09-01 23:35:10,949 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.028051613000570796 (mp_runner.py:73) +2024-09-01 23:35:11,035 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.028039158001774922 (mp_runner.py:73) +2024-09-01 23:35:11,135 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.02455875900341198 (mp_runner.py:73) +2024-09-01 23:35:11,138 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.029519755000364967 (mp_runner.py:73) +2024-09-01 23:35:12,690 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.026999737005098723 (mp_runner.py:73) +2024-09-01 23:35:13,401 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.023316470003919676 (mp_runner.py:73) +2024-09-01 23:35:13,472 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.02657488499971805 (mp_runner.py:73) +2024-09-01 23:35:14,106 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.037032364001788665 (mp_runner.py:73) +2024-09-01 23:35:14,558 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.028253189993847627 (mp_runner.py:73) +2024-09-01 23:35:14,566 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.023698539996985346 (mp_runner.py:73) +2024-09-01 23:35:14,880 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.011208119001821615 (mp_runner.py:73) +2024-09-01 23:35:14,881 | DEBUG |(SpawnProcess-1:211) search_count: 2000, latest_latency=0.010916216000623535 (mp_runner.py:73) +2024-09-01 23:35:14,881 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.010289919999195263 (mp_runner.py:73) +2024-09-01 23:35:14,881 | DEBUG |(SpawnProcess-1:199) search_count: 2000, latest_latency=0.009258140002202708 (mp_runner.py:73) +2024-09-01 23:35:14,882 | DEBUG |(SpawnProcess-1:202) search_count: 2000, latest_latency=0.007398082998406608 (mp_runner.py:73) +2024-09-01 23:35:14,883 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.01776218199665891 (mp_runner.py:73) +2024-09-01 23:35:14,884 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.016344937997928355 (mp_runner.py:73) +2024-09-01 23:35:15,300 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.014998841004853602 (mp_runner.py:73) +2024-09-01 23:35:16,437 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0274s, count=1944, qps in this process: 64.7409 (mp_runner.py:76) +2024-09-01 23:35:16,449 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0027s, count=1867, qps in this process: 62.2277 (mp_runner.py:76) +2024-09-01 23:35:16,458 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0346s, count=1939, qps in this process: 64.5589 (mp_runner.py:76) +2024-09-01 23:35:16,474 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0051s, count=2095, qps in this process: 69.8215 (mp_runner.py:76) +2024-09-01 23:35:16,483 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0372s, count=1945, qps in this process: 64.753 (mp_runner.py:76) +2024-09-01 23:35:16,484 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.029430792994389776 (mp_runner.py:73) +2024-09-01 23:35:16,484 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.027s, count=2000, qps in this process: 66.6067 (mp_runner.py:76) +2024-09-01 23:35:16,494 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.036241273999621626 (mp_runner.py:73) +2024-09-01 23:35:16,514 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0054s, count=1928, qps in this process: 64.2551 (mp_runner.py:76) +2024-09-01 23:35:16,524 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0751s, count=1793, qps in this process: 59.6174 (mp_runner.py:76) +2024-09-01 23:35:16,541 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0133s, count=1939, qps in this process: 64.6047 (mp_runner.py:76) +2024-09-01 23:35:16,542 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0023s, count=2094, qps in this process: 69.7946 (mp_runner.py:76) +2024-09-01 23:35:16,543 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0202s, count=1931, qps in this process: 64.3234 (mp_runner.py:76) +2024-09-01 23:35:16,548 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.01s, count=1948, qps in this process: 64.9117 (mp_runner.py:76) +2024-09-01 23:35:16,549 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0116s, count=2086, qps in this process: 69.5065 (mp_runner.py:76) +2024-09-01 23:35:16,561 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0134s, count=1987, qps in this process: 66.2038 (mp_runner.py:76) +2024-09-01 23:35:16,562 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.022s, count=1987, qps in this process: 66.1848 (mp_runner.py:76) +2024-09-01 23:35:16,567 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.001s, count=2065, qps in this process: 68.831 (mp_runner.py:76) +2024-09-01 23:35:16,569 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0234s, count=2095, qps in this process: 69.7789 (mp_runner.py:76) +2024-09-01 23:35:16,576 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0358s, count=2098, qps in this process: 69.85 (mp_runner.py:76) +2024-09-01 23:35:16,580 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0022s, count=1644, qps in this process: 54.796 (mp_runner.py:76) +2024-09-01 23:35:16,585 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0078s, count=1937, qps in this process: 64.5499 (mp_runner.py:76) +2024-09-01 23:35:16,586 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0117s, count=1892, qps in this process: 63.0421 (mp_runner.py:76) +2024-09-01 23:35:16,593 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0257s, count=2098, qps in this process: 69.8735 (mp_runner.py:76) +2024-09-01 23:35:16,595 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0227s, count=2096, qps in this process: 69.8138 (mp_runner.py:76) +2024-09-01 23:35:16,599 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.003s, count=1690, qps in this process: 56.3277 (mp_runner.py:76) +2024-09-01 23:35:16,600 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0114s, count=1873, qps in this process: 62.4096 (mp_runner.py:76) +2024-09-01 23:35:16,601 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0234s, count=1820, qps in this process: 60.6194 (mp_runner.py:76) +2024-09-01 23:35:16,603 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0308s, count=1812, qps in this process: 60.3381 (mp_runner.py:76) +2024-09-01 23:35:16,613 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0011s, count=1871, qps in this process: 62.3644 (mp_runner.py:76) +2024-09-01 23:35:16,615 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0065s, count=1872, qps in this process: 62.3865 (mp_runner.py:76) +2024-09-01 23:35:16,624 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0017s, count=1991, qps in this process: 66.3629 (mp_runner.py:76) +2024-09-01 23:35:16,628 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0203s, count=1872, qps in this process: 62.3578 (mp_runner.py:76) +2024-09-01 23:35:16,636 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0229s, count=1888, qps in this process: 62.8853 (mp_runner.py:76) +2024-09-01 23:35:16,637 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.011s, count=1861, qps in this process: 62.0106 (mp_runner.py:76) +2024-09-01 23:35:16,637 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0009s, count=1983, qps in this process: 66.098 (mp_runner.py:76) +2024-09-01 23:35:16,640 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0031s, count=1864, qps in this process: 62.1269 (mp_runner.py:76) +2024-09-01 23:35:16,644 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0013s, count=2010, qps in this process: 66.9971 (mp_runner.py:76) +2024-09-01 23:35:16,652 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0217s, count=1765, qps in this process: 58.7908 (mp_runner.py:76) +2024-09-01 23:35:16,657 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0079s, count=1599, qps in this process: 53.286 (mp_runner.py:76) +2024-09-01 23:35:16,668 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0006s, count=1645, qps in this process: 54.8322 (mp_runner.py:76) +2024-09-01 23:35:16,675 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0043s, count=1623, qps in this process: 54.0922 (mp_runner.py:76) +2024-09-01 23:35:16,689 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0004s, count=1611, qps in this process: 53.6993 (mp_runner.py:76) +2024-09-01 23:35:16,693 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.003s, count=1841, qps in this process: 61.3605 (mp_runner.py:76) +2024-09-01 23:35:16,696 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0006s, count=1804, qps in this process: 60.1321 (mp_runner.py:76) +2024-09-01 23:35:16,698 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0013s, count=1805, qps in this process: 60.1641 (mp_runner.py:76) +2024-09-01 23:35:16,706 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0004s, count=1815, qps in this process: 60.4992 (mp_runner.py:76) +2024-09-01 23:35:16,718 | INFO |End search in concurrency 45: dur=30.560328897001455s, total_count=85323, qps=2791.9529 (mp_runner.py:120) +2024-09-01 23:35:20,067 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:35:20,068 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 23:35:41,102 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 23:35:41,153 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,306 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,311 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,347 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,434 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,442 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,490 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,523 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,529 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,545 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,578 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,585 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,591 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,595 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,603 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,604 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,619 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,622 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,644 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,666 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,671 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,685 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,703 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,708 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,717 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,718 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,725 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,734 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:41,758 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:35:50,159 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.013176471002225298 (mp_runner.py:73) +2024-09-01 23:35:50,160 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.01884839300328167 (mp_runner.py:73) +2024-09-01 23:35:50,163 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.02779343899601372 (mp_runner.py:73) +2024-09-01 23:35:50,163 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.02526961399416905 (mp_runner.py:73) +2024-09-01 23:35:50,166 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.020090374993742444 (mp_runner.py:73) +2024-09-01 23:35:50,167 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.021132255002157763 (mp_runner.py:73) +2024-09-01 23:35:50,167 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.020323210002970882 (mp_runner.py:73) +2024-09-01 23:35:50,168 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.017371563997585326 (mp_runner.py:73) +2024-09-01 23:35:50,169 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.019244012000854127 (mp_runner.py:73) +2024-09-01 23:35:50,175 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.031049845994857606 (mp_runner.py:73) +2024-09-01 23:35:50,410 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.010892073994909879 (mp_runner.py:73) +2024-09-01 23:35:50,411 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.016273118002573028 (mp_runner.py:73) +2024-09-01 23:35:50,412 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.010852234001504257 (mp_runner.py:73) +2024-09-01 23:35:50,412 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.01840093100327067 (mp_runner.py:73) +2024-09-01 23:35:50,413 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.01519030599592952 (mp_runner.py:73) +2024-09-01 23:35:50,414 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.011141803006466944 (mp_runner.py:73) +2024-09-01 23:35:50,415 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.014024894997419324 (mp_runner.py:73) +2024-09-01 23:35:50,418 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.022278156997344922 (mp_runner.py:73) +2024-09-01 23:35:50,419 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.01678326100227423 (mp_runner.py:73) +2024-09-01 23:35:50,420 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02799319100449793 (mp_runner.py:73) +2024-09-01 23:35:50,421 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.029663620996871032 (mp_runner.py:73) +2024-09-01 23:35:50,423 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.02298313500068616 (mp_runner.py:73) +2024-09-01 23:35:50,441 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.012809682993975002 (mp_runner.py:73) +2024-09-01 23:35:50,442 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.014836037000350188 (mp_runner.py:73) +2024-09-01 23:35:50,444 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.014480870006082114 (mp_runner.py:73) +2024-09-01 23:35:50,446 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.014701790998515207 (mp_runner.py:73) +2024-09-01 23:35:50,447 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.016834702000778634 (mp_runner.py:73) +2024-09-01 23:35:50,448 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.017729970000800677 (mp_runner.py:73) +2024-09-01 23:35:50,448 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.025681714003439993 (mp_runner.py:73) +2024-09-01 23:35:50,449 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.02223828800197225 (mp_runner.py:73) +2024-09-01 23:35:50,453 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.02749899800255662 (mp_runner.py:73) +2024-09-01 23:35:50,887 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.02200634500331944 (mp_runner.py:73) +2024-09-01 23:35:50,888 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.0214907339977799 (mp_runner.py:73) +2024-09-01 23:35:50,889 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.021562179004831705 (mp_runner.py:73) +2024-09-01 23:35:50,890 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.02012159299920313 (mp_runner.py:73) +2024-09-01 23:35:50,891 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.017349763002130203 (mp_runner.py:73) +2024-09-01 23:35:50,894 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.029574508000223432 (mp_runner.py:73) +2024-09-01 23:35:50,896 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.033858551003504544 (mp_runner.py:73) +2024-09-01 23:35:51,528 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.016381567002099473 (mp_runner.py:73) +2024-09-01 23:35:51,532 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.021225805998255964 (mp_runner.py:73) +2024-09-01 23:35:51,534 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.019971349996922072 (mp_runner.py:73) +2024-09-01 23:35:51,535 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.021396762000222225 (mp_runner.py:73) +2024-09-01 23:35:51,537 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.030078315998252947 (mp_runner.py:73) +2024-09-01 23:35:51,539 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.029476511997927446 (mp_runner.py:73) +2024-09-01 23:35:52,459 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.031306208002206404 (mp_runner.py:73) +2024-09-01 23:35:52,809 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.029033988001174293 (mp_runner.py:73) +2024-09-01 23:35:53,030 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.03366360599466134 (mp_runner.py:73) +2024-09-01 23:35:53,038 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.040140713994333055 (mp_runner.py:73) +2024-09-01 23:35:53,264 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.02675545500096632 (mp_runner.py:73) +2024-09-01 23:35:53,574 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.032838136998179834 (mp_runner.py:73) +2024-09-01 23:35:58,190 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.010711519003962167 (mp_runner.py:73) +2024-09-01 23:35:58,191 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.01009148100274615 (mp_runner.py:73) +2024-09-01 23:35:58,192 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.00915392600290943 (mp_runner.py:73) +2024-09-01 23:35:58,195 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.012223842000821605 (mp_runner.py:73) +2024-09-01 23:35:58,198 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.012842340998759028 (mp_runner.py:73) +2024-09-01 23:35:58,201 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.02177520600525895 (mp_runner.py:73) +2024-09-01 23:35:58,204 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.025638138999056537 (mp_runner.py:73) +2024-09-01 23:35:58,205 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.01662677599961171 (mp_runner.py:73) +2024-09-01 23:35:58,208 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.022382750001270324 (mp_runner.py:73) +2024-09-01 23:35:58,625 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.007815946999471635 (mp_runner.py:73) +2024-09-01 23:35:58,626 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.010366319998865947 (mp_runner.py:73) +2024-09-01 23:35:58,626 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.016008018996217288 (mp_runner.py:73) +2024-09-01 23:35:58,628 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.010126246001163963 (mp_runner.py:73) +2024-09-01 23:35:58,642 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.021715847004088573 (mp_runner.py:73) +2024-09-01 23:35:58,648 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.021834227998624556 (mp_runner.py:73) +2024-09-01 23:35:58,648 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.0058935890046996064 (mp_runner.py:73) +2024-09-01 23:35:58,649 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.02005140599794686 (mp_runner.py:73) +2024-09-01 23:35:58,649 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.0046531870029866695 (mp_runner.py:73) +2024-09-01 23:35:58,650 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.02426465999451466 (mp_runner.py:73) +2024-09-01 23:35:58,650 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.0357174529999611 (mp_runner.py:73) +2024-09-01 23:35:58,661 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.0281821519965888 (mp_runner.py:73) +2024-09-01 23:35:58,671 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.01666168900555931 (mp_runner.py:73) +2024-09-01 23:35:58,671 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.03168550100235734 (mp_runner.py:73) +2024-09-01 23:35:58,681 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.03522122200229205 (mp_runner.py:73) +2024-09-01 23:35:58,682 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.03587179999885848 (mp_runner.py:73) +2024-09-01 23:35:58,683 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.036378156997670885 (mp_runner.py:73) +2024-09-01 23:35:58,685 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.009331670000392478 (mp_runner.py:73) +2024-09-01 23:35:58,690 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.04451629200048046 (mp_runner.py:73) +2024-09-01 23:35:59,172 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.019130818000121508 (mp_runner.py:73) +2024-09-01 23:35:59,174 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.017448358004912734 (mp_runner.py:73) +2024-09-01 23:35:59,759 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.0233382300066296 (mp_runner.py:73) +2024-09-01 23:35:59,759 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.016164240005309694 (mp_runner.py:73) +2024-09-01 23:35:59,760 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.025731378002092242 (mp_runner.py:73) +2024-09-01 23:35:59,761 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.01800944499700563 (mp_runner.py:73) +2024-09-01 23:35:59,847 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.01725203599926317 (mp_runner.py:73) +2024-09-01 23:35:59,847 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.02424962099757977 (mp_runner.py:73) +2024-09-01 23:36:00,345 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.02395390199671965 (mp_runner.py:73) +2024-09-01 23:36:00,658 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.014179321995470673 (mp_runner.py:73) +2024-09-01 23:36:00,660 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.014778723001654726 (mp_runner.py:73) +2024-09-01 23:36:00,661 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.01950117200613022 (mp_runner.py:73) +2024-09-01 23:36:00,661 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.018400328001007438 (mp_runner.py:73) +2024-09-01 23:36:00,856 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.020357586996397004 (mp_runner.py:73) +2024-09-01 23:36:00,985 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.016041898998082615 (mp_runner.py:73) +2024-09-01 23:36:00,987 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.01889641000161646 (mp_runner.py:73) +2024-09-01 23:36:03,285 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.020311938002123497 (mp_runner.py:73) +2024-09-01 23:36:03,286 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.0157435609944514 (mp_runner.py:73) +2024-09-01 23:36:03,287 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.018878533999668434 (mp_runner.py:73) +2024-09-01 23:36:03,371 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.01965487399866106 (mp_runner.py:73) +2024-09-01 23:36:04,599 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.02398471000196878 (mp_runner.py:73) +2024-09-01 23:36:04,694 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.01872443300089799 (mp_runner.py:73) +2024-09-01 23:36:06,823 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.019603449996793643 (mp_runner.py:73) +2024-09-01 23:36:06,824 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.017051438997441437 (mp_runner.py:73) +2024-09-01 23:36:06,826 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.025535558997944463 (mp_runner.py:73) +2024-09-01 23:36:06,828 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.030432687999564223 (mp_runner.py:73) +2024-09-01 23:36:06,931 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.027369944997190032 (mp_runner.py:73) +2024-09-01 23:36:06,931 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.03059000099892728 (mp_runner.py:73) +2024-09-01 23:36:06,970 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.015996857000573073 (mp_runner.py:73) +2024-09-01 23:36:06,972 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.015123702003620565 (mp_runner.py:73) +2024-09-01 23:36:06,973 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.018917461995442864 (mp_runner.py:73) +2024-09-01 23:36:06,973 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.015512373000092339 (mp_runner.py:73) +2024-09-01 23:36:06,975 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.014674539997940883 (mp_runner.py:73) +2024-09-01 23:36:06,980 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.027407020999817178 (mp_runner.py:73) +2024-09-01 23:36:06,983 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.03024802900472423 (mp_runner.py:73) +2024-09-01 23:36:06,985 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.03354987600323511 (mp_runner.py:73) +2024-09-01 23:36:07,218 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.020302781005739234 (mp_runner.py:73) +2024-09-01 23:36:07,218 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.021829937999427784 (mp_runner.py:73) +2024-09-01 23:36:07,218 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.016842307995830197 (mp_runner.py:73) +2024-09-01 23:36:07,219 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.020766186993569136 (mp_runner.py:73) +2024-09-01 23:36:07,219 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.01689460800116649 (mp_runner.py:73) +2024-09-01 23:36:07,220 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.017204845004016533 (mp_runner.py:73) +2024-09-01 23:36:07,224 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.018258108000736684 (mp_runner.py:73) +2024-09-01 23:36:07,224 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.015165324999543373 (mp_runner.py:73) +2024-09-01 23:36:07,226 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.030437698995228857 (mp_runner.py:73) +2024-09-01 23:36:07,228 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.033702151995385066 (mp_runner.py:73) +2024-09-01 23:36:07,565 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.025925898997229524 (mp_runner.py:73) +2024-09-01 23:36:07,565 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.024040718999458477 (mp_runner.py:73) +2024-09-01 23:36:07,767 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.030389742998522706 (mp_runner.py:73) +2024-09-01 23:36:07,779 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.03038166699843714 (mp_runner.py:73) +2024-09-01 23:36:10,038 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.07260677500016754 (mp_runner.py:73) +2024-09-01 23:36:10,110 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.036664826002379414 (mp_runner.py:73) +2024-09-01 23:36:10,402 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.0309473179950146 (mp_runner.py:73) +2024-09-01 23:36:10,456 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.017163463999168016 (mp_runner.py:73) +2024-09-01 23:36:10,459 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.020786787994438782 (mp_runner.py:73) +2024-09-01 23:36:10,461 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.023063087006448768 (mp_runner.py:73) +2024-09-01 23:36:10,466 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.03348473799997009 (mp_runner.py:73) +2024-09-01 23:36:10,468 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.031544278004730586 (mp_runner.py:73) +2024-09-01 23:36:10,492 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.0870082050023484 (mp_runner.py:73) +2024-09-01 23:36:10,577 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.022883741999976337 (mp_runner.py:73) +2024-09-01 23:36:10,580 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.02921244200115325 (mp_runner.py:73) +2024-09-01 23:36:10,584 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.03871546699519968 (mp_runner.py:73) +2024-09-01 23:36:10,586 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.03531939499953296 (mp_runner.py:73) +2024-09-01 23:36:11,170 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0156s, count=1751, qps in this process: 58.3363 (mp_runner.py:76) +2024-09-01 23:36:11,221 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0145s, count=1748, qps in this process: 58.2385 (mp_runner.py:76) +2024-09-01 23:36:11,321 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0042s, count=1540, qps in this process: 51.3261 (mp_runner.py:76) +2024-09-01 23:36:11,333 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0087s, count=1706, qps in this process: 56.8502 (mp_runner.py:76) +2024-09-01 23:36:11,367 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0038s, count=1564, qps in this process: 52.1267 (mp_runner.py:76) +2024-09-01 23:36:11,433 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0053s, count=1767, qps in this process: 58.8896 (mp_runner.py:76) +2024-09-01 23:36:11,435 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0019s, count=1749, qps in this process: 58.2963 (mp_runner.py:76) +2024-09-01 23:36:11,443 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0073s, count=1748, qps in this process: 58.2525 (mp_runner.py:76) +2024-09-01 23:36:11,444 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0145s, count=1768, qps in this process: 58.9049 (mp_runner.py:76) +2024-09-01 23:36:11,446 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0134s, count=1663, qps in this process: 55.4086 (mp_runner.py:76) +2024-09-01 23:36:11,448 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0091s, count=1663, qps in this process: 55.4165 (mp_runner.py:76) +2024-09-01 23:36:11,449 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0157s, count=1768, qps in this process: 58.9025 (mp_runner.py:76) +2024-09-01 23:36:11,459 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0095s, count=1750, qps in this process: 58.3149 (mp_runner.py:76) +2024-09-01 23:36:11,506 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0131s, count=1711, qps in this process: 57.0084 (mp_runner.py:76) +2024-09-01 23:36:11,528 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0018s, count=1754, qps in this process: 58.4632 (mp_runner.py:76) +2024-09-01 23:36:11,529 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0014s, count=1754, qps in this process: 58.4639 (mp_runner.py:76) +2024-09-01 23:36:11,531 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0023s, count=1754, qps in this process: 58.4622 (mp_runner.py:76) +2024-09-01 23:36:11,535 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0055s, count=1554, qps in this process: 51.7905 (mp_runner.py:76) +2024-09-01 23:36:11,543 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0033s, count=1562, qps in this process: 52.0609 (mp_runner.py:76) +2024-09-01 23:36:11,545 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0136s, count=1717, qps in this process: 57.2074 (mp_runner.py:76) +2024-09-01 23:36:11,550 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0113s, count=1775, qps in this process: 59.1444 (mp_runner.py:76) +2024-09-01 23:36:11,558 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0305s, count=1755, qps in this process: 58.4406 (mp_runner.py:76) +2024-09-01 23:36:11,567 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0082s, count=1756, qps in this process: 58.5173 (mp_runner.py:76) +2024-09-01 23:36:11,572 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0231s, count=1556, qps in this process: 51.8268 (mp_runner.py:76) +2024-09-01 23:36:11,572 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0006s, count=1484, qps in this process: 49.4657 (mp_runner.py:76) +2024-09-01 23:36:11,575 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0161s, count=1693, qps in this process: 56.4031 (mp_runner.py:76) +2024-09-01 23:36:11,582 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0098s, count=1778, qps in this process: 59.2473 (mp_runner.py:76) +2024-09-01 23:36:11,590 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0016s, count=1755, qps in this process: 58.4969 (mp_runner.py:76) +2024-09-01 23:36:11,594 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.01s, count=1755, qps in this process: 58.4805 (mp_runner.py:76) +2024-09-01 23:36:11,600 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0042s, count=1568, qps in this process: 52.2594 (mp_runner.py:76) +2024-09-01 23:36:11,604 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0061s, count=1780, qps in this process: 59.3213 (mp_runner.py:76) +2024-09-01 23:36:11,613 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0023s, count=1697, qps in this process: 56.5623 (mp_runner.py:76) +2024-09-01 23:36:11,614 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0056s, count=1560, qps in this process: 51.9903 (mp_runner.py:76) +2024-09-01 23:36:11,628 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.002s, count=1759, qps in this process: 58.6294 (mp_runner.py:76) +2024-09-01 23:36:11,630 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0055s, count=1490, qps in this process: 49.6576 (mp_runner.py:76) +2024-09-01 23:36:11,643 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0023s, count=1762, qps in this process: 58.7288 (mp_runner.py:76) +2024-09-01 23:36:11,650 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0031s, count=1576, qps in this process: 52.5279 (mp_runner.py:76) +2024-09-01 23:36:11,657 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.0017005010013235733 (mp_runner.py:73) +2024-09-01 23:36:11,660 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0031s, count=1577, qps in this process: 52.5612 (mp_runner.py:76) +2024-09-01 23:36:11,674 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0012s, count=1581, qps in this process: 52.6979 (mp_runner.py:76) +2024-09-01 23:36:11,677 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0018s, count=1317, qps in this process: 43.8974 (mp_runner.py:76) +2024-09-01 23:36:11,693 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0019s, count=1576, qps in this process: 52.53 (mp_runner.py:76) +2024-09-01 23:36:11,699 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0036s, count=1383, qps in this process: 46.0945 (mp_runner.py:76) +2024-09-01 23:36:11,707 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0008s, count=1591, qps in this process: 53.0319 (mp_runner.py:76) +2024-09-01 23:36:11,716 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0008s, count=1513, qps in this process: 50.432 (mp_runner.py:76) +2024-09-01 23:36:11,722 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0013s, count=1600, qps in this process: 53.331 (mp_runner.py:76) +2024-09-01 23:36:11,725 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0007s, count=1806, qps in this process: 60.1986 (mp_runner.py:76) +2024-09-01 23:36:11,731 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0008s, count=1433, qps in this process: 47.7654 (mp_runner.py:76) +2024-09-01 23:36:11,743 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0009s, count=1442, qps in this process: 48.0652 (mp_runner.py:76) +2024-09-01 23:36:11,749 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0009s, count=1445, qps in this process: 48.1652 (mp_runner.py:76) +2024-09-01 23:36:11,766 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0005s, count=1378, qps in this process: 45.9326 (mp_runner.py:76) +2024-09-01 23:36:11,774 | INFO |End search in concurrency 50: dur=30.671884704002878s, total_count=82132, qps=2677.7618 (mp_runner.py:120) +2024-09-01 23:36:15,435 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:36:15,435 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 23:36:36,626 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 23:36:36,673 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:36,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:36,715 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:36,788 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:36,789 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:36,806 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:36,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:36,904 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:36,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,081 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,096 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,118 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,118 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,118 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,120 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,122 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,124 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,146 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,147 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,147 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,152 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,173 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,176 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,205 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,209 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,255 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,280 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,280 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,284 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,290 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,315 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,336 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,346 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,346 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,369 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,416 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,416 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,459 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:37,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:36:46,573 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.01916622599674156 (mp_runner.py:73) +2024-09-01 23:36:46,574 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.020816679003473837 (mp_runner.py:73) +2024-09-01 23:36:46,575 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.01983071499853395 (mp_runner.py:73) +2024-09-01 23:36:46,575 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.019780965994868893 (mp_runner.py:73) +2024-09-01 23:36:46,576 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.019927821995224804 (mp_runner.py:73) +2024-09-01 23:36:46,580 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.02152058299543569 (mp_runner.py:73) +2024-09-01 23:36:46,582 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.029724508000072092 (mp_runner.py:73) +2024-09-01 23:36:46,583 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.032156394998310134 (mp_runner.py:73) +2024-09-01 23:36:46,865 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.019883966000634246 (mp_runner.py:73) +2024-09-01 23:36:46,866 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.021476431997143663 (mp_runner.py:73) +2024-09-01 23:36:46,868 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.018527854001149535 (mp_runner.py:73) +2024-09-01 23:36:46,869 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.025199665004038252 (mp_runner.py:73) +2024-09-01 23:36:46,870 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.02205576499545714 (mp_runner.py:73) +2024-09-01 23:36:46,870 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.01913236499967752 (mp_runner.py:73) +2024-09-01 23:36:46,871 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.026266966000548564 (mp_runner.py:73) +2024-09-01 23:36:46,873 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.019971795001765713 (mp_runner.py:73) +2024-09-01 23:36:46,873 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.025670661001640838 (mp_runner.py:73) +2024-09-01 23:36:46,873 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.019874294004694093 (mp_runner.py:73) +2024-09-01 23:36:46,874 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.026792466000188142 (mp_runner.py:73) +2024-09-01 23:36:46,874 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.018761412997264415 (mp_runner.py:73) +2024-09-01 23:36:46,874 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.02183438799693249 (mp_runner.py:73) +2024-09-01 23:36:46,875 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.0325614330067765 (mp_runner.py:73) +2024-09-01 23:36:46,875 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.03442128100141417 (mp_runner.py:73) +2024-09-01 23:36:46,875 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.01777406699693529 (mp_runner.py:73) +2024-09-01 23:36:46,876 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.02496997800335521 (mp_runner.py:73) +2024-09-01 23:36:46,889 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.024459961998218205 (mp_runner.py:73) +2024-09-01 23:36:46,890 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.020840147997660097 (mp_runner.py:73) +2024-09-01 23:36:46,891 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.025034040998434648 (mp_runner.py:73) +2024-09-01 23:36:46,891 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.021186591002333444 (mp_runner.py:73) +2024-09-01 23:36:46,892 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.025365349996718578 (mp_runner.py:73) +2024-09-01 23:36:47,266 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.034286403002624866 (mp_runner.py:73) +2024-09-01 23:36:47,658 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.018452509000780992 (mp_runner.py:73) +2024-09-01 23:36:47,660 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.01780107299418887 (mp_runner.py:73) +2024-09-01 23:36:47,661 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.01920454100036295 (mp_runner.py:73) +2024-09-01 23:36:47,661 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.018848352003260516 (mp_runner.py:73) +2024-09-01 23:36:47,661 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.017531536999740638 (mp_runner.py:73) +2024-09-01 23:36:47,662 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.0025641499960329384 (mp_runner.py:73) +2024-09-01 23:36:47,663 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.025281177993747406 (mp_runner.py:73) +2024-09-01 23:36:47,663 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.01911365599517012 (mp_runner.py:73) +2024-09-01 23:36:47,664 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.026102030999027193 (mp_runner.py:73) +2024-09-01 23:36:47,665 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.017378171003656462 (mp_runner.py:73) +2024-09-01 23:36:47,665 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.01665198300179327 (mp_runner.py:73) +2024-09-01 23:36:47,666 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.015877192003245 (mp_runner.py:73) +2024-09-01 23:36:47,667 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.031129866001720075 (mp_runner.py:73) +2024-09-01 23:36:47,667 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.016546492995985318 (mp_runner.py:73) +2024-09-01 23:36:47,671 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.036117540003033355 (mp_runner.py:73) +2024-09-01 23:36:47,899 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.02232497699878877 (mp_runner.py:73) +2024-09-01 23:36:47,900 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.020017585993628018 (mp_runner.py:73) +2024-09-01 23:36:47,901 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.022621238997089677 (mp_runner.py:73) +2024-09-01 23:36:47,903 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.024994277002406307 (mp_runner.py:73) +2024-09-01 23:36:47,904 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.025048595998669043 (mp_runner.py:73) +2024-09-01 23:36:47,911 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.03514721000101417 (mp_runner.py:73) +2024-09-01 23:36:47,913 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.03793338299874449 (mp_runner.py:73) +2024-09-01 23:36:49,403 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.03438534800079651 (mp_runner.py:73) +2024-09-01 23:36:49,891 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.030748775003303308 (mp_runner.py:73) +2024-09-01 23:36:55,318 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.012568080994242337 (mp_runner.py:73) +2024-09-01 23:36:55,318 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.013762058995780535 (mp_runner.py:73) +2024-09-01 23:36:55,319 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.015963043995725457 (mp_runner.py:73) +2024-09-01 23:36:55,319 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.015386997001769487 (mp_runner.py:73) +2024-09-01 23:36:55,321 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.015427983002155088 (mp_runner.py:73) +2024-09-01 23:36:55,321 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.018652368999028113 (mp_runner.py:73) +2024-09-01 23:36:55,323 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.016537606999918353 (mp_runner.py:73) +2024-09-01 23:36:55,324 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.01800620499852812 (mp_runner.py:73) +2024-09-01 23:36:55,325 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.01534673800051678 (mp_runner.py:73) +2024-09-01 23:36:55,325 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.014212688001862261 (mp_runner.py:73) +2024-09-01 23:36:55,326 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.023109436995582655 (mp_runner.py:73) +2024-09-01 23:36:55,329 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.016496064003149513 (mp_runner.py:73) +2024-09-01 23:36:55,330 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.01618518400209723 (mp_runner.py:73) +2024-09-01 23:36:55,814 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.020846173996687867 (mp_runner.py:73) +2024-09-01 23:36:55,979 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.02228360399749363 (mp_runner.py:73) +2024-09-01 23:36:56,285 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.011433419000240974 (mp_runner.py:73) +2024-09-01 23:36:56,286 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.012849090999225155 (mp_runner.py:73) +2024-09-01 23:36:56,286 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.013883756000723224 (mp_runner.py:73) +2024-09-01 23:36:56,286 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.00949659600155428 (mp_runner.py:73) +2024-09-01 23:36:56,286 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.013483709000865929 (mp_runner.py:73) +2024-09-01 23:36:56,287 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.015580175000650343 (mp_runner.py:73) +2024-09-01 23:36:56,287 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.013888843001041096 (mp_runner.py:73) +2024-09-01 23:36:56,288 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.015378611999040004 (mp_runner.py:73) +2024-09-01 23:36:56,289 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.012295082997297868 (mp_runner.py:73) +2024-09-01 23:36:56,289 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.01567422700463794 (mp_runner.py:73) +2024-09-01 23:36:56,290 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.012613670005521271 (mp_runner.py:73) +2024-09-01 23:36:56,291 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.014273489003244322 (mp_runner.py:73) +2024-09-01 23:36:56,292 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.01658134400349809 (mp_runner.py:73) +2024-09-01 23:36:56,292 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.014580324001144618 (mp_runner.py:73) +2024-09-01 23:36:56,292 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.01780624999810243 (mp_runner.py:73) +2024-09-01 23:36:56,293 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.0173281519964803 (mp_runner.py:73) +2024-09-01 23:36:56,293 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.016920929003390484 (mp_runner.py:73) +2024-09-01 23:36:56,294 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.023025192000204697 (mp_runner.py:73) +2024-09-01 23:36:56,294 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.015379928998299874 (mp_runner.py:73) +2024-09-01 23:36:56,294 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.01637795400165487 (mp_runner.py:73) +2024-09-01 23:36:56,295 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.015374910995888058 (mp_runner.py:73) +2024-09-01 23:36:56,295 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.02534665800340008 (mp_runner.py:73) +2024-09-01 23:36:56,295 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.015201678994344547 (mp_runner.py:73) +2024-09-01 23:36:56,295 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.016181115999643225 (mp_runner.py:73) +2024-09-01 23:36:56,296 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.017409329004294705 (mp_runner.py:73) +2024-09-01 23:36:56,296 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.01472266300697811 (mp_runner.py:73) +2024-09-01 23:36:56,296 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.0167558819957776 (mp_runner.py:73) +2024-09-01 23:36:56,296 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.015869410999584943 (mp_runner.py:73) +2024-09-01 23:36:56,297 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.016771770002378616 (mp_runner.py:73) +2024-09-01 23:36:57,401 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.021695415998692624 (mp_runner.py:73) +2024-09-01 23:36:57,531 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.024109300000418443 (mp_runner.py:73) +2024-09-01 23:36:57,767 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.014382397006556857 (mp_runner.py:73) +2024-09-01 23:36:57,768 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.016770786998677067 (mp_runner.py:73) +2024-09-01 23:36:57,769 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.015876944999035913 (mp_runner.py:73) +2024-09-01 23:36:57,772 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.01619439200294437 (mp_runner.py:73) +2024-09-01 23:36:57,773 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.022291995999694336 (mp_runner.py:73) +2024-09-01 23:36:59,239 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.03034802000183845 (mp_runner.py:73) +2024-09-01 23:36:59,549 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.02661219499714207 (mp_runner.py:73) +2024-09-01 23:37:01,422 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.027779021998867393 (mp_runner.py:73) +2024-09-01 23:37:02,599 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.02357942199887475 (mp_runner.py:73) +2024-09-01 23:37:04,500 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.01868677000311436 (mp_runner.py:73) +2024-09-01 23:37:04,501 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.01618553099979181 (mp_runner.py:73) +2024-09-01 23:37:04,502 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.016170988994417712 (mp_runner.py:73) +2024-09-01 23:37:04,503 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.01632926699676318 (mp_runner.py:73) +2024-09-01 23:37:04,503 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.022537929995451123 (mp_runner.py:73) +2024-09-01 23:37:04,503 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.02002607999747852 (mp_runner.py:73) +2024-09-01 23:37:04,504 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.014613406005082652 (mp_runner.py:73) +2024-09-01 23:37:04,505 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.013694239001779351 (mp_runner.py:73) +2024-09-01 23:37:04,505 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.014819173004070763 (mp_runner.py:73) +2024-09-01 23:37:04,506 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.026369973995315377 (mp_runner.py:73) +2024-09-01 23:37:04,506 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.013927396001236048 (mp_runner.py:73) +2024-09-01 23:37:04,509 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.03439831500145374 (mp_runner.py:73) +2024-09-01 23:37:04,509 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.03158860900293803 (mp_runner.py:73) +2024-09-01 23:37:05,328 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.021055754004919436 (mp_runner.py:73) +2024-09-01 23:37:05,329 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.0183383399999002 (mp_runner.py:73) +2024-09-01 23:37:05,330 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.02073126899631461 (mp_runner.py:73) +2024-09-01 23:37:05,330 | DEBUG |(SpawnProcess-1:331) search_count: 1500, latest_latency=0.022139857996080536 (mp_runner.py:73) +2024-09-01 23:37:05,331 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.024985777999972925 (mp_runner.py:73) +2024-09-01 23:37:05,333 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.0274416559987003 (mp_runner.py:73) +2024-09-01 23:37:05,333 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.017239501998119522 (mp_runner.py:73) +2024-09-01 23:37:05,334 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.015408910003316123 (mp_runner.py:73) +2024-09-01 23:37:05,334 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.014433667995035648 (mp_runner.py:73) +2024-09-01 23:37:05,339 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.035436350997770205 (mp_runner.py:73) +2024-09-01 23:37:05,341 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.004373534997284878 (mp_runner.py:73) +2024-09-01 23:37:06,076 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.04679292000218993 (mp_runner.py:73) +2024-09-01 23:37:06,081 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.051528820004023146 (mp_runner.py:73) +2024-09-01 23:37:06,083 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.049593433999689296 (mp_runner.py:73) +2024-09-01 23:37:06,089 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.05129011700046249 (mp_runner.py:73) +2024-09-01 23:37:06,095 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.0531725330001791 (mp_runner.py:73) +2024-09-01 23:37:06,097 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.06909457300207578 (mp_runner.py:73) +2024-09-01 23:37:06,098 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.07473764199676225 (mp_runner.py:73) +2024-09-01 23:37:06,676 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0024s, count=1615, qps in this process: 53.829 (mp_runner.py:76) +2024-09-01 23:37:06,732 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0164s, count=1568, qps in this process: 52.2381 (mp_runner.py:76) +2024-09-01 23:37:06,737 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.022s, count=1418, qps in this process: 47.232 (mp_runner.py:76) +2024-09-01 23:37:06,802 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.01s, count=1577, qps in this process: 52.5492 (mp_runner.py:76) +2024-09-01 23:37:06,804 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.012s, count=1577, qps in this process: 52.5456 (mp_runner.py:76) +2024-09-01 23:37:06,836 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0195s, count=1482, qps in this process: 49.3679 (mp_runner.py:76) +2024-09-01 23:37:06,902 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0046s, count=1542, qps in this process: 51.3921 (mp_runner.py:76) +2024-09-01 23:37:06,930 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0139s, count=1424, qps in this process: 47.4447 (mp_runner.py:76) +2024-09-01 23:37:06,969 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0166s, count=1456, qps in this process: 48.5065 (mp_runner.py:76) +2024-09-01 23:37:07,011 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.026123235002160072 (mp_runner.py:73) +2024-09-01 23:37:07,013 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.022159880005347077 (mp_runner.py:73) +2024-09-01 23:37:07,019 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.0240070680010831 (mp_runner.py:73) +2024-09-01 23:37:07,099 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0054s, count=1649, qps in this process: 54.9568 (mp_runner.py:76) +2024-09-01 23:37:07,103 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0196s, count=1636, qps in this process: 54.4977 (mp_runner.py:76) +2024-09-01 23:37:07,111 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0134s, count=1650, qps in this process: 54.9754 (mp_runner.py:76) +2024-09-01 23:37:07,113 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0033s, count=1650, qps in this process: 54.994 (mp_runner.py:76) +2024-09-01 23:37:07,129 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0003s, count=1556, qps in this process: 51.8661 (mp_runner.py:76) +2024-09-01 23:37:07,129 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0092s, count=1497, qps in this process: 49.8847 (mp_runner.py:76) +2024-09-01 23:37:07,135 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0084s, count=1624, qps in this process: 54.1182 (mp_runner.py:76) +2024-09-01 23:37:07,137 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0154s, count=1507, qps in this process: 50.2076 (mp_runner.py:76) +2024-09-01 23:37:07,141 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0147s, count=1652, qps in this process: 55.0397 (mp_runner.py:76) +2024-09-01 23:37:07,141 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0192s, count=1557, qps in this process: 51.8668 (mp_runner.py:76) +2024-09-01 23:37:07,143 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0225s, count=1557, qps in this process: 51.8611 (mp_runner.py:76) +2024-09-01 23:37:07,154 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0187s, count=1498, qps in this process: 49.9022 (mp_runner.py:76) +2024-09-01 23:37:07,156 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0053s, count=1558, qps in this process: 51.9242 (mp_runner.py:76) +2024-09-01 23:37:07,159 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0087s, count=1654, qps in this process: 55.1173 (mp_runner.py:76) +2024-09-01 23:37:07,169 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0178s, count=1466, qps in this process: 48.8377 (mp_runner.py:76) +2024-09-01 23:37:07,180 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0019s, count=1560, qps in this process: 51.9967 (mp_runner.py:76) +2024-09-01 23:37:07,183 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0291s, count=1593, qps in this process: 53.0485 (mp_runner.py:76) +2024-09-01 23:37:07,184 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0072s, count=1591, qps in this process: 53.0206 (mp_runner.py:76) +2024-09-01 23:37:07,187 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0042s, count=1560, qps in this process: 51.9927 (mp_runner.py:76) +2024-09-01 23:37:07,189 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.02594645700446563 (mp_runner.py:73) +2024-09-01 23:37:07,193 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0025s, count=1592, qps in this process: 53.0622 (mp_runner.py:76) +2024-09-01 23:37:07,196 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0059s, count=1592, qps in this process: 53.0562 (mp_runner.py:76) +2024-09-01 23:37:07,200 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0004s, count=1501, qps in this process: 50.0327 (mp_runner.py:76) +2024-09-01 23:37:07,209 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0032s, count=1512, qps in this process: 50.3946 (mp_runner.py:76) +2024-09-01 23:37:07,215 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.007s, count=1443, qps in this process: 48.0888 (mp_runner.py:76) +2024-09-01 23:37:07,219 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0026s, count=1660, qps in this process: 55.3285 (mp_runner.py:76) +2024-09-01 23:37:07,229 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0028s, count=1386, qps in this process: 46.1957 (mp_runner.py:76) +2024-09-01 23:37:07,267 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0061s, count=1667, qps in this process: 55.5554 (mp_runner.py:76) +2024-09-01 23:37:07,287 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0031s, count=1670, qps in this process: 55.6609 (mp_runner.py:76) +2024-09-01 23:37:07,288 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0043s, count=1670, qps in this process: 55.6587 (mp_runner.py:76) +2024-09-01 23:37:07,296 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0026s, count=1671, qps in this process: 55.6952 (mp_runner.py:76) +2024-09-01 23:37:07,302 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.008s, count=1522, qps in this process: 50.7198 (mp_runner.py:76) +2024-09-01 23:37:07,325 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0016s, count=1612, qps in this process: 53.7305 (mp_runner.py:76) +2024-09-01 23:37:07,342 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.002s, count=1401, qps in this process: 46.6969 (mp_runner.py:76) +2024-09-01 23:37:07,354 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0013s, count=1407, qps in this process: 46.898 (mp_runner.py:76) +2024-09-01 23:37:07,356 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0039s, count=1398, qps in this process: 46.5939 (mp_runner.py:76) +2024-09-01 23:37:07,371 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0026s, count=1629, qps in this process: 54.2953 (mp_runner.py:76) +2024-09-01 23:37:07,372 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0033s, count=1629, qps in this process: 54.294 (mp_runner.py:76) +2024-09-01 23:37:07,376 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0044s, count=1328, qps in this process: 44.2602 (mp_runner.py:76) +2024-09-01 23:37:07,378 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0036s, count=1631, qps in this process: 54.3601 (mp_runner.py:76) +2024-09-01 23:37:07,405 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0037s, count=1408, qps in this process: 46.9275 (mp_runner.py:76) +2024-09-01 23:37:07,422 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0012s, count=1373, qps in this process: 45.7648 (mp_runner.py:76) +2024-09-01 23:37:07,427 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0018s, count=1225, qps in this process: 40.8309 (mp_runner.py:76) +2024-09-01 23:37:07,440 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0009s, count=1440, qps in this process: 47.9986 (mp_runner.py:76) +2024-09-01 23:37:07,448 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.0009612200010451488 (mp_runner.py:73) +2024-09-01 23:37:07,460 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0004s, count=1448, qps in this process: 48.266 (mp_runner.py:76) +2024-09-01 23:37:07,463 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.001s, count=1316, qps in this process: 43.8652 (mp_runner.py:76) +2024-09-01 23:37:07,466 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0004s, count=1516, qps in this process: 50.5327 (mp_runner.py:76) +2024-09-01 23:37:07,479 | INFO |End search in concurrency 55: dur=30.853054894003435s, total_count=84321, qps=2732.9871 (mp_runner.py:120) +2024-09-01 23:37:11,515 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:37:11,515 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 23:37:32,911 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 23:37:33,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,240 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,266 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,271 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,272 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,314 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,314 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,374 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,405 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,449 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,451 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,475 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,475 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,489 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,532 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,546 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,552 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,555 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,560 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,560 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,578 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,600 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,607 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,610 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,618 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,622 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,627 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,627 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,637 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,642 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,652 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,659 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,660 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,741 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:33,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:37:43,203 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.021855082995898556 (mp_runner.py:73) +2024-09-01 23:37:43,204 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.022162364002724644 (mp_runner.py:73) +2024-09-01 23:37:43,205 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.022155380000185687 (mp_runner.py:73) +2024-09-01 23:37:43,205 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.021631973999319598 (mp_runner.py:73) +2024-09-01 23:37:43,206 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.019589571995311417 (mp_runner.py:73) +2024-09-01 23:37:43,207 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.0197173449996626 (mp_runner.py:73) +2024-09-01 23:37:43,208 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.02089790300669847 (mp_runner.py:73) +2024-09-01 23:37:43,211 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.0316735889937263 (mp_runner.py:73) +2024-09-01 23:37:43,215 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.036756558998604305 (mp_runner.py:73) +2024-09-01 23:37:43,217 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.03698517299926607 (mp_runner.py:73) +2024-09-01 23:37:43,291 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.018190513001172803 (mp_runner.py:73) +2024-09-01 23:37:43,292 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.02061835499625886 (mp_runner.py:73) +2024-09-01 23:37:43,293 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.019470815001113806 (mp_runner.py:73) +2024-09-01 23:37:43,294 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.02158009599952493 (mp_runner.py:73) +2024-09-01 23:37:43,294 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.017592613003216684 (mp_runner.py:73) +2024-09-01 23:37:43,296 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.020297968003433198 (mp_runner.py:73) +2024-09-01 23:37:43,296 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.021839661996637005 (mp_runner.py:73) +2024-09-01 23:37:43,297 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.019441591000941116 (mp_runner.py:73) +2024-09-01 23:37:43,298 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.018563017998530995 (mp_runner.py:73) +2024-09-01 23:37:43,298 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.01985906600020826 (mp_runner.py:73) +2024-09-01 23:37:43,299 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.028611991998332087 (mp_runner.py:73) +2024-09-01 23:37:43,307 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.0379778089991305 (mp_runner.py:73) +2024-09-01 23:37:43,687 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.025137614997220226 (mp_runner.py:73) +2024-09-01 23:37:43,741 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.05377778300317004 (mp_runner.py:73) +2024-09-01 23:37:43,745 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.054858144998434 (mp_runner.py:73) +2024-09-01 23:37:43,745 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.05464687699713977 (mp_runner.py:73) +2024-09-01 23:37:43,746 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.024269271998491604 (mp_runner.py:73) +2024-09-01 23:37:43,747 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.05993634599872166 (mp_runner.py:73) +2024-09-01 23:37:43,748 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.05619698399823392 (mp_runner.py:73) +2024-09-01 23:37:43,748 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.008659443999931682 (mp_runner.py:73) +2024-09-01 23:37:43,749 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.019333080999786034 (mp_runner.py:73) +2024-09-01 23:37:43,749 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.0704129669975373 (mp_runner.py:73) +2024-09-01 23:37:43,750 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.0552881680050632 (mp_runner.py:73) +2024-09-01 23:37:43,756 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.03156955200392986 (mp_runner.py:73) +2024-09-01 23:37:43,757 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.04406610700243618 (mp_runner.py:73) +2024-09-01 23:37:43,759 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.041942302996176295 (mp_runner.py:73) +2024-09-01 23:37:43,762 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.06881512200197903 (mp_runner.py:73) +2024-09-01 23:37:43,762 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.08136747800017474 (mp_runner.py:73) +2024-09-01 23:37:43,769 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.038103949002106674 (mp_runner.py:73) +2024-09-01 23:37:43,770 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.03132020799966995 (mp_runner.py:73) +2024-09-01 23:37:43,772 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.028677428999799304 (mp_runner.py:73) +2024-09-01 23:37:43,773 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.04082520300289616 (mp_runner.py:73) +2024-09-01 23:37:43,775 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.031122250002226792 (mp_runner.py:73) +2024-09-01 23:37:43,776 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.04007021700090263 (mp_runner.py:73) +2024-09-01 23:37:43,800 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.03886163199786097 (mp_runner.py:73) +2024-09-01 23:37:44,756 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.035148986004060134 (mp_runner.py:73) +2024-09-01 23:37:44,826 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.03229161600029329 (mp_runner.py:73) +2024-09-01 23:37:44,827 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.03487895100261085 (mp_runner.py:73) +2024-09-01 23:37:45,621 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03648134299874073 (mp_runner.py:73) +2024-09-01 23:37:45,731 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.03211323999857996 (mp_runner.py:73) +2024-09-01 23:37:45,737 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.03626520399848232 (mp_runner.py:73) +2024-09-01 23:37:45,737 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.03880421200301498 (mp_runner.py:73) +2024-09-01 23:37:45,739 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.04613893799978541 (mp_runner.py:73) +2024-09-01 23:37:45,983 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.036551125995174516 (mp_runner.py:73) +2024-09-01 23:37:46,206 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.031700585001090076 (mp_runner.py:73) +2024-09-01 23:37:46,210 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.040425577004498336 (mp_runner.py:73) +2024-09-01 23:37:46,211 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.038605235000432 (mp_runner.py:73) +2024-09-01 23:37:46,725 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03956259900587611 (mp_runner.py:73) +2024-09-01 23:37:47,254 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.03465753400087124 (mp_runner.py:73) +2024-09-01 23:37:47,361 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.037369126999692526 (mp_runner.py:73) +2024-09-01 23:37:53,198 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.012639635002415162 (mp_runner.py:73) +2024-09-01 23:37:53,199 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.012623324000742286 (mp_runner.py:73) +2024-09-01 23:37:53,200 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.015572260999761056 (mp_runner.py:73) +2024-09-01 23:37:53,202 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.01351791600609431 (mp_runner.py:73) +2024-09-01 23:37:53,203 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.023198759998194873 (mp_runner.py:73) +2024-09-01 23:37:53,203 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.013932586000009906 (mp_runner.py:73) +2024-09-01 23:37:53,204 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.023567033000290394 (mp_runner.py:73) +2024-09-01 23:37:53,207 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.01615048199892044 (mp_runner.py:73) +2024-09-01 23:37:53,211 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.03013177999673644 (mp_runner.py:73) +2024-09-01 23:37:53,635 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.01896247299737297 (mp_runner.py:73) +2024-09-01 23:37:53,636 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.02029266799945617 (mp_runner.py:73) +2024-09-01 23:37:53,636 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.01855173600051785 (mp_runner.py:73) +2024-09-01 23:37:53,637 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.015650020002794918 (mp_runner.py:73) +2024-09-01 23:37:53,639 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.01612914799625287 (mp_runner.py:73) +2024-09-01 23:37:53,639 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.0029000630020163953 (mp_runner.py:73) +2024-09-01 23:37:53,641 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.014839704999758396 (mp_runner.py:73) +2024-09-01 23:37:53,643 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.01975406400015345 (mp_runner.py:73) +2024-09-01 23:37:53,644 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.02918266499909805 (mp_runner.py:73) +2024-09-01 23:37:53,646 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.03157589699549135 (mp_runner.py:73) +2024-09-01 23:37:53,646 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.019451576001301873 (mp_runner.py:73) +2024-09-01 23:37:53,653 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.016164421998837497 (mp_runner.py:73) +2024-09-01 23:37:53,655 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.017855783997219987 (mp_runner.py:73) +2024-09-01 23:37:53,655 | DEBUG |(SpawnProcess-1:336) search_count: 1000, latest_latency=0.016266657003143337 (mp_runner.py:73) +2024-09-01 23:37:53,656 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.017527747004351113 (mp_runner.py:73) +2024-09-01 23:37:53,657 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.01696945999719901 (mp_runner.py:73) +2024-09-01 23:37:53,657 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.015401472999656107 (mp_runner.py:73) +2024-09-01 23:37:53,658 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.01676916200085543 (mp_runner.py:73) +2024-09-01 23:37:53,658 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.01806669099460123 (mp_runner.py:73) +2024-09-01 23:37:53,658 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.0009062840035767294 (mp_runner.py:73) +2024-09-01 23:37:53,659 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.016548125000554137 (mp_runner.py:73) +2024-09-01 23:37:53,659 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.019396899006096646 (mp_runner.py:73) +2024-09-01 23:37:53,660 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.019909811002435163 (mp_runner.py:73) +2024-09-01 23:37:53,671 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.019984883998404257 (mp_runner.py:73) +2024-09-01 23:37:54,670 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.02537277599913068 (mp_runner.py:73) +2024-09-01 23:37:55,138 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.02429513200331712 (mp_runner.py:73) +2024-09-01 23:37:55,139 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.02589443099714117 (mp_runner.py:73) +2024-09-01 23:37:55,143 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.023214521002955735 (mp_runner.py:73) +2024-09-01 23:37:55,527 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.01719409400539007 (mp_runner.py:73) +2024-09-01 23:37:55,529 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.01710735500091687 (mp_runner.py:73) +2024-09-01 23:37:55,533 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.024970625003334135 (mp_runner.py:73) +2024-09-01 23:37:55,534 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.028486088005593047 (mp_runner.py:73) +2024-09-01 23:37:55,829 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.03355509300308768 (mp_runner.py:73) +2024-09-01 23:37:56,343 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.025158898999507073 (mp_runner.py:73) +2024-09-01 23:37:56,977 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.019183967997378204 (mp_runner.py:73) +2024-09-01 23:37:56,977 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.018968525997479446 (mp_runner.py:73) +2024-09-01 23:37:56,979 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.019859047002682928 (mp_runner.py:73) +2024-09-01 23:37:56,980 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.02089983799669426 (mp_runner.py:73) +2024-09-01 23:37:56,980 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.018561928998678923 (mp_runner.py:73) +2024-09-01 23:37:56,981 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.02613582600315567 (mp_runner.py:73) +2024-09-01 23:37:56,986 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.03105833599693142 (mp_runner.py:73) +2024-09-01 23:37:57,430 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.02652941299311351 (mp_runner.py:73) +2024-09-01 23:37:57,437 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.030204480994143523 (mp_runner.py:73) +2024-09-01 23:37:57,440 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.02426679000200238 (mp_runner.py:73) +2024-09-01 23:37:58,422 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.024393054998654407 (mp_runner.py:73) +2024-09-01 23:37:58,722 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.044740591998561285 (mp_runner.py:73) +2024-09-01 23:37:58,798 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.023262940005224664 (mp_runner.py:73) +2024-09-01 23:37:59,109 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.023243805997481104 (mp_runner.py:73) +2024-09-01 23:38:00,178 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.05086625500553055 (mp_runner.py:73) +2024-09-01 23:38:00,854 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.010584190000372473 (mp_runner.py:73) +2024-09-01 23:38:00,858 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.03121692499553319 (mp_runner.py:73) +2024-09-01 23:38:03,151 | DEBUG |(SpawnProcess-1:364) search_count: 1500, latest_latency=0.0027385139983380213 (mp_runner.py:73) +2024-09-01 23:38:03,246 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0145s, count=1268, qps in this process: 42.2462 (mp_runner.py:76) +2024-09-01 23:38:03,255 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0099s, count=1416, qps in this process: 47.1844 (mp_runner.py:76) +2024-09-01 23:38:03,270 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0245s, count=1434, qps in this process: 47.761 (mp_runner.py:76) +2024-09-01 23:38:03,271 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0228s, count=1415, qps in this process: 47.1308 (mp_runner.py:76) +2024-09-01 23:38:03,275 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0034s, count=1269, qps in this process: 42.2952 (mp_runner.py:76) +2024-09-01 23:38:03,281 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0098s, count=1263, qps in this process: 42.0863 (mp_runner.py:76) +2024-09-01 23:38:03,283 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0093s, count=1483, qps in this process: 49.418 (mp_runner.py:76) +2024-09-01 23:38:03,284 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0083s, count=1476, qps in this process: 49.1864 (mp_runner.py:76) +2024-09-01 23:38:03,293 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.017s, count=1491, qps in this process: 49.6719 (mp_runner.py:76) +2024-09-01 23:38:03,295 | DEBUG |(SpawnProcess-1:340) search_count: 1500, latest_latency=0.03394152999680955 (mp_runner.py:73) +2024-09-01 23:38:03,308 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.021s, count=1435, qps in this process: 47.7999 (mp_runner.py:76) +2024-09-01 23:38:03,323 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0065s, count=1370, qps in this process: 45.6568 (mp_runner.py:76) +2024-09-01 23:38:03,333 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0164s, count=1436, qps in this process: 47.8405 (mp_runner.py:76) +2024-09-01 23:38:03,346 | DEBUG |(SpawnProcess-1:387) search_count: 1500, latest_latency=0.008590953002567403 (mp_runner.py:73) +2024-09-01 23:38:03,347 | DEBUG |(SpawnProcess-1:359) search_count: 1500, latest_latency=0.019619428996520583 (mp_runner.py:73) +2024-09-01 23:38:03,350 | DEBUG |(SpawnProcess-1:346) search_count: 1500, latest_latency=0.022894615001860075 (mp_runner.py:73) +2024-09-01 23:38:03,353 | DEBUG |(SpawnProcess-1:351) search_count: 1500, latest_latency=0.02878005800448591 (mp_runner.py:73) +2024-09-01 23:38:03,377 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0068s, count=1488, qps in this process: 49.5888 (mp_runner.py:76) +2024-09-01 23:38:03,379 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0091s, count=1309, qps in this process: 43.6201 (mp_runner.py:76) +2024-09-01 23:38:03,386 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0156s, count=1504, qps in this process: 50.1073 (mp_runner.py:76) +2024-09-01 23:38:03,387 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0083s, count=1420, qps in this process: 47.3202 (mp_runner.py:76) +2024-09-01 23:38:03,387 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0174s, count=1490, qps in this process: 49.6379 (mp_runner.py:76) +2024-09-01 23:38:03,391 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0212s, count=1324, qps in this process: 44.1022 (mp_runner.py:76) +2024-09-01 23:38:03,400 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0128s, count=1439, qps in this process: 47.9462 (mp_runner.py:76) +2024-09-01 23:38:03,403 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0185s, count=1491, qps in this process: 49.6694 (mp_runner.py:76) +2024-09-01 23:38:03,407 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0149s, count=1422, qps in this process: 47.3765 (mp_runner.py:76) +2024-09-01 23:38:03,411 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.017s, count=1490, qps in this process: 49.6385 (mp_runner.py:76) +2024-09-01 23:38:03,414 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0323s, count=1503, qps in this process: 50.0461 (mp_runner.py:76) +2024-09-01 23:38:03,423 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0144s, count=1312, qps in this process: 43.7124 (mp_runner.py:76) +2024-09-01 23:38:03,436 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0142s, count=1312, qps in this process: 43.7126 (mp_runner.py:76) +2024-09-01 23:38:03,443 | DEBUG |(SpawnProcess-1:390) search_count: 1500, latest_latency=0.02152298399596475 (mp_runner.py:73) +2024-09-01 23:38:03,444 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0096s, count=1500, qps in this process: 49.984 (mp_runner.py:76) +2024-09-01 23:38:03,456 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0012s, count=1281, qps in this process: 42.6983 (mp_runner.py:76) +2024-09-01 23:38:03,463 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0089s, count=1507, qps in this process: 50.2184 (mp_runner.py:76) +2024-09-01 23:38:03,469 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0024s, count=1330, qps in this process: 44.3298 (mp_runner.py:76) +2024-09-01 23:38:03,475 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0049s, count=1495, qps in this process: 49.8252 (mp_runner.py:76) +2024-09-01 23:38:03,484 | DEBUG |(SpawnProcess-1:335) search_count: 1500, latest_latency=0.020805116000701673 (mp_runner.py:73) +2024-09-01 23:38:03,491 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0067s, count=1247, qps in this process: 41.5574 (mp_runner.py:76) +2024-09-01 23:38:03,499 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0177s, count=1496, qps in this process: 49.8373 (mp_runner.py:76) +2024-09-01 23:38:03,506 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0083s, count=1382, qps in this process: 46.0539 (mp_runner.py:76) +2024-09-01 23:38:03,539 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.012140398001065478 (mp_runner.py:73) +2024-09-01 23:38:03,542 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0075s, count=1170, qps in this process: 38.9903 (mp_runner.py:76) +2024-09-01 23:38:03,550 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0032s, count=1174, qps in this process: 39.1292 (mp_runner.py:76) +2024-09-01 23:38:03,558 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0059s, count=1360, qps in this process: 45.3244 (mp_runner.py:76) +2024-09-01 23:38:03,563 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.004s, count=1516, qps in this process: 50.5266 (mp_runner.py:76) +2024-09-01 23:38:03,564 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0119s, count=1224, qps in this process: 40.7838 (mp_runner.py:76) +2024-09-01 23:38:03,568 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0057s, count=1380, qps in this process: 45.9913 (mp_runner.py:76) +2024-09-01 23:38:03,568 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0083s, count=1286, qps in this process: 42.8548 (mp_runner.py:76) +2024-09-01 23:38:03,573 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.006s, count=1277, qps in this process: 42.5582 (mp_runner.py:76) +2024-09-01 23:38:03,580 | DEBUG |(SpawnProcess-1:378) search_count: 1500, latest_latency=0.012657896993914619 (mp_runner.py:73) +2024-09-01 23:38:03,585 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0012s, count=1510, qps in this process: 50.3313 (mp_runner.py:76) +2024-09-01 23:38:03,605 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0018s, count=1533, qps in this process: 51.0969 (mp_runner.py:76) +2024-09-01 23:38:03,617 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0038s, count=1313, qps in this process: 43.7611 (mp_runner.py:76) +2024-09-01 23:38:03,621 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.005s, count=1329, qps in this process: 44.2926 (mp_runner.py:76) +2024-09-01 23:38:03,625 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0014s, count=1431, qps in this process: 47.6978 (mp_runner.py:76) +2024-09-01 23:38:03,634 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0072s, count=1339, qps in this process: 44.6226 (mp_runner.py:76) +2024-09-01 23:38:03,634 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0002s, count=1390, qps in this process: 46.333 (mp_runner.py:76) +2024-09-01 23:38:03,636 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0029s, count=1244, qps in this process: 41.4627 (mp_runner.py:76) +2024-09-01 23:38:03,640 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0041s, count=1515, qps in this process: 50.4931 (mp_runner.py:76) +2024-09-01 23:38:03,647 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0006s, count=1295, qps in this process: 43.1658 (mp_runner.py:76) +2024-09-01 23:38:03,647 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0012s, count=1513, qps in this process: 50.4313 (mp_runner.py:76) +2024-09-01 23:38:03,648 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0058s, count=1305, qps in this process: 43.4916 (mp_runner.py:76) +2024-09-01 23:38:03,660 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0017s, count=1535, qps in this process: 51.1638 (mp_runner.py:76) +2024-09-01 23:38:03,663 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0012s, count=1196, qps in this process: 39.8651 (mp_runner.py:76) +2024-09-01 23:38:03,671 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0051s, count=1119, qps in this process: 37.2937 (mp_runner.py:76) +2024-09-01 23:38:03,754 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0003s, count=1224, qps in this process: 40.7996 (mp_runner.py:76) +2024-09-01 23:38:03,754 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0009s, count=1298, qps in this process: 43.2654 (mp_runner.py:76) +2024-09-01 23:38:03,755 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0005s, count=1193, qps in this process: 39.766 (mp_runner.py:76) +2024-09-01 23:38:03,757 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0032s, count=1180, qps in this process: 39.3291 (mp_runner.py:76) +2024-09-01 23:38:03,773 | INFO |End search in concurrency 60: dur=30.861242259998107s, total_count=82347, qps=2668.2983 (mp_runner.py:120) +2024-09-01 23:38:08,155 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:38:08,156 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 23:38:29,713 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 23:38:29,776 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:29,824 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:29,825 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,029 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,052 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,084 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,188 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,223 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,279 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,286 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,294 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,307 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,308 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,313 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,315 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,324 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,326 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,327 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,328 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,341 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,348 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,353 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,402 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,437 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,440 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,474 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,496 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,535 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,535 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,551 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,555 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,610 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,610 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,616 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,633 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,639 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,656 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,656 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,662 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,669 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,688 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,691 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,698 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,700 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,703 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,735 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:30,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:38:40,817 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.023701774000073783 (mp_runner.py:73) +2024-09-01 23:38:40,818 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.023787783000443596 (mp_runner.py:73) +2024-09-01 23:38:40,818 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.026031483001133893 (mp_runner.py:73) +2024-09-01 23:38:40,819 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.022894622998137493 (mp_runner.py:73) +2024-09-01 23:38:40,820 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.022046206002414692 (mp_runner.py:73) +2024-09-01 23:38:40,823 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.02406433899886906 (mp_runner.py:73) +2024-09-01 23:38:40,824 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.023340527004620526 (mp_runner.py:73) +2024-09-01 23:38:40,826 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.0248367349995533 (mp_runner.py:73) +2024-09-01 23:38:40,827 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.03524023600039072 (mp_runner.py:73) +2024-09-01 23:38:40,830 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.0392068979999749 (mp_runner.py:73) +2024-09-01 23:38:41,052 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.022521976003190503 (mp_runner.py:73) +2024-09-01 23:38:41,053 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.013390589003392961 (mp_runner.py:73) +2024-09-01 23:38:41,053 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.027894525999727193 (mp_runner.py:73) +2024-09-01 23:38:41,054 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0259854579999228 (mp_runner.py:73) +2024-09-01 23:38:41,055 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.022329608000291046 (mp_runner.py:73) +2024-09-01 23:38:41,057 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.023868254000262823 (mp_runner.py:73) +2024-09-01 23:38:41,058 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.02973112399922684 (mp_runner.py:73) +2024-09-01 23:38:41,059 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.028745678006089292 (mp_runner.py:73) +2024-09-01 23:38:41,059 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.03478896300657652 (mp_runner.py:73) +2024-09-01 23:38:41,060 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.024526011002308223 (mp_runner.py:73) +2024-09-01 23:38:41,063 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.041752129000087734 (mp_runner.py:73) +2024-09-01 23:38:41,065 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.044207065999216866 (mp_runner.py:73) +2024-09-01 23:38:41,110 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.03873267799644964 (mp_runner.py:73) +2024-09-01 23:38:41,268 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.02249822700105142 (mp_runner.py:73) +2024-09-01 23:38:41,269 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.01991386600275291 (mp_runner.py:73) +2024-09-01 23:38:41,269 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.02319019899732666 (mp_runner.py:73) +2024-09-01 23:38:41,270 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.02754857700347202 (mp_runner.py:73) +2024-09-01 23:38:41,271 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.02166046000638744 (mp_runner.py:73) +2024-09-01 23:38:41,272 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.028060668002581224 (mp_runner.py:73) +2024-09-01 23:38:41,275 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.023715333998552524 (mp_runner.py:73) +2024-09-01 23:38:41,275 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.02509688500140328 (mp_runner.py:73) +2024-09-01 23:38:41,276 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.02406311300001107 (mp_runner.py:73) +2024-09-01 23:38:41,277 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.024523874999431428 (mp_runner.py:73) +2024-09-01 23:38:41,278 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.02320029600377893 (mp_runner.py:73) +2024-09-01 23:38:41,282 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.040422220998152625 (mp_runner.py:73) +2024-09-01 23:38:41,283 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.04257103399868356 (mp_runner.py:73) +2024-09-01 23:38:41,436 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.02036947700253222 (mp_runner.py:73) +2024-09-01 23:38:41,437 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.021008550000260584 (mp_runner.py:73) +2024-09-01 23:38:41,439 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.03667600300104823 (mp_runner.py:73) +2024-09-01 23:38:41,440 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02125692300614901 (mp_runner.py:73) +2024-09-01 23:38:41,441 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.030399561001104303 (mp_runner.py:73) +2024-09-01 23:38:41,442 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.02764153099997202 (mp_runner.py:73) +2024-09-01 23:38:41,445 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.03578622700297274 (mp_runner.py:73) +2024-09-01 23:38:41,830 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.04460213099810062 (mp_runner.py:73) +2024-09-01 23:38:42,158 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.02355659600289073 (mp_runner.py:73) +2024-09-01 23:38:42,176 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.033136147998447996 (mp_runner.py:73) +2024-09-01 23:38:42,177 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.02538712300156476 (mp_runner.py:73) +2024-09-01 23:38:42,189 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.010626734998368192 (mp_runner.py:73) +2024-09-01 23:38:42,193 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.05379073599760886 (mp_runner.py:73) +2024-09-01 23:38:42,216 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.04356831499899272 (mp_runner.py:73) +2024-09-01 23:38:42,225 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.0013767829950666055 (mp_runner.py:73) +2024-09-01 23:38:42,251 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.08161513899540296 (mp_runner.py:73) +2024-09-01 23:38:42,322 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.09777449600369437 (mp_runner.py:73) +2024-09-01 23:38:42,937 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.02819558900228003 (mp_runner.py:73) +2024-09-01 23:38:42,941 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.03346129500278039 (mp_runner.py:73) +2024-09-01 23:38:42,943 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.03008183899510186 (mp_runner.py:73) +2024-09-01 23:38:42,945 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.039285927996388637 (mp_runner.py:73) +2024-09-01 23:38:42,946 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.039001913006359246 (mp_runner.py:73) +2024-09-01 23:38:42,947 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.03957748399989214 (mp_runner.py:73) +2024-09-01 23:38:42,949 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.027271059996564873 (mp_runner.py:73) +2024-09-01 23:38:44,940 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.03863246199762216 (mp_runner.py:73) +2024-09-01 23:38:45,031 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.056930997998279054 (mp_runner.py:73) +2024-09-01 23:38:45,097 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.0694972589990357 (mp_runner.py:73) +2024-09-01 23:38:45,208 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.05781316100183176 (mp_runner.py:73) +2024-09-01 23:38:45,811 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.037901153998973314 (mp_runner.py:73) +2024-09-01 23:38:52,152 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.007543679006630555 (mp_runner.py:73) +2024-09-01 23:38:52,154 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.018163237000408117 (mp_runner.py:73) +2024-09-01 23:38:52,155 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.020168256996839773 (mp_runner.py:73) +2024-09-01 23:38:52,156 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.01754651499504689 (mp_runner.py:73) +2024-09-01 23:38:52,162 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.027949896997597534 (mp_runner.py:73) +2024-09-01 23:38:52,164 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.03141217800293816 (mp_runner.py:73) +2024-09-01 23:38:52,164 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.020531636000669096 (mp_runner.py:73) +2024-09-01 23:38:52,169 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.02248735899775056 (mp_runner.py:73) +2024-09-01 23:38:52,409 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.025687105997349136 (mp_runner.py:73) +2024-09-01 23:38:52,410 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.026030697001260705 (mp_runner.py:73) +2024-09-01 23:38:52,695 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.018038162997982 (mp_runner.py:73) +2024-09-01 23:38:52,697 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.017857737999293022 (mp_runner.py:73) +2024-09-01 23:38:52,699 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.01576999000099022 (mp_runner.py:73) +2024-09-01 23:38:52,700 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.01690743400104111 (mp_runner.py:73) +2024-09-01 23:38:52,701 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.015292907002731226 (mp_runner.py:73) +2024-09-01 23:38:52,701 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.01728243300021859 (mp_runner.py:73) +2024-09-01 23:38:52,702 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.025849516001471784 (mp_runner.py:73) +2024-09-01 23:38:52,704 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.015629642002750188 (mp_runner.py:73) +2024-09-01 23:38:52,716 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.04260701600287575 (mp_runner.py:73) +2024-09-01 23:38:53,182 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.023862595000537112 (mp_runner.py:73) +2024-09-01 23:38:53,182 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.028075668997189496 (mp_runner.py:73) +2024-09-01 23:38:53,208 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.00965548899694113 (mp_runner.py:73) +2024-09-01 23:38:53,210 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.02568535300088115 (mp_runner.py:73) +2024-09-01 23:38:53,212 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.02797755999927176 (mp_runner.py:73) +2024-09-01 23:38:53,213 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.020152170000073966 (mp_runner.py:73) +2024-09-01 23:38:53,213 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.023408105000271462 (mp_runner.py:73) +2024-09-01 23:38:53,214 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.023402705999615137 (mp_runner.py:73) +2024-09-01 23:38:53,216 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.020706374998553656 (mp_runner.py:73) +2024-09-01 23:38:53,217 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.020240413999999873 (mp_runner.py:73) +2024-09-01 23:38:53,217 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.019744518998777494 (mp_runner.py:73) +2024-09-01 23:38:53,218 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.022255309006141033 (mp_runner.py:73) +2024-09-01 23:38:53,218 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.021054385004390497 (mp_runner.py:73) +2024-09-01 23:38:53,219 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.020771720999618992 (mp_runner.py:73) +2024-09-01 23:38:53,345 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.03032866300054593 (mp_runner.py:73) +2024-09-01 23:38:54,192 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.0110664129970246 (mp_runner.py:73) +2024-09-01 23:38:54,194 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.00911426699894946 (mp_runner.py:73) +2024-09-01 23:38:54,198 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.0116474050009856 (mp_runner.py:73) +2024-09-01 23:38:54,200 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.02053008200164186 (mp_runner.py:73) +2024-09-01 23:38:54,205 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.015557726001134142 (mp_runner.py:73) +2024-09-01 23:38:54,207 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.015995335001207422 (mp_runner.py:73) +2024-09-01 23:38:55,279 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.02496716400492005 (mp_runner.py:73) +2024-09-01 23:38:55,469 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.013338953998754732 (mp_runner.py:73) +2024-09-01 23:38:55,471 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.016084745002444834 (mp_runner.py:73) +2024-09-01 23:38:55,472 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.02086118599982001 (mp_runner.py:73) +2024-09-01 23:38:55,472 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.017292147000262048 (mp_runner.py:73) +2024-09-01 23:38:55,476 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.02297855000506388 (mp_runner.py:73) +2024-09-01 23:38:55,478 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.02757292000023881 (mp_runner.py:73) +2024-09-01 23:38:55,478 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.021375229000113904 (mp_runner.py:73) +2024-09-01 23:38:55,479 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.030127412006550003 (mp_runner.py:73) +2024-09-01 23:38:55,901 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.023211521001940127 (mp_runner.py:73) +2024-09-01 23:38:55,901 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.022121813999547157 (mp_runner.py:73) +2024-09-01 23:38:55,902 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.023959890997502953 (mp_runner.py:73) +2024-09-01 23:38:55,903 | DEBUG |(SpawnProcess-1:397) search_count: 1000, latest_latency=0.02103977099613985 (mp_runner.py:73) +2024-09-01 23:38:56,097 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.03131748900341336 (mp_runner.py:73) +2024-09-01 23:38:56,101 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.02862211400497472 (mp_runner.py:73) +2024-09-01 23:38:56,504 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.02588516899413662 (mp_runner.py:73) +2024-09-01 23:38:56,505 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.02318256100261351 (mp_runner.py:73) +2024-09-01 23:38:57,252 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.07420468599593733 (mp_runner.py:73) +2024-09-01 23:38:57,277 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.034492335995309986 (mp_runner.py:73) +2024-09-01 23:38:57,595 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.027924975998757873 (mp_runner.py:73) +2024-09-01 23:38:58,977 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.026595235998684075 (mp_runner.py:73) +2024-09-01 23:38:59,243 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.03208365700265858 (mp_runner.py:73) +2024-09-01 23:38:59,567 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.02490424799907487 (mp_runner.py:73) +2024-09-01 23:38:59,693 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.031081516994163394 (mp_runner.py:73) +2024-09-01 23:38:59,780 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0034s, count=1315, qps in this process: 43.8284 (mp_runner.py:76) +2024-09-01 23:38:59,840 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.012s, count=1329, qps in this process: 44.2823 (mp_runner.py:76) +2024-09-01 23:38:59,846 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0179s, count=1329, qps in this process: 44.2736 (mp_runner.py:76) +2024-09-01 23:39:00,069 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0008s, count=1339, qps in this process: 44.6321 (mp_runner.py:76) +2024-09-01 23:39:00,077 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0367s, count=1339, qps in this process: 44.5788 (mp_runner.py:76) +2024-09-01 23:39:00,121 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0282s, count=1340, qps in this process: 44.6247 (mp_runner.py:76) +2024-09-01 23:39:00,197 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0011s, count=1314, qps in this process: 43.7984 (mp_runner.py:76) +2024-09-01 23:39:00,238 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0126s, count=1344, qps in this process: 44.7812 (mp_runner.py:76) +2024-09-01 23:39:00,254 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0065s, count=1322, qps in this process: 44.0571 (mp_runner.py:76) +2024-09-01 23:39:00,257 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0032s, count=1331, qps in this process: 44.3619 (mp_runner.py:76) +2024-09-01 23:39:00,258 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0064s, count=1345, qps in this process: 44.8238 (mp_runner.py:76) +2024-09-01 23:39:00,260 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0058s, count=1345, qps in this process: 44.8247 (mp_runner.py:76) +2024-09-01 23:39:00,260 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0135s, count=1345, qps in this process: 44.8132 (mp_runner.py:76) +2024-09-01 23:39:00,271 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0196s, count=1318, qps in this process: 43.9046 (mp_runner.py:76) +2024-09-01 23:39:00,281 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0044s, count=1248, qps in this process: 41.5939 (mp_runner.py:76) +2024-09-01 23:39:00,296 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0065s, count=1347, qps in this process: 44.8903 (mp_runner.py:76) +2024-09-01 23:39:00,297 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0209s, count=1246, qps in this process: 41.5044 (mp_runner.py:76) +2024-09-01 23:39:00,306 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0307s, count=1319, qps in this process: 43.9217 (mp_runner.py:76) +2024-09-01 23:39:00,307 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0061s, count=1334, qps in this process: 44.4576 (mp_runner.py:76) +2024-09-01 23:39:00,315 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0169s, count=1303, qps in this process: 43.4089 (mp_runner.py:76) +2024-09-01 23:39:00,316 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0229s, count=1246, qps in this process: 41.5017 (mp_runner.py:76) +2024-09-01 23:39:00,322 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0131s, count=1231, qps in this process: 41.0154 (mp_runner.py:76) +2024-09-01 23:39:00,322 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.005s, count=1349, qps in this process: 44.9592 (mp_runner.py:76) +2024-09-01 23:39:00,330 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0037s, count=1317, qps in this process: 43.8946 (mp_runner.py:76) +2024-09-01 23:39:00,336 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.027s, count=1320, qps in this process: 43.9604 (mp_runner.py:76) +2024-09-01 23:39:00,337 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0202s, count=1211, qps in this process: 40.3395 (mp_runner.py:76) +2024-09-01 23:39:00,340 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0087s, count=1320, qps in this process: 43.9872 (mp_runner.py:76) +2024-09-01 23:39:00,344 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0121s, count=1092, qps in this process: 36.3853 (mp_runner.py:76) +2024-09-01 23:39:00,346 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0017s, count=1210, qps in this process: 40.331 (mp_runner.py:76) +2024-09-01 23:39:00,355 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0232s, count=1320, qps in this process: 43.966 (mp_runner.py:76) +2024-09-01 23:39:00,362 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0083s, count=1213, qps in this process: 40.4221 (mp_runner.py:76) +2024-09-01 23:39:00,372 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0115s, count=1238, qps in this process: 41.2509 (mp_runner.py:76) +2024-09-01 23:39:00,406 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.002s, count=1216, qps in this process: 40.5306 (mp_runner.py:76) +2024-09-01 23:39:00,406 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0027s, count=1217, qps in this process: 40.563 (mp_runner.py:76) +2024-09-01 23:39:00,421 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0155s, count=1322, qps in this process: 44.0439 (mp_runner.py:76) +2024-09-01 23:39:00,454 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0111s, count=1108, qps in this process: 36.9197 (mp_runner.py:76) +2024-09-01 23:39:00,457 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0131s, count=1149, qps in this process: 38.2833 (mp_runner.py:76) +2024-09-01 23:39:00,460 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.009200062995660119 (mp_runner.py:73) +2024-09-01 23:39:00,473 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.004s, count=1345, qps in this process: 44.8274 (mp_runner.py:76) +2024-09-01 23:39:00,490 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.007s, count=1224, qps in this process: 40.7905 (mp_runner.py:76) +2024-09-01 23:39:00,510 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0024s, count=1334, qps in this process: 44.4631 (mp_runner.py:76) +2024-09-01 23:39:00,544 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0068s, count=1366, qps in this process: 45.523 (mp_runner.py:76) +2024-09-01 23:39:00,550 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0063s, count=1264, qps in this process: 42.1245 (mp_runner.py:76) +2024-09-01 23:39:00,570 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0044s, count=1182, qps in this process: 39.3942 (mp_runner.py:76) +2024-09-01 23:39:00,573 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0155s, count=1225, qps in this process: 40.8122 (mp_runner.py:76) +2024-09-01 23:39:00,584 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.006s, count=1233, qps in this process: 41.0918 (mp_runner.py:76) +2024-09-01 23:39:00,617 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0028s, count=1272, qps in this process: 42.396 (mp_runner.py:76) +2024-09-01 23:39:00,622 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0009s, count=1319, qps in this process: 43.9653 (mp_runner.py:76) +2024-09-01 23:39:00,624 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0111s, count=1343, qps in this process: 44.7501 (mp_runner.py:76) +2024-09-01 23:39:00,644 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0052s, count=1365, qps in this process: 45.4921 (mp_runner.py:76) +2024-09-01 23:39:00,646 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0018s, count=1240, qps in this process: 41.3309 (mp_runner.py:76) +2024-09-01 23:39:00,665 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.001s, count=1261, qps in this process: 42.0319 (mp_runner.py:76) +2024-09-01 23:39:00,667 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0025s, count=1193, qps in this process: 39.7634 (mp_runner.py:76) +2024-09-01 23:39:00,668 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0078s, count=1193, qps in this process: 39.7563 (mp_runner.py:76) +2024-09-01 23:39:00,669 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0037s, count=1278, qps in this process: 42.5947 (mp_runner.py:76) +2024-09-01 23:39:00,670 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0018s, count=1171, qps in this process: 39.031 (mp_runner.py:76) +2024-09-01 23:39:00,672 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0013s, count=1347, qps in this process: 44.8981 (mp_runner.py:76) +2024-09-01 23:39:00,696 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0026s, count=1136, qps in this process: 37.8634 (mp_runner.py:76) +2024-09-01 23:39:00,697 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0017s, count=1178, qps in this process: 39.2644 (mp_runner.py:76) +2024-09-01 23:39:00,704 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.001s, count=1064, qps in this process: 35.4655 (mp_runner.py:76) +2024-09-01 23:39:00,708 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0014s, count=1197, qps in this process: 39.8981 (mp_runner.py:76) +2024-09-01 23:39:00,709 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0009s, count=1177, qps in this process: 39.2322 (mp_runner.py:76) +2024-09-01 23:39:00,713 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0004s, count=1060, qps in this process: 35.3329 (mp_runner.py:76) +2024-09-01 23:39:00,744 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.001s, count=1121, qps in this process: 37.3654 (mp_runner.py:76) +2024-09-01 23:39:00,748 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0007s, count=1111, qps in this process: 37.0325 (mp_runner.py:76) +2024-09-01 23:39:00,754 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0006s, count=1062, qps in this process: 35.3993 (mp_runner.py:76) +2024-09-01 23:39:00,766 | INFO |End search in concurrency 65: dur=31.05031376000261s, total_count=81792, qps=2634.1763 (mp_runner.py:120) +2024-09-01 23:39:05,500 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:39:05,500 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 23:39:27,341 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 23:39:27,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,627 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,628 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,688 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,704 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,705 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,739 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,743 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,753 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,778 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,849 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,854 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,863 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,868 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,868 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,874 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,897 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,917 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,934 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,939 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,950 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,968 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,986 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:27,993 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,013 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,014 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,024 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,025 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,039 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,062 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,063 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,100 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,110 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,120 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,134 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,154 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,165 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,194 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,197 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,203 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,210 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,236 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,236 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,242 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,265 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,288 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,312 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,326 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,328 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,339 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,347 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,359 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,399 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,405 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,452 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,481 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:28,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 23:39:39,624 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.05160190899914596 (mp_runner.py:73) +2024-09-01 23:39:39,625 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.033326848002616316 (mp_runner.py:73) +2024-09-01 23:39:39,630 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.039929799997480586 (mp_runner.py:73) +2024-09-01 23:39:39,665 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.029145842003345024 (mp_runner.py:73) +2024-09-01 23:39:39,667 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.03445594900404103 (mp_runner.py:73) +2024-09-01 23:39:39,668 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.039792298994143493 (mp_runner.py:73) +2024-09-01 23:39:39,669 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.04260855000029551 (mp_runner.py:73) +2024-09-01 23:39:39,683 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.024137443004292436 (mp_runner.py:73) +2024-09-01 23:39:39,686 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.025528058999043424 (mp_runner.py:73) +2024-09-01 23:39:39,687 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.02860506700380938 (mp_runner.py:73) +2024-09-01 23:39:39,687 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.031372787001600955 (mp_runner.py:73) +2024-09-01 23:39:39,689 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.035648186996695586 (mp_runner.py:73) +2024-09-01 23:39:39,691 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.038813432001916226 (mp_runner.py:73) +2024-09-01 23:39:39,904 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.038259073000517674 (mp_runner.py:73) +2024-09-01 23:39:39,981 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.02942307099874597 (mp_runner.py:73) +2024-09-01 23:39:39,983 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.028082577002351172 (mp_runner.py:73) +2024-09-01 23:39:39,984 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.031185530999209732 (mp_runner.py:73) +2024-09-01 23:39:39,996 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.04913634699914837 (mp_runner.py:73) +2024-09-01 23:39:39,997 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.04720041599648539 (mp_runner.py:73) +2024-09-01 23:39:39,999 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.04855665999639314 (mp_runner.py:73) +2024-09-01 23:39:40,109 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.01307681900652824 (mp_runner.py:73) +2024-09-01 23:39:40,111 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.01212972600478679 (mp_runner.py:73) +2024-09-01 23:39:40,112 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.0174866640008986 (mp_runner.py:73) +2024-09-01 23:39:40,114 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.010511941996810492 (mp_runner.py:73) +2024-09-01 23:39:40,134 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.01664207299472764 (mp_runner.py:73) +2024-09-01 23:39:40,145 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.04012950100150192 (mp_runner.py:73) +2024-09-01 23:39:40,146 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.020506544002273586 (mp_runner.py:73) +2024-09-01 23:39:40,146 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.038080492995504756 (mp_runner.py:73) +2024-09-01 23:39:40,147 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.020668041994213127 (mp_runner.py:73) +2024-09-01 23:39:40,147 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.03941884500090964 (mp_runner.py:73) +2024-09-01 23:39:40,148 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.04496450999431545 (mp_runner.py:73) +2024-09-01 23:39:40,149 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.04240172800200526 (mp_runner.py:73) +2024-09-01 23:39:40,149 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.040582459994766396 (mp_runner.py:73) +2024-09-01 23:39:40,150 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.0476640659981058 (mp_runner.py:73) +2024-09-01 23:39:40,151 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.039583817997481674 (mp_runner.py:73) +2024-09-01 23:39:40,152 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.03954722700291313 (mp_runner.py:73) +2024-09-01 23:39:40,154 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.043437093001557514 (mp_runner.py:73) +2024-09-01 23:39:40,155 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.04186147899599746 (mp_runner.py:73) +2024-09-01 23:39:40,156 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.044383788997947704 (mp_runner.py:73) +2024-09-01 23:39:40,157 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.04095837000204483 (mp_runner.py:73) +2024-09-01 23:39:40,158 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.03985235800064402 (mp_runner.py:73) +2024-09-01 23:39:40,161 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.041446815004746895 (mp_runner.py:73) +2024-09-01 23:39:40,165 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.04855694400612265 (mp_runner.py:73) +2024-09-01 23:39:40,165 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.060039727002731524 (mp_runner.py:73) +2024-09-01 23:39:40,167 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.029855055996449664 (mp_runner.py:73) +2024-09-01 23:39:40,187 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.042938735998177435 (mp_runner.py:73) +2024-09-01 23:39:40,200 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.044966995003051125 (mp_runner.py:73) +2024-09-01 23:39:40,242 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.05081651100044837 (mp_runner.py:73) +2024-09-01 23:39:40,766 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.04154725900298217 (mp_runner.py:73) +2024-09-01 23:39:41,142 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.031380481996166054 (mp_runner.py:73) +2024-09-01 23:39:41,146 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.03707499599840958 (mp_runner.py:73) +2024-09-01 23:39:41,148 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.04207195599883562 (mp_runner.py:73) +2024-09-01 23:39:42,802 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.04895113199745538 (mp_runner.py:73) +2024-09-01 23:39:42,822 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.03434494999964954 (mp_runner.py:73) +2024-09-01 23:39:42,866 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.03502079199824948 (mp_runner.py:73) +2024-09-01 23:39:42,969 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02830004200222902 (mp_runner.py:73) +2024-09-01 23:39:42,972 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.02810694200161379 (mp_runner.py:73) +2024-09-01 23:39:42,975 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.043644247998599894 (mp_runner.py:73) +2024-09-01 23:39:42,983 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.04599287799646845 (mp_runner.py:73) +2024-09-01 23:39:42,991 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.05089004599722102 (mp_runner.py:73) +2024-09-01 23:39:43,065 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.03350204899470555 (mp_runner.py:73) +2024-09-01 23:39:43,066 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.03788097299548099 (mp_runner.py:73) +2024-09-01 23:39:43,067 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.04378718400403159 (mp_runner.py:73) +2024-09-01 23:39:43,070 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.04935383600241039 (mp_runner.py:73) +2024-09-01 23:39:43,360 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.04228298999805702 (mp_runner.py:73) +2024-09-01 23:39:43,395 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.04462227199837798 (mp_runner.py:73) +2024-09-01 23:39:43,430 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.047892069997033104 (mp_runner.py:73) +2024-09-01 23:39:44,756 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.04294556199602084 (mp_runner.py:73) +2024-09-01 23:39:44,976 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.04383708800014574 (mp_runner.py:73) +2024-09-01 23:39:44,980 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.046330053999554366 (mp_runner.py:73) +2024-09-01 23:39:51,300 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.019311218995426316 (mp_runner.py:73) +2024-09-01 23:39:51,300 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.019412674002524 (mp_runner.py:73) +2024-09-01 23:39:51,301 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.021885530004510656 (mp_runner.py:73) +2024-09-01 23:39:51,301 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.021766726997157093 (mp_runner.py:73) +2024-09-01 23:39:51,302 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.018970058001286816 (mp_runner.py:73) +2024-09-01 23:39:51,303 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.02011514300102135 (mp_runner.py:73) +2024-09-01 23:39:51,303 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.024716419000469614 (mp_runner.py:73) +2024-09-01 23:39:51,304 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.022716665000189096 (mp_runner.py:73) +2024-09-01 23:39:51,304 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.022419266002543736 (mp_runner.py:73) +2024-09-01 23:39:51,305 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.0188449710040004 (mp_runner.py:73) +2024-09-01 23:39:51,306 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.022033191002265085 (mp_runner.py:73) +2024-09-01 23:39:51,306 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.01945163599884836 (mp_runner.py:73) +2024-09-01 23:39:51,307 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.009532206997391768 (mp_runner.py:73) +2024-09-01 23:39:51,308 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.029631879995577037 (mp_runner.py:73) +2024-09-01 23:39:51,308 | DEBUG |(SpawnProcess-1:463) search_count: 1000, latest_latency=0.0208969809973496 (mp_runner.py:73) +2024-09-01 23:39:51,309 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.02077729900338454 (mp_runner.py:73) +2024-09-01 23:39:51,309 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.03210571299860021 (mp_runner.py:73) +2024-09-01 23:39:51,312 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.0351429329966777 (mp_runner.py:73) +2024-09-01 23:39:51,320 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.02453876800427679 (mp_runner.py:73) +2024-09-01 23:39:52,125 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.013982367003336549 (mp_runner.py:73) +2024-09-01 23:39:52,126 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.014159604004817083 (mp_runner.py:73) +2024-09-01 23:39:52,128 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.01571589900413528 (mp_runner.py:73) +2024-09-01 23:39:52,129 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.015749186000903137 (mp_runner.py:73) +2024-09-01 23:39:52,131 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.020057538997207303 (mp_runner.py:73) +2024-09-01 23:39:52,132 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.022890070998982992 (mp_runner.py:73) +2024-09-01 23:39:52,132 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.022670058999210596 (mp_runner.py:73) +2024-09-01 23:39:52,351 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.01411428400024306 (mp_runner.py:73) +2024-09-01 23:39:52,355 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.018894004002504516 (mp_runner.py:73) +2024-09-01 23:39:52,356 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.016721241001505405 (mp_runner.py:73) +2024-09-01 23:39:52,357 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.01606951299618231 (mp_runner.py:73) +2024-09-01 23:39:52,358 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.01576241300062975 (mp_runner.py:73) +2024-09-01 23:39:52,362 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.02660887600359274 (mp_runner.py:73) +2024-09-01 23:39:52,364 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.0314903270045761 (mp_runner.py:73) +2024-09-01 23:39:52,595 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.028464238996093627 (mp_runner.py:73) +2024-09-01 23:39:52,640 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.030041900994547177 (mp_runner.py:73) +2024-09-01 23:39:52,642 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.03025988899753429 (mp_runner.py:73) +2024-09-01 23:39:52,717 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.025622506997024175 (mp_runner.py:73) +2024-09-01 23:39:53,468 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.03354708099504933 (mp_runner.py:73) +2024-09-01 23:39:54,381 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.017741864001436625 (mp_runner.py:73) +2024-09-01 23:39:54,382 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.016965142996923532 (mp_runner.py:73) +2024-09-01 23:39:54,386 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.02472641900385497 (mp_runner.py:73) +2024-09-01 23:39:54,390 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.03140268300194293 (mp_runner.py:73) +2024-09-01 23:39:54,480 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.022762290995160583 (mp_runner.py:73) +2024-09-01 23:39:54,496 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.029654277001100127 (mp_runner.py:73) +2024-09-01 23:39:54,498 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.0222982380000758 (mp_runner.py:73) +2024-09-01 23:39:54,500 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.025699197001813445 (mp_runner.py:73) +2024-09-01 23:39:54,527 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.02559878300235141 (mp_runner.py:73) +2024-09-01 23:39:54,529 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.02816828199865995 (mp_runner.py:73) +2024-09-01 23:39:56,092 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.02171863600233337 (mp_runner.py:73) +2024-09-01 23:39:56,093 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.026039868003863376 (mp_runner.py:73) +2024-09-01 23:39:56,097 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.029874392996134702 (mp_runner.py:73) +2024-09-01 23:39:56,098 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.015110729000298306 (mp_runner.py:73) +2024-09-01 23:39:56,314 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.021558608998020645 (mp_runner.py:73) +2024-09-01 23:39:56,315 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.023133490001782775 (mp_runner.py:73) +2024-09-01 23:39:56,405 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.02747054700012086 (mp_runner.py:73) +2024-09-01 23:39:56,406 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.026737724998383783 (mp_runner.py:73) +2024-09-01 23:39:56,590 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.029437296005198732 (mp_runner.py:73) +2024-09-01 23:39:56,763 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.02241624800080899 (mp_runner.py:73) +2024-09-01 23:39:56,764 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.021999820004566573 (mp_runner.py:73) +2024-09-01 23:39:56,765 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.023165383994637523 (mp_runner.py:73) +2024-09-01 23:39:56,766 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.02216637899982743 (mp_runner.py:73) +2024-09-01 23:39:56,768 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.027409069996792823 (mp_runner.py:73) +2024-09-01 23:39:56,768 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.028908255000715144 (mp_runner.py:73) +2024-09-01 23:39:56,769 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.02493358199717477 (mp_runner.py:73) +2024-09-01 23:39:57,450 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0102s, count=1279, qps in this process: 42.6188 (mp_runner.py:76) +2024-09-01 23:39:57,456 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0241s, count=1157, qps in this process: 38.5357 (mp_runner.py:76) +2024-09-01 23:39:57,641 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0014s, count=1102, qps in this process: 36.7316 (mp_runner.py:76) +2024-09-01 23:39:57,662 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.018s, count=1209, qps in this process: 40.2758 (mp_runner.py:76) +2024-09-01 23:39:57,718 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0221s, count=1292, qps in this process: 43.035 (mp_runner.py:76) +2024-09-01 23:39:57,720 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0114s, count=1292, qps in this process: 43.0503 (mp_runner.py:76) +2024-09-01 23:39:57,728 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0196s, count=1233, qps in this process: 41.0732 (mp_runner.py:76) +2024-09-01 23:39:57,752 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0031s, count=1234, qps in this process: 41.1291 (mp_runner.py:76) +2024-09-01 23:39:57,758 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0057s, count=1166, qps in this process: 38.8593 (mp_runner.py:76) +2024-09-01 23:39:57,765 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0132s, count=1114, qps in this process: 37.117 (mp_runner.py:76) +2024-09-01 23:39:57,772 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.014s, count=1060, qps in this process: 35.3169 (mp_runner.py:76) +2024-09-01 23:39:57,778 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0254s, count=1104, qps in this process: 36.7689 (mp_runner.py:76) +2024-09-01 23:39:57,787 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.016s, count=1124, qps in this process: 37.4467 (mp_runner.py:76) +2024-09-01 23:39:57,805 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0253s, count=1214, qps in this process: 40.4326 (mp_runner.py:76) +2024-09-01 23:39:57,866 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0123s, count=1299, qps in this process: 43.2823 (mp_runner.py:76) +2024-09-01 23:39:57,869 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0065s, count=1299, qps in this process: 43.2906 (mp_runner.py:76) +2024-09-01 23:39:57,874 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.007s, count=1240, qps in this process: 41.3237 (mp_runner.py:76) +2024-09-01 23:39:57,878 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0042s, count=1064, qps in this process: 35.4617 (mp_runner.py:76) +2024-09-01 23:39:57,884 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0041s, count=1214, qps in this process: 40.4611 (mp_runner.py:76) +2024-09-01 23:39:57,887 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0129s, count=1295, qps in this process: 43.1481 (mp_runner.py:76) +2024-09-01 23:39:57,911 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0054s, count=1242, qps in this process: 41.3925 (mp_runner.py:76) +2024-09-01 23:39:57,915 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0097s, count=1302, qps in this process: 43.386 (mp_runner.py:76) +2024-09-01 23:39:57,918 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0128s, count=1302, qps in this process: 43.3815 (mp_runner.py:76) +2024-09-01 23:39:57,937 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0116s, count=1303, qps in this process: 43.4165 (mp_runner.py:76) +2024-09-01 23:39:57,952 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0138s, count=1144, qps in this process: 38.1158 (mp_runner.py:76) +2024-09-01 23:39:57,955 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0086s, count=1065, qps in this process: 35.4898 (mp_runner.py:76) +2024-09-01 23:39:57,958 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0107s, count=1173, qps in this process: 39.0861 (mp_runner.py:76) +2024-09-01 23:39:57,982 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0243s, count=1218, qps in this process: 40.5671 (mp_runner.py:76) +2024-09-01 23:39:57,994 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0038s, count=1308, qps in this process: 43.5945 (mp_runner.py:76) +2024-09-01 23:39:57,994 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0199s, count=1069, qps in this process: 35.6097 (mp_runner.py:76) +2024-09-01 23:39:58,007 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0011s, count=1248, qps in this process: 41.5985 (mp_runner.py:76) +2024-09-01 23:39:58,030 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0118s, count=1310, qps in this process: 43.6495 (mp_runner.py:76) +2024-09-01 23:39:58,033 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0008s, count=1127, qps in this process: 37.5657 (mp_runner.py:76) +2024-09-01 23:39:58,036 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0121s, count=1311, qps in this process: 43.6824 (mp_runner.py:76) +2024-09-01 23:39:58,039 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0114s, count=1250, qps in this process: 41.6508 (mp_runner.py:76) +2024-09-01 23:39:58,053 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0082s, count=1130, qps in this process: 37.6564 (mp_runner.py:76) +2024-09-01 23:39:58,059 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0129s, count=1053, qps in this process: 35.0849 (mp_runner.py:76) +2024-09-01 23:39:58,067 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0023s, count=1136, qps in this process: 37.8638 (mp_runner.py:76) +2024-09-01 23:39:58,076 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0098s, count=1137, qps in this process: 37.8876 (mp_runner.py:76) +2024-09-01 23:39:58,117 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0006s, count=1266, qps in this process: 42.1992 (mp_runner.py:76) +2024-09-01 23:39:58,119 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0111s, count=1132, qps in this process: 37.7194 (mp_runner.py:76) +2024-09-01 23:39:58,127 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0138s, count=1133, qps in this process: 37.7493 (mp_runner.py:76) +2024-09-01 23:39:58,132 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0024s, count=1187, qps in this process: 39.5635 (mp_runner.py:76) +2024-09-01 23:39:58,143 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0027s, count=1321, qps in this process: 44.0294 (mp_runner.py:76) +2024-09-01 23:39:58,164 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0017s, count=1231, qps in this process: 41.031 (mp_runner.py:76) +2024-09-01 23:39:58,181 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0126s, count=1224, qps in this process: 40.7829 (mp_runner.py:76) +2024-09-01 23:39:58,188 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0028s, count=1066, qps in this process: 35.53 (mp_runner.py:76) +2024-09-01 23:39:58,201 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0026s, count=1237, qps in this process: 41.2298 (mp_runner.py:76) +2024-09-01 23:39:58,203 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0007s, count=1075, qps in this process: 35.8325 (mp_runner.py:76) +2024-09-01 23:39:58,217 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0059s, count=1070, qps in this process: 35.6597 (mp_runner.py:76) +2024-09-01 23:39:58,223 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0017s, count=1330, qps in this process: 44.3308 (mp_runner.py:76) +2024-09-01 23:39:58,232 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.00801590100309113 (mp_runner.py:73) +2024-09-01 23:39:58,241 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0007s, count=1332, qps in this process: 44.399 (mp_runner.py:76) +2024-09-01 23:39:58,245 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0046s, count=1267, qps in this process: 42.2269 (mp_runner.py:76) +2024-09-01 23:39:58,254 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0002s, count=1081, qps in this process: 36.0331 (mp_runner.py:76) +2024-09-01 23:39:58,275 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0054s, count=1339, qps in this process: 44.6253 (mp_runner.py:76) +2024-09-01 23:39:58,302 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0058s, count=1083, qps in this process: 36.093 (mp_runner.py:76) +2024-09-01 23:39:58,318 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0009s, count=1085, qps in this process: 36.1656 (mp_runner.py:76) +2024-09-01 23:39:58,335 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.001s, count=1099, qps in this process: 36.6321 (mp_runner.py:76) +2024-09-01 23:39:58,341 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0027s, count=1268, qps in this process: 42.2629 (mp_runner.py:76) +2024-09-01 23:39:58,349 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0024s, count=1090, qps in this process: 36.3304 (mp_runner.py:76) +2024-09-01 23:39:58,357 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0009s, count=1306, qps in this process: 43.532 (mp_runner.py:76) +2024-09-01 23:39:58,367 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.001s, count=1040, qps in this process: 34.6655 (mp_runner.py:76) +2024-09-01 23:39:58,367 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.006159687996841967 (mp_runner.py:73) +2024-09-01 23:39:58,375 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.002069533999019768 (mp_runner.py:73) +2024-09-01 23:39:58,406 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0015s, count=1106, qps in this process: 36.8648 (mp_runner.py:76) +2024-09-01 23:39:58,411 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0023s, count=1012, qps in this process: 33.7307 (mp_runner.py:76) +2024-09-01 23:39:58,412 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0021s, count=1115, qps in this process: 37.1641 (mp_runner.py:76) +2024-09-01 23:39:58,457 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.001s, count=1033, qps in this process: 34.4322 (mp_runner.py:76) +2024-09-01 23:39:58,461 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.0028570649956236593 (mp_runner.py:73) +2024-09-01 23:39:58,465 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0024s, count=1129, qps in this process: 37.6303 (mp_runner.py:76) +2024-09-01 23:39:58,472 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.0012760179961333051 (mp_runner.py:73) +2024-09-01 23:39:58,473 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.0016209450041060336 (mp_runner.py:73) +2024-09-01 23:39:58,480 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0006s, count=1005, qps in this process: 33.4993 (mp_runner.py:76) +2024-09-01 23:39:58,485 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0002s, count=1022, qps in this process: 34.0664 (mp_runner.py:76) +2024-09-01 23:39:58,545 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.001s, count=1056, qps in this process: 35.1988 (mp_runner.py:76) +2024-09-01 23:39:58,555 | INFO |End search in concurrency 70: dur=31.21348519699677s, total_count=82559, qps=2644.9786 (mp_runner.py:120) +2024-09-01 23:40:03,204 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2897.4443, serial_latency_p99=np.float64(0.0318), recall=np.float64(0.1964), ndcg=np.float64(0.3063), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1110.6956, 2482.9592, 2699.8179, 2549.9655, 2605.5563, 2854.5711, 2775.3521, 2897.4443, 2791.9529, 2677.7618, 2732.9871, 2668.2983, 2634.1763, 2644.9786], conc_latency_p99_list=[np.float64(0.0005604043455299688), np.float64(0.001009303151878703), np.float64(0.001393891829840868), np.float64(0.0015699404548475285), np.float64(0.0019773927239366456), np.float64(0.002503210944238526), np.float64(0.002786428201267699), np.float64(0.003209187257807935), np.float64(0.0035630366505647543), np.float64(0.0036996529648007695), np.float64(0.003029109951108693), np.float64(0.0038833562604835598), np.float64(0.004034020082729694), np.float64(0.003525913492885593)]) (task_runner.py:197) +2024-09-01 23:40:03,205 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:28:50.896024'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2897.4443, serial_latency_p99=np.float64(0.0318), recall=np.float64(0.1964), ndcg=np.float64(0.3063), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1110.6956, 2482.9592, 2699.8179, 2549.9655, 2605.5563, 2854.5711, 2775.3521, 2897.4443, 2791.9529, 2677.7618, 2732.9871, 2668.2983, 2634.1763, 2644.9786], conc_latency_p99_list=[np.float64(0.0005604043455299688), np.float64(0.001009303151878703), np.float64(0.001393891829840868), np.float64(0.0015699404548475285), np.float64(0.0019773927239366456), np.float64(0.002503210944238526), np.float64(0.002786428201267699), np.float64(0.003209187257807935), np.float64(0.0035630366505647543), np.float64(0.0036996529648007695), np.float64(0.003029109951108693), np.float64(0.0038833562604835598), np.float64(0.004034020082729694), np.float64(0.003525913492885593)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 23:40:03,205 | INFO |Task summary: run_id=b3d8a, task_label=b3d8afc4c57d461e9de84acb474bf52c (models.py:346) +2024-09-01 23:40:03,205 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 23:40:03,205 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 23:40:03,205 | INFO |PgVector | 2024-09-01T23:28:50.896024 Performance1536D500K b3d8afc4c57d461e9de84acb474bf52c | 0.0 2897.4443 0.0318 0.1964 0 | :) (models.py:346) +2024-09-01 23:40:03,205 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json (models.py:204) +2024-09-01 23:40:03,205 | INFO |Success to finish task: label=b3d8afc4c57d461e9de84acb474bf52c, run_id=b3d8afc4c57d461e9de84acb474bf52c (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json b/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json new file mode 100644 index 000000000..fb85411d7 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json @@ -0,0 +1 @@ +{"run_id": "b3d8afc4c57d461e9de84acb474bf52c", "task_label": "b3d8afc4c57d461e9de84acb474bf52c", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2897.4443, "serial_latency_p99": 0.0318, "recall": 0.1964, "ndcg": 0.3063, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1110.6956, 2482.9592, 2699.8179, 2549.9655, 2605.5563, 2854.5711, 2775.3521, 2897.4443, 2791.9529, 2677.7618, 2732.9871, 2668.2983, 2634.1763, 2644.9786], "conc_latency_p99_list": [0.0005604043455299688, 0.001009303151878703, 0.001393891829840868, 0.0015699404548475285, 0.0019773927239366456, 0.002503210944238526, 0.002786428201267699, 0.003209187257807935, 0.0035630366505647543, 0.0036996529648007695, 0.003029109951108693, 0.0038833562604835598, 0.004034020082729694, 0.003525913492885593]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T23:28:50.896024", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt b/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt new file mode 100644 index 000000000..965b08e45 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt @@ -0,0 +1,1360 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load +2024-09-02 00:18:43,925 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:18:43.913438', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 00:18:43,925 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:18:43.913438', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 00:18:43,925 | INFO |generated uuid for the tasks: 9853660af3cf42b3882d049d828b0855 (interface.py:66) +2024-09-02 00:18:43,986 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 00:18:43,986 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 00:18:43,986 | INFO | PgVector-2024-09-02T00:18:43.913438 | Performance OpenAI-MEDIUM-500K None | 9853660af3cf42b3882d049d828b0855 (task_runner.py:340) +2024-09-02 00:18:43,986 | INFO |task submitted: id=9853660af3cf42b3882d049d828b0855, 9853660af3cf42b3882d049d828b0855, case number: 1 (interface.py:231) +2024-09-02 00:18:44,404 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:18:43.913438'}, drop_old=False (interface.py:164) +2024-09-02 00:18:44,404 | INFO |Starting run (task_runner.py:100) +2024-09-02 00:18:44,479 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 00:18:45,137 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 00:18:45,185 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 00:18:45,209 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 00:18:45,209 | INFO |Start performance case (task_runner.py:158) +2024-09-02 00:18:45,223 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:18:45,224 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 00:18:45,224 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 00:18:45,225 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-02 00:18:45,269 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-02 00:18:45,835 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-02 00:18:45,853 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:18:45,854 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-02 00:18:45,854 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-02 00:18:49,376 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.021173392997297924, latest recall=0.89 (serial_runner.py:202) +2024-09-02 00:18:52,660 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.02314048699918203, latest recall=0.95 (serial_runner.py:202) +2024-09-02 00:18:55,952 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01930475699919043, latest recall=0.83 (serial_runner.py:202) +2024-09-02 00:18:59,081 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.015303298001526855, latest recall=0.97 (serial_runner.py:202) +2024-09-02 00:19:01,937 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.009946085003321059, latest recall=0.93 (serial_runner.py:202) +2024-09-02 00:19:04,756 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.011409138001909014, latest recall=0.99 (serial_runner.py:202) +2024-09-02 00:19:07,750 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.009085290002985857, latest recall=0.96 (serial_runner.py:202) +2024-09-02 00:19:10,241 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.018376505002379417, latest recall=0.96 (serial_runner.py:202) +2024-09-02 00:19:12,476 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01706986300268909, latest recall=1.0 (serial_runner.py:202) +2024-09-02 00:19:15,007 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.024189969997678418, latest recall=0.86 (serial_runner.py:202) +2024-09-02 00:19:15,008 | INFO |SpawnProcess-1:1 search entire test_data: cost=18.849s, queries=1000, avg_recall=0.9298, avg_ndcg=0.9394,avg_latency=0.0188, p99=0.0493 (serial_runner.py:209) +2024-09-02 00:19:15,537 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:19:15,537 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-02 00:19:16,559 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-02 00:19:16,589 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:19:21,021 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006337719998555258 (mp_runner.py:73) +2024-09-02 00:19:24,249 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.007237680998514406 (mp_runner.py:73) +2024-09-02 00:19:27,122 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0047300329970312305 (mp_runner.py:73) +2024-09-02 00:19:29,926 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.007225371002277825 (mp_runner.py:73) +2024-09-02 00:19:32,857 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.00468786899728002 (mp_runner.py:73) +2024-09-02 00:19:35,649 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0072586519963806495 (mp_runner.py:73) +2024-09-02 00:19:38,535 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.004688961002102587 (mp_runner.py:73) +2024-09-02 00:19:41,329 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.007195438003691379 (mp_runner.py:73) +2024-09-02 00:19:44,398 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.004661037004552782 (mp_runner.py:73) +2024-09-02 00:19:46,592 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0028s, count=4881, qps in this process: 162.6848 (mp_runner.py:76) +2024-09-02 00:19:46,594 | INFO |End search in concurrency 1: dur=30.034467307996238s, total_count=4881, qps=162.5133 (mp_runner.py:120) +2024-09-02 00:19:46,779 | INFO |Update largest qps with concurrency 1: current max_qps=162.5133 (mp_runner.py:124) +2024-09-02 00:19:47,196 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:19:47,196 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-02 00:19:52,261 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-02 00:19:52,309 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:19:52,310 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:19:52,310 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:19:52,311 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:19:52,347 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:19:57,424 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.008260112997959368 (mp_runner.py:73) +2024-09-02 00:19:57,425 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.009134410000115167 (mp_runner.py:73) +2024-09-02 00:19:57,425 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.008749418004299514 (mp_runner.py:73) +2024-09-02 00:19:57,426 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.009555379001540132 (mp_runner.py:73) +2024-09-02 00:19:57,425 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.009086789999855682 (mp_runner.py:73) +2024-09-02 00:20:02,572 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.011401427000237163 (mp_runner.py:73) +2024-09-02 00:20:02,573 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.011085748999903444 (mp_runner.py:73) +2024-09-02 00:20:02,573 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.011739292996935546 (mp_runner.py:73) +2024-09-02 00:20:02,573 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.01114236699504545 (mp_runner.py:73) +2024-09-02 00:20:02,573 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.012217757001053542 (mp_runner.py:73) +2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.009409055004653055 (mp_runner.py:73) +2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.009403263000422157 (mp_runner.py:73) +2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.00940330199955497 (mp_runner.py:73) +2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.009411879997060169 (mp_runner.py:73) +2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.009408997997525148 (mp_runner.py:73) +2024-09-02 00:20:12,809 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.00965582299977541 (mp_runner.py:73) +2024-09-02 00:20:12,811 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.011540496001543943 (mp_runner.py:73) +2024-09-02 00:20:12,818 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.017060923993994948 (mp_runner.py:73) +2024-09-02 00:20:12,819 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.018454274999385234 (mp_runner.py:73) +2024-09-02 00:20:12,819 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.018074651001370512 (mp_runner.py:73) +2024-09-02 00:20:18,199 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.010264231998007745 (mp_runner.py:73) +2024-09-02 00:20:18,200 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.010977402998832986 (mp_runner.py:73) +2024-09-02 00:20:18,200 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.008993767994979862 (mp_runner.py:73) +2024-09-02 00:20:18,200 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.010414873002446257 (mp_runner.py:73) +2024-09-02 00:20:18,200 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.011103054996056017 (mp_runner.py:73) +2024-09-02 00:20:22,314 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0032s, count=2917, qps in this process: 97.223 (mp_runner.py:76) +2024-09-02 00:20:22,314 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0033s, count=2917, qps in this process: 97.2226 (mp_runner.py:76) +2024-09-02 00:20:22,314 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0037s, count=2917, qps in this process: 97.2213 (mp_runner.py:76) +2024-09-02 00:20:22,324 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0066s, count=2918, qps in this process: 97.2453 (mp_runner.py:76) +2024-09-02 00:20:22,356 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0026s, count=2923, qps in this process: 97.4249 (mp_runner.py:76) +2024-09-02 00:20:22,358 | INFO |End search in concurrency 5: dur=30.09599490900291s, total_count=14592, qps=484.8486 (mp_runner.py:120) +2024-09-02 00:20:22,668 | INFO |Update largest qps with concurrency 5: current max_qps=484.8486 (mp_runner.py:124) +2024-09-02 00:20:23,077 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:20:23,077 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-02 00:20:33,277 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-02 00:20:33,331 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,333 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,404 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,432 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,433 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,444 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:33,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:20:45,841 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.014243256999179721 (mp_runner.py:73) +2024-09-02 00:20:45,842 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.010813704997417517 (mp_runner.py:73) +2024-09-02 00:20:45,845 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.014566639001714066 (mp_runner.py:73) +2024-09-02 00:20:45,845 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.007949466002173722 (mp_runner.py:73) +2024-09-02 00:20:45,847 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.021793353000248317 (mp_runner.py:73) +2024-09-02 00:20:45,848 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02476334699895233 (mp_runner.py:73) +2024-09-02 00:20:45,849 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.020197439996991307 (mp_runner.py:73) +2024-09-02 00:20:45,851 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.02820209199853707 (mp_runner.py:73) +2024-09-02 00:20:45,851 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.023996302996238228 (mp_runner.py:73) +2024-09-02 00:20:45,854 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.029387861999566667 (mp_runner.py:73) +2024-09-02 00:20:45,855 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.021159633004572242 (mp_runner.py:73) +2024-09-02 00:20:45,858 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.029644365997228306 (mp_runner.py:73) +2024-09-02 00:20:45,860 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.03208159899804741 (mp_runner.py:73) +2024-09-02 00:20:45,864 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.04301090499939164 (mp_runner.py:73) +2024-09-02 00:20:45,870 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.01858429099956993 (mp_runner.py:73) +2024-09-02 00:20:57,628 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.02481519200227922 (mp_runner.py:73) +2024-09-02 00:20:57,629 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.024090578001050744 (mp_runner.py:73) +2024-09-02 00:20:57,629 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.025908343006449286 (mp_runner.py:73) +2024-09-02 00:20:57,629 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.023861786001361907 (mp_runner.py:73) +2024-09-02 00:20:57,630 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.026554600000963546 (mp_runner.py:73) +2024-09-02 00:20:57,630 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.027382747000956442 (mp_runner.py:73) +2024-09-02 00:20:57,630 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.020357881003292277 (mp_runner.py:73) +2024-09-02 00:20:57,630 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.024587708998296876 (mp_runner.py:73) +2024-09-02 00:20:57,631 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.02598404499440221 (mp_runner.py:73) +2024-09-02 00:20:57,632 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.027380617000744678 (mp_runner.py:73) +2024-09-02 00:20:57,633 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.027149777000886388 (mp_runner.py:73) +2024-09-02 00:20:57,633 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.029868908997741528 (mp_runner.py:73) +2024-09-02 00:20:57,634 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.01734580499760341 (mp_runner.py:73) +2024-09-02 00:20:57,634 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.032709279003029224 (mp_runner.py:73) +2024-09-02 00:20:57,634 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.03185740000481019 (mp_runner.py:73) +2024-09-02 00:21:03,353 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0171s, count=1233, qps in this process: 41.0766 (mp_runner.py:76) +2024-09-02 00:21:03,358 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0242s, count=1232, qps in this process: 41.0336 (mp_runner.py:76) +2024-09-02 00:21:03,399 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0305s, count=1235, qps in this process: 41.1249 (mp_runner.py:76) +2024-09-02 00:21:03,414 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0041s, count=1236, qps in this process: 41.1944 (mp_runner.py:76) +2024-09-02 00:21:03,433 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0144s, count=1237, qps in this process: 41.2136 (mp_runner.py:76) +2024-09-02 00:21:03,433 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.003s, count=1237, qps in this process: 41.2292 (mp_runner.py:76) +2024-09-02 00:21:03,434 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0009s, count=1237, qps in this process: 41.2321 (mp_runner.py:76) +2024-09-02 00:21:03,446 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0023s, count=1238, qps in this process: 41.2635 (mp_runner.py:76) +2024-09-02 00:21:03,446 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0024s, count=1238, qps in this process: 41.2634 (mp_runner.py:76) +2024-09-02 00:21:03,446 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0058s, count=1238, qps in this process: 41.2587 (mp_runner.py:76) +2024-09-02 00:21:03,447 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0034s, count=1238, qps in this process: 41.262 (mp_runner.py:76) +2024-09-02 00:21:03,458 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0044s, count=1239, qps in this process: 41.2939 (mp_runner.py:76) +2024-09-02 00:21:03,466 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0058s, count=1240, qps in this process: 41.3253 (mp_runner.py:76) +2024-09-02 00:21:03,481 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.003s, count=1242, qps in this process: 41.3959 (mp_runner.py:76) +2024-09-02 00:21:03,481 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0031s, count=1242, qps in this process: 41.3957 (mp_runner.py:76) +2024-09-02 00:21:03,483 | INFO |End search in concurrency 15: dur=30.20565662300214s, total_count=18562, qps=614.5207 (mp_runner.py:120) +2024-09-02 00:21:04,375 | INFO |Update largest qps with concurrency 15: current max_qps=614.5207 (mp_runner.py:124) +2024-09-02 00:21:04,784 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:21:04,784 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-02 00:21:15,049 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-02 00:21:15,147 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,156 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,211 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,211 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,212 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,229 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,229 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,229 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,233 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,233 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,236 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,263 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,274 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,274 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:15,299 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.009699928996269591 (mp_runner.py:73) +2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.01860600899817655 (mp_runner.py:73) +2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.031059425993589684 (mp_runner.py:73) +2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.03037052499712445 (mp_runner.py:73) +2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.030489409997244366 (mp_runner.py:73) +2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.031187612999929115 (mp_runner.py:73) +2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.030611861999204848 (mp_runner.py:73) +2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.014261757001804654 (mp_runner.py:73) +2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.03074431500135688 (mp_runner.py:73) +2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.03156551100255456 (mp_runner.py:73) +2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.0316011199975037 (mp_runner.py:73) +2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.031624619994545355 (mp_runner.py:73) +2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.03147028000239516 (mp_runner.py:73) +2024-09-02 00:21:31,023 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.003976227002567612 (mp_runner.py:73) +2024-09-02 00:21:31,024 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.034125326994399074 (mp_runner.py:73) +2024-09-02 00:21:31,024 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.03452763499808498 (mp_runner.py:73) +2024-09-02 00:21:31,037 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.04739330500160577 (mp_runner.py:73) +2024-09-02 00:21:31,038 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.049008261994458735 (mp_runner.py:73) +2024-09-02 00:21:31,038 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.031603511000867 (mp_runner.py:73) +2024-09-02 00:21:31,038 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.04774650200124597 (mp_runner.py:73) +2024-09-02 00:21:45,196 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0464s, count=955, qps in this process: 31.7842 (mp_runner.py:76) +2024-09-02 00:21:45,199 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.037s, count=955, qps in this process: 31.7941 (mp_runner.py:76) +2024-09-02 00:21:45,239 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0008s, count=956, qps in this process: 31.8658 (mp_runner.py:76) +2024-09-02 00:21:45,239 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0064s, count=956, qps in this process: 31.8599 (mp_runner.py:76) +2024-09-02 00:21:45,239 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0253s, count=956, qps in this process: 31.8398 (mp_runner.py:76) +2024-09-02 00:21:45,239 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0003s, count=956, qps in this process: 31.8663 (mp_runner.py:76) +2024-09-02 00:21:45,250 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0321s, count=956, qps in this process: 31.8326 (mp_runner.py:76) +2024-09-02 00:21:45,250 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0126s, count=956, qps in this process: 31.8533 (mp_runner.py:76) +2024-09-02 00:21:45,250 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.018s, count=956, qps in this process: 31.8476 (mp_runner.py:76) +2024-09-02 00:21:45,251 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0381s, count=956, qps in this process: 31.8262 (mp_runner.py:76) +2024-09-02 00:21:45,251 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0188s, count=956, qps in this process: 31.8467 (mp_runner.py:76) +2024-09-02 00:21:45,273 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.004s, count=957, qps in this process: 31.8957 (mp_runner.py:76) +2024-09-02 00:21:45,274 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0133s, count=957, qps in this process: 31.8859 (mp_runner.py:76) +2024-09-02 00:21:45,275 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0058s, count=957, qps in this process: 31.8938 (mp_runner.py:76) +2024-09-02 00:21:45,275 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0123s, count=957, qps in this process: 31.8869 (mp_runner.py:76) +2024-09-02 00:21:45,276 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0176s, count=957, qps in this process: 31.8813 (mp_runner.py:76) +2024-09-02 00:21:45,285 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0049s, count=958, qps in this process: 31.9281 (mp_runner.py:76) +2024-09-02 00:21:45,285 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.005s, count=958, qps in this process: 31.928 (mp_runner.py:76) +2024-09-02 00:21:45,294 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0041s, count=957, qps in this process: 31.8956 (mp_runner.py:76) +2024-09-02 00:21:45,312 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0017s, count=961, qps in this process: 32.0315 (mp_runner.py:76) +2024-09-02 00:21:45,314 | INFO |End search in concurrency 20: dur=30.26525531399966s, total_count=19133, qps=632.1771 (mp_runner.py:120) +2024-09-02 00:21:46,547 | INFO |Update largest qps with concurrency 20: current max_qps=632.1771 (mp_runner.py:124) +2024-09-02 00:21:46,958 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:21:46,959 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-02 00:21:57,289 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-02 00:21:57,381 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,398 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,422 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,437 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,477 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,518 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,520 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,526 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,555 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,557 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,562 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,562 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,562 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,562 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,563 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,568 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,570 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:21:57,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:17,301 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.008439987999736331 (mp_runner.py:73) +2024-09-02 00:22:17,304 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.015641472004062962 (mp_runner.py:73) +2024-09-02 00:22:17,305 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.01812355600122828 (mp_runner.py:73) +2024-09-02 00:22:17,308 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.02702962300099898 (mp_runner.py:73) +2024-09-02 00:22:17,309 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.010634682003001217 (mp_runner.py:73) +2024-09-02 00:22:17,312 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.013837341000908054 (mp_runner.py:73) +2024-09-02 00:22:17,315 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.040155191003577784 (mp_runner.py:73) +2024-09-02 00:22:17,316 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.04862776399386348 (mp_runner.py:73) +2024-09-02 00:22:17,317 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.052715835998242255 (mp_runner.py:73) +2024-09-02 00:22:17,320 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.059046203998150304 (mp_runner.py:73) +2024-09-02 00:22:17,321 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.03743072700308403 (mp_runner.py:73) +2024-09-02 00:22:17,322 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.04493179799464997 (mp_runner.py:73) +2024-09-02 00:22:17,323 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.00755738299631048 (mp_runner.py:73) +2024-09-02 00:22:17,324 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.010607675001665484 (mp_runner.py:73) +2024-09-02 00:22:17,324 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.05278894799994305 (mp_runner.py:73) +2024-09-02 00:22:17,326 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.04137013699801173 (mp_runner.py:73) +2024-09-02 00:22:17,329 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.005003567996027414 (mp_runner.py:73) +2024-09-02 00:22:17,330 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.03719018199626589 (mp_runner.py:73) +2024-09-02 00:22:17,330 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.0393128979994799 (mp_runner.py:73) +2024-09-02 00:22:17,331 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.06262728000001516 (mp_runner.py:73) +2024-09-02 00:22:17,336 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.06348887299827766 (mp_runner.py:73) +2024-09-02 00:22:17,337 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.057493041997076944 (mp_runner.py:73) +2024-09-02 00:22:17,339 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.046472351998090744 (mp_runner.py:73) +2024-09-02 00:22:17,341 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.03655728299781913 (mp_runner.py:73) +2024-09-02 00:22:17,365 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.07972157699987292 (mp_runner.py:73) +2024-09-02 00:22:27,404 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.022s, count=769, qps in this process: 25.6145 (mp_runner.py:76) +2024-09-02 00:22:27,444 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0204s, count=770, qps in this process: 25.6492 (mp_runner.py:76) +2024-09-02 00:22:27,457 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0151s, count=770, qps in this process: 25.6538 (mp_runner.py:76) +2024-09-02 00:22:27,476 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0666s, count=770, qps in this process: 25.6098 (mp_runner.py:76) +2024-09-02 00:22:27,477 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.033s, count=771, qps in this process: 25.6718 (mp_runner.py:76) +2024-09-02 00:22:27,495 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0168s, count=771, qps in this process: 25.6856 (mp_runner.py:76) +2024-09-02 00:22:27,521 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0015s, count=773, qps in this process: 25.7654 (mp_runner.py:76) +2024-09-02 00:22:27,524 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0053s, count=773, qps in this process: 25.7621 (mp_runner.py:76) +2024-09-02 00:22:27,526 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0026s, count=773, qps in this process: 25.7644 (mp_runner.py:76) +2024-09-02 00:22:27,530 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.01s, count=773, qps in this process: 25.7581 (mp_runner.py:76) +2024-09-02 00:22:27,532 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0131s, count=773, qps in this process: 25.7554 (mp_runner.py:76) +2024-09-02 00:22:27,544 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0119s, count=773, qps in this process: 25.7564 (mp_runner.py:76) +2024-09-02 00:22:27,546 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0268s, count=773, qps in this process: 25.7437 (mp_runner.py:76) +2024-09-02 00:22:27,565 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0058s, count=774, qps in this process: 25.795 (mp_runner.py:76) +2024-09-02 00:22:27,566 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0064s, count=775, qps in this process: 25.8278 (mp_runner.py:76) +2024-09-02 00:22:27,569 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0496s, count=773, qps in this process: 25.7241 (mp_runner.py:76) +2024-09-02 00:22:27,570 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0028s, count=775, qps in this process: 25.8309 (mp_runner.py:76) +2024-09-02 00:22:27,571 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0033s, count=774, qps in this process: 25.7972 (mp_runner.py:76) +2024-09-02 00:22:27,577 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.008s, count=775, qps in this process: 25.8264 (mp_runner.py:76) +2024-09-02 00:22:27,578 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0108s, count=774, qps in this process: 25.7907 (mp_runner.py:76) +2024-09-02 00:22:27,582 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0149s, count=776, qps in this process: 25.8538 (mp_runner.py:76) +2024-09-02 00:22:27,591 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0095s, count=777, qps in this process: 25.8918 (mp_runner.py:76) +2024-09-02 00:22:27,603 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0019s, count=778, qps in this process: 25.9317 (mp_runner.py:76) +2024-09-02 00:22:27,603 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0004s, count=778, qps in this process: 25.933 (mp_runner.py:76) +2024-09-02 00:22:27,603 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0077s, count=778, qps in this process: 25.9267 (mp_runner.py:76) +2024-09-02 00:22:27,606 | INFO |End search in concurrency 25: dur=30.314885553998465s, total_count=19339, qps=637.9374 (mp_runner.py:120) +2024-09-02 00:22:29,182 | INFO |Update largest qps with concurrency 25: current max_qps=637.9374 (mp_runner.py:124) +2024-09-02 00:22:29,599 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:22:29,600 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-02 00:22:40,033 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-02 00:22:40,096 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,096 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,126 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,134 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,148 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,157 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,173 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,220 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,265 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,268 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,278 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,279 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,329 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,329 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,329 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,337 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,346 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,346 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,375 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,385 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,385 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:22:40,403 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:03,363 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.011158278000948485 (mp_runner.py:73) +2024-09-02 00:23:03,367 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.01415946299675852 (mp_runner.py:73) +2024-09-02 00:23:03,367 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.01313803900120547 (mp_runner.py:73) +2024-09-02 00:23:03,369 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.013097896000545006 (mp_runner.py:73) +2024-09-02 00:23:03,373 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.003325685996969696 (mp_runner.py:73) +2024-09-02 00:23:03,373 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.014192296999681275 (mp_runner.py:73) +2024-09-02 00:23:03,376 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.011183426999195945 (mp_runner.py:73) +2024-09-02 00:23:03,380 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.022766540001612157 (mp_runner.py:73) +2024-09-02 00:23:03,380 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.024906927996198647 (mp_runner.py:73) +2024-09-02 00:23:03,381 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.017027558998961467 (mp_runner.py:73) +2024-09-02 00:23:03,383 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.010436828997626435 (mp_runner.py:73) +2024-09-02 00:23:03,385 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.010930753996944986 (mp_runner.py:73) +2024-09-02 00:23:03,389 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.03600374199595535 (mp_runner.py:73) +2024-09-02 00:23:03,392 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.037937525994493626 (mp_runner.py:73) +2024-09-02 00:23:03,393 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.016872494998096954 (mp_runner.py:73) +2024-09-02 00:23:03,396 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.01587154700246174 (mp_runner.py:73) +2024-09-02 00:23:03,397 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.01103598700137809 (mp_runner.py:73) +2024-09-02 00:23:03,399 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.016791837006167043 (mp_runner.py:73) +2024-09-02 00:23:03,399 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.017953817994566634 (mp_runner.py:73) +2024-09-02 00:23:03,402 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.047330712994153146 (mp_runner.py:73) +2024-09-02 00:23:03,404 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.030092392000369728 (mp_runner.py:73) +2024-09-02 00:23:03,405 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.02064119699934963 (mp_runner.py:73) +2024-09-02 00:23:03,409 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.05276735000370536 (mp_runner.py:73) +2024-09-02 00:23:03,409 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.01932918200327549 (mp_runner.py:73) +2024-09-02 00:23:03,410 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.03177119699830655 (mp_runner.py:73) +2024-09-02 00:23:03,413 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.03093498000089312 (mp_runner.py:73) +2024-09-02 00:23:03,413 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.060870186003739946 (mp_runner.py:73) +2024-09-02 00:23:03,420 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.04963307499565417 (mp_runner.py:73) +2024-09-02 00:23:03,422 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.034875376004492864 (mp_runner.py:73) +2024-09-02 00:23:03,424 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.03781617500499124 (mp_runner.py:73) +2024-09-02 00:23:10,119 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0176s, count=650, qps in this process: 21.654 (mp_runner.py:76) +2024-09-02 00:23:10,120 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0228s, count=650, qps in this process: 21.6502 (mp_runner.py:76) +2024-09-02 00:23:10,172 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0323s, count=651, qps in this process: 21.6767 (mp_runner.py:76) +2024-09-02 00:23:10,172 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0076s, count=651, qps in this process: 21.6945 (mp_runner.py:76) +2024-09-02 00:23:10,173 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0451s, count=651, qps in this process: 21.6674 (mp_runner.py:76) +2024-09-02 00:23:10,182 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0288s, count=651, qps in this process: 21.6792 (mp_runner.py:76) +2024-09-02 00:23:10,205 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.024s, count=652, qps in this process: 21.716 (mp_runner.py:76) +2024-09-02 00:23:10,269 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0468s, count=654, qps in this process: 21.766 (mp_runner.py:76) +2024-09-02 00:23:10,273 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0071s, count=654, qps in this process: 21.7948 (mp_runner.py:76) +2024-09-02 00:23:10,283 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0049s, count=654, qps in this process: 21.7964 (mp_runner.py:76) +2024-09-02 00:23:10,293 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0044s, count=655, qps in this process: 21.8301 (mp_runner.py:76) +2024-09-02 00:23:10,300 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0113s, count=655, qps in this process: 21.8251 (mp_runner.py:76) +2024-09-02 00:23:10,327 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0121s, count=656, qps in this process: 21.8579 (mp_runner.py:76) +2024-09-02 00:23:10,348 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.008s, count=656, qps in this process: 21.8608 (mp_runner.py:76) +2024-09-02 00:23:10,349 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0177s, count=657, qps in this process: 21.8871 (mp_runner.py:76) +2024-09-02 00:23:10,352 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0078s, count=657, qps in this process: 21.8943 (mp_runner.py:76) +2024-09-02 00:23:10,354 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0125s, count=657, qps in this process: 21.8909 (mp_runner.py:76) +2024-09-02 00:23:10,355 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.024s, count=657, qps in this process: 21.8825 (mp_runner.py:76) +2024-09-02 00:23:10,364 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0331s, count=657, qps in this process: 21.8759 (mp_runner.py:76) +2024-09-02 00:23:10,372 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0184s, count=658, qps in this process: 21.9199 (mp_runner.py:76) +2024-09-02 00:23:10,375 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0211s, count=658, qps in this process: 21.9179 (mp_runner.py:76) +2024-09-02 00:23:10,376 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0013s, count=658, qps in this process: 21.9324 (mp_runner.py:76) +2024-09-02 00:23:10,391 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0085s, count=658, qps in this process: 21.9271 (mp_runner.py:76) +2024-09-02 00:23:10,393 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0073s, count=659, qps in this process: 21.9613 (mp_runner.py:76) +2024-09-02 00:23:10,394 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0116s, count=659, qps in this process: 21.9582 (mp_runner.py:76) +2024-09-02 00:23:10,394 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0197s, count=659, qps in this process: 21.9523 (mp_runner.py:76) +2024-09-02 00:23:10,399 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0194s, count=659, qps in this process: 21.9525 (mp_runner.py:76) +2024-09-02 00:23:10,406 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0079s, count=660, qps in this process: 21.9942 (mp_runner.py:76) +2024-09-02 00:23:10,406 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0086s, count=660, qps in this process: 21.9937 (mp_runner.py:76) +2024-09-02 00:23:10,416 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0018s, count=662, qps in this process: 22.0653 (mp_runner.py:76) +2024-09-02 00:23:10,419 | INFO |End search in concurrency 30: dur=30.385412739000458s, total_count=19675, qps=647.5147 (mp_runner.py:120) +2024-09-02 00:23:12,345 | INFO |Update largest qps with concurrency 30: current max_qps=647.5147 (mp_runner.py:124) +2024-09-02 00:23:12,760 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:23:12,760 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-02 00:23:23,245 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-02 00:23:23,303 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,306 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,314 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,324 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,341 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,352 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,460 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,465 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,479 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,533 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,554 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,577 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,588 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,624 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,624 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,637 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,642 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,653 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,653 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,653 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,654 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:23,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:23:50,121 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.0438432190057938 (mp_runner.py:73) +2024-09-02 00:23:50,121 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.008158228993124794 (mp_runner.py:73) +2024-09-02 00:23:50,123 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.004464717996597756 (mp_runner.py:73) +2024-09-02 00:23:50,125 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.010989246999088209 (mp_runner.py:73) +2024-09-02 00:23:50,127 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.00820926199958194 (mp_runner.py:73) +2024-09-02 00:23:50,129 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.009465492999879643 (mp_runner.py:73) +2024-09-02 00:23:50,130 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.05298895799933234 (mp_runner.py:73) +2024-09-02 00:23:50,130 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.03729049899993697 (mp_runner.py:73) +2024-09-02 00:23:50,132 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.0546406690045842 (mp_runner.py:73) +2024-09-02 00:23:50,133 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.052670944001874886 (mp_runner.py:73) +2024-09-02 00:23:50,135 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.05827878700074507 (mp_runner.py:73) +2024-09-02 00:23:50,135 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.05805574800615432 (mp_runner.py:73) +2024-09-02 00:23:50,135 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.058080777002032846 (mp_runner.py:73) +2024-09-02 00:23:50,135 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.04249589599930914 (mp_runner.py:73) +2024-09-02 00:23:50,136 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.04667314600374084 (mp_runner.py:73) +2024-09-02 00:23:50,136 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.04280314799689222 (mp_runner.py:73) +2024-09-02 00:23:50,136 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.04294536899396917 (mp_runner.py:73) +2024-09-02 00:23:50,136 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.05898638600046979 (mp_runner.py:73) +2024-09-02 00:23:50,139 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.0457265729928622 (mp_runner.py:73) +2024-09-02 00:23:50,139 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.049590189002628904 (mp_runner.py:73) +2024-09-02 00:23:50,139 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.04597919800289674 (mp_runner.py:73) +2024-09-02 00:23:50,140 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.06246952599758515 (mp_runner.py:73) +2024-09-02 00:23:50,140 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.047019776997331064 (mp_runner.py:73) +2024-09-02 00:23:50,141 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.04654396200203337 (mp_runner.py:73) +2024-09-02 00:23:50,141 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.04733038699487224 (mp_runner.py:73) +2024-09-02 00:23:50,145 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.05225101299583912 (mp_runner.py:73) +2024-09-02 00:23:50,146 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.06845299799897475 (mp_runner.py:73) +2024-09-02 00:23:50,146 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.0264607739954954 (mp_runner.py:73) +2024-09-02 00:23:50,146 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.03354687200044282 (mp_runner.py:73) +2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.03921762100071646 (mp_runner.py:73) +2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.0415631130017573 (mp_runner.py:73) +2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.041907758997695055 (mp_runner.py:73) +2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.03955839999980526 (mp_runner.py:73) +2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.06969600299635204 (mp_runner.py:73) +2024-09-02 00:23:50,149 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.035049398997216485 (mp_runner.py:73) +2024-09-02 00:23:53,324 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0062s, count=562, qps in this process: 18.7295 (mp_runner.py:76) +2024-09-02 00:23:53,324 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0194s, count=562, qps in this process: 18.7212 (mp_runner.py:76) +2024-09-02 00:23:53,384 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0225s, count=564, qps in this process: 18.7859 (mp_runner.py:76) +2024-09-02 00:23:53,386 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0699s, count=564, qps in this process: 18.7563 (mp_runner.py:76) +2024-09-02 00:23:53,387 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0592s, count=564, qps in this process: 18.763 (mp_runner.py:76) +2024-09-02 00:23:53,392 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0461s, count=564, qps in this process: 18.7712 (mp_runner.py:76) +2024-09-02 00:23:53,407 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0223s, count=565, qps in this process: 18.8193 (mp_runner.py:76) +2024-09-02 00:23:53,465 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0005s, count=566, qps in this process: 18.8664 (mp_runner.py:76) +2024-09-02 00:23:53,488 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0029s, count=566, qps in this process: 18.8648 (mp_runner.py:76) +2024-09-02 00:23:53,507 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0394s, count=567, qps in this process: 18.8752 (mp_runner.py:76) +2024-09-02 00:23:53,533 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0634s, count=567, qps in this process: 18.8601 (mp_runner.py:76) +2024-09-02 00:23:53,554 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0158s, count=568, qps in this process: 18.9234 (mp_runner.py:76) +2024-09-02 00:23:53,564 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0092s, count=568, qps in this process: 18.9275 (mp_runner.py:76) +2024-09-02 00:23:53,591 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0347s, count=569, qps in this process: 18.9448 (mp_runner.py:76) +2024-09-02 00:23:53,601 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0063s, count=570, qps in this process: 18.996 (mp_runner.py:76) +2024-09-02 00:23:53,601 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0224s, count=569, qps in this process: 18.9525 (mp_runner.py:76) +2024-09-02 00:23:53,602 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0118s, count=569, qps in this process: 18.9592 (mp_runner.py:76) +2024-09-02 00:23:53,602 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0235s, count=569, qps in this process: 18.9518 (mp_runner.py:76) +2024-09-02 00:23:53,612 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0222s, count=570, qps in this process: 18.986 (mp_runner.py:76) +2024-09-02 00:23:53,615 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0212s, count=570, qps in this process: 18.9866 (mp_runner.py:76) +2024-09-02 00:23:53,620 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0292s, count=570, qps in this process: 18.9815 (mp_runner.py:76) +2024-09-02 00:23:53,625 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0343s, count=570, qps in this process: 18.9783 (mp_runner.py:76) +2024-09-02 00:23:53,632 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0406s, count=570, qps in this process: 18.9743 (mp_runner.py:76) +2024-09-02 00:23:53,643 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0024s, count=571, qps in this process: 19.0318 (mp_runner.py:76) +2024-09-02 00:23:53,643 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0067s, count=571, qps in this process: 19.0291 (mp_runner.py:76) +2024-09-02 00:23:53,644 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0137s, count=571, qps in this process: 19.0246 (mp_runner.py:76) +2024-09-02 00:23:53,648 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0173s, count=571, qps in this process: 19.0224 (mp_runner.py:76) +2024-09-02 00:23:53,650 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.019s, count=571, qps in this process: 19.0213 (mp_runner.py:76) +2024-09-02 00:23:53,660 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0033s, count=572, qps in this process: 19.0646 (mp_runner.py:76) +2024-09-02 00:23:53,661 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0042s, count=572, qps in this process: 19.064 (mp_runner.py:76) +2024-09-02 00:23:53,663 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0123s, count=572, qps in this process: 19.0589 (mp_runner.py:76) +2024-09-02 00:23:53,665 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0077s, count=572, qps in this process: 19.0618 (mp_runner.py:76) +2024-09-02 00:23:53,668 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.01s, count=572, qps in this process: 19.0603 (mp_runner.py:76) +2024-09-02 00:23:53,673 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0074s, count=573, qps in this process: 19.0953 (mp_runner.py:76) +2024-09-02 00:23:53,720 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0053s, count=580, qps in this process: 19.3299 (mp_runner.py:76) +2024-09-02 00:23:53,723 | INFO |End search in concurrency 35: dur=30.477098208000825s, total_count=19911, qps=653.3102 (mp_runner.py:120) +2024-09-02 00:23:55,971 | INFO |Update largest qps with concurrency 35: current max_qps=653.3102 (mp_runner.py:124) +2024-09-02 00:23:56,379 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:23:56,380 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-02 00:24:07,016 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-02 00:24:07,093 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,126 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,226 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,267 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,278 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,286 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,371 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,375 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,390 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,402 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,405 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,476 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,477 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,477 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,478 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,509 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,510 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,529 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,546 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:07,561 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:37,115 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0216s, count=491, qps in this process: 16.3549 (mp_runner.py:76) +2024-09-02 00:24:37,147 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0101s, count=492, qps in this process: 16.3945 (mp_runner.py:76) +2024-09-02 00:24:37,247 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0096s, count=494, qps in this process: 16.4614 (mp_runner.py:76) +2024-09-02 00:24:37,248 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0576s, count=494, qps in this process: 16.4351 (mp_runner.py:76) +2024-09-02 00:24:37,258 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0326s, count=494, qps in this process: 16.4488 (mp_runner.py:76) +2024-09-02 00:24:37,291 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0069s, count=495, qps in this process: 16.4962 (mp_runner.py:76) +2024-09-02 00:24:37,325 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0043s, count=496, qps in this process: 16.531 (mp_runner.py:76) +2024-09-02 00:24:37,332 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.042s, count=496, qps in this process: 16.5102 (mp_runner.py:76) +2024-09-02 00:24:37,342 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0649s, count=496, qps in this process: 16.4976 (mp_runner.py:76) +2024-09-02 00:24:37,384 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0169s, count=497, qps in this process: 16.5573 (mp_runner.py:76) +2024-09-02 00:24:37,384 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0164s, count=497, qps in this process: 16.5576 (mp_runner.py:76) +2024-09-02 00:24:37,385 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0181s, count=497, qps in this process: 16.5567 (mp_runner.py:76) +2024-09-02 00:24:37,385 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0179s, count=497, qps in this process: 16.5568 (mp_runner.py:76) +2024-09-02 00:24:37,386 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0038s, count=497, qps in this process: 16.5646 (mp_runner.py:76) +2024-09-02 00:24:37,386 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0189s, count=497, qps in this process: 16.5562 (mp_runner.py:76) +2024-09-02 00:24:37,387 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0121s, count=497, qps in this process: 16.56 (mp_runner.py:76) +2024-09-02 00:24:37,387 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0203s, count=497, qps in this process: 16.5555 (mp_runner.py:76) +2024-09-02 00:24:37,404 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.021s, count=497, qps in this process: 16.5551 (mp_runner.py:76) +2024-09-02 00:24:37,415 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0049s, count=498, qps in this process: 16.5973 (mp_runner.py:76) +2024-09-02 00:24:37,417 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0129s, count=498, qps in this process: 16.5929 (mp_runner.py:76) +2024-09-02 00:24:37,421 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0306s, count=498, qps in this process: 16.5831 (mp_runner.py:76) +2024-09-02 00:24:37,424 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0142s, count=498, qps in this process: 16.5921 (mp_runner.py:76) +2024-09-02 00:24:37,425 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0302s, count=498, qps in this process: 16.5833 (mp_runner.py:76) +2024-09-02 00:24:37,428 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0165s, count=498, qps in this process: 16.5909 (mp_runner.py:76) +2024-09-02 00:24:37,430 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0003s, count=498, qps in this process: 16.5998 (mp_runner.py:76) +2024-09-02 00:24:37,450 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0016s, count=499, qps in this process: 16.6324 (mp_runner.py:76) +2024-09-02 00:24:37,452 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0041s, count=499, qps in this process: 16.6311 (mp_runner.py:76) +2024-09-02 00:24:37,473 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.022723869995388668 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.012716272998659406 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.025529204001941252 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.02400581000256352 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.01967615399917122 (mp_runner.py:73) +2024-09-02 00:24:37,474 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0247s, count=500, qps in this process: 16.653 (mp_runner.py:76) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.0236258699951577 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.02265887800604105 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.025269958001445048 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.023543634000816382 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.023056275000271853 (mp_runner.py:73) +2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.022024362995580304 (mp_runner.py:73) +2024-09-02 00:24:37,475 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.021s, count=500, qps in this process: 16.655 (mp_runner.py:76) +2024-09-02 00:24:37,481 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.028571946997544728 (mp_runner.py:73) +2024-09-02 00:24:37,482 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.03377277400431922 (mp_runner.py:73) +2024-09-02 00:24:37,489 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0068s, count=501, qps in this process: 16.6962 (mp_runner.py:76) +2024-09-02 00:24:37,490 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0078s, count=501, qps in this process: 16.6957 (mp_runner.py:76) +2024-09-02 00:24:37,491 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0093s, count=501, qps in this process: 16.6948 (mp_runner.py:76) +2024-09-02 00:24:37,496 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0142s, count=501, qps in this process: 16.6921 (mp_runner.py:76) +2024-09-02 00:24:37,520 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0064s, count=503, qps in this process: 16.7631 (mp_runner.py:76) +2024-09-02 00:24:37,521 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0108s, count=503, qps in this process: 16.7606 (mp_runner.py:76) +2024-09-02 00:24:37,530 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0004s, count=504, qps in this process: 16.7998 (mp_runner.py:76) +2024-09-02 00:24:37,530 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0213s, count=503, qps in this process: 16.7548 (mp_runner.py:76) +2024-09-02 00:24:37,540 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.004s, count=505, qps in this process: 16.8311 (mp_runner.py:76) +2024-09-02 00:24:37,566 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0091s, count=508, qps in this process: 16.9282 (mp_runner.py:76) +2024-09-02 00:24:37,573 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0031s, count=509, qps in this process: 16.9649 (mp_runner.py:76) +2024-09-02 00:24:37,576 | INFO |End search in concurrency 40: dur=30.558536930002447s, total_count=19944, qps=652.649 (mp_runner.py:120) +2024-09-02 00:24:40,596 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:24:40,596 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-02 00:24:51,448 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-02 00:24:51,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,620 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,628 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,725 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,738 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,761 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,770 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,810 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,814 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,816 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,816 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,869 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,870 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,870 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,877 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,880 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,918 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,931 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,936 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,942 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,954 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,987 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:51,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:52,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:52,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:52,011 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:52,012 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:24:52,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:21,577 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0825s, count=434, qps in this process: 14.427 (mp_runner.py:76) +2024-09-02 00:25:21,691 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0667s, count=435, qps in this process: 14.4678 (mp_runner.py:76) +2024-09-02 00:25:21,695 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0552s, count=435, qps in this process: 14.4734 (mp_runner.py:76) +2024-09-02 00:25:21,695 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0436s, count=435, qps in this process: 14.479 (mp_runner.py:76) +2024-09-02 00:25:21,699 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0075s, count=435, qps in this process: 14.4964 (mp_runner.py:76) +2024-09-02 00:25:21,754 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0204s, count=436, qps in this process: 14.5235 (mp_runner.py:76) +2024-09-02 00:25:21,791 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0266s, count=437, qps in this process: 14.5538 (mp_runner.py:76) +2024-09-02 00:25:21,795 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0207s, count=437, qps in this process: 14.5566 (mp_runner.py:76) +2024-09-02 00:25:21,798 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0502s, count=437, qps in this process: 14.5423 (mp_runner.py:76) +2024-09-02 00:25:21,829 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0048s, count=438, qps in this process: 14.5977 (mp_runner.py:76) +2024-09-02 00:25:21,868 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0029s, count=437, qps in this process: 14.5653 (mp_runner.py:76) +2024-09-02 00:25:21,888 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0029s, count=438, qps in this process: 14.5986 (mp_runner.py:76) +2024-09-02 00:25:21,896 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0102s, count=438, qps in this process: 14.595 (mp_runner.py:76) +2024-09-02 00:25:21,904 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0226s, count=438, qps in this process: 14.589 (mp_runner.py:76) +2024-09-02 00:25:21,913 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0896s, count=438, qps in this process: 14.5565 (mp_runner.py:76) +2024-09-02 00:25:21,919 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0371s, count=438, qps in this process: 14.582 (mp_runner.py:76) +2024-09-02 00:25:21,919 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0953s, count=438, qps in this process: 14.5538 (mp_runner.py:76) +2024-09-02 00:25:21,920 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0344s, count=438, qps in this process: 14.5833 (mp_runner.py:76) +2024-09-02 00:25:21,920 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0961s, count=438, qps in this process: 14.5534 (mp_runner.py:76) +2024-09-02 00:25:21,939 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0568s, count=439, qps in this process: 14.6057 (mp_runner.py:76) +2024-09-02 00:25:21,939 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0211s, count=439, qps in this process: 14.623 (mp_runner.py:76) +2024-09-02 00:25:21,940 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0545s, count=439, qps in this process: 14.6068 (mp_runner.py:76) +2024-09-02 00:25:21,940 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.022s, count=439, qps in this process: 14.6226 (mp_runner.py:76) +2024-09-02 00:25:21,940 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0751s, count=439, qps in this process: 14.5968 (mp_runner.py:76) +2024-09-02 00:25:21,941 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0225s, count=439, qps in this process: 14.6224 (mp_runner.py:76) +2024-09-02 00:25:21,941 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0225s, count=439, qps in this process: 14.6224 (mp_runner.py:76) +2024-09-02 00:25:21,942 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0203s, count=439, qps in this process: 14.6234 (mp_runner.py:76) +2024-09-02 00:25:21,942 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0533s, count=439, qps in this process: 14.6074 (mp_runner.py:76) +2024-09-02 00:25:21,955 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0904s, count=439, qps in this process: 14.5894 (mp_runner.py:76) +2024-09-02 00:25:21,959 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.005s, count=439, qps in this process: 14.6309 (mp_runner.py:76) +2024-09-02 00:25:21,960 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0097s, count=439, qps in this process: 14.6286 (mp_runner.py:76) +2024-09-02 00:25:21,962 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0217s, count=439, qps in this process: 14.6228 (mp_runner.py:76) +2024-09-02 00:25:21,963 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0279s, count=439, qps in this process: 14.6197 (mp_runner.py:76) +2024-09-02 00:25:21,966 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0151s, count=440, qps in this process: 14.6593 (mp_runner.py:76) +2024-09-02 00:25:21,977 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0109s, count=440, qps in this process: 14.6613 (mp_runner.py:76) +2024-09-02 00:25:21,988 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0193s, count=441, qps in this process: 14.6905 (mp_runner.py:76) +2024-09-02 00:25:21,992 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0233s, count=441, qps in this process: 14.6886 (mp_runner.py:76) +2024-09-02 00:25:22,003 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0134s, count=441, qps in this process: 14.6934 (mp_runner.py:76) +2024-09-02 00:25:22,007 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0169s, count=442, qps in this process: 14.725 (mp_runner.py:76) +2024-09-02 00:25:22,008 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0101s, count=442, qps in this process: 14.7284 (mp_runner.py:76) +2024-09-02 00:25:22,009 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.003s, count=442, qps in this process: 14.7319 (mp_runner.py:76) +2024-09-02 00:25:22,017 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0024s, count=443, qps in this process: 14.7655 (mp_runner.py:76) +2024-09-02 00:25:22,026 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0045s, count=444, qps in this process: 14.7978 (mp_runner.py:76) +2024-09-02 00:25:22,026 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0052s, count=444, qps in this process: 14.7974 (mp_runner.py:76) +2024-09-02 00:25:22,032 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.003s, count=445, qps in this process: 14.8319 (mp_runner.py:76) +2024-09-02 00:25:22,035 | INFO |End search in concurrency 45: dur=30.585674998998s, total_count=19751, qps=645.7598 (mp_runner.py:120) +2024-09-02 00:25:25,400 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:25:25,401 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-02 00:25:46,402 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-02 00:25:46,556 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,651 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,801 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,810 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,812 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,812 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,817 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,818 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,818 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,829 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,835 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,852 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,852 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,852 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,852 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,853 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,886 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,889 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,890 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,893 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,902 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,908 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,914 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,944 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,959 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,959 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:46,998 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:47,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:47,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:47,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:25:47,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:16,574 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0136s, count=393, qps in this process: 13.0941 (mp_runner.py:76) +2024-09-02 00:26:16,709 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0431s, count=395, qps in this process: 13.1478 (mp_runner.py:76) +2024-09-02 00:26:16,841 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0261s, count=397, qps in this process: 13.2218 (mp_runner.py:76) +2024-09-02 00:26:16,842 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0035s, count=397, qps in this process: 13.2318 (mp_runner.py:76) +2024-09-02 00:26:16,842 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0396s, count=397, qps in this process: 13.2159 (mp_runner.py:76) +2024-09-02 00:26:16,842 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0142s, count=397, qps in this process: 13.2271 (mp_runner.py:76) +2024-09-02 00:26:16,843 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0145s, count=397, qps in this process: 13.2269 (mp_runner.py:76) +2024-09-02 00:26:16,843 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0289s, count=397, qps in this process: 13.2206 (mp_runner.py:76) +2024-09-02 00:26:16,844 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0237s, count=397, qps in this process: 13.2229 (mp_runner.py:76) +2024-09-02 00:26:16,844 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0101s, count=397, qps in this process: 13.2289 (mp_runner.py:76) +2024-09-02 00:26:16,841 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0072s, count=397, qps in this process: 13.2302 (mp_runner.py:76) +2024-09-02 00:26:16,845 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0294s, count=397, qps in this process: 13.2204 (mp_runner.py:76) +2024-09-02 00:26:16,845 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0041s, count=397, qps in this process: 13.2315 (mp_runner.py:76) +2024-09-02 00:26:16,860 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.046s, count=397, qps in this process: 13.2131 (mp_runner.py:76) +2024-09-02 00:26:16,861 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0595s, count=397, qps in this process: 13.2071 (mp_runner.py:76) +2024-09-02 00:26:16,862 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0586s, count=397, qps in this process: 13.2075 (mp_runner.py:76) +2024-09-02 00:26:16,872 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0177s, count=398, qps in this process: 13.2588 (mp_runner.py:76) +2024-09-02 00:26:16,878 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0229s, count=398, qps in this process: 13.2565 (mp_runner.py:76) +2024-09-02 00:26:16,884 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0276s, count=398, qps in this process: 13.2545 (mp_runner.py:76) +2024-09-02 00:26:16,893 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0384s, count=398, qps in this process: 13.2497 (mp_runner.py:76) +2024-09-02 00:26:16,895 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0529s, count=398, qps in this process: 13.2433 (mp_runner.py:76) +2024-09-02 00:26:16,904 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0112s, count=398, qps in this process: 13.2617 (mp_runner.py:76) +2024-09-02 00:26:16,907 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0653s, count=398, qps in this process: 13.2379 (mp_runner.py:76) +2024-09-02 00:26:16,909 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0137s, count=398, qps in this process: 13.2606 (mp_runner.py:76) +2024-09-02 00:26:16,918 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.063s, count=398, qps in this process: 13.2389 (mp_runner.py:76) +2024-09-02 00:26:16,920 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.005s, count=398, qps in this process: 13.2645 (mp_runner.py:76) +2024-09-02 00:26:16,936 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0432s, count=399, qps in this process: 13.2809 (mp_runner.py:76) +2024-09-02 00:26:16,936 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0208s, count=399, qps in this process: 13.2908 (mp_runner.py:76) +2024-09-02 00:26:16,936 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0135s, count=399, qps in this process: 13.294 (mp_runner.py:76) +2024-09-02 00:26:16,937 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0142s, count=399, qps in this process: 13.2937 (mp_runner.py:76) +2024-09-02 00:26:16,939 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0233s, count=399, qps in this process: 13.2897 (mp_runner.py:76) +2024-09-02 00:26:16,947 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0429s, count=399, qps in this process: 13.281 (mp_runner.py:76) +2024-09-02 00:26:16,948 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0587s, count=398, qps in this process: 13.2408 (mp_runner.py:76) +2024-09-02 00:26:16,948 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0339s, count=399, qps in this process: 13.285 (mp_runner.py:76) +2024-09-02 00:26:16,949 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0321s, count=399, qps in this process: 13.2858 (mp_runner.py:76) +2024-09-02 00:26:16,970 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0042s, count=400, qps in this process: 13.3315 (mp_runner.py:76) +2024-09-02 00:26:16,972 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0237s, count=400, qps in this process: 13.3228 (mp_runner.py:76) +2024-09-02 00:26:16,972 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0239s, count=400, qps in this process: 13.3227 (mp_runner.py:76) +2024-09-02 00:26:16,976 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0277s, count=400, qps in this process: 13.321 (mp_runner.py:76) +2024-09-02 00:26:16,980 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0293s, count=400, qps in this process: 13.3203 (mp_runner.py:76) +2024-09-02 00:26:16,982 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.018s, count=400, qps in this process: 13.3253 (mp_runner.py:76) +2024-09-02 00:26:16,991 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.013s, count=401, qps in this process: 13.3609 (mp_runner.py:76) +2024-09-02 00:26:16,993 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.02s, count=401, qps in this process: 13.3578 (mp_runner.py:76) +2024-09-02 00:26:16,994 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.021s, count=401, qps in this process: 13.3573 (mp_runner.py:76) +2024-09-02 00:26:17,008 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0016s, count=402, qps in this process: 13.3993 (mp_runner.py:76) +2024-09-02 00:26:17,008 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0027s, count=402, qps in this process: 13.3988 (mp_runner.py:76) +2024-09-02 00:26:17,009 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0021s, count=402, qps in this process: 13.3991 (mp_runner.py:76) +2024-09-02 00:26:17,035 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.01s, count=405, qps in this process: 13.4955 (mp_runner.py:76) +2024-09-02 00:26:17,051 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0049s, count=407, qps in this process: 13.5645 (mp_runner.py:76) +2024-09-02 00:26:17,051 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.005s, count=407, qps in this process: 13.5644 (mp_runner.py:76) +2024-09-02 00:26:17,054 | INFO |End search in concurrency 50: dur=30.650377211000887s, total_count=19944, qps=650.6935 (mp_runner.py:120) +2024-09-02 00:26:20,782 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:26:20,783 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-02 00:26:41,896 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-02 00:26:42,088 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,115 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,243 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,276 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,288 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,413 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,482 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,532 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,532 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,538 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,558 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,567 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,574 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,574 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,577 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,577 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,617 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,638 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,648 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,653 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,662 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,674 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:26:42,768 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:12,137 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0128s, count=357, qps in this process: 11.8949 (mp_runner.py:76) +2024-09-02 00:27:12,140 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0434s, count=357, qps in this process: 11.8828 (mp_runner.py:76) +2024-09-02 00:27:12,279 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0341s, count=359, qps in this process: 11.9531 (mp_runner.py:76) +2024-09-02 00:27:12,281 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0353s, count=359, qps in this process: 11.9526 (mp_runner.py:76) +2024-09-02 00:27:12,281 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0039s, count=359, qps in this process: 11.9651 (mp_runner.py:76) +2024-09-02 00:27:12,281 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0359s, count=359, qps in this process: 11.9524 (mp_runner.py:76) +2024-09-02 00:27:12,281 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0371s, count=359, qps in this process: 11.9519 (mp_runner.py:76) +2024-09-02 00:27:12,298 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0533s, count=359, qps in this process: 11.9454 (mp_runner.py:76) +2024-09-02 00:27:12,306 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0602s, count=359, qps in this process: 11.9427 (mp_runner.py:76) +2024-09-02 00:27:12,343 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0473s, count=360, qps in this process: 11.9811 (mp_runner.py:76) +2024-09-02 00:27:12,347 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0247s, count=359, qps in this process: 11.9568 (mp_runner.py:76) +2024-09-02 00:27:12,354 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0313s, count=360, qps in this process: 11.9875 (mp_runner.py:76) +2024-09-02 00:27:12,373 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0317s, count=359, qps in this process: 11.954 (mp_runner.py:76) +2024-09-02 00:27:12,437 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0017s, count=361, qps in this process: 12.0327 (mp_runner.py:76) +2024-09-02 00:27:12,441 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.022s, count=361, qps in this process: 12.0245 (mp_runner.py:76) +2024-09-02 00:27:12,461 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0075s, count=362, qps in this process: 12.0637 (mp_runner.py:76) +2024-09-02 00:27:12,473 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0191s, count=362, qps in this process: 12.059 (mp_runner.py:76) +2024-09-02 00:27:12,477 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0574s, count=362, qps in this process: 12.0436 (mp_runner.py:76) +2024-09-02 00:27:12,539 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0935s, count=363, qps in this process: 12.0624 (mp_runner.py:76) +2024-09-02 00:27:12,540 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.002s, count=363, qps in this process: 12.0992 (mp_runner.py:76) +2024-09-02 00:27:12,540 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.086s, count=363, qps in this process: 12.0654 (mp_runner.py:76) +2024-09-02 00:27:12,543 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0513s, count=363, qps in this process: 12.0793 (mp_runner.py:76) +2024-09-02 00:27:12,547 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0183s, count=363, qps in this process: 12.0926 (mp_runner.py:76) +2024-09-02 00:27:12,547 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0066s, count=363, qps in this process: 12.0973 (mp_runner.py:76) +2024-09-02 00:27:12,547 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0648s, count=363, qps in this process: 12.0739 (mp_runner.py:76) +2024-09-02 00:27:12,550 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0137s, count=363, qps in this process: 12.0945 (mp_runner.py:76) +2024-09-02 00:27:12,587 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0109s, count=364, qps in this process: 12.1289 (mp_runner.py:76) +2024-09-02 00:27:12,588 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0333s, count=364, qps in this process: 12.1199 (mp_runner.py:76) +2024-09-02 00:27:12,590 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0111s, count=364, qps in this process: 12.1288 (mp_runner.py:76) +2024-09-02 00:27:12,592 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0158s, count=364, qps in this process: 12.1269 (mp_runner.py:76) +2024-09-02 00:27:12,592 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0244s, count=364, qps in this process: 12.1235 (mp_runner.py:76) +2024-09-02 00:27:12,597 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0268s, count=364, qps in this process: 12.1225 (mp_runner.py:76) +2024-09-02 00:27:12,598 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0139s, count=364, qps in this process: 12.1277 (mp_runner.py:76) +2024-09-02 00:27:12,599 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0204s, count=364, qps in this process: 12.1251 (mp_runner.py:76) +2024-09-02 00:27:12,601 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0245s, count=364, qps in this process: 12.1234 (mp_runner.py:76) +2024-09-02 00:27:12,623 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0473s, count=365, qps in this process: 12.1475 (mp_runner.py:76) +2024-09-02 00:27:12,624 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0407s, count=365, qps in this process: 12.1502 (mp_runner.py:76) +2024-09-02 00:27:12,626 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0103s, count=365, qps in this process: 12.1625 (mp_runner.py:76) +2024-09-02 00:27:12,634 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0145s, count=365, qps in this process: 12.1608 (mp_runner.py:76) +2024-09-02 00:27:12,636 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0012s, count=365, qps in this process: 12.1662 (mp_runner.py:76) +2024-09-02 00:27:12,639 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.033s, count=365, qps in this process: 12.1533 (mp_runner.py:76) +2024-09-02 00:27:12,640 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0109s, count=365, qps in this process: 12.1622 (mp_runner.py:76) +2024-09-02 00:27:12,642 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0328s, count=365, qps in this process: 12.1534 (mp_runner.py:76) +2024-09-02 00:27:12,644 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0674s, count=365, qps in this process: 12.1394 (mp_runner.py:76) +2024-09-02 00:27:12,644 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0287s, count=365, qps in this process: 12.155 (mp_runner.py:76) +2024-09-02 00:27:12,647 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0042s, count=365, qps in this process: 12.165 (mp_runner.py:76) +2024-09-02 00:27:12,658 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0075s, count=366, qps in this process: 12.197 (mp_runner.py:76) +2024-09-02 00:27:12,658 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0081s, count=366, qps in this process: 12.1967 (mp_runner.py:76) +2024-09-02 00:27:12,662 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0097s, count=366, qps in this process: 12.1961 (mp_runner.py:76) +2024-09-02 00:27:12,669 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0013s, count=367, qps in this process: 12.2328 (mp_runner.py:76) +2024-09-02 00:27:12,670 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0195s, count=367, qps in this process: 12.2254 (mp_runner.py:76) +2024-09-02 00:27:12,670 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.02s, count=367, qps in this process: 12.2252 (mp_runner.py:76) +2024-09-02 00:27:12,670 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0087s, count=367, qps in this process: 12.2298 (mp_runner.py:76) +2024-09-02 00:27:12,684 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0042s, count=368, qps in this process: 12.2649 (mp_runner.py:76) +2024-09-02 00:27:12,783 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0028s, count=385, qps in this process: 12.8321 (mp_runner.py:76) +2024-09-02 00:27:12,786 | INFO |End search in concurrency 55: dur=30.88958319000085s, total_count=19987, qps=647.0466 (mp_runner.py:120) +2024-09-02 00:27:16,804 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:27:16,804 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-02 00:27:38,149 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-02 00:27:38,460 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,462 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,518 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,530 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,544 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,638 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,643 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,649 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,705 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,707 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,708 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,708 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,722 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,734 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,778 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,778 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,778 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,787 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,794 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,825 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,844 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,858 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,861 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,881 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,881 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,900 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,900 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,925 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,947 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:27:38,980 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:08,490 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0224s, count=333, qps in this process: 11.0917 (mp_runner.py:76) +2024-09-02 00:28:08,520 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0483s, count=333, qps in this process: 11.0822 (mp_runner.py:76) +2024-09-02 00:28:08,523 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.003s, count=333, qps in this process: 11.0989 (mp_runner.py:76) +2024-09-02 00:28:08,550 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0259s, count=334, qps in this process: 11.1237 (mp_runner.py:76) +2024-09-02 00:28:08,554 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0068s, count=334, qps in this process: 11.1308 (mp_runner.py:76) +2024-09-02 00:28:08,556 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0236s, count=334, qps in this process: 11.1246 (mp_runner.py:76) +2024-09-02 00:28:08,641 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.003s, count=335, qps in this process: 11.1656 (mp_runner.py:76) +2024-09-02 00:28:08,641 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0586s, count=335, qps in this process: 11.1449 (mp_runner.py:76) +2024-09-02 00:28:08,641 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0038s, count=335, qps in this process: 11.1653 (mp_runner.py:76) +2024-09-02 00:28:08,644 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0604s, count=335, qps in this process: 11.1442 (mp_runner.py:76) +2024-09-02 00:28:08,647 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0005s, count=335, qps in this process: 11.1665 (mp_runner.py:76) +2024-09-02 00:28:08,649 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0097s, count=335, qps in this process: 11.1631 (mp_runner.py:76) +2024-09-02 00:28:08,649 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.067s, count=335, qps in this process: 11.1418 (mp_runner.py:76) +2024-09-02 00:28:08,653 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0153s, count=335, qps in this process: 11.161 (mp_runner.py:76) +2024-09-02 00:28:08,655 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0171s, count=335, qps in this process: 11.1603 (mp_runner.py:76) +2024-09-02 00:28:08,655 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0084s, count=335, qps in this process: 11.1635 (mp_runner.py:76) +2024-09-02 00:28:08,658 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0754s, count=334, qps in this process: 11.1054 (mp_runner.py:76) +2024-09-02 00:28:08,668 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.086s, count=334, qps in this process: 11.1015 (mp_runner.py:76) +2024-09-02 00:28:08,671 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0273s, count=335, qps in this process: 11.1565 (mp_runner.py:76) +2024-09-02 00:28:08,671 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0244s, count=335, qps in this process: 11.1576 (mp_runner.py:76) +2024-09-02 00:28:08,671 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0009s, count=335, qps in this process: 11.1663 (mp_runner.py:76) +2024-09-02 00:28:08,671 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0344s, count=335, qps in this process: 11.1539 (mp_runner.py:76) +2024-09-02 00:28:08,677 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0288s, count=335, qps in this process: 11.156 (mp_runner.py:76) +2024-09-02 00:28:08,698 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0316s, count=336, qps in this process: 11.1882 (mp_runner.py:76) +2024-09-02 00:28:08,699 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0452s, count=336, qps in this process: 11.1832 (mp_runner.py:76) +2024-09-02 00:28:08,701 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0116s, count=336, qps in this process: 11.1957 (mp_runner.py:76) +2024-09-02 00:28:08,702 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0122s, count=336, qps in this process: 11.1954 (mp_runner.py:76) +2024-09-02 00:28:08,735 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0204s, count=337, qps in this process: 11.2257 (mp_runner.py:76) +2024-09-02 00:28:08,736 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0284s, count=337, qps in this process: 11.2227 (mp_runner.py:76) +2024-09-02 00:28:08,738 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.018s, count=337, qps in this process: 11.2266 (mp_runner.py:76) +2024-09-02 00:28:08,740 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0259s, count=337, qps in this process: 11.2236 (mp_runner.py:76) +2024-09-02 00:28:08,744 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0186s, count=337, qps in this process: 11.2264 (mp_runner.py:76) +2024-09-02 00:28:08,745 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0063s, count=337, qps in this process: 11.231 (mp_runner.py:76) +2024-09-02 00:28:08,746 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0313s, count=337, qps in this process: 11.2216 (mp_runner.py:76) +2024-09-02 00:28:08,791 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0053s, count=338, qps in this process: 11.2647 (mp_runner.py:76) +2024-09-02 00:28:08,811 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0229s, count=339, qps in this process: 11.2914 (mp_runner.py:76) +2024-09-02 00:28:08,816 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0273s, count=339, qps in this process: 11.2897 (mp_runner.py:76) +2024-09-02 00:28:08,819 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0235s, count=339, qps in this process: 11.2912 (mp_runner.py:76) +2024-09-02 00:28:08,830 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0387s, count=339, qps in this process: 11.2854 (mp_runner.py:76) +2024-09-02 00:28:08,861 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0105s, count=340, qps in this process: 11.3294 (mp_runner.py:76) +2024-09-02 00:28:08,862 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0295s, count=340, qps in this process: 11.3222 (mp_runner.py:76) +2024-09-02 00:28:08,862 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0296s, count=340, qps in this process: 11.3222 (mp_runner.py:76) +2024-09-02 00:28:08,862 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0301s, count=340, qps in this process: 11.322 (mp_runner.py:76) +2024-09-02 00:28:08,868 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0258s, count=340, qps in this process: 11.3236 (mp_runner.py:76) +2024-09-02 00:28:08,878 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0121s, count=340, qps in this process: 11.3288 (mp_runner.py:76) +2024-09-02 00:28:08,893 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.031s, count=341, qps in this process: 11.3549 (mp_runner.py:76) +2024-09-02 00:28:08,894 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0101s, count=341, qps in this process: 11.3628 (mp_runner.py:76) +2024-09-02 00:28:08,899 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.029s, count=341, qps in this process: 11.3557 (mp_runner.py:76) +2024-09-02 00:28:08,901 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0172s, count=341, qps in this process: 11.3602 (mp_runner.py:76) +2024-09-02 00:28:08,912 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.007s, count=341, qps in this process: 11.364 (mp_runner.py:76) +2024-09-02 00:28:08,923 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0178s, count=342, qps in this process: 11.3932 (mp_runner.py:76) +2024-09-02 00:28:08,923 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0105s, count=342, qps in this process: 11.396 (mp_runner.py:76) +2024-09-02 00:28:08,923 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0106s, count=342, qps in this process: 11.396 (mp_runner.py:76) +2024-09-02 00:28:08,937 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0074s, count=343, qps in this process: 11.4305 (mp_runner.py:76) +2024-09-02 00:28:08,938 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0047s, count=343, qps in this process: 11.4315 (mp_runner.py:76) +2024-09-02 00:28:08,949 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0006s, count=344, qps in this process: 11.4664 (mp_runner.py:76) +2024-09-02 00:28:08,949 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0006s, count=344, qps in this process: 11.4664 (mp_runner.py:76) +2024-09-02 00:28:08,950 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0028s, count=344, qps in this process: 11.4656 (mp_runner.py:76) +2024-09-02 00:28:08,960 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.007s, count=345, qps in this process: 11.4973 (mp_runner.py:76) +2024-09-02 00:28:08,993 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0005s, count=351, qps in this process: 11.6998 (mp_runner.py:76) +2024-09-02 00:28:08,996 | INFO |End search in concurrency 60: dur=30.84652622199792s, total_count=20276, qps=657.3187 (mp_runner.py:120) +2024-09-02 00:28:12,974 | INFO |Update largest qps with concurrency 60: current max_qps=657.3187 (mp_runner.py:124) +2024-09-02 00:28:13,387 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:28:13,387 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-02 00:28:34,961 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-02 00:28:35,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,417 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,420 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,423 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,480 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,509 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,514 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,514 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,532 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,544 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,578 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,599 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,599 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,614 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,620 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,621 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,625 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,650 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,681 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,693 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,710 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,710 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,719 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,722 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,772 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,790 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,790 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,797 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,808 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,816 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,819 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,858 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,875 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,887 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,887 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:28:35,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:05,317 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0248s, count=306, qps in this process: 10.1916 (mp_runner.py:76) +2024-09-02 00:29:05,353 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0405s, count=306, qps in this process: 10.1862 (mp_runner.py:76) +2024-09-02 00:29:05,447 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0081s, count=308, qps in this process: 10.2639 (mp_runner.py:76) +2024-09-02 00:29:05,449 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0292s, count=308, qps in this process: 10.2567 (mp_runner.py:76) +2024-09-02 00:29:05,449 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.027s, count=308, qps in this process: 10.2574 (mp_runner.py:76) +2024-09-02 00:29:05,451 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.028s, count=308, qps in this process: 10.2571 (mp_runner.py:76) +2024-09-02 00:29:05,451 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0803s, count=308, qps in this process: 10.2393 (mp_runner.py:76) +2024-09-02 00:29:05,452 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0068s, count=308, qps in this process: 10.2643 (mp_runner.py:76) +2024-09-02 00:29:05,455 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0134s, count=308, qps in this process: 10.2621 (mp_runner.py:76) +2024-09-02 00:29:05,456 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0284s, count=308, qps in this process: 10.257 (mp_runner.py:76) +2024-09-02 00:29:05,458 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.012s, count=308, qps in this process: 10.2626 (mp_runner.py:76) +2024-09-02 00:29:05,460 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0409s, count=308, qps in this process: 10.2527 (mp_runner.py:76) +2024-09-02 00:29:05,465 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0274s, count=308, qps in this process: 10.2573 (mp_runner.py:76) +2024-09-02 00:29:05,470 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0388s, count=308, qps in this process: 10.2534 (mp_runner.py:76) +2024-09-02 00:29:05,471 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0464s, count=308, qps in this process: 10.2508 (mp_runner.py:76) +2024-09-02 00:29:05,475 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.036s, count=308, qps in this process: 10.2544 (mp_runner.py:76) +2024-09-02 00:29:05,478 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0236s, count=308, qps in this process: 10.2586 (mp_runner.py:76) +2024-09-02 00:29:05,536 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0376s, count=309, qps in this process: 10.2871 (mp_runner.py:76) +2024-09-02 00:29:05,536 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0254s, count=309, qps in this process: 10.2913 (mp_runner.py:76) +2024-09-02 00:29:05,539 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0192s, count=309, qps in this process: 10.2934 (mp_runner.py:76) +2024-09-02 00:29:05,541 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0182s, count=309, qps in this process: 10.2938 (mp_runner.py:76) +2024-09-02 00:29:05,542 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.032s, count=309, qps in this process: 10.289 (mp_runner.py:76) +2024-09-02 00:29:05,546 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0559s, count=309, qps in this process: 10.2808 (mp_runner.py:76) +2024-09-02 00:29:05,549 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0257s, count=309, qps in this process: 10.2912 (mp_runner.py:76) +2024-09-02 00:29:05,551 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0425s, count=309, qps in this process: 10.2854 (mp_runner.py:76) +2024-09-02 00:29:05,552 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0138s, count=309, qps in this process: 10.2953 (mp_runner.py:76) +2024-09-02 00:29:05,563 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.026s, count=309, qps in this process: 10.2911 (mp_runner.py:76) +2024-09-02 00:29:05,608 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0096s, count=310, qps in this process: 10.33 (mp_runner.py:76) +2024-09-02 00:29:05,608 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0059s, count=310, qps in this process: 10.3313 (mp_runner.py:76) +2024-09-02 00:29:05,609 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0235s, count=310, qps in this process: 10.3252 (mp_runner.py:76) +2024-09-02 00:29:05,609 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0064s, count=310, qps in this process: 10.3311 (mp_runner.py:76) +2024-09-02 00:29:05,609 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0594s, count=310, qps in this process: 10.3129 (mp_runner.py:76) +2024-09-02 00:29:05,644 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.019s, count=311, qps in this process: 10.3601 (mp_runner.py:76) +2024-09-02 00:29:05,653 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.027s, count=311, qps in this process: 10.3573 (mp_runner.py:76) +2024-09-02 00:29:05,654 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0163s, count=311, qps in this process: 10.361 (mp_runner.py:76) +2024-09-02 00:29:05,656 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0096s, count=311, qps in this process: 10.3634 (mp_runner.py:76) +2024-09-02 00:29:05,673 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0509s, count=311, qps in this process: 10.3491 (mp_runner.py:76) +2024-09-02 00:29:05,673 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0011s, count=311, qps in this process: 10.3663 (mp_runner.py:76) +2024-09-02 00:29:05,674 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0573s, count=311, qps in this process: 10.3469 (mp_runner.py:76) +2024-09-02 00:29:05,678 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0238s, count=311, qps in this process: 10.3584 (mp_runner.py:76) +2024-09-02 00:29:05,700 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0053s, count=312, qps in this process: 10.3982 (mp_runner.py:76) +2024-09-02 00:29:05,701 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.003s, count=312, qps in this process: 10.399 (mp_runner.py:76) +2024-09-02 00:29:05,702 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0291s, count=312, qps in this process: 10.3899 (mp_runner.py:76) +2024-09-02 00:29:05,703 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0056s, count=312, qps in this process: 10.3981 (mp_runner.py:76) +2024-09-02 00:29:05,705 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0152s, count=312, qps in this process: 10.3947 (mp_runner.py:76) +2024-09-02 00:29:05,707 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0452s, count=312, qps in this process: 10.3844 (mp_runner.py:76) +2024-09-02 00:29:05,716 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0183s, count=312, qps in this process: 10.3937 (mp_runner.py:76) +2024-09-02 00:29:05,733 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.006s, count=313, qps in this process: 10.4312 (mp_runner.py:76) +2024-09-02 00:29:05,737 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.011s, count=313, qps in this process: 10.4295 (mp_runner.py:76) +2024-09-02 00:29:05,739 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0209s, count=313, qps in this process: 10.4261 (mp_runner.py:76) +2024-09-02 00:29:05,741 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0188s, count=313, qps in this process: 10.4268 (mp_runner.py:76) +2024-09-02 00:29:05,782 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0004s, count=315, qps in this process: 10.4999 (mp_runner.py:76) +2024-09-02 00:29:05,804 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0096s, count=316, qps in this process: 10.53 (mp_runner.py:76) +2024-09-02 00:29:05,804 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.01s, count=316, qps in this process: 10.5298 (mp_runner.py:76) +2024-09-02 00:29:05,813 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.004s, count=316, qps in this process: 10.5319 (mp_runner.py:76) +2024-09-02 00:29:05,817 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0015s, count=316, qps in this process: 10.5328 (mp_runner.py:76) +2024-09-02 00:29:05,823 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0042s, count=317, qps in this process: 10.5652 (mp_runner.py:76) +2024-09-02 00:29:05,825 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.009s, count=317, qps in this process: 10.5635 (mp_runner.py:76) +2024-09-02 00:29:05,838 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0047s, count=318, qps in this process: 10.5983 (mp_runner.py:76) +2024-09-02 00:29:05,865 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0033s, count=320, qps in this process: 10.6655 (mp_runner.py:76) +2024-09-02 00:29:05,889 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0032s, count=323, qps in this process: 10.7655 (mp_runner.py:76) +2024-09-02 00:29:05,889 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0069s, count=323, qps in this process: 10.7642 (mp_runner.py:76) +2024-09-02 00:29:05,894 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0043s, count=323, qps in this process: 10.7651 (mp_runner.py:76) +2024-09-02 00:29:05,898 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0052s, count=324, qps in this process: 10.7981 (mp_runner.py:76) +2024-09-02 00:29:05,917 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0012s, count=327, qps in this process: 10.8996 (mp_runner.py:76) +2024-09-02 00:29:05,921 | INFO |End search in concurrency 65: dur=30.959075997998298s, total_count=20267, qps=654.6384 (mp_runner.py:120) +2024-09-02 00:29:10,648 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:29:10,648 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-02 00:29:32,430 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-02 00:29:32,756 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:32,802 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:32,809 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:32,840 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:32,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:32,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:32,903 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:32,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:32,954 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,027 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,035 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,035 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,046 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,058 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,059 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,061 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,067 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,081 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,085 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,085 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,097 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,130 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,180 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,202 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,251 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,265 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,286 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,301 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,301 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,302 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,306 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,310 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,346 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,380 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,392 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,414 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,414 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,422 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,423 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,474 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,481 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,486 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,520 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,581 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,581 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:29:33,605 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-02 00:30:02,829 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.025s, count=283, qps in this process: 9.4255 (mp_runner.py:76) +2024-09-02 00:30:02,847 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0331s, count=283, qps in this process: 9.4229 (mp_runner.py:76) +2024-09-02 00:30:02,849 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0731s, count=283, qps in this process: 9.4104 (mp_runner.py:76) +2024-09-02 00:30:02,919 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0695s, count=284, qps in this process: 9.4448 (mp_runner.py:76) +2024-09-02 00:30:02,935 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0227s, count=285, qps in this process: 9.4928 (mp_runner.py:76) +2024-09-02 00:30:02,949 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.101s, count=285, qps in this process: 9.4681 (mp_runner.py:76) +2024-09-02 00:30:02,954 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0144s, count=285, qps in this process: 9.4954 (mp_runner.py:76) +2024-09-02 00:30:02,962 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0613s, count=285, qps in this process: 9.4806 (mp_runner.py:76) +2024-09-02 00:30:03,021 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0635s, count=286, qps in this process: 9.5132 (mp_runner.py:76) +2024-09-02 00:30:03,023 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0147s, count=286, qps in this process: 9.5287 (mp_runner.py:76) +2024-09-02 00:30:03,043 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0052s, count=286, qps in this process: 9.5317 (mp_runner.py:76) +2024-09-02 00:30:03,045 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.01s, count=286, qps in this process: 9.5302 (mp_runner.py:76) +2024-09-02 00:30:03,079 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0431s, count=286, qps in this process: 9.5197 (mp_runner.py:76) +2024-09-02 00:30:03,081 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0395s, count=286, qps in this process: 9.5208 (mp_runner.py:76) +2024-09-02 00:30:03,115 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0643s, count=286, qps in this process: 9.5129 (mp_runner.py:76) +2024-09-02 00:30:03,142 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0665s, count=286, qps in this process: 9.5122 (mp_runner.py:76) +2024-09-02 00:30:03,147 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.1123s, count=286, qps in this process: 9.4978 (mp_runner.py:76) +2024-09-02 00:30:03,151 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0833s, count=287, qps in this process: 9.5402 (mp_runner.py:76) +2024-09-02 00:30:03,152 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0565s, count=287, qps in this process: 9.5487 (mp_runner.py:76) +2024-09-02 00:30:03,152 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0864s, count=287, qps in this process: 9.5392 (mp_runner.py:76) +2024-09-02 00:30:03,155 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.1205s, count=287, qps in this process: 9.5284 (mp_runner.py:76) +2024-09-02 00:30:03,156 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.1167s, count=287, qps in this process: 9.5296 (mp_runner.py:76) +2024-09-02 00:30:03,159 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0571s, count=287, qps in this process: 9.5485 (mp_runner.py:76) +2024-09-02 00:30:03,160 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0744s, count=287, qps in this process: 9.543 (mp_runner.py:76) +2024-09-02 00:30:03,161 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.1219s, count=287, qps in this process: 9.528 (mp_runner.py:76) +2024-09-02 00:30:03,161 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0627s, count=287, qps in this process: 9.5467 (mp_runner.py:76) +2024-09-02 00:30:03,162 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.056s, count=287, qps in this process: 9.5488 (mp_runner.py:76) +2024-09-02 00:30:03,162 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.1284s, count=287, qps in this process: 9.5259 (mp_runner.py:76) +2024-09-02 00:30:03,163 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0198s, count=287, qps in this process: 9.5604 (mp_runner.py:76) +2024-09-02 00:30:03,164 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0218s, count=287, qps in this process: 9.5597 (mp_runner.py:76) +2024-09-02 00:30:03,164 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.1243s, count=287, qps in this process: 9.5272 (mp_runner.py:76) +2024-09-02 00:30:03,164 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0801s, count=287, qps in this process: 9.5412 (mp_runner.py:76) +2024-09-02 00:30:03,165 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0342s, count=287, qps in this process: 9.5558 (mp_runner.py:76) +2024-09-02 00:30:03,167 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.1012s, count=287, qps in this process: 9.5345 (mp_runner.py:76) +2024-09-02 00:30:03,168 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.1248s, count=287, qps in this process: 9.527 (mp_runner.py:76) +2024-09-02 00:30:03,168 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0817s, count=287, qps in this process: 9.5407 (mp_runner.py:76) +2024-09-02 00:30:03,169 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0832s, count=287, qps in this process: 9.5402 (mp_runner.py:76) +2024-09-02 00:30:03,171 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.1027s, count=287, qps in this process: 9.534 (mp_runner.py:76) +2024-09-02 00:30:03,177 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.1093s, count=287, qps in this process: 9.5319 (mp_runner.py:76) +2024-09-02 00:30:03,204 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.1694s, count=287, qps in this process: 9.513 (mp_runner.py:76) +2024-09-02 00:30:03,231 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0127s, count=288, qps in this process: 9.5959 (mp_runner.py:76) +2024-09-02 00:30:03,233 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0198s, count=288, qps in this process: 9.5937 (mp_runner.py:76) +2024-09-02 00:30:03,243 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0572s, count=288, qps in this process: 9.5817 (mp_runner.py:76) +2024-09-02 00:30:03,244 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0177s, count=288, qps in this process: 9.5943 (mp_runner.py:76) +2024-09-02 00:30:03,245 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0556s, count=288, qps in this process: 9.5822 (mp_runner.py:76) +2024-09-02 00:30:03,265 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0049s, count=289, qps in this process: 9.6318 (mp_runner.py:76) +2024-09-02 00:30:03,280 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0091s, count=289, qps in this process: 9.6304 (mp_runner.py:76) +2024-09-02 00:30:03,319 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0265s, count=290, qps in this process: 9.6581 (mp_runner.py:76) +2024-09-02 00:30:03,328 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0187s, count=290, qps in this process: 9.6606 (mp_runner.py:76) +2024-09-02 00:30:03,332 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0251s, count=290, qps in this process: 9.6586 (mp_runner.py:76) +2024-09-02 00:30:03,336 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0292s, count=290, qps in this process: 9.6573 (mp_runner.py:76) +2024-09-02 00:30:03,353 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0379s, count=291, qps in this process: 9.6878 (mp_runner.py:76) +2024-09-02 00:30:03,356 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.003s, count=291, qps in this process: 9.699 (mp_runner.py:76) +2024-09-02 00:30:03,357 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0544s, count=291, qps in this process: 9.6824 (mp_runner.py:76) +2024-09-02 00:30:03,379 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0048s, count=292, qps in this process: 9.7318 (mp_runner.py:76) +2024-09-02 00:30:03,399 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0142s, count=293, qps in this process: 9.762 (mp_runner.py:76) +2024-09-02 00:30:03,399 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0223s, count=293, qps in this process: 9.7594 (mp_runner.py:76) +2024-09-02 00:30:03,401 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0028s, count=293, qps in this process: 9.7658 (mp_runner.py:76) +2024-09-02 00:30:03,436 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.011s, count=294, qps in this process: 9.7964 (mp_runner.py:76) +2024-09-02 00:30:03,446 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.011s, count=295, qps in this process: 9.8297 (mp_runner.py:76) +2024-09-02 00:30:03,452 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0233s, count=295, qps in this process: 9.8257 (mp_runner.py:76) +2024-09-02 00:30:03,453 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0175s, count=295, qps in this process: 9.8276 (mp_runner.py:76) +2024-09-02 00:30:03,503 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0098s, count=298, qps in this process: 9.9301 (mp_runner.py:76) +2024-09-02 00:30:03,503 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0093s, count=298, qps in this process: 9.9303 (mp_runner.py:76) +2024-09-02 00:30:03,511 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0249s, count=298, qps in this process: 9.9251 (mp_runner.py:76) +2024-09-02 00:30:03,535 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0061s, count=301, qps in this process: 10.0313 (mp_runner.py:76) +2024-09-02 00:30:03,597 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0068s, count=308, qps in this process: 10.2643 (mp_runner.py:76) +2024-09-02 00:30:03,598 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0084s, count=308, qps in this process: 10.2638 (mp_runner.py:76) +2024-09-02 00:30:03,609 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0046s, count=309, qps in this process: 10.2984 (mp_runner.py:76) +2024-09-02 00:30:03,614 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0007s, count=310, qps in this process: 10.3331 (mp_runner.py:76) +2024-09-02 00:30:03,617 | INFO |End search in concurrency 70: dur=31.18702520000079s, total_count=20279, qps=650.2384 (mp_runner.py:120) +2024-09-02 00:30:08,308 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=657.3187, serial_latency_p99=np.float64(0.0493), recall=np.float64(0.9298), ndcg=np.float64(0.9394), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[162.5133, 484.8486, 614.5207, 632.1771, 637.9374, 647.5147, 653.3102, 652.649, 645.7598, 650.6935, 647.0466, 657.3187, 654.6384, 650.2384], conc_latency_p99_list=[np.float64(0.0032315265215002), np.float64(0.0038496426284094923), np.float64(0.004504596842228057), np.float64(0.005252408149873372), np.float64(0.005948054428046453), np.float64(0.006546166225148772), np.float64(0.006639314595930045), np.float64(0.00793592350473409), np.float64(0.0077746088782078), np.float64(0.007987224417717516), np.float64(0.007882406727713532), np.float64(0.0118833719979375), np.float64(0.01119201007038937), np.float64(0.009496541048736254)]) (task_runner.py:197) +2024-09-02 00:30:08,308 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:18:43.913438'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=657.3187, serial_latency_p99=np.float64(0.0493), recall=np.float64(0.9298), ndcg=np.float64(0.9394), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[162.5133, 484.8486, 614.5207, 632.1771, 637.9374, 647.5147, 653.3102, 652.649, 645.7598, 650.6935, 647.0466, 657.3187, 654.6384, 650.2384], conc_latency_p99_list=[np.float64(0.0032315265215002), np.float64(0.0038496426284094923), np.float64(0.004504596842228057), np.float64(0.005252408149873372), np.float64(0.005948054428046453), np.float64(0.006546166225148772), np.float64(0.006639314595930045), np.float64(0.00793592350473409), np.float64(0.0077746088782078), np.float64(0.007987224417717516), np.float64(0.007882406727713532), np.float64(0.0118833719979375), np.float64(0.01119201007038937), np.float64(0.009496541048736254)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-02 00:30:08,308 | INFO |Task summary: run_id=98536, task_label=9853660af3cf42b3882d049d828b0855 (models.py:346) +2024-09-02 00:30:08,308 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 00:30:08,308 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 00:30:08,308 | INFO |PgVector | 2024-09-02T00:18:43.913438 Performance1536D500K 9853660af3cf42b3882d049d828b0855 | 0.0 657.3187 0.0493 0.9298 0 | :) (models.py:346) +2024-09-02 00:30:08,308 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json (models.py:204) +2024-09-02 00:30:08,309 | INFO |Success to finish task: label=9853660af3cf42b3882d049d828b0855, run_id=9853660af3cf42b3882d049d828b0855 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json b/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json new file mode 100644 index 000000000..56210dd12 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json @@ -0,0 +1 @@ +{"run_id": "9853660af3cf42b3882d049d828b0855", "task_label": "9853660af3cf42b3882d049d828b0855", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 657.3187, "serial_latency_p99": 0.0493, "recall": 0.9298, "ndcg": 0.9394, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [162.5133, 484.8486, 614.5207, 632.1771, 637.9374, 647.5147, 653.3102, 652.649, 645.7598, 650.6935, 647.0466, 657.3187, 654.6384, 650.2384], "conc_latency_p99_list": [0.0032315265215002, 0.0038496426284094923, 0.004504596842228057, 0.005252408149873372, 0.005948054428046453, 0.006546166225148772, 0.006639314595930045, 0.00793592350473409, 0.0077746088782078, 0.007987224417717516, 0.007882406727713532, 0.0118833719979375, 0.01119201007038937, 0.009496541048736254]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T00:18:43.913438", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt b/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt new file mode 100644 index 000000000..76418b201 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt @@ -0,0 +1,2335 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load +2024-09-01 23:41:03,865 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:41:03.854145', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 23:41:03,866 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:41:03.854145', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 23:41:03,866 | INFO |generated uuid for the tasks: 572b864673484a2088bdd2d54d7cf0df (interface.py:66) +2024-09-01 23:41:03,926 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 23:41:03,926 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 23:41:03,926 | INFO | PgVector-2024-09-01T23:41:03.854145 | Performance OpenAI-MEDIUM-500K None | 572b864673484a2088bdd2d54d7cf0df (task_runner.py:340) +2024-09-01 23:41:03,926 | INFO |task submitted: id=572b864673484a2088bdd2d54d7cf0df, 572b864673484a2088bdd2d54d7cf0df, case number: 1 (interface.py:231) +2024-09-01 23:41:04,340 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:41:03.854145'}, drop_old=False (interface.py:164) +2024-09-01 23:41:04,340 | INFO |Starting run (task_runner.py:100) +2024-09-01 23:41:04,416 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 23:41:05,010 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 23:41:05,058 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 23:41:05,081 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 23:41:05,081 | INFO |Start performance case (task_runner.py:158) +2024-09-01 23:41:05,095 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:41:05,095 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 23:41:05,095 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 23:41:05,096 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 23:41:05,140 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 23:41:05,695 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 23:41:05,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:41:05,715 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 23:41:05,715 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 23:41:08,765 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.017151918000308797, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:11,864 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.026602693003951572, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:14,741 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.02347146800457267, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:17,634 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.020999474996642675, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:20,398 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.013022167004237417, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:23,231 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.015405309000925627, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:25,881 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.020156619997578673, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:28,986 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.027973768999800086, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:32,312 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.027952271993854083, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:35,826 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03180843299924163, latest recall=0.4 (serial_runner.py:202) +2024-09-01 23:41:35,827 | INFO |SpawnProcess-1:1 search entire test_data: cost=24.0459s, queries=1000, avg_recall=0.3957, avg_ndcg=0.502,avg_latency=0.024, p99=0.0588 (serial_runner.py:209) +2024-09-01 23:41:36,356 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:41:36,357 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 23:41:37,378 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 23:41:37,410 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:41:43,301 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.008460520999506116 (mp_runner.py:73) +2024-09-01 23:41:48,804 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.005522343999473378 (mp_runner.py:73) +2024-09-01 23:41:50,804 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0021575649952865206 (mp_runner.py:73) +2024-09-01 23:41:51,915 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.005046415004471783 (mp_runner.py:73) +2024-09-01 23:41:52,958 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0016592019965173677 (mp_runner.py:73) +2024-09-01 23:41:54,151 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0031833369939704426 (mp_runner.py:73) +2024-09-01 23:41:55,216 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.001738683000439778 (mp_runner.py:73) +2024-09-01 23:41:56,501 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.002155759997549467 (mp_runner.py:73) +2024-09-01 23:41:57,751 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.003673185005027335 (mp_runner.py:73) +2024-09-01 23:41:59,093 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.002138058000127785 (mp_runner.py:73) +2024-09-01 23:42:00,540 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.00203003799833823 (mp_runner.py:73) +2024-09-01 23:42:01,639 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.002702285004488658 (mp_runner.py:73) +2024-09-01 23:42:02,959 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0021051360017736442 (mp_runner.py:73) +2024-09-01 23:42:04,025 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.002190380997490138 (mp_runner.py:73) +2024-09-01 23:42:05,224 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0016879489994607866 (mp_runner.py:73) +2024-09-01 23:42:06,254 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.002212760999100283 (mp_runner.py:73) +2024-09-01 23:42:07,333 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0016971989971352741 (mp_runner.py:73) +2024-09-01 23:42:07,412 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0011s, count=8542, qps in this process: 284.7229 (mp_runner.py:76) +2024-09-01 23:42:07,414 | INFO |End search in concurrency 1: dur=30.035405948001426s, total_count=8542, qps=284.3977 (mp_runner.py:120) +2024-09-01 23:42:07,595 | INFO |Update largest qps with concurrency 1: current max_qps=284.3977 (mp_runner.py:124) +2024-09-01 23:42:08,008 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:42:08,008 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 23:42:13,053 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 23:42:13,100 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:13,100 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:13,100 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:13,101 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:13,114 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:14,625 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.003745223999430891 (mp_runner.py:73) +2024-09-01 23:42:14,657 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0022287059982772917 (mp_runner.py:73) +2024-09-01 23:42:14,736 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0021988619992043823 (mp_runner.py:73) +2024-09-01 23:42:14,787 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004505817996687256 (mp_runner.py:73) +2024-09-01 23:42:14,840 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.004463632998522371 (mp_runner.py:73) +2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0029682300009881146 (mp_runner.py:73) +2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0028614109978661872 (mp_runner.py:73) +2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.003219755002646707 (mp_runner.py:73) +2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0029651139993802644 (mp_runner.py:73) +2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.003037547998246737 (mp_runner.py:73) +2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004687387998274062 (mp_runner.py:73) +2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004841636000492144 (mp_runner.py:73) +2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.004712658999778796 (mp_runner.py:73) +2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.004712663001555484 (mp_runner.py:73) +2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.004745618003653362 (mp_runner.py:73) +2024-09-01 23:42:20,525 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0031163889943854883 (mp_runner.py:73) +2024-09-01 23:42:20,525 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0030690929997945204 (mp_runner.py:73) +2024-09-01 23:42:20,525 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0017887599969981238 (mp_runner.py:73) +2024-09-01 23:42:20,526 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.002616662000946235 (mp_runner.py:73) +2024-09-01 23:42:20,527 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.003929566002625506 (mp_runner.py:73) +2024-09-01 23:42:22,549 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.002177703005145304 (mp_runner.py:73) +2024-09-01 23:42:22,549 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.001855968002928421 (mp_runner.py:73) +2024-09-01 23:42:22,550 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0028141509974375367 (mp_runner.py:73) +2024-09-01 23:42:22,550 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.0017930009998963214 (mp_runner.py:73) +2024-09-01 23:42:22,551 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0026068029983434826 (mp_runner.py:73) +2024-09-01 23:42:24,268 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.002632399002322927 (mp_runner.py:73) +2024-09-01 23:42:24,268 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0028255900033400394 (mp_runner.py:73) +2024-09-01 23:42:24,268 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0030475090024992824 (mp_runner.py:73) +2024-09-01 23:42:24,268 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0029817429967806675 (mp_runner.py:73) +2024-09-01 23:42:24,269 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.003072809995501302 (mp_runner.py:73) +2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0018596219961182214 (mp_runner.py:73) +2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.002136413000698667 (mp_runner.py:73) +2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.002836337996996008 (mp_runner.py:73) +2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.003676549000374507 (mp_runner.py:73) +2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.004121862999454606 (mp_runner.py:73) +2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0028099519986426458 (mp_runner.py:73) +2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0029979799946886487 (mp_runner.py:73) +2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0032330589965567924 (mp_runner.py:73) +2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.003016214002855122 (mp_runner.py:73) +2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.00303468199854251 (mp_runner.py:73) +2024-09-01 23:42:29,122 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0025122890001512133 (mp_runner.py:73) +2024-09-01 23:42:29,123 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0016901259950827807 (mp_runner.py:73) +2024-09-01 23:42:29,123 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.002436992996081244 (mp_runner.py:73) +2024-09-01 23:42:29,123 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0027117839999846183 (mp_runner.py:73) +2024-09-01 23:42:29,124 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0011433230029069819 (mp_runner.py:73) +2024-09-01 23:42:30,722 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0037170319992583245 (mp_runner.py:73) +2024-09-01 23:42:30,722 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0037154089950490743 (mp_runner.py:73) +2024-09-01 23:42:30,722 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0037154620004002936 (mp_runner.py:73) +2024-09-01 23:42:30,722 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0034824180038413033 (mp_runner.py:73) +2024-09-01 23:42:30,723 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.004104491999896709 (mp_runner.py:73) +2024-09-01 23:42:32,253 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0022327259939629585 (mp_runner.py:73) +2024-09-01 23:42:32,253 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.002082038998196367 (mp_runner.py:73) +2024-09-01 23:42:32,254 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0036194579952280037 (mp_runner.py:73) +2024-09-01 23:42:32,255 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0035208879999117926 (mp_runner.py:73) +2024-09-01 23:42:32,257 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.002962614998978097 (mp_runner.py:73) +2024-09-01 23:42:33,786 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0016429129973403178 (mp_runner.py:73) +2024-09-01 23:42:33,786 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.002957344004244078 (mp_runner.py:73) +2024-09-01 23:42:33,786 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0027427669992903247 (mp_runner.py:73) +2024-09-01 23:42:33,787 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.003344406002725009 (mp_runner.py:73) +2024-09-01 23:42:33,787 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.00433690199861303 (mp_runner.py:73) +2024-09-01 23:42:35,293 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0019471090054139495 (mp_runner.py:73) +2024-09-01 23:42:35,294 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0017657790012890473 (mp_runner.py:73) +2024-09-01 23:42:35,294 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.002609646995551884 (mp_runner.py:73) +2024-09-01 23:42:35,294 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0018771809991449118 (mp_runner.py:73) +2024-09-01 23:42:35,295 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.001066985001671128 (mp_runner.py:73) +2024-09-01 23:42:36,807 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.002135347000148613 (mp_runner.py:73) +2024-09-01 23:42:36,807 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0032917689968599007 (mp_runner.py:73) +2024-09-01 23:42:36,807 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.002839375003532041 (mp_runner.py:73) +2024-09-01 23:42:36,807 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0038010480056982487 (mp_runner.py:73) +2024-09-01 23:42:36,808 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.004416251998918597 (mp_runner.py:73) +2024-09-01 23:42:38,339 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.002516028005629778 (mp_runner.py:73) +2024-09-01 23:42:38,339 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0020403419985086657 (mp_runner.py:73) +2024-09-01 23:42:38,339 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0021324789995560423 (mp_runner.py:73) +2024-09-01 23:42:38,339 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.002276434999657795 (mp_runner.py:73) +2024-09-01 23:42:38,340 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.003296634997241199 (mp_runner.py:73) +2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.002652768002008088 (mp_runner.py:73) +2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0026869529974646866 (mp_runner.py:73) +2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.002699513002880849 (mp_runner.py:73) +2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0034429040024406277 (mp_runner.py:73) +2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.0033364729970344342 (mp_runner.py:73) +2024-09-01 23:42:41,381 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.002157046998036094 (mp_runner.py:73) +2024-09-01 23:42:41,381 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0015397349998238496 (mp_runner.py:73) +2024-09-01 23:42:41,382 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0026064959965879098 (mp_runner.py:73) +2024-09-01 23:42:41,382 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0024475419995724224 (mp_runner.py:73) +2024-09-01 23:42:41,382 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0035081249952781945 (mp_runner.py:73) +2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.002954110001155641 (mp_runner.py:73) +2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.003106058997218497 (mp_runner.py:73) +2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0034581649961182848 (mp_runner.py:73) +2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0033232999994652346 (mp_runner.py:73) +2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.004107505003048573 (mp_runner.py:73) +2024-09-01 23:42:43,103 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0021s, count=9022, qps in this process: 300.7123 (mp_runner.py:76) +2024-09-01 23:42:43,103 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0024s, count=9022, qps in this process: 300.7093 (mp_runner.py:76) +2024-09-01 23:42:43,103 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0015s, count=9022, qps in this process: 300.7183 (mp_runner.py:76) +2024-09-01 23:42:43,103 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0025s, count=9022, qps in this process: 300.7083 (mp_runner.py:76) +2024-09-01 23:42:43,122 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0034s, count=9026, qps in this process: 300.8326 (mp_runner.py:76) +2024-09-01 23:42:43,126 | INFO |End search in concurrency 5: dur=30.071913291001692s, total_count=45114, qps=1500.2038 (mp_runner.py:120) +2024-09-01 23:42:43,424 | INFO |Update largest qps with concurrency 5: current max_qps=1500.2038 (mp_runner.py:124) +2024-09-01 23:42:43,836 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:42:43,837 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 23:42:54,026 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 23:42:54,098 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,126 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,156 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,173 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,173 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,174 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:54,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:42:57,673 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.004564308001135942 (mp_runner.py:73) +2024-09-01 23:42:57,674 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.005294551003316883 (mp_runner.py:73) +2024-09-01 23:42:57,674 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.002573695994215086 (mp_runner.py:73) +2024-09-01 23:42:57,674 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0017137960021500476 (mp_runner.py:73) +2024-09-01 23:42:57,675 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0022267530002864078 (mp_runner.py:73) +2024-09-01 23:42:57,675 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.006958741003472824 (mp_runner.py:73) +2024-09-01 23:42:57,675 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.005072886000561994 (mp_runner.py:73) +2024-09-01 23:42:57,675 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006306857001618482 (mp_runner.py:73) +2024-09-01 23:42:57,676 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.006770321000658441 (mp_runner.py:73) +2024-09-01 23:42:57,676 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0064875679963734 (mp_runner.py:73) +2024-09-01 23:42:57,677 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.005322616001649294 (mp_runner.py:73) +2024-09-01 23:42:57,677 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.005861999998160172 (mp_runner.py:73) +2024-09-01 23:42:57,678 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.010752098001830745 (mp_runner.py:73) +2024-09-01 23:42:57,679 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.0077820500009693205 (mp_runner.py:73) +2024-09-01 23:42:57,682 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0012122379994252697 (mp_runner.py:73) +2024-09-01 23:43:01,273 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.007953544998599682 (mp_runner.py:73) +2024-09-01 23:43:01,325 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.00469461600005161 (mp_runner.py:73) +2024-09-01 23:43:01,350 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.011137800000142306 (mp_runner.py:73) +2024-09-01 23:43:01,370 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.005597534000116866 (mp_runner.py:73) +2024-09-01 23:43:01,371 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0057507980018272065 (mp_runner.py:73) +2024-09-01 23:43:01,405 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.009945611003786325 (mp_runner.py:73) +2024-09-01 23:43:01,406 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.010034970997367054 (mp_runner.py:73) +2024-09-01 23:43:01,427 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.006013359998178203 (mp_runner.py:73) +2024-09-01 23:43:01,428 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.007744898000964895 (mp_runner.py:73) +2024-09-01 23:43:01,429 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.010160440004256088 (mp_runner.py:73) +2024-09-01 23:43:01,432 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.0079551189992344 (mp_runner.py:73) +2024-09-01 23:43:01,433 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.00685800700011896 (mp_runner.py:73) +2024-09-01 23:43:01,792 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.008628920993942302 (mp_runner.py:73) +2024-09-01 23:43:01,793 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.014201742997101974 (mp_runner.py:73) +2024-09-01 23:43:01,793 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.008802739997918252 (mp_runner.py:73) +2024-09-01 23:43:05,306 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.002573460995336063 (mp_runner.py:73) +2024-09-01 23:43:05,306 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.0025646340000093915 (mp_runner.py:73) +2024-09-01 23:43:05,307 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.00247615399712231 (mp_runner.py:73) +2024-09-01 23:43:05,307 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.003591567001421936 (mp_runner.py:73) +2024-09-01 23:43:05,307 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.003398202999960631 (mp_runner.py:73) +2024-09-01 23:43:05,308 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.004688885994255543 (mp_runner.py:73) +2024-09-01 23:43:05,308 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.005078770002000965 (mp_runner.py:73) +2024-09-01 23:43:05,309 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005260606005322188 (mp_runner.py:73) +2024-09-01 23:43:05,309 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.005649397004162893 (mp_runner.py:73) +2024-09-01 23:43:05,309 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.006374521995894611 (mp_runner.py:73) +2024-09-01 23:43:05,311 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.008227275000535883 (mp_runner.py:73) +2024-09-01 23:43:05,781 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.009752974998264108 (mp_runner.py:73) +2024-09-01 23:43:06,139 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.01678339899808634 (mp_runner.py:73) +2024-09-01 23:43:06,157 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.020711263998236973 (mp_runner.py:73) +2024-09-01 23:43:06,233 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.007933499000500888 (mp_runner.py:73) +2024-09-01 23:43:09,071 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.015820739994524047 (mp_runner.py:73) +2024-09-01 23:43:09,072 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.01858790800179122 (mp_runner.py:73) +2024-09-01 23:43:09,073 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.02119369900174206 (mp_runner.py:73) +2024-09-01 23:43:09,074 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.013906391999626067 (mp_runner.py:73) +2024-09-01 23:43:09,075 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.015471350998268463 (mp_runner.py:73) +2024-09-01 23:43:09,078 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.014543249002599623 (mp_runner.py:73) +2024-09-01 23:43:09,078 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.025497978000203148 (mp_runner.py:73) +2024-09-01 23:43:09,081 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.02976171400223393 (mp_runner.py:73) +2024-09-01 23:43:09,083 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.03351710599963553 (mp_runner.py:73) +2024-09-01 23:43:09,085 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.029695438999624457 (mp_runner.py:73) +2024-09-01 23:43:09,316 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0022539790006703697 (mp_runner.py:73) +2024-09-01 23:43:10,071 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.002312202996108681 (mp_runner.py:73) +2024-09-01 23:43:10,248 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.00941882299957797 (mp_runner.py:73) +2024-09-01 23:43:10,715 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.010134200005268212 (mp_runner.py:73) +2024-09-01 23:43:10,771 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.014160183993226383 (mp_runner.py:73) +2024-09-01 23:43:13,384 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.002324137996765785 (mp_runner.py:73) +2024-09-01 23:43:13,386 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.00416345099802129 (mp_runner.py:73) +2024-09-01 23:43:13,386 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.012176876996818464 (mp_runner.py:73) +2024-09-01 23:43:13,387 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.01348321299883537 (mp_runner.py:73) +2024-09-01 23:43:13,387 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.012184302002424374 (mp_runner.py:73) +2024-09-01 23:43:13,387 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.011845381995954085 (mp_runner.py:73) +2024-09-01 23:43:13,387 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.013129645005392376 (mp_runner.py:73) +2024-09-01 23:43:13,504 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.02125497999804793 (mp_runner.py:73) +2024-09-01 23:43:13,630 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.00698517599812476 (mp_runner.py:73) +2024-09-01 23:43:13,887 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.012389404997520614 (mp_runner.py:73) +2024-09-01 23:43:13,954 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.008369277005840559 (mp_runner.py:73) +2024-09-01 23:43:14,959 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.01129761099582538 (mp_runner.py:73) +2024-09-01 23:43:15,311 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004051513999002054 (mp_runner.py:73) +2024-09-01 23:43:15,441 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.012870752005255781 (mp_runner.py:73) +2024-09-01 23:43:15,715 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.009688885998912156 (mp_runner.py:73) +2024-09-01 23:43:17,647 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.008124945998133626 (mp_runner.py:73) +2024-09-01 23:43:17,648 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.007807078996847849 (mp_runner.py:73) +2024-09-01 23:43:17,649 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.009031465000589378 (mp_runner.py:73) +2024-09-01 23:43:17,649 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.007973892999871168 (mp_runner.py:73) +2024-09-01 23:43:17,650 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.011572925999644212 (mp_runner.py:73) +2024-09-01 23:43:17,650 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.009389976999955252 (mp_runner.py:73) +2024-09-01 23:43:17,651 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.013353758004086558 (mp_runner.py:73) +2024-09-01 23:43:17,651 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.007581774996651802 (mp_runner.py:73) +2024-09-01 23:43:18,124 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.01772864499798743 (mp_runner.py:73) +2024-09-01 23:43:18,231 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.009305948995461222 (mp_runner.py:73) +2024-09-01 23:43:18,346 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.016631212005449925 (mp_runner.py:73) +2024-09-01 23:43:19,418 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005800308004836552 (mp_runner.py:73) +2024-09-01 23:43:19,682 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.009456061001401395 (mp_runner.py:73) +2024-09-01 23:43:19,788 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.007289995999599341 (mp_runner.py:73) +2024-09-01 23:43:20,100 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.011032005000743084 (mp_runner.py:73) +2024-09-01 23:43:21,934 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.0025182760000461712 (mp_runner.py:73) +2024-09-01 23:43:21,934 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.0036719989948323928 (mp_runner.py:73) +2024-09-01 23:43:21,934 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0027040990025852807 (mp_runner.py:73) +2024-09-01 23:43:21,935 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.0036417240044102073 (mp_runner.py:73) +2024-09-01 23:43:21,935 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.0049532429984537885 (mp_runner.py:73) +2024-09-01 23:43:21,936 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.004457361996173859 (mp_runner.py:73) +2024-09-01 23:43:21,937 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.005016504997911397 (mp_runner.py:73) +2024-09-01 23:43:21,937 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.006219192000571638 (mp_runner.py:73) +2024-09-01 23:43:22,410 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.015388414001790807 (mp_runner.py:73) +2024-09-01 23:43:22,526 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.009667631995398551 (mp_runner.py:73) +2024-09-01 23:43:22,751 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.01181806000386132 (mp_runner.py:73) +2024-09-01 23:43:23,934 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008983783001895063 (mp_runner.py:73) +2024-09-01 23:43:24,119 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0188s, count=3771, qps in this process: 125.6213 (mp_runner.py:76) +2024-09-01 23:43:24,131 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.001s, count=3773, qps in this process: 125.7625 (mp_runner.py:76) +2024-09-01 23:43:24,134 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0027s, count=3777, qps in this process: 125.8887 (mp_runner.py:76) +2024-09-01 23:43:24,140 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0352s, count=3761, qps in this process: 125.2197 (mp_runner.py:76) +2024-09-01 23:43:24,153 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0073s, count=3481, qps in this process: 116.0051 (mp_runner.py:76) +2024-09-01 23:43:24,163 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0039s, count=3782, qps in this process: 126.0503 (mp_runner.py:76) +2024-09-01 23:43:24,167 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0032s, count=3721, qps in this process: 124.0201 (mp_runner.py:76) +2024-09-01 23:43:24,183 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0059s, count=3644, qps in this process: 121.4428 (mp_runner.py:76) +2024-09-01 23:43:24,183 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0052s, count=3671, qps in this process: 122.3455 (mp_runner.py:76) +2024-09-01 23:43:24,184 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0069s, count=3786, qps in this process: 126.171 (mp_runner.py:76) +2024-09-01 23:43:24,189 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0034s, count=3787, qps in this process: 126.219 (mp_runner.py:76) +2024-09-01 23:43:24,192 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0008s, count=3788, qps in this process: 126.2633 (mp_runner.py:76) +2024-09-01 23:43:24,193 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.002s, count=3473, qps in this process: 115.7589 (mp_runner.py:76) +2024-09-01 23:43:24,195 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0003s, count=3522, qps in this process: 117.3988 (mp_runner.py:76) +2024-09-01 23:43:24,197 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0011s, count=3433, qps in this process: 114.4291 (mp_runner.py:76) +2024-09-01 23:43:24,202 | INFO |End search in concurrency 15: dur=30.176179288995627s, total_count=55170, qps=1828.2633 (mp_runner.py:120) +2024-09-01 23:43:25,094 | INFO |Update largest qps with concurrency 15: current max_qps=1828.2633 (mp_runner.py:124) +2024-09-01 23:43:25,504 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:43:25,505 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 23:43:35,733 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 23:43:35,813 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,814 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,866 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,873 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,873 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,913 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,913 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,916 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,919 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,947 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,949 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,950 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,964 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:35,964 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:43:40,727 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.006714302995533217 (mp_runner.py:73) +2024-09-01 23:43:40,727 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.008183789999748114 (mp_runner.py:73) +2024-09-01 23:43:40,728 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.009893473994452506 (mp_runner.py:73) +2024-09-01 23:43:40,729 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.010658188999514095 (mp_runner.py:73) +2024-09-01 23:43:40,729 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.007504553999751806 (mp_runner.py:73) +2024-09-01 23:43:40,729 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.008303845999762416 (mp_runner.py:73) +2024-09-01 23:43:40,730 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.007259699996211566 (mp_runner.py:73) +2024-09-01 23:43:40,730 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.008171904002665542 (mp_runner.py:73) +2024-09-01 23:43:40,731 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.007434977000229992 (mp_runner.py:73) +2024-09-01 23:43:40,731 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.007899470001575537 (mp_runner.py:73) +2024-09-01 23:43:40,731 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.013639879995025694 (mp_runner.py:73) +2024-09-01 23:43:40,731 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.007032241999695543 (mp_runner.py:73) +2024-09-01 23:43:40,732 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.008686731998750474 (mp_runner.py:73) +2024-09-01 23:43:40,733 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.00743214700196404 (mp_runner.py:73) +2024-09-01 23:43:40,736 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.007940825998957735 (mp_runner.py:73) +2024-09-01 23:43:40,740 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.02238630200008629 (mp_runner.py:73) +2024-09-01 23:43:41,413 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0031185150000965223 (mp_runner.py:73) +2024-09-01 23:43:41,415 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.010132716000953224 (mp_runner.py:73) +2024-09-01 23:43:41,416 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.009913679001329001 (mp_runner.py:73) +2024-09-01 23:43:41,416 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.009252793999621645 (mp_runner.py:73) +2024-09-01 23:43:45,928 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.01137531700078398 (mp_runner.py:73) +2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.010837945999810472 (mp_runner.py:73) +2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.010607708994939458 (mp_runner.py:73) +2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.013249809999251738 (mp_runner.py:73) +2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.013578502002928872 (mp_runner.py:73) +2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.012647439994907472 (mp_runner.py:73) +2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.012283885000215378 (mp_runner.py:73) +2024-09-01 23:43:45,930 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.011985947006905917 (mp_runner.py:73) +2024-09-01 23:43:45,930 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.011549716000445187 (mp_runner.py:73) +2024-09-01 23:43:45,930 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.013948054001957644 (mp_runner.py:73) +2024-09-01 23:43:45,930 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.009650052001234144 (mp_runner.py:73) +2024-09-01 23:43:45,931 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.016218160002608784 (mp_runner.py:73) +2024-09-01 23:43:45,931 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.004032170007121749 (mp_runner.py:73) +2024-09-01 23:43:45,938 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.02394895399629604 (mp_runner.py:73) +2024-09-01 23:43:46,336 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.012181338999653235 (mp_runner.py:73) +2024-09-01 23:43:46,434 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.01976123700296739 (mp_runner.py:73) +2024-09-01 23:43:47,334 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.010724569998274092 (mp_runner.py:73) +2024-09-01 23:43:47,334 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.014648756005044561 (mp_runner.py:73) +2024-09-01 23:43:47,384 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.00793211700511165 (mp_runner.py:73) +2024-09-01 23:43:47,473 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.013895203002903145 (mp_runner.py:73) +2024-09-01 23:43:51,153 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.01892634099931456 (mp_runner.py:73) +2024-09-01 23:43:51,154 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.021891960001084954 (mp_runner.py:73) +2024-09-01 23:43:51,159 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.01386919099604711 (mp_runner.py:73) +2024-09-01 23:43:51,160 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.013189719997171778 (mp_runner.py:73) +2024-09-01 23:43:51,162 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.016014444998290855 (mp_runner.py:73) +2024-09-01 23:43:51,163 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.018814737006323412 (mp_runner.py:73) +2024-09-01 23:43:51,164 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.015690708998590708 (mp_runner.py:73) +2024-09-01 23:43:51,165 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.021589545998722315 (mp_runner.py:73) +2024-09-01 23:43:51,167 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.016141528001753613 (mp_runner.py:73) +2024-09-01 23:43:51,173 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.04448720200161915 (mp_runner.py:73) +2024-09-01 23:43:51,421 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.01515224499598844 (mp_runner.py:73) +2024-09-01 23:43:51,437 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.015104263999091927 (mp_runner.py:73) +2024-09-01 23:43:51,446 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.016577908994804602 (mp_runner.py:73) +2024-09-01 23:43:51,898 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.013473992999934126 (mp_runner.py:73) +2024-09-01 23:43:52,238 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.013640803001180757 (mp_runner.py:73) +2024-09-01 23:43:52,344 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.01929877800284885 (mp_runner.py:73) +2024-09-01 23:43:53,086 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.016277659000479616 (mp_runner.py:73) +2024-09-01 23:43:53,411 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.0183096589971683 (mp_runner.py:73) +2024-09-01 23:43:53,427 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.014658763000625186 (mp_runner.py:73) +2024-09-01 23:43:53,571 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.010960987994621973 (mp_runner.py:73) +2024-09-01 23:43:56,277 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.005374492997361813 (mp_runner.py:73) +2024-09-01 23:43:56,279 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.0053710789943579584 (mp_runner.py:73) +2024-09-01 23:43:56,282 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.011762064998038113 (mp_runner.py:73) +2024-09-01 23:43:56,282 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.014016262997756712 (mp_runner.py:73) +2024-09-01 23:43:56,283 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.011419818001741078 (mp_runner.py:73) +2024-09-01 23:43:56,283 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.01217360699956771 (mp_runner.py:73) +2024-09-01 23:43:56,287 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.017744001001119614 (mp_runner.py:73) +2024-09-01 23:43:56,293 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.012197835996630602 (mp_runner.py:73) +2024-09-01 23:43:56,294 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.02736069799721008 (mp_runner.py:73) +2024-09-01 23:43:56,307 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.011645641003269702 (mp_runner.py:73) +2024-09-01 23:43:57,015 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.011983746000623796 (mp_runner.py:73) +2024-09-01 23:43:57,048 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.009240845000022091 (mp_runner.py:73) +2024-09-01 23:43:57,116 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.011070696004026104 (mp_runner.py:73) +2024-09-01 23:43:57,616 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.012972901000466663 (mp_runner.py:73) +2024-09-01 23:43:57,915 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.014674359998025466 (mp_runner.py:73) +2024-09-01 23:43:58,199 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.014367135001521092 (mp_runner.py:73) +2024-09-01 23:43:59,058 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.010295563995896373 (mp_runner.py:73) +2024-09-01 23:43:59,275 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.007867767002608161 (mp_runner.py:73) +2024-09-01 23:43:59,458 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.01345513799606124 (mp_runner.py:73) +2024-09-01 23:43:59,554 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.010662414999387693 (mp_runner.py:73) +2024-09-01 23:44:01,984 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.010028933000285178 (mp_runner.py:73) +2024-09-01 23:44:01,985 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.013158460998965893 (mp_runner.py:73) +2024-09-01 23:44:01,988 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.010273033003613818 (mp_runner.py:73) +2024-09-01 23:44:01,989 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.009447157994145527 (mp_runner.py:73) +2024-09-01 23:44:01,990 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.009143263996520545 (mp_runner.py:73) +2024-09-01 23:44:01,991 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.006424382998375222 (mp_runner.py:73) +2024-09-01 23:44:01,993 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.002751749998424202 (mp_runner.py:73) +2024-09-01 23:44:01,993 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.012292629995499738 (mp_runner.py:73) +2024-09-01 23:44:02,204 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.01625403799698688 (mp_runner.py:73) +2024-09-01 23:44:02,221 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.014225027996872086 (mp_runner.py:73) +2024-09-01 23:44:03,321 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.015096055001777131 (mp_runner.py:73) +2024-09-01 23:44:03,355 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.00731301300402265 (mp_runner.py:73) +2024-09-01 23:44:03,401 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.012663426001381595 (mp_runner.py:73) +2024-09-01 23:44:03,425 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.014466023007116746 (mp_runner.py:73) +2024-09-01 23:44:04,183 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.018525856001360808 (mp_runner.py:73) +2024-09-01 23:44:04,514 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.0127372299975832 (mp_runner.py:73) +2024-09-01 23:44:05,355 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.017182730000058655 (mp_runner.py:73) +2024-09-01 23:44:05,485 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.012234596004418563 (mp_runner.py:73) +2024-09-01 23:44:05,752 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.009623889003705699 (mp_runner.py:73) +2024-09-01 23:44:05,805 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.015489197001443245 (mp_runner.py:73) +2024-09-01 23:44:05,821 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0074s, count=2797, qps in this process: 93.2103 (mp_runner.py:76) +2024-09-01 23:44:05,826 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0117s, count=2640, qps in this process: 87.9657 (mp_runner.py:76) +2024-09-01 23:44:05,876 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0056s, count=2855, qps in this process: 95.1489 (mp_runner.py:76) +2024-09-01 23:44:05,879 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0031s, count=2855, qps in this process: 95.1568 (mp_runner.py:76) +2024-09-01 23:44:05,884 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0057s, count=2856, qps in this process: 95.1819 (mp_runner.py:76) +2024-09-01 23:44:05,885 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0082s, count=2856, qps in this process: 95.174 (mp_runner.py:76) +2024-09-01 23:44:05,916 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0006s, count=2860, qps in this process: 95.3314 (mp_runner.py:76) +2024-09-01 23:44:05,919 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0043s, count=2731, qps in this process: 91.0203 (mp_runner.py:76) +2024-09-01 23:44:05,922 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0019s, count=2619, qps in this process: 87.2945 (mp_runner.py:76) +2024-09-01 23:44:05,926 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0004s, count=2727, qps in this process: 90.8988 (mp_runner.py:76) +2024-09-01 23:44:05,928 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0027s, count=2813, qps in this process: 93.7582 (mp_runner.py:76) +2024-09-01 23:44:05,930 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0049s, count=2732, qps in this process: 91.0518 (mp_runner.py:76) +2024-09-01 23:44:05,932 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0077s, count=2727, qps in this process: 90.8767 (mp_runner.py:76) +2024-09-01 23:44:05,946 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0021s, count=2864, qps in this process: 95.46 (mp_runner.py:76) +2024-09-01 23:44:05,953 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0009s, count=2866, qps in this process: 95.5305 (mp_runner.py:76) +2024-09-01 23:44:05,954 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0024s, count=2556, qps in this process: 85.1932 (mp_runner.py:76) +2024-09-01 23:44:05,954 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0006s, count=2866, qps in this process: 95.5314 (mp_runner.py:76) +2024-09-01 23:44:05,959 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0071s, count=2545, qps in this process: 84.8133 (mp_runner.py:76) +2024-09-01 23:44:05,968 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0004s, count=2519, qps in this process: 83.9655 (mp_runner.py:76) +2024-09-01 23:44:05,971 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0014s, count=2528, qps in this process: 84.2627 (mp_runner.py:76) +2024-09-01 23:44:05,975 | INFO |End search in concurrency 20: dur=30.241430914000375s, total_count=54812, qps=1812.4804 (mp_runner.py:120) +2024-09-01 23:44:07,599 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:44:07,599 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 23:44:17,933 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 23:44:17,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,022 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,023 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,024 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,127 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,148 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,154 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,154 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,154 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,154 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,171 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,171 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,215 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,225 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,227 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,230 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:18,232 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:44:23,866 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.0034067399974446744 (mp_runner.py:73) +2024-09-01 23:44:23,867 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.010873799998080358 (mp_runner.py:73) +2024-09-01 23:44:23,868 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.01054378499975428 (mp_runner.py:73) +2024-09-01 23:44:23,869 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.010502721001103055 (mp_runner.py:73) +2024-09-01 23:44:23,869 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.010532571999647189 (mp_runner.py:73) +2024-09-01 23:44:23,870 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.011996034998446703 (mp_runner.py:73) +2024-09-01 23:44:23,871 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.007863042003009468 (mp_runner.py:73) +2024-09-01 23:44:23,871 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.004326380993006751 (mp_runner.py:73) +2024-09-01 23:44:23,871 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.011815321995527484 (mp_runner.py:73) +2024-09-01 23:44:23,871 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.01175244899786776 (mp_runner.py:73) +2024-09-01 23:44:23,872 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.011863990999700036 (mp_runner.py:73) +2024-09-01 23:44:23,873 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.01767480200214777 (mp_runner.py:73) +2024-09-01 23:44:23,874 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.009932633998687379 (mp_runner.py:73) +2024-09-01 23:44:23,874 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01099134700052673 (mp_runner.py:73) +2024-09-01 23:44:23,876 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.019557453000743408 (mp_runner.py:73) +2024-09-01 23:44:23,876 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.010005490999901667 (mp_runner.py:73) +2024-09-01 23:44:23,883 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.014845722005702555 (mp_runner.py:73) +2024-09-01 23:44:23,887 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.014271925996581558 (mp_runner.py:73) +2024-09-01 23:44:23,888 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.013338347998796962 (mp_runner.py:73) +2024-09-01 23:44:23,895 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0103915559957386 (mp_runner.py:73) +2024-09-01 23:44:23,897 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.015002705004008021 (mp_runner.py:73) +2024-09-01 23:44:24,253 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.017004913002892863 (mp_runner.py:73) +2024-09-01 23:44:24,449 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.016013583001040388 (mp_runner.py:73) +2024-09-01 23:44:24,637 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.016325905999110546 (mp_runner.py:73) +2024-09-01 23:44:24,785 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.015452162006113213 (mp_runner.py:73) +2024-09-01 23:44:29,687 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.014414896999369375 (mp_runner.py:73) +2024-09-01 23:44:29,687 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.015361247002147138 (mp_runner.py:73) +2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.01395561000390444 (mp_runner.py:73) +2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.014640167995821685 (mp_runner.py:73) +2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.013660447002621368 (mp_runner.py:73) +2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.009992017003241926 (mp_runner.py:73) +2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.013456112006679177 (mp_runner.py:73) +2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.012159987003542483 (mp_runner.py:73) +2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.015593436000926886 (mp_runner.py:73) +2024-09-01 23:44:29,690 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.015003356005763635 (mp_runner.py:73) +2024-09-01 23:44:29,690 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.014871873005176894 (mp_runner.py:73) +2024-09-01 23:44:29,694 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.008341337001184002 (mp_runner.py:73) +2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.018812973001331557 (mp_runner.py:73) +2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.022054351997212507 (mp_runner.py:73) +2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.01964330900227651 (mp_runner.py:73) +2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.023078287005773745 (mp_runner.py:73) +2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.022984652998275124 (mp_runner.py:73) +2024-09-01 23:44:29,696 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.008442220001597889 (mp_runner.py:73) +2024-09-01 23:44:30,086 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.010420464001072105 (mp_runner.py:73) +2024-09-01 23:44:30,452 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.011396307003451511 (mp_runner.py:73) +2024-09-01 23:44:30,754 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.007386163000774104 (mp_runner.py:73) +2024-09-01 23:44:31,295 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.012468547996832058 (mp_runner.py:73) +2024-09-01 23:44:31,675 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0032033879979280755 (mp_runner.py:73) +2024-09-01 23:44:31,773 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.01496888100518845 (mp_runner.py:73) +2024-09-01 23:44:31,869 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.016179395002836827 (mp_runner.py:73) +2024-09-01 23:44:35,989 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.011630007000348996 (mp_runner.py:73) +2024-09-01 23:44:35,991 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.011483383001177572 (mp_runner.py:73) +2024-09-01 23:44:35,991 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.01387052199424943 (mp_runner.py:73) +2024-09-01 23:44:35,993 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.014274625005782582 (mp_runner.py:73) +2024-09-01 23:44:35,993 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.011053786998672877 (mp_runner.py:73) +2024-09-01 23:44:35,994 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.01066407000325853 (mp_runner.py:73) +2024-09-01 23:44:35,994 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.01238773299701279 (mp_runner.py:73) +2024-09-01 23:44:35,995 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.011084919002314564 (mp_runner.py:73) +2024-09-01 23:44:35,996 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.010831413994310424 (mp_runner.py:73) +2024-09-01 23:44:36,000 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.018319628994504455 (mp_runner.py:73) +2024-09-01 23:44:36,016 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.028050105000147596 (mp_runner.py:73) +2024-09-01 23:44:36,019 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.02062285099964356 (mp_runner.py:73) +2024-09-01 23:44:36,029 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.05248304799897596 (mp_runner.py:73) +2024-09-01 23:44:36,395 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.01741443999344483 (mp_runner.py:73) +2024-09-01 23:44:36,398 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.021196367997617926 (mp_runner.py:73) +2024-09-01 23:44:36,740 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.019310046001919545 (mp_runner.py:73) +2024-09-01 23:44:36,782 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.023913952994917054 (mp_runner.py:73) +2024-09-01 23:44:36,933 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.02156139799626544 (mp_runner.py:73) +2024-09-01 23:44:37,029 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.030259842998930253 (mp_runner.py:73) +2024-09-01 23:44:37,926 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.020839874996454455 (mp_runner.py:73) +2024-09-01 23:44:38,054 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.018893606000347063 (mp_runner.py:73) +2024-09-01 23:44:39,068 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.022812764000263996 (mp_runner.py:73) +2024-09-01 23:44:39,259 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.01457675600249786 (mp_runner.py:73) +2024-09-01 23:44:39,359 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.01849749599932693 (mp_runner.py:73) +2024-09-01 23:44:39,447 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.032195282001339365 (mp_runner.py:73) +2024-09-01 23:44:42,635 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.008194153997465037 (mp_runner.py:73) +2024-09-01 23:44:42,636 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.00889165199623676 (mp_runner.py:73) +2024-09-01 23:44:42,636 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.009971088002203032 (mp_runner.py:73) +2024-09-01 23:44:42,637 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.012979817001905758 (mp_runner.py:73) +2024-09-01 23:44:42,637 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.00950662499963073 (mp_runner.py:73) +2024-09-01 23:44:42,638 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.009713864004879724 (mp_runner.py:73) +2024-09-01 23:44:42,638 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.010687712994695175 (mp_runner.py:73) +2024-09-01 23:44:42,639 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.012565188000735361 (mp_runner.py:73) +2024-09-01 23:44:42,639 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.01596295600029407 (mp_runner.py:73) +2024-09-01 23:44:42,641 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.0208616579984664 (mp_runner.py:73) +2024-09-01 23:44:42,643 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.010522838005272206 (mp_runner.py:73) +2024-09-01 23:44:42,644 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.01319721699837828 (mp_runner.py:73) +2024-09-01 23:44:42,916 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.02022650299477391 (mp_runner.py:73) +2024-09-01 23:44:43,951 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.015314452000893652 (mp_runner.py:73) +2024-09-01 23:44:43,979 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.013417654001386836 (mp_runner.py:73) +2024-09-01 23:44:43,980 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.015374969996628352 (mp_runner.py:73) +2024-09-01 23:44:44,133 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.002607355003419798 (mp_runner.py:73) +2024-09-01 23:44:44,421 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.01708105599391274 (mp_runner.py:73) +2024-09-01 23:44:44,457 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.015924329003610183 (mp_runner.py:73) +2024-09-01 23:44:45,062 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.05622673300240422 (mp_runner.py:73) +2024-09-01 23:44:45,797 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.011792142999183852 (mp_runner.py:73) +2024-09-01 23:44:46,572 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.014858391004963778 (mp_runner.py:73) +2024-09-01 23:44:46,829 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.021919144004641566 (mp_runner.py:73) +2024-09-01 23:44:47,167 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.016045126001699828 (mp_runner.py:73) +2024-09-01 23:44:47,303 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.024209349001466762 (mp_runner.py:73) +2024-09-01 23:44:47,988 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.004s, count=2353, qps in this process: 78.4229 (mp_runner.py:76) +2024-09-01 23:44:48,025 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0009s, count=2337, qps in this process: 77.8977 (mp_runner.py:76) +2024-09-01 23:44:48,031 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0072s, count=2263, qps in this process: 75.4152 (mp_runner.py:76) +2024-09-01 23:44:48,035 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0089s, count=2145, qps in this process: 71.4788 (mp_runner.py:76) +2024-09-01 23:44:48,138 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0003s, count=2360, qps in this process: 78.6659 (mp_runner.py:76) +2024-09-01 23:44:48,142 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0065s, count=2061, qps in this process: 68.6851 (mp_runner.py:76) +2024-09-01 23:44:48,146 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0113s, count=2360, qps in this process: 78.637 (mp_runner.py:76) +2024-09-01 23:44:48,157 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0032s, count=2273, qps in this process: 75.7586 (mp_runner.py:76) +2024-09-01 23:44:48,162 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0037s, count=2362, qps in this process: 78.7236 (mp_runner.py:76) +2024-09-01 23:44:48,163 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0041s, count=2057, qps in this process: 68.5573 (mp_runner.py:76) +2024-09-01 23:44:48,173 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.014s, count=2272, qps in this process: 75.698 (mp_runner.py:76) +2024-09-01 23:44:48,177 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0039s, count=2351, qps in this process: 78.3565 (mp_runner.py:76) +2024-09-01 23:44:48,180 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0103s, count=2239, qps in this process: 74.6077 (mp_runner.py:76) +2024-09-01 23:44:48,181 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.006s, count=2355, qps in this process: 78.4843 (mp_runner.py:76) +2024-09-01 23:44:48,184 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0248s, count=2363, qps in this process: 78.7016 (mp_runner.py:76) +2024-09-01 23:44:48,202 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0035s, count=2274, qps in this process: 75.7912 (mp_runner.py:76) +2024-09-01 23:44:48,217 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0018s, count=2115, qps in this process: 70.4958 (mp_runner.py:76) +2024-09-01 23:44:48,221 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0042s, count=2341, qps in this process: 78.0224 (mp_runner.py:76) +2024-09-01 23:44:48,231 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0009s, count=2369, qps in this process: 78.9643 (mp_runner.py:76) +2024-09-01 23:44:48,232 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.002s, count=2370, qps in this process: 78.9947 (mp_runner.py:76) +2024-09-01 23:44:48,233 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0041s, count=2248, qps in this process: 74.9231 (mp_runner.py:76) +2024-09-01 23:44:48,233 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0041s, count=2371, qps in this process: 79.0225 (mp_runner.py:76) +2024-09-01 23:44:48,233 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0043s, count=2371, qps in this process: 79.022 (mp_runner.py:76) +2024-09-01 23:44:48,240 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0046s, count=2204, qps in this process: 73.4554 (mp_runner.py:76) +2024-09-01 23:44:48,244 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0078s, count=2103, qps in this process: 70.0818 (mp_runner.py:76) +2024-09-01 23:44:48,251 | INFO |End search in concurrency 25: dur=30.317376552004134s, total_count=56917, qps=1877.3722 (mp_runner.py:120) +2024-09-01 23:44:49,836 | INFO |Update largest qps with concurrency 25: current max_qps=1877.3722 (mp_runner.py:124) +2024-09-01 23:44:50,252 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:44:50,253 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 23:45:00,649 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 23:45:00,717 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,722 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,842 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,881 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,911 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,911 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,933 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,937 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,937 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,940 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,955 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,956 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,956 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,956 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,966 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,974 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,974 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:00,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:07,742 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.006851409998489544 (mp_runner.py:73) +2024-09-01 23:45:07,742 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.00913869099895237 (mp_runner.py:73) +2024-09-01 23:45:07,745 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.015681028002290986 (mp_runner.py:73) +2024-09-01 23:45:07,747 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.01460170499922242 (mp_runner.py:73) +2024-09-01 23:45:07,763 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.012035015002766158 (mp_runner.py:73) +2024-09-01 23:45:07,765 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.01674457100307336 (mp_runner.py:73) +2024-09-01 23:45:07,772 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.029014356005063746 (mp_runner.py:73) +2024-09-01 23:45:07,775 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.023733125999569893 (mp_runner.py:73) +2024-09-01 23:45:07,776 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.023545522999484092 (mp_runner.py:73) +2024-09-01 23:45:07,778 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.020663085000705905 (mp_runner.py:73) +2024-09-01 23:45:07,778 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.030621402998804115 (mp_runner.py:73) +2024-09-01 23:45:07,783 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.0016419349994976074 (mp_runner.py:73) +2024-09-01 23:45:07,786 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.0411707640014356 (mp_runner.py:73) +2024-09-01 23:45:07,787 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.0014085900038480759 (mp_runner.py:73) +2024-09-01 23:45:07,793 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.0012064349939464591 (mp_runner.py:73) +2024-09-01 23:45:07,795 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.04301078700518701 (mp_runner.py:73) +2024-09-01 23:45:07,805 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.08322792000399204 (mp_runner.py:73) +2024-09-01 23:45:07,846 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0368438250006875 (mp_runner.py:73) +2024-09-01 23:45:07,884 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0807765140052652 (mp_runner.py:73) +2024-09-01 23:45:07,975 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.038731332002498675 (mp_runner.py:73) +2024-09-01 23:45:08,077 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.010001538001233712 (mp_runner.py:73) +2024-09-01 23:45:08,773 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.019035669000004418 (mp_runner.py:73) +2024-09-01 23:45:09,021 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.03528380100033246 (mp_runner.py:73) +2024-09-01 23:45:09,052 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.007415455998852849 (mp_runner.py:73) +2024-09-01 23:45:09,298 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.025133349001407623 (mp_runner.py:73) +2024-09-01 23:45:09,981 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.02230264199897647 (mp_runner.py:73) +2024-09-01 23:45:10,098 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.022662939001747873 (mp_runner.py:73) +2024-09-01 23:45:10,102 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.030276614001195412 (mp_runner.py:73) +2024-09-01 23:45:10,542 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.007638192000740673 (mp_runner.py:73) +2024-09-01 23:45:10,605 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.029616204999911133 (mp_runner.py:73) +2024-09-01 23:45:15,908 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.013185985000745859 (mp_runner.py:73) +2024-09-01 23:45:15,908 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.012340340996161103 (mp_runner.py:73) +2024-09-01 23:45:15,909 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.011899270997673739 (mp_runner.py:73) +2024-09-01 23:45:15,910 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.013585648994194344 (mp_runner.py:73) +2024-09-01 23:45:15,910 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.010915128004853614 (mp_runner.py:73) +2024-09-01 23:45:15,912 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.019263313995907083 (mp_runner.py:73) +2024-09-01 23:45:15,917 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.023371526003757026 (mp_runner.py:73) +2024-09-01 23:45:15,929 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.03748985300626373 (mp_runner.py:73) +2024-09-01 23:45:15,931 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.018101564004609827 (mp_runner.py:73) +2024-09-01 23:45:15,933 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.03860021499713184 (mp_runner.py:73) +2024-09-01 23:45:15,933 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.016932963000726886 (mp_runner.py:73) +2024-09-01 23:45:16,200 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.013039598001341801 (mp_runner.py:73) +2024-09-01 23:45:16,206 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.020952197999577038 (mp_runner.py:73) +2024-09-01 23:45:16,540 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.015654964998248033 (mp_runner.py:73) +2024-09-01 23:45:16,551 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.02083280200167792 (mp_runner.py:73) +2024-09-01 23:45:16,639 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.0043418269997346215 (mp_runner.py:73) +2024-09-01 23:45:16,715 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.021893486999033485 (mp_runner.py:73) +2024-09-01 23:45:16,748 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.002403158003289718 (mp_runner.py:73) +2024-09-01 23:45:16,749 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.014295244000095408 (mp_runner.py:73) +2024-09-01 23:45:17,147 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.014465731001109816 (mp_runner.py:73) +2024-09-01 23:45:17,312 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.018327120000321884 (mp_runner.py:73) +2024-09-01 23:45:17,609 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.014177397999446839 (mp_runner.py:73) +2024-09-01 23:45:17,943 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.019573812001908664 (mp_runner.py:73) +2024-09-01 23:45:18,243 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.019171567997545935 (mp_runner.py:73) +2024-09-01 23:45:18,494 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.007292509006219916 (mp_runner.py:73) +2024-09-01 23:45:19,027 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.01927681499364553 (mp_runner.py:73) +2024-09-01 23:45:19,125 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.007634957000846043 (mp_runner.py:73) +2024-09-01 23:45:19,175 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.020202680003421847 (mp_runner.py:73) +2024-09-01 23:45:19,592 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.01881400099955499 (mp_runner.py:73) +2024-09-01 23:45:19,798 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.016852690001542214 (mp_runner.py:73) +2024-09-01 23:45:24,467 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.01908481500140624 (mp_runner.py:73) +2024-09-01 23:45:24,467 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.0019414909984334372 (mp_runner.py:73) +2024-09-01 23:45:24,469 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.008886335002898704 (mp_runner.py:73) +2024-09-01 23:45:24,469 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.012031050006044097 (mp_runner.py:73) +2024-09-01 23:45:24,471 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.024475216996506788 (mp_runner.py:73) +2024-09-01 23:45:24,472 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.021889340998313855 (mp_runner.py:73) +2024-09-01 23:45:24,473 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.016036679000535514 (mp_runner.py:73) +2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.027460067001811694 (mp_runner.py:73) +2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.03215099299995927 (mp_runner.py:73) +2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.028499009997176472 (mp_runner.py:73) +2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.029135569995560218 (mp_runner.py:73) +2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.030306795000797138 (mp_runner.py:73) +2024-09-01 23:45:24,490 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.04451415299990913 (mp_runner.py:73) +2024-09-01 23:45:24,519 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.016163875996426214 (mp_runner.py:73) +2024-09-01 23:45:24,521 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.025639598999987356 (mp_runner.py:73) +2024-09-01 23:45:24,522 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.007521008999901824 (mp_runner.py:73) +2024-09-01 23:45:25,263 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.02556574600021122 (mp_runner.py:73) +2024-09-01 23:45:25,393 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.025774898000236135 (mp_runner.py:73) +2024-09-01 23:45:25,899 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.02146527500008233 (mp_runner.py:73) +2024-09-01 23:45:25,935 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.018434889003401622 (mp_runner.py:73) +2024-09-01 23:45:26,646 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.023658219994104 (mp_runner.py:73) +2024-09-01 23:45:26,983 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.02211737300240202 (mp_runner.py:73) +2024-09-01 23:45:27,237 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.026266815002600197 (mp_runner.py:73) +2024-09-01 23:45:27,576 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.0195383220052463 (mp_runner.py:73) +2024-09-01 23:45:27,951 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.02574401499441592 (mp_runner.py:73) +2024-09-01 23:45:28,088 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.02355633900151588 (mp_runner.py:73) +2024-09-01 23:45:28,089 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.027246712998021394 (mp_runner.py:73) +2024-09-01 23:45:28,228 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.022160776003147475 (mp_runner.py:73) +2024-09-01 23:45:29,026 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.01758693299780134 (mp_runner.py:73) +2024-09-01 23:45:29,240 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.019382922997465357 (mp_runner.py:73) +2024-09-01 23:45:30,720 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0018s, count=1682, qps in this process: 56.0633 (mp_runner.py:76) +2024-09-01 23:45:30,752 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0295s, count=1897, qps in this process: 63.1712 (mp_runner.py:76) +2024-09-01 23:45:30,776 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.004s, count=1667, qps in this process: 55.5593 (mp_runner.py:76) +2024-09-01 23:45:30,838 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.003s, count=1903, qps in this process: 63.427 (mp_runner.py:76) +2024-09-01 23:45:30,851 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0019s, count=1868, qps in this process: 62.2627 (mp_runner.py:76) +2024-09-01 23:45:30,894 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0102s, count=1793, qps in this process: 59.7464 (mp_runner.py:76) +2024-09-01 23:45:30,910 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0033s, count=1857, qps in this process: 61.8932 (mp_runner.py:76) +2024-09-01 23:45:30,924 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0088s, count=1639, qps in this process: 54.6173 (mp_runner.py:76) +2024-09-01 23:45:30,928 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0125s, count=1867, qps in this process: 62.2074 (mp_runner.py:76) +2024-09-01 23:45:30,942 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0061s, count=1766, qps in this process: 58.8547 (mp_runner.py:76) +2024-09-01 23:45:30,943 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0026s, count=1861, qps in this process: 62.028 (mp_runner.py:76) +2024-09-01 23:45:30,947 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0015s, count=1653, qps in this process: 55.0972 (mp_runner.py:76) +2024-09-01 23:45:30,949 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0029s, count=1801, qps in this process: 60.0275 (mp_runner.py:76) +2024-09-01 23:45:30,949 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0036s, count=1911, qps in this process: 63.6924 (mp_runner.py:76) +2024-09-01 23:45:30,949 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0089s, count=1911, qps in this process: 63.6811 (mp_runner.py:76) +2024-09-01 23:45:30,950 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0061s, count=1911, qps in this process: 63.6871 (mp_runner.py:76) +2024-09-01 23:45:30,956 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0069s, count=1651, qps in this process: 55.0207 (mp_runner.py:76) +2024-09-01 23:45:30,958 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0102s, count=1906, qps in this process: 63.5117 (mp_runner.py:76) +2024-09-01 23:45:30,961 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0032s, count=1725, qps in this process: 57.4939 (mp_runner.py:76) +2024-09-01 23:45:30,963 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0051s, count=1889, qps in this process: 62.956 (mp_runner.py:76) +2024-09-01 23:45:30,963 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0051s, count=1588, qps in this process: 52.9243 (mp_runner.py:76) +2024-09-01 23:45:30,967 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0146s, count=1912, qps in this process: 63.7023 (mp_runner.py:76) +2024-09-01 23:45:30,968 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0148s, count=1783, qps in this process: 59.404 (mp_runner.py:76) +2024-09-01 23:45:30,970 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0114s, count=1712, qps in this process: 57.045 (mp_runner.py:76) +2024-09-01 23:45:30,974 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0026s, count=1897, qps in this process: 63.2279 (mp_runner.py:76) +2024-09-01 23:45:30,981 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0052s, count=1914, qps in this process: 63.7889 (mp_runner.py:76) +2024-09-01 23:45:30,985 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.004s, count=1915, qps in this process: 63.8248 (mp_runner.py:76) +2024-09-01 23:45:30,987 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.01s, count=1914, qps in this process: 63.7787 (mp_runner.py:76) +2024-09-01 23:45:31,000 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0009s, count=1670, qps in this process: 55.665 (mp_runner.py:76) +2024-09-01 23:45:31,002 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0012s, count=1618, qps in this process: 53.9312 (mp_runner.py:76) +2024-09-01 23:45:31,008 | INFO |End search in concurrency 30: dur=30.358619402999466s, total_count=54081, qps=1781.4051 (mp_runner.py:120) +2024-09-01 23:45:33,355 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:45:33,355 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 23:45:43,854 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 23:45:43,922 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,045 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,056 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,073 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,144 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,153 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,178 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,195 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,222 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,224 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,224 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,250 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,250 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,251 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,253 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,257 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,289 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,320 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,331 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:44,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:45:52,777 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.0021422029967652634 (mp_runner.py:73) +2024-09-01 23:45:52,778 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.01451941500272369 (mp_runner.py:73) +2024-09-01 23:45:52,782 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01946160900115501 (mp_runner.py:73) +2024-09-01 23:45:52,782 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01774449100048514 (mp_runner.py:73) +2024-09-01 23:45:52,782 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.018460581006365828 (mp_runner.py:73) +2024-09-01 23:45:52,783 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.018665034003788605 (mp_runner.py:73) +2024-09-01 23:45:52,783 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.01924932900146814 (mp_runner.py:73) +2024-09-01 23:45:52,783 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.017412869005056564 (mp_runner.py:73) +2024-09-01 23:45:52,783 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.018492155002604704 (mp_runner.py:73) +2024-09-01 23:45:52,784 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.020050093000463676 (mp_runner.py:73) +2024-09-01 23:45:52,785 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.021329767994757276 (mp_runner.py:73) +2024-09-01 23:45:52,786 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.021883822002564557 (mp_runner.py:73) +2024-09-01 23:45:52,786 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.02103059599903645 (mp_runner.py:73) +2024-09-01 23:45:52,787 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.02340173900302034 (mp_runner.py:73) +2024-09-01 23:45:52,787 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.02229792500293115 (mp_runner.py:73) +2024-09-01 23:45:52,787 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.024775021003733855 (mp_runner.py:73) +2024-09-01 23:45:52,787 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.024943342003098223 (mp_runner.py:73) +2024-09-01 23:45:52,788 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.023558521999802906 (mp_runner.py:73) +2024-09-01 23:45:52,788 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.02493311100261053 (mp_runner.py:73) +2024-09-01 23:45:52,788 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.02548157200362766 (mp_runner.py:73) +2024-09-01 23:45:52,789 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.02527092599484604 (mp_runner.py:73) +2024-09-01 23:45:52,789 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.02613187400129391 (mp_runner.py:73) +2024-09-01 23:45:52,789 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.023976458003744483 (mp_runner.py:73) +2024-09-01 23:45:52,790 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.02730967400566442 (mp_runner.py:73) +2024-09-01 23:45:52,790 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.026061426004162058 (mp_runner.py:73) +2024-09-01 23:45:52,790 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.025735998999152798 (mp_runner.py:73) +2024-09-01 23:45:52,791 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.028693809996184427 (mp_runner.py:73) +2024-09-01 23:45:52,824 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.016617392997432034 (mp_runner.py:73) +2024-09-01 23:45:52,960 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.025586766998458188 (mp_runner.py:73) +2024-09-01 23:45:53,134 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.03356577999511501 (mp_runner.py:73) +2024-09-01 23:45:53,249 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.024051836000580806 (mp_runner.py:73) +2024-09-01 23:45:53,250 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.026508047005336266 (mp_runner.py:73) +2024-09-01 23:45:53,421 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.03217594699526671 (mp_runner.py:73) +2024-09-01 23:45:54,443 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.027502130993525498 (mp_runner.py:73) +2024-09-01 23:45:54,808 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.025108839996391907 (mp_runner.py:73) +2024-09-01 23:46:01,303 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.006738076997862663 (mp_runner.py:73) +2024-09-01 23:46:01,312 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.01509278600133257 (mp_runner.py:73) +2024-09-01 23:46:01,314 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.01406878000125289 (mp_runner.py:73) +2024-09-01 23:46:01,317 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.021808687000884674 (mp_runner.py:73) +2024-09-01 23:46:01,318 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.009624714999517892 (mp_runner.py:73) +2024-09-01 23:46:01,344 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.023776435002218932 (mp_runner.py:73) +2024-09-01 23:46:01,368 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.009014822004246525 (mp_runner.py:73) +2024-09-01 23:46:01,369 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.003779765000217594 (mp_runner.py:73) +2024-09-01 23:46:01,369 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.011961176998738665 (mp_runner.py:73) +2024-09-01 23:46:01,370 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.014794982998864725 (mp_runner.py:73) +2024-09-01 23:46:01,373 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.011689915001625195 (mp_runner.py:73) +2024-09-01 23:46:01,375 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.01485413499904098 (mp_runner.py:73) +2024-09-01 23:46:01,375 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.012887252996733878 (mp_runner.py:73) +2024-09-01 23:46:01,376 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.014515103001031093 (mp_runner.py:73) +2024-09-01 23:46:01,377 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.007514155004173517 (mp_runner.py:73) +2024-09-01 23:46:01,378 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.02410561899887398 (mp_runner.py:73) +2024-09-01 23:46:01,379 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.02528251199692022 (mp_runner.py:73) +2024-09-01 23:46:01,379 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.014052245998755097 (mp_runner.py:73) +2024-09-01 23:46:01,451 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.026103050993697252 (mp_runner.py:73) +2024-09-01 23:46:01,487 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.026406806995510124 (mp_runner.py:73) +2024-09-01 23:46:01,545 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.019612991003668867 (mp_runner.py:73) +2024-09-01 23:46:01,627 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.01180819800356403 (mp_runner.py:73) +2024-09-01 23:46:01,659 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.02089145200443454 (mp_runner.py:73) +2024-09-01 23:46:02,164 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.014477093005552888 (mp_runner.py:73) +2024-09-01 23:46:02,391 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.02387354399979813 (mp_runner.py:73) +2024-09-01 23:46:02,799 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.01961763500003144 (mp_runner.py:73) +2024-09-01 23:46:02,800 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.02221583400387317 (mp_runner.py:73) +2024-09-01 23:46:03,084 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.040925942004832905 (mp_runner.py:73) +2024-09-01 23:46:03,098 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.05339697100134799 (mp_runner.py:73) +2024-09-01 23:46:03,412 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.021125407998624723 (mp_runner.py:73) +2024-09-01 23:46:03,689 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.03580624300229829 (mp_runner.py:73) +2024-09-01 23:46:03,912 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.024020532000577077 (mp_runner.py:73) +2024-09-01 23:46:04,270 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.020734271995024756 (mp_runner.py:73) +2024-09-01 23:46:05,179 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.034350624002399854 (mp_runner.py:73) +2024-09-01 23:46:05,301 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.019663651997689158 (mp_runner.py:73) +2024-09-01 23:46:11,288 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.010788890002004337 (mp_runner.py:73) +2024-09-01 23:46:11,289 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.017733322994899936 (mp_runner.py:73) +2024-09-01 23:46:11,289 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.0031871869941824116 (mp_runner.py:73) +2024-09-01 23:46:11,291 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.01595739700132981 (mp_runner.py:73) +2024-09-01 23:46:11,293 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.025283661001594737 (mp_runner.py:73) +2024-09-01 23:46:11,297 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.0137324940005783 (mp_runner.py:73) +2024-09-01 23:46:11,312 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.018881998003053013 (mp_runner.py:73) +2024-09-01 23:46:11,314 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.017507144999399316 (mp_runner.py:73) +2024-09-01 23:46:11,319 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.02293276399723254 (mp_runner.py:73) +2024-09-01 23:46:11,324 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.05602154100051848 (mp_runner.py:73) +2024-09-01 23:46:11,327 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.01860535699961474 (mp_runner.py:73) +2024-09-01 23:46:11,580 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.029425397005979903 (mp_runner.py:73) +2024-09-01 23:46:11,762 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.027495866001117975 (mp_runner.py:73) +2024-09-01 23:46:11,933 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.03420744000322884 (mp_runner.py:73) +2024-09-01 23:46:12,010 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.02306679399771383 (mp_runner.py:73) +2024-09-01 23:46:12,021 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.03573838699958287 (mp_runner.py:73) +2024-09-01 23:46:12,022 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.03947418999450747 (mp_runner.py:73) +2024-09-01 23:46:12,295 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.027092980999441352 (mp_runner.py:73) +2024-09-01 23:46:12,461 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.02948927699617343 (mp_runner.py:73) +2024-09-01 23:46:12,511 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.02266526200401131 (mp_runner.py:73) +2024-09-01 23:46:12,545 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.030352548994414974 (mp_runner.py:73) +2024-09-01 23:46:12,601 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.022869702996104024 (mp_runner.py:73) +2024-09-01 23:46:12,802 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.024069658997177612 (mp_runner.py:73) +2024-09-01 23:46:13,300 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.025816602996201254 (mp_runner.py:73) +2024-09-01 23:46:13,301 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.023699487996054813 (mp_runner.py:73) +2024-09-01 23:46:13,791 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.0304169320006622 (mp_runner.py:73) +2024-09-01 23:46:13,839 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.025737004005350173 (mp_runner.py:73) +2024-09-01 23:46:13,853 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.028349059000902344 (mp_runner.py:73) +2024-09-01 23:46:13,898 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.02124671800265787 (mp_runner.py:73) +2024-09-01 23:46:13,957 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0048s, count=1596, qps in this process: 53.1915 (mp_runner.py:76) +2024-09-01 23:46:14,067 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0204s, count=1633, qps in this process: 54.3963 (mp_runner.py:76) +2024-09-01 23:46:14,082 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0196s, count=1633, qps in this process: 54.3978 (mp_runner.py:76) +2024-09-01 23:46:14,136 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0566s, count=1634, qps in this process: 54.3641 (mp_runner.py:76) +2024-09-01 23:46:14,162 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0261s, count=1578, qps in this process: 52.5543 (mp_runner.py:76) +2024-09-01 23:46:14,162 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0117s, count=1565, qps in this process: 52.1463 (mp_runner.py:76) +2024-09-01 23:46:14,183 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0257s, count=1636, qps in this process: 54.4867 (mp_runner.py:76) +2024-09-01 23:46:14,204 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0041s, count=1541, qps in this process: 51.3596 (mp_runner.py:76) +2024-09-01 23:46:14,211 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0311s, count=1513, qps in this process: 50.3811 (mp_runner.py:76) +2024-09-01 23:46:14,222 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.001s, count=1599, qps in this process: 53.2982 (mp_runner.py:76) +2024-09-01 23:46:14,225 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0009s, count=1639, qps in this process: 54.6317 (mp_runner.py:76) +2024-09-01 23:46:14,230 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0057s, count=1604, qps in this process: 53.4565 (mp_runner.py:76) +2024-09-01 23:46:14,233 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0116s, count=1639, qps in this process: 54.6122 (mp_runner.py:76) +2024-09-01 23:46:14,235 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0111s, count=1448, qps in this process: 48.2488 (mp_runner.py:76) +2024-09-01 23:46:14,236 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0094s, count=1640, qps in this process: 54.6495 (mp_runner.py:76) +2024-09-01 23:46:14,236 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0042s, count=1638, qps in this process: 54.5924 (mp_runner.py:76) +2024-09-01 23:46:14,236 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0109s, count=1470, qps in this process: 48.9822 (mp_runner.py:76) +2024-09-01 23:46:14,238 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0122s, count=1559, qps in this process: 51.9455 (mp_runner.py:76) +2024-09-01 23:46:14,241 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0145s, count=1621, qps in this process: 54.0072 (mp_runner.py:76) +2024-09-01 23:46:14,247 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0018s, count=1433, qps in this process: 47.7638 (mp_runner.py:76) +2024-09-01 23:46:14,252 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0086s, count=1485, qps in this process: 49.4858 (mp_runner.py:76) +2024-09-01 23:46:14,259 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0057s, count=1589, qps in this process: 52.9566 (mp_runner.py:76) +2024-09-01 23:46:14,260 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0041s, count=1590, qps in this process: 52.9928 (mp_runner.py:76) +2024-09-01 23:46:14,263 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0067s, count=1394, qps in this process: 46.4563 (mp_runner.py:76) +2024-09-01 23:46:14,264 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0091s, count=1641, qps in this process: 54.6834 (mp_runner.py:76) +2024-09-01 23:46:14,269 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0072s, count=1578, qps in this process: 52.5874 (mp_runner.py:76) +2024-09-01 23:46:14,271 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0018s, count=1642, qps in this process: 54.73 (mp_runner.py:76) +2024-09-01 23:46:14,271 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0049s, count=1642, qps in this process: 54.7244 (mp_runner.py:76) +2024-09-01 23:46:14,272 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0029s, count=1600, qps in this process: 53.3282 (mp_runner.py:76) +2024-09-01 23:46:14,279 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0046s, count=1527, qps in this process: 50.8922 (mp_runner.py:76) +2024-09-01 23:46:14,300 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0017s, count=1527, qps in this process: 50.8971 (mp_runner.py:76) +2024-09-01 23:46:14,300 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0061s, count=1529, qps in this process: 50.9563 (mp_runner.py:76) +2024-09-01 23:46:14,324 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0005s, count=1407, qps in this process: 46.8992 (mp_runner.py:76) +2024-09-01 23:46:14,339 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0002s, count=1572, qps in this process: 52.3997 (mp_runner.py:76) +2024-09-01 23:46:14,355 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0017s, count=1646, qps in this process: 54.8636 (mp_runner.py:76) +2024-09-01 23:46:14,362 | INFO |End search in concurrency 35: dur=30.5063565370001s, total_count=54988, qps=1802.5096 (mp_runner.py:120) +2024-09-01 23:46:17,007 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:46:17,008 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 23:46:27,661 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 23:46:27,757 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:27,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:27,864 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:27,868 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:27,882 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:27,905 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:27,915 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:27,958 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:27,981 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,047 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,050 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,050 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,050 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,056 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,076 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,077 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,103 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,103 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,120 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,123 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,133 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,141 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:28,175 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:46:37,215 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.01813786999991862 (mp_runner.py:73) +2024-09-01 23:46:37,215 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.020224159998178948 (mp_runner.py:73) +2024-09-01 23:46:37,217 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.017827291005232837 (mp_runner.py:73) +2024-09-01 23:46:37,217 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.016123020999657456 (mp_runner.py:73) +2024-09-01 23:46:37,218 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.014828479004791006 (mp_runner.py:73) +2024-09-01 23:46:37,220 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.017182730000058655 (mp_runner.py:73) +2024-09-01 23:46:37,221 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.027053833000536542 (mp_runner.py:73) +2024-09-01 23:46:37,221 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.025920876003510784 (mp_runner.py:73) +2024-09-01 23:46:37,656 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.0313232349944883 (mp_runner.py:73) +2024-09-01 23:46:37,681 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.019485718999931123 (mp_runner.py:73) +2024-09-01 23:46:37,683 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.02446530000452185 (mp_runner.py:73) +2024-09-01 23:46:37,683 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.015885678003542125 (mp_runner.py:73) +2024-09-01 23:46:37,684 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.025473854002484586 (mp_runner.py:73) +2024-09-01 23:46:37,684 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.020198422993416898 (mp_runner.py:73) +2024-09-01 23:46:37,688 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.03239756800030591 (mp_runner.py:73) +2024-09-01 23:46:37,690 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.019308830000227317 (mp_runner.py:73) +2024-09-01 23:46:37,694 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.016429620001872536 (mp_runner.py:73) +2024-09-01 23:46:37,695 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.018091814003128093 (mp_runner.py:73) +2024-09-01 23:46:37,695 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.018096880994562525 (mp_runner.py:73) +2024-09-01 23:46:37,696 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.016455991004477255 (mp_runner.py:73) +2024-09-01 23:46:37,697 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.020716617997095454 (mp_runner.py:73) +2024-09-01 23:46:37,697 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.020728875999338925 (mp_runner.py:73) +2024-09-01 23:46:37,698 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.01791899099771399 (mp_runner.py:73) +2024-09-01 23:46:37,699 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.02017919700301718 (mp_runner.py:73) +2024-09-01 23:46:37,700 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.018126830997061916 (mp_runner.py:73) +2024-09-01 23:46:37,701 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.019917908997740597 (mp_runner.py:73) +2024-09-01 23:46:37,701 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.018559682001068722 (mp_runner.py:73) +2024-09-01 23:46:37,704 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.016750176997447852 (mp_runner.py:73) +2024-09-01 23:46:38,450 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.015207662996544968 (mp_runner.py:73) +2024-09-01 23:46:38,451 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.01739110500056995 (mp_runner.py:73) +2024-09-01 23:46:38,452 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.01628882600198267 (mp_runner.py:73) +2024-09-01 23:46:38,454 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.017467179997765925 (mp_runner.py:73) +2024-09-01 23:46:38,458 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.02715565099788364 (mp_runner.py:73) +2024-09-01 23:46:38,459 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.026251698000123724 (mp_runner.py:73) +2024-09-01 23:46:38,885 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.027645715003018267 (mp_runner.py:73) +2024-09-01 23:46:38,887 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.03065752499969676 (mp_runner.py:73) +2024-09-01 23:46:40,754 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.026197412000328768 (mp_runner.py:73) +2024-09-01 23:46:40,802 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.034841765998862684 (mp_runner.py:73) +2024-09-01 23:46:40,876 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.03182102399296127 (mp_runner.py:73) +2024-09-01 23:46:41,252 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.022879213000123855 (mp_runner.py:73) +2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.043586849998973776 (mp_runner.py:73) +2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.045678638001845684 (mp_runner.py:73) +2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.04542675300035626 (mp_runner.py:73) +2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.0415620610001497 (mp_runner.py:73) +2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.044838704001449514 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.04893508300301619 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.02815215999726206 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.03102552600466879 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.027433454000856727 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.0479015739983879 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.05090099600056419 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.01747611499740742 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.048519356998440344 (mp_runner.py:73) +2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.04424117299640784 (mp_runner.py:73) +2024-09-01 23:46:47,643 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.03617513399512973 (mp_runner.py:73) +2024-09-01 23:46:47,687 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.02000699499330949 (mp_runner.py:73) +2024-09-01 23:46:47,697 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.023248955003509764 (mp_runner.py:73) +2024-09-01 23:46:47,761 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.01781885499804048 (mp_runner.py:73) +2024-09-01 23:46:47,762 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.004930106006213464 (mp_runner.py:73) +2024-09-01 23:46:47,902 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.02637760999641614 (mp_runner.py:73) +2024-09-01 23:46:47,908 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.025536387001920957 (mp_runner.py:73) +2024-09-01 23:46:47,911 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.03013868400012143 (mp_runner.py:73) +2024-09-01 23:46:47,913 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.019588768998801243 (mp_runner.py:73) +2024-09-01 23:46:48,354 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.018029963001026772 (mp_runner.py:73) +2024-09-01 23:46:48,492 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.024131758997100405 (mp_runner.py:73) +2024-09-01 23:46:49,204 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.01902597500156844 (mp_runner.py:73) +2024-09-01 23:46:49,205 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.021090522001031786 (mp_runner.py:73) +2024-09-01 23:46:49,299 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.027648962000967003 (mp_runner.py:73) +2024-09-01 23:46:49,395 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.02633471200533677 (mp_runner.py:73) +2024-09-01 23:46:49,396 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.02648523599782493 (mp_runner.py:73) +2024-09-01 23:46:49,471 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.02313398299884284 (mp_runner.py:73) +2024-09-01 23:46:49,490 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.026630694999767 (mp_runner.py:73) +2024-09-01 23:46:49,873 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.024145947994838934 (mp_runner.py:73) +2024-09-01 23:46:49,874 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.02246508999814978 (mp_runner.py:73) +2024-09-01 23:46:50,651 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.027837153000291437 (mp_runner.py:73) +2024-09-01 23:46:51,409 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.024405675001617055 (mp_runner.py:73) +2024-09-01 23:46:52,228 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.028636691000428982 (mp_runner.py:73) +2024-09-01 23:46:52,903 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.022582360994420014 (mp_runner.py:73) +2024-09-01 23:46:53,227 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.025536219000059646 (mp_runner.py:73) +2024-09-01 23:46:53,239 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.03548931400291622 (mp_runner.py:73) +2024-09-01 23:46:57,797 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0169s, count=1444, qps in this process: 48.1062 (mp_runner.py:76) +2024-09-01 23:46:57,869 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0008s, count=1354, qps in this process: 45.1321 (mp_runner.py:76) +2024-09-01 23:46:57,877 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.001s, count=1320, qps in this process: 43.9985 (mp_runner.py:76) +2024-09-01 23:46:57,883 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0063s, count=1376, qps in this process: 45.857 (mp_runner.py:76) +2024-09-01 23:46:57,909 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.021s, count=1350, qps in this process: 44.9685 (mp_runner.py:76) +2024-09-01 23:46:57,924 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.013s, count=1451, qps in this process: 48.3457 (mp_runner.py:76) +2024-09-01 23:46:57,943 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0159s, count=1453, qps in this process: 48.4077 (mp_runner.py:76) +2024-09-01 23:46:57,974 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.013s, count=1455, qps in this process: 48.479 (mp_runner.py:76) +2024-09-01 23:46:58,003 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.018s, count=1457, qps in this process: 48.5375 (mp_runner.py:76) +2024-09-01 23:46:58,032 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0017s, count=1459, qps in this process: 48.6306 (mp_runner.py:76) +2024-09-01 23:46:58,041 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0014s, count=1460, qps in this process: 48.6644 (mp_runner.py:76) +2024-09-01 23:46:58,042 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0117s, count=1460, qps in this process: 48.6477 (mp_runner.py:76) +2024-09-01 23:46:58,044 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0092s, count=1434, qps in this process: 47.7853 (mp_runner.py:76) +2024-09-01 23:46:58,053 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0185s, count=1460, qps in this process: 48.6367 (mp_runner.py:76) +2024-09-01 23:46:58,055 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.001s, count=1460, qps in this process: 48.665 (mp_runner.py:76) +2024-09-01 23:46:58,058 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.007s, count=1365, qps in this process: 45.4894 (mp_runner.py:76) +2024-09-01 23:46:58,059 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0248s, count=1435, qps in this process: 47.7938 (mp_runner.py:76) +2024-09-01 23:46:58,061 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0104s, count=1415, qps in this process: 47.1503 (mp_runner.py:76) +2024-09-01 23:46:58,065 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0251s, count=1461, qps in this process: 48.6593 (mp_runner.py:76) +2024-09-01 23:46:58,066 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0085s, count=1461, qps in this process: 48.6862 (mp_runner.py:76) +2024-09-01 23:46:58,073 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.019s, count=1461, qps in this process: 48.6692 (mp_runner.py:76) +2024-09-01 23:46:58,076 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0099s, count=1436, qps in this process: 47.8509 (mp_runner.py:76) +2024-09-01 23:46:58,081 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0084s, count=1349, qps in this process: 44.9541 (mp_runner.py:76) +2024-09-01 23:46:58,083 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0164s, count=1462, qps in this process: 48.7067 (mp_runner.py:76) +2024-09-01 23:46:58,084 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.006s, count=1330, qps in this process: 44.3245 (mp_runner.py:76) +2024-09-01 23:46:58,084 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0133s, count=1345, qps in this process: 44.8135 (mp_runner.py:76) +2024-09-01 23:46:58,088 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0105s, count=1437, qps in this process: 47.8832 (mp_runner.py:76) +2024-09-01 23:46:58,090 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0122s, count=1394, qps in this process: 46.4478 (mp_runner.py:76) +2024-09-01 23:46:58,092 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0126s, count=1296, qps in this process: 43.1819 (mp_runner.py:76) +2024-09-01 23:46:58,112 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0074s, count=1239, qps in this process: 41.2898 (mp_runner.py:76) +2024-09-01 23:46:58,115 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0097s, count=1466, qps in this process: 48.8509 (mp_runner.py:76) +2024-09-01 23:46:58,128 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0033s, count=1469, qps in this process: 48.9613 (mp_runner.py:76) +2024-09-01 23:46:58,131 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0056s, count=1469, qps in this process: 48.9575 (mp_runner.py:76) +2024-09-01 23:46:58,137 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0007s, count=1378, qps in this process: 45.9323 (mp_runner.py:76) +2024-09-01 23:46:58,146 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0089s, count=1471, qps in this process: 49.0188 (mp_runner.py:76) +2024-09-01 23:46:58,146 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0068s, count=1272, qps in this process: 42.3904 (mp_runner.py:76) +2024-09-01 23:46:58,151 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.003s, count=1377, qps in this process: 45.8954 (mp_runner.py:76) +2024-09-01 23:46:58,165 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0005s, count=1230, qps in this process: 40.9993 (mp_runner.py:76) +2024-09-01 23:46:58,169 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0008s, count=1217, qps in this process: 40.5656 (mp_runner.py:76) +2024-09-01 23:46:58,179 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0011s, count=1229, qps in this process: 40.9652 (mp_runner.py:76) +2024-09-01 23:46:58,186 | INFO |End search in concurrency 40: dur=30.522782109001128s, total_count=55857, qps=1830.0101 (mp_runner.py:120) +2024-09-01 23:47:01,199 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:47:01,199 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 23:47:11,960 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 23:47:12,116 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,180 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,219 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,227 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,229 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,271 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,286 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,287 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,288 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,313 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,323 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,347 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,363 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,377 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,381 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,382 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,406 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,416 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,437 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,437 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,438 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,438 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,457 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,457 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,482 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,511 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,516 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,540 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,543 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:12,554 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:47:22,786 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.02188211899920134 (mp_runner.py:73) +2024-09-01 23:47:22,788 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.02468737900198903 (mp_runner.py:73) +2024-09-01 23:47:22,789 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.014869183003611397 (mp_runner.py:73) +2024-09-01 23:47:22,790 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.029358159001276363 (mp_runner.py:73) +2024-09-01 23:47:22,791 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.017083350001485087 (mp_runner.py:73) +2024-09-01 23:47:22,794 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.021694620998459868 (mp_runner.py:73) +2024-09-01 23:47:22,794 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.035027352001634426 (mp_runner.py:73) +2024-09-01 23:47:22,802 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.030644362996099517 (mp_runner.py:73) +2024-09-01 23:47:22,809 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.02653046699560946 (mp_runner.py:73) +2024-09-01 23:47:22,816 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.05821553800342372 (mp_runner.py:73) +2024-09-01 23:47:22,842 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.030909278997569345 (mp_runner.py:73) +2024-09-01 23:47:23,137 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.025107344998104963 (mp_runner.py:73) +2024-09-01 23:47:23,140 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.039909029997943435 (mp_runner.py:73) +2024-09-01 23:47:23,270 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.017178927999339066 (mp_runner.py:73) +2024-09-01 23:47:23,271 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.021030292999057565 (mp_runner.py:73) +2024-09-01 23:47:23,271 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.02041681499395054 (mp_runner.py:73) +2024-09-01 23:47:23,272 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.019773770996835083 (mp_runner.py:73) +2024-09-01 23:47:23,273 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.02150182000332279 (mp_runner.py:73) +2024-09-01 23:47:23,273 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.023916934005683288 (mp_runner.py:73) +2024-09-01 23:47:23,274 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.021962161001283675 (mp_runner.py:73) +2024-09-01 23:47:23,275 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.021254353006952442 (mp_runner.py:73) +2024-09-01 23:47:23,275 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.019883683999069035 (mp_runner.py:73) +2024-09-01 23:47:23,278 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.022115271000075154 (mp_runner.py:73) +2024-09-01 23:47:23,279 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.021865758993953932 (mp_runner.py:73) +2024-09-01 23:47:23,282 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.034113866997358855 (mp_runner.py:73) +2024-09-01 23:47:23,283 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.03633235400047852 (mp_runner.py:73) +2024-09-01 23:47:23,662 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.02707026799907908 (mp_runner.py:73) +2024-09-01 23:47:23,810 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.03052925800147932 (mp_runner.py:73) +2024-09-01 23:47:23,913 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.015924473998893518 (mp_runner.py:73) +2024-09-01 23:47:23,915 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.03556079500413034 (mp_runner.py:73) +2024-09-01 23:47:23,929 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.017405796999810264 (mp_runner.py:73) +2024-09-01 23:47:23,930 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.0203836950022378 (mp_runner.py:73) +2024-09-01 23:47:23,931 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.019925793996662833 (mp_runner.py:73) +2024-09-01 23:47:23,932 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.024595410999609157 (mp_runner.py:73) +2024-09-01 23:47:23,933 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.029310622994671576 (mp_runner.py:73) +2024-09-01 23:47:24,788 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.027136497999890707 (mp_runner.py:73) +2024-09-01 23:47:24,792 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.03560574499715585 (mp_runner.py:73) +2024-09-01 23:47:24,838 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.030366872997547034 (mp_runner.py:73) +2024-09-01 23:47:25,139 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.037312595995899756 (mp_runner.py:73) +2024-09-01 23:47:26,401 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.030737717999727465 (mp_runner.py:73) +2024-09-01 23:47:26,403 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.028552650997880846 (mp_runner.py:73) +2024-09-01 23:47:26,764 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.0349573790008435 (mp_runner.py:73) +2024-09-01 23:47:26,765 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.030916535994037986 (mp_runner.py:73) +2024-09-01 23:47:26,815 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.031016550005006138 (mp_runner.py:73) +2024-09-01 23:47:26,838 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.05493546400248306 (mp_runner.py:73) +2024-09-01 23:47:34,480 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.015776110005390365 (mp_runner.py:73) +2024-09-01 23:47:34,481 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.015472525003133342 (mp_runner.py:73) +2024-09-01 23:47:34,481 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.012345993993221782 (mp_runner.py:73) +2024-09-01 23:47:34,481 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.016674644997692667 (mp_runner.py:73) +2024-09-01 23:47:34,482 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.01596229699498508 (mp_runner.py:73) +2024-09-01 23:47:34,483 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.01980152900068788 (mp_runner.py:73) +2024-09-01 23:47:34,483 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.01526118400215637 (mp_runner.py:73) +2024-09-01 23:47:34,483 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.016635145999316592 (mp_runner.py:73) +2024-09-01 23:47:34,484 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.019794774998445064 (mp_runner.py:73) +2024-09-01 23:47:34,484 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.017557754006702453 (mp_runner.py:73) +2024-09-01 23:47:34,485 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.018774277006741613 (mp_runner.py:73) +2024-09-01 23:47:34,485 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.01676027199573582 (mp_runner.py:73) +2024-09-01 23:47:34,485 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.017822009001974948 (mp_runner.py:73) +2024-09-01 23:47:34,486 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.016436022000561934 (mp_runner.py:73) +2024-09-01 23:47:34,487 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.015630656998837367 (mp_runner.py:73) +2024-09-01 23:47:34,489 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.017179672002384905 (mp_runner.py:73) +2024-09-01 23:47:34,489 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.024203496999689378 (mp_runner.py:73) +2024-09-01 23:47:34,490 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.01948026900208788 (mp_runner.py:73) +2024-09-01 23:47:34,490 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.028592038004717324 (mp_runner.py:73) +2024-09-01 23:47:34,491 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.014382364999619313 (mp_runner.py:73) +2024-09-01 23:47:34,491 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.027572290993703064 (mp_runner.py:73) +2024-09-01 23:47:34,493 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.018052048995741643 (mp_runner.py:73) +2024-09-01 23:47:34,497 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.021146341001440305 (mp_runner.py:73) +2024-09-01 23:47:34,497 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.006981842998357024 (mp_runner.py:73) +2024-09-01 23:47:34,505 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.042489414001465775 (mp_runner.py:73) +2024-09-01 23:47:34,509 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.048054910999780986 (mp_runner.py:73) +2024-09-01 23:47:34,519 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.024166548006178346 (mp_runner.py:73) +2024-09-01 23:47:34,521 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.021926538000116125 (mp_runner.py:73) +2024-09-01 23:47:34,523 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.02018520399724366 (mp_runner.py:73) +2024-09-01 23:47:34,534 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.025764972997421864 (mp_runner.py:73) +2024-09-01 23:47:34,864 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.01714354599971557 (mp_runner.py:73) +2024-09-01 23:47:35,260 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.026528380003583152 (mp_runner.py:73) +2024-09-01 23:47:35,548 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.02513238699611975 (mp_runner.py:73) +2024-09-01 23:47:36,378 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.023668359004659578 (mp_runner.py:73) +2024-09-01 23:47:36,410 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.024814240001433063 (mp_runner.py:73) +2024-09-01 23:47:37,017 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.024102782997942995 (mp_runner.py:73) +2024-09-01 23:47:37,299 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.03115789999719709 (mp_runner.py:73) +2024-09-01 23:47:37,378 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.05337859299470438 (mp_runner.py:73) +2024-09-01 23:47:37,711 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.028755718005413655 (mp_runner.py:73) +2024-09-01 23:47:38,480 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.027783176003140397 (mp_runner.py:73) +2024-09-01 23:47:38,504 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.03557191199797671 (mp_runner.py:73) +2024-09-01 23:47:38,538 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.023931217001518235 (mp_runner.py:73) +2024-09-01 23:47:38,678 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.026214045996312052 (mp_runner.py:73) +2024-09-01 23:47:38,683 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.002620715997181833 (mp_runner.py:73) +2024-09-01 23:47:39,045 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.05528447499818867 (mp_runner.py:73) +2024-09-01 23:47:42,184 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0594s, count=1325, qps in this process: 44.0794 (mp_runner.py:76) +2024-09-01 23:47:42,216 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0299s, count=1214, qps in this process: 40.4264 (mp_runner.py:76) +2024-09-01 23:47:42,241 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0204s, count=1335, qps in this process: 44.4698 (mp_runner.py:76) +2024-09-01 23:47:42,265 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0381s, count=1335, qps in this process: 44.4436 (mp_runner.py:76) +2024-09-01 23:47:42,272 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0419s, count=1336, qps in this process: 44.4712 (mp_runner.py:76) +2024-09-01 23:47:42,279 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0052s, count=1336, qps in this process: 44.5256 (mp_runner.py:76) +2024-09-01 23:47:42,286 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0513s, count=1336, qps in this process: 44.4573 (mp_runner.py:76) +2024-09-01 23:47:42,291 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.002s, count=1328, qps in this process: 44.2637 (mp_runner.py:76) +2024-09-01 23:47:42,295 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0046s, count=1183, qps in this process: 39.4273 (mp_runner.py:76) +2024-09-01 23:47:42,304 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.012s, count=1338, qps in this process: 44.5822 (mp_runner.py:76) +2024-09-01 23:47:42,333 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0169s, count=1247, qps in this process: 41.5433 (mp_runner.py:76) +2024-09-01 23:47:42,357 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0064s, count=1339, qps in this process: 44.6238 (mp_runner.py:76) +2024-09-01 23:47:42,365 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0011s, count=1204, qps in this process: 40.1319 (mp_runner.py:76) +2024-09-01 23:47:42,368 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0021s, count=1184, qps in this process: 39.4639 (mp_runner.py:76) +2024-09-01 23:47:42,371 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0073s, count=1335, qps in this process: 44.4892 (mp_runner.py:76) +2024-09-01 23:47:42,372 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0107s, count=1269, qps in this process: 42.2849 (mp_runner.py:76) +2024-09-01 23:47:42,382 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0185s, count=1339, qps in this process: 44.6058 (mp_runner.py:76) +2024-09-01 23:47:42,385 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0581s, count=1339, qps in this process: 44.5471 (mp_runner.py:76) +2024-09-01 23:47:42,395 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0222s, count=1336, qps in this process: 44.5004 (mp_runner.py:76) +2024-09-01 23:47:42,397 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0208s, count=1166, qps in this process: 38.8397 (mp_runner.py:76) +2024-09-01 23:47:42,401 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0139s, count=1339, qps in this process: 44.6127 (mp_runner.py:76) +2024-09-01 23:47:42,415 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.05s, count=1340, qps in this process: 44.5923 (mp_runner.py:76) +2024-09-01 23:47:42,416 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0325s, count=1340, qps in this process: 44.6183 (mp_runner.py:76) +2024-09-01 23:47:42,417 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0074s, count=1340, qps in this process: 44.6557 (mp_runner.py:76) +2024-09-01 23:47:42,417 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0301s, count=1340, qps in this process: 44.6219 (mp_runner.py:76) +2024-09-01 23:47:42,422 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0612s, count=1340, qps in this process: 44.5757 (mp_runner.py:76) +2024-09-01 23:47:42,430 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0062s, count=1341, qps in this process: 44.6908 (mp_runner.py:76) +2024-09-01 23:47:42,445 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0004s, count=1341, qps in this process: 44.6994 (mp_runner.py:76) +2024-09-01 23:47:42,462 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.021s, count=1342, qps in this process: 44.702 (mp_runner.py:76) +2024-09-01 23:47:42,463 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0223s, count=1341, qps in this process: 44.6668 (mp_runner.py:76) +2024-09-01 23:47:42,477 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0376s, count=1341, qps in this process: 44.644 (mp_runner.py:76) +2024-09-01 23:47:42,487 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.001s, count=1342, qps in this process: 44.7318 (mp_runner.py:76) +2024-09-01 23:47:42,495 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0105s, count=1238, qps in this process: 41.2522 (mp_runner.py:76) +2024-09-01 23:47:42,495 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0318s, count=1341, qps in this process: 44.6527 (mp_runner.py:76) +2024-09-01 23:47:42,498 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0034s, count=1339, qps in this process: 44.6283 (mp_runner.py:76) +2024-09-01 23:47:42,500 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0359s, count=1161, qps in this process: 38.6537 (mp_runner.py:76) +2024-09-01 23:47:42,502 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0036s, count=1347, qps in this process: 44.8946 (mp_runner.py:76) +2024-09-01 23:47:42,518 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0019s, count=1345, qps in this process: 44.8305 (mp_runner.py:76) +2024-09-01 23:47:42,524 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.003s, count=1350, qps in this process: 44.9955 (mp_runner.py:76) +2024-09-01 23:47:42,537 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0009s, count=1352, qps in this process: 45.0653 (mp_runner.py:76) +2024-09-01 23:47:42,538 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0021s, count=1161, qps in this process: 38.6973 (mp_runner.py:76) +2024-09-01 23:47:42,548 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0006s, count=1182, qps in this process: 39.3992 (mp_runner.py:76) +2024-09-01 23:47:42,553 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0011s, count=1160, qps in this process: 38.6652 (mp_runner.py:76) +2024-09-01 23:47:42,558 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0009s, count=1156, qps in this process: 38.5322 (mp_runner.py:76) +2024-09-01 23:47:42,562 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0008s, count=1166, qps in this process: 38.8656 (mp_runner.py:76) +2024-09-01 23:47:42,569 | INFO |End search in concurrency 45: dur=30.607873208995443s, total_count=58209, qps=1901.7656 (mp_runner.py:120) +2024-09-01 23:47:45,508 | INFO |Update largest qps with concurrency 45: current max_qps=1901.7656 (mp_runner.py:124) +2024-09-01 23:47:45,919 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:47:45,919 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 23:48:06,973 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 23:48:07,018 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,021 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,153 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,205 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,320 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,349 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,382 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,387 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,396 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,406 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,416 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,426 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,426 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,432 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,437 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,439 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,440 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,445 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,445 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,463 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,501 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,524 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,528 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,530 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,567 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,567 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,567 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,581 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,582 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,590 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,590 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,610 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,626 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,631 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:07,632 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:48:20,299 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.022464351997768972 (mp_runner.py:73) +2024-09-01 23:48:20,299 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.02151032700203359 (mp_runner.py:73) +2024-09-01 23:48:20,300 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.021424730999569874 (mp_runner.py:73) +2024-09-01 23:48:20,304 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.023077764999470674 (mp_runner.py:73) +2024-09-01 23:48:20,304 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.019622804000391625 (mp_runner.py:73) +2024-09-01 23:48:20,304 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.029408233996946365 (mp_runner.py:73) +2024-09-01 23:48:20,306 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.019129053995129652 (mp_runner.py:73) +2024-09-01 23:48:20,309 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.019544058006431442 (mp_runner.py:73) +2024-09-01 23:48:20,317 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.023447419996955432 (mp_runner.py:73) +2024-09-01 23:48:20,318 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.03276080299838213 (mp_runner.py:73) +2024-09-01 23:48:20,319 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.04636273899814114 (mp_runner.py:73) +2024-09-01 23:48:20,325 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.028301165999437217 (mp_runner.py:73) +2024-09-01 23:48:20,330 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.01159546899725683 (mp_runner.py:73) +2024-09-01 23:48:20,346 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.031375534999824595 (mp_runner.py:73) +2024-09-01 23:48:20,347 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.03396301899920218 (mp_runner.py:73) +2024-09-01 23:48:20,350 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.029704298998694867 (mp_runner.py:73) +2024-09-01 23:48:20,381 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.004988220003724564 (mp_runner.py:73) +2024-09-01 23:48:20,410 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.03046798600553302 (mp_runner.py:73) +2024-09-01 23:48:20,526 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.031343254006060306 (mp_runner.py:73) +2024-09-01 23:48:20,528 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.03109574900008738 (mp_runner.py:73) +2024-09-01 23:48:20,676 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.005557570999371819 (mp_runner.py:73) +2024-09-01 23:48:20,680 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.012824922996514942 (mp_runner.py:73) +2024-09-01 23:48:20,685 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.016732427997339983 (mp_runner.py:73) +2024-09-01 23:48:20,686 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.015023920001112856 (mp_runner.py:73) +2024-09-01 23:48:20,697 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.03780395999638131 (mp_runner.py:73) +2024-09-01 23:48:20,699 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.0372175540032913 (mp_runner.py:73) +2024-09-01 23:48:20,705 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.02446304300246993 (mp_runner.py:73) +2024-09-01 23:48:20,708 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.0352230580028845 (mp_runner.py:73) +2024-09-01 23:48:20,906 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.03535830400505802 (mp_runner.py:73) +2024-09-01 23:48:21,266 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.04319164199841907 (mp_runner.py:73) +2024-09-01 23:48:21,269 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.03699437699833652 (mp_runner.py:73) +2024-09-01 23:48:21,292 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.032724136995966546 (mp_runner.py:73) +2024-09-01 23:48:21,295 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.037851451997994445 (mp_runner.py:73) +2024-09-01 23:48:21,352 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.037137113002245314 (mp_runner.py:73) +2024-09-01 23:48:21,455 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.03043694199732272 (mp_runner.py:73) +2024-09-01 23:48:21,456 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.034887123001681175 (mp_runner.py:73) +2024-09-01 23:48:21,527 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.03621726599521935 (mp_runner.py:73) +2024-09-01 23:48:21,528 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.03145414399477886 (mp_runner.py:73) +2024-09-01 23:48:21,662 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.035277790993859526 (mp_runner.py:73) +2024-09-01 23:48:21,666 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.040228516001661774 (mp_runner.py:73) +2024-09-01 23:48:21,723 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.03804221499740379 (mp_runner.py:73) +2024-09-01 23:48:22,431 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.003923461998056155 (mp_runner.py:73) +2024-09-01 23:48:22,503 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.0392595510056708 (mp_runner.py:73) +2024-09-01 23:48:22,571 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.022444991998781916 (mp_runner.py:73) +2024-09-01 23:48:22,798 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.03203124300489435 (mp_runner.py:73) +2024-09-01 23:48:22,914 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.03635757300071418 (mp_runner.py:73) +2024-09-01 23:48:22,939 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.03612694599723909 (mp_runner.py:73) +2024-09-01 23:48:23,001 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.03891402499721153 (mp_runner.py:73) +2024-09-01 23:48:23,078 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.034816561004845425 (mp_runner.py:73) +2024-09-01 23:48:23,615 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03107870600069873 (mp_runner.py:73) +2024-09-01 23:48:33,649 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.040574140002718195 (mp_runner.py:73) +2024-09-01 23:48:33,650 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.03958416800014675 (mp_runner.py:73) +2024-09-01 23:48:33,651 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.03823584099882282 (mp_runner.py:73) +2024-09-01 23:48:33,651 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.04338997600279981 (mp_runner.py:73) +2024-09-01 23:48:33,652 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.035142324995831586 (mp_runner.py:73) +2024-09-01 23:48:33,653 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.04311218899965752 (mp_runner.py:73) +2024-09-01 23:48:33,653 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.04004395200172439 (mp_runner.py:73) +2024-09-01 23:48:33,654 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.042362715998024214 (mp_runner.py:73) +2024-09-01 23:48:33,654 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.03344917600043118 (mp_runner.py:73) +2024-09-01 23:48:33,655 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.034627130000444595 (mp_runner.py:73) +2024-09-01 23:48:33,655 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.04842413999722339 (mp_runner.py:73) +2024-09-01 23:48:33,656 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.021020947002398316 (mp_runner.py:73) +2024-09-01 23:48:33,656 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.028357712006254587 (mp_runner.py:73) +2024-09-01 23:48:33,657 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.022680091999063734 (mp_runner.py:73) +2024-09-01 23:48:33,657 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.027728841996577103 (mp_runner.py:73) +2024-09-01 23:48:33,657 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.010191858993493952 (mp_runner.py:73) +2024-09-01 23:48:33,658 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.021038929000496864 (mp_runner.py:73) +2024-09-01 23:48:33,658 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.028879755998787005 (mp_runner.py:73) +2024-09-01 23:48:33,658 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.022739056999853346 (mp_runner.py:73) +2024-09-01 23:48:33,658 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.025939017003111076 (mp_runner.py:73) +2024-09-01 23:48:33,659 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.02088572499633301 (mp_runner.py:73) +2024-09-01 23:48:33,660 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.022423720998631325 (mp_runner.py:73) +2024-09-01 23:48:33,661 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.01906401700398419 (mp_runner.py:73) +2024-09-01 23:48:33,661 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.022510956005135085 (mp_runner.py:73) +2024-09-01 23:48:33,661 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.021600146996206604 (mp_runner.py:73) +2024-09-01 23:48:33,662 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.02327074800268747 (mp_runner.py:73) +2024-09-01 23:48:33,663 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.019753227999899536 (mp_runner.py:73) +2024-09-01 23:48:33,664 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.021395128998847213 (mp_runner.py:73) +2024-09-01 23:48:33,666 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.020728613002575003 (mp_runner.py:73) +2024-09-01 23:48:33,672 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.020909182996547315 (mp_runner.py:73) +2024-09-01 23:48:33,674 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.01500649700028589 (mp_runner.py:73) +2024-09-01 23:48:33,976 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.007353998000326101 (mp_runner.py:73) +2024-09-01 23:48:33,978 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.007798819002346136 (mp_runner.py:73) +2024-09-01 23:48:33,979 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.007807381996826734 (mp_runner.py:73) +2024-09-01 23:48:33,981 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.008765539001615252 (mp_runner.py:73) +2024-09-01 23:48:33,993 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.02337003799766535 (mp_runner.py:73) +2024-09-01 23:48:33,994 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.025005170005897526 (mp_runner.py:73) +2024-09-01 23:48:34,170 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.04960636000032537 (mp_runner.py:73) +2024-09-01 23:48:34,536 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.029762373000266962 (mp_runner.py:73) +2024-09-01 23:48:35,013 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.029598453002108727 (mp_runner.py:73) +2024-09-01 23:48:35,118 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.035898571004508995 (mp_runner.py:73) +2024-09-01 23:48:36,173 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.024887049999961164 (mp_runner.py:73) +2024-09-01 23:48:36,176 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.02600970499770483 (mp_runner.py:73) +2024-09-01 23:48:36,578 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.03206168000178877 (mp_runner.py:73) +2024-09-01 23:48:36,956 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.0272876399976667 (mp_runner.py:73) +2024-09-01 23:48:37,021 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0018s, count=1130, qps in this process: 37.6644 (mp_runner.py:76) +2024-09-01 23:48:37,029 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0066s, count=1131, qps in this process: 37.6917 (mp_runner.py:76) +2024-09-01 23:48:37,164 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0033s, count=1137, qps in this process: 37.8958 (mp_runner.py:76) +2024-09-01 23:48:37,201 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.029s, count=1138, qps in this process: 37.8967 (mp_runner.py:76) +2024-09-01 23:48:37,203 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0031s, count=1138, qps in this process: 37.9294 (mp_runner.py:76) +2024-09-01 23:48:37,231 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0067s, count=1140, qps in this process: 37.9915 (mp_runner.py:76) +2024-09-01 23:48:37,243 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.027s, count=1140, qps in this process: 37.9658 (mp_runner.py:76) +2024-09-01 23:48:37,272 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.031068176998815034 (mp_runner.py:73) +2024-09-01 23:48:37,276 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.03376106199721107 (mp_runner.py:73) +2024-09-01 23:48:37,328 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0042s, count=1145, qps in this process: 38.1613 (mp_runner.py:76) +2024-09-01 23:48:37,333 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0042s, count=1143, qps in this process: 38.0947 (mp_runner.py:76) +2024-09-01 23:48:37,333 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.02459494399954565 (mp_runner.py:73) +2024-09-01 23:48:37,358 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0054s, count=1147, qps in this process: 38.2265 (mp_runner.py:76) +2024-09-01 23:48:37,372 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0077s, count=1148, qps in this process: 38.2568 (mp_runner.py:76) +2024-09-01 23:48:37,385 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0214s, count=1141, qps in this process: 38.0062 (mp_runner.py:76) +2024-09-01 23:48:37,385 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0065s, count=1148, qps in this process: 38.2584 (mp_runner.py:76) +2024-09-01 23:48:37,392 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0015s, count=1149, qps in this process: 38.2981 (mp_runner.py:76) +2024-09-01 23:48:37,397 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0191s, count=1149, qps in this process: 38.2756 (mp_runner.py:76) +2024-09-01 23:48:37,399 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0146s, count=1149, qps in this process: 38.2814 (mp_runner.py:76) +2024-09-01 23:48:37,428 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.011s, count=1149, qps in this process: 38.286 (mp_runner.py:76) +2024-09-01 23:48:37,437 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0174s, count=1149, qps in this process: 38.2778 (mp_runner.py:76) +2024-09-01 23:48:37,439 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0293s, count=1150, qps in this process: 38.2959 (mp_runner.py:76) +2024-09-01 23:48:37,440 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0056s, count=1150, qps in this process: 38.3262 (mp_runner.py:76) +2024-09-01 23:48:37,440 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0396s, count=1150, qps in this process: 38.2828 (mp_runner.py:76) +2024-09-01 23:48:37,440 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0212s, count=1150, qps in this process: 38.3063 (mp_runner.py:76) +2024-09-01 23:48:37,449 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0043s, count=1151, qps in this process: 38.3612 (mp_runner.py:76) +2024-09-01 23:48:37,451 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.003s, count=1151, qps in this process: 38.3628 (mp_runner.py:76) +2024-09-01 23:48:37,451 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0067s, count=1151, qps in this process: 38.3581 (mp_runner.py:76) +2024-09-01 23:48:37,452 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0037s, count=1151, qps in this process: 38.3619 (mp_runner.py:76) +2024-09-01 23:48:37,452 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0197s, count=1150, qps in this process: 38.3082 (mp_runner.py:76) +2024-09-01 23:48:37,457 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0259s, count=1150, qps in this process: 38.3003 (mp_runner.py:76) +2024-09-01 23:48:37,472 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0209s, count=1152, qps in this process: 38.3733 (mp_runner.py:76) +2024-09-01 23:48:37,480 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0007s, count=1087, qps in this process: 36.2325 (mp_runner.py:76) +2024-09-01 23:48:37,483 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0154s, count=1132, qps in this process: 37.714 (mp_runner.py:76) +2024-09-01 23:48:37,489 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0095s, count=1153, qps in this process: 38.4212 (mp_runner.py:76) +2024-09-01 23:48:37,490 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.004127316999074537 (mp_runner.py:73) +2024-09-01 23:48:37,499 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0048s, count=1154, qps in this process: 38.4605 (mp_runner.py:76) +2024-09-01 23:48:37,524 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0199s, count=1155, qps in this process: 38.4745 (mp_runner.py:76) +2024-09-01 23:48:37,542 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0089s, count=1157, qps in this process: 38.5552 (mp_runner.py:76) +2024-09-01 23:48:37,543 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.013s, count=1123, qps in this process: 37.4171 (mp_runner.py:76) +2024-09-01 23:48:37,544 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0034s, count=1103, qps in this process: 36.7625 (mp_runner.py:76) +2024-09-01 23:48:37,545 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.005s, count=1157, qps in this process: 38.5602 (mp_runner.py:76) +2024-09-01 23:48:37,560 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0295s, count=1156, qps in this process: 38.4955 (mp_runner.py:76) +2024-09-01 23:48:37,571 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0014s, count=1028, qps in this process: 34.2651 (mp_runner.py:76) +2024-09-01 23:48:37,572 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0016s, count=1016, qps in this process: 33.8649 (mp_runner.py:76) +2024-09-01 23:48:37,577 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0074s, count=1096, qps in this process: 36.5243 (mp_runner.py:76) +2024-09-01 23:48:37,586 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0008s, count=1062, qps in this process: 35.3991 (mp_runner.py:76) +2024-09-01 23:48:37,599 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0007s, count=1162, qps in this process: 38.7324 (mp_runner.py:76) +2024-09-01 23:48:37,600 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.001s, count=1048, qps in this process: 34.9322 (mp_runner.py:76) +2024-09-01 23:48:37,605 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0055s, count=1066, qps in this process: 35.5268 (mp_runner.py:76) +2024-09-01 23:48:37,619 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.0020005620026495308 (mp_runner.py:73) +2024-09-01 23:48:37,620 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0009s, count=1030, qps in this process: 34.3323 (mp_runner.py:76) +2024-09-01 23:48:37,633 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0009s, count=1007, qps in this process: 33.5657 (mp_runner.py:76) +2024-09-01 23:48:37,636 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.002s, count=1039, qps in this process: 34.631 (mp_runner.py:76) +2024-09-01 23:48:37,643 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0004s, count=1037, qps in this process: 34.5662 (mp_runner.py:76) +2024-09-01 23:48:37,651 | INFO |End search in concurrency 50: dur=30.67756556600216s, total_count=56195, qps=1831.7946 (mp_runner.py:120) +2024-09-01 23:48:41,344 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:48:41,345 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 23:49:02,535 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 23:49:02,605 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:02,804 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:02,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:02,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:02,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:02,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,036 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,036 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,038 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,043 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,079 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,089 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,143 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,168 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,170 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,199 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,209 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,235 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,252 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,255 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,265 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:03,300 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:16,531 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.02444711999851279 (mp_runner.py:73) +2024-09-01 23:49:16,532 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.021890176998567767 (mp_runner.py:73) +2024-09-01 23:49:16,532 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.02440332499827491 (mp_runner.py:73) +2024-09-01 23:49:16,532 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.024697218999790493 (mp_runner.py:73) +2024-09-01 23:49:16,533 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.02408199099591002 (mp_runner.py:73) +2024-09-01 23:49:16,533 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.02182873299898347 (mp_runner.py:73) +2024-09-01 23:49:16,533 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.024038351999479346 (mp_runner.py:73) +2024-09-01 23:49:16,534 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02057681199949002 (mp_runner.py:73) +2024-09-01 23:49:16,534 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.023973361996468157 (mp_runner.py:73) +2024-09-01 23:49:16,535 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.02432382499682717 (mp_runner.py:73) +2024-09-01 23:49:16,535 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.03085710300365463 (mp_runner.py:73) +2024-09-01 23:49:16,536 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.024689224002941046 (mp_runner.py:73) +2024-09-01 23:49:16,536 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.029696058001718484 (mp_runner.py:73) +2024-09-01 23:49:16,537 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.024387418998230714 (mp_runner.py:73) +2024-09-01 23:49:16,538 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.02539422200061381 (mp_runner.py:73) +2024-09-01 23:49:16,539 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.03452791400195565 (mp_runner.py:73) +2024-09-01 23:49:16,540 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.02010228799917968 (mp_runner.py:73) +2024-09-01 23:49:16,541 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.019298037004773505 (mp_runner.py:73) +2024-09-01 23:49:16,541 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.023865556002419908 (mp_runner.py:73) +2024-09-01 23:49:16,542 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.023842526999942493 (mp_runner.py:73) +2024-09-01 23:49:16,543 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.03970897199906176 (mp_runner.py:73) +2024-09-01 23:49:16,546 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.025862469999992754 (mp_runner.py:73) +2024-09-01 23:49:16,547 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.0381213540022145 (mp_runner.py:73) +2024-09-01 23:49:16,549 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.04593359000136843 (mp_runner.py:73) +2024-09-01 23:49:16,561 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.05390600100508891 (mp_runner.py:73) +2024-09-01 23:49:16,579 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.0787040269933641 (mp_runner.py:73) +2024-09-01 23:49:16,587 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.04817380299937213 (mp_runner.py:73) +2024-09-01 23:49:16,593 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.0353752369992435 (mp_runner.py:73) +2024-09-01 23:49:16,775 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.02545734200248262 (mp_runner.py:73) +2024-09-01 23:49:16,776 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.023415616997226607 (mp_runner.py:73) +2024-09-01 23:49:16,777 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.029551195999374613 (mp_runner.py:73) +2024-09-01 23:49:16,778 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.027292140999634285 (mp_runner.py:73) +2024-09-01 23:49:16,778 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.026692952000303194 (mp_runner.py:73) +2024-09-01 23:49:16,779 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.02562875100556994 (mp_runner.py:73) +2024-09-01 23:49:16,781 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.034392149005725514 (mp_runner.py:73) +2024-09-01 23:49:16,782 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.03564336599811213 (mp_runner.py:73) +2024-09-01 23:49:16,791 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.04564009300520411 (mp_runner.py:73) +2024-09-01 23:49:16,904 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.038741752003261354 (mp_runner.py:73) +2024-09-01 23:49:16,906 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.034107133993529715 (mp_runner.py:73) +2024-09-01 23:49:16,908 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.03933883900026558 (mp_runner.py:73) +2024-09-01 23:49:16,910 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.03137479400174925 (mp_runner.py:73) +2024-09-01 23:49:16,918 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.052222160004021134 (mp_runner.py:73) +2024-09-01 23:49:17,261 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.02635092100535985 (mp_runner.py:73) +2024-09-01 23:49:17,266 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.0299127049947856 (mp_runner.py:73) +2024-09-01 23:49:17,267 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.038357161996827926 (mp_runner.py:73) +2024-09-01 23:49:17,271 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.04099108099762816 (mp_runner.py:73) +2024-09-01 23:49:17,595 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.04788041600113502 (mp_runner.py:73) +2024-09-01 23:49:17,917 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.03957401100342395 (mp_runner.py:73) +2024-09-01 23:49:18,270 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.03326324900262989 (mp_runner.py:73) +2024-09-01 23:49:18,518 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.046044893002544995 (mp_runner.py:73) +2024-09-01 23:49:18,730 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.05297670300205937 (mp_runner.py:73) +2024-09-01 23:49:19,313 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.043204736000916455 (mp_runner.py:73) +2024-09-01 23:49:20,081 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.034960995995788835 (mp_runner.py:73) +2024-09-01 23:49:20,133 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.04086376800114522 (mp_runner.py:73) +2024-09-01 23:49:20,513 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.038769888000388164 (mp_runner.py:73) +2024-09-01 23:49:29,945 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.0762072569996235 (mp_runner.py:73) +2024-09-01 23:49:29,945 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.07538932099851081 (mp_runner.py:73) +2024-09-01 23:49:29,945 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.05010132899769815 (mp_runner.py:73) +2024-09-01 23:49:29,945 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.07288453900400782 (mp_runner.py:73) +2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.0476041600049939 (mp_runner.py:73) +2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.0435357720052707 (mp_runner.py:73) +2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.07050288200116483 (mp_runner.py:73) +2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.07534550200216472 (mp_runner.py:73) +2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.06451739600015571 (mp_runner.py:73) +2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.06631450400163885 (mp_runner.py:73) +2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.04589960500015877 (mp_runner.py:73) +2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.06548980100342305 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.08282056100142654 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.07337585700588534 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.06882093499734765 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.0642007790011121 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.07866219700372312 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.05847286400239682 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.0704428410026594 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.05896894900070038 (mp_runner.py:73) +2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.07031070799712325 (mp_runner.py:73) +2024-09-01 23:49:29,948 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.06896133099508006 (mp_runner.py:73) +2024-09-01 23:49:29,948 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.06231395200302359 (mp_runner.py:73) +2024-09-01 23:49:29,948 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.08192907700140495 (mp_runner.py:73) +2024-09-01 23:49:29,948 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.06697076300042681 (mp_runner.py:73) +2024-09-01 23:49:29,988 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.01880420899396995 (mp_runner.py:73) +2024-09-01 23:49:30,116 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.05731168700003764 (mp_runner.py:73) +2024-09-01 23:49:30,168 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.06034307699883357 (mp_runner.py:73) +2024-09-01 23:49:30,201 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.05630851299792994 (mp_runner.py:73) +2024-09-01 23:49:30,366 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.04342470099800266 (mp_runner.py:73) +2024-09-01 23:49:30,435 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.046150219000992365 (mp_runner.py:73) +2024-09-01 23:49:30,878 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.01652949400158832 (mp_runner.py:73) +2024-09-01 23:49:31,133 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.06599694800388534 (mp_runner.py:73) +2024-09-01 23:49:31,209 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.031804535996343475 (mp_runner.py:73) +2024-09-01 23:49:31,545 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.032185834999836516 (mp_runner.py:73) +2024-09-01 23:49:32,088 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.0312772160032182 (mp_runner.py:73) +2024-09-01 23:49:32,097 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.03298016200278653 (mp_runner.py:73) +2024-09-01 23:49:32,168 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.018291154003236443 (mp_runner.py:73) +2024-09-01 23:49:32,589 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.03367988300306024 (mp_runner.py:73) +2024-09-01 23:49:32,590 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.036680978002550546 (mp_runner.py:73) +2024-09-01 23:49:32,627 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0202s, count=968, qps in this process: 32.245 (mp_runner.py:76) +2024-09-01 23:49:32,752 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.021886192997044418 (mp_runner.py:73) +2024-09-01 23:49:32,822 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.029612913996970747 (mp_runner.py:73) +2024-09-01 23:49:32,842 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0296s, count=1097, qps in this process: 36.5306 (mp_runner.py:76) +2024-09-01 23:49:32,853 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0076s, count=1098, qps in this process: 36.5907 (mp_runner.py:76) +2024-09-01 23:49:32,854 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0017s, count=1098, qps in this process: 36.5979 (mp_runner.py:76) +2024-09-01 23:49:32,882 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.045797147999110166 (mp_runner.py:73) +2024-09-01 23:49:32,899 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0073s, count=1100, qps in this process: 36.6577 (mp_runner.py:76) +2024-09-01 23:49:32,915 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0232s, count=1099, qps in this process: 36.605 (mp_runner.py:76) +2024-09-01 23:49:33,045 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0039s, count=1017, qps in this process: 33.8956 (mp_runner.py:76) +2024-09-01 23:49:33,046 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0096s, count=1031, qps in this process: 34.3557 (mp_runner.py:76) +2024-09-01 23:49:33,063 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0079s, count=1032, qps in this process: 34.3909 (mp_runner.py:76) +2024-09-01 23:49:33,067 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0258s, count=1104, qps in this process: 36.7684 (mp_runner.py:76) +2024-09-01 23:49:33,067 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0268s, count=1104, qps in this process: 36.7672 (mp_runner.py:76) +2024-09-01 23:49:33,067 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0121s, count=1104, qps in this process: 36.7852 (mp_runner.py:76) +2024-09-01 23:49:33,071 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0355s, count=1054, qps in this process: 35.0918 (mp_runner.py:76) +2024-09-01 23:49:33,075 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0192s, count=1082, qps in this process: 36.0436 (mp_runner.py:76) +2024-09-01 23:49:33,076 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0279s, count=1103, qps in this process: 36.7325 (mp_runner.py:76) +2024-09-01 23:49:33,080 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0102s, count=964, qps in this process: 32.1224 (mp_runner.py:76) +2024-09-01 23:49:33,081 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0455s, count=1096, qps in this process: 36.478 (mp_runner.py:76) +2024-09-01 23:49:33,084 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0436s, count=1091, qps in this process: 36.3139 (mp_runner.py:76) +2024-09-01 23:49:33,093 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0043s, count=1104, qps in this process: 36.7947 (mp_runner.py:76) +2024-09-01 23:49:33,099 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.063s, count=1010, qps in this process: 33.5961 (mp_runner.py:76) +2024-09-01 23:49:33,107 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0166s, count=1058, qps in this process: 35.2472 (mp_runner.py:76) +2024-09-01 23:49:33,113 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0583s, count=1010, qps in this process: 33.6014 (mp_runner.py:76) +2024-09-01 23:49:33,121 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0011s, count=1026, qps in this process: 34.1987 (mp_runner.py:76) +2024-09-01 23:49:33,124 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0426s, count=1105, qps in this process: 36.7811 (mp_runner.py:76) +2024-09-01 23:49:33,128 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0391s, count=1083, qps in this process: 36.053 (mp_runner.py:76) +2024-09-01 23:49:33,131 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0167s, count=1105, qps in this process: 36.8128 (mp_runner.py:76) +2024-09-01 23:49:33,131 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0446s, count=1105, qps in this process: 36.7787 (mp_runner.py:76) +2024-09-01 23:49:33,134 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0445s, count=1105, qps in this process: 36.7788 (mp_runner.py:76) +2024-09-01 23:49:33,134 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0079s, count=1048, qps in this process: 34.9241 (mp_runner.py:76) +2024-09-01 23:49:33,137 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0196s, count=994, qps in this process: 33.1117 (mp_runner.py:76) +2024-09-01 23:49:33,141 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0047s, count=1093, qps in this process: 36.4276 (mp_runner.py:76) +2024-09-01 23:49:33,144 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.03235399599361699 (mp_runner.py:73) +2024-09-01 23:49:33,159 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0095s, count=1019, qps in this process: 33.9559 (mp_runner.py:76) +2024-09-01 23:49:33,163 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.006s, count=1095, qps in this process: 36.4927 (mp_runner.py:76) +2024-09-01 23:49:33,172 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0256s, count=1106, qps in this process: 36.8352 (mp_runner.py:76) +2024-09-01 23:49:33,172 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0145s, count=1106, qps in this process: 36.8489 (mp_runner.py:76) +2024-09-01 23:49:33,172 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0156s, count=1106, qps in this process: 36.8475 (mp_runner.py:76) +2024-09-01 23:49:33,180 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0005s, count=967, qps in this process: 32.2328 (mp_runner.py:76) +2024-09-01 23:49:33,182 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0081s, count=1107, qps in this process: 36.89 (mp_runner.py:76) +2024-09-01 23:49:33,183 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0023s, count=991, qps in this process: 33.0308 (mp_runner.py:76) +2024-09-01 23:49:33,187 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0088s, count=1107, qps in this process: 36.8892 (mp_runner.py:76) +2024-09-01 23:49:33,198 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0055s, count=1107, qps in this process: 36.8932 (mp_runner.py:76) +2024-09-01 23:49:33,204 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0049s, count=1071, qps in this process: 35.6942 (mp_runner.py:76) +2024-09-01 23:49:33,222 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0118s, count=1110, qps in this process: 36.9855 (mp_runner.py:76) +2024-09-01 23:49:33,223 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0053s, count=1110, qps in this process: 36.9935 (mp_runner.py:76) +2024-09-01 23:49:33,223 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0186s, count=1110, qps in this process: 36.9771 (mp_runner.py:76) +2024-09-01 23:49:33,224 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0033s, count=1110, qps in this process: 36.9959 (mp_runner.py:76) +2024-09-01 23:49:33,224 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0099s, count=1110, qps in this process: 36.9878 (mp_runner.py:76) +2024-09-01 23:49:33,241 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0013s, count=1016, qps in this process: 33.8652 (mp_runner.py:76) +2024-09-01 23:49:33,258 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0048s, count=940, qps in this process: 31.3283 (mp_runner.py:76) +2024-09-01 23:49:33,262 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0016s, count=978, qps in this process: 32.5983 (mp_runner.py:76) +2024-09-01 23:49:33,262 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0017s, count=928, qps in this process: 30.9316 (mp_runner.py:76) +2024-09-01 23:49:33,271 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0004s, count=953, qps in this process: 31.7662 (mp_runner.py:76) +2024-09-01 23:49:33,272 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0022s, count=940, qps in this process: 31.331 (mp_runner.py:76) +2024-09-01 23:49:33,278 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0006s, count=1019, qps in this process: 33.966 (mp_runner.py:76) +2024-09-01 23:49:33,308 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0013s, count=947, qps in this process: 31.5653 (mp_runner.py:76) +2024-09-01 23:49:33,314 | INFO |End search in concurrency 55: dur=30.778341190998617s, total_count=58141, qps=1889.0232 (mp_runner.py:120) +2024-09-01 23:49:37,340 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:49:37,340 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 23:49:58,778 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 23:49:59,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,208 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,210 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,225 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,274 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,275 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,275 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,276 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,276 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,283 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,283 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,291 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,291 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,291 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,301 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,303 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,311 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,323 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,339 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,346 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,361 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,364 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,367 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,367 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,367 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,381 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,388 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,392 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,395 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,403 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,406 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,413 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,443 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,450 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,455 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,455 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,459 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,463 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,467 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,488 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,493 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,498 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,514 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,558 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,563 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,568 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:49:59,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:14,508 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.02424451700062491 (mp_runner.py:73) +2024-09-01 23:50:14,509 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.024249604997748975 (mp_runner.py:73) +2024-09-01 23:50:14,511 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.024627436003356706 (mp_runner.py:73) +2024-09-01 23:50:14,512 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.023293825004657265 (mp_runner.py:73) +2024-09-01 23:50:14,512 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.026662602998840157 (mp_runner.py:73) +2024-09-01 23:50:14,513 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.029928253999969456 (mp_runner.py:73) +2024-09-01 23:50:14,514 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.029910577002738137 (mp_runner.py:73) +2024-09-01 23:50:14,514 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.026552069997705985 (mp_runner.py:73) +2024-09-01 23:50:14,515 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.029839645998436026 (mp_runner.py:73) +2024-09-01 23:50:14,515 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.028114931999880355 (mp_runner.py:73) +2024-09-01 23:50:14,515 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02769833400088828 (mp_runner.py:73) +2024-09-01 23:50:14,516 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.023300613996980246 (mp_runner.py:73) +2024-09-01 23:50:14,516 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.02365371100313496 (mp_runner.py:73) +2024-09-01 23:50:14,517 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.025373415999638382 (mp_runner.py:73) +2024-09-01 23:50:14,517 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.024198111997975502 (mp_runner.py:73) +2024-09-01 23:50:14,518 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.028961552001419477 (mp_runner.py:73) +2024-09-01 23:50:14,519 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.024478241000906564 (mp_runner.py:73) +2024-09-01 23:50:14,519 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.02898025600006804 (mp_runner.py:73) +2024-09-01 23:50:14,521 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.03865400399809005 (mp_runner.py:73) +2024-09-01 23:50:14,522 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.023253826999280136 (mp_runner.py:73) +2024-09-01 23:50:14,522 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.02557224500196753 (mp_runner.py:73) +2024-09-01 23:50:14,523 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.021886691996769514 (mp_runner.py:73) +2024-09-01 23:50:14,525 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.021769414997834247 (mp_runner.py:73) +2024-09-01 23:50:14,526 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03630954399704933 (mp_runner.py:73) +2024-09-01 23:50:14,527 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.01665125299768988 (mp_runner.py:73) +2024-09-01 23:50:14,527 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.02260231699619908 (mp_runner.py:73) +2024-09-01 23:50:14,527 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.030934782997064758 (mp_runner.py:73) +2024-09-01 23:50:14,528 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.027000474998203572 (mp_runner.py:73) +2024-09-01 23:50:14,528 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.022078958005295135 (mp_runner.py:73) +2024-09-01 23:50:14,530 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.022755844998755492 (mp_runner.py:73) +2024-09-01 23:50:14,534 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.04530377899936866 (mp_runner.py:73) +2024-09-01 23:50:14,557 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.07463597799505806 (mp_runner.py:73) +2024-09-01 23:50:14,617 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.03554855200491147 (mp_runner.py:73) +2024-09-01 23:50:14,643 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.06332425299478928 (mp_runner.py:73) +2024-09-01 23:50:14,695 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.05099878000328317 (mp_runner.py:73) +2024-09-01 23:50:14,775 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.04494503000023542 (mp_runner.py:73) +2024-09-01 23:50:14,811 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.03943773699575104 (mp_runner.py:73) +2024-09-01 23:50:15,069 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.073712974000955 (mp_runner.py:73) +2024-09-01 23:50:15,123 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.02364606800256297 (mp_runner.py:73) +2024-09-01 23:50:15,492 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.02321079200191889 (mp_runner.py:73) +2024-09-01 23:50:15,493 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.005213002994423732 (mp_runner.py:73) +2024-09-01 23:50:15,515 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.027652314995066263 (mp_runner.py:73) +2024-09-01 23:50:15,540 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.018852894005249254 (mp_runner.py:73) +2024-09-01 23:50:15,540 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.0593922609987203 (mp_runner.py:73) +2024-09-01 23:50:15,542 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.06275356699916301 (mp_runner.py:73) +2024-09-01 23:50:15,735 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.04189773700636579 (mp_runner.py:73) +2024-09-01 23:50:15,922 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.038624420994892716 (mp_runner.py:73) +2024-09-01 23:50:15,949 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.08286143300210824 (mp_runner.py:73) +2024-09-01 23:50:16,008 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.05799898900295375 (mp_runner.py:73) +2024-09-01 23:50:17,283 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.042275546002201736 (mp_runner.py:73) +2024-09-01 23:50:17,302 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.002196882000134792 (mp_runner.py:73) +2024-09-01 23:50:17,367 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.04998208799952408 (mp_runner.py:73) +2024-09-01 23:50:17,606 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.0462284239984001 (mp_runner.py:73) +2024-09-01 23:50:17,831 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.04531973600387573 (mp_runner.py:73) +2024-09-01 23:50:17,927 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.04566530399461044 (mp_runner.py:73) +2024-09-01 23:50:18,244 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.05956480799795827 (mp_runner.py:73) +2024-09-01 23:50:18,296 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.047265452005376574 (mp_runner.py:73) +2024-09-01 23:50:18,352 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.04409364399907645 (mp_runner.py:73) +2024-09-01 23:50:18,405 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.04569766400527442 (mp_runner.py:73) +2024-09-01 23:50:18,406 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.049218456995731685 (mp_runner.py:73) +2024-09-01 23:50:29,173 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.003s, count=978, qps in this process: 32.5967 (mp_runner.py:76) +2024-09-01 23:50:29,176 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0068s, count=978, qps in this process: 32.5926 (mp_runner.py:76) +2024-09-01 23:50:29,180 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0099s, count=941, qps in this process: 31.3563 (mp_runner.py:76) +2024-09-01 23:50:29,206 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0432s, count=933, qps in this process: 31.0553 (mp_runner.py:76) +2024-09-01 23:50:29,236 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0235s, count=962, qps in this process: 32.0416 (mp_runner.py:76) +2024-09-01 23:50:29,256 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0457s, count=886, qps in this process: 29.4884 (mp_runner.py:76) +2024-09-01 23:50:29,276 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0473s, count=980, qps in this process: 32.6152 (mp_runner.py:76) +2024-09-01 23:50:29,279 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0017s, count=886, qps in this process: 29.5317 (mp_runner.py:76) +2024-09-01 23:50:29,283 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0061s, count=980, qps in this process: 32.66 (mp_runner.py:76) +2024-09-01 23:50:29,285 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0059s, count=981, qps in this process: 32.6936 (mp_runner.py:76) +2024-09-01 23:50:29,294 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0046s, count=981, qps in this process: 32.695 (mp_runner.py:76) +2024-09-01 23:50:29,296 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0021s, count=919, qps in this process: 30.6312 (mp_runner.py:76) +2024-09-01 23:50:29,298 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0049s, count=981, qps in this process: 32.6947 (mp_runner.py:76) +2024-09-01 23:50:29,301 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0222s, count=980, qps in this process: 32.6425 (mp_runner.py:76) +2024-09-01 23:50:29,302 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0085s, count=982, qps in this process: 32.7241 (mp_runner.py:76) +2024-09-01 23:50:29,305 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0263s, count=920, qps in this process: 30.6398 (mp_runner.py:76) +2024-09-01 23:50:29,307 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.028s, count=919, qps in this process: 30.6048 (mp_runner.py:76) +2024-09-01 23:50:29,308 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0145s, count=839, qps in this process: 27.9532 (mp_runner.py:76) +2024-09-01 23:50:29,313 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.02s, count=980, qps in this process: 32.6449 (mp_runner.py:76) +2024-09-01 23:50:29,315 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0087s, count=982, qps in this process: 32.7238 (mp_runner.py:76) +2024-09-01 23:50:29,315 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0172s, count=968, qps in this process: 32.2482 (mp_runner.py:76) +2024-09-01 23:50:29,316 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0102s, count=982, qps in this process: 32.7222 (mp_runner.py:76) +2024-09-01 23:50:29,318 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0245s, count=982, qps in this process: 32.7066 (mp_runner.py:76) +2024-09-01 23:50:29,319 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0125s, count=965, qps in this process: 32.1533 (mp_runner.py:76) +2024-09-01 23:50:29,328 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0344s, count=980, qps in this process: 32.6293 (mp_runner.py:76) +2024-09-01 23:50:29,334 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0125s, count=904, qps in this process: 30.1208 (mp_runner.py:76) +2024-09-01 23:50:29,336 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0101s, count=981, qps in this process: 32.689 (mp_runner.py:76) +2024-09-01 23:50:29,343 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0149s, count=981, qps in this process: 32.6838 (mp_runner.py:76) +2024-09-01 23:50:29,359 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0091s, count=984, qps in this process: 32.7901 (mp_runner.py:76) +2024-09-01 23:50:29,369 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0025s, count=983, qps in this process: 32.7639 (mp_runner.py:76) +2024-09-01 23:50:29,370 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0167s, count=979, qps in this process: 32.6152 (mp_runner.py:76) +2024-09-01 23:50:29,377 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0033s, count=985, qps in this process: 32.8297 (mp_runner.py:76) +2024-09-01 23:50:29,379 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0017s, count=986, qps in this process: 32.8648 (mp_runner.py:76) +2024-09-01 23:50:29,380 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0039s, count=984, qps in this process: 32.7957 (mp_runner.py:76) +2024-09-01 23:50:29,382 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.006s, count=984, qps in this process: 32.7934 (mp_runner.py:76) +2024-09-01 23:50:29,383 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0181s, count=986, qps in this process: 32.8468 (mp_runner.py:76) +2024-09-01 23:50:29,397 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0117s, count=986, qps in this process: 32.8539 (mp_runner.py:76) +2024-09-01 23:50:29,407 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0103s, count=880, qps in this process: 29.3233 (mp_runner.py:76) +2024-09-01 23:50:29,404 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0006s, count=871, qps in this process: 29.0328 (mp_runner.py:76) +2024-09-01 23:50:29,413 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0032s, count=987, qps in this process: 32.8965 (mp_runner.py:76) +2024-09-01 23:50:29,414 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0093s, count=987, qps in this process: 32.8898 (mp_runner.py:76) +2024-09-01 23:50:29,415 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0123s, count=987, qps in this process: 32.8865 (mp_runner.py:76) +2024-09-01 23:50:29,426 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0156s, count=987, qps in this process: 32.8829 (mp_runner.py:76) +2024-09-01 23:50:29,429 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0081s, count=983, qps in this process: 32.7578 (mp_runner.py:76) +2024-09-01 23:50:29,451 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0024s, count=868, qps in this process: 28.931 (mp_runner.py:76) +2024-09-01 23:50:29,460 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0021s, count=851, qps in this process: 28.3647 (mp_runner.py:76) +2024-09-01 23:50:29,461 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0024s, count=843, qps in this process: 28.0978 (mp_runner.py:76) +2024-09-01 23:50:29,471 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0007s, count=832, qps in this process: 27.7327 (mp_runner.py:76) +2024-09-01 23:50:29,471 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0011s, count=830, qps in this process: 27.6657 (mp_runner.py:76) +2024-09-01 23:50:29,472 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0083s, count=831, qps in this process: 27.6923 (mp_runner.py:76) +2024-09-01 23:50:29,477 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0179s, count=991, qps in this process: 33.0136 (mp_runner.py:76) +2024-09-01 23:50:29,495 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0008s, count=938, qps in this process: 31.2658 (mp_runner.py:76) +2024-09-01 23:50:29,497 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0004s, count=962, qps in this process: 32.0662 (mp_runner.py:76) +2024-09-01 23:50:29,510 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0084s, count=819, qps in this process: 27.2924 (mp_runner.py:76) +2024-09-01 23:50:29,526 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0034s, count=842, qps in this process: 28.0635 (mp_runner.py:76) +2024-09-01 23:50:29,534 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.005530764996365178 (mp_runner.py:73) +2024-09-01 23:50:29,550 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.0019475389999570325 (mp_runner.py:73) +2024-09-01 23:50:29,560 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0031s, count=1003, qps in this process: 33.4299 (mp_runner.py:76) +2024-09-01 23:50:29,567 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0009s, count=863, qps in this process: 28.7658 (mp_runner.py:76) +2024-09-01 23:50:29,573 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0026s, count=1010, qps in this process: 33.6637 (mp_runner.py:76) +2024-09-01 23:50:29,573 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0017s, count=833, qps in this process: 27.7651 (mp_runner.py:76) +2024-09-01 23:50:29,616 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0014s, count=892, qps in this process: 29.7319 (mp_runner.py:76) +2024-09-01 23:50:29,626 | INFO |End search in concurrency 60: dur=30.847055639002065s, total_count=56478, qps=1830.9041 (mp_runner.py:120) +2024-09-01 23:50:34,040 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:50:34,040 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 23:50:55,506 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 23:50:55,700 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:55,836 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:55,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:55,984 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,081 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,081 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,083 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,088 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,090 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,090 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,092 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,094 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,095 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,096 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,105 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,110 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,112 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,120 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,121 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,127 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,167 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,172 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,174 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,179 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,206 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,213 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,249 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,267 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,274 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,304 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,308 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,308 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,311 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,312 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,321 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,322 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:50:56,346 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:11,554 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.018359154004429 (mp_runner.py:73) +2024-09-01 23:51:11,556 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.022758990002330393 (mp_runner.py:73) +2024-09-01 23:51:11,557 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.03182056200603256 (mp_runner.py:73) +2024-09-01 23:51:11,558 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.03454076300113229 (mp_runner.py:73) +2024-09-01 23:51:11,559 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.03058276799856685 (mp_runner.py:73) +2024-09-01 23:51:11,560 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.030443685995123815 (mp_runner.py:73) +2024-09-01 23:51:11,560 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.033171812996442895 (mp_runner.py:73) +2024-09-01 23:51:11,561 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.02779252299660584 (mp_runner.py:73) +2024-09-01 23:51:11,561 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.030168206001690123 (mp_runner.py:73) +2024-09-01 23:51:11,562 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03189054600079544 (mp_runner.py:73) +2024-09-01 23:51:11,562 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.03907277800317388 (mp_runner.py:73) +2024-09-01 23:51:11,563 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.03059705800114898 (mp_runner.py:73) +2024-09-01 23:51:11,564 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.02939898600016022 (mp_runner.py:73) +2024-09-01 23:51:11,565 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.03419840300193755 (mp_runner.py:73) +2024-09-01 23:51:11,565 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.02876292900327826 (mp_runner.py:73) +2024-09-01 23:51:11,566 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.028571354996529408 (mp_runner.py:73) +2024-09-01 23:51:11,567 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.0280736770000658 (mp_runner.py:73) +2024-09-01 23:51:11,567 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.028320227000222076 (mp_runner.py:73) +2024-09-01 23:51:11,568 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.02809710899600759 (mp_runner.py:73) +2024-09-01 23:51:11,569 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.027110451002954505 (mp_runner.py:73) +2024-09-01 23:51:11,570 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.021927449997747317 (mp_runner.py:73) +2024-09-01 23:51:11,570 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.02703535299951909 (mp_runner.py:73) +2024-09-01 23:51:11,571 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.025932999000360724 (mp_runner.py:73) +2024-09-01 23:51:11,573 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.028771144003258087 (mp_runner.py:73) +2024-09-01 23:51:11,573 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.03222971400100505 (mp_runner.py:73) +2024-09-01 23:51:11,574 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.02851222999743186 (mp_runner.py:73) +2024-09-01 23:51:11,587 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.023823008996259887 (mp_runner.py:73) +2024-09-01 23:51:11,594 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.07210331500391476 (mp_runner.py:73) +2024-09-01 23:51:11,599 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.04224959800194483 (mp_runner.py:73) +2024-09-01 23:51:11,606 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.031061406996741425 (mp_runner.py:73) +2024-09-01 23:51:11,608 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.038671722999424674 (mp_runner.py:73) +2024-09-01 23:51:11,610 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.03185808400303358 (mp_runner.py:73) +2024-09-01 23:51:11,610 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.037757614998554345 (mp_runner.py:73) +2024-09-01 23:51:11,613 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.03547076399991056 (mp_runner.py:73) +2024-09-01 23:51:11,615 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.04278842199710198 (mp_runner.py:73) +2024-09-01 23:51:11,616 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.03530929399857996 (mp_runner.py:73) +2024-09-01 23:51:11,653 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.04758382299769437 (mp_runner.py:73) +2024-09-01 23:51:11,787 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04754225800570566 (mp_runner.py:73) +2024-09-01 23:51:11,791 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.04760757600161014 (mp_runner.py:73) +2024-09-01 23:51:11,793 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.02594595600385219 (mp_runner.py:73) +2024-09-01 23:51:11,795 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.029662648994417395 (mp_runner.py:73) +2024-09-01 23:51:11,797 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.033222409001609776 (mp_runner.py:73) +2024-09-01 23:51:11,798 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.02805708300002152 (mp_runner.py:73) +2024-09-01 23:51:11,798 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.03904419799800962 (mp_runner.py:73) +2024-09-01 23:51:11,799 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.03685237600438995 (mp_runner.py:73) +2024-09-01 23:51:11,800 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.031180673999188002 (mp_runner.py:73) +2024-09-01 23:51:11,801 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.03484031799598597 (mp_runner.py:73) +2024-09-01 23:51:11,801 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.03730499800440157 (mp_runner.py:73) +2024-09-01 23:51:11,803 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.02574344400636619 (mp_runner.py:73) +2024-09-01 23:51:11,806 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.027791770997282583 (mp_runner.py:73) +2024-09-01 23:51:11,807 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.02846220399806043 (mp_runner.py:73) +2024-09-01 23:51:11,809 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.02867650099506136 (mp_runner.py:73) +2024-09-01 23:51:11,811 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.034514538005169015 (mp_runner.py:73) +2024-09-01 23:51:11,829 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.04716825799550861 (mp_runner.py:73) +2024-09-01 23:51:11,834 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.03769032299896935 (mp_runner.py:73) +2024-09-01 23:51:12,399 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.04106607599533163 (mp_runner.py:73) +2024-09-01 23:51:12,719 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.05464535600185627 (mp_runner.py:73) +2024-09-01 23:51:14,141 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.006523098003526684 (mp_runner.py:73) +2024-09-01 23:51:14,664 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.0022099889974924736 (mp_runner.py:73) +2024-09-01 23:51:14,717 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.02533622800547164 (mp_runner.py:73) +2024-09-01 23:51:14,767 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.0031003650001366623 (mp_runner.py:73) +2024-09-01 23:51:14,891 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.04546703399682883 (mp_runner.py:73) +2024-09-01 23:51:15,192 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.09084688800066942 (mp_runner.py:73) +2024-09-01 23:51:15,935 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.037710609001806006 (mp_runner.py:73) +2024-09-01 23:51:16,439 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.05080057699524332 (mp_runner.py:73) +2024-09-01 23:51:25,769 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0533s, count=950, qps in this process: 31.6105 (mp_runner.py:76) +2024-09-01 23:51:25,849 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0073s, count=953, qps in this process: 31.7589 (mp_runner.py:76) +2024-09-01 23:51:25,987 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0026s, count=948, qps in this process: 31.5973 (mp_runner.py:76) +2024-09-01 23:51:26,005 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.016s, count=958, qps in this process: 31.9163 (mp_runner.py:76) +2024-09-01 23:51:26,087 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.008s, count=961, qps in this process: 32.0248 (mp_runner.py:76) +2024-09-01 23:51:26,091 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0036s, count=961, qps in this process: 32.0295 (mp_runner.py:76) +2024-09-01 23:51:26,097 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0155s, count=810, qps in this process: 26.9861 (mp_runner.py:76) +2024-09-01 23:51:26,099 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0033s, count=955, qps in this process: 31.8298 (mp_runner.py:76) +2024-09-01 23:51:26,101 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0121s, count=911, qps in this process: 30.3544 (mp_runner.py:76) +2024-09-01 23:51:26,102 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.02s, count=947, qps in this process: 31.5456 (mp_runner.py:76) +2024-09-01 23:51:26,104 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0151s, count=962, qps in this process: 32.0505 (mp_runner.py:76) +2024-09-01 23:51:26,104 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0016s, count=962, qps in this process: 32.065 (mp_runner.py:76) +2024-09-01 23:51:26,115 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0202s, count=962, qps in this process: 32.0451 (mp_runner.py:76) +2024-09-01 23:51:26,116 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0276s, count=962, qps in this process: 32.0372 (mp_runner.py:76) +2024-09-01 23:51:26,117 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0056s, count=952, qps in this process: 31.7274 (mp_runner.py:76) +2024-09-01 23:51:26,118 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0018s, count=962, qps in this process: 32.0647 (mp_runner.py:76) +2024-09-01 23:51:26,120 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0102s, count=962, qps in this process: 32.0558 (mp_runner.py:76) +2024-09-01 23:51:26,123 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0233s, count=962, qps in this process: 32.0418 (mp_runner.py:76) +2024-09-01 23:51:26,124 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0402s, count=857, qps in this process: 28.5284 (mp_runner.py:76) +2024-09-01 23:51:26,124 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0077s, count=867, qps in this process: 28.8926 (mp_runner.py:76) +2024-09-01 23:51:26,124 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0285s, count=962, qps in this process: 32.0362 (mp_runner.py:76) +2024-09-01 23:51:26,128 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0101s, count=948, qps in this process: 31.5894 (mp_runner.py:76) +2024-09-01 23:51:26,131 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0006s, count=963, qps in this process: 32.0994 (mp_runner.py:76) +2024-09-01 23:51:26,132 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0187s, count=877, qps in this process: 29.2151 (mp_runner.py:76) +2024-09-01 23:51:26,133 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0114s, count=963, qps in this process: 32.0878 (mp_runner.py:76) +2024-09-01 23:51:26,137 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0057s, count=895, qps in this process: 29.8277 (mp_runner.py:76) +2024-09-01 23:51:26,138 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0198s, count=962, qps in this process: 32.0455 (mp_runner.py:76) +2024-09-01 23:51:26,140 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0103s, count=815, qps in this process: 27.1573 (mp_runner.py:76) +2024-09-01 23:51:26,141 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0394s, count=955, qps in this process: 31.7916 (mp_runner.py:76) +2024-09-01 23:51:26,145 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0191s, count=820, qps in this process: 27.3159 (mp_runner.py:76) +2024-09-01 23:51:26,146 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0721s, count=947, qps in this process: 31.491 (mp_runner.py:76) +2024-09-01 23:51:26,148 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0253s, count=898, qps in this process: 29.9081 (mp_runner.py:76) +2024-09-01 23:51:26,149 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0452s, count=941, qps in this process: 31.3195 (mp_runner.py:76) +2024-09-01 23:51:26,149 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.031s, count=884, qps in this process: 29.4362 (mp_runner.py:76) +2024-09-01 23:51:26,150 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0124s, count=963, qps in this process: 32.0867 (mp_runner.py:76) +2024-09-01 23:51:26,155 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0136s, count=953, qps in this process: 31.7523 (mp_runner.py:76) +2024-09-01 23:51:26,155 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.03s, count=963, qps in this process: 32.0679 (mp_runner.py:76) +2024-09-01 23:51:26,157 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0196s, count=963, qps in this process: 32.079 (mp_runner.py:76) +2024-09-01 23:51:26,166 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0005s, count=964, qps in this process: 32.1328 (mp_runner.py:76) +2024-09-01 23:51:26,167 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0255s, count=964, qps in this process: 32.106 (mp_runner.py:76) +2024-09-01 23:51:26,179 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0066s, count=965, qps in this process: 32.1596 (mp_runner.py:76) +2024-09-01 23:51:26,179 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.054s, count=906, qps in this process: 30.1457 (mp_runner.py:76) +2024-09-01 23:51:26,179 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0166s, count=876, qps in this process: 29.1839 (mp_runner.py:76) +2024-09-01 23:51:26,192 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0013s, count=965, qps in this process: 32.1653 (mp_runner.py:76) +2024-09-01 23:51:26,193 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0031s, count=928, qps in this process: 30.9301 (mp_runner.py:76) +2024-09-01 23:51:26,196 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0101s, count=959, qps in this process: 31.9559 (mp_runner.py:76) +2024-09-01 23:51:26,204 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0013s, count=952, qps in this process: 31.732 (mp_runner.py:76) +2024-09-01 23:51:26,207 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0237s, count=966, qps in this process: 32.1746 (mp_runner.py:76) +2024-09-01 23:51:26,208 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.017s, count=966, qps in this process: 32.1818 (mp_runner.py:76) +2024-09-01 23:51:26,208 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0262s, count=966, qps in this process: 32.1719 (mp_runner.py:76) +2024-09-01 23:51:26,217 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0036s, count=968, qps in this process: 32.2628 (mp_runner.py:76) +2024-09-01 23:51:26,220 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0058s, count=814, qps in this process: 27.1281 (mp_runner.py:76) +2024-09-01 23:51:26,235 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0165s, count=969, qps in this process: 32.2822 (mp_runner.py:76) +2024-09-01 23:51:26,237 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0061s, count=767, qps in this process: 25.5615 (mp_runner.py:76) +2024-09-01 23:51:26,259 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0024s, count=808, qps in this process: 26.9312 (mp_runner.py:76) +2024-09-01 23:51:26,275 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0033s, count=974, qps in this process: 32.4631 (mp_runner.py:76) +2024-09-01 23:51:26,288 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0034s, count=819, qps in this process: 27.2969 (mp_runner.py:76) +2024-09-01 23:51:26,313 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0013s, count=954, qps in this process: 31.7986 (mp_runner.py:76) +2024-09-01 23:51:26,317 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0043s, count=982, qps in this process: 32.7286 (mp_runner.py:76) +2024-09-01 23:51:26,318 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0045s, count=896, qps in this process: 29.8622 (mp_runner.py:76) +2024-09-01 23:51:26,318 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0006s, count=981, qps in this process: 32.6993 (mp_runner.py:76) +2024-09-01 23:51:26,325 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0047s, count=984, qps in this process: 32.7949 (mp_runner.py:76) +2024-09-01 23:51:26,332 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0023s, count=986, qps in this process: 32.8641 (mp_runner.py:76) +2024-09-01 23:51:26,334 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0016s, count=987, qps in this process: 32.8982 (mp_runner.py:76) +2024-09-01 23:51:26,352 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0006s, count=814, qps in this process: 27.1328 (mp_runner.py:76) +2024-09-01 23:51:26,362 | INFO |End search in concurrency 65: dur=30.854485994997958s, total_count=60516, qps=1961.3355 (mp_runner.py:120) +2024-09-01 23:51:30,708 | INFO |Update largest qps with concurrency 65: current max_qps=1961.3355 (mp_runner.py:124) +2024-09-01 23:51:31,121 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:51:31,122 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 23:51:52,838 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 23:51:53,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,183 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,312 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,331 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,390 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,391 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,393 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,394 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,395 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,395 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,399 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,403 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,403 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,404 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,404 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,406 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,411 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,411 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,412 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,428 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,429 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,438 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,471 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,479 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,479 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,506 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,507 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,507 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,518 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,542 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,568 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,591 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,591 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,593 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,607 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,619 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,629 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,673 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,673 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,677 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,690 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,695 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,695 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,701 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,770 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,770 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,784 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,860 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:51:53,945 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 23:52:11,318 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.03881084099703003 (mp_runner.py:73) +2024-09-01 23:52:11,319 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.0333899180041044 (mp_runner.py:73) +2024-09-01 23:52:11,320 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.035346702999959234 (mp_runner.py:73) +2024-09-01 23:52:11,324 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.046688811999047175 (mp_runner.py:73) +2024-09-01 23:52:11,330 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.04716005099908216 (mp_runner.py:73) +2024-09-01 23:52:11,333 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.03788280199660221 (mp_runner.py:73) +2024-09-01 23:52:11,333 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.03561767999781296 (mp_runner.py:73) +2024-09-01 23:52:11,334 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.03110111600108212 (mp_runner.py:73) +2024-09-01 23:52:11,335 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.032745860997238196 (mp_runner.py:73) +2024-09-01 23:52:11,335 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.022851715999422595 (mp_runner.py:73) +2024-09-01 23:52:11,338 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.037481269995623734 (mp_runner.py:73) +2024-09-01 23:52:11,341 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.03234377300395863 (mp_runner.py:73) +2024-09-01 23:52:11,376 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.04797829899325734 (mp_runner.py:73) +2024-09-01 23:52:11,377 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.10103052399790613 (mp_runner.py:73) +2024-09-01 23:52:11,393 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.0536695159971714 (mp_runner.py:73) +2024-09-01 23:52:11,397 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.05336502200225368 (mp_runner.py:73) +2024-09-01 23:52:11,419 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.048146656998142134 (mp_runner.py:73) +2024-09-01 23:52:11,439 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.06708227800118038 (mp_runner.py:73) +2024-09-01 23:52:11,442 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.08141129599971464 (mp_runner.py:73) +2024-09-01 23:52:11,454 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02312865500425687 (mp_runner.py:73) +2024-09-01 23:52:11,455 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.02600744899973506 (mp_runner.py:73) +2024-09-01 23:52:11,457 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.027060056003392674 (mp_runner.py:73) +2024-09-01 23:52:11,459 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.0249740630024462 (mp_runner.py:73) +2024-09-01 23:52:11,460 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.02774871300061932 (mp_runner.py:73) +2024-09-01 23:52:11,460 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.024957758003438357 (mp_runner.py:73) +2024-09-01 23:52:11,461 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.02654825100034941 (mp_runner.py:73) +2024-09-01 23:52:11,462 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.02364108599431347 (mp_runner.py:73) +2024-09-01 23:52:11,466 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.007675700995605439 (mp_runner.py:73) +2024-09-01 23:52:11,470 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.04153375799796777 (mp_runner.py:73) +2024-09-01 23:52:11,480 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.05535509799665306 (mp_runner.py:73) +2024-09-01 23:52:11,491 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.05295822399784811 (mp_runner.py:73) +2024-09-01 23:52:11,562 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.04719639899849426 (mp_runner.py:73) +2024-09-01 23:52:11,563 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.03351501600263873 (mp_runner.py:73) +2024-09-01 23:52:11,565 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.03123088499705773 (mp_runner.py:73) +2024-09-01 23:52:11,566 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.03378259500459535 (mp_runner.py:73) +2024-09-01 23:52:11,568 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.04060879499593284 (mp_runner.py:73) +2024-09-01 23:52:11,574 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.047828921997279394 (mp_runner.py:73) +2024-09-01 23:52:11,577 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.052629161000368185 (mp_runner.py:73) +2024-09-01 23:52:11,821 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.039040745999955107 (mp_runner.py:73) +2024-09-01 23:52:11,826 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.03958154599968111 (mp_runner.py:73) +2024-09-01 23:52:11,905 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.059377470999606885 (mp_runner.py:73) +2024-09-01 23:52:11,951 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.05442908599798102 (mp_runner.py:73) +2024-09-01 23:52:11,952 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.04482876800466329 (mp_runner.py:73) +2024-09-01 23:52:12,103 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.04431593000481371 (mp_runner.py:73) +2024-09-01 23:52:12,330 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.03620230500382604 (mp_runner.py:73) +2024-09-01 23:52:12,331 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.03383783300523646 (mp_runner.py:73) +2024-09-01 23:52:12,332 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.039144009999290574 (mp_runner.py:73) +2024-09-01 23:52:12,334 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.03264146600122331 (mp_runner.py:73) +2024-09-01 23:52:12,337 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.037714607999078 (mp_runner.py:73) +2024-09-01 23:52:12,343 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.05699113399896305 (mp_runner.py:73) +2024-09-01 23:52:12,344 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.05228555500070797 (mp_runner.py:73) +2024-09-01 23:52:12,667 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.039455571000871714 (mp_runner.py:73) +2024-09-01 23:52:12,745 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.04186819500318961 (mp_runner.py:73) +2024-09-01 23:52:12,913 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.056173735996708274 (mp_runner.py:73) +2024-09-01 23:52:12,940 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.056760468003631104 (mp_runner.py:73) +2024-09-01 23:52:12,943 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.0542567960001179 (mp_runner.py:73) +2024-09-01 23:52:13,153 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03853708899987396 (mp_runner.py:73) +2024-09-01 23:52:13,175 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.04425572699983604 (mp_runner.py:73) +2024-09-01 23:52:13,189 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.03350009499990847 (mp_runner.py:73) +2024-09-01 23:52:13,291 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.018041868999716826 (mp_runner.py:73) +2024-09-01 23:52:13,562 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.05393070999707561 (mp_runner.py:73) +2024-09-01 23:52:14,262 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.03121422499680193 (mp_runner.py:73) +2024-09-01 23:52:14,300 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05489839800429763 (mp_runner.py:73) +2024-09-01 23:52:14,307 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.009022118996654171 (mp_runner.py:73) +2024-09-01 23:52:14,308 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.04901699800393544 (mp_runner.py:73) +2024-09-01 23:52:15,007 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.04627158899529604 (mp_runner.py:73) +2024-09-01 23:52:15,512 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.05531504900136497 (mp_runner.py:73) +2024-09-01 23:52:15,621 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.04138431100000162 (mp_runner.py:73) +2024-09-01 23:52:15,814 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.04959187700296752 (mp_runner.py:73) +2024-09-01 23:52:16,172 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.05391102800058434 (mp_runner.py:73) +2024-09-01 23:52:23,072 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0517s, count=753, qps in this process: 25.0568 (mp_runner.py:76) +2024-09-01 23:52:23,111 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0148s, count=829, qps in this process: 27.6197 (mp_runner.py:76) +2024-09-01 23:52:23,222 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.029s, count=786, qps in this process: 26.1747 (mp_runner.py:76) +2024-09-01 23:52:23,248 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0197s, count=775, qps in this process: 25.8164 (mp_runner.py:76) +2024-09-01 23:52:23,326 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0126s, count=834, qps in this process: 27.7883 (mp_runner.py:76) +2024-09-01 23:52:23,350 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0165s, count=835, qps in this process: 27.818 (mp_runner.py:76) +2024-09-01 23:52:23,382 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0024s, count=818, qps in this process: 27.2645 (mp_runner.py:76) +2024-09-01 23:52:23,398 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0001s, count=830, qps in this process: 27.6666 (mp_runner.py:76) +2024-09-01 23:52:23,410 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0104s, count=836, qps in this process: 27.857 (mp_runner.py:76) +2024-09-01 23:52:23,411 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0077s, count=836, qps in this process: 27.8595 (mp_runner.py:76) +2024-09-01 23:52:23,411 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0072s, count=836, qps in this process: 27.86 (mp_runner.py:76) +2024-09-01 23:52:23,411 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0121s, count=836, qps in this process: 27.8554 (mp_runner.py:76) +2024-09-01 23:52:23,412 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.016s, count=836, qps in this process: 27.8518 (mp_runner.py:76) +2024-09-01 23:52:23,412 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0093s, count=836, qps in this process: 27.858 (mp_runner.py:76) +2024-09-01 23:52:23,412 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0033s, count=837, qps in this process: 27.8969 (mp_runner.py:76) +2024-09-01 23:52:23,415 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0034s, count=837, qps in this process: 27.8968 (mp_runner.py:76) +2024-09-01 23:52:23,416 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.001s, count=837, qps in this process: 27.8991 (mp_runner.py:76) +2024-09-01 23:52:23,416 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0014s, count=837, qps in this process: 27.8987 (mp_runner.py:76) +2024-09-01 23:52:23,423 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0137s, count=803, qps in this process: 26.7544 (mp_runner.py:76) +2024-09-01 23:52:23,432 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0062s, count=838, qps in this process: 27.9276 (mp_runner.py:76) +2024-09-01 23:52:23,434 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0275s, count=832, qps in this process: 27.7079 (mp_runner.py:76) +2024-09-01 23:52:23,436 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0086s, count=838, qps in this process: 27.9253 (mp_runner.py:76) +2024-09-01 23:52:23,437 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0084s, count=820, qps in this process: 27.3257 (mp_runner.py:76) +2024-09-01 23:52:23,440 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.02s, count=803, qps in this process: 26.7488 (mp_runner.py:76) +2024-09-01 23:52:23,448 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0045s, count=838, qps in this process: 27.9291 (mp_runner.py:76) +2024-09-01 23:52:23,454 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.045s, count=837, qps in this process: 27.8582 (mp_runner.py:76) +2024-09-01 23:52:23,455 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0192s, count=752, qps in this process: 25.0506 (mp_runner.py:76) +2024-09-01 23:52:23,455 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.035s, count=765, qps in this process: 25.4703 (mp_runner.py:76) +2024-09-01 23:52:23,456 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0184s, count=829, qps in this process: 27.6164 (mp_runner.py:76) +2024-09-01 23:52:23,462 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.047s, count=831, qps in this process: 27.6567 (mp_runner.py:76) +2024-09-01 23:52:23,501 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0205s, count=839, qps in this process: 27.9476 (mp_runner.py:76) +2024-09-01 23:52:23,503 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0278s, count=839, qps in this process: 27.9408 (mp_runner.py:76) +2024-09-01 23:52:23,505 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0238s, count=839, qps in this process: 27.9445 (mp_runner.py:76) +2024-09-01 23:52:23,517 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0068s, count=840, qps in this process: 27.9937 (mp_runner.py:76) +2024-09-01 23:52:23,522 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0123s, count=840, qps in this process: 27.9885 (mp_runner.py:76) +2024-09-01 23:52:23,524 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0137s, count=784, qps in this process: 26.1214 (mp_runner.py:76) +2024-09-01 23:52:23,546 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0088s, count=841, qps in this process: 28.0251 (mp_runner.py:76) +2024-09-01 23:52:23,555 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.009s, count=740, qps in this process: 24.6593 (mp_runner.py:76) +2024-09-01 23:52:23,567 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0052s, count=842, qps in this process: 28.0618 (mp_runner.py:76) +2024-09-01 23:52:23,571 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0096s, count=843, qps in this process: 28.091 (mp_runner.py:76) +2024-09-01 23:52:23,574 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0024s, count=843, qps in this process: 28.0978 (mp_runner.py:76) +2024-09-01 23:52:23,609 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0119s, count=844, qps in this process: 28.1222 (mp_runner.py:76) +2024-09-01 23:52:23,619 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0227s, count=771, qps in this process: 25.6806 (mp_runner.py:76) +2024-09-01 23:52:23,622 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0249s, count=762, qps in this process: 25.3789 (mp_runner.py:76) +2024-09-01 23:52:23,632 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0046s, count=847, qps in this process: 28.229 (mp_runner.py:76) +2024-09-01 23:52:23,642 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0296s, count=830, qps in this process: 27.6394 (mp_runner.py:76) +2024-09-01 23:52:23,648 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0084s, count=846, qps in this process: 28.1921 (mp_runner.py:76) +2024-09-01 23:52:23,661 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0125s, count=780, qps in this process: 25.9892 (mp_runner.py:76) +2024-09-01 23:52:23,680 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0023s, count=851, qps in this process: 28.3645 (mp_runner.py:76) +2024-09-01 23:52:23,688 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0102s, count=851, qps in this process: 28.357 (mp_runner.py:76) +2024-09-01 23:52:23,693 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0095s, count=768, qps in this process: 25.5919 (mp_runner.py:76) +2024-09-01 23:52:23,705 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0023s, count=853, qps in this process: 28.4312 (mp_runner.py:76) +2024-09-01 23:52:23,705 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0044s, count=844, qps in this process: 28.1292 (mp_runner.py:76) +2024-09-01 23:52:23,710 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0036s, count=809, qps in this process: 26.9634 (mp_runner.py:76) +2024-09-01 23:52:23,717 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0073s, count=845, qps in this process: 28.1598 (mp_runner.py:76) +2024-09-01 23:52:23,729 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0031s, count=799, qps in this process: 26.6306 (mp_runner.py:76) +2024-09-01 23:52:23,733 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0071s, count=808, qps in this process: 26.927 (mp_runner.py:76) +2024-09-01 23:52:23,772 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0014s, count=778, qps in this process: 25.9321 (mp_runner.py:76) +2024-09-01 23:52:23,775 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0052s, count=767, qps in this process: 25.5622 (mp_runner.py:76) +2024-09-01 23:52:23,780 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0099s, count=762, qps in this process: 25.3916 (mp_runner.py:76) +2024-09-01 23:52:23,780 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0029s, count=858, qps in this process: 28.5972 (mp_runner.py:76) +2024-09-01 23:52:23,786 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0048s, count=785, qps in this process: 26.1625 (mp_runner.py:76) +2024-09-01 23:52:23,809 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0077s, count=862, qps in this process: 28.726 (mp_runner.py:76) +2024-09-01 23:52:23,866 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0008s, count=757, qps in this process: 25.2327 (mp_runner.py:76) +2024-09-01 23:52:23,869 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.006s, count=785, qps in this process: 26.1614 (mp_runner.py:76) +2024-09-01 23:52:23,878 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0011s, count=775, qps in this process: 25.8324 (mp_runner.py:76) +2024-09-01 23:52:23,884 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0004s, count=756, qps in this process: 25.1997 (mp_runner.py:76) +2024-09-01 23:52:23,932 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0008s, count=763, qps in this process: 25.4327 (mp_runner.py:76) +2024-09-01 23:52:23,941 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0014s, count=754, qps in this process: 25.1322 (mp_runner.py:76) +2024-09-01 23:52:23,951 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0011s, count=780, qps in this process: 25.999 (mp_runner.py:76) +2024-09-01 23:52:23,961 | INFO |End search in concurrency 70: dur=31.122297669004183s, total_count=56990, qps=1831.163 (mp_runner.py:120) +2024-09-01 23:52:28,604 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1961.3355, serial_latency_p99=np.float64(0.0588), recall=np.float64(0.3957), ndcg=np.float64(0.502), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[284.3977, 1500.2038, 1828.2633, 1812.4804, 1877.3722, 1781.4051, 1802.5096, 1830.0101, 1901.7656, 1831.7946, 1889.0232, 1830.9041, 1961.3355, 1831.163], conc_latency_p99_list=[np.float64(0.0013355047523102258), np.float64(0.0012612501893730951), np.float64(0.0015775105514789175), np.float64(0.0018361867961139069), np.float64(0.0018891549288644455), np.float64(0.0022067720179329625), np.float64(0.002095950040162279), np.float64(0.002669585216837004), np.float64(0.0023263764544739387), np.float64(0.002733618219796335), np.float64(0.002547518933220999), np.float64(0.0027839252155856227), np.float64(0.0025525324029258625), np.float64(0.002566425839976)]) (task_runner.py:197) +2024-09-01 23:52:28,605 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:41:03.854145'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1961.3355, serial_latency_p99=np.float64(0.0588), recall=np.float64(0.3957), ndcg=np.float64(0.502), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[284.3977, 1500.2038, 1828.2633, 1812.4804, 1877.3722, 1781.4051, 1802.5096, 1830.0101, 1901.7656, 1831.7946, 1889.0232, 1830.9041, 1961.3355, 1831.163], conc_latency_p99_list=[np.float64(0.0013355047523102258), np.float64(0.0012612501893730951), np.float64(0.0015775105514789175), np.float64(0.0018361867961139069), np.float64(0.0018891549288644455), np.float64(0.0022067720179329625), np.float64(0.002095950040162279), np.float64(0.002669585216837004), np.float64(0.0023263764544739387), np.float64(0.002733618219796335), np.float64(0.002547518933220999), np.float64(0.0027839252155856227), np.float64(0.0025525324029258625), np.float64(0.002566425839976)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 23:52:28,605 | INFO |Task summary: run_id=572b8, task_label=572b864673484a2088bdd2d54d7cf0df (models.py:346) +2024-09-01 23:52:28,605 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 23:52:28,605 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 23:52:28,605 | INFO |PgVector | 2024-09-01T23:41:03.854145 Performance1536D500K 572b864673484a2088bdd2d54d7cf0df | 0.0 1961.3355 0.0588 0.3957 0 | :) (models.py:346) +2024-09-01 23:52:28,605 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json (models.py:204) +2024-09-01 23:52:28,606 | INFO |Success to finish task: label=572b864673484a2088bdd2d54d7cf0df, run_id=572b864673484a2088bdd2d54d7cf0df (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json b/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json new file mode 100644 index 000000000..a7d39f9bb --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json @@ -0,0 +1 @@ +{"run_id": "572b864673484a2088bdd2d54d7cf0df", "task_label": "572b864673484a2088bdd2d54d7cf0df", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1961.3355, "serial_latency_p99": 0.0588, "recall": 0.3957, "ndcg": 0.502, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [284.3977, 1500.2038, 1828.2633, 1812.4804, 1877.3722, 1781.4051, 1802.5096, 1830.0101, 1901.7656, 1831.7946, 1889.0232, 1830.9041, 1961.3355, 1831.163], "conc_latency_p99_list": [0.0013355047523102258, 0.0012612501893730951, 0.0015775105514789175, 0.0018361867961139069, 0.0018891549288644455, 0.0022067720179329625, 0.002095950040162279, 0.002669585216837004, 0.0023263764544739387, 0.002733618219796335, 0.002547518933220999, 0.0027839252155856227, 0.0025525324029258625, 0.002566425839976]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T23:41:03.854145", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt b/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt new file mode 100644 index 000000000..c0bba1a36 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt @@ -0,0 +1,1226 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load +2024-09-02 00:31:08,973 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:31:08.961883', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-02 00:31:08,973 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:31:08.961883', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-02 00:31:08,973 | INFO |generated uuid for the tasks: c7cf2e06d19641c29a92fe70a66e1d34 (interface.py:66) +2024-09-02 00:31:09,034 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-02 00:31:09,034 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-02 00:31:09,034 | INFO | PgVector-2024-09-02T00:31:08.961883 | Performance OpenAI-MEDIUM-500K None | c7cf2e06d19641c29a92fe70a66e1d34 (task_runner.py:340) +2024-09-02 00:31:09,034 | INFO |task submitted: id=c7cf2e06d19641c29a92fe70a66e1d34, c7cf2e06d19641c29a92fe70a66e1d34, case number: 1 (interface.py:231) +2024-09-02 00:31:09,451 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:31:08.961883'}, drop_old=False (interface.py:164) +2024-09-02 00:31:09,452 | INFO |Starting run (task_runner.py:100) +2024-09-02 00:31:09,526 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-02 00:31:10,127 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-02 00:31:10,175 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-02 00:31:10,199 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-02 00:31:10,199 | INFO |Start performance case (task_runner.py:158) +2024-09-02 00:31:10,211 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:31:10,211 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-02 00:31:10,212 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-02 00:31:10,213 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-02 00:31:10,256 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-02 00:31:10,820 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-02 00:31:10,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:31:10,839 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-02 00:31:10,839 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-02 00:31:15,260 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02333491700119339, latest recall=0.96 (serial_runner.py:202) +2024-09-02 00:31:18,669 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.028683340999123175, latest recall=1.0 (serial_runner.py:202) +2024-09-02 00:31:21,785 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.019349337002495304, latest recall=0.88 (serial_runner.py:202) +2024-09-02 00:31:25,001 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.018216516997199506, latest recall=0.99 (serial_runner.py:202) +2024-09-02 00:31:28,192 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.01138006000110181, latest recall=0.98 (serial_runner.py:202) +2024-09-02 00:31:31,090 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.012010192003799602, latest recall=0.99 (serial_runner.py:202) +2024-09-02 00:31:33,588 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.013588761998107657, latest recall=0.97 (serial_runner.py:202) +2024-09-02 00:31:36,141 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.016254588001174852, latest recall=0.99 (serial_runner.py:202) +2024-09-02 00:31:38,705 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.014964075999159832, latest recall=1.0 (serial_runner.py:202) +2024-09-02 00:31:41,560 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03114211499632802, latest recall=0.91 (serial_runner.py:202) +2024-09-02 00:31:41,561 | INFO |SpawnProcess-1:1 search entire test_data: cost=21.0101s, queries=1000, avg_recall=0.9655, avg_ndcg=0.97,avg_latency=0.021, p99=0.0558 (serial_runner.py:209) +2024-09-02 00:31:42,095 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:31:42,096 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-02 00:31:43,118 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-02 00:31:43,147 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:31:49,020 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.009683423995738849 (mp_runner.py:73) +2024-09-02 00:31:54,273 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.012893497994809877 (mp_runner.py:73) +2024-09-02 00:31:59,356 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.008133955001540016 (mp_runner.py:73) +2024-09-02 00:32:04,186 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.012736529002722818 (mp_runner.py:73) +2024-09-02 00:32:09,049 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.010701507002522703 (mp_runner.py:73) +2024-09-02 00:32:13,148 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0006s, count=2929, qps in this process: 97.6314 (mp_runner.py:76) +2024-09-02 00:32:13,150 | INFO |End search in concurrency 1: dur=30.031558237002173s, total_count=2929, qps=97.5307 (mp_runner.py:120) +2024-09-02 00:32:13,334 | INFO |Update largest qps with concurrency 1: current max_qps=97.5307 (mp_runner.py:124) +2024-09-02 00:32:13,753 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:32:13,753 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-02 00:32:18,797 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-02 00:32:18,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:18,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:18,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:18,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:18,864 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:27,824 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.016676195999025367 (mp_runner.py:73) +2024-09-02 00:32:27,824 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.016916239001147915 (mp_runner.py:73) +2024-09-02 00:32:27,824 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.015858232000027783 (mp_runner.py:73) +2024-09-02 00:32:27,824 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.01642156400339445 (mp_runner.py:73) +2024-09-02 00:32:27,826 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.012744928004394751 (mp_runner.py:73) +2024-09-02 00:32:36,771 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.018982935005624313 (mp_runner.py:73) +2024-09-02 00:32:36,772 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.019835341001453344 (mp_runner.py:73) +2024-09-02 00:32:36,772 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.020291088003432378 (mp_runner.py:73) +2024-09-02 00:32:36,773 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.020903930999338627 (mp_runner.py:73) +2024-09-02 00:32:36,774 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.02218345599976601 (mp_runner.py:73) +2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.017692834000627045 (mp_runner.py:73) +2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.017886166002426762 (mp_runner.py:73) +2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.01589337499899557 (mp_runner.py:73) +2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01714826399984304 (mp_runner.py:73) +2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.018058472000120673 (mp_runner.py:73) +2024-09-02 00:32:48,847 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0043s, count=1648, qps in this process: 54.9255 (mp_runner.py:76) +2024-09-02 00:32:48,847 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.004s, count=1648, qps in this process: 54.926 (mp_runner.py:76) +2024-09-02 00:32:48,848 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0052s, count=1648, qps in this process: 54.9238 (mp_runner.py:76) +2024-09-02 00:32:48,859 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0046s, count=1649, qps in this process: 54.9582 (mp_runner.py:76) +2024-09-02 00:32:48,878 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0082s, count=1651, qps in this process: 55.0183 (mp_runner.py:76) +2024-09-02 00:32:48,879 | INFO |End search in concurrency 5: dur=30.081856846001756s, total_count=8244, qps=274.0522 (mp_runner.py:120) +2024-09-02 00:32:49,174 | INFO |Update largest qps with concurrency 5: current max_qps=274.0522 (mp_runner.py:124) +2024-09-02 00:32:49,587 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:32:49,587 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-02 00:32:59,765 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-02 00:32:59,810 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,837 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,849 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,891 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,919 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,930 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,930 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,935 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,939 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:32:59,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:21,957 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.043772155993792694 (mp_runner.py:73) +2024-09-02 00:33:21,959 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.03827503199863713 (mp_runner.py:73) +2024-09-02 00:33:21,959 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.04158127200207673 (mp_runner.py:73) +2024-09-02 00:33:21,961 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.043247524998150766 (mp_runner.py:73) +2024-09-02 00:33:21,961 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.037294397996447515 (mp_runner.py:73) +2024-09-02 00:33:21,963 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.048129939001228195 (mp_runner.py:73) +2024-09-02 00:33:21,963 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.043888706000871025 (mp_runner.py:73) +2024-09-02 00:33:21,965 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.025612602999899536 (mp_runner.py:73) +2024-09-02 00:33:21,965 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0378772010008106 (mp_runner.py:73) +2024-09-02 00:33:21,966 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.022461360997112934 (mp_runner.py:73) +2024-09-02 00:33:21,967 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.052009205996000674 (mp_runner.py:73) +2024-09-02 00:33:21,967 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.050751962000504136 (mp_runner.py:73) +2024-09-02 00:33:21,968 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.04151411099883262 (mp_runner.py:73) +2024-09-02 00:33:21,968 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0378118149965303 (mp_runner.py:73) +2024-09-02 00:33:21,977 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.052532212997903116 (mp_runner.py:73) +2024-09-02 00:33:29,850 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0386s, count=688, qps in this process: 22.9039 (mp_runner.py:76) +2024-09-02 00:33:29,856 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0032s, count=688, qps in this process: 22.9309 (mp_runner.py:76) +2024-09-02 00:33:29,857 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0124s, count=688, qps in this process: 22.9239 (mp_runner.py:76) +2024-09-02 00:33:29,911 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0175s, count=690, qps in this process: 22.9866 (mp_runner.py:76) +2024-09-02 00:33:29,912 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0261s, count=690, qps in this process: 22.98 (mp_runner.py:76) +2024-09-02 00:33:29,913 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.027s, count=690, qps in this process: 22.9793 (mp_runner.py:76) +2024-09-02 00:33:29,931 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0013s, count=691, qps in this process: 23.0323 (mp_runner.py:76) +2024-09-02 00:33:29,962 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0234s, count=692, qps in this process: 23.0487 (mp_runner.py:76) +2024-09-02 00:33:29,962 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0081s, count=692, qps in this process: 23.0604 (mp_runner.py:76) +2024-09-02 00:33:29,962 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0084s, count=692, qps in this process: 23.0602 (mp_runner.py:76) +2024-09-02 00:33:29,962 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0162s, count=692, qps in this process: 23.0542 (mp_runner.py:76) +2024-09-02 00:33:29,963 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0281s, count=692, qps in this process: 23.0451 (mp_runner.py:76) +2024-09-02 00:33:29,963 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0265s, count=692, qps in this process: 23.0463 (mp_runner.py:76) +2024-09-02 00:33:29,963 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0285s, count=692, qps in this process: 23.0448 (mp_runner.py:76) +2024-09-02 00:33:29,975 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0049s, count=693, qps in this process: 23.0962 (mp_runner.py:76) +2024-09-02 00:33:29,976 | INFO |End search in concurrency 15: dur=30.210681497999758s, total_count=10362, qps=342.9913 (mp_runner.py:120) +2024-09-02 00:33:30,892 | INFO |Update largest qps with concurrency 15: current max_qps=342.9913 (mp_runner.py:124) +2024-09-02 00:33:31,301 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:33:31,301 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-02 00:33:41,577 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-02 00:33:41,645 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,704 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,744 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,752 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,758 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,758 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,770 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,796 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,806 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:33:41,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:10,129 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.05326520000380697 (mp_runner.py:73) +2024-09-02 00:34:10,129 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.06967863699537702 (mp_runner.py:73) +2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.03924905900203157 (mp_runner.py:73) +2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.048123512002348434 (mp_runner.py:73) +2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.07631033199868398 (mp_runner.py:73) +2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.056407181997201405 (mp_runner.py:73) +2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0656879050002317 (mp_runner.py:73) +2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.049233887999434955 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.05115975099761272 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.05527319700195221 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.07076039300591219 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.06378869999753078 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.06407845899957465 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.06156176800141111 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.0386677470014547 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.0740601549987332 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.0669894039965584 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.06417456299823243 (mp_runner.py:73) +2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.05460039500030689 (mp_runner.py:73) +2024-09-02 00:34:10,145 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.0736408719967585 (mp_runner.py:73) +2024-09-02 00:34:11,668 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0117s, count=527, qps in this process: 17.5598 (mp_runner.py:76) +2024-09-02 00:34:11,722 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0157s, count=528, qps in this process: 17.5908 (mp_runner.py:76) +2024-09-02 00:34:11,723 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0157s, count=528, qps in this process: 17.5908 (mp_runner.py:76) +2024-09-02 00:34:11,734 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0203s, count=528, qps in this process: 17.5881 (mp_runner.py:76) +2024-09-02 00:34:11,765 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0169s, count=529, qps in this process: 17.6234 (mp_runner.py:76) +2024-09-02 00:34:11,770 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0114s, count=529, qps in this process: 17.6266 (mp_runner.py:76) +2024-09-02 00:34:11,781 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0193s, count=529, qps in this process: 17.622 (mp_runner.py:76) +2024-09-02 00:34:11,782 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0198s, count=529, qps in this process: 17.6217 (mp_runner.py:76) +2024-09-02 00:34:11,782 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0369s, count=529, qps in this process: 17.6117 (mp_runner.py:76) +2024-09-02 00:34:11,797 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0049s, count=530, qps in this process: 17.6638 (mp_runner.py:76) +2024-09-02 00:34:11,798 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0323s, count=530, qps in this process: 17.6477 (mp_runner.py:76) +2024-09-02 00:34:11,799 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.001s, count=530, qps in this process: 17.6661 (mp_runner.py:76) +2024-09-02 00:34:11,800 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0075s, count=530, qps in this process: 17.6623 (mp_runner.py:76) +2024-09-02 00:34:11,801 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0069s, count=530, qps in this process: 17.6626 (mp_runner.py:76) +2024-09-02 00:34:11,802 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0036s, count=530, qps in this process: 17.6645 (mp_runner.py:76) +2024-09-02 00:34:11,803 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0251s, count=530, qps in this process: 17.6519 (mp_runner.py:76) +2024-09-02 00:34:11,804 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0055s, count=530, qps in this process: 17.6634 (mp_runner.py:76) +2024-09-02 00:34:11,824 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0131s, count=531, qps in this process: 17.6923 (mp_runner.py:76) +2024-09-02 00:34:11,824 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0174s, count=531, qps in this process: 17.6897 (mp_runner.py:76) +2024-09-02 00:34:11,843 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0013s, count=533, qps in this process: 17.7659 (mp_runner.py:76) +2024-09-02 00:34:11,845 | INFO |End search in concurrency 20: dur=30.266937211999903s, total_count=10591, qps=349.9198 (mp_runner.py:120) +2024-09-02 00:34:13,108 | INFO |Update largest qps with concurrency 20: current max_qps=349.9198 (mp_runner.py:124) +2024-09-02 00:34:13,520 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:34:13,520 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-02 00:34:23,833 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-02 00:34:23,884 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:23,886 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:23,913 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:23,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:23,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,034 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,049 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,054 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,056 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,060 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,065 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,110 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,111 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,134 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,142 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,149 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,175 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:24,226 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:34:53,949 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0333s, count=434, qps in this process: 14.4506 (mp_runner.py:76) +2024-09-02 00:34:53,950 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0643s, count=434, qps in this process: 14.4357 (mp_runner.py:76) +2024-09-02 00:34:53,952 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0322s, count=434, qps in this process: 14.4512 (mp_runner.py:76) +2024-09-02 00:34:54,010 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0252s, count=435, qps in this process: 14.4878 (mp_runner.py:76) +2024-09-02 00:34:54,059 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0616s, count=436, qps in this process: 14.5036 (mp_runner.py:76) +2024-09-02 00:34:54,074 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0101s, count=436, qps in this process: 14.5284 (mp_runner.py:76) +2024-09-02 00:34:54,081 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0192s, count=436, qps in this process: 14.524 (mp_runner.py:76) +2024-09-02 00:34:54,087 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0322s, count=436, qps in this process: 14.5178 (mp_runner.py:76) +2024-09-02 00:34:54,087 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.021s, count=436, qps in this process: 14.5232 (mp_runner.py:76) +2024-09-02 00:34:54,093 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0279s, count=436, qps in this process: 14.5198 (mp_runner.py:76) +2024-09-02 00:34:54,097 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0057s, count=436, qps in this process: 14.5306 (mp_runner.py:76) +2024-09-02 00:34:54,102 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0758s, count=436, qps in this process: 14.4967 (mp_runner.py:76) +2024-09-02 00:34:54,116 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.074s, count=436, qps in this process: 14.4976 (mp_runner.py:76) +2024-09-02 00:34:54,125 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0129s, count=437, qps in this process: 14.5604 (mp_runner.py:76) +2024-09-02 00:34:54,127 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0143s, count=437, qps in this process: 14.5597 (mp_runner.py:76) +2024-09-02 00:34:54,130 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0108s, count=437, qps in this process: 14.5614 (mp_runner.py:76) +2024-09-02 00:34:54,135 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.066s, count=437, qps in this process: 14.5347 (mp_runner.py:76) +2024-09-02 00:34:54,139 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0007s, count=437, qps in this process: 14.5663 (mp_runner.py:76) +2024-09-02 00:34:54,162 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0046s, count=438, qps in this process: 14.5978 (mp_runner.py:76) +2024-09-02 00:34:54,165 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0156s, count=438, qps in this process: 14.5924 (mp_runner.py:76) +2024-09-02 00:34:54,165 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0099s, count=438, qps in this process: 14.5952 (mp_runner.py:76) +2024-09-02 00:34:54,184 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0091s, count=439, qps in this process: 14.6289 (mp_runner.py:76) +2024-09-02 00:34:54,184 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0102s, count=439, qps in this process: 14.6284 (mp_runner.py:76) +2024-09-02 00:34:54,184 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0021s, count=439, qps in this process: 14.6323 (mp_runner.py:76) +2024-09-02 00:34:54,245 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0021s, count=445, qps in this process: 14.8323 (mp_runner.py:76) +2024-09-02 00:34:54,246 | INFO |End search in concurrency 25: dur=30.4131541070019s, total_count=10922, qps=359.1209 (mp_runner.py:120) +2024-09-02 00:34:55,812 | INFO |Update largest qps with concurrency 25: current max_qps=359.1209 (mp_runner.py:124) +2024-09-02 00:34:56,223 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:34:56,223 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-02 00:35:06,678 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-02 00:35:06,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,844 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,844 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,855 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,860 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,863 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,944 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,960 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,960 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,963 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,966 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,970 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,976 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,980 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,993 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:06,993 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,019 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,019 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,019 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,026 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,042 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,042 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,042 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:07,050 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:36,803 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.004s, count=362, qps in this process: 12.0651 (mp_runner.py:76) +2024-09-02 00:35:36,874 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0158s, count=363, qps in this process: 12.0936 (mp_runner.py:76) +2024-09-02 00:35:36,875 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0278s, count=363, qps in this process: 12.0888 (mp_runner.py:76) +2024-09-02 00:35:36,875 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.028s, count=363, qps in this process: 12.0887 (mp_runner.py:76) +2024-09-02 00:35:36,885 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0217s, count=363, qps in this process: 12.0913 (mp_runner.py:76) +2024-09-02 00:35:36,887 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0269s, count=363, qps in this process: 12.0892 (mp_runner.py:76) +2024-09-02 00:35:36,888 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0217s, count=363, qps in this process: 12.0913 (mp_runner.py:76) +2024-09-02 00:35:36,971 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0092s, count=364, qps in this process: 12.1296 (mp_runner.py:76) +2024-09-02 00:35:36,975 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0169s, count=364, qps in this process: 12.1265 (mp_runner.py:76) +2024-09-02 00:35:37,016 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0045s, count=365, qps in this process: 12.1648 (mp_runner.py:76) +2024-09-02 00:35:37,016 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0136s, count=365, qps in this process: 12.1612 (mp_runner.py:76) +2024-09-02 00:35:37,019 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0166s, count=365, qps in this process: 12.1599 (mp_runner.py:76) +2024-09-02 00:35:37,020 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0544s, count=365, qps in this process: 12.1446 (mp_runner.py:76) +2024-09-02 00:35:37,020 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0724s, count=365, qps in this process: 12.1374 (mp_runner.py:76) +2024-09-02 00:35:37,021 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0576s, count=365, qps in this process: 12.1434 (mp_runner.py:76) +2024-09-02 00:35:37,026 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0397s, count=365, qps in this process: 12.1506 (mp_runner.py:76) +2024-09-02 00:35:37,026 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0049s, count=365, qps in this process: 12.1647 (mp_runner.py:76) +2024-09-02 00:35:37,027 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.083s, count=365, qps in this process: 12.1331 (mp_runner.py:76) +2024-09-02 00:35:37,027 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0571s, count=365, qps in this process: 12.1436 (mp_runner.py:76) +2024-09-02 00:35:37,027 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0601s, count=365, qps in this process: 12.1423 (mp_runner.py:76) +2024-09-02 00:35:37,028 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0052s, count=365, qps in this process: 12.1646 (mp_runner.py:76) +2024-09-02 00:35:37,028 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0461s, count=365, qps in this process: 12.148 (mp_runner.py:76) +2024-09-02 00:35:37,028 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0534s, count=365, qps in this process: 12.145 (mp_runner.py:76) +2024-09-02 00:35:37,061 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.035s, count=366, qps in this process: 12.1858 (mp_runner.py:76) +2024-09-02 00:35:37,062 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0405s, count=366, qps in this process: 12.1836 (mp_runner.py:76) +2024-09-02 00:35:37,063 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0171s, count=366, qps in this process: 12.193 (mp_runner.py:76) +2024-09-02 00:35:37,065 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0316s, count=366, qps in this process: 12.1872 (mp_runner.py:76) +2024-09-02 00:35:37,067 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0013s, count=366, qps in this process: 12.1995 (mp_runner.py:76) +2024-09-02 00:35:37,067 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0173s, count=366, qps in this process: 12.193 (mp_runner.py:76) +2024-09-02 00:35:37,068 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0181s, count=366, qps in this process: 12.1926 (mp_runner.py:76) +2024-09-02 00:35:37,070 | INFO |End search in concurrency 30: dur=30.39178212099796s, total_count=10940, qps=359.9657 (mp_runner.py:120) +2024-09-02 00:35:39,010 | INFO |Update largest qps with concurrency 30: current max_qps=359.9657 (mp_runner.py:124) +2024-09-02 00:35:39,423 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:35:39,423 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-02 00:35:49,990 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-02 00:35:50,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,198 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,200 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,217 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,313 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,314 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,317 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,319 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,344 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,357 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,359 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,364 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,385 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,389 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,389 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:35:50,415 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:20,180 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0067s, count=309, qps in this process: 10.2977 (mp_runner.py:76) +2024-09-02 00:36:20,239 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0371s, count=310, qps in this process: 10.3206 (mp_runner.py:76) +2024-09-02 00:36:20,244 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0386s, count=310, qps in this process: 10.3201 (mp_runner.py:76) +2024-09-02 00:36:20,248 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0343s, count=310, qps in this process: 10.3215 (mp_runner.py:76) +2024-09-02 00:36:20,252 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0383s, count=310, qps in this process: 10.3202 (mp_runner.py:76) +2024-09-02 00:36:20,255 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0518s, count=310, qps in this process: 10.3155 (mp_runner.py:76) +2024-09-02 00:36:20,275 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.049s, count=310, qps in this process: 10.3165 (mp_runner.py:76) +2024-09-02 00:36:20,344 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0247s, count=311, qps in this process: 10.3581 (mp_runner.py:76) +2024-09-02 00:36:20,344 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0279s, count=311, qps in this process: 10.357 (mp_runner.py:76) +2024-09-02 00:36:20,344 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.008s, count=311, qps in this process: 10.3639 (mp_runner.py:76) +2024-09-02 00:36:20,345 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0286s, count=311, qps in this process: 10.3568 (mp_runner.py:76) +2024-09-02 00:36:20,345 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0258s, count=311, qps in this process: 10.3578 (mp_runner.py:76) +2024-09-02 00:36:20,345 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0219s, count=311, qps in this process: 10.3591 (mp_runner.py:76) +2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0266s, count=311, qps in this process: 10.3575 (mp_runner.py:76) +2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.024s, count=311, qps in this process: 10.3584 (mp_runner.py:76) +2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.093s, count=311, qps in this process: 10.3346 (mp_runner.py:76) +2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.027s, count=311, qps in this process: 10.3573 (mp_runner.py:76) +2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0272s, count=311, qps in this process: 10.3573 (mp_runner.py:76) +2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0247s, count=311, qps in this process: 10.3581 (mp_runner.py:76) +2024-09-02 00:36:20,348 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0246s, count=311, qps in this process: 10.3582 (mp_runner.py:76) +2024-09-02 00:36:20,350 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0831s, count=311, qps in this process: 10.338 (mp_runner.py:76) +2024-09-02 00:36:20,390 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0304s, count=312, qps in this process: 10.3895 (mp_runner.py:76) +2024-09-02 00:36:20,390 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0055s, count=312, qps in this process: 10.3981 (mp_runner.py:76) +2024-09-02 00:36:20,391 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0026s, count=312, qps in this process: 10.3991 (mp_runner.py:76) +2024-09-02 00:36:20,393 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0016s, count=312, qps in this process: 10.3994 (mp_runner.py:76) +2024-09-02 00:36:20,394 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0027s, count=312, qps in this process: 10.3991 (mp_runner.py:76) +2024-09-02 00:36:20,396 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0035s, count=312, qps in this process: 10.3988 (mp_runner.py:76) +2024-09-02 00:36:20,396 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0057s, count=312, qps in this process: 10.398 (mp_runner.py:76) +2024-09-02 00:36:20,397 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0502s, count=312, qps in this process: 10.3826 (mp_runner.py:76) +2024-09-02 00:36:20,398 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0274s, count=312, qps in this process: 10.3905 (mp_runner.py:76) +2024-09-02 00:36:20,398 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0345s, count=312, qps in this process: 10.3881 (mp_runner.py:76) +2024-09-02 00:36:20,401 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.002s, count=312, qps in this process: 10.3993 (mp_runner.py:76) +2024-09-02 00:36:20,421 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0282s, count=313, qps in this process: 10.4235 (mp_runner.py:76) +2024-09-02 00:36:20,434 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0117s, count=314, qps in this process: 10.4626 (mp_runner.py:76) +2024-09-02 00:36:20,440 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0133s, count=314, qps in this process: 10.462 (mp_runner.py:76) +2024-09-02 00:36:20,442 | INFO |End search in concurrency 35: dur=30.450769556002342s, total_count=10896, qps=357.8235 (mp_runner.py:120) +2024-09-02 00:36:23,135 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:36:23,135 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-02 00:36:33,840 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-02 00:36:33,929 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,037 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,047 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,054 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,055 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,058 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,091 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,098 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,130 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,150 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,150 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,157 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,201 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,204 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,212 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,226 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,258 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,264 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,265 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,349 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:36:34,350 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:03,987 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0523s, count=268, qps in this process: 8.9178 (mp_runner.py:76) +2024-09-02 00:37:04,063 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0043s, count=269, qps in this process: 8.9654 (mp_runner.py:76) +2024-09-02 00:37:04,064 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0237s, count=269, qps in this process: 8.9596 (mp_runner.py:76) +2024-09-02 00:37:04,082 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0245s, count=269, qps in this process: 8.9593 (mp_runner.py:76) +2024-09-02 00:37:04,082 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0247s, count=269, qps in this process: 8.9593 (mp_runner.py:76) +2024-09-02 00:37:04,084 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0231s, count=269, qps in this process: 8.9598 (mp_runner.py:76) +2024-09-02 00:37:04,169 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0121s, count=270, qps in this process: 8.9964 (mp_runner.py:76) +2024-09-02 00:37:04,169 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0432s, count=270, qps in this process: 8.9871 (mp_runner.py:76) +2024-09-02 00:37:04,170 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0438s, count=270, qps in this process: 8.9869 (mp_runner.py:76) +2024-09-02 00:37:04,170 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0678s, count=270, qps in this process: 8.9797 (mp_runner.py:76) +2024-09-02 00:37:04,171 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0653s, count=270, qps in this process: 8.9805 (mp_runner.py:76) +2024-09-02 00:37:04,171 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0769s, count=270, qps in this process: 8.977 (mp_runner.py:76) +2024-09-02 00:37:04,171 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0144s, count=270, qps in this process: 8.9957 (mp_runner.py:76) +2024-09-02 00:37:04,172 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0344s, count=270, qps in this process: 8.9897 (mp_runner.py:76) +2024-09-02 00:37:04,177 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0751s, count=270, qps in this process: 8.9775 (mp_runner.py:76) +2024-09-02 00:37:04,177 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0151s, count=270, qps in this process: 8.9955 (mp_runner.py:76) +2024-09-02 00:37:04,182 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0778s, count=270, qps in this process: 8.9767 (mp_runner.py:76) +2024-09-02 00:37:04,212 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.002s, count=271, qps in this process: 9.0327 (mp_runner.py:76) +2024-09-02 00:37:04,229 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0178s, count=271, qps in this process: 9.028 (mp_runner.py:76) +2024-09-02 00:37:04,232 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.002s, count=271, qps in this process: 9.0327 (mp_runner.py:76) +2024-09-02 00:37:04,258 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0486s, count=271, qps in this process: 9.0187 (mp_runner.py:76) +2024-09-02 00:37:04,303 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0381s, count=272, qps in this process: 9.0552 (mp_runner.py:76) +2024-09-02 00:37:04,303 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0405s, count=272, qps in this process: 9.0544 (mp_runner.py:76) +2024-09-02 00:37:04,303 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0369s, count=272, qps in this process: 9.0555 (mp_runner.py:76) +2024-09-02 00:37:04,304 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0378s, count=272, qps in this process: 9.0553 (mp_runner.py:76) +2024-09-02 00:37:04,304 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.039s, count=272, qps in this process: 9.0549 (mp_runner.py:76) +2024-09-02 00:37:04,305 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0404s, count=272, qps in this process: 9.0545 (mp_runner.py:76) +2024-09-02 00:37:04,307 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0815s, count=272, qps in this process: 9.0421 (mp_runner.py:76) +2024-09-02 00:37:04,312 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.026s, count=272, qps in this process: 9.0588 (mp_runner.py:76) +2024-09-02 00:37:04,312 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0303s, count=272, qps in this process: 9.0575 (mp_runner.py:76) +2024-09-02 00:37:04,313 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0506s, count=272, qps in this process: 9.0514 (mp_runner.py:76) +2024-09-02 00:37:04,314 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0485s, count=272, qps in this process: 9.052 (mp_runner.py:76) +2024-09-02 00:37:04,319 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0469s, count=272, qps in this process: 9.0525 (mp_runner.py:76) +2024-09-02 00:37:04,320 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.057s, count=272, qps in this process: 9.0495 (mp_runner.py:76) +2024-09-02 00:37:04,320 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0557s, count=272, qps in this process: 9.0499 (mp_runner.py:76) +2024-09-02 00:37:04,351 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0064s, count=274, qps in this process: 9.1314 (mp_runner.py:76) +2024-09-02 00:37:04,352 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0059s, count=274, qps in this process: 9.1315 (mp_runner.py:76) +2024-09-02 00:37:04,354 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0047s, count=274, qps in this process: 9.1319 (mp_runner.py:76) +2024-09-02 00:37:04,367 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0007s, count=275, qps in this process: 9.1665 (mp_runner.py:76) +2024-09-02 00:37:04,367 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0069s, count=275, qps in this process: 9.1646 (mp_runner.py:76) +2024-09-02 00:37:04,370 | INFO |End search in concurrency 40: dur=30.528849636000814s, total_count=10847, qps=355.3033 (mp_runner.py:120) +2024-09-02 00:37:07,397 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:37:07,397 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-02 00:37:18,192 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-02 00:37:18,408 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,432 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,528 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,529 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,539 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,547 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,556 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,579 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,585 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,595 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,595 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,595 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,596 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,614 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,628 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,637 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,638 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,648 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,648 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,655 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,662 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,672 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,679 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,689 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,693 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,732 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,744 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,762 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:18,845 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:37:48,447 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0317s, count=236, qps in this process: 7.8584 (mp_runner.py:76) +2024-09-02 00:37:48,453 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.015s, count=236, qps in this process: 7.8627 (mp_runner.py:76) +2024-09-02 00:37:48,555 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0193s, count=237, qps in this process: 7.8949 (mp_runner.py:76) +2024-09-02 00:37:48,557 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0202s, count=237, qps in this process: 7.8947 (mp_runner.py:76) +2024-09-02 00:37:48,563 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0118s, count=237, qps in this process: 7.8969 (mp_runner.py:76) +2024-09-02 00:37:48,566 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.03s, count=237, qps in this process: 7.8921 (mp_runner.py:76) +2024-09-02 00:37:48,568 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0167s, count=237, qps in this process: 7.8956 (mp_runner.py:76) +2024-09-02 00:37:48,572 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0234s, count=237, qps in this process: 7.8938 (mp_runner.py:76) +2024-09-02 00:37:48,579 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0205s, count=237, qps in this process: 7.8946 (mp_runner.py:76) +2024-09-02 00:37:48,607 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0371s, count=237, qps in this process: 7.8902 (mp_runner.py:76) +2024-09-02 00:37:48,608 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0019s, count=237, qps in this process: 7.8995 (mp_runner.py:76) +2024-09-02 00:37:48,656 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0621s, count=238, qps in this process: 7.9169 (mp_runner.py:76) +2024-09-02 00:37:48,657 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0485s, count=238, qps in this process: 7.9205 (mp_runner.py:76) +2024-09-02 00:37:48,657 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0644s, count=238, qps in this process: 7.9163 (mp_runner.py:76) +2024-09-02 00:37:48,657 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0139s, count=238, qps in this process: 7.9297 (mp_runner.py:76) +2024-09-02 00:37:48,657 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0124s, count=238, qps in this process: 7.9301 (mp_runner.py:76) +2024-09-02 00:37:48,658 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0649s, count=238, qps in this process: 7.9162 (mp_runner.py:76) +2024-09-02 00:37:48,658 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0516s, count=238, qps in this process: 7.9197 (mp_runner.py:76) +2024-09-02 00:37:48,658 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0067s, count=238, qps in this process: 7.9316 (mp_runner.py:76) +2024-09-02 00:37:48,658 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0326s, count=238, qps in this process: 7.9247 (mp_runner.py:76) +2024-09-02 00:37:48,659 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0076s, count=238, qps in this process: 7.9313 (mp_runner.py:76) +2024-09-02 00:37:48,667 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.037s, count=238, qps in this process: 7.9236 (mp_runner.py:76) +2024-09-02 00:37:48,668 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0785s, count=238, qps in this process: 7.9126 (mp_runner.py:76) +2024-09-02 00:37:48,680 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.074s, count=238, qps in this process: 7.9138 (mp_runner.py:76) +2024-09-02 00:37:48,684 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0258s, count=238, qps in this process: 7.9265 (mp_runner.py:76) +2024-09-02 00:37:48,686 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0045s, count=238, qps in this process: 7.9321 (mp_runner.py:76) +2024-09-02 00:37:48,686 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.1159s, count=238, qps in this process: 7.9028 (mp_runner.py:76) +2024-09-02 00:37:48,687 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0417s, count=238, qps in this process: 7.9223 (mp_runner.py:76) +2024-09-02 00:37:48,720 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0193s, count=239, qps in this process: 7.9615 (mp_runner.py:76) +2024-09-02 00:37:48,720 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0538s, count=239, qps in this process: 7.9524 (mp_runner.py:76) +2024-09-02 00:37:48,720 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0377s, count=239, qps in this process: 7.9567 (mp_runner.py:76) +2024-09-02 00:37:48,720 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0265s, count=239, qps in this process: 7.9596 (mp_runner.py:76) +2024-09-02 00:37:48,721 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0136s, count=239, qps in this process: 7.9631 (mp_runner.py:76) +2024-09-02 00:37:48,722 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0103s, count=239, qps in this process: 7.9639 (mp_runner.py:76) +2024-09-02 00:37:48,723 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0614s, count=239, qps in this process: 7.9504 (mp_runner.py:76) +2024-09-02 00:37:48,727 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0642s, count=239, qps in this process: 7.9497 (mp_runner.py:76) +2024-09-02 00:37:48,727 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0196s, count=239, qps in this process: 7.9615 (mp_runner.py:76) +2024-09-02 00:37:48,752 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0134s, count=240, qps in this process: 7.9964 (mp_runner.py:76) +2024-09-02 00:37:48,753 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0082s, count=240, qps in this process: 7.9978 (mp_runner.py:76) +2024-09-02 00:37:48,764 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0005s, count=240, qps in this process: 7.9999 (mp_runner.py:76) +2024-09-02 00:37:48,767 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0052s, count=241, qps in this process: 8.0319 (mp_runner.py:76) +2024-09-02 00:37:48,768 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0086s, count=241, qps in this process: 8.031 (mp_runner.py:76) +2024-09-02 00:37:48,769 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0105s, count=241, qps in this process: 8.0305 (mp_runner.py:76) +2024-09-02 00:37:48,769 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0111s, count=241, qps in this process: 8.0304 (mp_runner.py:76) +2024-09-02 00:37:48,852 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0015s, count=249, qps in this process: 8.2996 (mp_runner.py:76) +2024-09-02 00:37:48,853 | INFO |End search in concurrency 45: dur=30.660812317997625s, total_count=10735, qps=350.1212 (mp_runner.py:120) +2024-09-02 00:37:52,232 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:37:52,233 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-02 00:38:13,162 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-02 00:38:13,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,226 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,328 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,334 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,356 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,445 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,454 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,485 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,569 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,569 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,615 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,635 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,656 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,683 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,685 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,699 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,707 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,724 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,747 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,757 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,766 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,791 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,792 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,826 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,851 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,855 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,872 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,894 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,918 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,918 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,965 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:13,974 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:14,034 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:38:43,289 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.051s, count=214, qps in this process: 7.1212 (mp_runner.py:76) +2024-09-02 00:38:43,320 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.1088s, count=214, qps in this process: 7.1076 (mp_runner.py:76) +2024-09-02 00:38:43,381 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0449s, count=215, qps in this process: 7.156 (mp_runner.py:76) +2024-09-02 00:38:43,385 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0412s, count=215, qps in this process: 7.1568 (mp_runner.py:76) +2024-09-02 00:38:43,387 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0147s, count=215, qps in this process: 7.1632 (mp_runner.py:76) +2024-09-02 00:38:43,508 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0705s, count=216, qps in this process: 7.1831 (mp_runner.py:76) +2024-09-02 00:38:43,520 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0694s, count=216, qps in this process: 7.1834 (mp_runner.py:76) +2024-09-02 00:38:43,534 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0764s, count=216, qps in this process: 7.1817 (mp_runner.py:76) +2024-09-02 00:38:43,535 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.045s, count=216, qps in this process: 7.1892 (mp_runner.py:76) +2024-09-02 00:38:43,551 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0892s, count=216, qps in this process: 7.1787 (mp_runner.py:76) +2024-09-02 00:38:43,660 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0892s, count=217, qps in this process: 7.2119 (mp_runner.py:76) +2024-09-02 00:38:43,663 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0293s, count=217, qps in this process: 7.2263 (mp_runner.py:76) +2024-09-02 00:38:43,667 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0485s, count=217, qps in this process: 7.2217 (mp_runner.py:76) +2024-09-02 00:38:43,669 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0297s, count=217, qps in this process: 7.2262 (mp_runner.py:76) +2024-09-02 00:38:43,686 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.032s, count=217, qps in this process: 7.2256 (mp_runner.py:76) +2024-09-02 00:38:43,693 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0029s, count=217, qps in this process: 7.2326 (mp_runner.py:76) +2024-09-02 00:38:43,696 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0341s, count=217, qps in this process: 7.2251 (mp_runner.py:76) +2024-09-02 00:38:43,701 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.1295s, count=217, qps in this process: 7.2022 (mp_runner.py:76) +2024-09-02 00:38:43,706 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0028s, count=217, qps in this process: 7.2327 (mp_runner.py:76) +2024-09-02 00:38:43,715 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0021s, count=217, qps in this process: 7.2328 (mp_runner.py:76) +2024-09-02 00:38:43,793 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0204s, count=218, qps in this process: 7.2617 (mp_runner.py:76) +2024-09-02 00:38:43,798 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0472s, count=218, qps in this process: 7.2553 (mp_runner.py:76) +2024-09-02 00:38:43,802 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0055s, count=218, qps in this process: 7.2653 (mp_runner.py:76) +2024-09-02 00:38:43,805 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0896s, count=218, qps in this process: 7.245 (mp_runner.py:76) +2024-09-02 00:38:43,811 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0486s, count=218, qps in this process: 7.2549 (mp_runner.py:76) +2024-09-02 00:38:43,811 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0467s, count=218, qps in this process: 7.2554 (mp_runner.py:76) +2024-09-02 00:38:43,812 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0218s, count=218, qps in this process: 7.2614 (mp_runner.py:76) +2024-09-02 00:38:43,814 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0752s, count=218, qps in this process: 7.2485 (mp_runner.py:76) +2024-09-02 00:38:43,842 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0917s, count=218, qps in this process: 7.2445 (mp_runner.py:76) +2024-09-02 00:38:43,842 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.1146s, count=218, qps in this process: 7.239 (mp_runner.py:76) +2024-09-02 00:38:43,849 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0014s, count=219, qps in this process: 7.2997 (mp_runner.py:76) +2024-09-02 00:38:43,855 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0042s, count=219, qps in this process: 7.299 (mp_runner.py:76) +2024-09-02 00:38:43,859 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0104s, count=219, qps in this process: 7.2975 (mp_runner.py:76) +2024-09-02 00:38:43,860 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0124s, count=219, qps in this process: 7.297 (mp_runner.py:76) +2024-09-02 00:38:43,861 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0057s, count=219, qps in this process: 7.2986 (mp_runner.py:76) +2024-09-02 00:38:43,867 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0156s, count=219, qps in this process: 7.2962 (mp_runner.py:76) +2024-09-02 00:38:43,902 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0507s, count=220, qps in this process: 7.321 (mp_runner.py:76) +2024-09-02 00:38:43,902 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0277s, count=220, qps in this process: 7.3266 (mp_runner.py:76) +2024-09-02 00:38:43,907 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0089s, count=220, qps in this process: 7.3312 (mp_runner.py:76) +2024-09-02 00:38:43,910 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0312s, count=220, qps in this process: 7.3257 (mp_runner.py:76) +2024-09-02 00:38:43,911 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0802s, count=220, qps in this process: 7.3138 (mp_runner.py:76) +2024-09-02 00:38:43,911 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0561s, count=220, qps in this process: 7.3196 (mp_runner.py:76) +2024-09-02 00:38:43,912 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.1171s, count=220, qps in this process: 7.3048 (mp_runner.py:76) +2024-09-02 00:38:43,923 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.001s, count=221, qps in this process: 7.3664 (mp_runner.py:76) +2024-09-02 00:38:43,924 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.002s, count=221, qps in this process: 7.3662 (mp_runner.py:76) +2024-09-02 00:38:43,926 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0041s, count=221, qps in this process: 7.3657 (mp_runner.py:76) +2024-09-02 00:38:43,979 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.012s, count=224, qps in this process: 7.4637 (mp_runner.py:76) +2024-09-02 00:38:43,979 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0144s, count=224, qps in this process: 7.4631 (mp_runner.py:76) +2024-09-02 00:38:43,994 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0138s, count=225, qps in this process: 7.4966 (mp_runner.py:76) +2024-09-02 00:38:44,061 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0074s, count=230, qps in this process: 7.6648 (mp_runner.py:76) +2024-09-02 00:38:44,063 | INFO |End search in concurrency 50: dur=30.899757552004303s, total_count=10923, qps=353.4979 (mp_runner.py:120) +2024-09-02 00:38:47,768 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:38:47,769 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-02 00:39:08,888 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-02 00:39:08,965 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,060 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,187 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,246 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,295 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,321 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,353 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,359 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,362 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,374 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,402 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,407 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,407 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,407 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,442 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,462 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,490 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,498 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,541 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,574 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,608 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,613 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,615 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,690 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,700 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,718 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:09,726 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:39:38,972 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0068s, count=194, qps in this process: 6.4652 (mp_runner.py:76) +2024-09-02 00:39:39,076 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0042s, count=194, qps in this process: 6.4658 (mp_runner.py:76) +2024-09-02 00:39:39,213 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0123s, count=195, qps in this process: 6.4973 (mp_runner.py:76) +2024-09-02 00:39:39,214 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0161s, count=195, qps in this process: 6.4965 (mp_runner.py:76) +2024-09-02 00:39:39,215 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0194s, count=195, qps in this process: 6.4958 (mp_runner.py:76) +2024-09-02 00:39:39,316 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.1177s, count=196, qps in this process: 6.5078 (mp_runner.py:76) +2024-09-02 00:39:39,344 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.1286s, count=196, qps in this process: 6.5054 (mp_runner.py:76) +2024-09-02 00:39:39,368 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0054s, count=196, qps in this process: 6.5322 (mp_runner.py:76) +2024-09-02 00:39:39,372 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0732s, count=196, qps in this process: 6.5174 (mp_runner.py:76) +2024-09-02 00:39:39,376 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0195s, count=196, qps in this process: 6.5291 (mp_runner.py:76) +2024-09-02 00:39:39,406 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0778s, count=196, qps in this process: 6.5164 (mp_runner.py:76) +2024-09-02 00:39:39,407 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.1907s, count=196, qps in this process: 6.4921 (mp_runner.py:76) +2024-09-02 00:39:39,407 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.1552s, count=196, qps in this process: 6.4997 (mp_runner.py:76) +2024-09-02 00:39:39,451 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.1242s, count=197, qps in this process: 6.5396 (mp_runner.py:76) +2024-09-02 00:39:39,453 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0744s, count=197, qps in this process: 6.5504 (mp_runner.py:76) +2024-09-02 00:39:39,455 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0799s, count=197, qps in this process: 6.5492 (mp_runner.py:76) +2024-09-02 00:39:39,455 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0455s, count=197, qps in this process: 6.5567 (mp_runner.py:76) +2024-09-02 00:39:39,457 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.047s, count=197, qps in this process: 6.5564 (mp_runner.py:76) +2024-09-02 00:39:39,461 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0542s, count=197, qps in this process: 6.5548 (mp_runner.py:76) +2024-09-02 00:39:39,462 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0165s, count=197, qps in this process: 6.5631 (mp_runner.py:76) +2024-09-02 00:39:39,462 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0526s, count=197, qps in this process: 6.5552 (mp_runner.py:76) +2024-09-02 00:39:39,464 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.085s, count=197, qps in this process: 6.5481 (mp_runner.py:76) +2024-09-02 00:39:39,469 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0045s, count=197, qps in this process: 6.5657 (mp_runner.py:76) +2024-09-02 00:39:39,469 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0526s, count=197, qps in this process: 6.5552 (mp_runner.py:76) +2024-09-02 00:39:39,471 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.1088s, count=197, qps in this process: 6.5429 (mp_runner.py:76) +2024-09-02 00:39:39,479 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0747s, count=197, qps in this process: 6.5504 (mp_runner.py:76) +2024-09-02 00:39:39,480 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0251s, count=197, qps in this process: 6.5612 (mp_runner.py:76) +2024-09-02 00:39:39,481 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.1023s, count=197, qps in this process: 6.5444 (mp_runner.py:76) +2024-09-02 00:39:39,484 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0255s, count=197, qps in this process: 6.5611 (mp_runner.py:76) +2024-09-02 00:39:39,546 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.053s, count=198, qps in this process: 6.5884 (mp_runner.py:76) +2024-09-02 00:39:39,548 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0772s, count=198, qps in this process: 6.5831 (mp_runner.py:76) +2024-09-02 00:39:39,551 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.007s, count=198, qps in this process: 6.5985 (mp_runner.py:76) +2024-09-02 00:39:39,552 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.042s, count=198, qps in this process: 6.5908 (mp_runner.py:76) +2024-09-02 00:39:39,552 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0347s, count=198, qps in this process: 6.5924 (mp_runner.py:76) +2024-09-02 00:39:39,554 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0358s, count=198, qps in this process: 6.5921 (mp_runner.py:76) +2024-09-02 00:39:39,560 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0423s, count=198, qps in this process: 6.5907 (mp_runner.py:76) +2024-09-02 00:39:39,598 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.039s, count=199, qps in this process: 6.6247 (mp_runner.py:76) +2024-09-02 00:39:39,600 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0351s, count=199, qps in this process: 6.6256 (mp_runner.py:76) +2024-09-02 00:39:39,602 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0375s, count=199, qps in this process: 6.6251 (mp_runner.py:76) +2024-09-02 00:39:39,604 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0395s, count=199, qps in this process: 6.6246 (mp_runner.py:76) +2024-09-02 00:39:39,605 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.046s, count=199, qps in this process: 6.6232 (mp_runner.py:76) +2024-09-02 00:39:39,605 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0467s, count=199, qps in this process: 6.623 (mp_runner.py:76) +2024-09-02 00:39:39,606 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0199s, count=199, qps in this process: 6.6289 (mp_runner.py:76) +2024-09-02 00:39:39,618 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0205s, count=199, qps in this process: 6.6288 (mp_runner.py:76) +2024-09-02 00:39:39,636 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0096s, count=200, qps in this process: 6.6645 (mp_runner.py:76) +2024-09-02 00:39:39,641 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0286s, count=200, qps in this process: 6.6603 (mp_runner.py:76) +2024-09-02 00:39:39,642 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0246s, count=200, qps in this process: 6.6612 (mp_runner.py:76) +2024-09-02 00:39:39,642 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0122s, count=200, qps in this process: 6.664 (mp_runner.py:76) +2024-09-02 00:39:39,668 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0081s, count=201, qps in this process: 6.6982 (mp_runner.py:76) +2024-09-02 00:39:39,668 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0043s, count=201, qps in this process: 6.699 (mp_runner.py:76) +2024-09-02 00:39:39,691 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0124s, count=202, qps in this process: 6.7306 (mp_runner.py:76) +2024-09-02 00:39:39,703 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0028s, count=203, qps in this process: 6.766 (mp_runner.py:76) +2024-09-02 00:39:39,722 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0163s, count=204, qps in this process: 6.7963 (mp_runner.py:76) +2024-09-02 00:39:39,735 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0014s, count=205, qps in this process: 6.833 (mp_runner.py:76) +2024-09-02 00:39:39,735 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0016s, count=205, qps in this process: 6.833 (mp_runner.py:76) +2024-09-02 00:39:39,738 | INFO |End search in concurrency 55: dur=30.849026093994325s, total_count=10892, qps=353.0744 (mp_runner.py:120) +2024-09-02 00:39:43,784 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:39:43,784 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-02 00:40:05,175 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-02 00:40:05,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,655 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,675 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,675 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,676 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,676 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,710 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,741 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,771 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,771 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,795 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,806 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,806 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,819 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,833 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,854 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,854 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,874 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,882 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,882 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,930 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,948 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,960 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,975 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,978 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:05,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:40:35,526 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.138s, count=179, qps in this process: 5.9393 (mp_runner.py:76) +2024-09-02 00:40:35,639 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0712s, count=180, qps in this process: 5.9858 (mp_runner.py:76) +2024-09-02 00:40:35,664 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0019s, count=180, qps in this process: 5.9996 (mp_runner.py:76) +2024-09-02 00:40:35,664 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0032s, count=180, qps in this process: 5.9994 (mp_runner.py:76) +2024-09-02 00:40:35,671 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0101s, count=180, qps in this process: 5.998 (mp_runner.py:76) +2024-09-02 00:40:35,689 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0129s, count=181, qps in this process: 6.0307 (mp_runner.py:76) +2024-09-02 00:40:35,691 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0302s, count=180, qps in this process: 5.994 (mp_runner.py:76) +2024-09-02 00:40:35,693 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.031s, count=181, qps in this process: 6.0271 (mp_runner.py:76) +2024-09-02 00:40:35,694 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0105s, count=181, qps in this process: 6.0312 (mp_runner.py:76) +2024-09-02 00:40:35,696 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0279s, count=181, qps in this process: 6.0277 (mp_runner.py:76) +2024-09-02 00:40:35,701 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0241s, count=181, qps in this process: 6.0285 (mp_runner.py:76) +2024-09-02 00:40:35,706 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0443s, count=181, qps in this process: 6.0244 (mp_runner.py:76) +2024-09-02 00:40:35,718 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0418s, count=180, qps in this process: 5.9917 (mp_runner.py:76) +2024-09-02 00:40:35,722 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0461s, count=181, qps in this process: 6.0241 (mp_runner.py:76) +2024-09-02 00:40:35,726 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0157s, count=181, qps in this process: 6.0302 (mp_runner.py:76) +2024-09-02 00:40:35,727 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0508s, count=181, qps in this process: 6.0231 (mp_runner.py:76) +2024-09-02 00:40:35,730 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0539s, count=181, qps in this process: 6.0225 (mp_runner.py:76) +2024-09-02 00:40:35,731 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0697s, count=181, qps in this process: 6.0193 (mp_runner.py:76) +2024-09-02 00:40:35,735 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0743s, count=181, qps in this process: 6.0184 (mp_runner.py:76) +2024-09-02 00:40:35,737 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0604s, count=181, qps in this process: 6.0212 (mp_runner.py:76) +2024-09-02 00:40:35,739 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0545s, count=181, qps in this process: 6.0224 (mp_runner.py:76) +2024-09-02 00:40:35,742 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0806s, count=181, qps in this process: 6.0172 (mp_runner.py:76) +2024-09-02 00:40:35,745 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0609s, count=181, qps in this process: 6.0211 (mp_runner.py:76) +2024-09-02 00:40:35,748 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0723s, count=181, qps in this process: 6.0188 (mp_runner.py:76) +2024-09-02 00:40:35,751 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0829s, count=181, qps in this process: 6.0167 (mp_runner.py:76) +2024-09-02 00:40:35,752 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0891s, count=181, qps in this process: 6.0155 (mp_runner.py:76) +2024-09-02 00:40:35,774 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0978s, count=181, qps in this process: 6.0137 (mp_runner.py:76) +2024-09-02 00:40:35,817 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0194s, count=182, qps in this process: 6.0627 (mp_runner.py:76) +2024-09-02 00:40:35,818 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.1341s, count=182, qps in this process: 6.0397 (mp_runner.py:76) +2024-09-02 00:40:35,818 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.068s, count=182, qps in this process: 6.0529 (mp_runner.py:76) +2024-09-02 00:40:35,818 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0275s, count=182, qps in this process: 6.0611 (mp_runner.py:76) +2024-09-02 00:40:35,819 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.1039s, count=182, qps in this process: 6.0457 (mp_runner.py:76) +2024-09-02 00:40:35,819 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0185s, count=182, qps in this process: 6.0629 (mp_runner.py:76) +2024-09-02 00:40:35,820 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0594s, count=182, qps in this process: 6.0547 (mp_runner.py:76) +2024-09-02 00:40:35,820 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0012s, count=182, qps in this process: 6.0664 (mp_runner.py:76) +2024-09-02 00:40:35,821 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0022s, count=182, qps in this process: 6.0662 (mp_runner.py:76) +2024-09-02 00:40:35,822 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.1454s, count=182, qps in this process: 6.0374 (mp_runner.py:76) +2024-09-02 00:40:35,822 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0487s, count=182, qps in this process: 6.0568 (mp_runner.py:76) +2024-09-02 00:40:35,838 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.041s, count=182, qps in this process: 6.0584 (mp_runner.py:76) +2024-09-02 00:40:35,840 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0653s, count=182, qps in this process: 6.0535 (mp_runner.py:76) +2024-09-02 00:40:35,874 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.022s, count=183, qps in this process: 6.0955 (mp_runner.py:76) +2024-09-02 00:40:35,877 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.003s, count=183, qps in this process: 6.0994 (mp_runner.py:76) +2024-09-02 00:40:35,879 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0089s, count=183, qps in this process: 6.0982 (mp_runner.py:76) +2024-09-02 00:40:35,880 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0348s, count=183, qps in this process: 6.0929 (mp_runner.py:76) +2024-09-02 00:40:35,884 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0448s, count=183, qps in this process: 6.0909 (mp_runner.py:76) +2024-09-02 00:40:35,889 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0192s, count=183, qps in this process: 6.0961 (mp_runner.py:76) +2024-09-02 00:40:35,896 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0742s, count=183, qps in this process: 6.0849 (mp_runner.py:76) +2024-09-02 00:40:35,898 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0627s, count=183, qps in this process: 6.0873 (mp_runner.py:76) +2024-09-02 00:40:35,911 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0012s, count=184, qps in this process: 6.1331 (mp_runner.py:76) +2024-09-02 00:40:35,926 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0284s, count=184, qps in this process: 6.1275 (mp_runner.py:76) +2024-09-02 00:40:35,935 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0245s, count=185, qps in this process: 6.1616 (mp_runner.py:76) +2024-09-02 00:40:35,942 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.032s, count=185, qps in this process: 6.1601 (mp_runner.py:76) +2024-09-02 00:40:35,963 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0203s, count=186, qps in this process: 6.1958 (mp_runner.py:76) +2024-09-02 00:40:35,963 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0055s, count=186, qps in this process: 6.1989 (mp_runner.py:76) +2024-09-02 00:40:35,963 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0132s, count=186, qps in this process: 6.1973 (mp_runner.py:76) +2024-09-02 00:40:35,986 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0202s, count=187, qps in this process: 6.2291 (mp_runner.py:76) +2024-09-02 00:40:35,986 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0219s, count=187, qps in this process: 6.2288 (mp_runner.py:76) +2024-09-02 00:40:35,999 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0056s, count=188, qps in this process: 6.2655 (mp_runner.py:76) +2024-09-02 00:40:35,999 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0131s, count=188, qps in this process: 6.2639 (mp_runner.py:76) +2024-09-02 00:40:36,000 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0084s, count=188, qps in this process: 6.2649 (mp_runner.py:76) +2024-09-02 00:40:36,002 | INFO |End search in concurrency 60: dur=30.826987443004327s, total_count=10943, qps=354.9812 (mp_runner.py:120) +2024-09-02 00:40:40,400 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:40:40,400 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-02 00:41:01,919 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-02 00:41:01,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,005 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,244 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,245 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,245 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,246 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,249 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,276 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,304 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,307 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,310 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,452 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,454 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,458 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,466 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,481 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,487 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,487 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,490 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,498 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,533 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,547 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,597 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,599 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,603 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,610 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,613 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,613 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,639 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,648 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,684 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,715 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,715 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,754 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,788 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,812 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,818 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,818 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,825 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,860 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:02,874 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:32,063 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0644s, count=163, qps in this process: 5.4217 (mp_runner.py:76) +2024-09-02 00:41:32,081 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0536s, count=163, qps in this process: 5.4236 (mp_runner.py:76) +2024-09-02 00:41:32,286 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0097s, count=164, qps in this process: 5.4649 (mp_runner.py:76) +2024-09-02 00:41:32,294 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0401s, count=164, qps in this process: 5.4594 (mp_runner.py:76) +2024-09-02 00:41:32,303 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.056s, count=164, qps in this process: 5.4565 (mp_runner.py:76) +2024-09-02 00:41:32,338 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0273s, count=164, qps in this process: 5.4617 (mp_runner.py:76) +2024-09-02 00:41:32,399 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0767s, count=165, qps in this process: 5.486 (mp_runner.py:76) +2024-09-02 00:41:32,400 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.1529s, count=165, qps in this process: 5.4721 (mp_runner.py:76) +2024-09-02 00:41:32,403 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.1552s, count=165, qps in this process: 5.4717 (mp_runner.py:76) +2024-09-02 00:41:32,412 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.1292s, count=165, qps in this process: 5.4764 (mp_runner.py:76) +2024-09-02 00:41:32,413 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0064s, count=165, qps in this process: 5.4988 (mp_runner.py:76) +2024-09-02 00:41:32,420 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0984s, count=165, qps in this process: 5.482 (mp_runner.py:76) +2024-09-02 00:41:32,423 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.1705s, count=165, qps in this process: 5.4689 (mp_runner.py:76) +2024-09-02 00:41:32,520 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0625s, count=166, qps in this process: 5.5218 (mp_runner.py:76) +2024-09-02 00:41:32,523 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.003s, count=166, qps in this process: 5.5328 (mp_runner.py:76) +2024-09-02 00:41:32,523 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0657s, count=166, qps in this process: 5.5212 (mp_runner.py:76) +2024-09-02 00:41:32,524 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0377s, count=166, qps in this process: 5.5264 (mp_runner.py:76) +2024-09-02 00:41:32,529 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0264s, count=166, qps in this process: 5.5285 (mp_runner.py:76) +2024-09-02 00:41:32,529 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0717s, count=166, qps in this process: 5.5201 (mp_runner.py:76) +2024-09-02 00:41:32,530 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0405s, count=166, qps in this process: 5.5259 (mp_runner.py:76) +2024-09-02 00:41:32,530 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0726s, count=166, qps in this process: 5.52 (mp_runner.py:76) +2024-09-02 00:41:32,531 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0123s, count=166, qps in this process: 5.5311 (mp_runner.py:76) +2024-09-02 00:41:32,531 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0712s, count=166, qps in this process: 5.5202 (mp_runner.py:76) +2024-09-02 00:41:32,534 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0743s, count=166, qps in this process: 5.5197 (mp_runner.py:76) +2024-09-02 00:41:32,536 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0787s, count=166, qps in this process: 5.5189 (mp_runner.py:76) +2024-09-02 00:41:32,536 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0176s, count=166, qps in this process: 5.5301 (mp_runner.py:76) +2024-09-02 00:41:32,538 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0469s, count=166, qps in this process: 5.5247 (mp_runner.py:76) +2024-09-02 00:41:32,539 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0437s, count=166, qps in this process: 5.5253 (mp_runner.py:76) +2024-09-02 00:41:32,541 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0726s, count=166, qps in this process: 5.52 (mp_runner.py:76) +2024-09-02 00:41:32,542 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.076s, count=166, qps in this process: 5.5194 (mp_runner.py:76) +2024-09-02 00:41:32,609 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0016s, count=167, qps in this process: 5.5664 (mp_runner.py:76) +2024-09-02 00:41:32,613 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0104s, count=167, qps in this process: 5.5647 (mp_runner.py:76) +2024-09-02 00:41:32,621 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0012s, count=167, qps in this process: 5.5664 (mp_runner.py:76) +2024-09-02 00:41:32,626 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.023s, count=167, qps in this process: 5.5624 (mp_runner.py:76) +2024-09-02 00:41:32,636 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0942s, count=167, qps in this process: 5.5492 (mp_runner.py:76) +2024-09-02 00:41:32,654 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0823s, count=167, qps in this process: 5.5514 (mp_runner.py:76) +2024-09-02 00:41:32,655 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0047s, count=167, qps in this process: 5.5658 (mp_runner.py:76) +2024-09-02 00:41:32,675 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.1212s, count=167, qps in this process: 5.5443 (mp_runner.py:76) +2024-09-02 00:41:32,677 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0569s, count=167, qps in this process: 5.5561 (mp_runner.py:76) +2024-09-02 00:41:32,679 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0608s, count=167, qps in this process: 5.5554 (mp_runner.py:76) +2024-09-02 00:41:32,685 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0708s, count=167, qps in this process: 5.5536 (mp_runner.py:76) +2024-09-02 00:41:32,723 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0537s, count=168, qps in this process: 5.59 (mp_runner.py:76) +2024-09-02 00:41:32,724 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0092s, count=168, qps in this process: 5.5983 (mp_runner.py:76) +2024-09-02 00:41:32,725 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0294s, count=168, qps in this process: 5.5945 (mp_runner.py:76) +2024-09-02 00:41:32,726 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0115s, count=168, qps in this process: 5.5979 (mp_runner.py:76) +2024-09-02 00:41:32,728 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0024s, count=168, qps in this process: 5.5996 (mp_runner.py:76) +2024-09-02 00:41:32,731 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0928s, count=168, qps in this process: 5.5827 (mp_runner.py:76) +2024-09-02 00:41:32,733 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0642s, count=168, qps in this process: 5.588 (mp_runner.py:76) +2024-09-02 00:41:32,734 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0198s, count=168, qps in this process: 5.5963 (mp_runner.py:76) +2024-09-02 00:41:32,736 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0783s, count=168, qps in this process: 5.5854 (mp_runner.py:76) +2024-09-02 00:41:32,772 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0317s, count=169, qps in this process: 5.6274 (mp_runner.py:76) +2024-09-02 00:41:32,775 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0442s, count=169, qps in this process: 5.625 (mp_runner.py:76) +2024-09-02 00:41:32,776 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0363s, count=169, qps in this process: 5.6265 (mp_runner.py:76) +2024-09-02 00:41:32,778 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0382s, count=169, qps in this process: 5.6262 (mp_runner.py:76) +2024-09-02 00:41:32,788 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0483s, count=169, qps in this process: 5.6243 (mp_runner.py:76) +2024-09-02 00:41:32,817 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0429s, count=170, qps in this process: 5.6586 (mp_runner.py:76) +2024-09-02 00:41:32,817 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0219s, count=170, qps in this process: 5.6625 (mp_runner.py:76) +2024-09-02 00:41:32,840 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0176s, count=171, qps in this process: 5.6967 (mp_runner.py:76) +2024-09-02 00:41:32,840 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0077s, count=171, qps in this process: 5.6985 (mp_runner.py:76) +2024-09-02 00:41:32,840 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0154s, count=171, qps in this process: 5.6971 (mp_runner.py:76) +2024-09-02 00:41:32,840 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0264s, count=171, qps in this process: 5.695 (mp_runner.py:76) +2024-09-02 00:41:32,841 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.003s, count=171, qps in this process: 5.6994 (mp_runner.py:76) +2024-09-02 00:41:32,852 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0274s, count=171, qps in this process: 5.6948 (mp_runner.py:76) +2024-09-02 00:41:32,881 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0111s, count=173, qps in this process: 5.7645 (mp_runner.py:76) +2024-09-02 00:41:32,894 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0039s, count=174, qps in this process: 5.7992 (mp_runner.py:76) +2024-09-02 00:41:32,896 | INFO |End search in concurrency 65: dur=30.976853036001557s, total_count=10866, qps=350.778 (mp_runner.py:120) +2024-09-02 00:41:37,616 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:41:37,617 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-02 00:41:59,488 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-02 00:41:59,696 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:59,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:59,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:59,890 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:59,946 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:59,955 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:59,972 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:41:59,973 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,073 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,078 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,093 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,095 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,105 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,106 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,106 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,130 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,136 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,189 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,230 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,230 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,231 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,231 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,241 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,250 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,269 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,270 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,300 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,323 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,344 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,352 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,352 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,360 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,360 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,371 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,372 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,372 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,377 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,493 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,522 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,525 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,526 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,530 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,663 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,692 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:00,724 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-02 00:42:29,821 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.1133s, count=152, qps in this process: 5.0476 (mp_runner.py:76) +2024-09-02 00:42:29,995 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.1072s, count=153, qps in this process: 5.0818 (mp_runner.py:76) +2024-09-02 00:42:30,001 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1528s, count=153, qps in this process: 5.0742 (mp_runner.py:76) +2024-09-02 00:42:30,005 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0273s, count=153, qps in this process: 5.0954 (mp_runner.py:76) +2024-09-02 00:42:30,017 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0582s, count=153, qps in this process: 5.0901 (mp_runner.py:76) +2024-09-02 00:42:30,039 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.1416s, count=153, qps in this process: 5.076 (mp_runner.py:76) +2024-09-02 00:42:30,041 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0909s, count=153, qps in this process: 5.0846 (mp_runner.py:76) +2024-09-02 00:42:30,055 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0745s, count=153, qps in this process: 5.0874 (mp_runner.py:76) +2024-09-02 00:42:30,214 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0111s, count=154, qps in this process: 5.1314 (mp_runner.py:76) +2024-09-02 00:42:30,226 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0909s, count=154, qps in this process: 5.1178 (mp_runner.py:76) +2024-09-02 00:42:30,234 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.038s, count=154, qps in this process: 5.1268 (mp_runner.py:76) +2024-09-02 00:42:30,252 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0112s, count=154, qps in this process: 5.1314 (mp_runner.py:76) +2024-09-02 00:42:30,265 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0268s, count=154, qps in this process: 5.1288 (mp_runner.py:76) +2024-09-02 00:42:30,270 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.1398s, count=154, qps in this process: 5.1095 (mp_runner.py:76) +2024-09-02 00:42:30,273 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0077s, count=154, qps in this process: 5.132 (mp_runner.py:76) +2024-09-02 00:42:30,273 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.1925s, count=154, qps in this process: 5.1006 (mp_runner.py:76) +2024-09-02 00:42:30,280 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.1444s, count=154, qps in this process: 5.1087 (mp_runner.py:76) +2024-09-02 00:42:30,284 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.1858s, count=154, qps in this process: 5.1017 (mp_runner.py:76) +2024-09-02 00:42:30,288 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.1526s, count=154, qps in this process: 5.1074 (mp_runner.py:76) +2024-09-02 00:42:30,293 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.2073s, count=154, qps in this process: 5.0981 (mp_runner.py:76) +2024-09-02 00:42:30,295 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1251s, count=154, qps in this process: 5.112 (mp_runner.py:76) +2024-09-02 00:42:30,301 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0298s, count=154, qps in this process: 5.1282 (mp_runner.py:76) +2024-09-02 00:42:30,303 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.081s, count=154, qps in this process: 5.1195 (mp_runner.py:76) +2024-09-02 00:42:30,303 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.1983s, count=154, qps in this process: 5.0996 (mp_runner.py:76) +2024-09-02 00:42:30,306 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.1291s, count=154, qps in this process: 5.1113 (mp_runner.py:76) +2024-09-02 00:42:30,306 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.163s, count=154, qps in this process: 5.1056 (mp_runner.py:76) +2024-09-02 00:42:30,307 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.1637s, count=154, qps in this process: 5.1055 (mp_runner.py:76) +2024-09-02 00:42:30,308 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.1662s, count=154, qps in this process: 5.1051 (mp_runner.py:76) +2024-09-02 00:42:30,309 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.1718s, count=154, qps in this process: 5.1041 (mp_runner.py:76) +2024-09-02 00:42:30,309 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.1995s, count=154, qps in this process: 5.0994 (mp_runner.py:76) +2024-09-02 00:42:30,310 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0638s, count=154, qps in this process: 5.1224 (mp_runner.py:76) +2024-09-02 00:42:30,311 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0705s, count=154, qps in this process: 5.1213 (mp_runner.py:76) +2024-09-02 00:42:30,316 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.1697s, count=154, qps in this process: 5.1045 (mp_runner.py:76) +2024-09-02 00:42:30,317 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0068s, count=154, qps in this process: 5.1322 (mp_runner.py:76) +2024-09-02 00:42:30,320 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.2148s, count=154, qps in this process: 5.0968 (mp_runner.py:76) +2024-09-02 00:42:30,327 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.2107s, count=154, qps in this process: 5.0975 (mp_runner.py:76) +2024-09-02 00:42:30,334 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.2247s, count=154, qps in this process: 5.0952 (mp_runner.py:76) +2024-09-02 00:42:30,341 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.2063s, count=154, qps in this process: 5.0983 (mp_runner.py:76) +2024-09-02 00:42:30,369 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.014s, count=154, qps in this process: 5.1309 (mp_runner.py:76) +2024-09-02 00:42:30,408 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0325s, count=155, qps in this process: 5.1611 (mp_runner.py:76) +2024-09-02 00:42:30,408 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0618s, count=155, qps in this process: 5.156 (mp_runner.py:76) +2024-09-02 00:42:30,409 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0458s, count=155, qps in this process: 5.1588 (mp_runner.py:76) +2024-09-02 00:42:30,411 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0315s, count=155, qps in this process: 5.1612 (mp_runner.py:76) +2024-09-02 00:42:30,412 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0788s, count=155, qps in this process: 5.1531 (mp_runner.py:76) +2024-09-02 00:42:30,412 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0418s, count=155, qps in this process: 5.1595 (mp_runner.py:76) +2024-09-02 00:42:30,416 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.1754s, count=155, qps in this process: 5.1366 (mp_runner.py:76) +2024-09-02 00:42:30,416 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0605s, count=155, qps in this process: 5.1563 (mp_runner.py:76) +2024-09-02 00:42:30,418 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0481s, count=155, qps in this process: 5.1584 (mp_runner.py:76) +2024-09-02 00:42:30,420 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0438s, count=155, qps in this process: 5.1591 (mp_runner.py:76) +2024-09-02 00:42:30,429 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0409s, count=155, qps in this process: 5.1596 (mp_runner.py:76) +2024-09-02 00:42:30,432 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0443s, count=155, qps in this process: 5.159 (mp_runner.py:76) +2024-09-02 00:42:30,433 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0694s, count=155, qps in this process: 5.1547 (mp_runner.py:76) +2024-09-02 00:42:30,434 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0278s, count=155, qps in this process: 5.1619 (mp_runner.py:76) +2024-09-02 00:42:30,439 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.1108s, count=155, qps in this process: 5.1477 (mp_runner.py:76) +2024-09-02 00:42:30,440 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.1462s, count=155, qps in this process: 5.1416 (mp_runner.py:76) +2024-09-02 00:42:30,527 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0302s, count=157, qps in this process: 5.2281 (mp_runner.py:76) +2024-09-02 00:42:30,550 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0166s, count=157, qps in this process: 5.2304 (mp_runner.py:76) +2024-09-02 00:42:30,566 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0401s, count=158, qps in this process: 5.2596 (mp_runner.py:76) +2024-09-02 00:42:30,566 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0365s, count=158, qps in this process: 5.2603 (mp_runner.py:76) +2024-09-02 00:42:30,566 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0266s, count=158, qps in this process: 5.262 (mp_runner.py:76) +2024-09-02 00:42:30,578 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0527s, count=158, qps in this process: 5.2574 (mp_runner.py:76) +2024-09-02 00:42:30,578 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0486s, count=158, qps in this process: 5.2581 (mp_runner.py:76) +2024-09-02 00:42:30,598 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0126s, count=159, qps in this process: 5.2978 (mp_runner.py:76) +2024-09-02 00:42:30,648 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0141s, count=161, qps in this process: 5.3641 (mp_runner.py:76) +2024-09-02 00:42:30,648 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0099s, count=161, qps in this process: 5.3649 (mp_runner.py:76) +2024-09-02 00:42:30,649 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0155s, count=161, qps in this process: 5.3639 (mp_runner.py:76) +2024-09-02 00:42:30,685 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0153s, count=163, qps in this process: 5.4306 (mp_runner.py:76) +2024-09-02 00:42:30,686 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0037s, count=163, qps in this process: 5.4327 (mp_runner.py:76) +2024-09-02 00:42:30,716 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0106s, count=165, qps in this process: 5.4981 (mp_runner.py:76) +2024-09-02 00:42:30,746 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0044s, count=168, qps in this process: 5.5992 (mp_runner.py:76) +2024-09-02 00:42:30,749 | INFO |End search in concurrency 70: dur=31.260790786000143s, total_count=10882, qps=348.1038 (mp_runner.py:120) +2024-09-02 00:42:35,404 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=359.9657, serial_latency_p99=np.float64(0.0558), recall=np.float64(0.9655), ndcg=np.float64(0.97), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[97.5307, 274.0522, 342.9913, 349.9198, 359.1209, 359.9657, 357.8235, 355.3033, 350.1212, 353.4979, 353.0744, 354.9812, 350.778, 348.1038], conc_latency_p99_list=[np.float64(0.005064320167456754), np.float64(0.00882722917189094), np.float64(0.01588477927035274), np.float64(0.018049734359381547), np.float64(0.020717529432723675), np.float64(0.026733078239353926), np.float64(0.025048773140271804), np.float64(0.03348705475955503), np.float64(0.038818874167089235), np.float64(0.03099004010693461), np.float64(0.03236652207329389), np.float64(0.03338275072196848), np.float64(0.0402252827324919), np.float64(0.04855753367857613)]) (task_runner.py:197) +2024-09-02 00:42:35,404 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:31:08.961883'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=359.9657, serial_latency_p99=np.float64(0.0558), recall=np.float64(0.9655), ndcg=np.float64(0.97), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[97.5307, 274.0522, 342.9913, 349.9198, 359.1209, 359.9657, 357.8235, 355.3033, 350.1212, 353.4979, 353.0744, 354.9812, 350.778, 348.1038], conc_latency_p99_list=[np.float64(0.005064320167456754), np.float64(0.00882722917189094), np.float64(0.01588477927035274), np.float64(0.018049734359381547), np.float64(0.020717529432723675), np.float64(0.026733078239353926), np.float64(0.025048773140271804), np.float64(0.03348705475955503), np.float64(0.038818874167089235), np.float64(0.03099004010693461), np.float64(0.03236652207329389), np.float64(0.03338275072196848), np.float64(0.0402252827324919), np.float64(0.04855753367857613)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-02 00:42:35,405 | INFO |Task summary: run_id=c7cf2, task_label=c7cf2e06d19641c29a92fe70a66e1d34 (models.py:346) +2024-09-02 00:42:35,405 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 00:42:35,405 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 00:42:35,405 | INFO |PgVector | 2024-09-02T00:31:08.961883 Performance1536D500K c7cf2e06d19641c29a92fe70a66e1d34 | 0.0 359.9657 0.0558 0.9655 0 | :) (models.py:346) +2024-09-02 00:42:35,405 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json (models.py:204) +2024-09-02 00:42:35,405 | INFO |Success to finish task: label=c7cf2e06d19641c29a92fe70a66e1d34, run_id=c7cf2e06d19641c29a92fe70a66e1d34 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json b/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json new file mode 100644 index 000000000..84b011701 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json @@ -0,0 +1 @@ +{"run_id": "c7cf2e06d19641c29a92fe70a66e1d34", "task_label": "c7cf2e06d19641c29a92fe70a66e1d34", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 359.9657, "serial_latency_p99": 0.0558, "recall": 0.9655, "ndcg": 0.97, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [97.5307, 274.0522, 342.9913, 349.9198, 359.1209, 359.9657, 357.8235, 355.3033, 350.1212, 353.4979, 353.0744, 354.9812, 350.778, 348.1038], "conc_latency_p99_list": [0.005064320167456754, 0.00882722917189094, 0.01588477927035274, 0.018049734359381547, 0.020717529432723675, 0.026733078239353926, 0.025048773140271804, 0.03348705475955503, 0.038818874167089235, 0.03099004010693461, 0.03236652207329389, 0.03338275072196848, 0.0402252827324919, 0.04855753367857613]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T00:31:08.961883", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/log.txt b/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/log.txt new file mode 100644 index 000000000..cd4d23be0 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/log.txt @@ -0,0 +1,1942 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurrent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 128 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load +2024-09-01 23:53:29,271 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:53:29.259881', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 23:53:29,271 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:53:29.259881', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 23:53:29,271 | INFO |generated uuid for the tasks: 5f2d193f606c448d8cf275f041f6ed78 (interface.py:66) +2024-09-01 23:53:29,335 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 23:53:29,335 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 23:53:29,335 | INFO | PgVector-2024-09-01T23:53:29.259881 | Performance OpenAI-MEDIUM-500K None | 5f2d193f606c448d8cf275f041f6ed78 (task_runner.py:340) +2024-09-01 23:53:29,335 | INFO |task submitted: id=5f2d193f606c448d8cf275f041f6ed78, 5f2d193f606c448d8cf275f041f6ed78, case number: 1 (interface.py:231) +2024-09-01 23:53:29,754 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:53:29.259881'}, drop_old=False (interface.py:164) +2024-09-01 23:53:29,754 | INFO |Starting run (task_runner.py:100) +2024-09-01 23:53:29,832 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 23:53:30,392 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 23:53:30,439 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 23:53:30,463 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 23:53:30,463 | INFO |Start performance case (task_runner.py:158) +2024-09-01 23:53:30,475 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:53:30,475 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 23:53:30,475 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 23:53:30,476 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 23:53:30,519 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 23:53:31,078 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 23:53:31,098 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:53:31,098 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 23:53:31,098 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 23:53:36,520 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.04424892499810085, latest recall=0.8 (serial_runner.py:202) +2024-09-01 23:53:41,520 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.0507987749952008, latest recall=0.8 (serial_runner.py:202) +2024-09-01 23:53:46,582 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.03281354300270323, latest recall=0.68 (serial_runner.py:202) +2024-09-01 23:53:51,476 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.034324157000810374, latest recall=0.8 (serial_runner.py:202) +2024-09-01 23:53:56,118 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.03365817900339607, latest recall=0.8 (serial_runner.py:202) +2024-09-01 23:54:00,748 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.030511482000292744, latest recall=0.8 (serial_runner.py:202) +2024-09-01 23:54:04,968 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.03500061799422838, latest recall=0.8 (serial_runner.py:202) +2024-09-01 23:54:09,549 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.049959898002271075, latest recall=0.8 (serial_runner.py:202) +2024-09-01 23:54:13,826 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.026099305003299378, latest recall=0.8 (serial_runner.py:202) +2024-09-01 23:54:18,348 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.05344593999325298, latest recall=0.74 (serial_runner.py:202) +2024-09-01 23:54:18,349 | INFO |SpawnProcess-1:1 search entire test_data: cost=39.077s, queries=1000, avg_recall=0.7642, avg_ndcg=0.8056,avg_latency=0.0391, p99=0.0751 (serial_runner.py:209) +2024-09-01 23:54:18,881 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:54:18,881 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 23:54:19,903 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 23:54:19,934 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:54:23,278 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.005700501998944674 (mp_runner.py:73) +2024-09-01 23:54:25,559 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0038760280003771186 (mp_runner.py:73) +2024-09-01 23:54:27,208 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0028850290036643855 (mp_runner.py:73) +2024-09-01 23:54:28,813 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.004206550998787861 (mp_runner.py:73) +2024-09-01 23:54:30,493 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.00277188399923034 (mp_runner.py:73) +2024-09-01 23:54:32,039 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.003646814999228809 (mp_runner.py:73) +2024-09-01 23:54:33,664 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0029767480009468272 (mp_runner.py:73) +2024-09-01 23:54:35,203 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0037618770002154633 (mp_runner.py:73) +2024-09-01 23:54:36,800 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.002916325996920932 (mp_runner.py:73) +2024-09-01 23:54:38,336 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0037856900016777217 (mp_runner.py:73) +2024-09-01 23:54:39,941 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0027409820031607524 (mp_runner.py:73) +2024-09-01 23:54:41,501 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0038633580043097027 (mp_runner.py:73) +2024-09-01 23:54:43,189 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0027818659946206026 (mp_runner.py:73) +2024-09-01 23:54:44,785 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0038373049974325113 (mp_runner.py:73) +2024-09-01 23:54:46,465 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0028335620008874685 (mp_runner.py:73) +2024-09-01 23:54:47,997 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.003772793003008701 (mp_runner.py:73) +2024-09-01 23:54:49,595 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0027984979969915003 (mp_runner.py:73) +2024-09-01 23:54:49,936 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.001s, count=8610, qps in this process: 286.9904 (mp_runner.py:76) +2024-09-01 23:54:49,938 | INFO |End search in concurrency 1: dur=30.03435020500183s, total_count=8610, qps=286.6718 (mp_runner.py:120) +2024-09-01 23:54:50,122 | INFO |Update largest qps with concurrency 1: current max_qps=286.6718 (mp_runner.py:124) +2024-09-01 23:54:50,536 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:54:50,537 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 23:54:55,589 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 23:54:55,636 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:54:55,637 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:54:55,642 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:54:55,642 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:54:55,643 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:54:58,276 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.004573204001644626 (mp_runner.py:73) +2024-09-01 23:54:58,277 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.005161977998795919 (mp_runner.py:73) +2024-09-01 23:54:58,277 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0038903680033399723 (mp_runner.py:73) +2024-09-01 23:54:58,277 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.005914574001508299 (mp_runner.py:73) +2024-09-01 23:54:58,280 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.00910076500440482 (mp_runner.py:73) +2024-09-01 23:55:00,962 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.005394043000706006 (mp_runner.py:73) +2024-09-01 23:55:00,962 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0056218750032712705 (mp_runner.py:73) +2024-09-01 23:55:00,962 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.005499047998455353 (mp_runner.py:73) +2024-09-01 23:55:00,962 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0054799709978397 (mp_runner.py:73) +2024-09-01 23:55:00,963 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.005704128998331726 (mp_runner.py:73) +2024-09-01 23:55:03,646 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.004581190994940698 (mp_runner.py:73) +2024-09-01 23:55:03,646 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.00508449300104985 (mp_runner.py:73) +2024-09-01 23:55:03,646 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004582576002576388 (mp_runner.py:73) +2024-09-01 23:55:03,647 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.005796875004307367 (mp_runner.py:73) +2024-09-01 23:55:03,649 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0022611919994233176 (mp_runner.py:73) +2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008110834998660721 (mp_runner.py:73) +2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.01387571799568832 (mp_runner.py:73) +2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.013835568999638781 (mp_runner.py:73) +2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008297858999867458 (mp_runner.py:73) +2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.014786963998631109 (mp_runner.py:73) +2024-09-01 23:55:08,508 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0050653879952733405 (mp_runner.py:73) +2024-09-01 23:55:08,509 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.004742768003779929 (mp_runner.py:73) +2024-09-01 23:55:08,510 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.002044526001554914 (mp_runner.py:73) +2024-09-01 23:55:08,510 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.004444348000106402 (mp_runner.py:73) +2024-09-01 23:55:08,510 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.005920506002439652 (mp_runner.py:73) +2024-09-01 23:55:11,037 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.00527023399627069 (mp_runner.py:73) +2024-09-01 23:55:11,037 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0053367010041256435 (mp_runner.py:73) +2024-09-01 23:55:11,038 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.005739990003348794 (mp_runner.py:73) +2024-09-01 23:55:11,038 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.005740085995057598 (mp_runner.py:73) +2024-09-01 23:55:11,038 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.005596483999397606 (mp_runner.py:73) +2024-09-01 23:55:13,551 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.006972488001338206 (mp_runner.py:73) +2024-09-01 23:55:13,555 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.010455157003889326 (mp_runner.py:73) +2024-09-01 23:55:13,555 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.010644210000464227 (mp_runner.py:73) +2024-09-01 23:55:13,555 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.010893879996729083 (mp_runner.py:73) +2024-09-01 23:55:13,555 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.010957446000247728 (mp_runner.py:73) +2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0073081260052276775 (mp_runner.py:73) +2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0053753350002807565 (mp_runner.py:73) +2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.007326890998228919 (mp_runner.py:73) +2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.007576700998470187 (mp_runner.py:73) +2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.005939283000770956 (mp_runner.py:73) +2024-09-01 23:55:18,549 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.003583373996661976 (mp_runner.py:73) +2024-09-01 23:55:18,550 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.003245169995352626 (mp_runner.py:73) +2024-09-01 23:55:18,551 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0046904519986128435 (mp_runner.py:73) +2024-09-01 23:55:18,551 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.004772833999595605 (mp_runner.py:73) +2024-09-01 23:55:18,555 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.004134343995247036 (mp_runner.py:73) +2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.004621577005309518 (mp_runner.py:73) +2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.005664194999553729 (mp_runner.py:73) +2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.005640379000396933 (mp_runner.py:73) +2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.005929109000135213 (mp_runner.py:73) +2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.006194970999786165 (mp_runner.py:73) +2024-09-01 23:55:23,481 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0025703840001369826 (mp_runner.py:73) +2024-09-01 23:55:23,482 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.004310550997615792 (mp_runner.py:73) +2024-09-01 23:55:23,482 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.004562132999126334 (mp_runner.py:73) +2024-09-01 23:55:23,483 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.00467503399704583 (mp_runner.py:73) +2024-09-01 23:55:23,491 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.006432595000660513 (mp_runner.py:73) +2024-09-01 23:55:25,638 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0015s, count=5945, qps in this process: 198.1568 (mp_runner.py:76) +2024-09-01 23:55:25,644 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0062s, count=5946, qps in this process: 198.159 (mp_runner.py:76) +2024-09-01 23:55:25,644 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0012s, count=5946, qps in this process: 198.1921 (mp_runner.py:76) +2024-09-01 23:55:25,644 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=5946, qps in this process: 198.1947 (mp_runner.py:76) +2024-09-01 23:55:25,649 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0029s, count=5947, qps in this process: 198.2142 (mp_runner.py:76) +2024-09-01 23:55:25,652 | INFO |End search in concurrency 5: dur=30.062493138997525s, total_count=29730, qps=988.9399 (mp_runner.py:120) +2024-09-01 23:55:25,955 | INFO |Update largest qps with concurrency 5: current max_qps=988.9399 (mp_runner.py:124) +2024-09-01 23:55:26,363 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:55:26,364 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 23:55:36,521 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 23:55:36,604 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,621 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,626 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,651 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,666 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,672 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,681 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:36,690 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:55:42,961 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.006295588995271828 (mp_runner.py:73) +2024-09-01 23:55:42,963 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.004778693997650407 (mp_runner.py:73) +2024-09-01 23:55:42,963 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.007821052000508644 (mp_runner.py:73) +2024-09-01 23:55:42,965 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.008531266001227777 (mp_runner.py:73) +2024-09-01 23:55:42,965 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0029592040009447373 (mp_runner.py:73) +2024-09-01 23:55:42,966 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.008055516998865642 (mp_runner.py:73) +2024-09-01 23:55:42,967 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.00934454000525875 (mp_runner.py:73) +2024-09-01 23:55:42,968 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.009923564000928309 (mp_runner.py:73) +2024-09-01 23:55:42,968 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.007133664999855682 (mp_runner.py:73) +2024-09-01 23:55:42,969 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.014579479000531137 (mp_runner.py:73) +2024-09-01 23:55:42,969 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0026384439988760278 (mp_runner.py:73) +2024-09-01 23:55:42,969 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.01249887599988142 (mp_runner.py:73) +2024-09-01 23:55:42,970 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.015018393001810182 (mp_runner.py:73) +2024-09-01 23:55:42,975 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.019530259000021033 (mp_runner.py:73) +2024-09-01 23:55:43,031 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.018897175999882165 (mp_runner.py:73) +2024-09-01 23:55:49,105 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.008843745999911334 (mp_runner.py:73) +2024-09-01 23:55:49,105 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.010361915999965277 (mp_runner.py:73) +2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.011164176001329906 (mp_runner.py:73) +2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.013333520000742283 (mp_runner.py:73) +2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.01229065599909518 (mp_runner.py:73) +2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.004509254002186935 (mp_runner.py:73) +2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.011442146002082154 (mp_runner.py:73) +2024-09-01 23:55:49,107 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.013425452998490073 (mp_runner.py:73) +2024-09-01 23:55:49,107 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.013351765999686904 (mp_runner.py:73) +2024-09-01 23:55:49,108 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.012313360995904077 (mp_runner.py:73) +2024-09-01 23:55:49,109 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.013965916994493455 (mp_runner.py:73) +2024-09-01 23:55:49,109 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.016629457000817638 (mp_runner.py:73) +2024-09-01 23:55:49,110 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.013274859004013706 (mp_runner.py:73) +2024-09-01 23:55:49,111 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.014676917999167927 (mp_runner.py:73) +2024-09-01 23:55:49,264 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.006834408995928243 (mp_runner.py:73) +2024-09-01 23:55:55,049 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00472629300202243 (mp_runner.py:73) +2024-09-01 23:55:55,052 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.00986177600134397 (mp_runner.py:73) +2024-09-01 23:55:55,054 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.009980952003388666 (mp_runner.py:73) +2024-09-01 23:55:55,059 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.006172102002892643 (mp_runner.py:73) +2024-09-01 23:55:55,062 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.011701051000272855 (mp_runner.py:73) +2024-09-01 23:55:55,064 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0067096549973939545 (mp_runner.py:73) +2024-09-01 23:55:55,065 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006123166000179481 (mp_runner.py:73) +2024-09-01 23:55:55,066 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.01983309099887265 (mp_runner.py:73) +2024-09-01 23:55:55,067 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.017968752996239346 (mp_runner.py:73) +2024-09-01 23:55:55,069 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.013927872001659125 (mp_runner.py:73) +2024-09-01 23:55:55,070 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.013532739998481702 (mp_runner.py:73) +2024-09-01 23:55:55,071 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.019125466998957563 (mp_runner.py:73) +2024-09-01 23:55:55,075 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.011363769001036417 (mp_runner.py:73) +2024-09-01 23:55:55,078 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.01692646199808223 (mp_runner.py:73) +2024-09-01 23:55:55,112 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.023766717000398785 (mp_runner.py:73) +2024-09-01 23:56:00,840 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.01226376499835169 (mp_runner.py:73) +2024-09-01 23:56:00,841 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.007286546999239363 (mp_runner.py:73) +2024-09-01 23:56:00,842 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.01488381699891761 (mp_runner.py:73) +2024-09-01 23:56:00,842 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0027449069966678508 (mp_runner.py:73) +2024-09-01 23:56:00,843 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.011178393993759528 (mp_runner.py:73) +2024-09-01 23:56:00,843 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.008573368002544157 (mp_runner.py:73) +2024-09-01 23:56:00,845 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.013848342998244334 (mp_runner.py:73) +2024-09-01 23:56:00,845 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.0065039370019803755 (mp_runner.py:73) +2024-09-01 23:56:00,846 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.010156277996429708 (mp_runner.py:73) +2024-09-01 23:56:00,847 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.009904416001518257 (mp_runner.py:73) +2024-09-01 23:56:00,850 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005092494000564329 (mp_runner.py:73) +2024-09-01 23:56:00,854 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.029124237000360154 (mp_runner.py:73) +2024-09-01 23:56:00,863 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.03346686199802207 (mp_runner.py:73) +2024-09-01 23:56:00,917 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.021108406996063422 (mp_runner.py:73) +2024-09-01 23:56:01,227 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.006875840001157485 (mp_runner.py:73) +2024-09-01 23:56:06,610 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0052s, count=2470, qps in this process: 82.3191 (mp_runner.py:76) +2024-09-01 23:56:06,627 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0007s, count=2471, qps in this process: 82.3647 (mp_runner.py:76) +2024-09-01 23:56:06,637 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0036s, count=2472, qps in this process: 82.3901 (mp_runner.py:76) +2024-09-01 23:56:06,662 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0092s, count=2475, qps in this process: 82.4747 (mp_runner.py:76) +2024-09-01 23:56:06,682 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0073s, count=2477, qps in this process: 82.5466 (mp_runner.py:76) +2024-09-01 23:56:06,685 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0007s, count=2478, qps in this process: 82.5981 (mp_runner.py:76) +2024-09-01 23:56:06,686 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0003s, count=2478, qps in this process: 82.5992 (mp_runner.py:76) +2024-09-01 23:56:06,686 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0144s, count=2477, qps in this process: 82.5271 (mp_runner.py:76) +2024-09-01 23:56:06,688 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0034s, count=2478, qps in this process: 82.5906 (mp_runner.py:76) +2024-09-01 23:56:06,691 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0062s, count=2478, qps in this process: 82.5829 (mp_runner.py:76) +2024-09-01 23:56:06,692 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.006s, count=2478, qps in this process: 82.5835 (mp_runner.py:76) +2024-09-01 23:56:06,694 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0076s, count=2421, qps in this process: 80.6796 (mp_runner.py:76) +2024-09-01 23:56:06,695 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0058s, count=2478, qps in this process: 82.584 (mp_runner.py:76) +2024-09-01 23:56:06,696 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0027s, count=2479, qps in this process: 82.6259 (mp_runner.py:76) +2024-09-01 23:56:06,700 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0036s, count=2480, qps in this process: 82.6567 (mp_runner.py:76) +2024-09-01 23:56:06,704 | INFO |End search in concurrency 15: dur=30.182006495000678s, total_count=37090, qps=1228.8779 (mp_runner.py:120) +2024-09-01 23:56:07,588 | INFO |Update largest qps with concurrency 15: current max_qps=1228.8779 (mp_runner.py:124) +2024-09-01 23:56:08,003 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:56:08,004 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 23:56:18,217 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 23:56:18,270 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,306 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,382 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,397 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,397 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,399 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:18,435 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0286637579993112 (mp_runner.py:73) +2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.01823237899952801 (mp_runner.py:73) +2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.017364207000355236 (mp_runner.py:73) +2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.021930490001977887 (mp_runner.py:73) +2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.024181228000088595 (mp_runner.py:73) +2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.02548970200587064 (mp_runner.py:73) +2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.02565219199459534 (mp_runner.py:73) +2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.021329447998141404 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.017302074003964663 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.021614113000396173 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.016276766000373755 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.015422823998960666 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.027739484001358505 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.01968943699466763 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.016182614002900664 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.023573865000798833 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.020788221998373047 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.017423777004296426 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.02513266100140754 (mp_runner.py:73) +2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.028115098000853322 (mp_runner.py:73) +2024-09-01 23:56:34,099 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.024746750001213513 (mp_runner.py:73) +2024-09-01 23:56:34,099 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.01946341599978041 (mp_runner.py:73) +2024-09-01 23:56:34,099 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.018634697997185867 (mp_runner.py:73) +2024-09-01 23:56:34,099 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.024517481004295405 (mp_runner.py:73) +2024-09-01 23:56:34,100 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.023520483999163844 (mp_runner.py:73) +2024-09-01 23:56:34,100 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.017732668995449785 (mp_runner.py:73) +2024-09-01 23:56:34,100 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.022490413997729775 (mp_runner.py:73) +2024-09-01 23:56:34,100 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.016954633996647317 (mp_runner.py:73) +2024-09-01 23:56:34,101 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.031215135000820737 (mp_runner.py:73) +2024-09-01 23:56:34,101 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.02692624700284796 (mp_runner.py:73) +2024-09-01 23:56:34,101 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.022165661001054104 (mp_runner.py:73) +2024-09-01 23:56:34,101 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.02113947700127028 (mp_runner.py:73) +2024-09-01 23:56:34,102 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.020568487998389173 (mp_runner.py:73) +2024-09-01 23:56:34,102 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.01841948999935994 (mp_runner.py:73) +2024-09-01 23:56:34,103 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.020080155998584814 (mp_runner.py:73) +2024-09-01 23:56:34,103 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.018171865995100234 (mp_runner.py:73) +2024-09-01 23:56:34,111 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.04010494300018763 (mp_runner.py:73) +2024-09-01 23:56:34,166 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.015864458997384645 (mp_runner.py:73) +2024-09-01 23:56:34,231 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.011752166996302549 (mp_runner.py:73) +2024-09-01 23:56:34,552 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.012063706999470014 (mp_runner.py:73) +2024-09-01 23:56:41,774 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.010236807000183035 (mp_runner.py:73) +2024-09-01 23:56:41,774 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.010317469997971784 (mp_runner.py:73) +2024-09-01 23:56:41,775 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.005521330000192393 (mp_runner.py:73) +2024-09-01 23:56:41,775 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.008839039001031779 (mp_runner.py:73) +2024-09-01 23:56:41,775 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.011222307999560144 (mp_runner.py:73) +2024-09-01 23:56:41,776 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.009608496002329048 (mp_runner.py:73) +2024-09-01 23:56:41,776 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.007177762003266253 (mp_runner.py:73) +2024-09-01 23:56:41,776 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.00457240900141187 (mp_runner.py:73) +2024-09-01 23:56:41,777 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.006353282995405607 (mp_runner.py:73) +2024-09-01 23:56:41,777 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.008241641000495292 (mp_runner.py:73) +2024-09-01 23:56:41,778 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.005474552999658044 (mp_runner.py:73) +2024-09-01 23:56:41,779 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.004871443998126779 (mp_runner.py:73) +2024-09-01 23:56:41,779 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.01362781199713936 (mp_runner.py:73) +2024-09-01 23:56:41,780 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.014388745999895036 (mp_runner.py:73) +2024-09-01 23:56:41,781 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.007202071996289305 (mp_runner.py:73) +2024-09-01 23:56:41,783 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.0038982559999567457 (mp_runner.py:73) +2024-09-01 23:56:41,784 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.020118879998335615 (mp_runner.py:73) +2024-09-01 23:56:41,784 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.005552539994823746 (mp_runner.py:73) +2024-09-01 23:56:41,784 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.015154385997448117 (mp_runner.py:73) +2024-09-01 23:56:42,417 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.020388121003634296 (mp_runner.py:73) +2024-09-01 23:56:48,280 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0102s, count=1904, qps in this process: 63.4451 (mp_runner.py:76) +2024-09-01 23:56:48,319 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0127s, count=1906, qps in this process: 63.5064 (mp_runner.py:76) +2024-09-01 23:56:48,392 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.008s, count=1913, qps in this process: 63.7497 (mp_runner.py:76) +2024-09-01 23:56:48,400 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0008s, count=1914, qps in this process: 63.7983 (mp_runner.py:76) +2024-09-01 23:56:48,404 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0043s, count=1913, qps in this process: 63.7575 (mp_runner.py:76) +2024-09-01 23:56:48,407 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0029s, count=1913, qps in this process: 63.7605 (mp_runner.py:76) +2024-09-01 23:56:48,408 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0048s, count=1914, qps in this process: 63.7898 (mp_runner.py:76) +2024-09-01 23:56:48,408 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0039s, count=1913, qps in this process: 63.7584 (mp_runner.py:76) +2024-09-01 23:56:48,425 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0248s, count=1914, qps in this process: 63.7473 (mp_runner.py:76) +2024-09-01 23:56:48,433 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0003s, count=1880, qps in this process: 62.666 (mp_runner.py:76) +2024-09-01 23:56:48,433 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0017s, count=1916, qps in this process: 63.863 (mp_runner.py:76) +2024-09-01 23:56:48,434 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0025s, count=1916, qps in this process: 63.8613 (mp_runner.py:76) +2024-09-01 23:56:48,435 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0006s, count=1916, qps in this process: 63.8654 (mp_runner.py:76) +2024-09-01 23:56:48,436 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0013s, count=1916, qps in this process: 63.8639 (mp_runner.py:76) +2024-09-01 23:56:48,439 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0067s, count=1916, qps in this process: 63.8524 (mp_runner.py:76) +2024-09-01 23:56:48,439 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0045s, count=1916, qps in this process: 63.8571 (mp_runner.py:76) +2024-09-01 23:56:48,440 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.005s, count=1916, qps in this process: 63.856 (mp_runner.py:76) +2024-09-01 23:56:48,444 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.009s, count=1917, qps in this process: 63.8808 (mp_runner.py:76) +2024-09-01 23:56:48,444 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0013s, count=1917, qps in this process: 63.8972 (mp_runner.py:76) +2024-09-01 23:56:48,445 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0099s, count=1917, qps in this process: 63.8789 (mp_runner.py:76) +2024-09-01 23:56:48,450 | INFO |End search in concurrency 20: dur=30.230703689005168s, total_count=38247, qps=1265.1707 (mp_runner.py:120) +2024-09-01 23:56:49,709 | INFO |Update largest qps with concurrency 20: current max_qps=1265.1707 (mp_runner.py:124) +2024-09-01 23:56:50,128 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:56:50,129 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 23:57:00,425 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 23:57:00,501 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,502 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,519 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,520 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,528 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,600 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,635 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,647 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,660 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,667 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,700 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:00,725 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:10,819 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.008361959997273516 (mp_runner.py:73) +2024-09-01 23:57:10,820 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.01086290900275344 (mp_runner.py:73) +2024-09-01 23:57:10,821 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.006427975997212343 (mp_runner.py:73) +2024-09-01 23:57:10,823 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.011620639001193922 (mp_runner.py:73) +2024-09-01 23:57:10,824 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.011003951003658585 (mp_runner.py:73) +2024-09-01 23:57:10,824 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.012745717998768669 (mp_runner.py:73) +2024-09-01 23:57:10,827 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.014847915997961536 (mp_runner.py:73) +2024-09-01 23:57:10,827 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.015303685002436396 (mp_runner.py:73) +2024-09-01 23:57:10,829 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.015477859997190535 (mp_runner.py:73) +2024-09-01 23:57:10,831 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.014738409001438413 (mp_runner.py:73) +2024-09-01 23:57:10,831 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.012649568998313043 (mp_runner.py:73) +2024-09-01 23:57:10,833 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.018165616995247547 (mp_runner.py:73) +2024-09-01 23:57:10,833 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.013295411001308821 (mp_runner.py:73) +2024-09-01 23:57:10,834 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.018375539999397006 (mp_runner.py:73) +2024-09-01 23:57:10,834 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.011245585999859031 (mp_runner.py:73) +2024-09-01 23:57:10,835 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01399193900579121 (mp_runner.py:73) +2024-09-01 23:57:10,835 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.026209992000076454 (mp_runner.py:73) +2024-09-01 23:57:10,837 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.02197304600122152 (mp_runner.py:73) +2024-09-01 23:57:10,837 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.014656329003628343 (mp_runner.py:73) +2024-09-01 23:57:10,838 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.029969918003189377 (mp_runner.py:73) +2024-09-01 23:57:10,839 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.023427144005836453 (mp_runner.py:73) +2024-09-01 23:57:10,845 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.03369682399352314 (mp_runner.py:73) +2024-09-01 23:57:10,887 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.044610288001422305 (mp_runner.py:73) +2024-09-01 23:57:11,093 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.023036003003653605 (mp_runner.py:73) +2024-09-01 23:57:11,171 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.04330836499866564 (mp_runner.py:73) +2024-09-01 23:57:20,594 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.004269508004654199 (mp_runner.py:73) +2024-09-01 23:57:20,595 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.007424372000969015 (mp_runner.py:73) +2024-09-01 23:57:20,595 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.005330011998012196 (mp_runner.py:73) +2024-09-01 23:57:20,596 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.008746781000809278 (mp_runner.py:73) +2024-09-01 23:57:20,596 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.0073268199994345196 (mp_runner.py:73) +2024-09-01 23:57:20,598 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.009611160996428225 (mp_runner.py:73) +2024-09-01 23:57:20,599 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.009954295004718006 (mp_runner.py:73) +2024-09-01 23:57:20,600 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.012920865003252402 (mp_runner.py:73) +2024-09-01 23:57:20,600 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.011474657003418542 (mp_runner.py:73) +2024-09-01 23:57:20,602 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.012378397994325496 (mp_runner.py:73) +2024-09-01 23:57:20,603 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.014576853005564772 (mp_runner.py:73) +2024-09-01 23:57:20,604 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.015893477997451555 (mp_runner.py:73) +2024-09-01 23:57:20,604 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.01772609700128669 (mp_runner.py:73) +2024-09-01 23:57:20,606 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.017334525000478607 (mp_runner.py:73) +2024-09-01 23:57:20,607 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.018810681001923513 (mp_runner.py:73) +2024-09-01 23:57:20,607 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.018894572000135668 (mp_runner.py:73) +2024-09-01 23:57:20,607 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.02095122600439936 (mp_runner.py:73) +2024-09-01 23:57:20,608 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.02049734599859221 (mp_runner.py:73) +2024-09-01 23:57:20,608 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.021504942000319716 (mp_runner.py:73) +2024-09-01 23:57:20,619 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.0312925950056524 (mp_runner.py:73) +2024-09-01 23:57:20,625 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.03704282700346084 (mp_runner.py:73) +2024-09-01 23:57:20,930 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.026372494001407176 (mp_runner.py:73) +2024-09-01 23:57:20,972 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.018517128999519628 (mp_runner.py:73) +2024-09-01 23:57:21,164 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.03169180000259075 (mp_runner.py:73) +2024-09-01 23:57:21,407 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.031151369999861345 (mp_runner.py:73) +2024-09-01 23:57:30,512 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.009s, count=1494, qps in this process: 49.7851 (mp_runner.py:76) +2024-09-01 23:57:30,521 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0189s, count=1495, qps in this process: 49.802 (mp_runner.py:76) +2024-09-01 23:57:30,524 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0018s, count=1486, qps in this process: 49.5304 (mp_runner.py:76) +2024-09-01 23:57:30,537 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0165s, count=1495, qps in this process: 49.8059 (mp_runner.py:76) +2024-09-01 23:57:30,551 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0011s, count=1496, qps in this process: 49.8648 (mp_runner.py:76) +2024-09-01 23:57:30,566 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0038s, count=1470, qps in this process: 48.9938 (mp_runner.py:76) +2024-09-01 23:57:30,568 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0269s, count=1497, qps in this process: 49.8553 (mp_runner.py:76) +2024-09-01 23:57:30,584 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0049s, count=1498, qps in this process: 49.9252 (mp_runner.py:76) +2024-09-01 23:57:30,606 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.004550894002022687 (mp_runner.py:73) +2024-09-01 23:57:30,606 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0078s, count=1499, qps in this process: 49.9537 (mp_runner.py:76) +2024-09-01 23:57:30,606 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.00540246599848615 (mp_runner.py:73) +2024-09-01 23:57:30,608 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.005143360001966357 (mp_runner.py:73) +2024-09-01 23:57:30,609 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.0031120950006879866 (mp_runner.py:73) +2024-09-01 23:57:30,610 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.0031681209948146716 (mp_runner.py:73) +2024-09-01 23:57:30,612 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.0044522859971039 (mp_runner.py:73) +2024-09-01 23:57:30,613 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.011916062998352572 (mp_runner.py:73) +2024-09-01 23:57:30,613 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0113s, count=1500, qps in this process: 49.9812 (mp_runner.py:76) +2024-09-01 23:57:30,614 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.0077035899957991205 (mp_runner.py:73) +2024-09-01 23:57:30,615 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.008770816995820496 (mp_runner.py:73) +2024-09-01 23:57:30,616 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.0017402079974999651 (mp_runner.py:73) +2024-09-01 23:57:30,617 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.001813652997952886 (mp_runner.py:73) +2024-09-01 23:57:30,618 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.002912768002715893 (mp_runner.py:73) +2024-09-01 23:57:30,619 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.004088280998985283 (mp_runner.py:73) +2024-09-01 23:57:30,641 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.009146690004854463 (mp_runner.py:73) +2024-09-01 23:57:30,648 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0084s, count=1502, qps in this process: 50.0527 (mp_runner.py:76) +2024-09-01 23:57:30,653 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.018403417998342775 (mp_runner.py:73) +2024-09-01 23:57:30,657 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0079s, count=1503, qps in this process: 50.0868 (mp_runner.py:76) +2024-09-01 23:57:30,666 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.007s, count=1503, qps in this process: 50.0883 (mp_runner.py:76) +2024-09-01 23:57:30,671 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0008s, count=1501, qps in this process: 50.032 (mp_runner.py:76) +2024-09-01 23:57:30,678 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0021s, count=1505, qps in this process: 50.1632 (mp_runner.py:76) +2024-09-01 23:57:30,678 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0029s, count=1505, qps in this process: 50.1618 (mp_runner.py:76) +2024-09-01 23:57:30,689 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0267s, count=1480, qps in this process: 49.2895 (mp_runner.py:76) +2024-09-01 23:57:30,696 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0024s, count=1507, qps in this process: 50.2293 (mp_runner.py:76) +2024-09-01 23:57:30,699 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0003s, count=1508, qps in this process: 50.2662 (mp_runner.py:76) +2024-09-01 23:57:30,700 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0017s, count=1508, qps in this process: 50.2638 (mp_runner.py:76) +2024-09-01 23:57:30,701 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.002s, count=1508, qps in this process: 50.2633 (mp_runner.py:76) +2024-09-01 23:57:30,705 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0061s, count=1509, qps in this process: 50.2898 (mp_runner.py:76) +2024-09-01 23:57:30,705 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.005s, count=1509, qps in this process: 50.2916 (mp_runner.py:76) +2024-09-01 23:57:30,708 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0038s, count=1509, qps in this process: 50.2936 (mp_runner.py:76) +2024-09-01 23:57:30,734 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0008s, count=1518, qps in this process: 50.5987 (mp_runner.py:76) +2024-09-01 23:57:30,737 | INFO |End search in concurrency 25: dur=30.311495458001446s, total_count=37505, qps=1237.3194 (mp_runner.py:120) +2024-09-01 23:57:32,723 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:57:32,724 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 23:57:43,204 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 23:57:43,344 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,370 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,449 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,476 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,486 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,525 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,529 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,529 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,537 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,539 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,571 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,574 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,574 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,589 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,591 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,679 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:43,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:57:55,327 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.01739136700052768 (mp_runner.py:73) +2024-09-01 23:57:55,331 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.01970131800044328 (mp_runner.py:73) +2024-09-01 23:57:55,331 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.016301210001984145 (mp_runner.py:73) +2024-09-01 23:57:55,332 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.024102780000248458 (mp_runner.py:73) +2024-09-01 23:57:55,333 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.020973175000108313 (mp_runner.py:73) +2024-09-01 23:57:55,334 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.01642093299597036 (mp_runner.py:73) +2024-09-01 23:57:55,334 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.023845876996347215 (mp_runner.py:73) +2024-09-01 23:57:55,335 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.022161002998473123 (mp_runner.py:73) +2024-09-01 23:57:55,336 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.022260631005337927 (mp_runner.py:73) +2024-09-01 23:57:55,337 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.017868956994789187 (mp_runner.py:73) +2024-09-01 23:57:55,337 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.015357522999693174 (mp_runner.py:73) +2024-09-01 23:57:55,339 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.02036510100151645 (mp_runner.py:73) +2024-09-01 23:57:55,340 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.0251795479998691 (mp_runner.py:73) +2024-09-01 23:57:55,341 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.014815303999057505 (mp_runner.py:73) +2024-09-01 23:57:55,341 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.034564770001452416 (mp_runner.py:73) +2024-09-01 23:57:55,342 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.017249920005269814 (mp_runner.py:73) +2024-09-01 23:57:55,342 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.02226315999723738 (mp_runner.py:73) +2024-09-01 23:57:55,343 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.020080258000234608 (mp_runner.py:73) +2024-09-01 23:57:55,344 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.022143701004097238 (mp_runner.py:73) +2024-09-01 23:57:55,345 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.024070294995908625 (mp_runner.py:73) +2024-09-01 23:57:55,345 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.022072697000112385 (mp_runner.py:73) +2024-09-01 23:57:55,347 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.0199057149948203 (mp_runner.py:73) +2024-09-01 23:57:55,350 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.034288148999621626 (mp_runner.py:73) +2024-09-01 23:57:55,366 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.061272847997315694 (mp_runner.py:73) +2024-09-01 23:57:55,383 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.03553473099600524 (mp_runner.py:73) +2024-09-01 23:57:55,388 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.031158193000010215 (mp_runner.py:73) +2024-09-01 23:57:55,453 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.020398798005771823 (mp_runner.py:73) +2024-09-01 23:57:55,455 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.0055178650000016205 (mp_runner.py:73) +2024-09-01 23:57:55,559 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.04436685299879173 (mp_runner.py:73) +2024-09-01 23:57:56,028 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.028478018997702748 (mp_runner.py:73) +2024-09-01 23:58:06,959 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.011677984002744779 (mp_runner.py:73) +2024-09-01 23:58:06,959 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.027858414003276266 (mp_runner.py:73) +2024-09-01 23:58:06,959 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.019845946997520514 (mp_runner.py:73) +2024-09-01 23:58:06,960 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.022050432999094483 (mp_runner.py:73) +2024-09-01 23:58:06,961 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.01785079899855191 (mp_runner.py:73) +2024-09-01 23:58:06,963 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.029516314003558364 (mp_runner.py:73) +2024-09-01 23:58:06,963 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.024754229001700878 (mp_runner.py:73) +2024-09-01 23:58:06,964 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.032797161999042146 (mp_runner.py:73) +2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.023487170998123474 (mp_runner.py:73) +2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.029498739997507073 (mp_runner.py:73) +2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.027152769005624577 (mp_runner.py:73) +2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.02883829499478452 (mp_runner.py:73) +2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.02465890299936291 (mp_runner.py:73) +2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.0203776199996355 (mp_runner.py:73) +2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.0303538789958111 (mp_runner.py:73) +2024-09-01 23:58:06,966 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.033864315002574585 (mp_runner.py:73) +2024-09-01 23:58:06,966 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.025305360999482218 (mp_runner.py:73) +2024-09-01 23:58:06,966 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.03180172800057335 (mp_runner.py:73) +2024-09-01 23:58:06,966 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.02687949699611636 (mp_runner.py:73) +2024-09-01 23:58:06,967 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.020926821998727974 (mp_runner.py:73) +2024-09-01 23:58:06,967 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.032996480993460864 (mp_runner.py:73) +2024-09-01 23:58:06,969 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.031895168001938146 (mp_runner.py:73) +2024-09-01 23:58:06,969 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.03289996500097914 (mp_runner.py:73) +2024-09-01 23:58:06,969 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.035424765999778174 (mp_runner.py:73) +2024-09-01 23:58:06,969 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.03652333000354702 (mp_runner.py:73) +2024-09-01 23:58:06,970 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.032988024002406746 (mp_runner.py:73) +2024-09-01 23:58:06,973 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.040135524002835155 (mp_runner.py:73) +2024-09-01 23:58:07,723 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.03350169800251024 (mp_runner.py:73) +2024-09-01 23:58:07,725 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.020484627995756455 (mp_runner.py:73) +2024-09-01 23:58:08,075 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.01440233200264629 (mp_runner.py:73) +2024-09-01 23:58:13,364 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0174s, count=1275, qps in this process: 42.4754 (mp_runner.py:76) +2024-09-01 23:58:13,382 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.013s, count=1276, qps in this process: 42.5149 (mp_runner.py:76) +2024-09-01 23:58:13,389 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0034s, count=1276, qps in this process: 42.5285 (mp_runner.py:76) +2024-09-01 23:58:13,453 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0032s, count=1279, qps in this process: 42.6288 (mp_runner.py:76) +2024-09-01 23:58:13,463 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0055s, count=1280, qps in this process: 42.6588 (mp_runner.py:76) +2024-09-01 23:58:13,464 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0083s, count=1280, qps in this process: 42.6549 (mp_runner.py:76) +2024-09-01 23:58:13,466 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0103s, count=1280, qps in this process: 42.652 (mp_runner.py:76) +2024-09-01 23:58:13,468 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0056s, count=1280, qps in this process: 42.6587 (mp_runner.py:76) +2024-09-01 23:58:13,468 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.006s, count=1280, qps in this process: 42.6581 (mp_runner.py:76) +2024-09-01 23:58:13,470 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0124s, count=1280, qps in this process: 42.649 (mp_runner.py:76) +2024-09-01 23:58:13,482 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0063s, count=1281, qps in this process: 42.691 (mp_runner.py:76) +2024-09-01 23:58:13,485 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0064s, count=1281, qps in this process: 42.6909 (mp_runner.py:76) +2024-09-01 23:58:13,510 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0205s, count=1230, qps in this process: 40.972 (mp_runner.py:76) +2024-09-01 23:58:13,536 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0049s, count=1284, qps in this process: 42.793 (mp_runner.py:76) +2024-09-01 23:58:13,541 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0061s, count=1283, qps in this process: 42.758 (mp_runner.py:76) +2024-09-01 23:58:13,541 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0021s, count=1284, qps in this process: 42.797 (mp_runner.py:76) +2024-09-01 23:58:13,549 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0197s, count=1266, qps in this process: 42.1723 (mp_runner.py:76) +2024-09-01 23:58:13,557 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0103s, count=1285, qps in this process: 42.8186 (mp_runner.py:76) +2024-09-01 23:58:13,559 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0094s, count=1284, qps in this process: 42.7866 (mp_runner.py:76) +2024-09-01 23:58:13,573 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.016s, count=1285, qps in this process: 42.8105 (mp_runner.py:76) +2024-09-01 23:58:13,576 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0297s, count=1283, qps in this process: 42.7244 (mp_runner.py:76) +2024-09-01 23:58:13,577 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0266s, count=1284, qps in this process: 42.7621 (mp_runner.py:76) +2024-09-01 23:58:13,584 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0107s, count=1285, qps in this process: 42.8181 (mp_runner.py:76) +2024-09-01 23:58:13,595 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.01s, count=1257, qps in this process: 41.886 (mp_runner.py:76) +2024-09-01 23:58:13,605 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0039s, count=1287, qps in this process: 42.8944 (mp_runner.py:76) +2024-09-01 23:58:13,609 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0247s, count=1288, qps in this process: 42.898 (mp_runner.py:76) +2024-09-01 23:58:13,609 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0128s, count=1287, qps in this process: 42.8817 (mp_runner.py:76) +2024-09-01 23:58:13,682 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0012s, count=1300, qps in this process: 43.3316 (mp_runner.py:76) +2024-09-01 23:58:13,696 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0002s, count=1303, qps in this process: 43.433 (mp_runner.py:76) +2024-09-01 23:58:13,708 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0008s, count=1307, qps in this process: 43.5655 (mp_runner.py:76) +2024-09-01 23:58:13,711 | INFO |End search in concurrency 30: dur=30.50643371899787s, total_count=38430, qps=1259.7343 (mp_runner.py:120) +2024-09-01 23:58:16,032 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:58:16,033 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 23:58:26,605 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 23:58:26,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,804 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,839 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,908 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,908 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,908 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,922 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,927 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,928 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,928 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,930 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,930 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,930 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,930 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,961 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,968 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,980 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,983 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:26,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:27,004 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:27,008 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:27,009 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:27,024 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:27,086 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:58:42,265 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.03392061300110072 (mp_runner.py:73) +2024-09-01 23:58:42,265 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.01164269999571843 (mp_runner.py:73) +2024-09-01 23:58:42,265 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.01099681499908911 (mp_runner.py:73) +2024-09-01 23:58:42,265 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.03979854900535429 (mp_runner.py:73) +2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.03927576699788915 (mp_runner.py:73) +2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.04012352699646726 (mp_runner.py:73) +2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.03888771399942925 (mp_runner.py:73) +2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04082756100251572 (mp_runner.py:73) +2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.009029845001350623 (mp_runner.py:73) +2024-09-01 23:58:42,274 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.023336899001151323 (mp_runner.py:73) +2024-09-01 23:58:42,275 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.04570755799795734 (mp_runner.py:73) +2024-09-01 23:58:42,275 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.016818615004012827 (mp_runner.py:73) +2024-09-01 23:58:42,277 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.024298524993355386 (mp_runner.py:73) +2024-09-01 23:58:42,279 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.027341414002876263 (mp_runner.py:73) +2024-09-01 23:58:42,280 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.030634474998805672 (mp_runner.py:73) +2024-09-01 23:58:42,287 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.036259326996514574 (mp_runner.py:73) +2024-09-01 23:58:42,289 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.03043519600032596 (mp_runner.py:73) +2024-09-01 23:58:42,293 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.04707182000129251 (mp_runner.py:73) +2024-09-01 23:58:42,296 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.06796123400272336 (mp_runner.py:73) +2024-09-01 23:58:42,299 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.04634151799837127 (mp_runner.py:73) +2024-09-01 23:58:42,302 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.07780808099778369 (mp_runner.py:73) +2024-09-01 23:58:42,318 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.06511221300024772 (mp_runner.py:73) +2024-09-01 23:58:42,318 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.08860886599723017 (mp_runner.py:73) +2024-09-01 23:58:42,326 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.0888228390031145 (mp_runner.py:73) +2024-09-01 23:58:42,432 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.11126789799891412 (mp_runner.py:73) +2024-09-01 23:58:42,535 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.039991368998016696 (mp_runner.py:73) +2024-09-01 23:58:42,605 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.010850494996702764 (mp_runner.py:73) +2024-09-01 23:58:42,620 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.014676060003694147 (mp_runner.py:73) +2024-09-01 23:58:42,771 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.03745601500122575 (mp_runner.py:73) +2024-09-01 23:58:42,831 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.05519796599401161 (mp_runner.py:73) +2024-09-01 23:58:43,036 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.0064010600035544485 (mp_runner.py:73) +2024-09-01 23:58:43,105 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.02716624399909051 (mp_runner.py:73) +2024-09-01 23:58:43,163 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.0065195439965464175 (mp_runner.py:73) +2024-09-01 23:58:43,270 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.032866645997273736 (mp_runner.py:73) +2024-09-01 23:58:44,408 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.034673449001275 (mp_runner.py:73) +2024-09-01 23:58:56,296 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.020959714995115064 (mp_runner.py:73) +2024-09-01 23:58:56,298 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.02018041799601633 (mp_runner.py:73) +2024-09-01 23:58:56,299 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.015935496994643472 (mp_runner.py:73) +2024-09-01 23:58:56,301 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.015936703006445896 (mp_runner.py:73) +2024-09-01 23:58:56,301 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.018019752998952754 (mp_runner.py:73) +2024-09-01 23:58:56,302 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.01598476499930257 (mp_runner.py:73) +2024-09-01 23:58:56,302 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.02579193500423571 (mp_runner.py:73) +2024-09-01 23:58:56,303 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.028002292005112395 (mp_runner.py:73) +2024-09-01 23:58:56,304 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.01797224799520336 (mp_runner.py:73) +2024-09-01 23:58:56,305 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.027923631998419296 (mp_runner.py:73) +2024-09-01 23:58:56,305 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.020396045998495538 (mp_runner.py:73) +2024-09-01 23:58:56,306 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.026833950003492646 (mp_runner.py:73) +2024-09-01 23:58:56,307 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.02741613200487336 (mp_runner.py:73) +2024-09-01 23:58:56,308 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.025500125004327856 (mp_runner.py:73) +2024-09-01 23:58:56,310 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.02890753300016513 (mp_runner.py:73) +2024-09-01 23:58:56,311 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.028650419000769034 (mp_runner.py:73) +2024-09-01 23:58:56,311 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.02406963899557013 (mp_runner.py:73) +2024-09-01 23:58:56,313 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.005323268000211101 (mp_runner.py:73) +2024-09-01 23:58:56,313 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.025602353001886513 (mp_runner.py:73) +2024-09-01 23:58:56,314 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.033271995998802595 (mp_runner.py:73) +2024-09-01 23:58:56,315 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.02293851400463609 (mp_runner.py:73) +2024-09-01 23:58:56,316 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.02144528500502929 (mp_runner.py:73) +2024-09-01 23:58:56,318 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.043655408000631724 (mp_runner.py:73) +2024-09-01 23:58:56,318 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.0214117220020853 (mp_runner.py:73) +2024-09-01 23:58:56,319 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.025502529002551455 (mp_runner.py:73) +2024-09-01 23:58:56,355 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.025705547996039968 (mp_runner.py:73) +2024-09-01 23:58:56,358 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.03692052100086585 (mp_runner.py:73) +2024-09-01 23:58:56,362 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.03199819499423029 (mp_runner.py:73) +2024-09-01 23:58:56,370 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.032248591996904 (mp_runner.py:73) +2024-09-01 23:58:56,378 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.10059791400271934 (mp_runner.py:73) +2024-09-01 23:58:56,635 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.03562700399925234 (mp_runner.py:73) +2024-09-01 23:58:56,651 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.023080156999640167 (mp_runner.py:73) +2024-09-01 23:58:56,792 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0003s, count=1018, qps in this process: 33.933 (mp_runner.py:76) +2024-09-01 23:58:56,805 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.0253169040006469 (mp_runner.py:73) +2024-09-01 23:58:56,847 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0128s, count=1021, qps in this process: 34.0188 (mp_runner.py:76) +2024-09-01 23:58:56,849 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0373s, count=1020, qps in this process: 33.9578 (mp_runner.py:76) +2024-09-01 23:58:56,855 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0102s, count=1021, qps in this process: 34.0218 (mp_runner.py:76) +2024-09-01 23:58:56,891 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0292s, count=1022, qps in this process: 34.0335 (mp_runner.py:76) +2024-09-01 23:58:56,905 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0395s, count=1022, qps in this process: 34.0219 (mp_runner.py:76) +2024-09-01 23:58:56,920 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.006s, count=1023, qps in this process: 34.0932 (mp_runner.py:76) +2024-09-01 23:58:56,922 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0002s, count=1010, qps in this process: 33.6664 (mp_runner.py:76) +2024-09-01 23:58:56,926 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0117s, count=1023, qps in this process: 34.0867 (mp_runner.py:76) +2024-09-01 23:58:56,931 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0091s, count=1023, qps in this process: 34.0897 (mp_runner.py:76) +2024-09-01 23:58:56,931 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0098s, count=1023, qps in this process: 34.0889 (mp_runner.py:76) +2024-09-01 23:58:56,933 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0109s, count=1023, qps in this process: 34.0876 (mp_runner.py:76) +2024-09-01 23:58:56,933 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0026s, count=1023, qps in this process: 34.097 (mp_runner.py:76) +2024-09-01 23:58:56,933 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.021s, count=1023, qps in this process: 34.0761 (mp_runner.py:76) +2024-09-01 23:58:56,937 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0035s, count=1024, qps in this process: 34.1294 (mp_runner.py:76) +2024-09-01 23:58:56,937 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0072s, count=1024, qps in this process: 34.1251 (mp_runner.py:76) +2024-09-01 23:58:56,941 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0117s, count=1024, qps in this process: 34.12 (mp_runner.py:76) +2024-09-01 23:58:56,942 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0084s, count=1024, qps in this process: 34.1238 (mp_runner.py:76) +2024-09-01 23:58:56,943 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0096s, count=1024, qps in this process: 34.1224 (mp_runner.py:76) +2024-09-01 23:58:56,958 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0251s, count=1024, qps in this process: 34.1048 (mp_runner.py:76) +2024-09-01 23:58:56,976 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0436s, count=1014, qps in this process: 33.7509 (mp_runner.py:76) +2024-09-01 23:58:56,977 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0056s, count=993, qps in this process: 33.0938 (mp_runner.py:76) +2024-09-01 23:58:56,982 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0168s, count=1026, qps in this process: 34.1809 (mp_runner.py:76) +2024-09-01 23:58:56,984 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.001s, count=1026, qps in this process: 34.1989 (mp_runner.py:76) +2024-09-01 23:58:56,996 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0076s, count=1027, qps in this process: 34.2247 (mp_runner.py:76) +2024-09-01 23:58:57,006 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0025s, count=1012, qps in this process: 33.7305 (mp_runner.py:76) +2024-09-01 23:58:57,007 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0011s, count=1028, qps in this process: 34.2654 (mp_runner.py:76) +2024-09-01 23:58:57,007 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0004s, count=1028, qps in this process: 34.2662 (mp_runner.py:76) +2024-09-01 23:58:57,008 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0049s, count=973, qps in this process: 32.428 (mp_runner.py:76) +2024-09-01 23:58:57,019 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.012s, count=1028, qps in this process: 34.253 (mp_runner.py:76) +2024-09-01 23:58:57,020 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.006s, count=1028, qps in this process: 34.2598 (mp_runner.py:76) +2024-09-01 23:58:57,024 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0154s, count=1029, qps in this process: 34.2824 (mp_runner.py:76) +2024-09-01 23:58:57,028 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0137s, count=1029, qps in this process: 34.2843 (mp_runner.py:76) +2024-09-01 23:58:57,039 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.005s, count=1031, qps in this process: 34.3609 (mp_runner.py:76) +2024-09-01 23:58:57,094 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0032s, count=1042, qps in this process: 34.7296 (mp_runner.py:76) +2024-09-01 23:58:57,098 | INFO |End search in concurrency 35: dur=30.490904231002787s, total_count=35753, qps=1172.5792 (mp_runner.py:120) +2024-09-01 23:58:59,766 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:58:59,766 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 23:59:10,430 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 23:59:10,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,655 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,707 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,709 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,772 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,783 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,788 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,788 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,827 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,873 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,878 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,889 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,889 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,891 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,894 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,918 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,923 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,931 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:10,939 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:26,593 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.004144835002080072 (mp_runner.py:73) +2024-09-01 23:59:26,594 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.003764377994230017 (mp_runner.py:73) +2024-09-01 23:59:26,595 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.006041210996045265 (mp_runner.py:73) +2024-09-01 23:59:26,595 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.0048169560031965375 (mp_runner.py:73) +2024-09-01 23:59:26,597 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.007963691998156719 (mp_runner.py:73) +2024-09-01 23:59:26,597 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.007443438997142948 (mp_runner.py:73) +2024-09-01 23:59:26,598 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.007972116000019014 (mp_runner.py:73) +2024-09-01 23:59:26,598 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.010231861997453962 (mp_runner.py:73) +2024-09-01 23:59:26,600 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.01029779099917505 (mp_runner.py:73) +2024-09-01 23:59:26,600 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.009852739996858872 (mp_runner.py:73) +2024-09-01 23:59:26,601 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.012536313995951787 (mp_runner.py:73) +2024-09-01 23:59:26,601 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.012498778000008315 (mp_runner.py:73) +2024-09-01 23:59:26,602 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.01339364200248383 (mp_runner.py:73) +2024-09-01 23:59:26,603 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.015150552993873134 (mp_runner.py:73) +2024-09-01 23:59:26,604 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.015279348001058679 (mp_runner.py:73) +2024-09-01 23:59:26,605 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.016094685001007747 (mp_runner.py:73) +2024-09-01 23:59:26,606 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.017168903003039304 (mp_runner.py:73) +2024-09-01 23:59:26,606 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.017558382998686284 (mp_runner.py:73) +2024-09-01 23:59:26,607 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.017950542998733 (mp_runner.py:73) +2024-09-01 23:59:26,607 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.018951581994770095 (mp_runner.py:73) +2024-09-01 23:59:26,608 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.019887773996742908 (mp_runner.py:73) +2024-09-01 23:59:26,609 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.019531639001797885 (mp_runner.py:73) +2024-09-01 23:59:26,610 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.02106502999959048 (mp_runner.py:73) +2024-09-01 23:59:26,611 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.02188495900190901 (mp_runner.py:73) +2024-09-01 23:59:26,611 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.02332159999787109 (mp_runner.py:73) +2024-09-01 23:59:26,612 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.022374849002517294 (mp_runner.py:73) +2024-09-01 23:59:26,613 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.0244333760056179 (mp_runner.py:73) +2024-09-01 23:59:26,614 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.025744912003574427 (mp_runner.py:73) +2024-09-01 23:59:26,614 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.024604083999292925 (mp_runner.py:73) +2024-09-01 23:59:26,615 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.027314506005495787 (mp_runner.py:73) +2024-09-01 23:59:26,615 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.024953971995273605 (mp_runner.py:73) +2024-09-01 23:59:26,617 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.029004098003497347 (mp_runner.py:73) +2024-09-01 23:59:26,617 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.0271250039950246 (mp_runner.py:73) +2024-09-01 23:59:26,619 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.029594357998576015 (mp_runner.py:73) +2024-09-01 23:59:26,619 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.02916163700137986 (mp_runner.py:73) +2024-09-01 23:59:26,620 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.031184264000330586 (mp_runner.py:73) +2024-09-01 23:59:26,622 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.033162496001750696 (mp_runner.py:73) +2024-09-01 23:59:26,629 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.04006635900441324 (mp_runner.py:73) +2024-09-01 23:59:26,945 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.0033520939978188835 (mp_runner.py:73) +2024-09-01 23:59:27,335 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.02439767499890877 (mp_runner.py:73) +2024-09-01 23:59:40,637 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0033s, count=978, qps in this process: 32.5964 (mp_runner.py:76) +2024-09-01 23:59:40,658 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0061s, count=978, qps in this process: 32.5934 (mp_runner.py:76) +2024-09-01 23:59:40,664 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.004s, count=979, qps in this process: 32.629 (mp_runner.py:76) +2024-09-01 23:59:40,671 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0129s, count=964, qps in this process: 32.1195 (mp_runner.py:76) +2024-09-01 23:59:40,719 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.007s, count=981, qps in this process: 32.6924 (mp_runner.py:76) +2024-09-01 23:59:40,722 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0097s, count=981, qps in this process: 32.6894 (mp_runner.py:76) +2024-09-01 23:59:40,775 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.004s, count=982, qps in this process: 32.729 (mp_runner.py:76) +2024-09-01 23:59:40,782 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0032s, count=983, qps in this process: 32.7632 (mp_runner.py:76) +2024-09-01 23:59:40,784 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0019s, count=983, qps in this process: 32.7646 (mp_runner.py:76) +2024-09-01 23:59:40,787 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0204s, count=983, qps in this process: 32.7444 (mp_runner.py:76) +2024-09-01 23:59:40,788 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0088s, count=983, qps in this process: 32.7571 (mp_runner.py:76) +2024-09-01 23:59:40,792 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0193s, count=983, qps in this process: 32.7456 (mp_runner.py:76) +2024-09-01 23:59:40,794 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0225s, count=983, qps in this process: 32.7421 (mp_runner.py:76) +2024-09-01 23:59:40,795 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0231s, count=983, qps in this process: 32.7415 (mp_runner.py:76) +2024-09-01 23:59:40,798 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0066s, count=984, qps in this process: 32.7928 (mp_runner.py:76) +2024-09-01 23:59:40,800 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0067s, count=984, qps in this process: 32.7927 (mp_runner.py:76) +2024-09-01 23:59:40,801 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0091s, count=984, qps in this process: 32.7901 (mp_runner.py:76) +2024-09-01 23:59:40,805 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0133s, count=983, qps in this process: 32.7521 (mp_runner.py:76) +2024-09-01 23:59:40,807 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0154s, count=979, qps in this process: 32.6166 (mp_runner.py:76) +2024-09-01 23:59:40,808 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0218s, count=983, qps in this process: 32.7429 (mp_runner.py:76) +2024-09-01 23:59:40,818 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0314s, count=984, qps in this process: 32.7657 (mp_runner.py:76) +2024-09-01 23:59:40,825 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0321s, count=985, qps in this process: 32.7982 (mp_runner.py:76) +2024-09-01 23:59:40,837 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0057s, count=986, qps in this process: 32.8604 (mp_runner.py:76) +2024-09-01 23:59:40,844 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0063s, count=986, qps in this process: 32.8598 (mp_runner.py:76) +2024-09-01 23:59:40,846 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0081s, count=986, qps in this process: 32.8578 (mp_runner.py:76) +2024-09-01 23:59:40,872 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0034s, count=988, qps in this process: 32.9296 (mp_runner.py:76) +2024-09-01 23:59:40,878 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0122s, count=989, qps in this process: 32.9533 (mp_runner.py:76) +2024-09-01 23:59:40,878 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0061s, count=989, qps in this process: 32.96 (mp_runner.py:76) +2024-09-01 23:59:40,879 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0106s, count=984, qps in this process: 32.7884 (mp_runner.py:76) +2024-09-01 23:59:40,881 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0024s, count=989, qps in this process: 32.964 (mp_runner.py:76) +2024-09-01 23:59:40,890 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0045s, count=990, qps in this process: 32.9951 (mp_runner.py:76) +2024-09-01 23:59:40,895 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0009s, count=991, qps in this process: 33.0323 (mp_runner.py:76) +2024-09-01 23:59:40,896 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0025s, count=991, qps in this process: 33.0306 (mp_runner.py:76) +2024-09-01 23:59:40,901 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.001s, count=992, qps in this process: 33.0656 (mp_runner.py:76) +2024-09-01 23:59:40,902 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0009s, count=992, qps in this process: 33.0657 (mp_runner.py:76) +2024-09-01 23:59:40,902 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0042s, count=992, qps in this process: 33.062 (mp_runner.py:76) +2024-09-01 23:59:40,925 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.003s, count=997, qps in this process: 33.23 (mp_runner.py:76) +2024-09-01 23:59:40,930 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0045s, count=998, qps in this process: 33.2617 (mp_runner.py:76) +2024-09-01 23:59:40,940 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.005876678995264228 (mp_runner.py:73) +2024-09-01 23:59:40,940 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.0058767020018422045 (mp_runner.py:73) +2024-09-01 23:59:40,941 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.004s, count=1000, qps in this process: 33.3289 (mp_runner.py:76) +2024-09-01 23:59:40,944 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0009s, count=1001, qps in this process: 33.3657 (mp_runner.py:76) +2024-09-01 23:59:40,949 | INFO |End search in concurrency 40: dur=30.519545007999113s, total_count=39431, qps=1291.9917 (mp_runner.py:120) +2024-09-01 23:59:43,548 | INFO |Update largest qps with concurrency 40: current max_qps=1291.9917 (mp_runner.py:124) +2024-09-01 23:59:43,972 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 23:59:43,972 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 23:59:54,793 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 23:59:55,009 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,038 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,136 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,146 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,174 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,174 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,176 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,177 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,204 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,217 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,222 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,223 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,229 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,233 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,233 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,239 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,242 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,244 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,248 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,254 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,263 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,275 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,275 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,275 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,275 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,278 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,281 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,303 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,303 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,309 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,341 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 23:59:55,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:13,198 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.03345278299821075 (mp_runner.py:73) +2024-09-02 00:00:13,198 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.04561407200526446 (mp_runner.py:73) +2024-09-02 00:00:13,199 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.031467640001210384 (mp_runner.py:73) +2024-09-02 00:00:13,200 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.053284153000277 (mp_runner.py:73) +2024-09-02 00:00:13,200 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.04673699400154874 (mp_runner.py:73) +2024-09-02 00:00:13,201 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.04477520200453 (mp_runner.py:73) +2024-09-02 00:00:13,202 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.04652865599928191 (mp_runner.py:73) +2024-09-02 00:00:13,203 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.03756497399444925 (mp_runner.py:73) +2024-09-02 00:00:13,204 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.01138467800046783 (mp_runner.py:73) +2024-09-02 00:00:13,204 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.051150680003047455 (mp_runner.py:73) +2024-09-02 00:00:13,204 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.048359811000409536 (mp_runner.py:73) +2024-09-02 00:00:13,205 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.04680491099861683 (mp_runner.py:73) +2024-09-02 00:00:13,205 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.050852765001764055 (mp_runner.py:73) +2024-09-02 00:00:13,206 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.043074990004242864 (mp_runner.py:73) +2024-09-02 00:00:13,207 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.044584818999283016 (mp_runner.py:73) +2024-09-02 00:00:13,207 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.04970825999771478 (mp_runner.py:73) +2024-09-02 00:00:13,207 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.06169655099802185 (mp_runner.py:73) +2024-09-02 00:00:13,207 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.058312927998485975 (mp_runner.py:73) +2024-09-02 00:00:13,208 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.06281460099853575 (mp_runner.py:73) +2024-09-02 00:00:13,209 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.013743155999691226 (mp_runner.py:73) +2024-09-02 00:00:13,210 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.0620619559995248 (mp_runner.py:73) +2024-09-02 00:00:13,210 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.04004615700250724 (mp_runner.py:73) +2024-09-02 00:00:13,211 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.060370171995600685 (mp_runner.py:73) +2024-09-02 00:00:13,211 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.05071877100272104 (mp_runner.py:73) +2024-09-02 00:00:13,212 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.04240720199595671 (mp_runner.py:73) +2024-09-02 00:00:13,213 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.0611853410009644 (mp_runner.py:73) +2024-09-02 00:00:13,213 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.05545929999789223 (mp_runner.py:73) +2024-09-02 00:00:13,214 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.06743077400460606 (mp_runner.py:73) +2024-09-02 00:00:13,215 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.062409600999671966 (mp_runner.py:73) +2024-09-02 00:00:13,215 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.054021812000428326 (mp_runner.py:73) +2024-09-02 00:00:13,215 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.05223812499752967 (mp_runner.py:73) +2024-09-02 00:00:13,216 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.05700171300122747 (mp_runner.py:73) +2024-09-02 00:00:13,217 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.05485150299500674 (mp_runner.py:73) +2024-09-02 00:00:13,217 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.06537701199704316 (mp_runner.py:73) +2024-09-02 00:00:13,217 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.05797041500045452 (mp_runner.py:73) +2024-09-02 00:00:13,218 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.052180396000039764 (mp_runner.py:73) +2024-09-02 00:00:13,218 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.036080352001590654 (mp_runner.py:73) +2024-09-02 00:00:13,218 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.04927954499726184 (mp_runner.py:73) +2024-09-02 00:00:13,219 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.051777280001260806 (mp_runner.py:73) +2024-09-02 00:00:13,219 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.06451256100262981 (mp_runner.py:73) +2024-09-02 00:00:13,219 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.07558145099756075 (mp_runner.py:73) +2024-09-02 00:00:13,220 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.05309385000145994 (mp_runner.py:73) +2024-09-02 00:00:13,228 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.02786374000424985 (mp_runner.py:73) +2024-09-02 00:00:13,312 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.014149428003292996 (mp_runner.py:73) +2024-09-02 00:00:13,690 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.07767414499539882 (mp_runner.py:73) +2024-09-02 00:00:25,034 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0058s, count=855, qps in this process: 28.4945 (mp_runner.py:76) +2024-09-02 00:00:25,090 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0444s, count=856, qps in this process: 28.4912 (mp_runner.py:76) +2024-09-02 00:00:25,143 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0045s, count=858, qps in this process: 28.5957 (mp_runner.py:76) +2024-09-02 00:00:25,158 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0064s, count=859, qps in this process: 28.6272 (mp_runner.py:76) +2024-09-02 00:00:25,186 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0087s, count=860, qps in this process: 28.6584 (mp_runner.py:76) +2024-09-02 00:00:25,195 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0176s, count=860, qps in this process: 28.6499 (mp_runner.py:76) +2024-09-02 00:00:25,196 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0079s, count=860, qps in this process: 28.6591 (mp_runner.py:76) +2024-09-02 00:00:25,205 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0246s, count=860, qps in this process: 28.6432 (mp_runner.py:76) +2024-09-02 00:00:25,208 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0047s, count=860, qps in this process: 28.6622 (mp_runner.py:76) +2024-09-02 00:00:25,212 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0354s, count=861, qps in this process: 28.6662 (mp_runner.py:76) +2024-09-02 00:00:25,213 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0337s, count=861, qps in this process: 28.6678 (mp_runner.py:76) +2024-09-02 00:00:25,213 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0099s, count=861, qps in this process: 28.6905 (mp_runner.py:76) +2024-09-02 00:00:25,216 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.026s, count=861, qps in this process: 28.6751 (mp_runner.py:76) +2024-09-02 00:00:25,224 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0208s, count=861, qps in this process: 28.6801 (mp_runner.py:76) +2024-09-02 00:00:25,239 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.035s, count=852, qps in this process: 28.3669 (mp_runner.py:76) +2024-09-02 00:00:25,244 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0154s, count=846, qps in this process: 28.1855 (mp_runner.py:76) +2024-09-02 00:00:25,248 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0124s, count=862, qps in this process: 28.7215 (mp_runner.py:76) +2024-09-02 00:00:25,249 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0155s, count=862, qps in this process: 28.7185 (mp_runner.py:76) +2024-09-02 00:00:25,251 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0301s, count=862, qps in this process: 28.7045 (mp_runner.py:76) +2024-09-02 00:00:25,252 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0164s, count=862, qps in this process: 28.7176 (mp_runner.py:76) +2024-09-02 00:00:25,252 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.044s, count=862, qps in this process: 28.6913 (mp_runner.py:76) +2024-09-02 00:00:25,253 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0047s, count=862, qps in this process: 28.7288 (mp_runner.py:76) +2024-09-02 00:00:25,253 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0024s, count=862, qps in this process: 28.731 (mp_runner.py:76) +2024-09-02 00:00:25,256 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0057s, count=862, qps in this process: 28.7279 (mp_runner.py:76) +2024-09-02 00:00:25,257 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0129s, count=862, qps in this process: 28.721 (mp_runner.py:76) +2024-09-02 00:00:25,259 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0316s, count=862, qps in this process: 28.7031 (mp_runner.py:76) +2024-09-02 00:00:25,261 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0114s, count=858, qps in this process: 28.5891 (mp_runner.py:76) +2024-09-02 00:00:25,265 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0032s, count=863, qps in this process: 28.7636 (mp_runner.py:76) +2024-09-02 00:00:25,267 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0011s, count=863, qps in this process: 28.7656 (mp_runner.py:76) +2024-09-02 00:00:25,289 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0046s, count=865, qps in this process: 28.8289 (mp_runner.py:76) +2024-09-02 00:00:25,290 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0057s, count=865, qps in this process: 28.8279 (mp_runner.py:76) +2024-09-02 00:00:25,291 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0071s, count=865, qps in this process: 28.8265 (mp_runner.py:76) +2024-09-02 00:00:25,294 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0097s, count=864, qps in this process: 28.7907 (mp_runner.py:76) +2024-09-02 00:00:25,296 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0119s, count=865, qps in this process: 28.8219 (mp_runner.py:76) +2024-09-02 00:00:25,308 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0021s, count=867, qps in this process: 28.898 (mp_runner.py:76) +2024-09-02 00:00:25,309 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0027s, count=867, qps in this process: 28.8974 (mp_runner.py:76) +2024-09-02 00:00:25,311 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.025s, count=866, qps in this process: 28.8426 (mp_runner.py:76) +2024-09-02 00:00:25,313 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0065s, count=867, qps in this process: 28.8937 (mp_runner.py:76) +2024-09-02 00:00:25,320 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0033s, count=867, qps in this process: 28.8968 (mp_runner.py:76) +2024-09-02 00:00:25,338 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0036s, count=871, qps in this process: 29.0298 (mp_runner.py:76) +2024-09-02 00:00:25,343 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0015s, count=872, qps in this process: 29.0652 (mp_runner.py:76) +2024-09-02 00:00:25,344 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0002s, count=872, qps in this process: 29.0665 (mp_runner.py:76) +2024-09-02 00:00:25,346 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0007s, count=873, qps in this process: 29.0993 (mp_runner.py:76) +2024-09-02 00:00:25,347 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0033s, count=873, qps in this process: 29.0968 (mp_runner.py:76) +2024-09-02 00:00:25,359 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0013s, count=876, qps in this process: 29.1987 (mp_runner.py:76) +2024-09-02 00:00:25,365 | INFO |End search in concurrency 45: dur=30.570135587004188s, total_count=38830, qps=1270.1939 (mp_runner.py:120) +2024-09-02 00:00:28,756 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:00:28,756 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-02 00:00:49,682 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-02 00:00:49,733 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:49,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:49,949 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:49,955 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:49,964 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:49,976 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,050 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,086 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,102 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,123 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,123 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,132 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,133 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,133 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,135 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,139 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,146 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,148 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,152 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,154 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,171 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,193 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,193 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,199 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,202 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,217 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,218 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,220 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,238 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,252 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,262 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,262 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,269 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,276 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,313 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,314 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,314 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:00:50,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:09,996 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.009412236002390273 (mp_runner.py:73) +2024-09-02 00:01:09,997 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.012535627000033855 (mp_runner.py:73) +2024-09-02 00:01:09,998 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.016490686000906862 (mp_runner.py:73) +2024-09-02 00:01:09,998 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.015721930998552125 (mp_runner.py:73) +2024-09-02 00:01:09,999 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.01913415500166593 (mp_runner.py:73) +2024-09-02 00:01:10,000 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.011520595006004442 (mp_runner.py:73) +2024-09-02 00:01:10,076 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.030332148002344184 (mp_runner.py:73) +2024-09-02 00:01:10,077 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.018171987001551315 (mp_runner.py:73) +2024-09-02 00:01:10,079 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.024615137997898273 (mp_runner.py:73) +2024-09-02 00:01:10,080 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.03399999300017953 (mp_runner.py:73) +2024-09-02 00:01:10,082 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.033936838000954594 (mp_runner.py:73) +2024-09-02 00:01:10,083 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.039628735998121556 (mp_runner.py:73) +2024-09-02 00:01:10,085 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.03991801700612996 (mp_runner.py:73) +2024-09-02 00:01:10,086 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.08265618199948221 (mp_runner.py:73) +2024-09-02 00:01:10,087 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.034917286997369956 (mp_runner.py:73) +2024-09-02 00:01:10,088 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02822388099593809 (mp_runner.py:73) +2024-09-02 00:01:10,091 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.05229969599895412 (mp_runner.py:73) +2024-09-02 00:01:10,091 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.03524239700345788 (mp_runner.py:73) +2024-09-02 00:01:10,095 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.0576943019987084 (mp_runner.py:73) +2024-09-02 00:01:10,096 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.11885614800121402 (mp_runner.py:73) +2024-09-02 00:01:10,097 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.0019010670002899133 (mp_runner.py:73) +2024-09-02 00:01:10,099 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.035554967005737126 (mp_runner.py:73) +2024-09-02 00:01:10,111 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.033474512994871475 (mp_runner.py:73) +2024-09-02 00:01:10,114 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.012973360004252754 (mp_runner.py:73) +2024-09-02 00:01:10,117 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.020838725999055896 (mp_runner.py:73) +2024-09-02 00:01:10,117 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.04541584099933971 (mp_runner.py:73) +2024-09-02 00:01:10,119 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.06643579200317618 (mp_runner.py:73) +2024-09-02 00:01:10,121 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.04190805699909106 (mp_runner.py:73) +2024-09-02 00:01:10,121 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.020321415999205783 (mp_runner.py:73) +2024-09-02 00:01:10,123 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.013754038998740725 (mp_runner.py:73) +2024-09-02 00:01:10,123 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.0348388310012524 (mp_runner.py:73) +2024-09-02 00:01:10,126 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03759756300132722 (mp_runner.py:73) +2024-09-02 00:01:10,127 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.05141619899950456 (mp_runner.py:73) +2024-09-02 00:01:10,131 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.018530360001022927 (mp_runner.py:73) +2024-09-02 00:01:10,133 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.0860689939945587 (mp_runner.py:73) +2024-09-02 00:01:10,136 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.02248312599840574 (mp_runner.py:73) +2024-09-02 00:01:10,136 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.05347146800340852 (mp_runner.py:73) +2024-09-02 00:01:10,141 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.08816869899601443 (mp_runner.py:73) +2024-09-02 00:01:10,144 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.019557095001800917 (mp_runner.py:73) +2024-09-02 00:01:10,149 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.07491807000042172 (mp_runner.py:73) +2024-09-02 00:01:10,152 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.002290602002176456 (mp_runner.py:73) +2024-09-02 00:01:10,155 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.047991637999075465 (mp_runner.py:73) +2024-09-02 00:01:10,157 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.08354889600013848 (mp_runner.py:73) +2024-09-02 00:01:10,162 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.04683383299561683 (mp_runner.py:73) +2024-09-02 00:01:10,195 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.07643686699884711 (mp_runner.py:73) +2024-09-02 00:01:10,233 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.09830772099667229 (mp_runner.py:73) +2024-09-02 00:01:10,235 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.05162730099982582 (mp_runner.py:73) +2024-09-02 00:01:10,269 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.030924364997190423 (mp_runner.py:73) +2024-09-02 00:01:10,348 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.04689320299803512 (mp_runner.py:73) +2024-09-02 00:01:11,090 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.07573991799290525 (mp_runner.py:73) +2024-09-02 00:01:19,782 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0429s, count=725, qps in this process: 24.1322 (mp_runner.py:76) +2024-09-02 00:01:19,785 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0372s, count=725, qps in this process: 24.1367 (mp_runner.py:76) +2024-09-02 00:01:19,973 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.019s, count=731, qps in this process: 24.3512 (mp_runner.py:76) +2024-09-02 00:01:19,974 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0133s, count=731, qps in this process: 24.3559 (mp_runner.py:76) +2024-09-02 00:01:19,999 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0276s, count=732, qps in this process: 24.3776 (mp_runner.py:76) +2024-09-02 00:01:20,023 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0187s, count=732, qps in this process: 24.3848 (mp_runner.py:76) +2024-09-02 00:01:20,071 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0198s, count=733, qps in this process: 24.4172 (mp_runner.py:76) +2024-09-02 00:01:20,104 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0131s, count=734, qps in this process: 24.456 (mp_runner.py:76) +2024-09-02 00:01:20,113 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0067s, count=730, qps in this process: 24.3279 (mp_runner.py:76) +2024-09-02 00:01:20,137 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0133s, count=735, qps in this process: 24.4891 (mp_runner.py:76) +2024-09-02 00:01:20,138 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0108s, count=735, qps in this process: 24.4912 (mp_runner.py:76) +2024-09-02 00:01:20,139 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0026s, count=735, qps in this process: 24.4979 (mp_runner.py:76) +2024-09-02 00:01:20,139 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0102s, count=735, qps in this process: 24.4917 (mp_runner.py:76) +2024-09-02 00:01:20,140 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.004s, count=735, qps in this process: 24.4967 (mp_runner.py:76) +2024-09-02 00:01:20,140 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0124s, count=735, qps in this process: 24.4899 (mp_runner.py:76) +2024-09-02 00:01:20,152 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.016s, count=735, qps in this process: 24.4869 (mp_runner.py:76) +2024-09-02 00:01:20,165 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0042s, count=736, qps in this process: 24.5299 (mp_runner.py:76) +2024-09-02 00:01:20,168 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0075s, count=736, qps in this process: 24.5272 (mp_runner.py:76) +2024-09-02 00:01:20,168 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0135s, count=736, qps in this process: 24.5223 (mp_runner.py:76) +2024-09-02 00:01:20,172 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0328s, count=736, qps in this process: 24.5065 (mp_runner.py:76) +2024-09-02 00:01:20,173 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0311s, count=736, qps in this process: 24.5079 (mp_runner.py:76) +2024-09-02 00:01:20,175 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0217s, count=736, qps in this process: 24.5156 (mp_runner.py:76) +2024-09-02 00:01:20,179 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0025s, count=736, qps in this process: 24.5313 (mp_runner.py:76) +2024-09-02 00:01:20,192 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0016s, count=737, qps in this process: 24.5654 (mp_runner.py:76) +2024-09-02 00:01:20,195 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0025s, count=737, qps in this process: 24.5646 (mp_runner.py:76) +2024-09-02 00:01:20,205 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0078s, count=738, qps in this process: 24.5936 (mp_runner.py:76) +2024-09-02 00:01:20,207 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0141s, count=738, qps in this process: 24.5884 (mp_runner.py:76) +2024-09-02 00:01:20,210 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.017s, count=738, qps in this process: 24.5861 (mp_runner.py:76) +2024-09-02 00:01:20,214 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0167s, count=738, qps in this process: 24.5863 (mp_runner.py:76) +2024-09-02 00:01:20,215 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0072s, count=738, qps in this process: 24.5941 (mp_runner.py:76) +2024-09-02 00:01:20,217 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0198s, count=738, qps in this process: 24.5838 (mp_runner.py:76) +2024-09-02 00:01:20,224 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0114s, count=739, qps in this process: 24.624 (mp_runner.py:76) +2024-09-02 00:01:20,229 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0036s, count=740, qps in this process: 24.6637 (mp_runner.py:76) +2024-09-02 00:01:20,232 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0094s, count=740, qps in this process: 24.6589 (mp_runner.py:76) +2024-09-02 00:01:20,234 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0355s, count=738, qps in this process: 24.5709 (mp_runner.py:76) +2024-09-02 00:01:20,242 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0179s, count=740, qps in this process: 24.652 (mp_runner.py:76) +2024-09-02 00:01:20,244 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0009s, count=740, qps in this process: 24.6659 (mp_runner.py:76) +2024-09-02 00:01:20,264 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0093s, count=742, qps in this process: 24.7257 (mp_runner.py:76) +2024-09-02 00:01:20,272 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0006s, count=743, qps in this process: 24.7662 (mp_runner.py:76) +2024-09-02 00:01:20,281 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0044s, count=744, qps in this process: 24.7964 (mp_runner.py:76) +2024-09-02 00:01:20,282 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0057s, count=744, qps in this process: 24.7953 (mp_runner.py:76) +2024-09-02 00:01:20,282 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0109s, count=744, qps in this process: 24.791 (mp_runner.py:76) +2024-09-02 00:01:20,291 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0009s, count=745, qps in this process: 24.8326 (mp_runner.py:76) +2024-09-02 00:01:20,316 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0063s, count=749, qps in this process: 24.9614 (mp_runner.py:76) +2024-09-02 00:01:20,322 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.012s, count=749, qps in this process: 24.9567 (mp_runner.py:76) +2024-09-02 00:01:20,323 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0044s, count=750, qps in this process: 24.9963 (mp_runner.py:76) +2024-09-02 00:01:20,323 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0044s, count=750, qps in this process: 24.9963 (mp_runner.py:76) +2024-09-02 00:01:20,323 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0017s, count=750, qps in this process: 24.9986 (mp_runner.py:76) +2024-09-02 00:01:20,344 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0022s, count=750, qps in this process: 24.9982 (mp_runner.py:76) +2024-09-02 00:01:20,345 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0027s, count=755, qps in this process: 25.1644 (mp_runner.py:76) +2024-09-02 00:01:20,349 | INFO |End search in concurrency 50: dur=30.665155546004826s, total_count=36924, qps=1204.1028 (mp_runner.py:120) +2024-09-02 00:01:24,068 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:01:24,068 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-02 00:01:45,270 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-02 00:01:45,440 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,658 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,775 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,777 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,780 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,798 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,799 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,799 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,803 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,804 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,812 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,823 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,826 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,831 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,843 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,847 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,853 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,853 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,853 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,854 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,883 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:01:45,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:07,556 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.0346174130027066 (mp_runner.py:73) +2024-09-02 00:02:07,556 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.027576496002438944 (mp_runner.py:73) +2024-09-02 00:02:07,558 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.0362151619992801 (mp_runner.py:73) +2024-09-02 00:02:07,558 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.03754324000328779 (mp_runner.py:73) +2024-09-02 00:02:07,559 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.026289828994777054 (mp_runner.py:73) +2024-09-02 00:02:07,559 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.018505652995372657 (mp_runner.py:73) +2024-09-02 00:02:07,561 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.04045196399965789 (mp_runner.py:73) +2024-09-02 00:02:07,561 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.033794171999034006 (mp_runner.py:73) +2024-09-02 00:02:07,562 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.03914036400237819 (mp_runner.py:73) +2024-09-02 00:02:07,562 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.018950632998894434 (mp_runner.py:73) +2024-09-02 00:02:07,563 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.03495343800022965 (mp_runner.py:73) +2024-09-02 00:02:07,563 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.04438088599999901 (mp_runner.py:73) +2024-09-02 00:02:07,565 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.022995102001004852 (mp_runner.py:73) +2024-09-02 00:02:07,565 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.029232581000542268 (mp_runner.py:73) +2024-09-02 00:02:07,567 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.020102318994759116 (mp_runner.py:73) +2024-09-02 00:02:07,569 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.04387664100067923 (mp_runner.py:73) +2024-09-02 00:02:07,569 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.042789758001163136 (mp_runner.py:73) +2024-09-02 00:02:07,570 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.01700605599762639 (mp_runner.py:73) +2024-09-02 00:02:07,570 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.03572861299471697 (mp_runner.py:73) +2024-09-02 00:02:07,571 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.03378666199569125 (mp_runner.py:73) +2024-09-02 00:02:07,571 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.04349538200040115 (mp_runner.py:73) +2024-09-02 00:02:07,573 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.035621777999040205 (mp_runner.py:73) +2024-09-02 00:02:07,575 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.05613308699685149 (mp_runner.py:73) +2024-09-02 00:02:07,575 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.0491778100040392 (mp_runner.py:73) +2024-09-02 00:02:07,576 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.040921467007137835 (mp_runner.py:73) +2024-09-02 00:02:07,576 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.05185400799382478 (mp_runner.py:73) +2024-09-02 00:02:07,578 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.03288447500381153 (mp_runner.py:73) +2024-09-02 00:02:07,578 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.04328158600401366 (mp_runner.py:73) +2024-09-02 00:02:07,579 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.03772572200250579 (mp_runner.py:73) +2024-09-02 00:02:07,579 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.04635827700258233 (mp_runner.py:73) +2024-09-02 00:02:07,581 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.03814879099809332 (mp_runner.py:73) +2024-09-02 00:02:07,581 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.049139545000798535 (mp_runner.py:73) +2024-09-02 00:02:07,582 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.04373656200186815 (mp_runner.py:73) +2024-09-02 00:02:07,582 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.06474752199574141 (mp_runner.py:73) +2024-09-02 00:02:07,584 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.04352402799850097 (mp_runner.py:73) +2024-09-02 00:02:07,584 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.033230368004296906 (mp_runner.py:73) +2024-09-02 00:02:07,584 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.04481538399704732 (mp_runner.py:73) +2024-09-02 00:02:07,585 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.05500299599952996 (mp_runner.py:73) +2024-09-02 00:02:07,586 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.042298963002394885 (mp_runner.py:73) +2024-09-02 00:02:07,588 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.03845020500011742 (mp_runner.py:73) +2024-09-02 00:02:07,590 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.04392884600383695 (mp_runner.py:73) +2024-09-02 00:02:07,591 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.059199777999310754 (mp_runner.py:73) +2024-09-02 00:02:07,592 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.03128694400220411 (mp_runner.py:73) +2024-09-02 00:02:07,593 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.06943990300351288 (mp_runner.py:73) +2024-09-02 00:02:07,594 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.04052151900395984 (mp_runner.py:73) +2024-09-02 00:02:07,595 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.04787674799445085 (mp_runner.py:73) +2024-09-02 00:02:07,597 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.047715041000628844 (mp_runner.py:73) +2024-09-02 00:02:07,599 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.04696257600153331 (mp_runner.py:73) +2024-09-02 00:02:07,601 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.049628837005002424 (mp_runner.py:73) +2024-09-02 00:02:07,637 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.11979772800259525 (mp_runner.py:73) +2024-09-02 00:02:08,004 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.0074679680037661456 (mp_runner.py:73) +2024-09-02 00:02:08,058 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.009160522000456695 (mp_runner.py:73) +2024-09-02 00:02:08,058 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.04153876800410217 (mp_runner.py:73) +2024-09-02 00:02:08,073 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.0026812020005309023 (mp_runner.py:73) +2024-09-02 00:02:08,149 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.05271360599726904 (mp_runner.py:73) +2024-09-02 00:02:15,461 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0051s, count=676, qps in this process: 22.5295 (mp_runner.py:76) +2024-09-02 00:02:15,568 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0127s, count=678, qps in this process: 22.5904 (mp_runner.py:76) +2024-09-02 00:02:15,648 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0217s, count=680, qps in this process: 22.6503 (mp_runner.py:76) +2024-09-02 00:02:15,741 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0633s, count=682, qps in this process: 22.6855 (mp_runner.py:76) +2024-09-02 00:02:15,792 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0082s, count=684, qps in this process: 22.7938 (mp_runner.py:76) +2024-09-02 00:02:15,793 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0014s, count=680, qps in this process: 22.6656 (mp_runner.py:76) +2024-09-02 00:02:15,799 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0079s, count=674, qps in this process: 22.4608 (mp_runner.py:76) +2024-09-02 00:02:15,804 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0032s, count=684, qps in this process: 22.7976 (mp_runner.py:76) +2024-09-02 00:02:15,812 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0081s, count=684, qps in this process: 22.7938 (mp_runner.py:76) +2024-09-02 00:02:15,817 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0386s, count=684, qps in this process: 22.7707 (mp_runner.py:76) +2024-09-02 00:02:15,818 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0161s, count=684, qps in this process: 22.7878 (mp_runner.py:76) +2024-09-02 00:02:15,818 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0173s, count=684, qps in this process: 22.7869 (mp_runner.py:76) +2024-09-02 00:02:15,819 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0148s, count=684, qps in this process: 22.7888 (mp_runner.py:76) +2024-09-02 00:02:15,821 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0395s, count=684, qps in this process: 22.77 (mp_runner.py:76) +2024-09-02 00:02:15,821 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0361s, count=684, qps in this process: 22.7726 (mp_runner.py:76) +2024-09-02 00:02:15,822 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.008s, count=684, qps in this process: 22.7939 (mp_runner.py:76) +2024-09-02 00:02:15,823 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.039s, count=684, qps in this process: 22.7704 (mp_runner.py:76) +2024-09-02 00:02:15,824 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.019s, count=684, qps in this process: 22.7856 (mp_runner.py:76) +2024-09-02 00:02:15,825 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0471s, count=684, qps in this process: 22.7643 (mp_runner.py:76) +2024-09-02 00:02:15,829 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.038s, count=684, qps in this process: 22.7712 (mp_runner.py:76) +2024-09-02 00:02:15,833 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0016s, count=676, qps in this process: 22.5321 (mp_runner.py:76) +2024-09-02 00:02:15,837 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0528s, count=684, qps in this process: 22.7599 (mp_runner.py:76) +2024-09-02 00:02:15,838 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0007s, count=685, qps in this process: 22.8328 (mp_runner.py:76) +2024-09-02 00:02:15,840 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0375s, count=685, qps in this process: 22.8048 (mp_runner.py:76) +2024-09-02 00:02:15,841 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0617s, count=684, qps in this process: 22.7532 (mp_runner.py:76) +2024-09-02 00:02:15,844 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0376s, count=685, qps in this process: 22.8048 (mp_runner.py:76) +2024-09-02 00:02:15,845 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0074s, count=685, qps in this process: 22.8277 (mp_runner.py:76) +2024-09-02 00:02:15,846 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.019s, count=685, qps in this process: 22.8189 (mp_runner.py:76) +2024-09-02 00:02:15,850 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0462s, count=684, qps in this process: 22.7649 (mp_runner.py:76) +2024-09-02 00:02:15,850 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0038s, count=685, qps in this process: 22.8304 (mp_runner.py:76) +2024-09-02 00:02:15,851 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0245s, count=685, qps in this process: 22.8147 (mp_runner.py:76) +2024-09-02 00:02:15,851 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0288s, count=685, qps in this process: 22.8114 (mp_runner.py:76) +2024-09-02 00:02:15,853 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0147s, count=685, qps in this process: 22.8222 (mp_runner.py:76) +2024-09-02 00:02:15,864 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0105s, count=686, qps in this process: 22.8587 (mp_runner.py:76) +2024-09-02 00:02:15,864 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0018s, count=686, qps in this process: 22.8653 (mp_runner.py:76) +2024-09-02 00:02:15,864 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0081s, count=686, qps in this process: 22.8605 (mp_runner.py:76) +2024-09-02 00:02:15,866 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0185s, count=686, qps in this process: 22.8526 (mp_runner.py:76) +2024-09-02 00:02:15,867 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0115s, count=686, qps in this process: 22.8579 (mp_runner.py:76) +2024-09-02 00:02:15,868 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0177s, count=686, qps in this process: 22.8532 (mp_runner.py:76) +2024-09-02 00:02:15,870 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0227s, count=685, qps in this process: 22.8161 (mp_runner.py:76) +2024-09-02 00:02:15,873 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0088s, count=686, qps in this process: 22.86 (mp_runner.py:76) +2024-09-02 00:02:15,874 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.067s, count=684, qps in this process: 22.7492 (mp_runner.py:76) +2024-09-02 00:02:15,874 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0116s, count=682, qps in this process: 22.7245 (mp_runner.py:76) +2024-09-02 00:02:15,875 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0085s, count=686, qps in this process: 22.8602 (mp_runner.py:76) +2024-09-02 00:02:15,879 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0375s, count=686, qps in this process: 22.8381 (mp_runner.py:76) +2024-09-02 00:02:15,883 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0138s, count=686, qps in this process: 22.8562 (mp_runner.py:76) +2024-09-02 00:02:15,884 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.024s, count=678, qps in this process: 22.5819 (mp_runner.py:76) +2024-09-02 00:02:15,889 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0466s, count=676, qps in this process: 22.4984 (mp_runner.py:76) +2024-09-02 00:02:15,892 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0014s, count=685, qps in this process: 22.8323 (mp_runner.py:76) +2024-09-02 00:02:15,893 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0136s, count=687, qps in this process: 22.8896 (mp_runner.py:76) +2024-09-02 00:02:15,893 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0221s, count=687, qps in this process: 22.8831 (mp_runner.py:76) +2024-09-02 00:02:15,893 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0297s, count=687, qps in this process: 22.8774 (mp_runner.py:76) +2024-09-02 00:02:15,896 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0071s, count=686, qps in this process: 22.8613 (mp_runner.py:76) +2024-09-02 00:02:15,898 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0074s, count=687, qps in this process: 22.8944 (mp_runner.py:76) +2024-09-02 00:02:15,900 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0027s, count=688, qps in this process: 22.9313 (mp_runner.py:76) +2024-09-02 00:02:15,906 | INFO |End search in concurrency 55: dur=30.634364848003315s, total_count=37611, qps=1227.7389 (mp_runner.py:120) +2024-09-02 00:02:20,032 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:02:20,032 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-02 00:02:41,421 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-02 00:02:41,776 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,883 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,905 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,905 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,995 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,995 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,995 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:41,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,000 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,000 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,000 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,001 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,001 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,022 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,026 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,033 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,033 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,040 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,040 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,040 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,043 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,043 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,043 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,046 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,053 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,054 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,078 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,090 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,199 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,216 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:02:42,247 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:04,998 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.005048024999268819 (mp_runner.py:73) +2024-09-02 00:03:04,999 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.0069160549974185415 (mp_runner.py:73) +2024-09-02 00:03:05,001 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.007453329999407288 (mp_runner.py:73) +2024-09-02 00:03:05,003 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.006192978995386511 (mp_runner.py:73) +2024-09-02 00:03:05,005 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.0031447270011994988 (mp_runner.py:73) +2024-09-02 00:03:05,007 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.004274625003745314 (mp_runner.py:73) +2024-09-02 00:03:05,007 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.003205152999726124 (mp_runner.py:73) +2024-09-02 00:03:05,008 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.010329750999517273 (mp_runner.py:73) +2024-09-02 00:03:05,009 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.002184004995797295 (mp_runner.py:73) +2024-09-02 00:03:05,010 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.01605124399793567 (mp_runner.py:73) +2024-09-02 00:03:05,013 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.003728984003828373 (mp_runner.py:73) +2024-09-02 00:03:05,014 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.011745672003598884 (mp_runner.py:73) +2024-09-02 00:03:05,015 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.005711701000109315 (mp_runner.py:73) +2024-09-02 00:03:05,015 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.004821520997211337 (mp_runner.py:73) +2024-09-02 00:03:05,017 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.005728119002014864 (mp_runner.py:73) +2024-09-02 00:03:05,017 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.004596892002155073 (mp_runner.py:73) +2024-09-02 00:03:05,019 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.011710588994901627 (mp_runner.py:73) +2024-09-02 00:03:05,021 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.010575022002740297 (mp_runner.py:73) +2024-09-02 00:03:05,022 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.013176516004023142 (mp_runner.py:73) +2024-09-02 00:03:05,023 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.011750375997507945 (mp_runner.py:73) +2024-09-02 00:03:05,024 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.014783712002099492 (mp_runner.py:73) +2024-09-02 00:03:05,025 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.015145297998969909 (mp_runner.py:73) +2024-09-02 00:03:05,031 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.024241803999757394 (mp_runner.py:73) +2024-09-02 00:03:05,035 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.025888381998811383 (mp_runner.py:73) +2024-09-02 00:03:05,035 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.023908205002953764 (mp_runner.py:73) +2024-09-02 00:03:05,036 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02512778399977833 (mp_runner.py:73) +2024-09-02 00:03:05,040 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.027448704997368623 (mp_runner.py:73) +2024-09-02 00:03:05,041 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.025298540000221692 (mp_runner.py:73) +2024-09-02 00:03:05,043 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.026171459001488984 (mp_runner.py:73) +2024-09-02 00:03:05,045 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.02960680900287116 (mp_runner.py:73) +2024-09-02 00:03:05,046 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.028597882002941333 (mp_runner.py:73) +2024-09-02 00:03:05,047 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.02819169600115856 (mp_runner.py:73) +2024-09-02 00:03:05,047 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.03502485400531441 (mp_runner.py:73) +2024-09-02 00:03:05,047 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.03988182100147242 (mp_runner.py:73) +2024-09-02 00:03:05,048 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.028076003000023775 (mp_runner.py:73) +2024-09-02 00:03:05,049 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.028662691998761147 (mp_runner.py:73) +2024-09-02 00:03:05,051 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.03172524200635962 (mp_runner.py:73) +2024-09-02 00:03:05,052 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.03357115299877478 (mp_runner.py:73) +2024-09-02 00:03:05,054 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.03108591600175714 (mp_runner.py:73) +2024-09-02 00:03:05,055 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.03465543499623891 (mp_runner.py:73) +2024-09-02 00:03:05,056 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.0425673680001637 (mp_runner.py:73) +2024-09-02 00:03:05,058 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.038499469999806024 (mp_runner.py:73) +2024-09-02 00:03:05,059 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.037386885000159964 (mp_runner.py:73) +2024-09-02 00:03:05,061 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.03628196600038791 (mp_runner.py:73) +2024-09-02 00:03:05,061 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.04132373099855613 (mp_runner.py:73) +2024-09-02 00:03:05,062 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.03943681300006574 (mp_runner.py:73) +2024-09-02 00:03:05,063 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.04419895099999849 (mp_runner.py:73) +2024-09-02 00:03:05,064 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.04925856800400652 (mp_runner.py:73) +2024-09-02 00:03:05,065 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.041167789000610355 (mp_runner.py:73) +2024-09-02 00:03:05,066 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.03832668399991235 (mp_runner.py:73) +2024-09-02 00:03:05,067 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.053550055003142916 (mp_runner.py:73) +2024-09-02 00:03:05,069 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.07012769099674188 (mp_runner.py:73) +2024-09-02 00:03:05,071 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.04815245600184426 (mp_runner.py:73) +2024-09-02 00:03:05,071 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.05110094099654816 (mp_runner.py:73) +2024-09-02 00:03:05,073 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.04929618899768684 (mp_runner.py:73) +2024-09-02 00:03:05,073 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.07819530199776636 (mp_runner.py:73) +2024-09-02 00:03:05,074 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.06409446900215698 (mp_runner.py:73) +2024-09-02 00:03:05,075 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.06355745600012597 (mp_runner.py:73) +2024-09-02 00:03:05,077 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.0589529089993448 (mp_runner.py:73) +2024-09-02 00:03:05,229 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.06630976100132102 (mp_runner.py:73) +2024-09-02 00:03:11,828 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0439s, count=650, qps in this process: 21.635 (mp_runner.py:76) +2024-09-02 00:03:11,877 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0189s, count=652, qps in this process: 21.7196 (mp_runner.py:76) +2024-09-02 00:03:11,903 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0198s, count=652, qps in this process: 21.719 (mp_runner.py:76) +2024-09-02 00:03:11,933 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0245s, count=653, qps in this process: 21.7489 (mp_runner.py:76) +2024-09-02 00:03:11,935 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0279s, count=653, qps in this process: 21.7464 (mp_runner.py:76) +2024-09-02 00:03:11,945 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0582s, count=653, qps in this process: 21.7245 (mp_runner.py:76) +2024-09-02 00:03:11,999 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0075s, count=655, qps in this process: 21.8279 (mp_runner.py:76) +2024-09-02 00:03:12,008 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0105s, count=654, qps in this process: 21.7924 (mp_runner.py:76) +2024-09-02 00:03:12,009 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0043s, count=655, qps in this process: 21.8302 (mp_runner.py:76) +2024-09-02 00:03:12,009 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.009s, count=655, qps in this process: 21.8268 (mp_runner.py:76) +2024-09-02 00:03:12,014 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0092s, count=655, qps in this process: 21.8266 (mp_runner.py:76) +2024-09-02 00:03:12,026 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0223s, count=655, qps in this process: 21.8171 (mp_runner.py:76) +2024-09-02 00:03:12,028 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0298s, count=655, qps in this process: 21.8117 (mp_runner.py:76) +2024-09-02 00:03:12,028 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0204s, count=655, qps in this process: 21.8185 (mp_runner.py:76) +2024-09-02 00:03:12,029 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0311s, count=654, qps in this process: 21.7774 (mp_runner.py:76) +2024-09-02 00:03:12,029 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0241s, count=655, qps in this process: 21.8158 (mp_runner.py:76) +2024-09-02 00:03:12,031 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0325s, count=655, qps in this process: 21.8097 (mp_runner.py:76) +2024-09-02 00:03:12,032 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0264s, count=655, qps in this process: 21.8141 (mp_runner.py:76) +2024-09-02 00:03:12,061 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0634s, count=655, qps in this process: 21.7873 (mp_runner.py:76) +2024-09-02 00:03:12,065 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0284s, count=655, qps in this process: 21.8127 (mp_runner.py:76) +2024-09-02 00:03:12,069 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0634s, count=656, qps in this process: 21.8206 (mp_runner.py:76) +2024-09-02 00:03:12,069 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.009s, count=656, qps in this process: 21.8601 (mp_runner.py:76) +2024-09-02 00:03:12,071 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0247s, count=656, qps in this process: 21.8487 (mp_runner.py:76) +2024-09-02 00:03:12,073 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0148s, count=656, qps in this process: 21.8559 (mp_runner.py:76) +2024-09-02 00:03:12,073 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0676s, count=656, qps in this process: 21.8175 (mp_runner.py:76) +2024-09-02 00:03:12,074 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0082s, count=656, qps in this process: 21.8607 (mp_runner.py:76) +2024-09-02 00:03:12,075 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.069s, count=656, qps in this process: 21.8165 (mp_runner.py:76) +2024-09-02 00:03:12,076 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0714s, count=656, qps in this process: 21.8147 (mp_runner.py:76) +2024-09-02 00:03:12,076 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0701s, count=656, qps in this process: 21.8157 (mp_runner.py:76) +2024-09-02 00:03:12,077 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0407s, count=656, qps in this process: 21.837 (mp_runner.py:76) +2024-09-02 00:03:12,078 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0385s, count=656, qps in this process: 21.8386 (mp_runner.py:76) +2024-09-02 00:03:12,078 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0355s, count=656, qps in this process: 21.8408 (mp_runner.py:76) +2024-09-02 00:03:12,079 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0812s, count=656, qps in this process: 21.8076 (mp_runner.py:76) +2024-09-02 00:03:12,079 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0366s, count=656, qps in this process: 21.84 (mp_runner.py:76) +2024-09-02 00:03:12,080 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0338s, count=656, qps in this process: 21.8421 (mp_runner.py:76) +2024-09-02 00:03:12,080 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0744s, count=656, qps in this process: 21.8126 (mp_runner.py:76) +2024-09-02 00:03:12,081 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0123s, count=656, qps in this process: 21.8577 (mp_runner.py:76) +2024-09-02 00:03:12,081 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0322s, count=656, qps in this process: 21.8432 (mp_runner.py:76) +2024-09-02 00:03:12,082 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0326s, count=656, qps in this process: 21.8429 (mp_runner.py:76) +2024-09-02 00:03:12,084 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0233s, count=656, qps in this process: 21.8497 (mp_runner.py:76) +2024-09-02 00:03:12,084 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0183s, count=656, qps in this process: 21.8533 (mp_runner.py:76) +2024-09-02 00:03:12,085 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0072s, count=651, qps in this process: 21.6948 (mp_runner.py:76) +2024-09-02 00:03:12,085 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.039s, count=656, qps in this process: 21.8383 (mp_runner.py:76) +2024-09-02 00:03:12,085 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.082s, count=656, qps in this process: 21.8071 (mp_runner.py:76) +2024-09-02 00:03:12,085 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0365s, count=656, qps in this process: 21.8401 (mp_runner.py:76) +2024-09-02 00:03:12,086 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0792s, count=656, qps in this process: 21.8091 (mp_runner.py:76) +2024-09-02 00:03:12,087 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.017s, count=656, qps in this process: 21.8543 (mp_runner.py:76) +2024-09-02 00:03:12,087 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0804s, count=656, qps in this process: 21.8082 (mp_runner.py:76) +2024-09-02 00:03:12,087 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0813s, count=656, qps in this process: 21.8076 (mp_runner.py:76) +2024-09-02 00:03:12,087 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0758s, count=656, qps in this process: 21.8116 (mp_runner.py:76) +2024-09-02 00:03:12,088 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0392s, count=656, qps in this process: 21.8381 (mp_runner.py:76) +2024-09-02 00:03:12,088 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0297s, count=656, qps in this process: 21.845 (mp_runner.py:76) +2024-09-02 00:03:12,089 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0147s, count=656, qps in this process: 21.856 (mp_runner.py:76) +2024-09-02 00:03:12,108 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0017s, count=657, qps in this process: 21.8988 (mp_runner.py:76) +2024-09-02 00:03:12,109 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0185s, count=657, qps in this process: 21.8865 (mp_runner.py:76) +2024-09-02 00:03:12,212 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0022s, count=674, qps in this process: 22.465 (mp_runner.py:76) +2024-09-02 00:03:12,217 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0049s, count=675, qps in this process: 22.4963 (mp_runner.py:76) +2024-09-02 00:03:12,222 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0024s, count=675, qps in this process: 22.4982 (mp_runner.py:76) +2024-09-02 00:03:12,226 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0007s, count=677, qps in this process: 22.5661 (mp_runner.py:76) +2024-09-02 00:03:12,271 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0031s, count=692, qps in this process: 23.0643 (mp_runner.py:76) +2024-09-02 00:03:12,277 | INFO |End search in concurrency 60: dur=30.853983642002277s, total_count=39431, qps=1277.9873 (mp_runner.py:120) +2024-09-02 00:03:16,656 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:03:16,656 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-02 00:03:38,300 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-02 00:03:38,368 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,401 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,528 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,585 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,669 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,743 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,752 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,758 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,781 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,835 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,849 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,849 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,881 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,900 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,901 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,920 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,920 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,947 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,947 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,987 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,987 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:38,993 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,010 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,013 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,034 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,060 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,061 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,096 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,100 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,142 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,154 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,156 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,188 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,198 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,209 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,218 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,235 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,242 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,245 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,305 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:03:39,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:05,329 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.0030263000007835217 (mp_runner.py:73) +2024-09-02 00:04:05,331 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.017956782001419924 (mp_runner.py:73) +2024-09-02 00:04:05,331 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.0440241469987086 (mp_runner.py:73) +2024-09-02 00:04:05,332 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.005711157995392568 (mp_runner.py:73) +2024-09-02 00:04:05,333 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.03344792200368829 (mp_runner.py:73) +2024-09-02 00:04:05,334 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.04390425900055561 (mp_runner.py:73) +2024-09-02 00:04:05,334 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.040509074002329726 (mp_runner.py:73) +2024-09-02 00:04:05,335 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.042048265000630636 (mp_runner.py:73) +2024-09-02 00:04:05,336 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.03930371800379362 (mp_runner.py:73) +2024-09-02 00:04:05,337 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.013533979996282142 (mp_runner.py:73) +2024-09-02 00:04:05,337 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.02768860899959691 (mp_runner.py:73) +2024-09-02 00:04:05,338 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.0210629749999498 (mp_runner.py:73) +2024-09-02 00:04:05,339 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.03698398100095801 (mp_runner.py:73) +2024-09-02 00:04:05,340 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.01939325899729738 (mp_runner.py:73) +2024-09-02 00:04:05,341 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.04568194699822925 (mp_runner.py:73) +2024-09-02 00:04:05,341 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.05339337999612326 (mp_runner.py:73) +2024-09-02 00:04:05,342 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.038537825996172614 (mp_runner.py:73) +2024-09-02 00:04:05,343 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.050746398002956994 (mp_runner.py:73) +2024-09-02 00:04:05,344 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.05562813200231176 (mp_runner.py:73) +2024-09-02 00:04:05,345 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.03578382799605606 (mp_runner.py:73) +2024-09-02 00:04:05,345 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.04799813499994343 (mp_runner.py:73) +2024-09-02 00:04:05,347 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.05776108300051419 (mp_runner.py:73) +2024-09-02 00:04:05,347 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.042397756995342206 (mp_runner.py:73) +2024-09-02 00:04:05,348 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.04674995900131762 (mp_runner.py:73) +2024-09-02 00:04:05,349 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.023273714003153145 (mp_runner.py:73) +2024-09-02 00:04:05,350 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.05105790000379784 (mp_runner.py:73) +2024-09-02 00:04:05,350 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.03491975199722219 (mp_runner.py:73) +2024-09-02 00:04:05,351 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.027631586002826225 (mp_runner.py:73) +2024-09-02 00:04:05,351 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.025261697999667376 (mp_runner.py:73) +2024-09-02 00:04:05,353 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03521545800322201 (mp_runner.py:73) +2024-09-02 00:04:05,353 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.049548551003681496 (mp_runner.py:73) +2024-09-02 00:04:05,354 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.06926802200177917 (mp_runner.py:73) +2024-09-02 00:04:05,355 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.03672571600327501 (mp_runner.py:73) +2024-09-02 00:04:05,355 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.013304652005899698 (mp_runner.py:73) +2024-09-02 00:04:05,357 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.031140254002821166 (mp_runner.py:73) +2024-09-02 00:04:05,357 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.061985242005903274 (mp_runner.py:73) +2024-09-02 00:04:05,358 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.050603907999175135 (mp_runner.py:73) +2024-09-02 00:04:05,358 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.06774109000252793 (mp_runner.py:73) +2024-09-02 00:04:05,359 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.058487504997174256 (mp_runner.py:73) +2024-09-02 00:04:05,360 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.055031359996064566 (mp_runner.py:73) +2024-09-02 00:04:05,361 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.03500837300089188 (mp_runner.py:73) +2024-09-02 00:04:05,361 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.07494792999932542 (mp_runner.py:73) +2024-09-02 00:04:05,363 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.056656738997844514 (mp_runner.py:73) +2024-09-02 00:04:05,363 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.046612666999862995 (mp_runner.py:73) +2024-09-02 00:04:05,364 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.047723472001962364 (mp_runner.py:73) +2024-09-02 00:04:05,365 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04500746299891034 (mp_runner.py:73) +2024-09-02 00:04:05,366 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.05243604999850504 (mp_runner.py:73) +2024-09-02 00:04:05,366 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.06494331100111594 (mp_runner.py:73) +2024-09-02 00:04:05,367 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.0438871480000671 (mp_runner.py:73) +2024-09-02 00:04:05,367 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.059572262995061465 (mp_runner.py:73) +2024-09-02 00:04:05,368 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.04278924399841344 (mp_runner.py:73) +2024-09-02 00:04:05,368 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.05797196400089888 (mp_runner.py:73) +2024-09-02 00:04:05,368 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.07160420400032308 (mp_runner.py:73) +2024-09-02 00:04:05,370 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.08637283999996725 (mp_runner.py:73) +2024-09-02 00:04:05,371 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.051462773997627664 (mp_runner.py:73) +2024-09-02 00:04:05,372 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.04819189400586765 (mp_runner.py:73) +2024-09-02 00:04:05,374 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.052142804001050536 (mp_runner.py:73) +2024-09-02 00:04:05,375 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.04934817799949087 (mp_runner.py:73) +2024-09-02 00:04:05,376 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.06499082100344822 (mp_runner.py:73) +2024-09-02 00:04:05,377 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.004297543004213367 (mp_runner.py:73) +2024-09-02 00:04:05,393 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.049641985999187455 (mp_runner.py:73) +2024-09-02 00:04:05,394 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.10870331199839711 (mp_runner.py:73) +2024-09-02 00:04:05,401 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.02522280500124907 (mp_runner.py:73) +2024-09-02 00:04:05,443 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.037056510998809244 (mp_runner.py:73) +2024-09-02 00:04:07,758 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.11200318599730963 (mp_runner.py:73) +2024-09-02 00:04:08,425 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0494s, count=563, qps in this process: 18.7358 (mp_runner.py:76) +2024-09-02 00:04:08,441 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0247s, count=565, qps in this process: 18.8178 (mp_runner.py:76) +2024-09-02 00:04:08,590 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0415s, count=568, qps in this process: 18.9072 (mp_runner.py:76) +2024-09-02 00:04:08,629 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0289s, count=569, qps in this process: 18.9484 (mp_runner.py:76) +2024-09-02 00:04:08,694 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0156s, count=570, qps in this process: 18.9901 (mp_runner.py:76) +2024-09-02 00:04:08,706 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.002s, count=571, qps in this process: 19.0321 (mp_runner.py:76) +2024-09-02 00:04:08,714 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0241s, count=571, qps in this process: 19.0181 (mp_runner.py:76) +2024-09-02 00:04:08,718 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.023s, count=571, qps in this process: 19.0188 (mp_runner.py:76) +2024-09-02 00:04:08,742 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0026s, count=572, qps in this process: 19.065 (mp_runner.py:76) +2024-09-02 00:04:08,765 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0115s, count=572, qps in this process: 19.0594 (mp_runner.py:76) +2024-09-02 00:04:08,780 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.031s, count=573, qps in this process: 19.0803 (mp_runner.py:76) +2024-09-02 00:04:08,781 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0212s, count=573, qps in this process: 19.0865 (mp_runner.py:76) +2024-09-02 00:04:08,785 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0017s, count=573, qps in this process: 19.0989 (mp_runner.py:76) +2024-09-02 00:04:08,826 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0283s, count=574, qps in this process: 19.1153 (mp_runner.py:76) +2024-09-02 00:04:08,837 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0399s, count=574, qps in this process: 19.1079 (mp_runner.py:76) +2024-09-02 00:04:08,839 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0024s, count=574, qps in this process: 19.1318 (mp_runner.py:76) +2024-09-02 00:04:08,843 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0048s, count=575, qps in this process: 19.1636 (mp_runner.py:76) +2024-09-02 00:04:08,845 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.004s, count=575, qps in this process: 19.1641 (mp_runner.py:76) +2024-09-02 00:04:08,851 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0063s, count=575, qps in this process: 19.1626 (mp_runner.py:76) +2024-09-02 00:04:08,854 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0073s, count=575, qps in this process: 19.162 (mp_runner.py:76) +2024-09-02 00:04:08,858 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0216s, count=575, qps in this process: 19.1529 (mp_runner.py:76) +2024-09-02 00:04:08,859 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0104s, count=575, qps in this process: 19.16 (mp_runner.py:76) +2024-09-02 00:04:08,866 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0212s, count=575, qps in this process: 19.1531 (mp_runner.py:76) +2024-09-02 00:04:08,894 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0063s, count=575, qps in this process: 19.1626 (mp_runner.py:76) +2024-09-02 00:04:08,919 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0138s, count=576, qps in this process: 19.1912 (mp_runner.py:76) +2024-09-02 00:04:08,921 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.037s, count=576, qps in this process: 19.1763 (mp_runner.py:76) +2024-09-02 00:04:08,922 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0673s, count=576, qps in this process: 19.157 (mp_runner.py:76) +2024-09-02 00:04:08,923 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0396s, count=576, qps in this process: 19.1747 (mp_runner.py:76) +2024-09-02 00:04:08,924 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0671s, count=576, qps in this process: 19.1572 (mp_runner.py:76) +2024-09-02 00:04:08,925 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.019s, count=576, qps in this process: 19.1878 (mp_runner.py:76) +2024-09-02 00:04:08,926 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0162s, count=576, qps in this process: 19.1896 (mp_runner.py:76) +2024-09-02 00:04:08,926 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0022s, count=576, qps in this process: 19.1986 (mp_runner.py:76) +2024-09-02 00:04:08,927 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0434s, count=576, qps in this process: 19.1723 (mp_runner.py:76) +2024-09-02 00:04:08,954 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0284s, count=577, qps in this process: 19.2151 (mp_runner.py:76) +2024-09-02 00:04:08,955 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0025s, count=577, qps in this process: 19.2317 (mp_runner.py:76) +2024-09-02 00:04:08,955 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0039s, count=577, qps in this process: 19.2308 (mp_runner.py:76) +2024-09-02 00:04:09,002 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0083s, count=579, qps in this process: 19.2947 (mp_runner.py:76) +2024-09-02 00:04:09,007 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0095s, count=580, qps in this process: 19.3272 (mp_runner.py:76) +2024-09-02 00:04:09,009 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0146s, count=579, qps in this process: 19.2906 (mp_runner.py:76) +2024-09-02 00:04:09,033 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0069s, count=580, qps in this process: 19.3289 (mp_runner.py:76) +2024-09-02 00:04:09,037 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0216s, count=580, qps in this process: 19.3194 (mp_runner.py:76) +2024-09-02 00:04:09,058 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0209s, count=580, qps in this process: 19.3199 (mp_runner.py:76) +2024-09-02 00:04:09,097 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0267s, count=583, qps in this process: 19.4161 (mp_runner.py:76) +2024-09-02 00:04:09,103 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0298s, count=582, qps in this process: 19.3807 (mp_runner.py:76) +2024-09-02 00:04:09,107 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0371s, count=582, qps in this process: 19.376 (mp_runner.py:76) +2024-09-02 00:04:09,135 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0129s, count=584, qps in this process: 19.4583 (mp_runner.py:76) +2024-09-02 00:04:09,138 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0386s, count=584, qps in this process: 19.4417 (mp_runner.py:76) +2024-09-02 00:04:09,151 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0301s, count=584, qps in this process: 19.4472 (mp_runner.py:76) +2024-09-02 00:04:09,160 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0037s, count=584, qps in this process: 19.4643 (mp_runner.py:76) +2024-09-02 00:04:09,168 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0066s, count=586, qps in this process: 19.529 (mp_runner.py:76) +2024-09-02 00:04:09,171 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0097s, count=586, qps in this process: 19.527 (mp_runner.py:76) +2024-09-02 00:04:09,192 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0067s, count=586, qps in this process: 19.529 (mp_runner.py:76) +2024-09-02 00:04:09,198 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0125s, count=588, qps in this process: 19.5918 (mp_runner.py:76) +2024-09-02 00:04:09,202 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0096s, count=588, qps in this process: 19.5937 (mp_runner.py:76) +2024-09-02 00:04:09,225 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0159s, count=591, qps in this process: 19.6896 (mp_runner.py:76) +2024-09-02 00:04:09,225 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0112s, count=591, qps in this process: 19.6926 (mp_runner.py:76) +2024-09-02 00:04:09,233 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0099s, count=589, qps in this process: 19.6269 (mp_runner.py:76) +2024-09-02 00:04:09,245 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0086s, count=592, qps in this process: 19.7277 (mp_runner.py:76) +2024-09-02 00:04:09,245 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0009s, count=592, qps in this process: 19.7327 (mp_runner.py:76) +2024-09-02 00:04:09,245 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0075s, count=592, qps in this process: 19.7284 (mp_runner.py:76) +2024-09-02 00:04:09,253 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0058s, count=593, qps in this process: 19.7628 (mp_runner.py:76) +2024-09-02 00:04:09,316 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0041s, count=606, qps in this process: 20.1972 (mp_runner.py:76) +2024-09-02 00:04:09,316 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0023s, count=606, qps in this process: 20.1985 (mp_runner.py:76) +2024-09-02 00:04:09,355 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0003s, count=575, qps in this process: 19.1665 (mp_runner.py:76) +2024-09-02 00:04:09,356 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0009s, count=617, qps in this process: 20.566 (mp_runner.py:76) +2024-09-02 00:04:09,362 | INFO |End search in concurrency 65: dur=31.060764945999836s, total_count=37687, qps=1213.3314 (mp_runner.py:120) +2024-09-02 00:04:14,096 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-02 00:04:14,096 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-02 00:04:36,121 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-02 00:04:36,252 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,444 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,482 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,574 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,690 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,692 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,706 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,716 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,721 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,724 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,745 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,754 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,755 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,755 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,761 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,792 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,826 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,858 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,888 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,901 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,926 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,970 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:36,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,006 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,029 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,076 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,128 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,134 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,136 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,136 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,136 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,142 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:04:37,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-02 00:05:04,976 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.014009263999469113 (mp_runner.py:73) +2024-09-02 00:05:04,977 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.03767516299558338 (mp_runner.py:73) +2024-09-02 00:05:04,978 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.03709672699915245 (mp_runner.py:73) +2024-09-02 00:05:04,978 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03318658300122479 (mp_runner.py:73) +2024-09-02 00:05:04,979 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.04204466800001683 (mp_runner.py:73) +2024-09-02 00:05:04,980 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.0353346629999578 (mp_runner.py:73) +2024-09-02 00:05:04,980 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.03698084999632556 (mp_runner.py:73) +2024-09-02 00:05:04,981 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.030117886999505572 (mp_runner.py:73) +2024-09-02 00:05:04,982 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.035865065998223145 (mp_runner.py:73) +2024-09-02 00:05:04,982 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.03943608500412665 (mp_runner.py:73) +2024-09-02 00:05:04,983 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.041851196001516655 (mp_runner.py:73) +2024-09-02 00:05:04,984 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.03395074100262718 (mp_runner.py:73) +2024-09-02 00:05:04,985 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.04233907900197664 (mp_runner.py:73) +2024-09-02 00:05:04,985 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.03894103299535345 (mp_runner.py:73) +2024-09-02 00:05:04,986 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.030820943997241557 (mp_runner.py:73) +2024-09-02 00:05:04,987 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.04018745299981674 (mp_runner.py:73) +2024-09-02 00:05:04,988 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.046277260000351816 (mp_runner.py:73) +2024-09-02 00:05:04,989 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.015106658996955957 (mp_runner.py:73) +2024-09-02 00:05:04,989 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.03595857200707542 (mp_runner.py:73) +2024-09-02 00:05:04,990 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.045210866002889816 (mp_runner.py:73) +2024-09-02 00:05:04,991 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.04210484599752817 (mp_runner.py:73) +2024-09-02 00:05:04,991 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.034366930995020084 (mp_runner.py:73) +2024-09-02 00:05:04,992 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.051678060000995174 (mp_runner.py:73) +2024-09-02 00:05:04,993 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.058771506999619305 (mp_runner.py:73) +2024-09-02 00:05:04,994 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.03684464300022228 (mp_runner.py:73) +2024-09-02 00:05:04,995 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.0433890540007269 (mp_runner.py:73) +2024-09-02 00:05:04,995 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.03593564800394233 (mp_runner.py:73) +2024-09-02 00:05:04,996 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.04178374099865323 (mp_runner.py:73) +2024-09-02 00:05:04,996 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03821026100195013 (mp_runner.py:73) +2024-09-02 00:05:04,998 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.06420333000278333 (mp_runner.py:73) +2024-09-02 00:05:04,998 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.030950782995205373 (mp_runner.py:73) +2024-09-02 00:05:04,999 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.027928541006986052 (mp_runner.py:73) +2024-09-02 00:05:05,000 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.042428475004271604 (mp_runner.py:73) +2024-09-02 00:05:05,002 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02934635699784849 (mp_runner.py:73) +2024-09-02 00:05:05,003 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.029177977005019784 (mp_runner.py:73) +2024-09-02 00:05:05,004 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.06875310599571094 (mp_runner.py:73) +2024-09-02 00:05:05,005 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.04986383700452279 (mp_runner.py:73) +2024-09-02 00:05:05,005 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.06662509799934924 (mp_runner.py:73) +2024-09-02 00:05:05,006 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.042462225996132474 (mp_runner.py:73) +2024-09-02 00:05:05,006 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.0442963109962875 (mp_runner.py:73) +2024-09-02 00:05:05,007 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.06819593899854226 (mp_runner.py:73) +2024-09-02 00:05:05,008 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.0470388739995542 (mp_runner.py:73) +2024-09-02 00:05:05,009 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.040544940005929675 (mp_runner.py:73) +2024-09-02 00:05:05,009 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.05688903099508025 (mp_runner.py:73) +2024-09-02 00:05:05,010 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.06294506899575936 (mp_runner.py:73) +2024-09-02 00:05:05,011 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.04652629100019112 (mp_runner.py:73) +2024-09-02 00:05:05,012 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.04644803999690339 (mp_runner.py:73) +2024-09-02 00:05:05,013 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.05187421399750747 (mp_runner.py:73) +2024-09-02 00:05:05,013 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.04367721900052857 (mp_runner.py:73) +2024-09-02 00:05:05,015 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.046971402000053786 (mp_runner.py:73) +2024-09-02 00:05:05,015 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.055607192996831145 (mp_runner.py:73) +2024-09-02 00:05:05,016 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.05164708200027235 (mp_runner.py:73) +2024-09-02 00:05:05,017 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.06828483100252924 (mp_runner.py:73) +2024-09-02 00:05:05,017 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.05431870699976571 (mp_runner.py:73) +2024-09-02 00:05:05,019 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.04556416400009766 (mp_runner.py:73) +2024-09-02 00:05:05,019 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.08357107199844904 (mp_runner.py:73) +2024-09-02 00:05:05,020 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.06379654299962567 (mp_runner.py:73) +2024-09-02 00:05:05,020 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.053694180998718366 (mp_runner.py:73) +2024-09-02 00:05:05,020 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.04923694299941417 (mp_runner.py:73) +2024-09-02 00:05:05,021 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.07137519599928055 (mp_runner.py:73) +2024-09-02 00:05:05,022 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05158826200204203 (mp_runner.py:73) +2024-09-02 00:05:05,023 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.053977155999746174 (mp_runner.py:73) +2024-09-02 00:05:05,025 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.05571662099828245 (mp_runner.py:73) +2024-09-02 00:05:05,026 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.055077436998544727 (mp_runner.py:73) +2024-09-02 00:05:05,035 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.0848944199969992 (mp_runner.py:73) +2024-09-02 00:05:05,037 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.07115740700101014 (mp_runner.py:73) +2024-09-02 00:05:05,050 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.09759075600595679 (mp_runner.py:73) +2024-09-02 00:05:05,051 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.11357984400092391 (mp_runner.py:73) +2024-09-02 00:05:05,064 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.13098353800160112 (mp_runner.py:73) +2024-09-02 00:05:05,074 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.13837386899831472 (mp_runner.py:73) +2024-09-02 00:05:06,354 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0185s, count=525, qps in this process: 17.4892 (mp_runner.py:76) +2024-09-02 00:05:06,488 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0364s, count=527, qps in this process: 17.5454 (mp_runner.py:76) +2024-09-02 00:05:06,522 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0263s, count=528, qps in this process: 17.5846 (mp_runner.py:76) +2024-09-02 00:05:06,585 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0117s, count=530, qps in this process: 17.6598 (mp_runner.py:76) +2024-09-02 00:05:06,604 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0227s, count=530, qps in this process: 17.6533 (mp_runner.py:76) +2024-09-02 00:05:06,633 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0468s, count=531, qps in this process: 17.6724 (mp_runner.py:76) +2024-09-02 00:05:06,645 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.002s, count=531, qps in this process: 17.6988 (mp_runner.py:76) +2024-09-02 00:05:06,696 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0027s, count=532, qps in this process: 17.7317 (mp_runner.py:76) +2024-09-02 00:05:06,704 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0114s, count=532, qps in this process: 17.7266 (mp_runner.py:76) +2024-09-02 00:05:06,725 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0263s, count=532, qps in this process: 17.7178 (mp_runner.py:76) +2024-09-02 00:05:06,729 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0054s, count=532, qps in this process: 17.7301 (mp_runner.py:76) +2024-09-02 00:05:06,741 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.019s, count=533, qps in this process: 17.7554 (mp_runner.py:76) +2024-09-02 00:05:06,741 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.051s, count=533, qps in this process: 17.7365 (mp_runner.py:76) +2024-09-02 00:05:06,742 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0361s, count=533, qps in this process: 17.7453 (mp_runner.py:76) +2024-09-02 00:05:06,742 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0518s, count=533, qps in this process: 17.736 (mp_runner.py:76) +2024-09-02 00:05:06,744 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0174s, count=533, qps in this process: 17.7564 (mp_runner.py:76) +2024-09-02 00:05:06,744 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0522s, count=533, qps in this process: 17.7358 (mp_runner.py:76) +2024-09-02 00:05:06,745 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0535s, count=533, qps in this process: 17.735 (mp_runner.py:76) +2024-09-02 00:05:06,746 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0373s, count=533, qps in this process: 17.7446 (mp_runner.py:76) +2024-09-02 00:05:06,747 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0248s, count=533, qps in this process: 17.752 (mp_runner.py:76) +2024-09-02 00:05:06,747 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0561s, count=533, qps in this process: 17.7335 (mp_runner.py:76) +2024-09-02 00:05:06,748 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0208s, count=533, qps in this process: 17.7544 (mp_runner.py:76) +2024-09-02 00:05:06,748 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0275s, count=533, qps in this process: 17.7504 (mp_runner.py:76) +2024-09-02 00:05:06,749 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0229s, count=533, qps in this process: 17.7531 (mp_runner.py:76) +2024-09-02 00:05:06,750 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0599s, count=533, qps in this process: 17.7313 (mp_runner.py:76) +2024-09-02 00:05:06,752 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.029s, count=533, qps in this process: 17.7495 (mp_runner.py:76) +2024-09-02 00:05:06,753 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0281s, count=533, qps in this process: 17.75 (mp_runner.py:76) +2024-09-02 00:05:06,788 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0348s, count=533, qps in this process: 17.7461 (mp_runner.py:76) +2024-09-02 00:05:06,790 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0202s, count=534, qps in this process: 17.788 (mp_runner.py:76) +2024-09-02 00:05:06,790 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0122s, count=534, qps in this process: 17.7928 (mp_runner.py:76) +2024-09-02 00:05:06,792 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0269s, count=534, qps in this process: 17.7841 (mp_runner.py:76) +2024-09-02 00:05:06,793 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.017s, count=534, qps in this process: 17.7899 (mp_runner.py:76) +2024-09-02 00:05:06,799 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0488s, count=534, qps in this process: 17.7711 (mp_runner.py:76) +2024-09-02 00:05:06,804 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0429s, count=534, qps in this process: 17.7746 (mp_runner.py:76) +2024-09-02 00:05:06,806 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.044s, count=534, qps in this process: 17.7739 (mp_runner.py:76) +2024-09-02 00:05:06,806 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0122s, count=534, qps in this process: 17.7928 (mp_runner.py:76) +2024-09-02 00:05:06,807 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0498s, count=534, qps in this process: 17.7705 (mp_runner.py:76) +2024-09-02 00:05:06,820 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0017s, count=535, qps in this process: 17.8323 (mp_runner.py:76) +2024-09-02 00:05:06,821 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0228s, count=535, qps in this process: 17.8198 (mp_runner.py:76) +2024-09-02 00:05:06,839 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0017s, count=536, qps in this process: 17.8657 (mp_runner.py:76) +2024-09-02 00:05:06,844 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0105s, count=537, qps in this process: 17.8937 (mp_runner.py:76) +2024-09-02 00:05:06,845 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0079s, count=537, qps in this process: 17.8953 (mp_runner.py:76) +2024-09-02 00:05:06,848 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0091s, count=536, qps in this process: 17.8612 (mp_runner.py:76) +2024-09-02 00:05:06,863 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0035s, count=537, qps in this process: 17.8979 (mp_runner.py:76) +2024-09-02 00:05:06,888 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0256s, count=538, qps in this process: 17.918 (mp_runner.py:76) +2024-09-02 00:05:06,895 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0038s, count=539, qps in this process: 17.9644 (mp_runner.py:76) +2024-09-02 00:05:06,899 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0018s, count=539, qps in this process: 17.9656 (mp_runner.py:76) +2024-09-02 00:05:06,918 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0064s, count=540, qps in this process: 17.9962 (mp_runner.py:76) +2024-09-02 00:05:06,928 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0035s, count=541, qps in this process: 18.0312 (mp_runner.py:76) +2024-09-02 00:05:06,931 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0007s, count=541, qps in this process: 18.0329 (mp_runner.py:76) +2024-09-02 00:05:06,932 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0029s, count=542, qps in this process: 18.0649 (mp_runner.py:76) +2024-09-02 00:05:06,944 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.014s, count=542, qps in this process: 18.0582 (mp_runner.py:76) +2024-09-02 00:05:06,951 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0219s, count=542, qps in this process: 18.0535 (mp_runner.py:76) +2024-09-02 00:05:06,975 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0012s, count=543, qps in this process: 18.0993 (mp_runner.py:76) +2024-09-02 00:05:07,011 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.004s, count=547, qps in this process: 18.2309 (mp_runner.py:76) +2024-09-02 00:05:07,020 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0126s, count=548, qps in this process: 18.259 (mp_runner.py:76) +2024-09-02 00:05:07,030 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0057s, count=549, qps in this process: 18.2965 (mp_runner.py:76) +2024-09-02 00:05:07,032 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0199s, count=548, qps in this process: 18.2546 (mp_runner.py:76) +2024-09-02 00:05:07,033 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0028s, count=549, qps in this process: 18.2983 (mp_runner.py:76) +2024-09-02 00:05:07,081 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.005s, count=554, qps in this process: 18.4636 (mp_runner.py:76) +2024-09-02 00:05:07,083 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0095s, count=555, qps in this process: 18.4941 (mp_runner.py:76) +2024-09-02 00:05:07,092 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.003s, count=556, qps in this process: 18.5315 (mp_runner.py:76) +2024-09-02 00:05:07,093 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0147s, count=555, qps in this process: 18.4909 (mp_runner.py:76) +2024-09-02 00:05:07,139 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0036s, count=563, qps in this process: 18.7644 (mp_runner.py:76) +2024-09-02 00:05:07,141 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0021s, count=563, qps in this process: 18.7654 (mp_runner.py:76) +2024-09-02 00:05:07,144 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0049s, count=564, qps in this process: 18.7969 (mp_runner.py:76) +2024-09-02 00:05:07,146 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0071s, count=564, qps in this process: 18.7956 (mp_runner.py:76) +2024-09-02 00:05:07,151 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0055s, count=564, qps in this process: 18.7966 (mp_runner.py:76) +2024-09-02 00:05:07,153 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0142s, count=564, qps in this process: 18.7911 (mp_runner.py:76) +2024-09-02 00:05:07,197 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0012s, count=578, qps in this process: 19.2659 (mp_runner.py:76) +2024-09-02 00:05:07,202 | INFO |End search in concurrency 70: dur=31.080592990001605s, total_count=37778, qps=1215.4852 (mp_runner.py:120) +2024-09-02 00:05:11,873 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1291.9917, serial_latency_p99=np.float64(0.0751), recall=np.float64(0.7642), ndcg=np.float64(0.8056), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[286.6718, 988.9399, 1228.8779, 1265.1707, 1237.3194, 1259.7343, 1172.5792, 1291.9917, 1270.1939, 1204.1028, 1227.7389, 1277.9873, 1213.3314, 1215.4852], conc_latency_p99_list=[np.float64(0.001998927800494857), np.float64(0.001843047058396769), np.float64(0.002171449882204615), np.float64(0.0023218192569576784), np.float64(0.002493297715089284), np.float64(0.002643497851896973), np.float64(0.0030342186683206818), np.float64(0.002872831086984661), np.float64(0.002848448858265328), np.float64(0.0031516975511396593), np.float64(0.003237637693011493), np.float64(0.003248624329746235), np.float64(0.003206796879641479), np.float64(0.003337103162635321)]) (task_runner.py:197) +2024-09-02 00:05:11,873 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:53:29.259881'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1291.9917, serial_latency_p99=np.float64(0.0751), recall=np.float64(0.7642), ndcg=np.float64(0.8056), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[286.6718, 988.9399, 1228.8779, 1265.1707, 1237.3194, 1259.7343, 1172.5792, 1291.9917, 1270.1939, 1204.1028, 1227.7389, 1277.9873, 1213.3314, 1215.4852], conc_latency_p99_list=[np.float64(0.001998927800494857), np.float64(0.001843047058396769), np.float64(0.002171449882204615), np.float64(0.0023218192569576784), np.float64(0.002493297715089284), np.float64(0.002643497851896973), np.float64(0.0030342186683206818), np.float64(0.002872831086984661), np.float64(0.002848448858265328), np.float64(0.0031516975511396593), np.float64(0.003237637693011493), np.float64(0.003248624329746235), np.float64(0.003206796879641479), np.float64(0.003337103162635321)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-02 00:05:11,873 | INFO |Task summary: run_id=5f2d1, task_label=5f2d193f606c448d8cf275f041f6ed78 (models.py:346) +2024-09-02 00:05:11,873 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-02 00:05:11,873 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-02 00:05:11,873 | INFO |PgVector | 2024-09-01T23:53:29.259881 Performance1536D500K 5f2d193f606c448d8cf275f041f6ed78 | 0.0 1291.9917 0.0751 0.7642 0 | :) (models.py:346) +2024-09-02 00:05:11,873 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json (models.py:204) +2024-09-02 00:05:11,874 | INFO |Success to finish task: label=5f2d193f606c448d8cf275f041f6ed78, run_id=5f2d193f606c448d8cf275f041f6ed78 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json b/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json new file mode 100644 index 000000000..2e3d7901d --- /dev/null +++ b/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json @@ -0,0 +1 @@ +{"run_id": "5f2d193f606c448d8cf275f041f6ed78", "task_label": "5f2d193f606c448d8cf275f041f6ed78", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1291.9917, "serial_latency_p99": 0.0751, "recall": 0.7642, "ndcg": 0.8056, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [286.6718, 988.9399, 1228.8779, 1265.1707, 1237.3194, 1259.7343, 1172.5792, 1291.9917, 1270.1939, 1204.1028, 1227.7389, 1277.9873, 1213.3314, 1215.4852], "conc_latency_p99_list": [0.001998927800494857, 0.001843047058396769, 0.002171449882204615, 0.0023218192569576784, 0.002493297715089284, 0.002643497851896973, 0.0030342186683206818, 0.002872831086984661, 0.002848448858265328, 0.0031516975511396593, 0.003237637693011493, 0.003248624329746235, 0.003206796879641479, 0.003337103162635321]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T23:53:29.259881", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt b/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt new file mode 100644 index 000000000..8884fd226 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt @@ -0,0 +1,3852 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 +2024-09-01 19:45:30,986 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:45:30.975001', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:45:30,987 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:45:30.975001', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:45:30,987 | INFO |generated uuid for the tasks: d8842421f3e84a16ac1f0dcf09abf3eb (interface.py:66) +2024-09-01 19:45:31,047 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:45:31,047 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:45:31,047 | INFO | PgVector-2024-09-01T19:45:30.975001 | Performance OpenAI-MEDIUM-500K None | d8842421f3e84a16ac1f0dcf09abf3eb (task_runner.py:340) +2024-09-01 19:45:31,047 | INFO |task submitted: id=d8842421f3e84a16ac1f0dcf09abf3eb, d8842421f3e84a16ac1f0dcf09abf3eb, case number: 1 (interface.py:231) +2024-09-01 19:45:31,461 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:45:30.975001'}, drop_old=True (interface.py:164) +2024-09-01 19:45:31,461 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:45:31,534 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:45:31,535 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 19:45:31,535 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 19:45:31,535 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) +2024-09-01 19:45:31,588 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) +2024-09-01 19:45:32,195 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:45:32,243 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:45:32,266 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:45:32,266 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:45:32,809 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:45:32,809 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) +2024-09-01 19:45:32,809 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) +2024-09-01 19:45:35,126 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:36,048 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:37,671 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:38,572 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:40,136 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:40,979 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:41,791 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:43,441 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:44,381 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:45,933 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:46,814 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:48,458 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:49,345 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:50,920 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:51,682 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:53,272 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:54,140 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:55,739 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:56,553 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:58,200 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:45:58,709 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:45:59,184 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:00,584 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:01,474 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:02,982 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:03,949 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:04,773 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:06,374 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:07,265 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:10,274 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:11,233 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:12,168 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:13,042 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:14,193 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:15,020 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:15,990 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:16,810 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:18,131 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:19,060 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:19,993 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:20,897 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:21,317 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:46:21,702 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:22,575 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:23,528 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:24,434 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:25,212 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:26,195 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:27,026 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:28,009 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:28,954 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:29,936 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:30,829 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:31,777 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:32,626 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:33,790 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:34,633 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:35,832 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:36,778 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:37,854 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:39,070 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:39,826 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:40,292 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:46:40,730 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:41,816 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:43,549 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:44,468 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:45,399 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:46,499 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:47,339 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:48,371 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:49,540 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:50,478 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:51,526 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:52,920 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:54,782 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:56,930 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:58,122 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:46:59,407 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:00,245 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:01,415 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:02,331 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:03,377 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:04,043 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:47:04,413 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:05,303 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:06,185 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:07,049 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:08,077 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:09,040 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:09,930 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:10,737 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:11,611 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:12,865 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:14,110 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:16,178 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:16,974 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:18,789 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:19,606 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:21,278 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:22,963 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:23,854 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:24,915 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:27,390 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 19:47:28,880 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 19:47:28,988 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=116.17829585499567 (serial_runner.py:61) +2024-09-01 19:47:29,695 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:47:29,695 | INFO |PgVector post insert before optimize (pgvector.py:188) +2024-09-01 19:47:29,695 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 19:47:29,695 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 19:47:29,696 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) +2024-09-01 19:47:30,709 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) +2024-09-01 19:47:30,709 | DEBUG | + CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" + USING "hnsw" (embedding "vector_cosine_ops" ) + WITH ( "m" = "8", "ef_construction" = "32" ); (pgvector.py:308) +2024-09-01 19:55:19,285 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=116.87308492900047, optimize_duration=469.5117279400001 load_duration(insert + optimize) = 586.3848 (task_runner.py:167) +2024-09-01 19:55:19,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:55:19,327 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 19:55:19,327 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 19:55:19,334 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 19:55:19,377 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 19:55:19,937 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 19:55:19,957 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:55:19,957 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 19:55:19,958 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 19:55:24,783 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.010608266005874611, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:26,612 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.009277593999286182, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:28,835 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.025869204000628088, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:32,083 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.023601577995577827, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:34,975 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.010704890999477357, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:36,978 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.014895842999976594, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:39,052 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.01467177200538572, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:41,051 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.011885375002748333, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:43,779 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.04795668999577174, latest recall=0.0 (serial_runner.py:202) +2024-09-01 19:55:46,515 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.022475628000393044, latest recall=0.1 (serial_runner.py:202) +2024-09-01 19:55:46,516 | INFO |SpawnProcess-1:3 search entire test_data: cost=23.3793s, queries=1000, avg_recall=0.0944, avg_ndcg=0.1785,avg_latency=0.0234, p99=0.2495 (serial_runner.py:209) +2024-09-01 19:55:47,045 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:55:47,045 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 19:55:48,066 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 19:55:48,126 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:55:48,763 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0007556429991382174 (mp_runner.py:73) +2024-09-01 19:55:49,116 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0009124049975071102 (mp_runner.py:73) +2024-09-01 19:55:49,479 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0005174960024305619 (mp_runner.py:73) +2024-09-01 19:55:49,927 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0011025499989045784 (mp_runner.py:73) +2024-09-01 19:55:50,407 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0012943830006406642 (mp_runner.py:73) +2024-09-01 19:55:50,873 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0010414599964860827 (mp_runner.py:73) +2024-09-01 19:55:51,371 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0009021999940159731 (mp_runner.py:73) +2024-09-01 19:55:51,831 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0010524020035518333 (mp_runner.py:73) +2024-09-01 19:55:52,327 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0007453209982486442 (mp_runner.py:73) +2024-09-01 19:55:52,824 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0011071729968534783 (mp_runner.py:73) +2024-09-01 19:55:53,358 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0010980589941027574 (mp_runner.py:73) +2024-09-01 19:55:53,904 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0010371319949626923 (mp_runner.py:73) +2024-09-01 19:55:54,407 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0006725209968863055 (mp_runner.py:73) +2024-09-01 19:55:54,877 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.001041750998410862 (mp_runner.py:73) +2024-09-01 19:55:55,358 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0018369219978922047 (mp_runner.py:73) +2024-09-01 19:55:55,886 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0010204889986198395 (mp_runner.py:73) +2024-09-01 19:55:56,279 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.00066834799508797 (mp_runner.py:73) +2024-09-01 19:55:56,716 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0011627959975157864 (mp_runner.py:73) +2024-09-01 19:55:57,275 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.000728442995750811 (mp_runner.py:73) +2024-09-01 19:55:57,792 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0012199919947306626 (mp_runner.py:73) +2024-09-01 19:55:58,303 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.000864641995576676 (mp_runner.py:73) +2024-09-01 19:55:58,897 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0011093789944425225 (mp_runner.py:73) +2024-09-01 19:55:59,384 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0009915639966493472 (mp_runner.py:73) +2024-09-01 19:55:59,849 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0011955360023421235 (mp_runner.py:73) +2024-09-01 19:56:00,386 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0010526530022616498 (mp_runner.py:73) +2024-09-01 19:56:00,882 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0012158120007370599 (mp_runner.py:73) +2024-09-01 19:56:01,373 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0007652530039194971 (mp_runner.py:73) +2024-09-01 19:56:01,846 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.001023140997858718 (mp_runner.py:73) +2024-09-01 19:56:02,388 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0009179600019706413 (mp_runner.py:73) +2024-09-01 19:56:02,920 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0011445890049799345 (mp_runner.py:73) +2024-09-01 19:56:03,517 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.0009297130018239841 (mp_runner.py:73) +2024-09-01 19:56:03,952 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0008613699974375777 (mp_runner.py:73) +2024-09-01 19:56:04,318 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.0008065410002018325 (mp_runner.py:73) +2024-09-01 19:56:04,682 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.0009171190031338483 (mp_runner.py:73) +2024-09-01 19:56:05,048 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.0008521339987055399 (mp_runner.py:73) +2024-09-01 19:56:05,442 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0009703569958219305 (mp_runner.py:73) +2024-09-01 19:56:05,880 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.0006804500008001924 (mp_runner.py:73) +2024-09-01 19:56:06,283 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.000853457000630442 (mp_runner.py:73) +2024-09-01 19:56:06,651 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0007161170069593936 (mp_runner.py:73) +2024-09-01 19:56:07,036 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.0009904480029945262 (mp_runner.py:73) +2024-09-01 19:56:07,443 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0006028800053172745 (mp_runner.py:73) +2024-09-01 19:56:07,871 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.0008155129980877973 (mp_runner.py:73) +2024-09-01 19:56:08,304 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0007695149979554117 (mp_runner.py:73) +2024-09-01 19:56:08,723 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0008356729958904907 (mp_runner.py:73) +2024-09-01 19:56:09,154 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0009188740004901774 (mp_runner.py:73) +2024-09-01 19:56:09,501 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0006537209992529824 (mp_runner.py:73) +2024-09-01 19:56:09,940 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.0007751090015517548 (mp_runner.py:73) +2024-09-01 19:56:10,311 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.0007867989988881163 (mp_runner.py:73) +2024-09-01 19:56:10,786 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.0009395380038768053 (mp_runner.py:73) +2024-09-01 19:56:11,149 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.001082470000255853 (mp_runner.py:73) +2024-09-01 19:56:11,519 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.0006617410035687499 (mp_runner.py:73) +2024-09-01 19:56:11,880 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0010568490033620037 (mp_runner.py:73) +2024-09-01 19:56:12,369 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0007737269988865592 (mp_runner.py:73) +2024-09-01 19:56:12,777 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0009705350021249615 (mp_runner.py:73) +2024-09-01 19:56:13,203 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.0006212380030774511 (mp_runner.py:73) +2024-09-01 19:56:13,738 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.0009182610010611825 (mp_runner.py:73) +2024-09-01 19:56:14,180 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0007563719991594553 (mp_runner.py:73) +2024-09-01 19:56:14,542 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0009296729986090213 (mp_runner.py:73) +2024-09-01 19:56:14,897 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.0005466200018418022 (mp_runner.py:73) +2024-09-01 19:56:15,291 | DEBUG |(SpawnProcess-1:5) search_count: 30000, latest_latency=0.0008021579997148365 (mp_runner.py:73) +2024-09-01 19:56:15,706 | DEBUG |(SpawnProcess-1:5) search_count: 30500, latest_latency=0.001011282998661045 (mp_runner.py:73) +2024-09-01 19:56:16,053 | DEBUG |(SpawnProcess-1:5) search_count: 31000, latest_latency=0.0008994069939944893 (mp_runner.py:73) +2024-09-01 19:56:16,416 | DEBUG |(SpawnProcess-1:5) search_count: 31500, latest_latency=0.0007120920054148883 (mp_runner.py:73) +2024-09-01 19:56:16,776 | DEBUG |(SpawnProcess-1:5) search_count: 32000, latest_latency=0.0006920359955984168 (mp_runner.py:73) +2024-09-01 19:56:17,198 | DEBUG |(SpawnProcess-1:5) search_count: 32500, latest_latency=0.0008894509956007823 (mp_runner.py:73) +2024-09-01 19:56:17,731 | DEBUG |(SpawnProcess-1:5) search_count: 33000, latest_latency=0.0010203269994235598 (mp_runner.py:73) +2024-09-01 19:56:18,129 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0019s, count=33300, qps in this process: 1109.9297 (mp_runner.py:76) +2024-09-01 19:56:18,133 | INFO |End search in concurrency 1: dur=30.066783030997613s, total_count=33300, qps=1107.5345 (mp_runner.py:120) +2024-09-01 19:56:18,314 | INFO |Update largest qps with concurrency 1: current max_qps=1107.5345 (mp_runner.py:124) +2024-09-01 19:56:18,725 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:56:18,725 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 19:56:23,774 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 19:56:23,827 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:56:23,827 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:56:23,829 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:56:23,832 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:56:23,839 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:56:24,677 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0011370159991201945 (mp_runner.py:73) +2024-09-01 19:56:24,681 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0017135630041593686 (mp_runner.py:73) +2024-09-01 19:56:24,715 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.0013800310043734498 (mp_runner.py:73) +2024-09-01 19:56:24,730 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0025609099975554273 (mp_runner.py:73) +2024-09-01 19:56:24,803 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.001435848003893625 (mp_runner.py:73) +2024-09-01 19:56:25,374 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.001900424002087675 (mp_runner.py:73) +2024-09-01 19:56:25,492 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0017305040018982254 (mp_runner.py:73) +2024-09-01 19:56:25,505 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0019155609988956712 (mp_runner.py:73) +2024-09-01 19:56:25,534 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0012615399973583408 (mp_runner.py:73) +2024-09-01 19:56:25,541 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.0011002179962815717 (mp_runner.py:73) +2024-09-01 19:56:26,078 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0018759680024231784 (mp_runner.py:73) +2024-09-01 19:56:26,224 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0011450229940237477 (mp_runner.py:73) +2024-09-01 19:56:26,274 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0017340730046271347 (mp_runner.py:73) +2024-09-01 19:56:26,317 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0011760519992094487 (mp_runner.py:73) +2024-09-01 19:56:26,406 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.0015789280005265027 (mp_runner.py:73) +2024-09-01 19:56:26,756 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0016157049976754934 (mp_runner.py:73) +2024-09-01 19:56:27,099 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0034010160015895963 (mp_runner.py:73) +2024-09-01 19:56:27,141 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.001957810003659688 (mp_runner.py:73) +2024-09-01 19:56:27,152 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.001419118998455815 (mp_runner.py:73) +2024-09-01 19:56:27,217 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.0012217490002512932 (mp_runner.py:73) +2024-09-01 19:56:27,671 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0010733849994721822 (mp_runner.py:73) +2024-09-01 19:56:27,849 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.001088072000129614 (mp_runner.py:73) +2024-09-01 19:56:27,879 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.0009269400034099817 (mp_runner.py:73) +2024-09-01 19:56:27,988 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.001049751001119148 (mp_runner.py:73) +2024-09-01 19:56:27,990 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0027356049977242947 (mp_runner.py:73) +2024-09-01 19:56:28,417 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0014428440044866875 (mp_runner.py:73) +2024-09-01 19:56:28,603 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0009673780004959553 (mp_runner.py:73) +2024-09-01 19:56:28,692 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.0012995759971090592 (mp_runner.py:73) +2024-09-01 19:56:28,801 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0015894910029601306 (mp_runner.py:73) +2024-09-01 19:56:28,851 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0012558529997477308 (mp_runner.py:73) +2024-09-01 19:56:29,367 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0012452939990907907 (mp_runner.py:73) +2024-09-01 19:56:29,504 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.002003421999688726 (mp_runner.py:73) +2024-09-01 19:56:29,558 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.0012777550000464544 (mp_runner.py:73) +2024-09-01 19:56:29,625 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.000992565997876227 (mp_runner.py:73) +2024-09-01 19:56:29,631 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0009900910008582287 (mp_runner.py:73) +2024-09-01 19:56:30,291 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0018147369992220774 (mp_runner.py:73) +2024-09-01 19:56:30,455 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.0028344759994070046 (mp_runner.py:73) +2024-09-01 19:56:30,491 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.001470601993787568 (mp_runner.py:73) +2024-09-01 19:56:30,520 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0017946839943761006 (mp_runner.py:73) +2024-09-01 19:56:30,529 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0017719489987939596 (mp_runner.py:73) +2024-09-01 19:56:31,200 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0018340799942961894 (mp_runner.py:73) +2024-09-01 19:56:31,256 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.0010588079967419617 (mp_runner.py:73) +2024-09-01 19:56:31,322 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.0017288649978581816 (mp_runner.py:73) +2024-09-01 19:56:31,341 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.001754781995259691 (mp_runner.py:73) +2024-09-01 19:56:31,352 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.002176264999434352 (mp_runner.py:73) +2024-09-01 19:56:32,053 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0025743229998624884 (mp_runner.py:73) +2024-09-01 19:56:32,072 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.0012388030008878559 (mp_runner.py:73) +2024-09-01 19:56:32,098 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.0011345950042596087 (mp_runner.py:73) +2024-09-01 19:56:32,107 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.001854369998909533 (mp_runner.py:73) +2024-09-01 19:56:32,108 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.002138779003871605 (mp_runner.py:73) +2024-09-01 19:56:32,881 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.0018785390057018958 (mp_runner.py:73) +2024-09-01 19:56:32,908 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0029062360044918023 (mp_runner.py:73) +2024-09-01 19:56:32,910 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0021115319977980107 (mp_runner.py:73) +2024-09-01 19:56:32,921 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0008116559984046035 (mp_runner.py:73) +2024-09-01 19:56:32,922 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0012901549998787232 (mp_runner.py:73) +2024-09-01 19:56:33,737 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.007120251997548621 (mp_runner.py:73) +2024-09-01 19:56:33,745 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0008807670019450597 (mp_runner.py:73) +2024-09-01 19:56:33,773 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.005462854998768307 (mp_runner.py:73) +2024-09-01 19:56:33,816 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.0016690720003680326 (mp_runner.py:73) +2024-09-01 19:56:33,847 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.001698041996860411 (mp_runner.py:73) +2024-09-01 19:56:34,585 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.0017229899967787787 (mp_runner.py:73) +2024-09-01 19:56:34,619 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0014621079972130246 (mp_runner.py:73) +2024-09-01 19:56:34,635 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0016071349964477122 (mp_runner.py:73) +2024-09-01 19:56:34,639 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.001095171995984856 (mp_runner.py:73) +2024-09-01 19:56:34,729 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.003130794000753667 (mp_runner.py:73) +2024-09-01 19:56:35,307 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0024004020015127026 (mp_runner.py:73) +2024-09-01 19:56:35,370 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.001184879001812078 (mp_runner.py:73) +2024-09-01 19:56:35,493 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0017437389979022555 (mp_runner.py:73) +2024-09-01 19:56:35,499 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.0018003590012085624 (mp_runner.py:73) +2024-09-01 19:56:35,555 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.0016693620054866187 (mp_runner.py:73) +2024-09-01 19:56:36,229 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0020554720031213947 (mp_runner.py:73) +2024-09-01 19:56:36,273 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.0010101409934577532 (mp_runner.py:73) +2024-09-01 19:56:36,280 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0014719120008521713 (mp_runner.py:73) +2024-09-01 19:56:36,355 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0008021300018299371 (mp_runner.py:73) +2024-09-01 19:56:36,472 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.002049402995908167 (mp_runner.py:73) +2024-09-01 19:56:37,042 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0017155719979200512 (mp_runner.py:73) +2024-09-01 19:56:37,078 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.00198260199977085 (mp_runner.py:73) +2024-09-01 19:56:37,153 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0011900929966941476 (mp_runner.py:73) +2024-09-01 19:56:37,160 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0011793119992944412 (mp_runner.py:73) +2024-09-01 19:56:37,344 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.0014375370010384358 (mp_runner.py:73) +2024-09-01 19:56:37,885 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0010627049996401183 (mp_runner.py:73) +2024-09-01 19:56:37,926 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0017111970009864308 (mp_runner.py:73) +2024-09-01 19:56:37,939 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0007786019996274263 (mp_runner.py:73) +2024-09-01 19:56:37,944 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0010257160029141232 (mp_runner.py:73) +2024-09-01 19:56:38,177 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0010920440035988577 (mp_runner.py:73) +2024-09-01 19:56:38,707 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.002932832001533825 (mp_runner.py:73) +2024-09-01 19:56:38,743 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0022551049987669103 (mp_runner.py:73) +2024-09-01 19:56:38,782 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.003064374999667052 (mp_runner.py:73) +2024-09-01 19:56:38,790 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0016451459960080683 (mp_runner.py:73) +2024-09-01 19:56:39,000 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.001961930996912997 (mp_runner.py:73) +2024-09-01 19:56:39,605 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.001090121004381217 (mp_runner.py:73) +2024-09-01 19:56:39,740 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0010749919965746813 (mp_runner.py:73) +2024-09-01 19:56:39,740 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.003151199998683296 (mp_runner.py:73) +2024-09-01 19:56:39,825 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.0009996999942814 (mp_runner.py:73) +2024-09-01 19:56:39,874 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0015244730020640418 (mp_runner.py:73) +2024-09-01 19:56:40,339 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.002352267998503521 (mp_runner.py:73) +2024-09-01 19:56:40,544 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0019837900035781786 (mp_runner.py:73) +2024-09-01 19:56:40,565 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0013991239975439385 (mp_runner.py:73) +2024-09-01 19:56:40,650 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.0011666380014503375 (mp_runner.py:73) +2024-09-01 19:56:40,770 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.002828352000506129 (mp_runner.py:73) +2024-09-01 19:56:41,147 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.001058452995494008 (mp_runner.py:73) +2024-09-01 19:56:41,416 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0020630099970730953 (mp_runner.py:73) +2024-09-01 19:56:41,428 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0010113960015587509 (mp_runner.py:73) +2024-09-01 19:56:41,448 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.001696819999779109 (mp_runner.py:73) +2024-09-01 19:56:41,601 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.002104721999785397 (mp_runner.py:73) +2024-09-01 19:56:41,916 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.0019493250001687557 (mp_runner.py:73) +2024-09-01 19:56:42,399 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.0012369169999146834 (mp_runner.py:73) +2024-09-01 19:56:42,505 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.002504907999536954 (mp_runner.py:73) +2024-09-01 19:56:42,523 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.002362418999837246 (mp_runner.py:73) +2024-09-01 19:56:42,677 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0025725900050019845 (mp_runner.py:73) +2024-09-01 19:56:42,945 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0019906830057152547 (mp_runner.py:73) +2024-09-01 19:56:43,223 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.0020207979978295043 (mp_runner.py:73) +2024-09-01 19:56:43,342 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0010431789996800944 (mp_runner.py:73) +2024-09-01 19:56:43,343 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0028310089983278885 (mp_runner.py:73) +2024-09-01 19:56:43,505 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0010146319982595742 (mp_runner.py:73) +2024-09-01 19:56:43,895 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.002290050993906334 (mp_runner.py:73) +2024-09-01 19:56:44,231 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.002014662997680716 (mp_runner.py:73) +2024-09-01 19:56:44,265 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0018488529967726208 (mp_runner.py:73) +2024-09-01 19:56:44,306 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.002005742004257627 (mp_runner.py:73) +2024-09-01 19:56:44,536 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0036655869989772327 (mp_runner.py:73) +2024-09-01 19:56:44,752 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0013177480068407021 (mp_runner.py:73) +2024-09-01 19:56:45,120 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.0063190370055963285 (mp_runner.py:73) +2024-09-01 19:56:45,411 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0017304799985140562 (mp_runner.py:73) +2024-09-01 19:56:45,425 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0017840069995145313 (mp_runner.py:73) +2024-09-01 19:56:45,677 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0016154600016307086 (mp_runner.py:73) +2024-09-01 19:56:45,719 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0023758810057188384 (mp_runner.py:73) +2024-09-01 19:56:45,964 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.0014247450017137453 (mp_runner.py:73) +2024-09-01 19:56:46,269 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.0019035400036955252 (mp_runner.py:73) +2024-09-01 19:56:46,298 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0023991859998204745 (mp_runner.py:73) +2024-09-01 19:56:46,489 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0021009429983678274 (mp_runner.py:73) +2024-09-01 19:56:46,502 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.0015835199956200086 (mp_runner.py:73) +2024-09-01 19:56:46,827 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.001585325997439213 (mp_runner.py:73) +2024-09-01 19:56:47,143 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.000998654002614785 (mp_runner.py:73) +2024-09-01 19:56:47,150 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0013681110067409463 (mp_runner.py:73) +2024-09-01 19:56:47,294 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.002384126994002145 (mp_runner.py:73) +2024-09-01 19:56:47,330 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.001355590000457596 (mp_runner.py:73) +2024-09-01 19:56:47,650 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.002835860002960544 (mp_runner.py:73) +2024-09-01 19:56:47,956 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.001449157003662549 (mp_runner.py:73) +2024-09-01 19:56:47,991 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.001483514002757147 (mp_runner.py:73) +2024-09-01 19:56:48,177 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.0022000230019330047 (mp_runner.py:73) +2024-09-01 19:56:48,236 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.001835236995248124 (mp_runner.py:73) +2024-09-01 19:56:48,514 | DEBUG |(SpawnProcess-1:10) search_count: 14500, latest_latency=0.003166987000440713 (mp_runner.py:73) +2024-09-01 19:56:48,901 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.001597454996954184 (mp_runner.py:73) +2024-09-01 19:56:48,934 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.0021435440066852607 (mp_runner.py:73) +2024-09-01 19:56:48,988 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.001234294002642855 (mp_runner.py:73) +2024-09-01 19:56:49,098 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.0015877019977779128 (mp_runner.py:73) +2024-09-01 19:56:49,330 | DEBUG |(SpawnProcess-1:10) search_count: 15000, latest_latency=0.0032775219951872714 (mp_runner.py:73) +2024-09-01 19:56:49,751 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.001781303006282542 (mp_runner.py:73) +2024-09-01 19:56:49,772 | DEBUG |(SpawnProcess-1:11) search_count: 15500, latest_latency=0.0028750909987138584 (mp_runner.py:73) +2024-09-01 19:56:49,774 | DEBUG |(SpawnProcess-1:7) search_count: 15000, latest_latency=0.001587268998264335 (mp_runner.py:73) +2024-09-01 19:56:49,903 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0012959300001966767 (mp_runner.py:73) +2024-09-01 19:56:50,121 | DEBUG |(SpawnProcess-1:10) search_count: 15500, latest_latency=0.0009662220036261715 (mp_runner.py:73) +2024-09-01 19:56:50,568 | DEBUG |(SpawnProcess-1:11) search_count: 16000, latest_latency=0.006153039998025633 (mp_runner.py:73) +2024-09-01 19:56:50,671 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.0015647170002921484 (mp_runner.py:73) +2024-09-01 19:56:50,681 | DEBUG |(SpawnProcess-1:7) search_count: 15500, latest_latency=0.0034834969992516562 (mp_runner.py:73) +2024-09-01 19:56:50,859 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.0024973350009531714 (mp_runner.py:73) +2024-09-01 19:56:50,984 | DEBUG |(SpawnProcess-1:10) search_count: 16000, latest_latency=0.0026035359987872653 (mp_runner.py:73) +2024-09-01 19:56:51,420 | DEBUG |(SpawnProcess-1:11) search_count: 16500, latest_latency=0.0015090750021045096 (mp_runner.py:73) +2024-09-01 19:56:51,566 | DEBUG |(SpawnProcess-1:7) search_count: 16000, latest_latency=0.002751867999904789 (mp_runner.py:73) +2024-09-01 19:56:51,617 | DEBUG |(SpawnProcess-1:9) search_count: 16000, latest_latency=0.0013326879998203367 (mp_runner.py:73) +2024-09-01 19:56:51,745 | DEBUG |(SpawnProcess-1:8) search_count: 16000, latest_latency=0.0011774660015362315 (mp_runner.py:73) +2024-09-01 19:56:51,832 | DEBUG |(SpawnProcess-1:10) search_count: 16500, latest_latency=0.0017712249973556027 (mp_runner.py:73) +2024-09-01 19:56:52,218 | DEBUG |(SpawnProcess-1:11) search_count: 17000, latest_latency=0.0014380809952854179 (mp_runner.py:73) +2024-09-01 19:56:52,423 | DEBUG |(SpawnProcess-1:7) search_count: 16500, latest_latency=0.0010890470002777874 (mp_runner.py:73) +2024-09-01 19:56:52,445 | DEBUG |(SpawnProcess-1:9) search_count: 16500, latest_latency=0.0012337139996816404 (mp_runner.py:73) +2024-09-01 19:56:52,608 | DEBUG |(SpawnProcess-1:10) search_count: 17000, latest_latency=0.0014688570008729585 (mp_runner.py:73) +2024-09-01 19:56:52,630 | DEBUG |(SpawnProcess-1:8) search_count: 16500, latest_latency=0.002031644995440729 (mp_runner.py:73) +2024-09-01 19:56:53,012 | DEBUG |(SpawnProcess-1:11) search_count: 17500, latest_latency=0.0010622740010148846 (mp_runner.py:73) +2024-09-01 19:56:53,250 | DEBUG |(SpawnProcess-1:7) search_count: 17000, latest_latency=0.0015042569939396344 (mp_runner.py:73) +2024-09-01 19:56:53,280 | DEBUG |(SpawnProcess-1:9) search_count: 17000, latest_latency=0.0034720859985100105 (mp_runner.py:73) +2024-09-01 19:56:53,427 | DEBUG |(SpawnProcess-1:8) search_count: 17000, latest_latency=0.0010876339947571978 (mp_runner.py:73) +2024-09-01 19:56:53,442 | DEBUG |(SpawnProcess-1:10) search_count: 17500, latest_latency=0.0020169509953120723 (mp_runner.py:73) +2024-09-01 19:56:53,826 | DEBUG |(SpawnProcess-1:11) search_count: 18000, latest_latency=0.002083717998175416 (mp_runner.py:73) +2024-09-01 19:56:53,828 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0007s, count=17740, qps in this process: 591.3195 (mp_runner.py:76) +2024-09-01 19:56:53,828 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0007s, count=18002, qps in this process: 600.0527 (mp_runner.py:76) +2024-09-01 19:56:53,832 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0009s, count=17331, qps in this process: 577.6827 (mp_runner.py:76) +2024-09-01 19:56:53,835 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=17240, qps in this process: 574.6513 (mp_runner.py:76) +2024-09-01 19:56:53,843 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0032s, count=17320, qps in this process: 577.2718 (mp_runner.py:76) +2024-09-01 19:56:53,849 | INFO |End search in concurrency 5: dur=30.07500605599489s, total_count=87633, qps=2913.8149 (mp_runner.py:120) +2024-09-01 19:56:54,163 | INFO |Update largest qps with concurrency 5: current max_qps=2913.8149 (mp_runner.py:124) +2024-09-01 19:56:54,572 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:56:54,572 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 19:57:04,753 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 19:57:04,797 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,820 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,824 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,837 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,890 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,912 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,922 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,933 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:04,941 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:06,815 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0010618739979690872 (mp_runner.py:73) +2024-09-01 19:57:06,816 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0033675390004646033 (mp_runner.py:73) +2024-09-01 19:57:06,816 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0033825909995357506 (mp_runner.py:73) +2024-09-01 19:57:06,817 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.005156669001735281 (mp_runner.py:73) +2024-09-01 19:57:06,817 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006228081001609098 (mp_runner.py:73) +2024-09-01 19:57:06,864 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.003491598996333778 (mp_runner.py:73) +2024-09-01 19:57:06,864 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.004020282001874875 (mp_runner.py:73) +2024-09-01 19:57:06,865 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0030650140033685602 (mp_runner.py:73) +2024-09-01 19:57:06,865 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.00464004700188525 (mp_runner.py:73) +2024-09-01 19:57:06,865 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.006328090996248648 (mp_runner.py:73) +2024-09-01 19:57:06,919 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0022877310038893484 (mp_runner.py:73) +2024-09-01 19:57:06,919 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.0033174950003740378 (mp_runner.py:73) +2024-09-01 19:57:06,920 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0050070409997715615 (mp_runner.py:73) +2024-09-01 19:57:06,921 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.005342913995264098 (mp_runner.py:73) +2024-09-01 19:57:07,069 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.004030413998407312 (mp_runner.py:73) +2024-09-01 19:57:08,708 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.0032728080041124485 (mp_runner.py:73) +2024-09-01 19:57:08,709 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.0034027319998131134 (mp_runner.py:73) +2024-09-01 19:57:08,709 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004619172999809962 (mp_runner.py:73) +2024-09-01 19:57:08,710 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.005728420001105405 (mp_runner.py:73) +2024-09-01 19:57:08,710 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.004499814996961504 (mp_runner.py:73) +2024-09-01 19:57:08,817 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.00346756699582329 (mp_runner.py:73) +2024-09-01 19:57:08,819 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.00563783500547288 (mp_runner.py:73) +2024-09-01 19:57:08,819 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.005718590000469703 (mp_runner.py:73) +2024-09-01 19:57:08,820 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.003808525994827505 (mp_runner.py:73) +2024-09-01 19:57:08,820 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.0045513889999710955 (mp_runner.py:73) +2024-09-01 19:57:08,971 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.0035661020010593347 (mp_runner.py:73) +2024-09-01 19:57:08,973 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.005180635002034251 (mp_runner.py:73) +2024-09-01 19:57:08,974 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.004145886996411718 (mp_runner.py:73) +2024-09-01 19:57:08,974 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0049879779980983585 (mp_runner.py:73) +2024-09-01 19:57:09,598 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.009785803995328024 (mp_runner.py:73) +2024-09-01 19:57:11,053 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006338492996292189 (mp_runner.py:73) +2024-09-01 19:57:11,054 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.007362075994024053 (mp_runner.py:73) +2024-09-01 19:57:11,054 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.008356979997188319 (mp_runner.py:73) +2024-09-01 19:57:11,088 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.0037411059965961613 (mp_runner.py:73) +2024-09-01 19:57:11,088 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.005673305000527762 (mp_runner.py:73) +2024-09-01 19:57:11,096 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.00375178900139872 (mp_runner.py:73) +2024-09-01 19:57:11,097 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.004385533000458963 (mp_runner.py:73) +2024-09-01 19:57:11,098 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00685865700506838 (mp_runner.py:73) +2024-09-01 19:57:11,099 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.006485711994173471 (mp_runner.py:73) +2024-09-01 19:57:11,231 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.0016614790001767687 (mp_runner.py:73) +2024-09-01 19:57:11,335 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.005750707998231519 (mp_runner.py:73) +2024-09-01 19:57:11,382 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005385429998568725 (mp_runner.py:73) +2024-09-01 19:57:11,753 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.008355013000254985 (mp_runner.py:73) +2024-09-01 19:57:11,829 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.010428896996018011 (mp_runner.py:73) +2024-09-01 19:57:12,521 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.008602335001341999 (mp_runner.py:73) +2024-09-01 19:57:12,795 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.005389443002059124 (mp_runner.py:73) +2024-09-01 19:57:12,836 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.005186498005059548 (mp_runner.py:73) +2024-09-01 19:57:13,066 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.004905383997538593 (mp_runner.py:73) +2024-09-01 19:57:13,321 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.004326440997829195 (mp_runner.py:73) +2024-09-01 19:57:13,323 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004843417002120987 (mp_runner.py:73) +2024-09-01 19:57:13,685 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.006335751997539774 (mp_runner.py:73) +2024-09-01 19:57:13,741 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.013007500994717702 (mp_runner.py:73) +2024-09-01 19:57:13,798 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.017402557998138946 (mp_runner.py:73) +2024-09-01 19:57:13,853 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.007767499999317806 (mp_runner.py:73) +2024-09-01 19:57:14,156 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.007246916997246444 (mp_runner.py:73) +2024-09-01 19:57:14,343 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.005239008998614736 (mp_runner.py:73) +2024-09-01 19:57:14,410 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.005756632002885453 (mp_runner.py:73) +2024-09-01 19:57:14,532 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.004471047002880368 (mp_runner.py:73) +2024-09-01 19:57:14,576 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.005447759001981467 (mp_runner.py:73) +2024-09-01 19:57:15,118 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.0012964339985046536 (mp_runner.py:73) +2024-09-01 19:57:15,118 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.0016490529960719869 (mp_runner.py:73) +2024-09-01 19:57:15,270 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.005543731997022405 (mp_runner.py:73) +2024-09-01 19:57:15,555 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.005779999999504071 (mp_runner.py:73) +2024-09-01 19:57:15,741 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.004244358999130782 (mp_runner.py:73) +2024-09-01 19:57:15,745 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.008529712999006733 (mp_runner.py:73) +2024-09-01 19:57:16,317 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.0065700480045052245 (mp_runner.py:73) +2024-09-01 19:57:16,412 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.005379611000535078 (mp_runner.py:73) +2024-09-01 19:57:16,458 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.004872077995969448 (mp_runner.py:73) +2024-09-01 19:57:16,473 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.006132540001999587 (mp_runner.py:73) +2024-09-01 19:57:16,714 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.005040814998210408 (mp_runner.py:73) +2024-09-01 19:57:16,823 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.00406444300460862 (mp_runner.py:73) +2024-09-01 19:57:16,849 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.00358699299977161 (mp_runner.py:73) +2024-09-01 19:57:17,045 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.004269719996955246 (mp_runner.py:73) +2024-09-01 19:57:17,051 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0045045689985272475 (mp_runner.py:73) +2024-09-01 19:57:17,447 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0026105620054295287 (mp_runner.py:73) +2024-09-01 19:57:17,448 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.00459396999940509 (mp_runner.py:73) +2024-09-01 19:57:17,731 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.004740267999295611 (mp_runner.py:73) +2024-09-01 19:57:17,965 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.004948200999933761 (mp_runner.py:73) +2024-09-01 19:57:18,060 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005023373996664304 (mp_runner.py:73) +2024-09-01 19:57:18,064 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.008518820002791472 (mp_runner.py:73) +2024-09-01 19:57:18,812 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.006743901001755148 (mp_runner.py:73) +2024-09-01 19:57:18,843 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.00673159599682549 (mp_runner.py:73) +2024-09-01 19:57:18,878 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.005695136998838279 (mp_runner.py:73) +2024-09-01 19:57:18,878 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0071773360032239 (mp_runner.py:73) +2024-09-01 19:57:19,172 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.003972407997935079 (mp_runner.py:73) +2024-09-01 19:57:19,317 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.005584364997048397 (mp_runner.py:73) +2024-09-01 19:57:19,370 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.005078654998214915 (mp_runner.py:73) +2024-09-01 19:57:19,437 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.003842016994894948 (mp_runner.py:73) +2024-09-01 19:57:19,462 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.006039443003828637 (mp_runner.py:73) +2024-09-01 19:57:19,627 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.0038000390050001442 (mp_runner.py:73) +2024-09-01 19:57:19,627 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.004923497996060178 (mp_runner.py:73) +2024-09-01 19:57:20,174 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.0043491380056366324 (mp_runner.py:73) +2024-09-01 19:57:20,282 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.003909464998287149 (mp_runner.py:73) +2024-09-01 19:57:20,284 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.006983454994042404 (mp_runner.py:73) +2024-09-01 19:57:20,369 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.005723112000850961 (mp_runner.py:73) +2024-09-01 19:57:21,169 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.004744273996038828 (mp_runner.py:73) +2024-09-01 19:57:21,169 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.0037097780004842207 (mp_runner.py:73) +2024-09-01 19:57:21,171 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.007397356996079907 (mp_runner.py:73) +2024-09-01 19:57:21,172 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.009329387998150196 (mp_runner.py:73) +2024-09-01 19:57:21,713 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.004618330996891018 (mp_runner.py:73) +2024-09-01 19:57:21,789 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.004845938005018979 (mp_runner.py:73) +2024-09-01 19:57:21,834 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.004407296000863425 (mp_runner.py:73) +2024-09-01 19:57:21,985 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.0067161019978811964 (mp_runner.py:73) +2024-09-01 19:57:22,054 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.006607437004277017 (mp_runner.py:73) +2024-09-01 19:57:22,093 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.005457070001284592 (mp_runner.py:73) +2024-09-01 19:57:22,132 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.006451407003623899 (mp_runner.py:73) +2024-09-01 19:57:22,361 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.004706786006863695 (mp_runner.py:73) +2024-09-01 19:57:22,362 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.004181258998869453 (mp_runner.py:73) +2024-09-01 19:57:22,620 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.00780087699968135 (mp_runner.py:73) +2024-09-01 19:57:22,991 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.005177330996957608 (mp_runner.py:73) +2024-09-01 19:57:23,535 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.00421181400452042 (mp_runner.py:73) +2024-09-01 19:57:23,536 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.0037831849986105226 (mp_runner.py:73) +2024-09-01 19:57:23,537 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.004687342996476218 (mp_runner.py:73) +2024-09-01 19:57:23,537 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.0029990740003995597 (mp_runner.py:73) +2024-09-01 19:57:23,710 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.0048643890040693805 (mp_runner.py:73) +2024-09-01 19:57:24,242 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.0037889390005148016 (mp_runner.py:73) +2024-09-01 19:57:24,446 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.0061164610015111975 (mp_runner.py:73) +2024-09-01 19:57:24,496 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.004303049005102366 (mp_runner.py:73) +2024-09-01 19:57:24,639 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.0048959419946186244 (mp_runner.py:73) +2024-09-01 19:57:24,691 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.004242687995429151 (mp_runner.py:73) +2024-09-01 19:57:24,708 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.0035466450062813237 (mp_runner.py:73) +2024-09-01 19:57:24,709 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.007006043000728823 (mp_runner.py:73) +2024-09-01 19:57:24,709 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.005483277003804687 (mp_runner.py:73) +2024-09-01 19:57:25,046 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.005719822001992725 (mp_runner.py:73) +2024-09-01 19:57:25,485 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.0057373889940208755 (mp_runner.py:73) +2024-09-01 19:57:25,812 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.004892846001894213 (mp_runner.py:73) +2024-09-01 19:57:25,909 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.005751942997449078 (mp_runner.py:73) +2024-09-01 19:57:25,910 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.004842984002607409 (mp_runner.py:73) +2024-09-01 19:57:26,026 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.0036330639995867386 (mp_runner.py:73) +2024-09-01 19:57:26,041 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.008068424998782575 (mp_runner.py:73) +2024-09-01 19:57:26,525 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.005268934997729957 (mp_runner.py:73) +2024-09-01 19:57:26,734 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.004829853001865558 (mp_runner.py:73) +2024-09-01 19:57:26,795 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.002038578000792768 (mp_runner.py:73) +2024-09-01 19:57:26,795 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.0020937230001436546 (mp_runner.py:73) +2024-09-01 19:57:26,796 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.00204669500089949 (mp_runner.py:73) +2024-09-01 19:57:26,796 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.004519383997831028 (mp_runner.py:73) +2024-09-01 19:57:26,797 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.005023185003665276 (mp_runner.py:73) +2024-09-01 19:57:26,957 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.00577510899893241 (mp_runner.py:73) +2024-09-01 19:57:27,342 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.0047954969995771535 (mp_runner.py:73) +2024-09-01 19:57:28,034 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.0044988129957346246 (mp_runner.py:73) +2024-09-01 19:57:28,313 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.0056826200016075745 (mp_runner.py:73) +2024-09-01 19:57:28,345 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.003946073004044592 (mp_runner.py:73) +2024-09-01 19:57:28,346 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.004870655000559054 (mp_runner.py:73) +2024-09-01 19:57:28,360 | DEBUG |(SpawnProcess-1:18) search_count: 5500, latest_latency=0.0050653360012802295 (mp_runner.py:73) +2024-09-01 19:57:28,595 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.002778199006570503 (mp_runner.py:73) +2024-09-01 19:57:28,927 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.003977043001214042 (mp_runner.py:73) +2024-09-01 19:57:28,929 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.004685667001467664 (mp_runner.py:73) +2024-09-01 19:57:28,929 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.0014425350018427707 (mp_runner.py:73) +2024-09-01 19:57:28,930 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.006937435995496344 (mp_runner.py:73) +2024-09-01 19:57:28,930 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.007040137999865692 (mp_runner.py:73) +2024-09-01 19:57:28,951 | DEBUG |(SpawnProcess-1:15) search_count: 5500, latest_latency=0.006060697000066284 (mp_runner.py:73) +2024-09-01 19:57:29,127 | DEBUG |(SpawnProcess-1:20) search_count: 5500, latest_latency=0.005484531000547577 (mp_runner.py:73) +2024-09-01 19:57:29,363 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.005152268997335341 (mp_runner.py:73) +2024-09-01 19:57:29,798 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.010807213002408389 (mp_runner.py:73) +2024-09-01 19:57:30,672 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.006076662000850774 (mp_runner.py:73) +2024-09-01 19:57:30,782 | DEBUG |(SpawnProcess-1:18) search_count: 6000, latest_latency=0.004710732995590661 (mp_runner.py:73) +2024-09-01 19:57:30,896 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.0035234139941167086 (mp_runner.py:73) +2024-09-01 19:57:30,897 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.00435945599747356 (mp_runner.py:73) +2024-09-01 19:57:30,985 | DEBUG |(SpawnProcess-1:14) search_count: 5500, latest_latency=0.00540863600326702 (mp_runner.py:73) +2024-09-01 19:57:31,024 | DEBUG |(SpawnProcess-1:26) search_count: 5500, latest_latency=0.0026639159987098537 (mp_runner.py:73) +2024-09-01 19:57:31,024 | DEBUG |(SpawnProcess-1:27) search_count: 5500, latest_latency=0.0026075920031871647 (mp_runner.py:73) +2024-09-01 19:57:31,024 | DEBUG |(SpawnProcess-1:24) search_count: 5500, latest_latency=0.0008545180025976151 (mp_runner.py:73) +2024-09-01 19:57:31,026 | DEBUG |(SpawnProcess-1:17) search_count: 5500, latest_latency=0.004587675000948366 (mp_runner.py:73) +2024-09-01 19:57:31,026 | DEBUG |(SpawnProcess-1:16) search_count: 5500, latest_latency=0.00542318299994804 (mp_runner.py:73) +2024-09-01 19:57:31,027 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.0044062950037186965 (mp_runner.py:73) +2024-09-01 19:57:31,268 | DEBUG |(SpawnProcess-1:15) search_count: 6000, latest_latency=0.004213820997392759 (mp_runner.py:73) +2024-09-01 19:57:31,398 | DEBUG |(SpawnProcess-1:20) search_count: 6000, latest_latency=0.004593808997015003 (mp_runner.py:73) +2024-09-01 19:57:31,772 | DEBUG |(SpawnProcess-1:13) search_count: 6000, latest_latency=0.005308333995344583 (mp_runner.py:73) +2024-09-01 19:57:32,131 | DEBUG |(SpawnProcess-1:25) search_count: 6000, latest_latency=0.005243654995865654 (mp_runner.py:73) +2024-09-01 19:57:32,842 | DEBUG |(SpawnProcess-1:27) search_count: 6000, latest_latency=0.0033698970000841655 (mp_runner.py:73) +2024-09-01 19:57:32,842 | DEBUG |(SpawnProcess-1:24) search_count: 6000, latest_latency=0.003649320002296008 (mp_runner.py:73) +2024-09-01 19:57:32,842 | DEBUG |(SpawnProcess-1:14) search_count: 6000, latest_latency=0.0034011960015050136 (mp_runner.py:73) +2024-09-01 19:57:32,843 | DEBUG |(SpawnProcess-1:17) search_count: 6000, latest_latency=0.005080831004306674 (mp_runner.py:73) +2024-09-01 19:57:32,843 | DEBUG |(SpawnProcess-1:23) search_count: 6000, latest_latency=0.003653143998235464 (mp_runner.py:73) +2024-09-01 19:57:32,844 | DEBUG |(SpawnProcess-1:19) search_count: 6000, latest_latency=0.006950625000172295 (mp_runner.py:73) +2024-09-01 19:57:32,844 | DEBUG |(SpawnProcess-1:16) search_count: 6000, latest_latency=0.004296962004445959 (mp_runner.py:73) +2024-09-01 19:57:32,996 | DEBUG |(SpawnProcess-1:26) search_count: 6000, latest_latency=0.008470109998597763 (mp_runner.py:73) +2024-09-01 19:57:32,997 | DEBUG |(SpawnProcess-1:22) search_count: 6000, latest_latency=0.007297457006643526 (mp_runner.py:73) +2024-09-01 19:57:33,147 | DEBUG |(SpawnProcess-1:18) search_count: 6500, latest_latency=0.005975102998490911 (mp_runner.py:73) +2024-09-01 19:57:33,217 | DEBUG |(SpawnProcess-1:21) search_count: 5500, latest_latency=0.009826738998526707 (mp_runner.py:73) +2024-09-01 19:57:33,306 | DEBUG |(SpawnProcess-1:15) search_count: 6500, latest_latency=0.000830548997328151 (mp_runner.py:73) +2024-09-01 19:57:33,775 | DEBUG |(SpawnProcess-1:20) search_count: 6500, latest_latency=0.004794163993210532 (mp_runner.py:73) +2024-09-01 19:57:33,906 | DEBUG |(SpawnProcess-1:13) search_count: 6500, latest_latency=0.0051367120031500235 (mp_runner.py:73) +2024-09-01 19:57:33,984 | DEBUG |(SpawnProcess-1:25) search_count: 6500, latest_latency=0.003928015998098999 (mp_runner.py:73) +2024-09-01 19:57:34,798 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0009s, count=6705, qps in this process: 223.4933 (mp_runner.py:76) +2024-09-01 19:57:34,823 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0013s, count=5802, qps in this process: 193.3916 (mp_runner.py:76) +2024-09-01 19:57:34,829 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0039s, count=6949, qps in this process: 231.6032 (mp_runner.py:76) +2024-09-01 19:57:34,841 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0004s, count=6423, qps in this process: 214.0971 (mp_runner.py:76) +2024-09-01 19:57:34,890 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0018s, count=6437, qps in this process: 214.5538 (mp_runner.py:76) +2024-09-01 19:57:34,892 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0024s, count=6360, qps in this process: 211.983 (mp_runner.py:76) +2024-09-01 19:57:34,899 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.005s, count=6439, qps in this process: 214.5976 (mp_runner.py:76) +2024-09-01 19:57:34,916 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0019s, count=6777, qps in this process: 225.8857 (mp_runner.py:76) +2024-09-01 19:57:34,926 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0018s, count=6728, qps in this process: 224.2532 (mp_runner.py:76) +2024-09-01 19:57:34,937 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0022s, count=6454, qps in this process: 215.1176 (mp_runner.py:76) +2024-09-01 19:57:34,937 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0002s, count=6926, qps in this process: 230.8651 (mp_runner.py:76) +2024-09-01 19:57:34,937 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0008s, count=6461, qps in this process: 215.3609 (mp_runner.py:76) +2024-09-01 19:57:34,944 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.001s, count=6398, qps in this process: 213.2596 (mp_runner.py:76) +2024-09-01 19:57:34,944 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.0006s, count=6374, qps in this process: 212.4624 (mp_runner.py:76) +2024-09-01 19:57:34,946 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0034s, count=6387, qps in this process: 212.8759 (mp_runner.py:76) +2024-09-01 19:57:34,956 | INFO |End search in concurrency 15: dur=30.203121552003722s, total_count=97620, qps=3232.1163 (mp_runner.py:120) +2024-09-01 19:57:35,829 | INFO |Update largest qps with concurrency 15: current max_qps=3232.1163 (mp_runner.py:124) +2024-09-01 19:57:36,234 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:57:36,235 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 19:57:46,465 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 19:57:46,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,629 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,649 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,696 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,718 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,726 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,728 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,729 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,758 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,790 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,846 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:46,864 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:57:51,062 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.014855761000944767 (mp_runner.py:73) +2024-09-01 19:57:51,262 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.010034528000687715 (mp_runner.py:73) +2024-09-01 19:57:51,517 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.007099372000084259 (mp_runner.py:73) +2024-09-01 19:57:51,535 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.009227062997524627 (mp_runner.py:73) +2024-09-01 19:57:51,554 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.005803313993965276 (mp_runner.py:73) +2024-09-01 19:57:51,644 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.007047095001325943 (mp_runner.py:73) +2024-09-01 19:57:51,817 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.004226623001159169 (mp_runner.py:73) +2024-09-01 19:57:51,821 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.008955233002780005 (mp_runner.py:73) +2024-09-01 19:57:51,885 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.005531875998713076 (mp_runner.py:73) +2024-09-01 19:57:52,022 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.004748333005409222 (mp_runner.py:73) +2024-09-01 19:57:52,094 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.007454261998645961 (mp_runner.py:73) +2024-09-01 19:57:52,194 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.006137918993772473 (mp_runner.py:73) +2024-09-01 19:57:52,195 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.008095135002804454 (mp_runner.py:73) +2024-09-01 19:57:52,196 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.009166005002043676 (mp_runner.py:73) +2024-09-01 19:57:52,196 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.0073402010020799935 (mp_runner.py:73) +2024-09-01 19:57:52,335 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.007788998002070002 (mp_runner.py:73) +2024-09-01 19:57:52,374 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.009413991996552795 (mp_runner.py:73) +2024-09-01 19:57:52,480 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.007063436001772061 (mp_runner.py:73) +2024-09-01 19:57:52,755 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.008580912995967083 (mp_runner.py:73) +2024-09-01 19:57:52,798 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.007149096003558952 (mp_runner.py:73) +2024-09-01 19:57:54,355 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.007083616001182236 (mp_runner.py:73) +2024-09-01 19:57:54,356 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.004793731997779105 (mp_runner.py:73) +2024-09-01 19:57:54,358 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.008237196001573466 (mp_runner.py:73) +2024-09-01 19:57:54,358 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.005545631000131834 (mp_runner.py:73) +2024-09-01 19:57:54,359 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.005558114993618801 (mp_runner.py:73) +2024-09-01 19:57:54,741 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.006911637006851379 (mp_runner.py:73) +2024-09-01 19:57:54,830 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.005383955001889262 (mp_runner.py:73) +2024-09-01 19:57:54,830 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.005423718997917604 (mp_runner.py:73) +2024-09-01 19:57:54,868 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.004867732997809071 (mp_runner.py:73) +2024-09-01 19:57:54,869 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.0033449269976699725 (mp_runner.py:73) +2024-09-01 19:57:54,869 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.0060101560011389665 (mp_runner.py:73) +2024-09-01 19:57:54,869 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.006029422998835798 (mp_runner.py:73) +2024-09-01 19:57:54,870 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.0037258480006130412 (mp_runner.py:73) +2024-09-01 19:57:54,871 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.004091675997187849 (mp_runner.py:73) +2024-09-01 19:57:54,871 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.004329577001044527 (mp_runner.py:73) +2024-09-01 19:57:55,636 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.005423377006081864 (mp_runner.py:73) +2024-09-01 19:57:55,637 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.005284605998895131 (mp_runner.py:73) +2024-09-01 19:57:55,637 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.006290231998718809 (mp_runner.py:73) +2024-09-01 19:57:56,131 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.005140045002917759 (mp_runner.py:73) +2024-09-01 19:57:56,170 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.007908279003459029 (mp_runner.py:73) +2024-09-01 19:57:56,891 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.004706024999904912 (mp_runner.py:73) +2024-09-01 19:57:56,891 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.004443388999789022 (mp_runner.py:73) +2024-09-01 19:57:56,892 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.004426181003509555 (mp_runner.py:73) +2024-09-01 19:57:56,892 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.007890490000136197 (mp_runner.py:73) +2024-09-01 19:57:56,894 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.008969986003648955 (mp_runner.py:73) +2024-09-01 19:57:57,370 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.006930364994332194 (mp_runner.py:73) +2024-09-01 19:57:57,371 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.0063051329998415895 (mp_runner.py:73) +2024-09-01 19:57:57,458 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.004408626999065746 (mp_runner.py:73) +2024-09-01 19:57:57,458 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.004219833004754037 (mp_runner.py:73) +2024-09-01 19:57:57,459 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.0048233230045298114 (mp_runner.py:73) +2024-09-01 19:57:57,459 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.006108888999733608 (mp_runner.py:73) +2024-09-01 19:57:57,459 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.003887029997713398 (mp_runner.py:73) +2024-09-01 19:57:57,460 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.006276995001826435 (mp_runner.py:73) +2024-09-01 19:57:57,460 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.0074193269974784926 (mp_runner.py:73) +2024-09-01 19:57:57,574 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.008692126997630112 (mp_runner.py:73) +2024-09-01 19:57:58,974 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.008158897995599546 (mp_runner.py:73) +2024-09-01 19:57:58,975 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.006644731001870241 (mp_runner.py:73) +2024-09-01 19:57:59,060 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.012432640003680717 (mp_runner.py:73) +2024-09-01 19:57:59,695 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.011263415995927062 (mp_runner.py:73) +2024-09-01 19:57:59,695 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.010453670998685993 (mp_runner.py:73) +2024-09-01 19:57:59,834 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.011079201998654753 (mp_runner.py:73) +2024-09-01 19:57:59,891 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.0012844180018873885 (mp_runner.py:73) +2024-09-01 19:57:59,891 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.0014495289942715317 (mp_runner.py:73) +2024-09-01 19:58:00,072 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.013557769998442382 (mp_runner.py:73) +2024-09-01 19:58:00,154 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.0011160930007463321 (mp_runner.py:73) +2024-09-01 19:58:00,181 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.007531868999649305 (mp_runner.py:73) +2024-09-01 19:58:00,196 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.006436401999962982 (mp_runner.py:73) +2024-09-01 19:58:00,337 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.007208939001429826 (mp_runner.py:73) +2024-09-01 19:58:00,338 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.00689488500211155 (mp_runner.py:73) +2024-09-01 19:58:00,339 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.008259632995759603 (mp_runner.py:73) +2024-09-01 19:58:00,339 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.006677643999864813 (mp_runner.py:73) +2024-09-01 19:58:00,346 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.011839090999274049 (mp_runner.py:73) +2024-09-01 19:58:00,410 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.00739230200269958 (mp_runner.py:73) +2024-09-01 19:58:00,420 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.005975802996545099 (mp_runner.py:73) +2024-09-01 19:58:01,168 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.006552108003234025 (mp_runner.py:73) +2024-09-01 19:58:02,344 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.005126623000251129 (mp_runner.py:73) +2024-09-01 19:58:02,351 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.005696915999578778 (mp_runner.py:73) +2024-09-01 19:58:02,617 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.006203134995303117 (mp_runner.py:73) +2024-09-01 19:58:02,728 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.009186652998323552 (mp_runner.py:73) +2024-09-01 19:58:02,807 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.008020495995879173 (mp_runner.py:73) +2024-09-01 19:58:02,827 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.003657943998405244 (mp_runner.py:73) +2024-09-01 19:58:02,827 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.004606158996466547 (mp_runner.py:73) +2024-09-01 19:58:02,827 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.0034278070015716366 (mp_runner.py:73) +2024-09-01 19:58:02,828 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.004708462998678442 (mp_runner.py:73) +2024-09-01 19:58:02,828 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.006279845998506062 (mp_runner.py:73) +2024-09-01 19:58:02,829 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.007405787997413427 (mp_runner.py:73) +2024-09-01 19:58:02,962 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.004062059997522738 (mp_runner.py:73) +2024-09-01 19:58:02,963 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.004152332003286574 (mp_runner.py:73) +2024-09-01 19:58:02,964 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.006293455997365527 (mp_runner.py:73) +2024-09-01 19:58:02,967 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.009431813006813172 (mp_runner.py:73) +2024-09-01 19:58:03,223 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.007031628003460355 (mp_runner.py:73) +2024-09-01 19:58:03,300 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0074704540020320565 (mp_runner.py:73) +2024-09-01 19:58:03,782 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.006174373003887013 (mp_runner.py:73) +2024-09-01 19:58:03,811 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008597099003964104 (mp_runner.py:73) +2024-09-01 19:58:04,661 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.00884363899967866 (mp_runner.py:73) +2024-09-01 19:58:05,329 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.004158871997788083 (mp_runner.py:73) +2024-09-01 19:58:05,330 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.004074773001775611 (mp_runner.py:73) +2024-09-01 19:58:05,331 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.006056890997570008 (mp_runner.py:73) +2024-09-01 19:58:05,331 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.0034804680035449564 (mp_runner.py:73) +2024-09-01 19:58:05,331 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.007280464000359643 (mp_runner.py:73) +2024-09-01 19:58:05,333 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.004765302001032978 (mp_runner.py:73) +2024-09-01 19:58:05,834 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.0074650419992394745 (mp_runner.py:73) +2024-09-01 19:58:05,891 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.005165551003301516 (mp_runner.py:73) +2024-09-01 19:58:05,891 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.00520328799757408 (mp_runner.py:73) +2024-09-01 19:58:05,912 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.007336652000958566 (mp_runner.py:73) +2024-09-01 19:58:05,913 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.007139973000448663 (mp_runner.py:73) +2024-09-01 19:58:05,913 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.007163565998780541 (mp_runner.py:73) +2024-09-01 19:58:05,914 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.00732627599791158 (mp_runner.py:73) +2024-09-01 19:58:05,973 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.008699695004906971 (mp_runner.py:73) +2024-09-01 19:58:05,999 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.004957862998708151 (mp_runner.py:73) +2024-09-01 19:58:06,719 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.006105729997216258 (mp_runner.py:73) +2024-09-01 19:58:06,725 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.0062131510057952255 (mp_runner.py:73) +2024-09-01 19:58:06,971 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.006283526003244333 (mp_runner.py:73) +2024-09-01 19:58:07,191 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.005596128998149652 (mp_runner.py:73) +2024-09-01 19:58:07,955 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.0058320140014984645 (mp_runner.py:73) +2024-09-01 19:58:08,141 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.00421620300039649 (mp_runner.py:73) +2024-09-01 19:58:08,142 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.007094411994330585 (mp_runner.py:73) +2024-09-01 19:58:08,143 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.006943295004020911 (mp_runner.py:73) +2024-09-01 19:58:08,257 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.004692050002631731 (mp_runner.py:73) +2024-09-01 19:58:08,258 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.006694718002108857 (mp_runner.py:73) +2024-09-01 19:58:08,259 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.008743464000872336 (mp_runner.py:73) +2024-09-01 19:58:08,618 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.006155203998787329 (mp_runner.py:73) +2024-09-01 19:58:08,618 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.007614390000526328 (mp_runner.py:73) +2024-09-01 19:58:08,637 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.003337772999657318 (mp_runner.py:73) +2024-09-01 19:58:08,638 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.006652996999036986 (mp_runner.py:73) +2024-09-01 19:58:08,639 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.005948099998931866 (mp_runner.py:73) +2024-09-01 19:58:08,640 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.009745780000230297 (mp_runner.py:73) +2024-09-01 19:58:08,980 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.005142151996551547 (mp_runner.py:73) +2024-09-01 19:58:09,091 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.005033413995988667 (mp_runner.py:73) +2024-09-01 19:58:09,129 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.007792773001710884 (mp_runner.py:73) +2024-09-01 19:58:09,765 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.005789638998976443 (mp_runner.py:73) +2024-09-01 19:58:09,809 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.027808373000880238 (mp_runner.py:73) +2024-09-01 19:58:10,430 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.01763253699755296 (mp_runner.py:73) +2024-09-01 19:58:10,469 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.009186104995023925 (mp_runner.py:73) +2024-09-01 19:58:11,192 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.006697371994960122 (mp_runner.py:73) +2024-09-01 19:58:11,298 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.005628842998703476 (mp_runner.py:73) +2024-09-01 19:58:11,299 | DEBUG |(SpawnProcess-1:47) search_count: 4000, latest_latency=0.006049386000086088 (mp_runner.py:73) +2024-09-01 19:58:11,315 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.0023795450033503585 (mp_runner.py:73) +2024-09-01 19:58:11,315 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.00224092500138795 (mp_runner.py:73) +2024-09-01 19:58:11,316 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.004060687999299262 (mp_runner.py:73) +2024-09-01 19:58:11,316 | DEBUG |(SpawnProcess-1:32) search_count: 4000, latest_latency=0.0054305790035868995 (mp_runner.py:73) +2024-09-01 19:58:11,317 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.0038398559991037473 (mp_runner.py:73) +2024-09-01 19:58:11,317 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.0030424350043176673 (mp_runner.py:73) +2024-09-01 19:58:11,319 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.003378078996320255 (mp_runner.py:73) +2024-09-01 19:58:11,322 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.006849732999398839 (mp_runner.py:73) +2024-09-01 19:58:11,559 | DEBUG |(SpawnProcess-1:38) search_count: 4000, latest_latency=0.004459636002138723 (mp_runner.py:73) +2024-09-01 19:58:11,560 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.00485620600375114 (mp_runner.py:73) +2024-09-01 19:58:12,246 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.00552372400125023 (mp_runner.py:73) +2024-09-01 19:58:12,383 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.005479790997924283 (mp_runner.py:73) +2024-09-01 19:58:12,473 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.006153966998681426 (mp_runner.py:73) +2024-09-01 19:58:13,026 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.005981451002298854 (mp_runner.py:73) +2024-09-01 19:58:13,092 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.008565288000681903 (mp_runner.py:73) +2024-09-01 19:58:13,337 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.004753016997710802 (mp_runner.py:73) +2024-09-01 19:58:13,655 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.00842079699941678 (mp_runner.py:73) +2024-09-01 19:58:13,718 | DEBUG |(SpawnProcess-1:45) search_count: 4500, latest_latency=0.011950349005928729 (mp_runner.py:73) +2024-09-01 19:58:13,728 | DEBUG |(SpawnProcess-1:30) search_count: 4500, latest_latency=0.007788902999891434 (mp_runner.py:73) +2024-09-01 19:58:13,769 | DEBUG |(SpawnProcess-1:33) search_count: 4500, latest_latency=0.004012243000033777 (mp_runner.py:73) +2024-09-01 19:58:13,769 | DEBUG |(SpawnProcess-1:47) search_count: 4500, latest_latency=0.0029775759976473637 (mp_runner.py:73) +2024-09-01 19:58:13,770 | DEBUG |(SpawnProcess-1:29) search_count: 4500, latest_latency=0.005163845999049954 (mp_runner.py:73) +2024-09-01 19:58:13,770 | DEBUG |(SpawnProcess-1:31) search_count: 4500, latest_latency=0.007277049000549596 (mp_runner.py:73) +2024-09-01 19:58:13,885 | DEBUG |(SpawnProcess-1:36) search_count: 4500, latest_latency=0.003986174997407943 (mp_runner.py:73) +2024-09-01 19:58:13,886 | DEBUG |(SpawnProcess-1:42) search_count: 4500, latest_latency=0.004766072001075372 (mp_runner.py:73) +2024-09-01 19:58:13,886 | DEBUG |(SpawnProcess-1:32) search_count: 4500, latest_latency=0.007213641001726501 (mp_runner.py:73) +2024-09-01 19:58:13,893 | DEBUG |(SpawnProcess-1:34) search_count: 4500, latest_latency=0.00549464800133137 (mp_runner.py:73) +2024-09-01 19:58:14,382 | DEBUG |(SpawnProcess-1:41) search_count: 4000, latest_latency=0.0075744749992736615 (mp_runner.py:73) +2024-09-01 19:58:14,599 | DEBUG |(SpawnProcess-1:38) search_count: 4500, latest_latency=0.005545595005969517 (mp_runner.py:73) +2024-09-01 19:58:14,638 | DEBUG |(SpawnProcess-1:46) search_count: 4500, latest_latency=0.004043611996166874 (mp_runner.py:73) +2024-09-01 19:58:15,287 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.006282212998485193 (mp_runner.py:73) +2024-09-01 19:58:15,566 | DEBUG |(SpawnProcess-1:48) search_count: 4000, latest_latency=0.005210404000536073 (mp_runner.py:73) +2024-09-01 19:58:15,602 | DEBUG |(SpawnProcess-1:40) search_count: 4000, latest_latency=0.006058325998310465 (mp_runner.py:73) +2024-09-01 19:58:16,246 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.006639068997174036 (mp_runner.py:73) +2024-09-01 19:58:16,267 | DEBUG |(SpawnProcess-1:37) search_count: 4000, latest_latency=0.006721719997585751 (mp_runner.py:73) +2024-09-01 19:58:16,427 | DEBUG |(SpawnProcess-1:36) search_count: 5000, latest_latency=0.0024565740022808313 (mp_runner.py:73) +2024-09-01 19:58:16,429 | DEBUG |(SpawnProcess-1:45) search_count: 5000, latest_latency=0.0038801830014563166 (mp_runner.py:73) +2024-09-01 19:58:16,429 | DEBUG |(SpawnProcess-1:42) search_count: 5000, latest_latency=0.0031243039993569255 (mp_runner.py:73) +2024-09-01 19:58:16,429 | DEBUG |(SpawnProcess-1:30) search_count: 5000, latest_latency=0.00394312699791044 (mp_runner.py:73) +2024-09-01 19:58:16,429 | DEBUG |(SpawnProcess-1:34) search_count: 5000, latest_latency=0.0031669259988120757 (mp_runner.py:73) +2024-09-01 19:58:16,430 | DEBUG |(SpawnProcess-1:47) search_count: 5000, latest_latency=0.004185456004051957 (mp_runner.py:73) +2024-09-01 19:58:16,430 | DEBUG |(SpawnProcess-1:33) search_count: 5000, latest_latency=0.005778625003586058 (mp_runner.py:73) +2024-09-01 19:58:16,430 | DEBUG |(SpawnProcess-1:32) search_count: 5000, latest_latency=0.006470437001553364 (mp_runner.py:73) +2024-09-01 19:58:16,431 | DEBUG |(SpawnProcess-1:31) search_count: 5000, latest_latency=0.004733254005259369 (mp_runner.py:73) +2024-09-01 19:58:16,432 | DEBUG |(SpawnProcess-1:29) search_count: 5000, latest_latency=0.004743575998872984 (mp_runner.py:73) +2024-09-01 19:58:16,519 | DEBUG |(SpawnProcess-1:39) search_count: 4500, latest_latency=0.0009338079980807379 (mp_runner.py:73) +2024-09-01 19:58:16,538 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0042s, count=4049, qps in this process: 134.9478 (mp_runner.py:76) +2024-09-01 19:58:16,560 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0018s, count=4169, qps in this process: 138.9583 (mp_runner.py:76) +2024-09-01 19:58:16,625 | DEBUG |(SpawnProcess-1:35) search_count: 4500, latest_latency=0.006643001004704274 (mp_runner.py:73) +2024-09-01 19:58:16,641 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0044s, count=5049, qps in this process: 168.2753 (mp_runner.py:76) +2024-09-01 19:58:16,653 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0029s, count=5052, qps in this process: 168.3837 (mp_runner.py:76) +2024-09-01 19:58:16,703 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0028s, count=5065, qps in this process: 168.8176 (mp_runner.py:76) +2024-09-01 19:58:16,704 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0014s, count=4848, qps in this process: 161.5925 (mp_runner.py:76) +2024-09-01 19:58:16,705 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0021s, count=4535, qps in this process: 151.1561 (mp_runner.py:76) +2024-09-01 19:58:16,721 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0025s, count=4872, qps in this process: 162.3865 (mp_runner.py:76) +2024-09-01 19:58:16,726 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0022s, count=5072, qps in this process: 169.0543 (mp_runner.py:76) +2024-09-01 19:58:16,727 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0015s, count=5073, qps in this process: 169.0915 (mp_runner.py:76) +2024-09-01 19:58:16,730 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0013s, count=4198, qps in this process: 139.9273 (mp_runner.py:76) +2024-09-01 19:58:16,737 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0064s, count=4252, qps in this process: 141.7031 (mp_runner.py:76) +2024-09-01 19:58:16,743 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0007s, count=5078, qps in this process: 169.2627 (mp_runner.py:76) +2024-09-01 19:58:16,744 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0015s, count=5080, qps in this process: 169.3249 (mp_runner.py:76) +2024-09-01 19:58:16,751 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0014s, count=5084, qps in this process: 169.4588 (mp_runner.py:76) +2024-09-01 19:58:16,761 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0004s, count=5090, qps in this process: 169.6644 (mp_runner.py:76) +2024-09-01 19:58:16,793 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0011s, count=4436, qps in this process: 147.8612 (mp_runner.py:76) +2024-09-01 19:58:16,848 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0002s, count=5176, qps in this process: 172.5322 (mp_runner.py:76) +2024-09-01 19:58:16,854 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0001s, count=4636, qps in this process: 154.5328 (mp_runner.py:76) +2024-09-01 19:58:16,867 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0005s, count=4215, qps in this process: 140.4977 (mp_runner.py:76) +2024-09-01 19:58:16,876 | INFO |End search in concurrency 20: dur=30.410954064995167s, total_count=95029, qps=3124.828 (mp_runner.py:120) +2024-09-01 19:58:18,524 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:58:18,524 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 19:58:28,821 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 19:58:28,876 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:28,909 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:28,911 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:28,941 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:28,952 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:28,990 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:28,994 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,047 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,047 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,053 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,055 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,058 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,076 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,077 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,087 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,088 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,097 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,097 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,097 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,107 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,111 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:29,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:58:32,010 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.007511174997489434 (mp_runner.py:73) +2024-09-01 19:58:32,112 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.004855186998611316 (mp_runner.py:73) +2024-09-01 19:58:32,113 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.0036552130040945485 (mp_runner.py:73) +2024-09-01 19:58:32,114 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.005253240000456572 (mp_runner.py:73) +2024-09-01 19:58:32,114 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.004310550997615792 (mp_runner.py:73) +2024-09-01 19:58:32,116 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.009310852998169139 (mp_runner.py:73) +2024-09-01 19:58:32,116 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.008831671999359969 (mp_runner.py:73) +2024-09-01 19:58:32,127 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.005144038004800677 (mp_runner.py:73) +2024-09-01 19:58:32,128 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.004828901001019403 (mp_runner.py:73) +2024-09-01 19:58:32,128 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.005330386004061438 (mp_runner.py:73) +2024-09-01 19:58:32,129 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.0042308650008635595 (mp_runner.py:73) +2024-09-01 19:58:32,129 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.006584197995834984 (mp_runner.py:73) +2024-09-01 19:58:32,129 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.00785064700176008 (mp_runner.py:73) +2024-09-01 19:58:32,130 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.00929935000021942 (mp_runner.py:73) +2024-09-01 19:58:32,131 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.006569762001163326 (mp_runner.py:73) +2024-09-01 19:58:32,131 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.0007835190044716001 (mp_runner.py:73) +2024-09-01 19:58:32,460 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.005100543996377382 (mp_runner.py:73) +2024-09-01 19:58:32,460 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.006205366000358481 (mp_runner.py:73) +2024-09-01 19:58:32,460 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.00876518899895018 (mp_runner.py:73) +2024-09-01 19:58:32,461 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.008361801999853924 (mp_runner.py:73) +2024-09-01 19:58:32,688 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.00776331800443586 (mp_runner.py:73) +2024-09-01 19:58:32,690 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.007818655998562463 (mp_runner.py:73) +2024-09-01 19:58:32,690 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.009815229001105763 (mp_runner.py:73) +2024-09-01 19:58:32,991 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.006641348998527974 (mp_runner.py:73) +2024-09-01 19:58:33,246 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.00900801899842918 (mp_runner.py:73) +2024-09-01 19:58:34,841 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.002535558996896725 (mp_runner.py:73) +2024-09-01 19:58:34,842 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.003474766002909746 (mp_runner.py:73) +2024-09-01 19:58:34,842 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.004419543998665176 (mp_runner.py:73) +2024-09-01 19:58:34,843 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.005311255001288373 (mp_runner.py:73) +2024-09-01 19:58:34,844 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.005190366005990654 (mp_runner.py:73) +2024-09-01 19:58:34,845 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.008220155999879353 (mp_runner.py:73) +2024-09-01 19:58:34,845 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.005502063999301754 (mp_runner.py:73) +2024-09-01 19:58:34,845 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.005435822000436019 (mp_runner.py:73) +2024-09-01 19:58:34,846 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.005630368003039621 (mp_runner.py:73) +2024-09-01 19:58:35,211 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.005389031000959221 (mp_runner.py:73) +2024-09-01 19:58:35,211 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.006446901999879628 (mp_runner.py:73) +2024-09-01 19:58:35,213 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.008230669998738449 (mp_runner.py:73) +2024-09-01 19:58:35,213 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.0048861590039450675 (mp_runner.py:73) +2024-09-01 19:58:35,214 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.009883953003736679 (mp_runner.py:73) +2024-09-01 19:58:35,216 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.0070551360040553845 (mp_runner.py:73) +2024-09-01 19:58:35,670 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.00733727500482928 (mp_runner.py:73) +2024-09-01 19:58:35,828 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.003299224001239054 (mp_runner.py:73) +2024-09-01 19:58:35,829 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.005936623994784895 (mp_runner.py:73) +2024-09-01 19:58:35,829 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.006922886001120787 (mp_runner.py:73) +2024-09-01 19:58:35,830 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.005891410000913311 (mp_runner.py:73) +2024-09-01 19:58:36,487 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.010704248998081312 (mp_runner.py:73) +2024-09-01 19:58:36,507 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.008868015000189189 (mp_runner.py:73) +2024-09-01 19:58:36,582 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.00880048800172517 (mp_runner.py:73) +2024-09-01 19:58:36,667 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.00785919700138038 (mp_runner.py:73) +2024-09-01 19:58:37,245 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.006215786997927353 (mp_runner.py:73) +2024-09-01 19:58:37,676 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.004120679004699923 (mp_runner.py:73) +2024-09-01 19:58:37,677 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.005206925001402851 (mp_runner.py:73) +2024-09-01 19:58:37,677 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.003908623999450356 (mp_runner.py:73) +2024-09-01 19:58:37,678 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.005323104000126477 (mp_runner.py:73) +2024-09-01 19:58:37,678 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.004818777000764385 (mp_runner.py:73) +2024-09-01 19:58:37,679 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.004812111998035107 (mp_runner.py:73) +2024-09-01 19:58:37,679 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.008272840001154691 (mp_runner.py:73) +2024-09-01 19:58:37,680 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.009266294000553899 (mp_runner.py:73) +2024-09-01 19:58:38,167 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.0072358780016656965 (mp_runner.py:73) +2024-09-01 19:58:38,460 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.005594049995124806 (mp_runner.py:73) +2024-09-01 19:58:38,461 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.005810121998365503 (mp_runner.py:73) +2024-09-01 19:58:38,462 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.006636225996771827 (mp_runner.py:73) +2024-09-01 19:58:38,462 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.006056514001102187 (mp_runner.py:73) +2024-09-01 19:58:38,463 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.008003887996892445 (mp_runner.py:73) +2024-09-01 19:58:38,463 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.00886419500602642 (mp_runner.py:73) +2024-09-01 19:58:39,457 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.005748730996856466 (mp_runner.py:73) +2024-09-01 19:58:39,458 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.0074396080017322674 (mp_runner.py:73) +2024-09-01 19:58:39,508 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.006800537004892249 (mp_runner.py:73) +2024-09-01 19:58:39,540 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.007516538003983442 (mp_runner.py:73) +2024-09-01 19:58:39,829 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.0068074110022280365 (mp_runner.py:73) +2024-09-01 19:58:40,389 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.006776027999876533 (mp_runner.py:73) +2024-09-01 19:58:40,389 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.008528109996404964 (mp_runner.py:73) +2024-09-01 19:58:40,478 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.006492185995739419 (mp_runner.py:73) +2024-09-01 19:58:40,509 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.00698171800468117 (mp_runner.py:73) +2024-09-01 19:58:40,511 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.006441457000619266 (mp_runner.py:73) +2024-09-01 19:58:40,511 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.007583222999528516 (mp_runner.py:73) +2024-09-01 19:58:40,563 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.007061134994728491 (mp_runner.py:73) +2024-09-01 19:58:40,572 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.007080486000631936 (mp_runner.py:73) +2024-09-01 19:58:40,574 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.003287369996542111 (mp_runner.py:73) +2024-09-01 19:58:40,655 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.0071290919950115494 (mp_runner.py:73) +2024-09-01 19:58:40,676 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.005949136000708677 (mp_runner.py:73) +2024-09-01 19:58:40,694 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.007221429004857782 (mp_runner.py:73) +2024-09-01 19:58:41,220 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.012936905994138215 (mp_runner.py:73) +2024-09-01 19:58:41,634 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.004344881002907641 (mp_runner.py:73) +2024-09-01 19:58:41,635 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.00526843099942198 (mp_runner.py:73) +2024-09-01 19:58:41,637 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.005901163000089582 (mp_runner.py:73) +2024-09-01 19:58:41,638 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.008110014998237602 (mp_runner.py:73) +2024-09-01 19:58:41,638 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.009211631993821356 (mp_runner.py:73) +2024-09-01 19:58:41,639 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.006126299005700275 (mp_runner.py:73) +2024-09-01 19:58:41,641 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.007399201997031923 (mp_runner.py:73) +2024-09-01 19:58:43,417 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.006708651999360882 (mp_runner.py:73) +2024-09-01 19:58:43,521 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.00915319100022316 (mp_runner.py:73) +2024-09-01 19:58:43,603 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.008254284999566153 (mp_runner.py:73) +2024-09-01 19:58:43,828 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.008998142002383247 (mp_runner.py:73) +2024-09-01 19:58:43,956 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.010596469997835811 (mp_runner.py:73) +2024-09-01 19:58:43,957 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.003317565002362244 (mp_runner.py:73) +2024-09-01 19:58:43,958 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.01094529900001362 (mp_runner.py:73) +2024-09-01 19:58:44,165 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.01467086100456072 (mp_runner.py:73) +2024-09-01 19:58:44,293 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.008007958997040987 (mp_runner.py:73) +2024-09-01 19:58:44,375 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.007977164998010267 (mp_runner.py:73) +2024-09-01 19:58:44,444 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.006894537000334822 (mp_runner.py:73) +2024-09-01 19:58:44,580 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.007361222000326961 (mp_runner.py:73) +2024-09-01 19:58:44,602 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.007973134001076687 (mp_runner.py:73) +2024-09-01 19:58:44,620 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.007270538997545373 (mp_runner.py:73) +2024-09-01 19:58:44,621 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.006849753997812513 (mp_runner.py:73) +2024-09-01 19:58:44,699 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.005686134005372878 (mp_runner.py:73) +2024-09-01 19:58:44,744 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.009495816004346125 (mp_runner.py:73) +2024-09-01 19:58:45,442 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.006904362999193836 (mp_runner.py:73) +2024-09-01 19:58:45,482 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.005134029997861944 (mp_runner.py:73) +2024-09-01 19:58:45,483 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.004036745005578268 (mp_runner.py:73) +2024-09-01 19:58:45,485 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.008675723998749163 (mp_runner.py:73) +2024-09-01 19:58:45,485 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.008568605997425038 (mp_runner.py:73) +2024-09-01 19:58:45,643 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.00779198799864389 (mp_runner.py:73) +2024-09-01 19:58:45,707 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.0023755910006002523 (mp_runner.py:73) +2024-09-01 19:58:45,734 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.009349485997518059 (mp_runner.py:73) +2024-09-01 19:58:47,580 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.00551052599621471 (mp_runner.py:73) +2024-09-01 19:58:47,581 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.007617447001393884 (mp_runner.py:73) +2024-09-01 19:58:47,582 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.008793141001660842 (mp_runner.py:73) +2024-09-01 19:58:47,643 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.008397650999540929 (mp_runner.py:73) +2024-09-01 19:58:47,742 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.01118951900571119 (mp_runner.py:73) +2024-09-01 19:58:47,943 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.008279560002847575 (mp_runner.py:73) +2024-09-01 19:58:47,979 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.005190924995986279 (mp_runner.py:73) +2024-09-01 19:58:48,169 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.012126308000006247 (mp_runner.py:73) +2024-09-01 19:58:48,283 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.009425392003322486 (mp_runner.py:73) +2024-09-01 19:58:48,285 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.010758684002212249 (mp_runner.py:73) +2024-09-01 19:58:48,371 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.008242825002525933 (mp_runner.py:73) +2024-09-01 19:58:48,422 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.007408824996673502 (mp_runner.py:73) +2024-09-01 19:58:48,427 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.008098543003143277 (mp_runner.py:73) +2024-09-01 19:58:48,557 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.008758415999182034 (mp_runner.py:73) +2024-09-01 19:58:48,739 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.0071209649977390654 (mp_runner.py:73) +2024-09-01 19:58:48,759 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.008855353000399191 (mp_runner.py:73) +2024-09-01 19:58:48,765 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.010117708996403962 (mp_runner.py:73) +2024-09-01 19:58:48,788 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.010798524999700021 (mp_runner.py:73) +2024-09-01 19:58:48,797 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.008505785001034383 (mp_runner.py:73) +2024-09-01 19:58:48,801 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.0073072209997917525 (mp_runner.py:73) +2024-09-01 19:58:48,802 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.004763236996950582 (mp_runner.py:73) +2024-09-01 19:58:48,803 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.007236370998725761 (mp_runner.py:73) +2024-09-01 19:58:49,589 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.009726062999106944 (mp_runner.py:73) +2024-09-01 19:58:49,667 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.006215738998434972 (mp_runner.py:73) +2024-09-01 19:58:49,827 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.011211206001462415 (mp_runner.py:73) +2024-09-01 19:58:51,119 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.017383338999934494 (mp_runner.py:73) +2024-09-01 19:58:51,120 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.017494147999968845 (mp_runner.py:73) +2024-09-01 19:58:51,216 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.009552969997457694 (mp_runner.py:73) +2024-09-01 19:58:51,632 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.009665756995673291 (mp_runner.py:73) +2024-09-01 19:58:51,707 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.008185216000129003 (mp_runner.py:73) +2024-09-01 19:58:51,827 | DEBUG |(SpawnProcess-1:62) search_count: 3500, latest_latency=0.006832356004451867 (mp_runner.py:73) +2024-09-01 19:58:52,025 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.007800976003636606 (mp_runner.py:73) +2024-09-01 19:58:52,026 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.007061522999720182 (mp_runner.py:73) +2024-09-01 19:58:52,120 | DEBUG |(SpawnProcess-1:67) search_count: 3500, latest_latency=0.007084085002134088 (mp_runner.py:73) +2024-09-01 19:58:52,124 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.007493433004128747 (mp_runner.py:73) +2024-09-01 19:58:52,263 | DEBUG |(SpawnProcess-1:73) search_count: 3500, latest_latency=0.008563128998503089 (mp_runner.py:73) +2024-09-01 19:58:52,304 | DEBUG |(SpawnProcess-1:56) search_count: 3500, latest_latency=0.010197547999268863 (mp_runner.py:73) +2024-09-01 19:58:52,330 | DEBUG |(SpawnProcess-1:65) search_count: 3500, latest_latency=0.0074670289977802895 (mp_runner.py:73) +2024-09-01 19:58:52,330 | DEBUG |(SpawnProcess-1:72) search_count: 3500, latest_latency=0.008414233998337295 (mp_runner.py:73) +2024-09-01 19:58:52,400 | DEBUG |(SpawnProcess-1:59) search_count: 3500, latest_latency=0.009127831996011082 (mp_runner.py:73) +2024-09-01 19:58:52,401 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.0052191070062690414 (mp_runner.py:73) +2024-09-01 19:58:52,444 | DEBUG |(SpawnProcess-1:66) search_count: 3500, latest_latency=0.006569165001565125 (mp_runner.py:73) +2024-09-01 19:58:52,447 | DEBUG |(SpawnProcess-1:69) search_count: 3500, latest_latency=0.00765333000163082 (mp_runner.py:73) +2024-09-01 19:58:52,459 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.007405465999909211 (mp_runner.py:73) +2024-09-01 19:58:52,598 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.008127847999276128 (mp_runner.py:73) +2024-09-01 19:58:52,632 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.008243016003689263 (mp_runner.py:73) +2024-09-01 19:58:52,675 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.00799351299792761 (mp_runner.py:73) +2024-09-01 19:58:53,647 | DEBUG |(SpawnProcess-1:50) search_count: 3500, latest_latency=0.008680874998390209 (mp_runner.py:73) +2024-09-01 19:58:53,647 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.01301385200349614 (mp_runner.py:73) +2024-09-01 19:58:53,708 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.008111874994938262 (mp_runner.py:73) +2024-09-01 19:58:54,742 | DEBUG |(SpawnProcess-1:71) search_count: 4000, latest_latency=0.0069138680046307854 (mp_runner.py:73) +2024-09-01 19:58:54,742 | DEBUG |(SpawnProcess-1:58) search_count: 4000, latest_latency=0.0063993380026659 (mp_runner.py:73) +2024-09-01 19:58:55,012 | DEBUG |(SpawnProcess-1:54) search_count: 4000, latest_latency=0.012671625998336822 (mp_runner.py:73) +2024-09-01 19:58:55,552 | DEBUG |(SpawnProcess-1:62) search_count: 4000, latest_latency=0.006763573997886851 (mp_runner.py:73) +2024-09-01 19:58:55,688 | DEBUG |(SpawnProcess-1:64) search_count: 3500, latest_latency=0.007034053996903822 (mp_runner.py:73) +2024-09-01 19:58:55,833 | DEBUG |(SpawnProcess-1:67) search_count: 4000, latest_latency=0.005960086993582081 (mp_runner.py:73) +2024-09-01 19:58:55,849 | DEBUG |(SpawnProcess-1:52) search_count: 3500, latest_latency=0.0063452829999732785 (mp_runner.py:73) +2024-09-01 19:58:55,914 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.0026084450000780635 (mp_runner.py:73) +2024-09-01 19:58:56,002 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.009580836005625315 (mp_runner.py:73) +2024-09-01 19:58:56,033 | DEBUG |(SpawnProcess-1:73) search_count: 4000, latest_latency=0.007692907995078713 (mp_runner.py:73) +2024-09-01 19:58:56,039 | DEBUG |(SpawnProcess-1:56) search_count: 4000, latest_latency=0.007273274997714907 (mp_runner.py:73) +2024-09-01 19:58:56,123 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.011845177003124263 (mp_runner.py:73) +2024-09-01 19:58:56,125 | DEBUG |(SpawnProcess-1:68) search_count: 4000, latest_latency=0.005667218996677548 (mp_runner.py:73) +2024-09-01 19:58:56,165 | DEBUG |(SpawnProcess-1:66) search_count: 4000, latest_latency=0.007181540000601672 (mp_runner.py:73) +2024-09-01 19:58:56,249 | DEBUG |(SpawnProcess-1:72) search_count: 4000, latest_latency=0.009208624003804289 (mp_runner.py:73) +2024-09-01 19:58:56,356 | DEBUG |(SpawnProcess-1:65) search_count: 4000, latest_latency=0.006302434005192481 (mp_runner.py:73) +2024-09-01 19:58:56,400 | DEBUG |(SpawnProcess-1:59) search_count: 4000, latest_latency=0.006444817998271901 (mp_runner.py:73) +2024-09-01 19:58:56,406 | DEBUG |(SpawnProcess-1:69) search_count: 4000, latest_latency=0.007132276004995219 (mp_runner.py:73) +2024-09-01 19:58:56,448 | DEBUG |(SpawnProcess-1:51) search_count: 3500, latest_latency=0.008960574996308424 (mp_runner.py:73) +2024-09-01 19:58:56,546 | DEBUG |(SpawnProcess-1:63) search_count: 3500, latest_latency=0.00661578300059773 (mp_runner.py:73) +2024-09-01 19:58:56,546 | DEBUG |(SpawnProcess-1:61) search_count: 3500, latest_latency=0.006636536003497895 (mp_runner.py:73) +2024-09-01 19:58:56,640 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.008543631003703922 (mp_runner.py:73) +2024-09-01 19:58:57,534 | DEBUG |(SpawnProcess-1:50) search_count: 4000, latest_latency=0.00799895800446393 (mp_runner.py:73) +2024-09-01 19:58:57,536 | DEBUG |(SpawnProcess-1:55) search_count: 4000, latest_latency=0.007408711004245561 (mp_runner.py:73) +2024-09-01 19:58:57,789 | DEBUG |(SpawnProcess-1:74) search_count: 3500, latest_latency=0.00904498300224077 (mp_runner.py:73) +2024-09-01 19:58:58,299 | DEBUG |(SpawnProcess-1:58) search_count: 4500, latest_latency=0.0072462190000806 (mp_runner.py:73) +2024-09-01 19:58:58,300 | DEBUG |(SpawnProcess-1:71) search_count: 4500, latest_latency=0.007396727000013925 (mp_runner.py:73) +2024-09-01 19:58:58,783 | DEBUG |(SpawnProcess-1:54) search_count: 4500, latest_latency=0.006193758999870624 (mp_runner.py:73) +2024-09-01 19:58:58,881 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0042s, count=4584, qps in this process: 152.7786 (mp_runner.py:76) +2024-09-01 19:58:58,913 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0013s, count=3907, qps in this process: 130.2277 (mp_runner.py:76) +2024-09-01 19:58:58,922 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0092s, count=4178, qps in this process: 139.224 (mp_runner.py:76) +2024-09-01 19:58:58,951 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0067s, count=4369, qps in this process: 145.6008 (mp_runner.py:76) +2024-09-01 19:58:58,959 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0049s, count=4322, qps in this process: 144.0431 (mp_runner.py:76) +2024-09-01 19:58:58,996 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0032s, count=4407, qps in this process: 146.8843 (mp_runner.py:76) +2024-09-01 19:58:59,001 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.004s, count=4535, qps in this process: 151.1465 (mp_runner.py:76) +2024-09-01 19:58:59,052 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0024s, count=4348, qps in this process: 144.9217 (mp_runner.py:76) +2024-09-01 19:58:59,053 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0035s, count=4344, qps in this process: 144.7831 (mp_runner.py:76) +2024-09-01 19:58:59,063 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0064s, count=4441, qps in this process: 148.0018 (mp_runner.py:76) +2024-09-01 19:58:59,065 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0085s, count=4200, qps in this process: 139.9603 (mp_runner.py:76) +2024-09-01 19:58:59,073 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0108s, count=4337, qps in this process: 144.5146 (mp_runner.py:76) +2024-09-01 19:58:59,081 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.0014s, count=4427, qps in this process: 147.5598 (mp_runner.py:76) +2024-09-01 19:58:59,082 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0027s, count=3914, qps in this process: 130.4549 (mp_runner.py:76) +2024-09-01 19:58:59,085 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0021s, count=3894, qps in this process: 129.7909 (mp_runner.py:76) +2024-09-01 19:58:59,085 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0026s, count=4488, qps in this process: 149.587 (mp_runner.py:76) +2024-09-01 19:58:59,089 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0073s, count=3840, qps in this process: 127.9689 (mp_runner.py:76) +2024-09-01 19:58:59,092 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0027s, count=3889, qps in this process: 129.6217 (mp_runner.py:76) +2024-09-01 19:58:59,092 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0019s, count=4406, qps in this process: 146.8574 (mp_runner.py:76) +2024-09-01 19:58:59,100 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0008s, count=3842, qps in this process: 128.0633 (mp_runner.py:76) +2024-09-01 19:58:59,101 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0014s, count=3827, qps in this process: 127.5607 (mp_runner.py:76) +2024-09-01 19:58:59,104 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0032s, count=3843, qps in this process: 128.0863 (mp_runner.py:76) +2024-09-01 19:58:59,110 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0007s, count=4638, qps in this process: 154.5964 (mp_runner.py:76) +2024-09-01 19:58:59,116 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0041s, count=3679, qps in this process: 122.6166 (mp_runner.py:76) +2024-09-01 19:58:59,121 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0006s, count=3969, qps in this process: 132.2974 (mp_runner.py:76) +2024-09-01 19:58:59,132 | INFO |End search in concurrency 25: dur=30.310701299000357s, total_count=104628, qps=3451.8502 (mp_runner.py:120) +2024-09-01 19:59:00,707 | INFO |Update largest qps with concurrency 25: current max_qps=3451.8502 (mp_runner.py:124) +2024-09-01 19:59:01,118 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:59:01,119 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 19:59:11,533 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 19:59:11,711 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,711 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,713 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,722 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,737 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,758 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,770 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,798 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,798 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,798 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,798 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,804 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,814 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,821 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,822 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,835 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,835 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,837 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,837 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,854 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,856 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,858 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,869 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,870 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:11,877 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:15,577 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.006703125000058208 (mp_runner.py:73) +2024-09-01 19:59:15,578 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.00676331599970581 (mp_runner.py:73) +2024-09-01 19:59:15,579 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.0055819219996919855 (mp_runner.py:73) +2024-09-01 19:59:15,579 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.0064487570052733645 (mp_runner.py:73) +2024-09-01 19:59:15,580 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.009525130000838544 (mp_runner.py:73) +2024-09-01 19:59:15,580 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.006083158004912548 (mp_runner.py:73) +2024-09-01 19:59:15,581 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.011664393998216838 (mp_runner.py:73) +2024-09-01 19:59:15,583 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.010765800994704477 (mp_runner.py:73) +2024-09-01 19:59:15,583 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.011843847001728136 (mp_runner.py:73) +2024-09-01 19:59:15,668 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.00621283699729247 (mp_runner.py:73) +2024-09-01 19:59:15,668 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.007695019994571339 (mp_runner.py:73) +2024-09-01 19:59:15,669 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.009445640003832523 (mp_runner.py:73) +2024-09-01 19:59:15,709 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.0040563790025771596 (mp_runner.py:73) +2024-09-01 19:59:15,710 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.005872743000509217 (mp_runner.py:73) +2024-09-01 19:59:15,710 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.005074309003248345 (mp_runner.py:73) +2024-09-01 19:59:15,713 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.00946679000480799 (mp_runner.py:73) +2024-09-01 19:59:15,713 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.011017973003617954 (mp_runner.py:73) +2024-09-01 19:59:15,842 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.009852483999566175 (mp_runner.py:73) +2024-09-01 19:59:15,843 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.012261463001777884 (mp_runner.py:73) +2024-09-01 19:59:15,870 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.00997455499600619 (mp_runner.py:73) +2024-09-01 19:59:15,870 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.010919512998952996 (mp_runner.py:73) +2024-09-01 19:59:15,871 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.005736216000514105 (mp_runner.py:73) +2024-09-01 19:59:15,872 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.007661023999389727 (mp_runner.py:73) +2024-09-01 19:59:15,872 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.009453866994590499 (mp_runner.py:73) +2024-09-01 19:59:16,122 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.009686737997981254 (mp_runner.py:73) +2024-09-01 19:59:16,568 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.007075597000948619 (mp_runner.py:73) +2024-09-01 19:59:16,617 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.009850077003648039 (mp_runner.py:73) +2024-09-01 19:59:16,618 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0090976529972977 (mp_runner.py:73) +2024-09-01 19:59:16,618 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.007697880995692685 (mp_runner.py:73) +2024-09-01 19:59:16,736 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.011050813001929782 (mp_runner.py:73) +2024-09-01 19:59:19,135 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.005947021003521513 (mp_runner.py:73) +2024-09-01 19:59:19,135 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.0069594469969160855 (mp_runner.py:73) +2024-09-01 19:59:19,136 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.006570229998033028 (mp_runner.py:73) +2024-09-01 19:59:19,136 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.006666057000984438 (mp_runner.py:73) +2024-09-01 19:59:19,137 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.008851396996760741 (mp_runner.py:73) +2024-09-01 19:59:19,137 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.006867404998047277 (mp_runner.py:73) +2024-09-01 19:59:19,138 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.010372042001108639 (mp_runner.py:73) +2024-09-01 19:59:19,139 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.006149886001367122 (mp_runner.py:73) +2024-09-01 19:59:19,139 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.006201673000759911 (mp_runner.py:73) +2024-09-01 19:59:19,405 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.0051296719975653104 (mp_runner.py:73) +2024-09-01 19:59:19,406 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.0065392050018999726 (mp_runner.py:73) +2024-09-01 19:59:19,407 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.006636935999267735 (mp_runner.py:73) +2024-09-01 19:59:19,408 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.006673008007055614 (mp_runner.py:73) +2024-09-01 19:59:19,408 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.00892462300544139 (mp_runner.py:73) +2024-09-01 19:59:19,409 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.006771697997464798 (mp_runner.py:73) +2024-09-01 19:59:19,409 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.007190151001850609 (mp_runner.py:73) +2024-09-01 19:59:19,410 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.011805652997281868 (mp_runner.py:73) +2024-09-01 19:59:19,625 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.006952703995921183 (mp_runner.py:73) +2024-09-01 19:59:19,626 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.010099781000462826 (mp_runner.py:73) +2024-09-01 19:59:19,627 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.007982292998349294 (mp_runner.py:73) +2024-09-01 19:59:19,628 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.008365790999960154 (mp_runner.py:73) +2024-09-01 19:59:19,629 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.01070094599708682 (mp_runner.py:73) +2024-09-01 19:59:19,884 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.008834743995976169 (mp_runner.py:73) +2024-09-01 19:59:19,886 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.008926661997975316 (mp_runner.py:73) +2024-09-01 19:59:20,745 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.009118800997384824 (mp_runner.py:73) +2024-09-01 19:59:20,873 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.008618988998932764 (mp_runner.py:73) +2024-09-01 19:59:20,873 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.010648352996213362 (mp_runner.py:73) +2024-09-01 19:59:20,875 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.007426884003507439 (mp_runner.py:73) +2024-09-01 19:59:20,876 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.004184700999758206 (mp_runner.py:73) +2024-09-01 19:59:21,460 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.012110522999137174 (mp_runner.py:73) +2024-09-01 19:59:22,794 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.004291930003091693 (mp_runner.py:73) +2024-09-01 19:59:22,794 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.005410302001109812 (mp_runner.py:73) +2024-09-01 19:59:22,795 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.005346033001842443 (mp_runner.py:73) +2024-09-01 19:59:22,797 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.010816089998115785 (mp_runner.py:73) +2024-09-01 19:59:22,799 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.010511058004340157 (mp_runner.py:73) +2024-09-01 19:59:22,965 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.006700497993733734 (mp_runner.py:73) +2024-09-01 19:59:22,966 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.008523501004674472 (mp_runner.py:73) +2024-09-01 19:59:22,967 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.010290616999554913 (mp_runner.py:73) +2024-09-01 19:59:23,140 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.007630924999830313 (mp_runner.py:73) +2024-09-01 19:59:23,210 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.005887132996576838 (mp_runner.py:73) +2024-09-01 19:59:23,210 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.006792866995965596 (mp_runner.py:73) +2024-09-01 19:59:23,210 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.004328574003011454 (mp_runner.py:73) +2024-09-01 19:59:23,211 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.006412823000573553 (mp_runner.py:73) +2024-09-01 19:59:23,212 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.005449593001685571 (mp_runner.py:73) +2024-09-01 19:59:23,212 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.009646295999118593 (mp_runner.py:73) +2024-09-01 19:59:23,212 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.007843874001991935 (mp_runner.py:73) +2024-09-01 19:59:23,215 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.012068492003891151 (mp_runner.py:73) +2024-09-01 19:59:23,671 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.010027830001490656 (mp_runner.py:73) +2024-09-01 19:59:23,673 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.009549103997414932 (mp_runner.py:73) +2024-09-01 19:59:23,673 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.010471898996911477 (mp_runner.py:73) +2024-09-01 19:59:23,674 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.012208419997477904 (mp_runner.py:73) +2024-09-01 19:59:24,398 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.009360945994558278 (mp_runner.py:73) +2024-09-01 19:59:24,467 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.009221295003953855 (mp_runner.py:73) +2024-09-01 19:59:24,527 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.011853517004055902 (mp_runner.py:73) +2024-09-01 19:59:25,409 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.011861418999615125 (mp_runner.py:73) +2024-09-01 19:59:25,416 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.008703532999788877 (mp_runner.py:73) +2024-09-01 19:59:25,417 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.010633818004862405 (mp_runner.py:73) +2024-09-01 19:59:25,644 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.010898683998675551 (mp_runner.py:73) +2024-09-01 19:59:25,679 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.010240728995995596 (mp_runner.py:73) +2024-09-01 19:59:26,119 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.009401858005730901 (mp_runner.py:73) +2024-09-01 19:59:26,671 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.004577063999022357 (mp_runner.py:73) +2024-09-01 19:59:26,672 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.004948328998580109 (mp_runner.py:73) +2024-09-01 19:59:26,672 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.004887751005298924 (mp_runner.py:73) +2024-09-01 19:59:26,673 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.006744448000972625 (mp_runner.py:73) +2024-09-01 19:59:26,674 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.007851070004107896 (mp_runner.py:73) +2024-09-01 19:59:26,784 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.006227638004929759 (mp_runner.py:73) +2024-09-01 19:59:26,785 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.006225805002031848 (mp_runner.py:73) +2024-09-01 19:59:26,786 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.0056186350047937594 (mp_runner.py:73) +2024-09-01 19:59:26,787 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.00859714399848599 (mp_runner.py:73) +2024-09-01 19:59:26,787 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.0073828210006468 (mp_runner.py:73) +2024-09-01 19:59:26,788 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.007791604999511037 (mp_runner.py:73) +2024-09-01 19:59:26,789 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.00795063900295645 (mp_runner.py:73) +2024-09-01 19:59:26,790 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.008668119997309987 (mp_runner.py:73) +2024-09-01 19:59:26,790 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.011966751000727527 (mp_runner.py:73) +2024-09-01 19:59:26,790 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.008801256997685414 (mp_runner.py:73) +2024-09-01 19:59:26,790 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.0077414810002665035 (mp_runner.py:73) +2024-09-01 19:59:26,791 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.0077295010050875135 (mp_runner.py:73) +2024-09-01 19:59:27,847 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.0066483789996709675 (mp_runner.py:73) +2024-09-01 19:59:27,848 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.006294198996329214 (mp_runner.py:73) +2024-09-01 19:59:27,849 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.010854049993213266 (mp_runner.py:73) +2024-09-01 19:59:27,850 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.012288061996514443 (mp_runner.py:73) +2024-09-01 19:59:29,175 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.009923749006702565 (mp_runner.py:73) +2024-09-01 19:59:29,299 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.009695900000224356 (mp_runner.py:73) +2024-09-01 19:59:29,351 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.010169599998334888 (mp_runner.py:73) +2024-09-01 19:59:29,910 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.007536303004599176 (mp_runner.py:73) +2024-09-01 19:59:29,912 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007909102998382878 (mp_runner.py:73) +2024-09-01 19:59:30,097 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.03187927699764259 (mp_runner.py:73) +2024-09-01 19:59:30,448 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.011490771001263056 (mp_runner.py:73) +2024-09-01 19:59:30,546 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.003398320004635025 (mp_runner.py:73) +2024-09-01 19:59:30,546 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.005415191997599322 (mp_runner.py:73) +2024-09-01 19:59:30,547 | DEBUG |(SpawnProcess-1:104) search_count: 2500, latest_latency=0.0055441620061174035 (mp_runner.py:73) +2024-09-01 19:59:30,547 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.0055083250044845045 (mp_runner.py:73) +2024-09-01 19:59:30,548 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.003931219995138235 (mp_runner.py:73) +2024-09-01 19:59:30,549 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.005407776996435132 (mp_runner.py:73) +2024-09-01 19:59:30,549 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.006485388003056869 (mp_runner.py:73) +2024-09-01 19:59:30,549 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.005828333996760193 (mp_runner.py:73) +2024-09-01 19:59:30,550 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.010575050000625197 (mp_runner.py:73) +2024-09-01 19:59:30,551 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.011507129995152354 (mp_runner.py:73) +2024-09-01 19:59:30,552 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.01168768900242867 (mp_runner.py:73) +2024-09-01 19:59:30,555 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.011209873999177944 (mp_runner.py:73) +2024-09-01 19:59:30,632 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.010520166004425846 (mp_runner.py:73) +2024-09-01 19:59:31,085 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.009626045000914019 (mp_runner.py:73) +2024-09-01 19:59:31,121 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.004810196995094884 (mp_runner.py:73) +2024-09-01 19:59:31,121 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.004205928998999298 (mp_runner.py:73) +2024-09-01 19:59:31,122 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.006301212997641414 (mp_runner.py:73) +2024-09-01 19:59:31,124 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.009881022000627127 (mp_runner.py:73) +2024-09-01 19:59:31,126 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.012176352996903006 (mp_runner.py:73) +2024-09-01 19:59:32,275 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.006307058996753767 (mp_runner.py:73) +2024-09-01 19:59:32,278 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.011359330004779622 (mp_runner.py:73) +2024-09-01 19:59:32,279 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.011098497001512442 (mp_runner.py:73) +2024-09-01 19:59:32,803 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.008448232001683209 (mp_runner.py:73) +2024-09-01 19:59:34,078 | DEBUG |(SpawnProcess-1:89) search_count: 3000, latest_latency=0.006029616000887472 (mp_runner.py:73) +2024-09-01 19:59:34,079 | DEBUG |(SpawnProcess-1:102) search_count: 3000, latest_latency=0.006206284000654705 (mp_runner.py:73) +2024-09-01 19:59:34,079 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.008239028997195419 (mp_runner.py:73) +2024-09-01 19:59:34,080 | DEBUG |(SpawnProcess-1:96) search_count: 3000, latest_latency=0.008162949001416564 (mp_runner.py:73) +2024-09-01 19:59:34,081 | DEBUG |(SpawnProcess-1:104) search_count: 3000, latest_latency=0.00802938400011044 (mp_runner.py:73) +2024-09-01 19:59:34,082 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.008749617001740262 (mp_runner.py:73) +2024-09-01 19:59:34,128 | DEBUG |(SpawnProcess-1:90) search_count: 3000, latest_latency=0.009220277002896182 (mp_runner.py:73) +2024-09-01 19:59:34,129 | DEBUG |(SpawnProcess-1:83) search_count: 3000, latest_latency=0.005980904003081378 (mp_runner.py:73) +2024-09-01 19:59:34,130 | DEBUG |(SpawnProcess-1:105) search_count: 3000, latest_latency=0.007554087998869363 (mp_runner.py:73) +2024-09-01 19:59:34,130 | DEBUG |(SpawnProcess-1:80) search_count: 3000, latest_latency=0.006674830001429655 (mp_runner.py:73) +2024-09-01 19:59:34,131 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.007510019997425843 (mp_runner.py:73) +2024-09-01 19:59:34,158 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.011602580998442136 (mp_runner.py:73) +2024-09-01 19:59:34,206 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.010997559998941142 (mp_runner.py:73) +2024-09-01 19:59:34,295 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.010429859001305886 (mp_runner.py:73) +2024-09-01 19:59:34,557 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.008473758993204683 (mp_runner.py:73) +2024-09-01 19:59:34,571 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.012763605001964606 (mp_runner.py:73) +2024-09-01 19:59:34,626 | DEBUG |(SpawnProcess-1:86) search_count: 3000, latest_latency=0.01000430400017649 (mp_runner.py:73) +2024-09-01 19:59:34,744 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.010319820998120122 (mp_runner.py:73) +2024-09-01 19:59:35,113 | DEBUG |(SpawnProcess-1:78) search_count: 3000, latest_latency=0.006779060000553727 (mp_runner.py:73) +2024-09-01 19:59:35,114 | DEBUG |(SpawnProcess-1:97) search_count: 3000, latest_latency=0.008524375996785238 (mp_runner.py:73) +2024-09-01 19:59:35,115 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.01013857799989637 (mp_runner.py:73) +2024-09-01 19:59:35,117 | DEBUG |(SpawnProcess-1:91) search_count: 3000, latest_latency=0.007739788998151198 (mp_runner.py:73) +2024-09-01 19:59:35,118 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.009714002997498028 (mp_runner.py:73) +2024-09-01 19:59:35,407 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.009280218000640161 (mp_runner.py:73) +2024-09-01 19:59:35,599 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.010128188994713128 (mp_runner.py:73) +2024-09-01 19:59:35,993 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.010413125004561152 (mp_runner.py:73) +2024-09-01 19:59:36,660 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.009548114001518115 (mp_runner.py:73) +2024-09-01 19:59:36,662 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.008080398001766298 (mp_runner.py:73) +2024-09-01 19:59:36,663 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.009067247003258672 (mp_runner.py:73) +2024-09-01 19:59:37,706 | DEBUG |(SpawnProcess-1:99) search_count: 3000, latest_latency=0.011464912997325882 (mp_runner.py:73) +2024-09-01 19:59:37,924 | DEBUG |(SpawnProcess-1:89) search_count: 3500, latest_latency=0.007803203996445518 (mp_runner.py:73) +2024-09-01 19:59:37,925 | DEBUG |(SpawnProcess-1:95) search_count: 3500, latest_latency=0.0067454140007612295 (mp_runner.py:73) +2024-09-01 19:59:37,925 | DEBUG |(SpawnProcess-1:96) search_count: 3500, latest_latency=0.006223322998266667 (mp_runner.py:73) +2024-09-01 19:59:37,926 | DEBUG |(SpawnProcess-1:102) search_count: 3500, latest_latency=0.005139363995112944 (mp_runner.py:73) +2024-09-01 19:59:37,927 | DEBUG |(SpawnProcess-1:104) search_count: 3500, latest_latency=0.007176379003794864 (mp_runner.py:73) +2024-09-01 19:59:37,927 | DEBUG |(SpawnProcess-1:103) search_count: 3500, latest_latency=0.01132339600007981 (mp_runner.py:73) +2024-09-01 19:59:38,062 | DEBUG |(SpawnProcess-1:82) search_count: 3500, latest_latency=0.004859234002651647 (mp_runner.py:73) +2024-09-01 19:59:38,062 | DEBUG |(SpawnProcess-1:83) search_count: 3500, latest_latency=0.006592364996322431 (mp_runner.py:73) +2024-09-01 19:59:38,063 | DEBUG |(SpawnProcess-1:105) search_count: 3500, latest_latency=0.008222702999773901 (mp_runner.py:73) +2024-09-01 19:59:38,065 | DEBUG |(SpawnProcess-1:90) search_count: 3500, latest_latency=0.011485476003144868 (mp_runner.py:73) +2024-09-01 19:59:38,066 | DEBUG |(SpawnProcess-1:80) search_count: 3500, latest_latency=0.0120438100057072 (mp_runner.py:73) +2024-09-01 19:59:38,909 | DEBUG |(SpawnProcess-1:77) search_count: 3000, latest_latency=0.008527505997335538 (mp_runner.py:73) +2024-09-01 19:59:39,048 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.011031630994693842 (mp_runner.py:73) +2024-09-01 19:59:39,147 | DEBUG |(SpawnProcess-1:93) search_count: 3500, latest_latency=0.007862389997171704 (mp_runner.py:73) +2024-09-01 19:59:39,149 | DEBUG |(SpawnProcess-1:97) search_count: 3500, latest_latency=0.007434365994413383 (mp_runner.py:73) +2024-09-01 19:59:39,150 | DEBUG |(SpawnProcess-1:78) search_count: 3500, latest_latency=0.010572481005510781 (mp_runner.py:73) +2024-09-01 19:59:39,150 | DEBUG |(SpawnProcess-1:85) search_count: 3500, latest_latency=0.011589540001295973 (mp_runner.py:73) +2024-09-01 19:59:39,151 | DEBUG |(SpawnProcess-1:91) search_count: 3500, latest_latency=0.005832921000546776 (mp_runner.py:73) +2024-09-01 19:59:39,152 | DEBUG |(SpawnProcess-1:94) search_count: 3000, latest_latency=0.008404868000070564 (mp_runner.py:73) +2024-09-01 19:59:39,234 | DEBUG |(SpawnProcess-1:86) search_count: 3500, latest_latency=0.010563274998276029 (mp_runner.py:73) +2024-09-01 19:59:39,287 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.007262059996719472 (mp_runner.py:73) +2024-09-01 19:59:39,321 | DEBUG |(SpawnProcess-1:98) search_count: 3000, latest_latency=0.0077343110024230555 (mp_runner.py:73) +2024-09-01 19:59:39,613 | DEBUG |(SpawnProcess-1:88) search_count: 3000, latest_latency=0.011837980004202109 (mp_runner.py:73) +2024-09-01 19:59:40,251 | DEBUG |(SpawnProcess-1:101) search_count: 3000, latest_latency=0.008812498999759555 (mp_runner.py:73) +2024-09-01 19:59:40,449 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.008738331001950428 (mp_runner.py:73) +2024-09-01 19:59:40,735 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.009920987002260517 (mp_runner.py:73) +2024-09-01 19:59:40,935 | DEBUG |(SpawnProcess-1:87) search_count: 3500, latest_latency=0.008033423997403588 (mp_runner.py:73) +2024-09-01 19:59:40,935 | DEBUG |(SpawnProcess-1:79) search_count: 3500, latest_latency=0.008270439997431822 (mp_runner.py:73) +2024-09-01 19:59:40,936 | DEBUG |(SpawnProcess-1:92) search_count: 3500, latest_latency=0.01108014999772422 (mp_runner.py:73) +2024-09-01 19:59:41,591 | DEBUG |(SpawnProcess-1:89) search_count: 4000, latest_latency=0.007494906996726058 (mp_runner.py:73) +2024-09-01 19:59:41,592 | DEBUG |(SpawnProcess-1:90) search_count: 4000, latest_latency=0.005252836999716237 (mp_runner.py:73) +2024-09-01 19:59:41,592 | DEBUG |(SpawnProcess-1:103) search_count: 4000, latest_latency=0.00801057100034086 (mp_runner.py:73) +2024-09-01 19:59:41,593 | DEBUG |(SpawnProcess-1:80) search_count: 4000, latest_latency=0.006969744004891254 (mp_runner.py:73) +2024-09-01 19:59:41,593 | DEBUG |(SpawnProcess-1:82) search_count: 4000, latest_latency=0.00813600800029235 (mp_runner.py:73) +2024-09-01 19:59:41,594 | DEBUG |(SpawnProcess-1:83) search_count: 4000, latest_latency=0.007120761001715437 (mp_runner.py:73) +2024-09-01 19:59:41,594 | DEBUG |(SpawnProcess-1:95) search_count: 4000, latest_latency=0.01131592900492251 (mp_runner.py:73) +2024-09-01 19:59:41,595 | DEBUG |(SpawnProcess-1:104) search_count: 4000, latest_latency=0.012881967995781451 (mp_runner.py:73) +2024-09-01 19:59:41,595 | DEBUG |(SpawnProcess-1:96) search_count: 4000, latest_latency=0.008319028005644213 (mp_runner.py:73) +2024-09-01 19:59:41,596 | DEBUG |(SpawnProcess-1:105) search_count: 4000, latest_latency=0.00830206299724523 (mp_runner.py:73) +2024-09-01 19:59:41,597 | DEBUG |(SpawnProcess-1:102) search_count: 4000, latest_latency=0.00851105999754509 (mp_runner.py:73) +2024-09-01 19:59:41,718 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0057s, count=3275, qps in this process: 109.1459 (mp_runner.py:76) +2024-09-01 19:59:41,722 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0041s, count=3845, qps in this process: 128.1492 (mp_runner.py:76) +2024-09-01 19:59:41,733 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0035s, count=3846, qps in this process: 128.185 (mp_runner.py:76) +2024-09-01 19:59:41,736 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0051s, count=3846, qps in this process: 128.1782 (mp_runner.py:76) +2024-09-01 19:59:41,758 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0008s, count=3304, qps in this process: 110.1304 (mp_runner.py:76) +2024-09-01 19:59:41,766 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0048s, count=4026, qps in this process: 134.1785 (mp_runner.py:76) +2024-09-01 19:59:41,775 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0017s, count=3851, qps in this process: 128.3594 (mp_runner.py:76) +2024-09-01 19:59:41,801 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0006s, count=3607, qps in this process: 120.2309 (mp_runner.py:76) +2024-09-01 19:59:41,804 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.004s, count=3855, qps in this process: 128.4829 (mp_runner.py:76) +2024-09-01 19:59:41,808 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.008s, count=4032, qps in this process: 134.3642 (mp_runner.py:76) +2024-09-01 19:59:41,809 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0085s, count=4032, qps in this process: 134.3619 (mp_runner.py:76) +2024-09-01 19:59:41,816 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0047s, count=4033, qps in this process: 134.4123 (mp_runner.py:76) +2024-09-01 19:59:41,819 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0014s, count=4034, qps in this process: 134.4604 (mp_runner.py:76) +2024-09-01 19:59:41,823 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0032s, count=3610, qps in this process: 120.3205 (mp_runner.py:76) +2024-09-01 19:59:41,825 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0027s, count=3430, qps in this process: 114.323 (mp_runner.py:76) +2024-09-01 19:59:41,825 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0003s, count=4035, qps in this process: 134.4987 (mp_runner.py:76) +2024-09-01 19:59:41,838 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0018s, count=4037, qps in this process: 134.5586 (mp_runner.py:76) +2024-09-01 19:59:41,839 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.003s, count=4038, qps in this process: 134.5865 (mp_runner.py:76) +2024-09-01 19:59:41,842 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.001s, count=3152, qps in this process: 105.0632 (mp_runner.py:76) +2024-09-01 19:59:41,844 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0047s, count=3793, qps in this process: 126.4135 (mp_runner.py:76) +2024-09-01 19:59:41,852 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0059s, count=4040, qps in this process: 134.6402 (mp_runner.py:76) +2024-09-01 19:59:41,856 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0101s, count=4040, qps in this process: 134.6213 (mp_runner.py:76) +2024-09-01 19:59:41,856 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0023s, count=4041, qps in this process: 134.6897 (mp_runner.py:76) +2024-09-01 19:59:41,857 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0029s, count=3618, qps in this process: 120.5883 (mp_runner.py:76) +2024-09-01 19:59:41,860 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0005s, count=3287, qps in this process: 109.5648 (mp_runner.py:76) +2024-09-01 19:59:41,860 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0017s, count=3307, qps in this process: 110.2271 (mp_runner.py:76) +2024-09-01 19:59:41,861 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0027s, count=3251, qps in this process: 108.3569 (mp_runner.py:76) +2024-09-01 19:59:41,872 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0004s, count=3192, qps in this process: 106.3986 (mp_runner.py:76) +2024-09-01 19:59:41,875 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0008s, count=3297, qps in this process: 109.8971 (mp_runner.py:76) +2024-09-01 19:59:41,881 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0007s, count=3142, qps in this process: 104.7309 (mp_runner.py:76) +2024-09-01 19:59:41,894 | INFO |End search in concurrency 30: dur=30.360867367999163s, total_count=110896, qps=3652.5966 (mp_runner.py:120) +2024-09-01 19:59:43,816 | INFO |Update largest qps with concurrency 30: current max_qps=3652.5966 (mp_runner.py:124) +2024-09-01 19:59:44,228 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:59:44,228 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 19:59:54,777 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 19:59:54,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:54,933 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:54,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:54,942 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:54,966 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:54,980 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:54,981 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:54,981 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:54,981 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,013 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,043 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,086 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,088 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,115 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,142 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,144 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,151 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,156 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,158 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,182 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,191 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,209 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,226 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,228 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:55,243 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 19:59:59,441 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.009509543000604026 (mp_runner.py:73) +2024-09-01 19:59:59,442 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.008892969999578781 (mp_runner.py:73) +2024-09-01 19:59:59,442 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.008750175002205651 (mp_runner.py:73) +2024-09-01 19:59:59,443 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.013655483999173157 (mp_runner.py:73) +2024-09-01 19:59:59,444 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.00918814499891596 (mp_runner.py:73) +2024-09-01 19:59:59,447 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.012362704997940455 (mp_runner.py:73) +2024-09-01 19:59:59,450 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.021369098998547997 (mp_runner.py:73) +2024-09-01 19:59:59,479 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.007506882997404318 (mp_runner.py:73) +2024-09-01 19:59:59,480 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.008470624998153653 (mp_runner.py:73) +2024-09-01 19:59:59,480 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.00935083699732786 (mp_runner.py:73) +2024-09-01 19:59:59,481 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.00860447199374903 (mp_runner.py:73) +2024-09-01 19:59:59,481 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01041649999388028 (mp_runner.py:73) +2024-09-01 19:59:59,481 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.007936645000881981 (mp_runner.py:73) +2024-09-01 19:59:59,482 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.011323229999106843 (mp_runner.py:73) +2024-09-01 19:59:59,482 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.006718594006088097 (mp_runner.py:73) +2024-09-01 19:59:59,483 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.011128464000648819 (mp_runner.py:73) +2024-09-01 19:59:59,483 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.014499502998660319 (mp_runner.py:73) +2024-09-01 19:59:59,741 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.01295867600128986 (mp_runner.py:73) +2024-09-01 19:59:59,769 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.010329361997719388 (mp_runner.py:73) +2024-09-01 19:59:59,770 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.009137123997788876 (mp_runner.py:73) +2024-09-01 19:59:59,771 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.008324410999193788 (mp_runner.py:73) +2024-09-01 19:59:59,771 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.013083636993542314 (mp_runner.py:73) +2024-09-01 19:59:59,771 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.01168695500382455 (mp_runner.py:73) +2024-09-01 19:59:59,778 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.014630747995397542 (mp_runner.py:73) +2024-09-01 19:59:59,907 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.015663361999031622 (mp_runner.py:73) +2024-09-01 19:59:59,908 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.010974511998938397 (mp_runner.py:73) +2024-09-01 19:59:59,909 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.011091521999333054 (mp_runner.py:73) +2024-09-01 20:00:00,215 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01891989399882732 (mp_runner.py:73) +2024-09-01 20:00:00,265 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.014886108998325653 (mp_runner.py:73) +2024-09-01 20:00:00,266 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.011339106000377797 (mp_runner.py:73) +2024-09-01 20:00:00,267 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.010105579000082798 (mp_runner.py:73) +2024-09-01 20:00:00,267 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01137528799881693 (mp_runner.py:73) +2024-09-01 20:00:00,268 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.019054866002989 (mp_runner.py:73) +2024-09-01 20:00:00,268 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.019926424000004772 (mp_runner.py:73) +2024-09-01 20:00:01,482 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.017100336001021788 (mp_runner.py:73) +2024-09-01 20:00:04,272 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.006890327000292018 (mp_runner.py:73) +2024-09-01 20:00:04,274 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.00994425800308818 (mp_runner.py:73) +2024-09-01 20:00:04,275 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.01103223700192757 (mp_runner.py:73) +2024-09-01 20:00:04,337 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.011742123999283649 (mp_runner.py:73) +2024-09-01 20:00:04,407 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.009091298998100683 (mp_runner.py:73) +2024-09-01 20:00:04,555 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.009113576001254842 (mp_runner.py:73) +2024-09-01 20:00:04,555 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.007614918002218474 (mp_runner.py:73) +2024-09-01 20:00:04,555 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.00886299600097118 (mp_runner.py:73) +2024-09-01 20:00:04,556 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.008815147004497703 (mp_runner.py:73) +2024-09-01 20:00:04,556 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.008522253003320657 (mp_runner.py:73) +2024-09-01 20:00:04,556 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.008219152005040087 (mp_runner.py:73) +2024-09-01 20:00:04,556 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.00820280700281728 (mp_runner.py:73) +2024-09-01 20:00:04,561 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.009603480000805575 (mp_runner.py:73) +2024-09-01 20:00:04,661 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.008713019000424538 (mp_runner.py:73) +2024-09-01 20:00:04,662 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.005894579000596423 (mp_runner.py:73) +2024-09-01 20:00:04,662 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.0085416579968296 (mp_runner.py:73) +2024-09-01 20:00:04,662 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.013073176000034437 (mp_runner.py:73) +2024-09-01 20:00:04,663 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.008509332001267467 (mp_runner.py:73) +2024-09-01 20:00:04,663 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.010557763001997955 (mp_runner.py:73) +2024-09-01 20:00:04,663 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.011866057000588626 (mp_runner.py:73) +2024-09-01 20:00:04,664 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.014998608996393159 (mp_runner.py:73) +2024-09-01 20:00:04,664 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.014190802001394331 (mp_runner.py:73) +2024-09-01 20:00:04,665 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.010002990995417349 (mp_runner.py:73) +2024-09-01 20:00:04,666 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.010069736003060825 (mp_runner.py:73) +2024-09-01 20:00:04,922 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.00745223400008399 (mp_runner.py:73) +2024-09-01 20:00:04,924 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.008267334000265691 (mp_runner.py:73) +2024-09-01 20:00:04,924 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.008733476002817042 (mp_runner.py:73) +2024-09-01 20:00:04,924 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.007772597004077397 (mp_runner.py:73) +2024-09-01 20:00:04,925 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.00857468100002734 (mp_runner.py:73) +2024-09-01 20:00:04,926 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.011650105996523052 (mp_runner.py:73) +2024-09-01 20:00:04,927 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.013370312997722067 (mp_runner.py:73) +2024-09-01 20:00:04,929 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.008003725000889972 (mp_runner.py:73) +2024-09-01 20:00:04,930 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.010934671998256817 (mp_runner.py:73) +2024-09-01 20:00:04,931 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.009579746001691092 (mp_runner.py:73) +2024-09-01 20:00:07,621 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.00993702500272775 (mp_runner.py:73) +2024-09-01 20:00:09,083 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.010093263997987378 (mp_runner.py:73) +2024-09-01 20:00:09,084 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.011625819999608211 (mp_runner.py:73) +2024-09-01 20:00:09,086 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.014114332996541634 (mp_runner.py:73) +2024-09-01 20:00:09,086 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.009155243998975493 (mp_runner.py:73) +2024-09-01 20:00:09,088 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.009460446999582928 (mp_runner.py:73) +2024-09-01 20:00:09,088 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.01063591900310712 (mp_runner.py:73) +2024-09-01 20:00:09,101 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.01635574800457107 (mp_runner.py:73) +2024-09-01 20:00:09,103 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.0020502609986579046 (mp_runner.py:73) +2024-09-01 20:00:09,104 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.014794654998695478 (mp_runner.py:73) +2024-09-01 20:00:09,105 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.015135282999835908 (mp_runner.py:73) +2024-09-01 20:00:09,105 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.010696384000766557 (mp_runner.py:73) +2024-09-01 20:00:09,105 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.012465951003832743 (mp_runner.py:73) +2024-09-01 20:00:09,106 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.010530596002354287 (mp_runner.py:73) +2024-09-01 20:00:09,110 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.013931315996160265 (mp_runner.py:73) +2024-09-01 20:00:09,111 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.005413555998529773 (mp_runner.py:73) +2024-09-01 20:00:09,117 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.020121472000028007 (mp_runner.py:73) +2024-09-01 20:00:09,117 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.021387779001088347 (mp_runner.py:73) +2024-09-01 20:00:09,117 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.019325431996549014 (mp_runner.py:73) +2024-09-01 20:00:09,119 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.01981315300508868 (mp_runner.py:73) +2024-09-01 20:00:09,119 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.019728415994904935 (mp_runner.py:73) +2024-09-01 20:00:09,120 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.016319178001140244 (mp_runner.py:73) +2024-09-01 20:00:09,121 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.01775880799687002 (mp_runner.py:73) +2024-09-01 20:00:09,125 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.021656508004525676 (mp_runner.py:73) +2024-09-01 20:00:09,128 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.029345162998652086 (mp_runner.py:73) +2024-09-01 20:00:09,522 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.005454439000459388 (mp_runner.py:73) +2024-09-01 20:00:09,523 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.006653678996372037 (mp_runner.py:73) +2024-09-01 20:00:09,526 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.010149458001251332 (mp_runner.py:73) +2024-09-01 20:00:09,526 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.011596595999435522 (mp_runner.py:73) +2024-09-01 20:00:09,527 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.01335660699987784 (mp_runner.py:73) +2024-09-01 20:00:09,529 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.014408389004529454 (mp_runner.py:73) +2024-09-01 20:00:09,612 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.010855489003006369 (mp_runner.py:73) +2024-09-01 20:00:09,613 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.01131989400164457 (mp_runner.py:73) +2024-09-01 20:00:09,615 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.014614170999266207 (mp_runner.py:73) +2024-09-01 20:00:09,615 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.01405838699429296 (mp_runner.py:73) +2024-09-01 20:00:13,455 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.008678770995175 (mp_runner.py:73) +2024-09-01 20:00:13,455 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.008690773000125773 (mp_runner.py:73) +2024-09-01 20:00:13,457 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.008359959996596444 (mp_runner.py:73) +2024-09-01 20:00:13,457 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.009805059002246708 (mp_runner.py:73) +2024-09-01 20:00:13,458 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.009804952998820227 (mp_runner.py:73) +2024-09-01 20:00:13,458 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.012914629005535971 (mp_runner.py:73) +2024-09-01 20:00:13,459 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.008163799997419119 (mp_runner.py:73) +2024-09-01 20:00:13,459 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.010435072996187955 (mp_runner.py:73) +2024-09-01 20:00:13,460 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.010474185000930447 (mp_runner.py:73) +2024-09-01 20:00:13,460 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.013771758000075351 (mp_runner.py:73) +2024-09-01 20:00:13,461 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.00928316200588597 (mp_runner.py:73) +2024-09-01 20:00:13,462 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.009803863002161961 (mp_runner.py:73) +2024-09-01 20:00:13,468 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.02002063599502435 (mp_runner.py:73) +2024-09-01 20:00:13,644 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.038940405000175815 (mp_runner.py:73) +2024-09-01 20:00:13,827 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.012608159995579626 (mp_runner.py:73) +2024-09-01 20:00:13,867 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.012220691998663824 (mp_runner.py:73) +2024-09-01 20:00:13,901 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.012344524999207351 (mp_runner.py:73) +2024-09-01 20:00:13,920 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.01087599599850364 (mp_runner.py:73) +2024-09-01 20:00:13,935 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.011332369002047926 (mp_runner.py:73) +2024-09-01 20:00:13,963 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.012512504996266216 (mp_runner.py:73) +2024-09-01 20:00:13,970 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.009256824996555224 (mp_runner.py:73) +2024-09-01 20:00:14,107 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.024601534998510033 (mp_runner.py:73) +2024-09-01 20:00:14,113 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.025748620995727833 (mp_runner.py:73) +2024-09-01 20:00:14,116 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.039289712003665045 (mp_runner.py:73) +2024-09-01 20:00:14,122 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.04462207100004889 (mp_runner.py:73) +2024-09-01 20:00:14,588 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.012128432994359173 (mp_runner.py:73) +2024-09-01 20:00:14,767 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.011775846003729384 (mp_runner.py:73) +2024-09-01 20:00:14,769 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.008993160001409706 (mp_runner.py:73) +2024-09-01 20:00:14,770 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.010448005996295251 (mp_runner.py:73) +2024-09-01 20:00:14,772 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.01169882600515848 (mp_runner.py:73) +2024-09-01 20:00:14,831 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.008724086001166143 (mp_runner.py:73) +2024-09-01 20:00:14,932 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.01118055800179718 (mp_runner.py:73) +2024-09-01 20:00:15,084 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.024591401001089253 (mp_runner.py:73) +2024-09-01 20:00:15,093 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.02222150599845918 (mp_runner.py:73) +2024-09-01 20:00:15,332 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.01591245499730576 (mp_runner.py:73) +2024-09-01 20:00:18,019 | DEBUG |(SpawnProcess-1:123) search_count: 2500, latest_latency=0.021740879004937597 (mp_runner.py:73) +2024-09-01 20:00:18,020 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.02645845100050792 (mp_runner.py:73) +2024-09-01 20:00:18,020 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.024890104999940377 (mp_runner.py:73) +2024-09-01 20:00:18,021 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.02776557600009255 (mp_runner.py:73) +2024-09-01 20:00:18,022 | DEBUG |(SpawnProcess-1:135) search_count: 2500, latest_latency=0.02982328800135292 (mp_runner.py:73) +2024-09-01 20:00:18,023 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.0313159529978293 (mp_runner.py:73) +2024-09-01 20:00:18,028 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.034177455003373325 (mp_runner.py:73) +2024-09-01 20:00:18,483 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.007328047999180853 (mp_runner.py:73) +2024-09-01 20:00:18,485 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.00811820099625038 (mp_runner.py:73) +2024-09-01 20:00:18,495 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.02073070300684776 (mp_runner.py:73) +2024-09-01 20:00:18,495 | DEBUG |(SpawnProcess-1:109) search_count: 2500, latest_latency=0.019739652998396195 (mp_runner.py:73) +2024-09-01 20:00:18,498 | DEBUG |(SpawnProcess-1:121) search_count: 2500, latest_latency=0.022729181000613607 (mp_runner.py:73) +2024-09-01 20:00:18,658 | DEBUG |(SpawnProcess-1:130) search_count: 2500, latest_latency=0.010994358999596443 (mp_runner.py:73) +2024-09-01 20:00:18,742 | DEBUG |(SpawnProcess-1:134) search_count: 2500, latest_latency=0.008313423000799958 (mp_runner.py:73) +2024-09-01 20:00:18,743 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.008548473997507244 (mp_runner.py:73) +2024-09-01 20:00:18,743 | DEBUG |(SpawnProcess-1:131) search_count: 2500, latest_latency=0.010113539996382315 (mp_runner.py:73) +2024-09-01 20:00:18,745 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.012019895002595149 (mp_runner.py:73) +2024-09-01 20:00:18,801 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.007680098999117035 (mp_runner.py:73) +2024-09-01 20:00:18,802 | DEBUG |(SpawnProcess-1:127) search_count: 2500, latest_latency=0.009326581995992456 (mp_runner.py:73) +2024-09-01 20:00:18,802 | DEBUG |(SpawnProcess-1:128) search_count: 2500, latest_latency=0.010226524995232467 (mp_runner.py:73) +2024-09-01 20:00:18,803 | DEBUG |(SpawnProcess-1:112) search_count: 2500, latest_latency=0.011799606996646617 (mp_runner.py:73) +2024-09-01 20:00:19,515 | DEBUG |(SpawnProcess-1:125) search_count: 2500, latest_latency=0.010057564999442548 (mp_runner.py:73) +2024-09-01 20:00:19,518 | DEBUG |(SpawnProcess-1:136) search_count: 2500, latest_latency=0.01005980899935821 (mp_runner.py:73) +2024-09-01 20:00:19,519 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.008734600000025239 (mp_runner.py:73) +2024-09-01 20:00:19,519 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.013303182997333352 (mp_runner.py:73) +2024-09-01 20:00:19,520 | DEBUG |(SpawnProcess-1:140) search_count: 2500, latest_latency=0.014152716001262888 (mp_runner.py:73) +2024-09-01 20:00:19,591 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.010350228003517259 (mp_runner.py:73) +2024-09-01 20:00:19,691 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.011423029995057732 (mp_runner.py:73) +2024-09-01 20:00:19,694 | DEBUG |(SpawnProcess-1:113) search_count: 2500, latest_latency=0.012016710999887437 (mp_runner.py:73) +2024-09-01 20:00:19,695 | DEBUG |(SpawnProcess-1:132) search_count: 2500, latest_latency=0.011760840003262274 (mp_runner.py:73) +2024-09-01 20:00:19,848 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.01170534199627582 (mp_runner.py:73) +2024-09-01 20:00:20,322 | DEBUG |(SpawnProcess-1:139) search_count: 2500, latest_latency=0.008503004995873198 (mp_runner.py:73) +2024-09-01 20:00:20,323 | DEBUG |(SpawnProcess-1:141) search_count: 2500, latest_latency=0.01008588900003815 (mp_runner.py:73) +2024-09-01 20:00:20,324 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.011233612996875308 (mp_runner.py:73) +2024-09-01 20:00:21,186 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.01437199600331951 (mp_runner.py:73) +2024-09-01 20:00:22,491 | DEBUG |(SpawnProcess-1:116) search_count: 3000, latest_latency=0.00593856399791548 (mp_runner.py:73) +2024-09-01 20:00:22,492 | DEBUG |(SpawnProcess-1:135) search_count: 3000, latest_latency=0.007042794000881258 (mp_runner.py:73) +2024-09-01 20:00:22,493 | DEBUG |(SpawnProcess-1:123) search_count: 3000, latest_latency=0.007206517999293283 (mp_runner.py:73) +2024-09-01 20:00:22,494 | DEBUG |(SpawnProcess-1:119) search_count: 3000, latest_latency=0.009794193996640388 (mp_runner.py:73) +2024-09-01 20:00:22,494 | DEBUG |(SpawnProcess-1:126) search_count: 3000, latest_latency=0.007731726000201888 (mp_runner.py:73) +2024-09-01 20:00:22,496 | DEBUG |(SpawnProcess-1:111) search_count: 3000, latest_latency=0.012498276002588682 (mp_runner.py:73) +2024-09-01 20:00:22,497 | DEBUG |(SpawnProcess-1:129) search_count: 3000, latest_latency=0.009894618997350335 (mp_runner.py:73) +2024-09-01 20:00:23,318 | DEBUG |(SpawnProcess-1:112) search_count: 3000, latest_latency=0.007680822003749199 (mp_runner.py:73) +2024-09-01 20:00:23,319 | DEBUG |(SpawnProcess-1:130) search_count: 3000, latest_latency=0.007731628997134976 (mp_runner.py:73) +2024-09-01 20:00:23,319 | DEBUG |(SpawnProcess-1:128) search_count: 3000, latest_latency=0.008978584999567829 (mp_runner.py:73) +2024-09-01 20:00:23,319 | DEBUG |(SpawnProcess-1:124) search_count: 3000, latest_latency=0.008097525998891797 (mp_runner.py:73) +2024-09-01 20:00:23,320 | DEBUG |(SpawnProcess-1:137) search_count: 3000, latest_latency=0.00822745100595057 (mp_runner.py:73) +2024-09-01 20:00:23,320 | DEBUG |(SpawnProcess-1:122) search_count: 3000, latest_latency=0.007093232998158783 (mp_runner.py:73) +2024-09-01 20:00:23,320 | DEBUG |(SpawnProcess-1:109) search_count: 3000, latest_latency=0.007441459005349316 (mp_runner.py:73) +2024-09-01 20:00:23,321 | DEBUG |(SpawnProcess-1:121) search_count: 3000, latest_latency=0.008222761003708001 (mp_runner.py:73) +2024-09-01 20:00:23,321 | DEBUG |(SpawnProcess-1:131) search_count: 3000, latest_latency=0.00925424700108124 (mp_runner.py:73) +2024-09-01 20:00:23,322 | DEBUG |(SpawnProcess-1:134) search_count: 3000, latest_latency=0.0041585079961805604 (mp_runner.py:73) +2024-09-01 20:00:23,323 | DEBUG |(SpawnProcess-1:117) search_count: 3000, latest_latency=0.008730547997402027 (mp_runner.py:73) +2024-09-01 20:00:23,325 | DEBUG |(SpawnProcess-1:133) search_count: 3000, latest_latency=0.009016616000735667 (mp_runner.py:73) +2024-09-01 20:00:23,327 | DEBUG |(SpawnProcess-1:114) search_count: 3000, latest_latency=0.013248479001049418 (mp_runner.py:73) +2024-09-01 20:00:24,350 | DEBUG |(SpawnProcess-1:127) search_count: 3000, latest_latency=0.01097025699709775 (mp_runner.py:73) +2024-09-01 20:00:24,614 | DEBUG |(SpawnProcess-1:107) search_count: 3000, latest_latency=0.008916601000237279 (mp_runner.py:73) +2024-09-01 20:00:24,620 | DEBUG |(SpawnProcess-1:118) search_count: 3000, latest_latency=0.015887268004007638 (mp_runner.py:73) +2024-09-01 20:00:24,648 | DEBUG |(SpawnProcess-1:140) search_count: 3000, latest_latency=0.006124915002146736 (mp_runner.py:73) +2024-09-01 20:00:24,684 | DEBUG |(SpawnProcess-1:125) search_count: 3000, latest_latency=0.010955732999718748 (mp_runner.py:73) +2024-09-01 20:00:24,898 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0026s, count=3174, qps in this process: 105.7908 (mp_runner.py:76) +2024-09-01 20:00:24,935 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0003s, count=3271, qps in this process: 109.0322 (mp_runner.py:76) +2024-09-01 20:00:24,942 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0041s, count=3179, qps in this process: 105.9522 (mp_runner.py:76) +2024-09-01 20:00:24,956 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.01s, count=3273, qps in this process: 109.0636 (mp_runner.py:76) +2024-09-01 20:00:24,973 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0036s, count=3183, qps in this process: 106.0873 (mp_runner.py:76) +2024-09-01 20:00:24,983 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0004s, count=3184, qps in this process: 106.1319 (mp_runner.py:76) +2024-09-01 20:00:24,985 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0018s, count=3171, qps in this process: 105.6937 (mp_runner.py:76) +2024-09-01 20:00:24,987 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.001s, count=3185, qps in this process: 106.1631 (mp_runner.py:76) +2024-09-01 20:00:24,992 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.01s, count=2995, qps in this process: 99.8001 (mp_runner.py:76) +2024-09-01 20:00:25,018 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0013s, count=3280, qps in this process: 109.3286 (mp_runner.py:76) +2024-09-01 20:00:25,051 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0054s, count=3192, qps in this process: 106.3809 (mp_runner.py:76) +2024-09-01 20:00:25,053 | DEBUG |(SpawnProcess-1:136) search_count: 3000, latest_latency=0.00905365699873073 (mp_runner.py:73) +2024-09-01 20:00:25,086 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0024s, count=3185, qps in this process: 106.1582 (mp_runner.py:76) +2024-09-01 20:00:25,095 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0039s, count=3186, qps in this process: 106.1862 (mp_runner.py:76) +2024-09-01 20:00:25,096 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0065s, count=3198, qps in this process: 106.5769 (mp_runner.py:76) +2024-09-01 20:00:25,097 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0138s, count=3067, qps in this process: 102.1863 (mp_runner.py:76) +2024-09-01 20:00:25,099 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0061s, count=2984, qps in this process: 99.4464 (mp_runner.py:76) +2024-09-01 20:00:25,103 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0054s, count=3188, qps in this process: 106.2475 (mp_runner.py:76) +2024-09-01 20:00:25,121 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0039s, count=3008, qps in this process: 100.2536 (mp_runner.py:76) +2024-09-01 20:00:25,152 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0061s, count=3301, qps in this process: 110.011 (mp_runner.py:76) +2024-09-01 20:00:25,153 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.0079s, count=3054, qps in this process: 101.7732 (mp_runner.py:76) +2024-09-01 20:00:25,161 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0044s, count=3196, qps in this process: 106.5177 (mp_runner.py:76) +2024-09-01 20:00:25,162 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0032s, count=3210, qps in this process: 106.9886 (mp_runner.py:76) +2024-09-01 20:00:25,163 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0021s, count=3303, qps in this process: 110.0923 (mp_runner.py:76) +2024-09-01 20:00:25,163 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0018s, count=3058, qps in this process: 101.9272 (mp_runner.py:76) +2024-09-01 20:00:25,164 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0007s, count=3304, qps in this process: 110.1308 (mp_runner.py:76) +2024-09-01 20:00:25,175 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0008s, count=2945, qps in this process: 98.164 (mp_runner.py:76) +2024-09-01 20:00:25,178 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0009s, count=2998, qps in this process: 99.9303 (mp_runner.py:76) +2024-09-01 20:00:25,181 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0029s, count=3063, qps in this process: 102.0901 (mp_runner.py:76) +2024-09-01 20:00:25,182 | DEBUG |(SpawnProcess-1:120) search_count: 3000, latest_latency=0.0020662370006903075 (mp_runner.py:73) +2024-09-01 20:00:25,195 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0065s, count=2963, qps in this process: 98.7453 (mp_runner.py:76) +2024-09-01 20:00:25,198 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0023s, count=2978, qps in this process: 99.2591 (mp_runner.py:76) +2024-09-01 20:00:25,213 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0005s, count=3327, qps in this process: 110.8982 (mp_runner.py:76) +2024-09-01 20:00:25,219 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0002s, count=3021, qps in this process: 100.6993 (mp_runner.py:76) +2024-09-01 20:00:25,222 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.0011802549997810274 (mp_runner.py:73) +2024-09-01 20:00:25,229 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0007s, count=2890, qps in this process: 96.3311 (mp_runner.py:76) +2024-09-01 20:00:25,233 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0009s, count=3093, qps in this process: 103.0969 (mp_runner.py:76) +2024-09-01 20:00:25,247 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0006s, count=2536, qps in this process: 84.5316 (mp_runner.py:76) +2024-09-01 20:00:25,260 | INFO |End search in concurrency 35: dur=30.48139171799994s, total_count=109143, qps=3580.6436 (mp_runner.py:120) +2024-09-01 20:00:27,931 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:00:27,931 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 20:00:38,693 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 20:00:38,802 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:38,803 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:38,868 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:38,892 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:38,946 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:38,950 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:38,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:38,955 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:38,970 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,020 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,047 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,068 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,075 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,091 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,098 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,102 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,109 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,123 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,127 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,129 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,134 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,137 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,171 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,180 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,183 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,189 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,206 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,233 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,248 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,259 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:39,284 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:00:44,351 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.013204941002186388 (mp_runner.py:73) +2024-09-01 20:00:44,371 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.010555002001638059 (mp_runner.py:73) +2024-09-01 20:00:44,373 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.012844503995438572 (mp_runner.py:73) +2024-09-01 20:00:44,385 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.007113544997991994 (mp_runner.py:73) +2024-09-01 20:00:44,386 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.009258869002223946 (mp_runner.py:73) +2024-09-01 20:00:44,387 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.010680765000870451 (mp_runner.py:73) +2024-09-01 20:00:44,387 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.008190389999072067 (mp_runner.py:73) +2024-09-01 20:00:44,389 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.013961659999040421 (mp_runner.py:73) +2024-09-01 20:00:44,391 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.016100800996355247 (mp_runner.py:73) +2024-09-01 20:00:44,560 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.00873656600015238 (mp_runner.py:73) +2024-09-01 20:00:44,561 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.008476465001876932 (mp_runner.py:73) +2024-09-01 20:00:44,561 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.010343465000914875 (mp_runner.py:73) +2024-09-01 20:00:44,562 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.009622780002246145 (mp_runner.py:73) +2024-09-01 20:00:44,562 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.00925204800296342 (mp_runner.py:73) +2024-09-01 20:00:44,563 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.00904932899720734 (mp_runner.py:73) +2024-09-01 20:00:44,563 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.011318468998069875 (mp_runner.py:73) +2024-09-01 20:00:44,563 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.003481059000478126 (mp_runner.py:73) +2024-09-01 20:00:44,563 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.009429237004951574 (mp_runner.py:73) +2024-09-01 20:00:44,564 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.013081224999041297 (mp_runner.py:73) +2024-09-01 20:00:44,565 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.014667303999885917 (mp_runner.py:73) +2024-09-01 20:00:44,695 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.009671107996837236 (mp_runner.py:73) +2024-09-01 20:00:44,696 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.010592013000859879 (mp_runner.py:73) +2024-09-01 20:00:44,697 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.010579100002360065 (mp_runner.py:73) +2024-09-01 20:00:44,697 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.010430068003188353 (mp_runner.py:73) +2024-09-01 20:00:44,699 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.009051501998328604 (mp_runner.py:73) +2024-09-01 20:00:44,699 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.014151032002700958 (mp_runner.py:73) +2024-09-01 20:00:44,699 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.009935676003806293 (mp_runner.py:73) +2024-09-01 20:00:44,700 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.014862505995552056 (mp_runner.py:73) +2024-09-01 20:00:44,833 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.011885040999914054 (mp_runner.py:73) +2024-09-01 20:00:44,833 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.01310349000414135 (mp_runner.py:73) +2024-09-01 20:00:44,923 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.013896768003178295 (mp_runner.py:73) +2024-09-01 20:00:45,122 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.019879910003510304 (mp_runner.py:73) +2024-09-01 20:00:45,125 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.04871230600110721 (mp_runner.py:73) +2024-09-01 20:00:45,140 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.04133064900088357 (mp_runner.py:73) +2024-09-01 20:00:45,159 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.04228420000436017 (mp_runner.py:73) +2024-09-01 20:00:45,166 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.06839506499818526 (mp_runner.py:73) +2024-09-01 20:00:45,499 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.01640608100569807 (mp_runner.py:73) +2024-09-01 20:00:45,511 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.012326891999691725 (mp_runner.py:73) +2024-09-01 20:00:45,682 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.0157854019998922 (mp_runner.py:73) +2024-09-01 20:00:46,425 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.013844440996763296 (mp_runner.py:73) +2024-09-01 20:00:49,508 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.008950538998760749 (mp_runner.py:73) +2024-09-01 20:00:49,508 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.010010234000219498 (mp_runner.py:73) +2024-09-01 20:00:49,508 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.010008346995164175 (mp_runner.py:73) +2024-09-01 20:00:49,509 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.009245982000720687 (mp_runner.py:73) +2024-09-01 20:00:49,511 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.0091024049979751 (mp_runner.py:73) +2024-09-01 20:00:49,512 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.01091781200375408 (mp_runner.py:73) +2024-09-01 20:00:49,513 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.015424962999532 (mp_runner.py:73) +2024-09-01 20:00:49,514 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.016667625000991393 (mp_runner.py:73) +2024-09-01 20:00:49,514 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.011965311001404189 (mp_runner.py:73) +2024-09-01 20:00:49,563 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.005130555997311603 (mp_runner.py:73) +2024-09-01 20:00:49,564 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.007912604000011925 (mp_runner.py:73) +2024-09-01 20:00:49,564 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.007833622003090568 (mp_runner.py:73) +2024-09-01 20:00:49,565 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.009452915997826494 (mp_runner.py:73) +2024-09-01 20:00:49,567 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.0075615850000758655 (mp_runner.py:73) +2024-09-01 20:00:49,567 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.012385049005388282 (mp_runner.py:73) +2024-09-01 20:00:49,567 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.008879630004230421 (mp_runner.py:73) +2024-09-01 20:00:49,568 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.007875739996961784 (mp_runner.py:73) +2024-09-01 20:00:49,569 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.015258341001754161 (mp_runner.py:73) +2024-09-01 20:00:49,570 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.015676724993682 (mp_runner.py:73) +2024-09-01 20:00:49,571 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.009395783999934793 (mp_runner.py:73) +2024-09-01 20:00:49,572 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.010931556003924925 (mp_runner.py:73) +2024-09-01 20:00:49,572 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.01060412300284952 (mp_runner.py:73) +2024-09-01 20:00:49,573 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.011310730995319318 (mp_runner.py:73) +2024-09-01 20:00:49,863 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.014061851004953496 (mp_runner.py:73) +2024-09-01 20:00:49,914 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.015405097998154815 (mp_runner.py:73) +2024-09-01 20:00:49,962 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.011893135000718758 (mp_runner.py:73) +2024-09-01 20:00:50,257 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.007400176997180097 (mp_runner.py:73) +2024-09-01 20:00:50,258 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.008646868998766877 (mp_runner.py:73) +2024-09-01 20:00:50,259 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.010899922999669798 (mp_runner.py:73) +2024-09-01 20:00:50,260 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.012201926001580432 (mp_runner.py:73) +2024-09-01 20:00:50,260 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.00918608399661025 (mp_runner.py:73) +2024-09-01 20:00:50,261 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.010878451001190115 (mp_runner.py:73) +2024-09-01 20:00:50,261 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.009460473993385676 (mp_runner.py:73) +2024-09-01 20:00:50,639 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.001342695002676919 (mp_runner.py:73) +2024-09-01 20:00:50,645 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.011448297998867929 (mp_runner.py:73) +2024-09-01 20:00:50,652 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.017837926003267057 (mp_runner.py:73) +2024-09-01 20:00:51,763 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.011786130999098532 (mp_runner.py:73) +2024-09-01 20:00:51,804 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.010537744004977867 (mp_runner.py:73) +2024-09-01 20:00:52,125 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.014173235998896416 (mp_runner.py:73) +2024-09-01 20:00:53,033 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.013920026998675894 (mp_runner.py:73) +2024-09-01 20:00:54,273 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.010819944000104442 (mp_runner.py:73) +2024-09-01 20:00:54,290 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.016516128001967445 (mp_runner.py:73) +2024-09-01 20:00:54,327 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.008605572002124973 (mp_runner.py:73) +2024-09-01 20:00:54,327 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.00653179400251247 (mp_runner.py:73) +2024-09-01 20:00:54,329 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.006851965998066589 (mp_runner.py:73) +2024-09-01 20:00:54,329 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.00769420899450779 (mp_runner.py:73) +2024-09-01 20:00:54,332 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.013876320997951552 (mp_runner.py:73) +2024-09-01 20:00:54,333 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.015353738999692723 (mp_runner.py:73) +2024-09-01 20:00:54,359 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.008066880000114907 (mp_runner.py:73) +2024-09-01 20:00:54,361 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.011027237997041084 (mp_runner.py:73) +2024-09-01 20:00:54,362 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.010357040002418216 (mp_runner.py:73) +2024-09-01 20:00:54,364 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.016459983002278022 (mp_runner.py:73) +2024-09-01 20:00:54,365 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.015106672995898407 (mp_runner.py:73) +2024-09-01 20:00:54,410 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.014075070997932926 (mp_runner.py:73) +2024-09-01 20:00:54,411 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.005299349002598319 (mp_runner.py:73) +2024-09-01 20:00:54,805 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.010565264004981145 (mp_runner.py:73) +2024-09-01 20:00:54,813 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.018970830999023747 (mp_runner.py:73) +2024-09-01 20:00:54,814 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.020276905997889116 (mp_runner.py:73) +2024-09-01 20:00:54,816 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.011024375999113545 (mp_runner.py:73) +2024-09-01 20:00:54,924 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.017380265999236144 (mp_runner.py:73) +2024-09-01 20:00:54,948 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.010979748003592249 (mp_runner.py:73) +2024-09-01 20:00:55,633 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.013065831997664645 (mp_runner.py:73) +2024-09-01 20:00:55,653 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.019342765997862443 (mp_runner.py:73) +2024-09-01 20:00:55,660 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.00897981700109085 (mp_runner.py:73) +2024-09-01 20:00:55,661 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.008886204006557819 (mp_runner.py:73) +2024-09-01 20:00:55,662 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.009239111001079436 (mp_runner.py:73) +2024-09-01 20:00:55,664 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.015432157000759616 (mp_runner.py:73) +2024-09-01 20:00:55,664 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.014494909999484662 (mp_runner.py:73) +2024-09-01 20:00:55,793 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.011742033006157726 (mp_runner.py:73) +2024-09-01 20:00:55,807 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.013583183004811872 (mp_runner.py:73) +2024-09-01 20:00:56,596 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.013253636003355496 (mp_runner.py:73) +2024-09-01 20:00:56,664 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.017985465994570404 (mp_runner.py:73) +2024-09-01 20:00:56,843 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.012726490000204649 (mp_runner.py:73) +2024-09-01 20:00:56,844 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.012896219996036962 (mp_runner.py:73) +2024-09-01 20:00:57,022 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.012611072001163848 (mp_runner.py:73) +2024-09-01 20:00:57,027 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.021876472994335927 (mp_runner.py:73) +2024-09-01 20:00:58,390 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.01331296400167048 (mp_runner.py:73) +2024-09-01 20:00:58,393 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.014319609996164218 (mp_runner.py:73) +2024-09-01 20:00:58,814 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.01430065499880584 (mp_runner.py:73) +2024-09-01 20:00:59,444 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.007339148003666196 (mp_runner.py:73) +2024-09-01 20:00:59,445 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.008033603000512812 (mp_runner.py:73) +2024-09-01 20:00:59,445 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.007473538993508555 (mp_runner.py:73) +2024-09-01 20:00:59,446 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.008368886999960523 (mp_runner.py:73) +2024-09-01 20:00:59,446 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.010181666999415029 (mp_runner.py:73) +2024-09-01 20:00:59,447 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.008483456993417349 (mp_runner.py:73) +2024-09-01 20:00:59,448 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.00917237700195983 (mp_runner.py:73) +2024-09-01 20:00:59,449 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.013901541002269369 (mp_runner.py:73) +2024-09-01 20:00:59,452 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.009555368997098412 (mp_runner.py:73) +2024-09-01 20:00:59,806 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.014017131004948169 (mp_runner.py:73) +2024-09-01 20:00:59,969 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.013521615001081955 (mp_runner.py:73) +2024-09-01 20:01:00,003 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.013455883999995422 (mp_runner.py:73) +2024-09-01 20:01:00,005 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.010119113998371176 (mp_runner.py:73) +2024-09-01 20:01:00,006 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.012144568994699512 (mp_runner.py:73) +2024-09-01 20:01:00,283 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.012546630998258479 (mp_runner.py:73) +2024-09-01 20:01:00,957 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.013164758995117154 (mp_runner.py:73) +2024-09-01 20:01:01,354 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.014114113997493405 (mp_runner.py:73) +2024-09-01 20:01:01,368 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.014217076000932138 (mp_runner.py:73) +2024-09-01 20:01:01,413 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.011237079997954424 (mp_runner.py:73) +2024-09-01 20:01:01,475 | DEBUG |(SpawnProcess-1:181) search_count: 2000, latest_latency=0.013200779998442158 (mp_runner.py:73) +2024-09-01 20:01:01,548 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.013254021003376693 (mp_runner.py:73) +2024-09-01 20:01:01,551 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.012511303997598588 (mp_runner.py:73) +2024-09-01 20:01:01,641 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.01310203500179341 (mp_runner.py:73) +2024-09-01 20:01:01,728 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.005481582003994845 (mp_runner.py:73) +2024-09-01 20:01:01,729 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.012488166998082306 (mp_runner.py:73) +2024-09-01 20:01:01,730 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.01136119900183985 (mp_runner.py:73) +2024-09-01 20:01:01,893 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.01144192299398128 (mp_runner.py:73) +2024-09-01 20:01:01,894 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.013694674002181273 (mp_runner.py:73) +2024-09-01 20:01:01,896 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.01573215900134528 (mp_runner.py:73) +2024-09-01 20:01:02,267 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.010404585998912808 (mp_runner.py:73) +2024-09-01 20:01:02,337 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.012658506006118841 (mp_runner.py:73) +2024-09-01 20:01:03,352 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.012573389998578932 (mp_runner.py:73) +2024-09-01 20:01:03,370 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.012057031002768781 (mp_runner.py:73) +2024-09-01 20:01:03,409 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.013498223997885361 (mp_runner.py:73) +2024-09-01 20:01:03,443 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.013363666999794077 (mp_runner.py:73) +2024-09-01 20:01:03,500 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.020482999003434088 (mp_runner.py:73) +2024-09-01 20:01:03,620 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.0013470720004988834 (mp_runner.py:73) +2024-09-01 20:01:04,730 | DEBUG |(SpawnProcess-1:146) search_count: 2500, latest_latency=0.007761790999211371 (mp_runner.py:73) +2024-09-01 20:01:04,731 | DEBUG |(SpawnProcess-1:149) search_count: 2500, latest_latency=0.00906371499877423 (mp_runner.py:73) +2024-09-01 20:01:04,731 | DEBUG |(SpawnProcess-1:163) search_count: 2500, latest_latency=0.00858704400161514 (mp_runner.py:73) +2024-09-01 20:01:04,732 | DEBUG |(SpawnProcess-1:153) search_count: 2500, latest_latency=0.008039106003707275 (mp_runner.py:73) +2024-09-01 20:01:04,733 | DEBUG |(SpawnProcess-1:151) search_count: 2500, latest_latency=0.009832499003096018 (mp_runner.py:73) +2024-09-01 20:01:04,733 | DEBUG |(SpawnProcess-1:177) search_count: 2500, latest_latency=0.009686504003184382 (mp_runner.py:73) +2024-09-01 20:01:04,734 | DEBUG |(SpawnProcess-1:170) search_count: 2500, latest_latency=0.012812353998015169 (mp_runner.py:73) +2024-09-01 20:01:04,734 | DEBUG |(SpawnProcess-1:169) search_count: 2500, latest_latency=0.013520778993552085 (mp_runner.py:73) +2024-09-01 20:01:05,008 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.017195152999192942 (mp_runner.py:73) +2024-09-01 20:01:05,171 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.01237193099950673 (mp_runner.py:73) +2024-09-01 20:01:05,230 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.015188958001090214 (mp_runner.py:73) +2024-09-01 20:01:05,838 | DEBUG |(SpawnProcess-1:160) search_count: 2500, latest_latency=0.014590325998142362 (mp_runner.py:73) +2024-09-01 20:01:06,008 | DEBUG |(SpawnProcess-1:173) search_count: 2500, latest_latency=0.01615366400073981 (mp_runner.py:73) +2024-09-01 20:01:06,009 | DEBUG |(SpawnProcess-1:176) search_count: 2500, latest_latency=0.011372713997843675 (mp_runner.py:73) +2024-09-01 20:01:06,023 | DEBUG |(SpawnProcess-1:168) search_count: 2500, latest_latency=0.028886564999993425 (mp_runner.py:73) +2024-09-01 20:01:06,351 | DEBUG |(SpawnProcess-1:144) search_count: 2500, latest_latency=0.012228267994942144 (mp_runner.py:73) +2024-09-01 20:01:06,604 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.012715026001387741 (mp_runner.py:73) +2024-09-01 20:01:06,934 | DEBUG |(SpawnProcess-1:166) search_count: 2500, latest_latency=0.01067823999619577 (mp_runner.py:73) +2024-09-01 20:01:07,356 | DEBUG |(SpawnProcess-1:172) search_count: 2500, latest_latency=0.009194733000185806 (mp_runner.py:73) +2024-09-01 20:01:07,356 | DEBUG |(SpawnProcess-1:182) search_count: 2500, latest_latency=0.00847193600202445 (mp_runner.py:73) +2024-09-01 20:01:07,356 | DEBUG |(SpawnProcess-1:148) search_count: 2500, latest_latency=0.003876062997733243 (mp_runner.py:73) +2024-09-01 20:01:07,357 | DEBUG |(SpawnProcess-1:158) search_count: 2500, latest_latency=0.008542500996554736 (mp_runner.py:73) +2024-09-01 20:01:07,357 | DEBUG |(SpawnProcess-1:147) search_count: 2500, latest_latency=0.01084998300211737 (mp_runner.py:73) +2024-09-01 20:01:07,357 | DEBUG |(SpawnProcess-1:143) search_count: 2500, latest_latency=0.008368952003365848 (mp_runner.py:73) +2024-09-01 20:01:07,358 | DEBUG |(SpawnProcess-1:154) search_count: 2500, latest_latency=0.008679493003000971 (mp_runner.py:73) +2024-09-01 20:01:07,359 | DEBUG |(SpawnProcess-1:181) search_count: 2500, latest_latency=0.013465474999975413 (mp_runner.py:73) +2024-09-01 20:01:07,777 | DEBUG |(SpawnProcess-1:174) search_count: 2500, latest_latency=0.0128557349962648 (mp_runner.py:73) +2024-09-01 20:01:07,777 | DEBUG |(SpawnProcess-1:159) search_count: 2500, latest_latency=0.010678141996322665 (mp_runner.py:73) +2024-09-01 20:01:07,780 | DEBUG |(SpawnProcess-1:179) search_count: 2500, latest_latency=0.014801270001044031 (mp_runner.py:73) +2024-09-01 20:01:08,311 | DEBUG |(SpawnProcess-1:165) search_count: 2500, latest_latency=0.013263111999549437 (mp_runner.py:73) +2024-09-01 20:01:08,312 | DEBUG |(SpawnProcess-1:161) search_count: 2500, latest_latency=0.013259958999697119 (mp_runner.py:73) +2024-09-01 20:01:08,383 | DEBUG |(SpawnProcess-1:167) search_count: 2500, latest_latency=0.014650027005700395 (mp_runner.py:73) +2024-09-01 20:01:08,791 | DEBUG |(SpawnProcess-1:164) search_count: 2500, latest_latency=0.01540732000285061 (mp_runner.py:73) +2024-09-01 20:01:08,809 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0048s, count=2647, qps in this process: 88.2192 (mp_runner.py:76) +2024-09-01 20:01:08,809 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0049s, count=2910, qps in this process: 96.9842 (mp_runner.py:76) +2024-09-01 20:01:08,880 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.0076s, count=2655, qps in this process: 88.4776 (mp_runner.py:76) +2024-09-01 20:01:08,910 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0099s, count=2920, qps in this process: 97.3012 (mp_runner.py:76) +2024-09-01 20:01:08,924 | DEBUG |(SpawnProcess-1:162) search_count: 2500, latest_latency=0.013926784005889203 (mp_runner.py:73) +2024-09-01 20:01:08,958 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0056s, count=2925, qps in this process: 97.4818 (mp_runner.py:76) +2024-09-01 20:01:08,962 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0105s, count=2754, qps in this process: 91.7679 (mp_runner.py:76) +2024-09-01 20:01:08,964 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0021s, count=2926, qps in this process: 97.5265 (mp_runner.py:76) +2024-09-01 20:01:08,974 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.015s, count=2546, qps in this process: 84.8243 (mp_runner.py:76) +2024-09-01 20:01:08,985 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0075s, count=2928, qps in this process: 97.5756 (mp_runner.py:76) +2024-09-01 20:01:09,038 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0146s, count=2671, qps in this process: 88.99 (mp_runner.py:76) +2024-09-01 20:01:09,065 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0123s, count=2673, qps in this process: 89.0635 (mp_runner.py:76) +2024-09-01 20:01:09,068 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0089s, count=2882, qps in this process: 96.0382 (mp_runner.py:76) +2024-09-01 20:01:09,069 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0102s, count=2612, qps in this process: 87.0371 (mp_runner.py:76) +2024-09-01 20:01:09,081 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.002s, count=2511, qps in this process: 83.6944 (mp_runner.py:76) +2024-09-01 20:01:09,109 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0122s, count=2434, qps in this process: 81.1004 (mp_runner.py:76) +2024-09-01 20:01:09,116 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0045s, count=2679, qps in this process: 89.2866 (mp_runner.py:76) +2024-09-01 20:01:09,116 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0373s, count=2752, qps in this process: 91.6194 (mp_runner.py:76) +2024-09-01 20:01:09,126 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0082s, count=2680, qps in this process: 89.3089 (mp_runner.py:76) +2024-09-01 20:01:09,129 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0021s, count=2680, qps in this process: 89.3271 (mp_runner.py:76) +2024-09-01 20:01:09,129 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.018s, count=2525, qps in this process: 84.1162 (mp_runner.py:76) +2024-09-01 20:01:09,131 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0015s, count=2617, qps in this process: 87.229 (mp_runner.py:76) +2024-09-01 20:01:09,135 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0027s, count=2887, qps in this process: 96.2247 (mp_runner.py:76) +2024-09-01 20:01:09,141 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.001s, count=2770, qps in this process: 92.3303 (mp_runner.py:76) +2024-09-01 20:01:09,141 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0028s, count=2568, qps in this process: 85.592 (mp_runner.py:76) +2024-09-01 20:01:09,148 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0095s, count=2679, qps in this process: 89.2717 (mp_runner.py:76) +2024-09-01 20:01:09,178 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0012s, count=2439, qps in this process: 81.2967 (mp_runner.py:76) +2024-09-01 20:01:09,181 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0032s, count=2573, qps in this process: 85.7575 (mp_runner.py:76) +2024-09-01 20:01:09,183 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0044s, count=2439, qps in this process: 81.2881 (mp_runner.py:76) +2024-09-01 20:01:09,189 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0032s, count=2763, qps in this process: 92.0902 (mp_runner.py:76) +2024-09-01 20:01:09,190 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0004s, count=2458, qps in this process: 81.9322 (mp_runner.py:76) +2024-09-01 20:01:09,198 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0059s, count=2321, qps in this process: 77.3515 (mp_runner.py:76) +2024-09-01 20:01:09,211 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0013s, count=2313, qps in this process: 77.0967 (mp_runner.py:76) +2024-09-01 20:01:09,223 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0021s, count=2653, qps in this process: 88.4271 (mp_runner.py:76) +2024-09-01 20:01:09,239 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0011s, count=2977, qps in this process: 99.2297 (mp_runner.py:76) +2024-09-01 20:01:09,254 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0007s, count=2478, qps in this process: 82.5981 (mp_runner.py:76) +2024-09-01 20:01:09,259 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0008s, count=2333, qps in this process: 77.7646 (mp_runner.py:76) +2024-09-01 20:01:09,263 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0002s, count=2767, qps in this process: 92.2327 (mp_runner.py:76) +2024-09-01 20:01:09,266 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0008s, count=2483, qps in this process: 82.7645 (mp_runner.py:76) +2024-09-01 20:01:09,267 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.001s, count=2726, qps in this process: 90.8636 (mp_runner.py:76) +2024-09-01 20:01:09,291 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0004s, count=2275, qps in this process: 75.8323 (mp_runner.py:76) +2024-09-01 20:01:09,300 | INFO |End search in concurrency 40: dur=30.60705317799875s, total_count=105829, qps=3457.6671 (mp_runner.py:120) +2024-09-01 20:01:12,319 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:01:12,319 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 20:01:23,057 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 20:01:23,132 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,136 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,280 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,288 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,326 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,399 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,404 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,438 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,461 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,478 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,499 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,501 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,515 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,531 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,546 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,546 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,546 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,581 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,587 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,605 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,609 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,619 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,671 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:23,771 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:01:29,325 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.011020103003829718 (mp_runner.py:73) +2024-09-01 20:01:29,326 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.010268493999319617 (mp_runner.py:73) +2024-09-01 20:01:29,328 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.009406414996192325 (mp_runner.py:73) +2024-09-01 20:01:29,328 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.010111809999216348 (mp_runner.py:73) +2024-09-01 20:01:29,329 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.00743462800164707 (mp_runner.py:73) +2024-09-01 20:01:29,329 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.00964739199844189 (mp_runner.py:73) +2024-09-01 20:01:29,330 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.008739782002521679 (mp_runner.py:73) +2024-09-01 20:01:29,330 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.017669392000243533 (mp_runner.py:73) +2024-09-01 20:01:29,331 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.01956757399602793 (mp_runner.py:73) +2024-09-01 20:01:29,409 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.009938262999639846 (mp_runner.py:73) +2024-09-01 20:01:29,409 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.010913827994954772 (mp_runner.py:73) +2024-09-01 20:01:29,410 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.010566999000729993 (mp_runner.py:73) +2024-09-01 20:01:29,410 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.011707079000188969 (mp_runner.py:73) +2024-09-01 20:01:29,410 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.010327928001061082 (mp_runner.py:73) +2024-09-01 20:01:29,411 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.009154898994893301 (mp_runner.py:73) +2024-09-01 20:01:29,411 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.010709467002016027 (mp_runner.py:73) +2024-09-01 20:01:29,411 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.009295459996792488 (mp_runner.py:73) +2024-09-01 20:01:29,411 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.01090312100131996 (mp_runner.py:73) +2024-09-01 20:01:29,412 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.014201557001797482 (mp_runner.py:73) +2024-09-01 20:01:29,413 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.010294581996276975 (mp_runner.py:73) +2024-09-01 20:01:29,413 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.010026986994489562 (mp_runner.py:73) +2024-09-01 20:01:29,415 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.01721176600403851 (mp_runner.py:73) +2024-09-01 20:01:29,529 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.008472124995023478 (mp_runner.py:73) +2024-09-01 20:01:29,530 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.009891308000078425 (mp_runner.py:73) +2024-09-01 20:01:29,530 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.011533873999724165 (mp_runner.py:73) +2024-09-01 20:01:29,532 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.015801870002178475 (mp_runner.py:73) +2024-09-01 20:01:29,535 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.019731567001144867 (mp_runner.py:73) +2024-09-01 20:01:29,535 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.016628669000056107 (mp_runner.py:73) +2024-09-01 20:01:29,712 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.014024803997017443 (mp_runner.py:73) +2024-09-01 20:01:29,713 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.015239960004691966 (mp_runner.py:73) +2024-09-01 20:01:29,778 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.006723699996655341 (mp_runner.py:73) +2024-09-01 20:01:29,778 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.007799688995874021 (mp_runner.py:73) +2024-09-01 20:01:29,785 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.014665107002656441 (mp_runner.py:73) +2024-09-01 20:01:29,785 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.0083562309955596 (mp_runner.py:73) +2024-09-01 20:01:29,786 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.018832825000572484 (mp_runner.py:73) +2024-09-01 20:01:29,787 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.016767671004345175 (mp_runner.py:73) +2024-09-01 20:01:29,788 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.01006073000462493 (mp_runner.py:73) +2024-09-01 20:01:30,208 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.044554422005603556 (mp_runner.py:73) +2024-09-01 20:01:30,519 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.01985281599627342 (mp_runner.py:73) +2024-09-01 20:01:30,521 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.018239238997921348 (mp_runner.py:73) +2024-09-01 20:01:31,004 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.020568059000652283 (mp_runner.py:73) +2024-09-01 20:01:31,052 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.018023322001681663 (mp_runner.py:73) +2024-09-01 20:01:31,417 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.016418526000052225 (mp_runner.py:73) +2024-09-01 20:01:31,581 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.0179977459993097 (mp_runner.py:73) +2024-09-01 20:01:31,644 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.016497355994943064 (mp_runner.py:73) +2024-09-01 20:01:34,793 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.004220149006869178 (mp_runner.py:73) +2024-09-01 20:01:34,795 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.01091422400349984 (mp_runner.py:73) +2024-09-01 20:01:34,795 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.010771296998427715 (mp_runner.py:73) +2024-09-01 20:01:34,796 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.003379941001185216 (mp_runner.py:73) +2024-09-01 20:01:34,796 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.010158710996620357 (mp_runner.py:73) +2024-09-01 20:01:34,797 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.008823249001579825 (mp_runner.py:73) +2024-09-01 20:01:34,798 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.012283932002901565 (mp_runner.py:73) +2024-09-01 20:01:34,798 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.016516714000317734 (mp_runner.py:73) +2024-09-01 20:01:34,799 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.016204864004976116 (mp_runner.py:73) +2024-09-01 20:01:34,799 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.01140860599844018 (mp_runner.py:73) +2024-09-01 20:01:34,800 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.012515827002061997 (mp_runner.py:73) +2024-09-01 20:01:34,801 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.01113813099800609 (mp_runner.py:73) +2024-09-01 20:01:34,802 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.012238361996423919 (mp_runner.py:73) +2024-09-01 20:01:34,803 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.010379357998317573 (mp_runner.py:73) +2024-09-01 20:01:34,804 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.004599397005222272 (mp_runner.py:73) +2024-09-01 20:01:35,351 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.011695155997585971 (mp_runner.py:73) +2024-09-01 20:01:35,352 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.012285306998819578 (mp_runner.py:73) +2024-09-01 20:01:35,353 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.010864190000575036 (mp_runner.py:73) +2024-09-01 20:01:35,354 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.009945882004103623 (mp_runner.py:73) +2024-09-01 20:01:35,354 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.011346220999257639 (mp_runner.py:73) +2024-09-01 20:01:35,356 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.016075783998530824 (mp_runner.py:73) +2024-09-01 20:01:35,356 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.017199367001012433 (mp_runner.py:73) +2024-09-01 20:01:35,357 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.011016552001819946 (mp_runner.py:73) +2024-09-01 20:01:35,358 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.012273713000467978 (mp_runner.py:73) +2024-09-01 20:01:35,484 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.009488799994869623 (mp_runner.py:73) +2024-09-01 20:01:35,485 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.011061425000661984 (mp_runner.py:73) +2024-09-01 20:01:35,486 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.013206949006416835 (mp_runner.py:73) +2024-09-01 20:01:35,487 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.011011434005922638 (mp_runner.py:73) +2024-09-01 20:01:35,487 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.010892347003391478 (mp_runner.py:73) +2024-09-01 20:01:35,488 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.00992263900116086 (mp_runner.py:73) +2024-09-01 20:01:35,489 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.009942408993083518 (mp_runner.py:73) +2024-09-01 20:01:35,489 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.009049990003404673 (mp_runner.py:73) +2024-09-01 20:01:35,490 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.010513030996662565 (mp_runner.py:73) +2024-09-01 20:01:35,491 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.008717222000996117 (mp_runner.py:73) +2024-09-01 20:01:35,492 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.010554423999565188 (mp_runner.py:73) +2024-09-01 20:01:36,241 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.015082845995493699 (mp_runner.py:73) +2024-09-01 20:01:36,251 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.025309997996373568 (mp_runner.py:73) +2024-09-01 20:01:37,557 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.012592186998517718 (mp_runner.py:73) +2024-09-01 20:01:37,702 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.011849631002405658 (mp_runner.py:73) +2024-09-01 20:01:37,704 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.015636398005881347 (mp_runner.py:73) +2024-09-01 20:01:37,900 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.01223284300067462 (mp_runner.py:73) +2024-09-01 20:01:37,992 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.015266774003976025 (mp_runner.py:73) +2024-09-01 20:01:38,660 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.013403893004579004 (mp_runner.py:73) +2024-09-01 20:01:38,952 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.01399742499779677 (mp_runner.py:73) +2024-09-01 20:01:38,976 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.019251223995524924 (mp_runner.py:73) +2024-09-01 20:01:39,954 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.008519431998138316 (mp_runner.py:73) +2024-09-01 20:01:39,955 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.006486466001661029 (mp_runner.py:73) +2024-09-01 20:01:39,955 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.009967852005502209 (mp_runner.py:73) +2024-09-01 20:01:39,956 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.0068696079979417846 (mp_runner.py:73) +2024-09-01 20:01:39,956 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.006830981001257896 (mp_runner.py:73) +2024-09-01 20:01:39,956 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.004765482000948396 (mp_runner.py:73) +2024-09-01 20:01:39,957 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.005714516002626624 (mp_runner.py:73) +2024-09-01 20:01:39,957 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.0064866799948504195 (mp_runner.py:73) +2024-09-01 20:01:39,959 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.0064227190014207736 (mp_runner.py:73) +2024-09-01 20:01:39,960 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.007511520998377819 (mp_runner.py:73) +2024-09-01 20:01:39,961 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.015725375000329223 (mp_runner.py:73) +2024-09-01 20:01:39,961 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.018103681999491528 (mp_runner.py:73) +2024-09-01 20:01:40,760 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.009198888998071197 (mp_runner.py:73) +2024-09-01 20:01:40,766 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.016337209999619517 (mp_runner.py:73) +2024-09-01 20:01:40,767 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.01793459799955599 (mp_runner.py:73) +2024-09-01 20:01:41,036 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.009301221994974185 (mp_runner.py:73) +2024-09-01 20:01:41,036 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.010603959999571089 (mp_runner.py:73) +2024-09-01 20:01:41,036 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.008325843002239708 (mp_runner.py:73) +2024-09-01 20:01:41,036 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.010620333996484987 (mp_runner.py:73) +2024-09-01 20:01:41,037 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.009818352998991031 (mp_runner.py:73) +2024-09-01 20:01:41,037 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.011472058999061119 (mp_runner.py:73) +2024-09-01 20:01:41,038 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.010375835001468658 (mp_runner.py:73) +2024-09-01 20:01:41,039 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.010447980006574653 (mp_runner.py:73) +2024-09-01 20:01:41,039 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.014939717002562247 (mp_runner.py:73) +2024-09-01 20:01:41,040 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.01054925299831666 (mp_runner.py:73) +2024-09-01 20:01:41,041 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.01115040299919201 (mp_runner.py:73) +2024-09-01 20:01:41,041 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.010955354002362583 (mp_runner.py:73) +2024-09-01 20:01:41,260 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.010488621999684256 (mp_runner.py:73) +2024-09-01 20:01:41,262 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.011849451999296434 (mp_runner.py:73) +2024-09-01 20:01:41,262 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.014204363003955223 (mp_runner.py:73) +2024-09-01 20:01:41,262 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.011604792001890019 (mp_runner.py:73) +2024-09-01 20:01:41,263 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.014477295997494366 (mp_runner.py:73) +2024-09-01 20:01:41,560 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.01817386500624707 (mp_runner.py:73) +2024-09-01 20:01:42,977 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.014022384995769244 (mp_runner.py:73) +2024-09-01 20:01:42,980 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.013664882993907668 (mp_runner.py:73) +2024-09-01 20:01:43,658 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.025213123997673392 (mp_runner.py:73) +2024-09-01 20:01:43,747 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.020314770998083986 (mp_runner.py:73) +2024-09-01 20:01:45,179 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.029558372996689286 (mp_runner.py:73) +2024-09-01 20:01:45,193 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.04431352500250796 (mp_runner.py:73) +2024-09-01 20:01:45,221 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.0012389330004225485 (mp_runner.py:73) +2024-09-01 20:01:45,232 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.024319352000020444 (mp_runner.py:73) +2024-09-01 20:01:45,315 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.007068236001941841 (mp_runner.py:73) +2024-09-01 20:01:45,621 | DEBUG |(SpawnProcess-1:198) search_count: 2000, latest_latency=0.009817639001994394 (mp_runner.py:73) +2024-09-01 20:01:45,623 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.013628357002744451 (mp_runner.py:73) +2024-09-01 20:01:45,624 | DEBUG |(SpawnProcess-1:184) search_count: 2000, latest_latency=0.015506062998611014 (mp_runner.py:73) +2024-09-01 20:01:45,625 | DEBUG |(SpawnProcess-1:208) search_count: 2000, latest_latency=0.014217960000678431 (mp_runner.py:73) +2024-09-01 20:01:45,627 | DEBUG |(SpawnProcess-1:212) search_count: 2000, latest_latency=0.01294703900202876 (mp_runner.py:73) +2024-09-01 20:01:45,627 | DEBUG |(SpawnProcess-1:201) search_count: 2000, latest_latency=0.012423307001881767 (mp_runner.py:73) +2024-09-01 20:01:45,628 | DEBUG |(SpawnProcess-1:222) search_count: 2000, latest_latency=0.016720079998776782 (mp_runner.py:73) +2024-09-01 20:01:46,033 | DEBUG |(SpawnProcess-1:202) search_count: 2000, latest_latency=0.011386390004190616 (mp_runner.py:73) +2024-09-01 20:01:46,034 | DEBUG |(SpawnProcess-1:197) search_count: 2000, latest_latency=0.014124453002295922 (mp_runner.py:73) +2024-09-01 20:01:46,150 | DEBUG |(SpawnProcess-1:193) search_count: 2000, latest_latency=0.013200031004089396 (mp_runner.py:73) +2024-09-01 20:01:46,321 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.013603065002826042 (mp_runner.py:73) +2024-09-01 20:01:46,424 | DEBUG |(SpawnProcess-1:219) search_count: 2000, latest_latency=0.011781481996877119 (mp_runner.py:73) +2024-09-01 20:01:46,549 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.014702922002470586 (mp_runner.py:73) +2024-09-01 20:01:46,788 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.017833092002547346 (mp_runner.py:73) +2024-09-01 20:01:46,791 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.014048525001271628 (mp_runner.py:73) +2024-09-01 20:01:47,104 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.010437673998239916 (mp_runner.py:73) +2024-09-01 20:01:47,105 | DEBUG |(SpawnProcess-1:185) search_count: 2000, latest_latency=0.009438371998840012 (mp_runner.py:73) +2024-09-01 20:01:47,105 | DEBUG |(SpawnProcess-1:228) search_count: 2000, latest_latency=0.010237777001748327 (mp_runner.py:73) +2024-09-01 20:01:47,105 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.011013077004463412 (mp_runner.py:73) +2024-09-01 20:01:47,106 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.01354355499643134 (mp_runner.py:73) +2024-09-01 20:01:47,107 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.008737080999708269 (mp_runner.py:73) +2024-09-01 20:01:47,107 | DEBUG |(SpawnProcess-1:210) search_count: 2000, latest_latency=0.015427466001710854 (mp_runner.py:73) +2024-09-01 20:01:47,108 | DEBUG |(SpawnProcess-1:224) search_count: 2000, latest_latency=0.014499161996354815 (mp_runner.py:73) +2024-09-01 20:01:47,108 | DEBUG |(SpawnProcess-1:194) search_count: 2000, latest_latency=0.013043054997979198 (mp_runner.py:73) +2024-09-01 20:01:47,109 | DEBUG |(SpawnProcess-1:204) search_count: 2000, latest_latency=0.009928605002642144 (mp_runner.py:73) +2024-09-01 20:01:47,598 | DEBUG |(SpawnProcess-1:196) search_count: 2000, latest_latency=0.013741468996158801 (mp_runner.py:73) +2024-09-01 20:01:47,601 | DEBUG |(SpawnProcess-1:188) search_count: 2000, latest_latency=0.014297693996923044 (mp_runner.py:73) +2024-09-01 20:01:47,796 | DEBUG |(SpawnProcess-1:213) search_count: 2000, latest_latency=0.011315808005747385 (mp_runner.py:73) +2024-09-01 20:01:47,798 | DEBUG |(SpawnProcess-1:214) search_count: 2000, latest_latency=0.012819643001421355 (mp_runner.py:73) +2024-09-01 20:01:47,799 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.01306542500242358 (mp_runner.py:73) +2024-09-01 20:01:47,800 | DEBUG |(SpawnProcess-1:223) search_count: 2000, latest_latency=0.008832728002744261 (mp_runner.py:73) +2024-09-01 20:01:47,800 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.010251324994897004 (mp_runner.py:73) +2024-09-01 20:01:47,805 | DEBUG |(SpawnProcess-1:199) search_count: 2000, latest_latency=0.011258911996264942 (mp_runner.py:73) +2024-09-01 20:01:47,806 | DEBUG |(SpawnProcess-1:215) search_count: 2000, latest_latency=0.012514952002675273 (mp_runner.py:73) +2024-09-01 20:01:48,992 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.014276165995397605 (mp_runner.py:73) +2024-09-01 20:01:49,467 | DEBUG |(SpawnProcess-1:218) search_count: 2000, latest_latency=0.01514199200028088 (mp_runner.py:73) +2024-09-01 20:01:50,465 | DEBUG |(SpawnProcess-1:205) search_count: 2000, latest_latency=0.01561600200511748 (mp_runner.py:73) +2024-09-01 20:01:50,535 | DEBUG |(SpawnProcess-1:203) search_count: 2000, latest_latency=0.013318998004251625 (mp_runner.py:73) +2024-09-01 20:01:51,236 | DEBUG |(SpawnProcess-1:212) search_count: 2500, latest_latency=0.0051070140034426 (mp_runner.py:73) +2024-09-01 20:01:51,236 | DEBUG |(SpawnProcess-1:201) search_count: 2500, latest_latency=0.020346397999674082 (mp_runner.py:73) +2024-09-01 20:01:51,237 | DEBUG |(SpawnProcess-1:221) search_count: 2500, latest_latency=0.010249148996081203 (mp_runner.py:73) +2024-09-01 20:01:51,237 | DEBUG |(SpawnProcess-1:198) search_count: 2500, latest_latency=0.007302111996978056 (mp_runner.py:73) +2024-09-01 20:01:51,238 | DEBUG |(SpawnProcess-1:208) search_count: 2500, latest_latency=0.006880951004859526 (mp_runner.py:73) +2024-09-01 20:01:51,239 | DEBUG |(SpawnProcess-1:184) search_count: 2500, latest_latency=0.013081495002552401 (mp_runner.py:73) +2024-09-01 20:01:51,240 | DEBUG |(SpawnProcess-1:222) search_count: 2500, latest_latency=0.008958361002441961 (mp_runner.py:73) +2024-09-01 20:01:51,244 | DEBUG |(SpawnProcess-1:216) search_count: 2000, latest_latency=0.017836211998655926 (mp_runner.py:73) +2024-09-01 20:01:51,457 | DEBUG |(SpawnProcess-1:200) search_count: 2000, latest_latency=0.017789331999665592 (mp_runner.py:73) +2024-09-01 20:01:51,721 | DEBUG |(SpawnProcess-1:191) search_count: 2000, latest_latency=0.012779372002114542 (mp_runner.py:73) +2024-09-01 20:01:51,724 | DEBUG |(SpawnProcess-1:227) search_count: 2000, latest_latency=0.015197489999991376 (mp_runner.py:73) +2024-09-01 20:01:51,874 | DEBUG |(SpawnProcess-1:209) search_count: 2000, latest_latency=0.017393859001458623 (mp_runner.py:73) +2024-09-01 20:01:51,963 | DEBUG |(SpawnProcess-1:189) search_count: 2000, latest_latency=0.014257196999096777 (mp_runner.py:73) +2024-09-01 20:01:52,615 | DEBUG |(SpawnProcess-1:186) search_count: 2500, latest_latency=0.00976471900503384 (mp_runner.py:73) +2024-09-01 20:01:52,616 | DEBUG |(SpawnProcess-1:197) search_count: 2500, latest_latency=0.009088112004974391 (mp_runner.py:73) +2024-09-01 20:01:52,616 | DEBUG |(SpawnProcess-1:228) search_count: 2500, latest_latency=0.01018075599859003 (mp_runner.py:73) +2024-09-01 20:01:52,617 | DEBUG |(SpawnProcess-1:193) search_count: 2500, latest_latency=0.010240709001664072 (mp_runner.py:73) +2024-09-01 20:01:52,617 | DEBUG |(SpawnProcess-1:219) search_count: 2500, latest_latency=0.012129114002163988 (mp_runner.py:73) +2024-09-01 20:01:52,618 | DEBUG |(SpawnProcess-1:192) search_count: 2500, latest_latency=0.01091997400362743 (mp_runner.py:73) +2024-09-01 20:01:52,619 | DEBUG |(SpawnProcess-1:206) search_count: 2500, latest_latency=0.00907815300161019 (mp_runner.py:73) +2024-09-01 20:01:52,619 | DEBUG |(SpawnProcess-1:194) search_count: 2500, latest_latency=0.009011049995024223 (mp_runner.py:73) +2024-09-01 20:01:52,620 | DEBUG |(SpawnProcess-1:226) search_count: 2500, latest_latency=0.015381150995381176 (mp_runner.py:73) +2024-09-01 20:01:52,620 | DEBUG |(SpawnProcess-1:202) search_count: 2500, latest_latency=0.009276623000914697 (mp_runner.py:73) +2024-09-01 20:01:52,621 | DEBUG |(SpawnProcess-1:210) search_count: 2500, latest_latency=0.01644274299906101 (mp_runner.py:73) +2024-09-01 20:01:52,630 | DEBUG |(SpawnProcess-1:211) search_count: 2000, latest_latency=0.015340623998781666 (mp_runner.py:73) +2024-09-01 20:01:53,141 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0008s, count=2439, qps in this process: 81.2978 (mp_runner.py:76) +2024-09-01 20:01:53,144 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0036s, count=2172, qps in this process: 72.3913 (mp_runner.py:76) +2024-09-01 20:01:53,288 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0053s, count=2484, qps in this process: 82.7854 (mp_runner.py:76) +2024-09-01 20:01:53,307 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0126s, count=2696, qps in this process: 89.8289 (mp_runner.py:76) +2024-09-01 20:01:53,314 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0097s, count=2697, qps in this process: 89.8709 (mp_runner.py:76) +2024-09-01 20:01:53,316 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0101s, count=2453, qps in this process: 81.7391 (mp_runner.py:76) +2024-09-01 20:01:53,339 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0091s, count=2488, qps in this process: 82.9082 (mp_runner.py:76) +2024-09-01 20:01:53,342 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0003s, count=2573, qps in this process: 85.7658 (mp_runner.py:76) +2024-09-01 20:01:53,379 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0138s, count=2459, qps in this process: 81.929 (mp_runner.py:76) +2024-09-01 20:01:53,406 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0021s, count=2478, qps in this process: 82.5942 (mp_runner.py:76) +2024-09-01 20:01:53,411 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0004s, count=2706, qps in this process: 90.1988 (mp_runner.py:76) +2024-09-01 20:01:53,412 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0083s, count=2706, qps in this process: 90.1751 (mp_runner.py:76) +2024-09-01 20:01:53,413 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0074s, count=2134, qps in this process: 71.1158 (mp_runner.py:76) +2024-09-01 20:01:53,414 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0097s, count=2462, qps in this process: 82.0401 (mp_runner.py:76) +2024-09-01 20:01:53,416 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0068s, count=2581, qps in this process: 86.0138 (mp_runner.py:76) +2024-09-01 20:01:53,443 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0018s, count=2585, qps in this process: 86.1615 (mp_runner.py:76) +2024-09-01 20:01:53,468 | DEBUG |(SpawnProcess-1:224) search_count: 2500, latest_latency=0.010671399002603721 (mp_runner.py:73) +2024-09-01 20:01:53,471 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0078s, count=2202, qps in this process: 73.3809 (mp_runner.py:76) +2024-09-01 20:01:53,483 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0028s, count=2715, qps in this process: 90.4916 (mp_runner.py:76) +2024-09-01 20:01:53,484 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0032s, count=2592, qps in this process: 86.3908 (mp_runner.py:76) +2024-09-01 20:01:53,484 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0005s, count=2299, qps in this process: 76.6321 (mp_runner.py:76) +2024-09-01 20:01:53,488 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0069s, count=2592, qps in this process: 86.3801 (mp_runner.py:76) +2024-09-01 20:01:53,501 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0111s, count=2593, qps in this process: 86.4014 (mp_runner.py:76) +2024-09-01 20:01:53,504 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.001s, count=2593, qps in this process: 86.4305 (mp_runner.py:76) +2024-09-01 20:01:53,509 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0075s, count=2594, qps in this process: 86.4451 (mp_runner.py:76) +2024-09-01 20:01:53,511 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0126s, count=2717, qps in this process: 90.5286 (mp_runner.py:76) +2024-09-01 20:01:53,528 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0098s, count=2443, qps in this process: 81.4067 (mp_runner.py:76) +2024-09-01 20:01:53,541 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0027s, count=2725, qps in this process: 90.8252 (mp_runner.py:76) +2024-09-01 20:01:53,547 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0019s, count=2278, qps in this process: 75.9285 (mp_runner.py:76) +2024-09-01 20:01:53,549 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0045s, count=2604, qps in this process: 86.787 (mp_runner.py:76) +2024-09-01 20:01:53,550 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0018s, count=2476, qps in this process: 82.5284 (mp_runner.py:76) +2024-09-01 20:01:53,551 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0045s, count=2495, qps in this process: 83.1542 (mp_runner.py:76) +2024-09-01 20:01:53,551 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0045s, count=2509, qps in this process: 83.6208 (mp_runner.py:76) +2024-09-01 20:01:53,561 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0039s, count=2497, qps in this process: 83.2225 (mp_runner.py:76) +2024-09-01 20:01:53,570 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0037s, count=2499, qps in this process: 83.2897 (mp_runner.py:76) +2024-09-01 20:01:53,571 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0019s, count=2121, qps in this process: 70.6955 (mp_runner.py:76) +2024-09-01 20:01:53,576 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0016s, count=2174, qps in this process: 72.4628 (mp_runner.py:76) +2024-09-01 20:01:53,591 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0008s, count=2079, qps in this process: 69.2982 (mp_runner.py:76) +2024-09-01 20:01:53,591 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0009s, count=2617, qps in this process: 87.2307 (mp_runner.py:76) +2024-09-01 20:01:53,592 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0064s, count=2134, qps in this process: 71.1182 (mp_runner.py:76) +2024-09-01 20:01:53,598 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0004s, count=2623, qps in this process: 87.4322 (mp_runner.py:76) +2024-09-01 20:01:53,607 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.0013377069990383461 (mp_runner.py:73) +2024-09-01 20:01:53,611 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0015s, count=2172, qps in this process: 72.3964 (mp_runner.py:76) +2024-09-01 20:01:53,612 | DEBUG |(SpawnProcess-1:187) search_count: 2000, latest_latency=0.0012382350032567047 (mp_runner.py:73) +2024-09-01 20:01:53,613 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0008s, count=2003, qps in this process: 66.7649 (mp_runner.py:76) +2024-09-01 20:01:53,627 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.0005s, count=2195, qps in this process: 73.1654 (mp_runner.py:76) +2024-09-01 20:01:53,630 | DEBUG |(SpawnProcess-1:195) search_count: 2000, latest_latency=0.0009079240044229664 (mp_runner.py:73) +2024-09-01 20:01:53,680 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0007s, count=2071, qps in this process: 69.0317 (mp_runner.py:76) +2024-09-01 20:01:53,775 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0006s, count=2226, qps in this process: 74.1985 (mp_runner.py:76) +2024-09-01 20:01:53,786 | INFO |End search in concurrency 45: dur=30.72892444599711s, total_count=109951, qps=3578.0946 (mp_runner.py:120) +2024-09-01 20:01:57,143 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:01:57,144 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 20:02:18,097 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 20:02:18,331 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,369 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,467 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,468 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,472 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,481 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,520 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,520 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,539 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,576 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,578 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,596 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,596 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,597 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,599 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,602 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,606 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,623 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,649 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,651 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,659 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,661 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,687 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,710 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,718 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:18,720 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:02:24,728 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.005770698997366708 (mp_runner.py:73) +2024-09-01 20:02:24,730 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.006615416998101864 (mp_runner.py:73) +2024-09-01 20:02:24,730 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.008453731003100984 (mp_runner.py:73) +2024-09-01 20:02:24,732 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.010159434998058714 (mp_runner.py:73) +2024-09-01 20:02:24,733 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.010540675997617655 (mp_runner.py:73) +2024-09-01 20:02:24,735 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.01124370100296801 (mp_runner.py:73) +2024-09-01 20:02:24,735 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.010175390001677442 (mp_runner.py:73) +2024-09-01 20:02:24,735 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.012945750000653788 (mp_runner.py:73) +2024-09-01 20:02:24,735 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.013747244003752712 (mp_runner.py:73) +2024-09-01 20:02:24,736 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.015680033997341525 (mp_runner.py:73) +2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.013698146998649463 (mp_runner.py:73) +2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.017202437004016247 (mp_runner.py:73) +2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.017552224002429284 (mp_runner.py:73) +2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.010484904996701516 (mp_runner.py:73) +2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.011451321995991748 (mp_runner.py:73) +2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.013335978001123294 (mp_runner.py:73) +2024-09-01 20:02:24,738 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.01264848899882054 (mp_runner.py:73) +2024-09-01 20:02:24,738 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.014820000003965106 (mp_runner.py:73) +2024-09-01 20:02:24,739 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.013584180000179913 (mp_runner.py:73) +2024-09-01 20:02:24,739 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.020188795002468396 (mp_runner.py:73) +2024-09-01 20:02:24,739 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.011959645999013446 (mp_runner.py:73) +2024-09-01 20:02:24,740 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.013647860003402457 (mp_runner.py:73) +2024-09-01 20:02:24,740 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.013543815002776682 (mp_runner.py:73) +2024-09-01 20:02:24,740 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.013601599996036384 (mp_runner.py:73) +2024-09-01 20:02:24,741 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.0058470049989409745 (mp_runner.py:73) +2024-09-01 20:02:24,742 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.011449830999481492 (mp_runner.py:73) +2024-09-01 20:02:24,743 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.010100671999680344 (mp_runner.py:73) +2024-09-01 20:02:24,745 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.01227298400044674 (mp_runner.py:73) +2024-09-01 20:02:24,747 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.012387285998556763 (mp_runner.py:73) +2024-09-01 20:02:24,753 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.007083964999765158 (mp_runner.py:73) +2024-09-01 20:02:24,773 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.01681039999675704 (mp_runner.py:73) +2024-09-01 20:02:24,773 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.014033508996362798 (mp_runner.py:73) +2024-09-01 20:02:24,775 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.019307911999931093 (mp_runner.py:73) +2024-09-01 20:02:25,379 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.020596262998878956 (mp_runner.py:73) +2024-09-01 20:02:25,447 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.010568398000032175 (mp_runner.py:73) +2024-09-01 20:02:25,449 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.013528206000046339 (mp_runner.py:73) +2024-09-01 20:02:25,450 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.015080330995260738 (mp_runner.py:73) +2024-09-01 20:02:25,450 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.016476872995554004 (mp_runner.py:73) +2024-09-01 20:02:25,482 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.010725865999120288 (mp_runner.py:73) +2024-09-01 20:02:25,482 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.010062695997476112 (mp_runner.py:73) +2024-09-01 20:02:25,483 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.011192433004907798 (mp_runner.py:73) +2024-09-01 20:02:25,484 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.01619955500063952 (mp_runner.py:73) +2024-09-01 20:02:25,484 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.015056049996928778 (mp_runner.py:73) +2024-09-01 20:02:25,743 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.004642043000785634 (mp_runner.py:73) +2024-09-01 20:02:25,743 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.01241105100052664 (mp_runner.py:73) +2024-09-01 20:02:25,745 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.013594584001111798 (mp_runner.py:73) +2024-09-01 20:02:25,745 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.016246238999883644 (mp_runner.py:73) +2024-09-01 20:02:25,747 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.016574471999774687 (mp_runner.py:73) +2024-09-01 20:02:26,510 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.019037828002183232 (mp_runner.py:73) +2024-09-01 20:02:26,565 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.020501762999629136 (mp_runner.py:73) +2024-09-01 20:02:30,833 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.011765457995352335 (mp_runner.py:73) +2024-09-01 20:02:30,833 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.011331681002047844 (mp_runner.py:73) +2024-09-01 20:02:30,833 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.0085340490040835 (mp_runner.py:73) +2024-09-01 20:02:30,834 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.010873076003917959 (mp_runner.py:73) +2024-09-01 20:02:30,834 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.012022035996778868 (mp_runner.py:73) +2024-09-01 20:02:30,834 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.011344783997628838 (mp_runner.py:73) +2024-09-01 20:02:30,835 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.012646514005609788 (mp_runner.py:73) +2024-09-01 20:02:30,836 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.01346316900162492 (mp_runner.py:73) +2024-09-01 20:02:30,836 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.012472103000618517 (mp_runner.py:73) +2024-09-01 20:02:30,837 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.009994718995585572 (mp_runner.py:73) +2024-09-01 20:02:30,837 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.016707981005311012 (mp_runner.py:73) +2024-09-01 20:02:30,838 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.018354027000896167 (mp_runner.py:73) +2024-09-01 20:02:30,839 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.010900144996412564 (mp_runner.py:73) +2024-09-01 20:02:30,840 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.010721074999310076 (mp_runner.py:73) +2024-09-01 20:02:30,842 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.012080075000994839 (mp_runner.py:73) +2024-09-01 20:02:30,843 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.012355991995718796 (mp_runner.py:73) +2024-09-01 20:02:31,497 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.009026892999827396 (mp_runner.py:73) +2024-09-01 20:02:31,498 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.011169931000040378 (mp_runner.py:73) +2024-09-01 20:02:31,499 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.017343653002171777 (mp_runner.py:73) +2024-09-01 20:02:31,499 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.014963831003115047 (mp_runner.py:73) +2024-09-01 20:02:31,502 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.011149726000439841 (mp_runner.py:73) +2024-09-01 20:02:31,704 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.013899423996917903 (mp_runner.py:73) +2024-09-01 20:02:31,705 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.013090952998027205 (mp_runner.py:73) +2024-09-01 20:02:31,706 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.0129939739999827 (mp_runner.py:73) +2024-09-01 20:02:31,706 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.014556516005541198 (mp_runner.py:73) +2024-09-01 20:02:31,707 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.016210863999731373 (mp_runner.py:73) +2024-09-01 20:02:31,708 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.013128756996593438 (mp_runner.py:73) +2024-09-01 20:02:31,708 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.019462094001937658 (mp_runner.py:73) +2024-09-01 20:02:31,709 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.014780092002183665 (mp_runner.py:73) +2024-09-01 20:02:31,710 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.02019249500153819 (mp_runner.py:73) +2024-09-01 20:02:31,712 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.012842572999943513 (mp_runner.py:73) +2024-09-01 20:02:31,713 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.01245103900146205 (mp_runner.py:73) +2024-09-01 20:02:31,845 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.011021434998838231 (mp_runner.py:73) +2024-09-01 20:02:31,846 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.011493705002067145 (mp_runner.py:73) +2024-09-01 20:02:31,846 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.009357281996926758 (mp_runner.py:73) +2024-09-01 20:02:31,846 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.010827129997778684 (mp_runner.py:73) +2024-09-01 20:02:31,847 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.014096179002081044 (mp_runner.py:73) +2024-09-01 20:02:31,850 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.017545085000165273 (mp_runner.py:73) +2024-09-01 20:02:31,851 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.009604177001165226 (mp_runner.py:73) +2024-09-01 20:02:31,852 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.009618144002160989 (mp_runner.py:73) +2024-09-01 20:02:31,984 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.017512849997729063 (mp_runner.py:73) +2024-09-01 20:02:32,466 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.01960081500146771 (mp_runner.py:73) +2024-09-01 20:02:32,856 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.01744387500366429 (mp_runner.py:73) +2024-09-01 20:02:32,935 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.010945169000478927 (mp_runner.py:73) +2024-09-01 20:02:32,936 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.01375722900411347 (mp_runner.py:73) +2024-09-01 20:02:32,937 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.015029452995804604 (mp_runner.py:73) +2024-09-01 20:02:32,940 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.016321520000929013 (mp_runner.py:73) +2024-09-01 20:02:33,735 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.016307669000525493 (mp_runner.py:73) +2024-09-01 20:02:34,960 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.005262188999040518 (mp_runner.py:73) +2024-09-01 20:02:35,137 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.019158320006681606 (mp_runner.py:73) +2024-09-01 20:02:36,938 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.00930144899757579 (mp_runner.py:73) +2024-09-01 20:02:36,939 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.009203216002788395 (mp_runner.py:73) +2024-09-01 20:02:36,939 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.00948100800451357 (mp_runner.py:73) +2024-09-01 20:02:36,941 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.012394764002237935 (mp_runner.py:73) +2024-09-01 20:02:36,941 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.012351010002021212 (mp_runner.py:73) +2024-09-01 20:02:36,942 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.013680068994290195 (mp_runner.py:73) +2024-09-01 20:02:36,942 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.012912954000057653 (mp_runner.py:73) +2024-09-01 20:02:36,943 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.017827132003731094 (mp_runner.py:73) +2024-09-01 20:02:36,943 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.013429036000161432 (mp_runner.py:73) +2024-09-01 20:02:36,943 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.015649699002096895 (mp_runner.py:73) +2024-09-01 20:02:36,943 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.017455982000683434 (mp_runner.py:73) +2024-09-01 20:02:36,944 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.018379638997430447 (mp_runner.py:73) +2024-09-01 20:02:36,945 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.019059054997342173 (mp_runner.py:73) +2024-09-01 20:02:36,945 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.01357372500206111 (mp_runner.py:73) +2024-09-01 20:02:36,945 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.02009529800125165 (mp_runner.py:73) +2024-09-01 20:02:37,266 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.014542932003678288 (mp_runner.py:73) +2024-09-01 20:02:38,147 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.013049951005086768 (mp_runner.py:73) +2024-09-01 20:02:38,147 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.012258686998393387 (mp_runner.py:73) +2024-09-01 20:02:38,147 | DEBUG |(SpawnProcess-1:278) search_count: 1500, latest_latency=0.013213259997428395 (mp_runner.py:73) +2024-09-01 20:02:38,148 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.012898283996037208 (mp_runner.py:73) +2024-09-01 20:02:38,149 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.012797051997040398 (mp_runner.py:73) +2024-09-01 20:02:38,149 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.011647714003629517 (mp_runner.py:73) +2024-09-01 20:02:38,150 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.0017202390008606017 (mp_runner.py:73) +2024-09-01 20:02:38,151 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.01715928100020392 (mp_runner.py:73) +2024-09-01 20:02:38,152 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.019301734006148763 (mp_runner.py:73) +2024-09-01 20:02:38,240 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.008705430998816155 (mp_runner.py:73) +2024-09-01 20:02:38,241 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.01086803199723363 (mp_runner.py:73) +2024-09-01 20:02:38,243 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.01358865899965167 (mp_runner.py:73) +2024-09-01 20:02:38,243 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.010735793999629095 (mp_runner.py:73) +2024-09-01 20:02:38,245 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.011458253997261636 (mp_runner.py:73) +2024-09-01 20:02:38,245 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.011180087996763177 (mp_runner.py:73) +2024-09-01 20:02:38,246 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.02005686499614967 (mp_runner.py:73) +2024-09-01 20:02:38,246 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.01150029600103153 (mp_runner.py:73) +2024-09-01 20:02:38,246 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.01134670800092863 (mp_runner.py:73) +2024-09-01 20:02:38,247 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.01883774700399954 (mp_runner.py:73) +2024-09-01 20:02:38,253 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.012515589005488437 (mp_runner.py:73) +2024-09-01 20:02:38,299 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.01897974600433372 (mp_runner.py:73) +2024-09-01 20:02:38,695 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.016654616993037052 (mp_runner.py:73) +2024-09-01 20:02:38,722 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.015509415999986231 (mp_runner.py:73) +2024-09-01 20:02:38,724 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.016170174996659625 (mp_runner.py:73) +2024-09-01 20:02:40,310 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.017256048995477613 (mp_runner.py:73) +2024-09-01 20:02:40,310 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.01880591199733317 (mp_runner.py:73) +2024-09-01 20:02:40,319 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.014018971000041347 (mp_runner.py:73) +2024-09-01 20:02:40,321 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.018028924998361617 (mp_runner.py:73) +2024-09-01 20:02:40,321 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.014121703003183939 (mp_runner.py:73) +2024-09-01 20:02:40,322 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.018831068999134004 (mp_runner.py:73) +2024-09-01 20:02:41,553 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.018143358000088483 (mp_runner.py:73) +2024-09-01 20:02:42,576 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.01770117099658819 (mp_runner.py:73) +2024-09-01 20:02:43,254 | DEBUG |(SpawnProcess-1:252) search_count: 2000, latest_latency=0.010788139006763231 (mp_runner.py:73) +2024-09-01 20:02:43,254 | DEBUG |(SpawnProcess-1:263) search_count: 2000, latest_latency=0.014038795001397375 (mp_runner.py:73) +2024-09-01 20:02:43,255 | DEBUG |(SpawnProcess-1:257) search_count: 2000, latest_latency=0.01112475199624896 (mp_runner.py:73) +2024-09-01 20:02:43,257 | DEBUG |(SpawnProcess-1:241) search_count: 2000, latest_latency=0.0117157490021782 (mp_runner.py:73) +2024-09-01 20:02:43,258 | DEBUG |(SpawnProcess-1:254) search_count: 2000, latest_latency=0.015815770006156527 (mp_runner.py:73) +2024-09-01 20:02:43,443 | DEBUG |(SpawnProcess-1:268) search_count: 2000, latest_latency=0.015811875004146714 (mp_runner.py:73) +2024-09-01 20:02:43,473 | DEBUG |(SpawnProcess-1:243) search_count: 2000, latest_latency=0.01590594900335418 (mp_runner.py:73) +2024-09-01 20:02:43,588 | DEBUG |(SpawnProcess-1:244) search_count: 2000, latest_latency=0.05906675999722211 (mp_runner.py:73) +2024-09-01 20:02:43,714 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.02047672899789177 (mp_runner.py:73) +2024-09-01 20:02:43,817 | DEBUG |(SpawnProcess-1:233) search_count: 2000, latest_latency=0.01698445600050036 (mp_runner.py:73) +2024-09-01 20:02:43,831 | DEBUG |(SpawnProcess-1:239) search_count: 2000, latest_latency=0.0491013569990173 (mp_runner.py:73) +2024-09-01 20:02:43,835 | DEBUG |(SpawnProcess-1:275) search_count: 2000, latest_latency=0.03372661400499055 (mp_runner.py:73) +2024-09-01 20:02:43,837 | DEBUG |(SpawnProcess-1:258) search_count: 2000, latest_latency=0.014493473994662054 (mp_runner.py:73) +2024-09-01 20:02:43,979 | DEBUG |(SpawnProcess-1:255) search_count: 2000, latest_latency=0.01668473400059156 (mp_runner.py:73) +2024-09-01 20:02:44,170 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.027464086000691168 (mp_runner.py:73) +2024-09-01 20:02:44,435 | DEBUG |(SpawnProcess-1:256) search_count: 2000, latest_latency=0.016139550003572367 (mp_runner.py:73) +2024-09-01 20:02:44,836 | DEBUG |(SpawnProcess-1:274) search_count: 2000, latest_latency=0.016556552996917162 (mp_runner.py:73) +2024-09-01 20:02:44,838 | DEBUG |(SpawnProcess-1:235) search_count: 2000, latest_latency=0.009482985005888622 (mp_runner.py:73) +2024-09-01 20:02:44,839 | DEBUG |(SpawnProcess-1:259) search_count: 2000, latest_latency=0.01790751099906629 (mp_runner.py:73) +2024-09-01 20:02:44,840 | DEBUG |(SpawnProcess-1:249) search_count: 2000, latest_latency=0.01256159399781609 (mp_runner.py:73) +2024-09-01 20:02:44,841 | DEBUG |(SpawnProcess-1:240) search_count: 2000, latest_latency=0.01137019699672237 (mp_runner.py:73) +2024-09-01 20:02:44,841 | DEBUG |(SpawnProcess-1:246) search_count: 2000, latest_latency=0.0154503699959605 (mp_runner.py:73) +2024-09-01 20:02:44,842 | DEBUG |(SpawnProcess-1:276) search_count: 2000, latest_latency=0.015867242000240367 (mp_runner.py:73) +2024-09-01 20:02:45,102 | DEBUG |(SpawnProcess-1:267) search_count: 2000, latest_latency=0.014439153004786931 (mp_runner.py:73) +2024-09-01 20:02:45,262 | DEBUG |(SpawnProcess-1:236) search_count: 2000, latest_latency=0.013423522002995014 (mp_runner.py:73) +2024-09-01 20:02:45,262 | DEBUG |(SpawnProcess-1:231) search_count: 2000, latest_latency=0.011387760998331942 (mp_runner.py:73) +2024-09-01 20:02:45,284 | DEBUG |(SpawnProcess-1:279) search_count: 2000, latest_latency=0.007530517999839503 (mp_runner.py:73) +2024-09-01 20:02:45,304 | DEBUG |(SpawnProcess-1:251) search_count: 2000, latest_latency=0.039816167001845315 (mp_runner.py:73) +2024-09-01 20:02:45,305 | DEBUG |(SpawnProcess-1:232) search_count: 2000, latest_latency=0.041908626997610554 (mp_runner.py:73) +2024-09-01 20:02:45,353 | DEBUG |(SpawnProcess-1:242) search_count: 2000, latest_latency=0.013676978000148665 (mp_runner.py:73) +2024-09-01 20:02:45,374 | DEBUG |(SpawnProcess-1:245) search_count: 2000, latest_latency=0.03905243199551478 (mp_runner.py:73) +2024-09-01 20:02:45,583 | DEBUG |(SpawnProcess-1:253) search_count: 2000, latest_latency=0.014578958005586173 (mp_runner.py:73) +2024-09-01 20:02:45,721 | DEBUG |(SpawnProcess-1:237) search_count: 2000, latest_latency=0.01609327000187477 (mp_runner.py:73) +2024-09-01 20:02:46,464 | DEBUG |(SpawnProcess-1:273) search_count: 2000, latest_latency=0.015895912001724355 (mp_runner.py:73) +2024-09-01 20:02:46,606 | DEBUG |(SpawnProcess-1:278) search_count: 2000, latest_latency=0.013224930000433233 (mp_runner.py:73) +2024-09-01 20:02:46,669 | DEBUG |(SpawnProcess-1:248) search_count: 2000, latest_latency=0.0160677530002431 (mp_runner.py:73) +2024-09-01 20:02:46,672 | DEBUG |(SpawnProcess-1:261) search_count: 2000, latest_latency=0.01697874099772889 (mp_runner.py:73) +2024-09-01 20:02:47,115 | DEBUG |(SpawnProcess-1:234) search_count: 2000, latest_latency=0.015111549997527618 (mp_runner.py:73) +2024-09-01 20:02:47,189 | DEBUG |(SpawnProcess-1:272) search_count: 2000, latest_latency=0.013826567999785766 (mp_runner.py:73) +2024-09-01 20:02:47,243 | DEBUG |(SpawnProcess-1:266) search_count: 2000, latest_latency=0.019040514998778235 (mp_runner.py:73) +2024-09-01 20:02:47,244 | DEBUG |(SpawnProcess-1:238) search_count: 2000, latest_latency=0.014842906006379053 (mp_runner.py:73) +2024-09-01 20:02:47,246 | DEBUG |(SpawnProcess-1:271) search_count: 2000, latest_latency=0.013535755999328103 (mp_runner.py:73) +2024-09-01 20:02:48,164 | DEBUG |(SpawnProcess-1:277) search_count: 2000, latest_latency=0.0159327859946643 (mp_runner.py:73) +2024-09-01 20:02:48,165 | DEBUG |(SpawnProcess-1:264) search_count: 2000, latest_latency=0.01876879300107248 (mp_runner.py:73) +2024-09-01 20:02:48,176 | DEBUG |(SpawnProcess-1:250) search_count: 2000, latest_latency=0.022152821002237033 (mp_runner.py:73) +2024-09-01 20:02:48,275 | DEBUG |(SpawnProcess-1:269) search_count: 2000, latest_latency=0.013891012000385672 (mp_runner.py:73) +2024-09-01 20:02:48,276 | DEBUG |(SpawnProcess-1:230) search_count: 2000, latest_latency=0.013533434001146816 (mp_runner.py:73) +2024-09-01 20:02:48,277 | DEBUG |(SpawnProcess-1:262) search_count: 2000, latest_latency=0.01670009700319497 (mp_runner.py:73) +2024-09-01 20:02:48,353 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0091s, count=2260, qps in this process: 75.3105 (mp_runner.py:76) +2024-09-01 20:02:48,394 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0035s, count=2074, qps in this process: 69.1253 (mp_runner.py:76) +2024-09-01 20:02:48,395 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0143s, count=2263, qps in this process: 75.3974 (mp_runner.py:76) +2024-09-01 20:02:48,411 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0019s, count=2317, qps in this process: 77.2284 (mp_runner.py:76) +2024-09-01 20:02:48,412 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0027s, count=2106, qps in this process: 70.1937 (mp_runner.py:76) +2024-09-01 20:02:48,423 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0055s, count=2010, qps in this process: 66.9877 (mp_runner.py:76) +2024-09-01 20:02:48,437 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0019s, count=2275, qps in this process: 75.8285 (mp_runner.py:76) +2024-09-01 20:02:48,457 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0047s, count=2233, qps in this process: 74.4217 (mp_runner.py:76) +2024-09-01 20:02:48,479 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0097s, count=2303, qps in this process: 76.7419 (mp_runner.py:76) +2024-09-01 20:02:48,481 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0051s, count=2236, qps in this process: 74.5207 (mp_runner.py:76) +2024-09-01 20:02:48,494 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0215s, count=2279, qps in this process: 75.9123 (mp_runner.py:76) +2024-09-01 20:02:48,503 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0155s, count=2324, qps in this process: 77.4267 (mp_runner.py:76) +2024-09-01 20:02:48,526 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0039s, count=2084, qps in this process: 69.4576 (mp_runner.py:76) +2024-09-01 20:02:48,536 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0046s, count=2266, qps in this process: 75.5218 (mp_runner.py:76) +2024-09-01 20:02:48,537 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0052s, count=2193, qps in this process: 73.0873 (mp_runner.py:76) +2024-09-01 20:02:48,545 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0193s, count=2231, qps in this process: 74.3189 (mp_runner.py:76) +2024-09-01 20:02:48,548 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0087s, count=2282, qps in this process: 76.0446 (mp_runner.py:76) +2024-09-01 20:02:48,549 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0099s, count=2116, qps in this process: 70.5101 (mp_runner.py:76) +2024-09-01 20:02:48,552 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0046s, count=2242, qps in this process: 74.7219 (mp_runner.py:76) +2024-09-01 20:02:48,554 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0056s, count=2276, qps in this process: 75.8525 (mp_runner.py:76) +2024-09-01 20:02:48,556 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0104s, count=2019, qps in this process: 67.2767 (mp_runner.py:76) +2024-09-01 20:02:48,556 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0025s, count=2329, qps in this process: 77.6269 (mp_runner.py:76) +2024-09-01 20:02:48,557 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0086s, count=2276, qps in this process: 75.8449 (mp_runner.py:76) +2024-09-01 20:02:48,559 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0107s, count=2309, qps in this process: 76.9392 (mp_runner.py:76) +2024-09-01 20:02:48,564 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0117s, count=2196, qps in this process: 73.1715 (mp_runner.py:76) +2024-09-01 20:02:48,573 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0004s, count=2118, qps in this process: 70.5991 (mp_runner.py:76) +2024-09-01 20:02:48,574 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0076s, count=2277, qps in this process: 75.8808 (mp_runner.py:76) +2024-09-01 20:02:48,581 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0018s, count=2184, qps in this process: 72.7956 (mp_runner.py:76) +2024-09-01 20:02:48,585 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.005s, count=2090, qps in this process: 69.6551 (mp_runner.py:76) +2024-09-01 20:02:48,589 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0057s, count=1848, qps in this process: 61.5883 (mp_runner.py:76) +2024-09-01 20:02:48,605 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0049s, count=2093, qps in this process: 69.7553 (mp_runner.py:76) +2024-09-01 20:02:48,606 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0056s, count=2336, qps in this process: 77.8521 (mp_runner.py:76) +2024-09-01 20:02:48,606 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0049s, count=2336, qps in this process: 77.854 (mp_runner.py:76) +2024-09-01 20:02:48,608 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0046s, count=2180, qps in this process: 72.6555 (mp_runner.py:76) +2024-09-01 20:02:48,610 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0013s, count=2250, qps in this process: 74.9968 (mp_runner.py:76) +2024-09-01 20:02:48,617 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.007s, count=2133, qps in this process: 71.0834 (mp_runner.py:76) +2024-09-01 20:02:48,619 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0002s, count=2275, qps in this process: 75.8328 (mp_runner.py:76) +2024-09-01 20:02:48,623 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0008s, count=2029, qps in this process: 67.6315 (mp_runner.py:76) +2024-09-01 20:02:48,624 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0048s, count=2096, qps in this process: 69.8555 (mp_runner.py:76) +2024-09-01 20:02:48,627 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0008s, count=2252, qps in this process: 75.0647 (mp_runner.py:76) +2024-09-01 20:02:48,628 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0022s, count=2299, qps in this process: 76.6277 (mp_runner.py:76) +2024-09-01 20:02:48,657 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0003s, count=2260, qps in this process: 75.3326 (mp_runner.py:76) +2024-09-01 20:02:48,662 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0018s, count=2261, qps in this process: 75.3621 (mp_runner.py:76) +2024-09-01 20:02:48,665 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0006s, count=1919, qps in this process: 63.9654 (mp_runner.py:76) +2024-09-01 20:02:48,668 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0018s, count=2296, qps in this process: 76.5287 (mp_runner.py:76) +2024-09-01 20:02:48,695 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0014s, count=1842, qps in this process: 61.3971 (mp_runner.py:76) +2024-09-01 20:02:48,718 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0009s, count=2090, qps in this process: 69.6646 (mp_runner.py:76) +2024-09-01 20:02:48,719 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0012s, count=1825, qps in this process: 60.8309 (mp_runner.py:76) +2024-09-01 20:02:48,725 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0007s, count=2098, qps in this process: 69.9317 (mp_runner.py:76) +2024-09-01 20:02:48,727 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0004s, count=2101, qps in this process: 70.0324 (mp_runner.py:76) +2024-09-01 20:02:48,742 | INFO |End search in concurrency 50: dur=30.643940241003293s, total_count=108987, qps=3556.5596 (mp_runner.py:120) +2024-09-01 20:02:52,437 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:02:52,437 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 20:03:13,681 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 20:03:14,002 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,070 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,087 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,099 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,185 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,185 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,187 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,204 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,205 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,205 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,207 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,211 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,211 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,211 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,212 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,220 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,230 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,231 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,280 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,301 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,310 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,328 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,332 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,383 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,388 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,424 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,424 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,457 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:14,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:03:21,076 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.0030702799995196983 (mp_runner.py:73) +2024-09-01 20:03:21,123 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.001253939997695852 (mp_runner.py:73) +2024-09-01 20:03:21,123 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.0017853289973572828 (mp_runner.py:73) +2024-09-01 20:03:21,125 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.014472483002464287 (mp_runner.py:73) +2024-09-01 20:03:21,131 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.02748288599832449 (mp_runner.py:73) +2024-09-01 20:03:21,133 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.025828413003182504 (mp_runner.py:73) +2024-09-01 20:03:21,133 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.0244037539960118 (mp_runner.py:73) +2024-09-01 20:03:21,133 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.028746039999532513 (mp_runner.py:73) +2024-09-01 20:03:21,134 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.02716727899678517 (mp_runner.py:73) +2024-09-01 20:03:21,135 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.026690972998039797 (mp_runner.py:73) +2024-09-01 20:03:21,135 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.027946825000981335 (mp_runner.py:73) +2024-09-01 20:03:21,136 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.01691008099442115 (mp_runner.py:73) +2024-09-01 20:03:21,139 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.03799978299502982 (mp_runner.py:73) +2024-09-01 20:03:21,148 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.029721589002292603 (mp_runner.py:73) +2024-09-01 20:03:21,165 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.019317430997034535 (mp_runner.py:73) +2024-09-01 20:03:21,179 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.016124421999847982 (mp_runner.py:73) +2024-09-01 20:03:21,179 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.014518384996335953 (mp_runner.py:73) +2024-09-01 20:03:21,180 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.0180876279991935 (mp_runner.py:73) +2024-09-01 20:03:21,184 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.022519075995660387 (mp_runner.py:73) +2024-09-01 20:03:21,184 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.013385856000240892 (mp_runner.py:73) +2024-09-01 20:03:21,185 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.025771720000193454 (mp_runner.py:73) +2024-09-01 20:03:21,189 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.014093311998294666 (mp_runner.py:73) +2024-09-01 20:03:21,189 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.013819872001477052 (mp_runner.py:73) +2024-09-01 20:03:21,189 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.012888910998299252 (mp_runner.py:73) +2024-09-01 20:03:21,190 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.01113824499770999 (mp_runner.py:73) +2024-09-01 20:03:21,190 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.013555625002481975 (mp_runner.py:73) +2024-09-01 20:03:21,190 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.01367692799976794 (mp_runner.py:73) +2024-09-01 20:03:21,191 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.015184024996415246 (mp_runner.py:73) +2024-09-01 20:03:21,193 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.020838634001847822 (mp_runner.py:73) +2024-09-01 20:03:21,200 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.016335683001670986 (mp_runner.py:73) +2024-09-01 20:03:21,201 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.015852457996516023 (mp_runner.py:73) +2024-09-01 20:03:21,201 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.014431955998588819 (mp_runner.py:73) +2024-09-01 20:03:21,210 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.023842484995839186 (mp_runner.py:73) +2024-09-01 20:03:21,396 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.01963376499770675 (mp_runner.py:73) +2024-09-01 20:03:21,465 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.022806151006079745 (mp_runner.py:73) +2024-09-01 20:03:21,482 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.02027078999526566 (mp_runner.py:73) +2024-09-01 20:03:21,761 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.02016462999745272 (mp_runner.py:73) +2024-09-01 20:03:21,795 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.021603118999337312 (mp_runner.py:73) +2024-09-01 20:03:21,802 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.02111318199604284 (mp_runner.py:73) +2024-09-01 20:03:21,952 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.012541691998194437 (mp_runner.py:73) +2024-09-01 20:03:21,953 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.014108662995568011 (mp_runner.py:73) +2024-09-01 20:03:21,954 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.016103162000945304 (mp_runner.py:73) +2024-09-01 20:03:21,955 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.01802428900555242 (mp_runner.py:73) +2024-09-01 20:03:22,013 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.01629084799787961 (mp_runner.py:73) +2024-09-01 20:03:22,016 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.018867290003981907 (mp_runner.py:73) +2024-09-01 20:03:22,017 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.020609370003512595 (mp_runner.py:73) +2024-09-01 20:03:22,454 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.02261370900669135 (mp_runner.py:73) +2024-09-01 20:03:22,479 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.019619649996457156 (mp_runner.py:73) +2024-09-01 20:03:22,481 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.024034877002122812 (mp_runner.py:73) +2024-09-01 20:03:22,483 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.024213511998823378 (mp_runner.py:73) +2024-09-01 20:03:22,582 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.019346888999280054 (mp_runner.py:73) +2024-09-01 20:03:22,583 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01542591699399054 (mp_runner.py:73) +2024-09-01 20:03:22,848 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.0173328480013879 (mp_runner.py:73) +2024-09-01 20:03:22,849 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.018730556999798864 (mp_runner.py:73) +2024-09-01 20:03:23,577 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.017872921998787206 (mp_runner.py:73) +2024-09-01 20:03:27,606 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.01231344899861142 (mp_runner.py:73) +2024-09-01 20:03:27,606 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.01290465999773005 (mp_runner.py:73) +2024-09-01 20:03:27,608 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.01303767399804201 (mp_runner.py:73) +2024-09-01 20:03:27,610 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.014068074997339863 (mp_runner.py:73) +2024-09-01 20:03:27,610 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.013192776001233142 (mp_runner.py:73) +2024-09-01 20:03:27,610 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.016010096005629748 (mp_runner.py:73) +2024-09-01 20:03:27,610 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.011230450996663421 (mp_runner.py:73) +2024-09-01 20:03:27,611 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.013765136995061766 (mp_runner.py:73) +2024-09-01 20:03:27,611 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.014626297001086641 (mp_runner.py:73) +2024-09-01 20:03:27,611 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.01301334999880055 (mp_runner.py:73) +2024-09-01 20:03:27,612 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.013460000001941808 (mp_runner.py:73) +2024-09-01 20:03:27,612 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.0191039749988704 (mp_runner.py:73) +2024-09-01 20:03:27,613 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.012547763995826244 (mp_runner.py:73) +2024-09-01 20:03:27,613 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.012776055998983793 (mp_runner.py:73) +2024-09-01 20:03:27,613 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.020224785002938006 (mp_runner.py:73) +2024-09-01 20:03:27,614 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.014024395000888035 (mp_runner.py:73) +2024-09-01 20:03:27,614 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.013170771999284625 (mp_runner.py:73) +2024-09-01 20:03:27,614 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.011141080998640973 (mp_runner.py:73) +2024-09-01 20:03:27,614 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.016053579995059408 (mp_runner.py:73) +2024-09-01 20:03:27,615 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.01566598100180272 (mp_runner.py:73) +2024-09-01 20:03:27,615 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.014747651002835482 (mp_runner.py:73) +2024-09-01 20:03:27,616 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.014623883995227516 (mp_runner.py:73) +2024-09-01 20:03:27,617 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.022172115997818764 (mp_runner.py:73) +2024-09-01 20:03:27,617 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.01527392299612984 (mp_runner.py:73) +2024-09-01 20:03:27,618 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.011963267999817617 (mp_runner.py:73) +2024-09-01 20:03:28,268 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.015003847001935355 (mp_runner.py:73) +2024-09-01 20:03:28,268 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.016377852000005078 (mp_runner.py:73) +2024-09-01 20:03:28,270 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.01470484999299515 (mp_runner.py:73) +2024-09-01 20:03:28,272 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.015452095001819544 (mp_runner.py:73) +2024-09-01 20:03:28,891 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.01982223300001351 (mp_runner.py:73) +2024-09-01 20:03:29,032 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.018394736005575396 (mp_runner.py:73) +2024-09-01 20:03:29,274 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.006399304998922162 (mp_runner.py:73) +2024-09-01 20:03:29,275 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.01840951399935875 (mp_runner.py:73) +2024-09-01 20:03:29,277 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.020401648005645256 (mp_runner.py:73) +2024-09-01 20:03:29,277 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.017805169998609927 (mp_runner.py:73) +2024-09-01 20:03:29,278 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.015365861996542662 (mp_runner.py:73) +2024-09-01 20:03:29,279 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.015730906998214778 (mp_runner.py:73) +2024-09-01 20:03:29,280 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.01853146299981745 (mp_runner.py:73) +2024-09-01 20:03:29,289 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.027851612998347264 (mp_runner.py:73) +2024-09-01 20:03:29,508 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.015878545003943145 (mp_runner.py:73) +2024-09-01 20:03:29,509 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.014097550003498327 (mp_runner.py:73) +2024-09-01 20:03:29,509 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.015069034998305142 (mp_runner.py:73) +2024-09-01 20:03:29,521 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.025301318004494533 (mp_runner.py:73) +2024-09-01 20:03:30,433 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.020291200999054126 (mp_runner.py:73) +2024-09-01 20:03:30,437 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.017200719004904386 (mp_runner.py:73) +2024-09-01 20:03:30,438 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.012848676997236907 (mp_runner.py:73) +2024-09-01 20:03:30,467 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.019783228999585845 (mp_runner.py:73) +2024-09-01 20:03:30,512 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.01463116300146794 (mp_runner.py:73) +2024-09-01 20:03:30,513 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.01941347700631013 (mp_runner.py:73) +2024-09-01 20:03:30,515 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.017402349003532436 (mp_runner.py:73) +2024-09-01 20:03:31,201 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.02231626999855507 (mp_runner.py:73) +2024-09-01 20:03:31,469 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.015815892998944037 (mp_runner.py:73) +2024-09-01 20:03:31,512 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.01709820899850456 (mp_runner.py:73) +2024-09-01 20:03:31,685 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.017886282999825198 (mp_runner.py:73) +2024-09-01 20:03:32,838 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.015415098001540173 (mp_runner.py:73) +2024-09-01 20:03:34,494 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.01464226099778898 (mp_runner.py:73) +2024-09-01 20:03:34,494 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.014167966997774784 (mp_runner.py:73) +2024-09-01 20:03:34,496 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.01310407599521568 (mp_runner.py:73) +2024-09-01 20:03:34,497 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.014869990001898259 (mp_runner.py:73) +2024-09-01 20:03:34,497 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.018595178000396118 (mp_runner.py:73) +2024-09-01 20:03:34,498 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.011510270996950567 (mp_runner.py:73) +2024-09-01 20:03:34,498 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.011539396000443958 (mp_runner.py:73) +2024-09-01 20:03:34,499 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.01283766599954106 (mp_runner.py:73) +2024-09-01 20:03:34,499 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.020877769995422568 (mp_runner.py:73) +2024-09-01 20:03:34,577 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.016531487002794165 (mp_runner.py:73) +2024-09-01 20:03:34,578 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.01584905100025935 (mp_runner.py:73) +2024-09-01 20:03:34,578 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.013856372999725863 (mp_runner.py:73) +2024-09-01 20:03:34,580 | DEBUG |(SpawnProcess-1:331) search_count: 1500, latest_latency=0.020918782000080682 (mp_runner.py:73) +2024-09-01 20:03:34,581 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.023282244997972157 (mp_runner.py:73) +2024-09-01 20:03:35,015 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.004569705000903923 (mp_runner.py:73) +2024-09-01 20:03:35,441 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.014975327001593541 (mp_runner.py:73) +2024-09-01 20:03:35,443 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.015865840003243648 (mp_runner.py:73) +2024-09-01 20:03:35,445 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.0193977070011897 (mp_runner.py:73) +2024-09-01 20:03:35,445 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.02080751900211908 (mp_runner.py:73) +2024-09-01 20:03:35,664 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.021639525999489706 (mp_runner.py:73) +2024-09-01 20:03:35,923 | DEBUG |(SpawnProcess-1:310) search_count: 1500, latest_latency=0.016909621001104824 (mp_runner.py:73) +2024-09-01 20:03:35,926 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.006753439003659878 (mp_runner.py:73) +2024-09-01 20:03:36,373 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.012519632997282315 (mp_runner.py:73) +2024-09-01 20:03:36,375 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.013047693995758891 (mp_runner.py:73) +2024-09-01 20:03:36,375 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.01499880100163864 (mp_runner.py:73) +2024-09-01 20:03:36,376 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.012850483995862305 (mp_runner.py:73) +2024-09-01 20:03:36,376 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.014772356000321452 (mp_runner.py:73) +2024-09-01 20:03:36,378 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.01820635599870002 (mp_runner.py:73) +2024-09-01 20:03:36,378 | DEBUG |(SpawnProcess-1:309) search_count: 1500, latest_latency=0.019992674999230076 (mp_runner.py:73) +2024-09-01 20:03:36,622 | DEBUG |(SpawnProcess-1:289) search_count: 1500, latest_latency=0.012701194995315745 (mp_runner.py:73) +2024-09-01 20:03:36,623 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.013894067997171078 (mp_runner.py:73) +2024-09-01 20:03:36,623 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.014705291003338061 (mp_runner.py:73) +2024-09-01 20:03:36,623 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.013677135000762064 (mp_runner.py:73) +2024-09-01 20:03:36,624 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.01811052999983076 (mp_runner.py:73) +2024-09-01 20:03:36,624 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.019834294995234814 (mp_runner.py:73) +2024-09-01 20:03:37,266 | DEBUG |(SpawnProcess-1:313) search_count: 1500, latest_latency=0.017715420995955355 (mp_runner.py:73) +2024-09-01 20:03:37,380 | DEBUG |(SpawnProcess-1:334) search_count: 1500, latest_latency=0.021948593006527517 (mp_runner.py:73) +2024-09-01 20:03:37,517 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.0161509220051812 (mp_runner.py:73) +2024-09-01 20:03:37,517 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.018376047002675477 (mp_runner.py:73) +2024-09-01 20:03:37,927 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.016362868998839986 (mp_runner.py:73) +2024-09-01 20:03:37,929 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.021485104000021238 (mp_runner.py:73) +2024-09-01 20:03:37,996 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.020895511996059213 (mp_runner.py:73) +2024-09-01 20:03:38,175 | DEBUG |(SpawnProcess-1:335) search_count: 1500, latest_latency=0.012004153002635576 (mp_runner.py:73) +2024-09-01 20:03:38,176 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.010331411001970991 (mp_runner.py:73) +2024-09-01 20:03:38,176 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.019907044996216428 (mp_runner.py:73) +2024-09-01 20:03:38,178 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.014787877997150645 (mp_runner.py:73) +2024-09-01 20:03:38,179 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.018513145005272236 (mp_runner.py:73) +2024-09-01 20:03:38,403 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.014427311994950287 (mp_runner.py:73) +2024-09-01 20:03:38,405 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.013273664997541346 (mp_runner.py:73) +2024-09-01 20:03:38,406 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.0181375790052698 (mp_runner.py:73) +2024-09-01 20:03:39,991 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.021189603001403157 (mp_runner.py:73) +2024-09-01 20:03:40,284 | DEBUG |(SpawnProcess-1:325) search_count: 1500, latest_latency=0.020496999997703824 (mp_runner.py:73) +2024-09-01 20:03:40,371 | DEBUG |(SpawnProcess-1:332) search_count: 1500, latest_latency=0.017558712999743875 (mp_runner.py:73) +2024-09-01 20:03:40,374 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.01913295300619211 (mp_runner.py:73) +2024-09-01 20:03:41,033 | DEBUG |(SpawnProcess-1:312) search_count: 2000, latest_latency=0.0117823269974906 (mp_runner.py:73) +2024-09-01 20:03:41,040 | DEBUG |(SpawnProcess-1:298) search_count: 2000, latest_latency=0.017667319996689912 (mp_runner.py:73) +2024-09-01 20:03:41,041 | DEBUG |(SpawnProcess-1:333) search_count: 2000, latest_latency=0.01578988599794684 (mp_runner.py:73) +2024-09-01 20:03:41,041 | DEBUG |(SpawnProcess-1:327) search_count: 2000, latest_latency=0.01642716000060318 (mp_runner.py:73) +2024-09-01 20:03:41,042 | DEBUG |(SpawnProcess-1:287) search_count: 2000, latest_latency=0.020917686000757385 (mp_runner.py:73) +2024-09-01 20:03:41,043 | DEBUG |(SpawnProcess-1:308) search_count: 2000, latest_latency=0.01668431299913209 (mp_runner.py:73) +2024-09-01 20:03:41,044 | DEBUG |(SpawnProcess-1:324) search_count: 2000, latest_latency=0.024704828996618744 (mp_runner.py:73) +2024-09-01 20:03:41,046 | DEBUG |(SpawnProcess-1:294) search_count: 2000, latest_latency=0.01624002499738708 (mp_runner.py:73) +2024-09-01 20:03:41,047 | DEBUG |(SpawnProcess-1:300) search_count: 2000, latest_latency=0.017159574999823235 (mp_runner.py:73) +2024-09-01 20:03:41,647 | DEBUG |(SpawnProcess-1:307) search_count: 2000, latest_latency=0.017170400002214592 (mp_runner.py:73) +2024-09-01 20:03:41,649 | DEBUG |(SpawnProcess-1:330) search_count: 2000, latest_latency=0.013986276004288811 (mp_runner.py:73) +2024-09-01 20:03:41,651 | DEBUG |(SpawnProcess-1:295) search_count: 2000, latest_latency=0.012100665997422766 (mp_runner.py:73) +2024-09-01 20:03:41,652 | DEBUG |(SpawnProcess-1:331) search_count: 2000, latest_latency=0.01159907200053567 (mp_runner.py:73) +2024-09-01 20:03:41,654 | DEBUG |(SpawnProcess-1:320) search_count: 2000, latest_latency=0.019637714998680167 (mp_runner.py:73) +2024-09-01 20:03:41,719 | DEBUG |(SpawnProcess-1:303) search_count: 1500, latest_latency=0.017024518994730897 (mp_runner.py:73) +2024-09-01 20:03:43,307 | DEBUG |(SpawnProcess-1:304) search_count: 2000, latest_latency=0.016097450999950524 (mp_runner.py:73) +2024-09-01 20:03:43,472 | DEBUG |(SpawnProcess-1:311) search_count: 2000, latest_latency=0.017565683003340382 (mp_runner.py:73) +2024-09-01 20:03:43,562 | DEBUG |(SpawnProcess-1:315) search_count: 2000, latest_latency=0.023442498000804335 (mp_runner.py:73) +2024-09-01 20:03:43,639 | DEBUG |(SpawnProcess-1:297) search_count: 2000, latest_latency=0.027830238999740686 (mp_runner.py:73) +2024-09-01 20:03:43,649 | DEBUG |(SpawnProcess-1:305) search_count: 2000, latest_latency=0.015205164003418759 (mp_runner.py:73) +2024-09-01 20:03:43,929 | DEBUG |(SpawnProcess-1:301) search_count: 2000, latest_latency=0.015654417999030557 (mp_runner.py:73) +2024-09-01 20:03:43,932 | DEBUG |(SpawnProcess-1:323) search_count: 2000, latest_latency=0.02050708999740891 (mp_runner.py:73) +2024-09-01 20:03:43,961 | DEBUG |(SpawnProcess-1:309) search_count: 2000, latest_latency=0.013239282001450192 (mp_runner.py:73) +2024-09-01 20:03:43,964 | DEBUG |(SpawnProcess-1:286) search_count: 2000, latest_latency=0.017084455001167953 (mp_runner.py:73) +2024-09-01 20:03:44,054 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0085s, count=2004, qps in this process: 66.7811 (mp_runner.py:76) +2024-09-01 20:03:44,090 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0046s, count=2007, qps in this process: 66.8897 (mp_runner.py:76) +2024-09-01 20:03:44,099 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0085s, count=2169, qps in this process: 72.2795 (mp_runner.py:76) +2024-09-01 20:03:44,103 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0086s, count=2176, qps in this process: 72.5125 (mp_runner.py:76) +2024-09-01 20:03:44,108 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0137s, count=2121, qps in this process: 70.6677 (mp_runner.py:76) +2024-09-01 20:03:44,109 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0145s, count=2041, qps in this process: 68.0005 (mp_runner.py:76) +2024-09-01 20:03:44,114 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.0192s, count=1880, qps in this process: 62.6266 (mp_runner.py:76) +2024-09-01 20:03:44,116 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0116s, count=2127, qps in this process: 70.8726 (mp_runner.py:76) +2024-09-01 20:03:44,158 | DEBUG |(SpawnProcess-1:310) search_count: 2000, latest_latency=0.03958115899877157 (mp_runner.py:73) +2024-09-01 20:03:44,164 | DEBUG |(SpawnProcess-1:314) search_count: 2000, latest_latency=0.06830994500342058 (mp_runner.py:73) +2024-09-01 20:03:44,181 | DEBUG |(SpawnProcess-1:281) search_count: 2000, latest_latency=0.03194399399944814 (mp_runner.py:73) +2024-09-01 20:03:44,211 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0013s, count=2001, qps in this process: 66.6971 (mp_runner.py:76) +2024-09-01 20:03:44,212 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0009s, count=1998, qps in this process: 66.598 (mp_runner.py:76) +2024-09-01 20:03:44,213 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0265s, count=1983, qps in this process: 66.0417 (mp_runner.py:76) +2024-09-01 20:03:44,215 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0055s, count=2127, qps in this process: 70.887 (mp_runner.py:76) +2024-09-01 20:03:44,216 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0054s, count=1985, qps in this process: 66.1548 (mp_runner.py:76) +2024-09-01 20:03:44,217 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0018s, count=1984, qps in this process: 66.1294 (mp_runner.py:76) +2024-09-01 20:03:44,218 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.015s, count=1836, qps in this process: 61.1694 (mp_runner.py:76) +2024-09-01 20:03:44,225 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0147s, count=1984, qps in this process: 66.1009 (mp_runner.py:76) +2024-09-01 20:03:44,226 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0006s, count=2011, qps in this process: 67.032 (mp_runner.py:76) +2024-09-01 20:03:44,227 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0011s, count=2004, qps in this process: 66.7976 (mp_runner.py:76) +2024-09-01 20:03:44,229 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0043s, count=1985, qps in this process: 66.1572 (mp_runner.py:76) +2024-09-01 20:03:44,230 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0049s, count=1881, qps in this process: 62.6898 (mp_runner.py:76) +2024-09-01 20:03:44,231 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0158s, count=1882, qps in this process: 62.7003 (mp_runner.py:76) +2024-09-01 20:03:44,231 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.006s, count=1985, qps in this process: 66.1534 (mp_runner.py:76) +2024-09-01 20:03:44,236 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0106s, count=2036, qps in this process: 67.8427 (mp_runner.py:76) +2024-09-01 20:03:44,241 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0251s, count=1984, qps in this process: 66.078 (mp_runner.py:76) +2024-09-01 20:03:44,242 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0012s, count=1986, qps in this process: 66.1974 (mp_runner.py:76) +2024-09-01 20:03:44,244 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0283s, count=2030, qps in this process: 67.6029 (mp_runner.py:76) +2024-09-01 20:03:44,250 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0139s, count=1882, qps in this process: 62.7043 (mp_runner.py:76) +2024-09-01 20:03:44,272 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0008s, count=2037, qps in this process: 67.8982 (mp_runner.py:76) +2024-09-01 20:03:44,288 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0013s, count=2036, qps in this process: 67.8637 (mp_runner.py:76) +2024-09-01 20:03:44,311 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0031s, count=1894, qps in this process: 63.1268 (mp_runner.py:76) +2024-09-01 20:03:44,335 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0032s, count=1853, qps in this process: 61.7601 (mp_runner.py:76) +2024-09-01 20:03:44,339 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.002s, count=1912, qps in this process: 63.7291 (mp_runner.py:76) +2024-09-01 20:03:44,340 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0023s, count=2141, qps in this process: 71.3612 (mp_runner.py:76) +2024-09-01 20:03:44,342 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0042s, count=1845, qps in this process: 61.4914 (mp_runner.py:76) +2024-09-01 20:03:44,344 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0009s, count=2136, qps in this process: 71.1979 (mp_runner.py:76) +2024-09-01 20:03:44,350 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0034s, count=1913, qps in this process: 63.7594 (mp_runner.py:76) +2024-09-01 20:03:44,352 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0099s, count=2194, qps in this process: 73.1092 (mp_runner.py:76) +2024-09-01 20:03:44,355 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0177s, count=2197, qps in this process: 73.1902 (mp_runner.py:76) +2024-09-01 20:03:44,381 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0039s, count=1731, qps in this process: 57.6925 (mp_runner.py:76) +2024-09-01 20:03:44,386 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0021s, count=2191, qps in this process: 73.0282 (mp_runner.py:76) +2024-09-01 20:03:44,386 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0028s, count=2030, qps in this process: 67.6604 (mp_runner.py:76) +2024-09-01 20:03:44,389 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.002s, count=2192, qps in this process: 73.0618 (mp_runner.py:76) +2024-09-01 20:03:44,394 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0005s, count=1907, qps in this process: 63.5656 (mp_runner.py:76) +2024-09-01 20:03:44,403 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0038s, count=2201, qps in this process: 73.3574 (mp_runner.py:76) +2024-09-01 20:03:44,422 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0031s, count=1924, qps in this process: 64.1267 (mp_runner.py:76) +2024-09-01 20:03:44,422 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.001s, count=1733, qps in this process: 57.7647 (mp_runner.py:76) +2024-09-01 20:03:44,424 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0025s, count=2204, qps in this process: 73.4605 (mp_runner.py:76) +2024-09-01 20:03:44,425 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0019s, count=1734, qps in this process: 57.7963 (mp_runner.py:76) +2024-09-01 20:03:44,427 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0013s, count=1734, qps in this process: 57.7975 (mp_runner.py:76) +2024-09-01 20:03:44,429 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0036s, count=2030, qps in this process: 67.6585 (mp_runner.py:76) +2024-09-01 20:03:44,441 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0012s, count=2201, qps in this process: 73.3637 (mp_runner.py:76) +2024-09-01 20:03:44,445 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0002s, count=1932, qps in this process: 64.3996 (mp_runner.py:76) +2024-09-01 20:03:44,455 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0002s, count=1955, qps in this process: 65.1662 (mp_runner.py:76) +2024-09-01 20:03:44,465 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0006s, count=1691, qps in this process: 56.3655 (mp_runner.py:76) +2024-09-01 20:03:44,466 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0002s, count=1950, qps in this process: 64.9996 (mp_runner.py:76) +2024-09-01 20:03:44,483 | INFO |End search in concurrency 55: dur=30.801112604996888s, total_count=109587, qps=3557.891 (mp_runner.py:120) +2024-09-01 20:03:48,496 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:03:48,496 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 20:04:09,895 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 20:04:10,015 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,107 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,144 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,212 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,251 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,258 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,446 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,446 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,466 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,486 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,501 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,509 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,519 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,531 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,540 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,542 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,544 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,591 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,611 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,631 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,657 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,706 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,741 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,745 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,747 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,780 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,815 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,815 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,816 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:10,838 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:04:18,130 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.0009904450052999891 (mp_runner.py:73) +2024-09-01 20:04:18,156 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.03500849600095535 (mp_runner.py:73) +2024-09-01 20:04:18,157 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.03422081800090382 (mp_runner.py:73) +2024-09-01 20:04:18,157 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.03816381400247337 (mp_runner.py:73) +2024-09-01 20:04:18,158 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.024109300997224636 (mp_runner.py:73) +2024-09-01 20:04:18,159 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.03558646299643442 (mp_runner.py:73) +2024-09-01 20:04:18,159 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.03139563900185749 (mp_runner.py:73) +2024-09-01 20:04:18,160 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.03612971500115236 (mp_runner.py:73) +2024-09-01 20:04:18,160 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.03398228700098116 (mp_runner.py:73) +2024-09-01 20:04:18,161 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.01905442499992205 (mp_runner.py:73) +2024-09-01 20:04:18,161 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.03169410299597075 (mp_runner.py:73) +2024-09-01 20:04:18,167 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.03895950299920514 (mp_runner.py:73) +2024-09-01 20:04:18,168 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.04944002900447231 (mp_runner.py:73) +2024-09-01 20:04:18,170 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.04263193599763326 (mp_runner.py:73) +2024-09-01 20:04:18,171 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.05354002099920763 (mp_runner.py:73) +2024-09-01 20:04:18,187 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.03850907699961681 (mp_runner.py:73) +2024-09-01 20:04:18,192 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.008460168006422464 (mp_runner.py:73) +2024-09-01 20:04:18,193 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.007828444002370816 (mp_runner.py:73) +2024-09-01 20:04:18,194 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.010971501003950834 (mp_runner.py:73) +2024-09-01 20:04:18,195 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.0015359919998445548 (mp_runner.py:73) +2024-09-01 20:04:18,198 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.009561994003888685 (mp_runner.py:73) +2024-09-01 20:04:18,199 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.010902408001129515 (mp_runner.py:73) +2024-09-01 20:04:18,199 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.01079425299394643 (mp_runner.py:73) +2024-09-01 20:04:18,200 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.010966912996082101 (mp_runner.py:73) +2024-09-01 20:04:18,201 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.011187060998054221 (mp_runner.py:73) +2024-09-01 20:04:18,203 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.011319199002173264 (mp_runner.py:73) +2024-09-01 20:04:18,211 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.015224966002278961 (mp_runner.py:73) +2024-09-01 20:04:18,217 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.017564854999363888 (mp_runner.py:73) +2024-09-01 20:04:18,218 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.017205078998813406 (mp_runner.py:73) +2024-09-01 20:04:18,228 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.015820505999727175 (mp_runner.py:73) +2024-09-01 20:04:18,263 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.02400309000222478 (mp_runner.py:73) +2024-09-01 20:04:18,264 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.01567278799484484 (mp_runner.py:73) +2024-09-01 20:04:18,270 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.021214043998043053 (mp_runner.py:73) +2024-09-01 20:04:18,583 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.012567377998493612 (mp_runner.py:73) +2024-09-01 20:04:18,585 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.015054930998303462 (mp_runner.py:73) +2024-09-01 20:04:18,587 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.02106033499876503 (mp_runner.py:73) +2024-09-01 20:04:18,590 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.02098818399826996 (mp_runner.py:73) +2024-09-01 20:04:18,595 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.022420043998863548 (mp_runner.py:73) +2024-09-01 20:04:18,597 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.014935942999727558 (mp_runner.py:73) +2024-09-01 20:04:19,015 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.013707452999369707 (mp_runner.py:73) +2024-09-01 20:04:19,016 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.013584528001956642 (mp_runner.py:73) +2024-09-01 20:04:19,016 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.013005904002056923 (mp_runner.py:73) +2024-09-01 20:04:19,017 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.01542075500037754 (mp_runner.py:73) +2024-09-01 20:04:19,017 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.013155589003872592 (mp_runner.py:73) +2024-09-01 20:04:19,017 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.015615303003869485 (mp_runner.py:73) +2024-09-01 20:04:19,019 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.01731610400020145 (mp_runner.py:73) +2024-09-01 20:04:19,021 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.02099168700078735 (mp_runner.py:73) +2024-09-01 20:04:19,023 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.01574467699538218 (mp_runner.py:73) +2024-09-01 20:04:19,027 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.02704630300286226 (mp_runner.py:73) +2024-09-01 20:04:19,391 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.022004327998729423 (mp_runner.py:73) +2024-09-01 20:04:19,494 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.015601170001900755 (mp_runner.py:73) +2024-09-01 20:04:19,494 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.01666812400071649 (mp_runner.py:73) +2024-09-01 20:04:19,497 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.020191978001093958 (mp_runner.py:73) +2024-09-01 20:04:19,623 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.019124067002849188 (mp_runner.py:73) +2024-09-01 20:04:19,624 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.02243249399907654 (mp_runner.py:73) +2024-09-01 20:04:20,082 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.018228036002255976 (mp_runner.py:73) +2024-09-01 20:04:20,438 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.02054927800054429 (mp_runner.py:73) +2024-09-01 20:04:20,679 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.02074535899737384 (mp_runner.py:73) +2024-09-01 20:04:20,735 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.02613955600099871 (mp_runner.py:73) +2024-09-01 20:04:20,779 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.02147079899441451 (mp_runner.py:73) +2024-09-01 20:04:25,164 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.01309362699976191 (mp_runner.py:73) +2024-09-01 20:04:25,165 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.01042600999790011 (mp_runner.py:73) +2024-09-01 20:04:25,166 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.01345063500048127 (mp_runner.py:73) +2024-09-01 20:04:25,166 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.01441066199913621 (mp_runner.py:73) +2024-09-01 20:04:25,167 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.013016737997531891 (mp_runner.py:73) +2024-09-01 20:04:25,168 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.014113240998995025 (mp_runner.py:73) +2024-09-01 20:04:25,170 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.015113786001165863 (mp_runner.py:73) +2024-09-01 20:04:25,171 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.01466993399662897 (mp_runner.py:73) +2024-09-01 20:04:25,171 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.02040687699627597 (mp_runner.py:73) +2024-09-01 20:04:25,173 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.015016076002211776 (mp_runner.py:73) +2024-09-01 20:04:25,173 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.023111055998015217 (mp_runner.py:73) +2024-09-01 20:04:25,174 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.015058894001413137 (mp_runner.py:73) +2024-09-01 20:04:25,175 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.014882306000799872 (mp_runner.py:73) +2024-09-01 20:04:25,176 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.017199977999553084 (mp_runner.py:73) +2024-09-01 20:04:25,664 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.01389579199894797 (mp_runner.py:73) +2024-09-01 20:04:25,665 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.01369654800510034 (mp_runner.py:73) +2024-09-01 20:04:25,666 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.015846535003220197 (mp_runner.py:73) +2024-09-01 20:04:25,667 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.019850319004035555 (mp_runner.py:73) +2024-09-01 20:04:25,667 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.013759002998995129 (mp_runner.py:73) +2024-09-01 20:04:25,669 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.0204456199935521 (mp_runner.py:73) +2024-09-01 20:04:25,841 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.012190213004942052 (mp_runner.py:73) +2024-09-01 20:04:25,841 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.011502342000312638 (mp_runner.py:73) +2024-09-01 20:04:25,841 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.011909569999261294 (mp_runner.py:73) +2024-09-01 20:04:25,842 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.012088941999536473 (mp_runner.py:73) +2024-09-01 20:04:25,843 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.011322760001348797 (mp_runner.py:73) +2024-09-01 20:04:25,844 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.011394192006264348 (mp_runner.py:73) +2024-09-01 20:04:25,844 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.011537036996742245 (mp_runner.py:73) +2024-09-01 20:04:25,845 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.011611257999902591 (mp_runner.py:73) +2024-09-01 20:04:25,845 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.016643306000332814 (mp_runner.py:73) +2024-09-01 20:04:25,845 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.018620500995893963 (mp_runner.py:73) +2024-09-01 20:04:25,846 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.013068733998807147 (mp_runner.py:73) +2024-09-01 20:04:25,847 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.012826082995161414 (mp_runner.py:73) +2024-09-01 20:04:25,847 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.012919294997118413 (mp_runner.py:73) +2024-09-01 20:04:25,848 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.01422048000677023 (mp_runner.py:73) +2024-09-01 20:04:25,850 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.01224230799562065 (mp_runner.py:73) +2024-09-01 20:04:25,850 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.016004676996089984 (mp_runner.py:73) +2024-09-01 20:04:25,850 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.016708459006622434 (mp_runner.py:73) +2024-09-01 20:04:25,855 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.015436372996191494 (mp_runner.py:73) +2024-09-01 20:04:26,313 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.01250672500464134 (mp_runner.py:73) +2024-09-01 20:04:26,314 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.012831200001528487 (mp_runner.py:73) +2024-09-01 20:04:26,314 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.014243186000385322 (mp_runner.py:73) +2024-09-01 20:04:26,317 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.014544614001351874 (mp_runner.py:73) +2024-09-01 20:04:26,317 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.015768544995808043 (mp_runner.py:73) +2024-09-01 20:04:26,317 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.018044554999505635 (mp_runner.py:73) +2024-09-01 20:04:26,317 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.014473144001385663 (mp_runner.py:73) +2024-09-01 20:04:26,318 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.015412920001836028 (mp_runner.py:73) +2024-09-01 20:04:26,321 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.015510343000642024 (mp_runner.py:73) +2024-09-01 20:04:26,323 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.016580158000579104 (mp_runner.py:73) +2024-09-01 20:04:26,995 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.019521351001458243 (mp_runner.py:73) +2024-09-01 20:04:28,316 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.02083571599359857 (mp_runner.py:73) +2024-09-01 20:04:28,317 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.02064532199437963 (mp_runner.py:73) +2024-09-01 20:04:28,407 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.018440239000483416 (mp_runner.py:73) +2024-09-01 20:04:28,443 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.02085950800392311 (mp_runner.py:73) +2024-09-01 20:04:29,137 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.022293340000032913 (mp_runner.py:73) +2024-09-01 20:04:29,362 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.02402265599812381 (mp_runner.py:73) +2024-09-01 20:04:29,718 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.01658094400045229 (mp_runner.py:73) +2024-09-01 20:04:30,187 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.03240140600246377 (mp_runner.py:73) +2024-09-01 20:04:30,489 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.024975184998766053 (mp_runner.py:73) +2024-09-01 20:04:30,542 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.02722093700140249 (mp_runner.py:73) +2024-09-01 20:04:30,852 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.019466998004645575 (mp_runner.py:73) +2024-09-01 20:04:32,881 | DEBUG |(SpawnProcess-1:351) search_count: 1500, latest_latency=0.012122113999794237 (mp_runner.py:73) +2024-09-01 20:04:32,881 | DEBUG |(SpawnProcess-1:374) search_count: 1500, latest_latency=0.01401396300207125 (mp_runner.py:73) +2024-09-01 20:04:32,882 | DEBUG |(SpawnProcess-1:347) search_count: 1500, latest_latency=0.014073451995500363 (mp_runner.py:73) +2024-09-01 20:04:32,882 | DEBUG |(SpawnProcess-1:360) search_count: 1500, latest_latency=0.016912770995986648 (mp_runner.py:73) +2024-09-01 20:04:32,883 | DEBUG |(SpawnProcess-1:362) search_count: 1500, latest_latency=0.020646586999646388 (mp_runner.py:73) +2024-09-01 20:04:32,884 | DEBUG |(SpawnProcess-1:367) search_count: 1500, latest_latency=0.01789351699699182 (mp_runner.py:73) +2024-09-01 20:04:32,886 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.023903385001176503 (mp_runner.py:73) +2024-09-01 20:04:33,184 | DEBUG |(SpawnProcess-1:363) search_count: 1500, latest_latency=0.0035142289998475462 (mp_runner.py:73) +2024-09-01 20:04:33,189 | DEBUG |(SpawnProcess-1:350) search_count: 1500, latest_latency=0.02170952199958265 (mp_runner.py:73) +2024-09-01 20:04:33,193 | DEBUG |(SpawnProcess-1:343) search_count: 1500, latest_latency=0.02384356200491311 (mp_runner.py:73) +2024-09-01 20:04:33,195 | DEBUG |(SpawnProcess-1:366) search_count: 1500, latest_latency=0.026946691003104206 (mp_runner.py:73) +2024-09-01 20:04:33,197 | DEBUG |(SpawnProcess-1:365) search_count: 1500, latest_latency=0.027582868999161292 (mp_runner.py:73) +2024-09-01 20:04:33,198 | DEBUG |(SpawnProcess-1:373) search_count: 1500, latest_latency=0.0034958770047524013 (mp_runner.py:73) +2024-09-01 20:04:33,203 | DEBUG |(SpawnProcess-1:383) search_count: 1500, latest_latency=0.03700617499998771 (mp_runner.py:73) +2024-09-01 20:04:33,599 | DEBUG |(SpawnProcess-1:352) search_count: 1500, latest_latency=0.01099934900412336 (mp_runner.py:73) +2024-09-01 20:04:33,601 | DEBUG |(SpawnProcess-1:395) search_count: 1500, latest_latency=0.012419472004694398 (mp_runner.py:73) +2024-09-01 20:04:33,603 | DEBUG |(SpawnProcess-1:339) search_count: 1500, latest_latency=0.01401021300262073 (mp_runner.py:73) +2024-09-01 20:04:33,603 | DEBUG |(SpawnProcess-1:390) search_count: 1500, latest_latency=0.015210402001684997 (mp_runner.py:73) +2024-09-01 20:04:33,604 | DEBUG |(SpawnProcess-1:348) search_count: 1500, latest_latency=0.014085647999309003 (mp_runner.py:73) +2024-09-01 20:04:33,605 | DEBUG |(SpawnProcess-1:359) search_count: 1500, latest_latency=0.014844184996036347 (mp_runner.py:73) +2024-09-01 20:04:33,606 | DEBUG |(SpawnProcess-1:370) search_count: 1500, latest_latency=0.01415736299532 (mp_runner.py:73) +2024-09-01 20:04:33,606 | DEBUG |(SpawnProcess-1:337) search_count: 1500, latest_latency=0.016652821999741718 (mp_runner.py:73) +2024-09-01 20:04:33,607 | DEBUG |(SpawnProcess-1:361) search_count: 1500, latest_latency=0.019936049997340888 (mp_runner.py:73) +2024-09-01 20:04:33,608 | DEBUG |(SpawnProcess-1:368) search_count: 1500, latest_latency=0.020237101998645812 (mp_runner.py:73) +2024-09-01 20:04:33,609 | DEBUG |(SpawnProcess-1:357) search_count: 1500, latest_latency=0.015518057996814605 (mp_runner.py:73) +2024-09-01 20:04:34,039 | DEBUG |(SpawnProcess-1:349) search_count: 1500, latest_latency=0.021842330999788828 (mp_runner.py:73) +2024-09-01 20:04:34,097 | DEBUG |(SpawnProcess-1:381) search_count: 1500, latest_latency=0.02610514999832958 (mp_runner.py:73) +2024-09-01 20:04:34,109 | DEBUG |(SpawnProcess-1:338) search_count: 1500, latest_latency=0.021612711003399454 (mp_runner.py:73) +2024-09-01 20:04:34,428 | DEBUG |(SpawnProcess-1:346) search_count: 1500, latest_latency=0.012590086000273004 (mp_runner.py:73) +2024-09-01 20:04:34,429 | DEBUG |(SpawnProcess-1:382) search_count: 1500, latest_latency=0.014970324002206326 (mp_runner.py:73) +2024-09-01 20:04:34,430 | DEBUG |(SpawnProcess-1:375) search_count: 1500, latest_latency=0.013119463001203258 (mp_runner.py:73) +2024-09-01 20:04:34,430 | DEBUG |(SpawnProcess-1:378) search_count: 1500, latest_latency=0.015056784002808854 (mp_runner.py:73) +2024-09-01 20:04:34,431 | DEBUG |(SpawnProcess-1:353) search_count: 1500, latest_latency=0.016476921002322342 (mp_runner.py:73) +2024-09-01 20:04:34,431 | DEBUG |(SpawnProcess-1:355) search_count: 1500, latest_latency=0.01589539000269724 (mp_runner.py:73) +2024-09-01 20:04:34,432 | DEBUG |(SpawnProcess-1:345) search_count: 1500, latest_latency=0.005794101998617407 (mp_runner.py:73) +2024-09-01 20:04:34,433 | DEBUG |(SpawnProcess-1:371) search_count: 1500, latest_latency=0.014117683000222314 (mp_runner.py:73) +2024-09-01 20:04:34,433 | DEBUG |(SpawnProcess-1:380) search_count: 1500, latest_latency=0.014290710998466238 (mp_runner.py:73) +2024-09-01 20:04:34,433 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.015167450997978449 (mp_runner.py:73) +2024-09-01 20:04:34,434 | DEBUG |(SpawnProcess-1:372) search_count: 1500, latest_latency=0.021777180998469703 (mp_runner.py:73) +2024-09-01 20:04:34,435 | DEBUG |(SpawnProcess-1:391) search_count: 1500, latest_latency=0.021742367003753316 (mp_runner.py:73) +2024-09-01 20:04:34,811 | DEBUG |(SpawnProcess-1:342) search_count: 1500, latest_latency=0.022385203999874648 (mp_runner.py:73) +2024-09-01 20:04:34,914 | DEBUG |(SpawnProcess-1:396) search_count: 1500, latest_latency=0.012788109001121484 (mp_runner.py:73) +2024-09-01 20:04:34,915 | DEBUG |(SpawnProcess-1:341) search_count: 1500, latest_latency=0.018633752995810937 (mp_runner.py:73) +2024-09-01 20:04:34,917 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.021949895002762787 (mp_runner.py:73) +2024-09-01 20:04:34,918 | DEBUG |(SpawnProcess-1:384) search_count: 1500, latest_latency=0.016571064996242058 (mp_runner.py:73) +2024-09-01 20:04:34,926 | DEBUG |(SpawnProcess-1:376) search_count: 1500, latest_latency=0.023939603997860104 (mp_runner.py:73) +2024-09-01 20:04:35,737 | DEBUG |(SpawnProcess-1:389) search_count: 1500, latest_latency=0.02270147499802988 (mp_runner.py:73) +2024-09-01 20:04:35,942 | DEBUG |(SpawnProcess-1:377) search_count: 1500, latest_latency=0.019777693996729795 (mp_runner.py:73) +2024-09-01 20:04:37,314 | DEBUG |(SpawnProcess-1:386) search_count: 1500, latest_latency=0.02715449099923717 (mp_runner.py:73) +2024-09-01 20:04:38,421 | DEBUG |(SpawnProcess-1:340) search_count: 1500, latest_latency=0.013225627000792883 (mp_runner.py:73) +2024-09-01 20:04:38,422 | DEBUG |(SpawnProcess-1:379) search_count: 1500, latest_latency=0.013831684002070688 (mp_runner.py:73) +2024-09-01 20:04:38,670 | DEBUG |(SpawnProcess-1:392) search_count: 1500, latest_latency=0.017135278998466674 (mp_runner.py:73) +2024-09-01 20:04:38,688 | DEBUG |(SpawnProcess-1:369) search_count: 1500, latest_latency=0.009417093999218196 (mp_runner.py:73) +2024-09-01 20:04:39,532 | DEBUG |(SpawnProcess-1:344) search_count: 1500, latest_latency=0.024656616005813703 (mp_runner.py:73) +2024-09-01 20:04:39,629 | DEBUG |(SpawnProcess-1:358) search_count: 1500, latest_latency=0.02019543400092516 (mp_runner.py:73) +2024-09-01 20:04:39,794 | DEBUG |(SpawnProcess-1:364) search_count: 1500, latest_latency=0.023428574000718072 (mp_runner.py:73) +2024-09-01 20:04:40,034 | DEBUG |(SpawnProcess-1:394) search_count: 1500, latest_latency=0.014977303995692637 (mp_runner.py:73) +2024-09-01 20:04:40,038 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0215s, count=1792, qps in this process: 59.6906 (mp_runner.py:76) +2024-09-01 20:04:40,124 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0152s, count=1931, qps in this process: 64.3341 (mp_runner.py:76) +2024-09-01 20:04:40,161 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0037s, count=1933, qps in this process: 64.4254 (mp_runner.py:76) +2024-09-01 20:04:40,199 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0025s, count=1980, qps in this process: 65.9945 (mp_runner.py:76) +2024-09-01 20:04:40,202 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0222s, count=1936, qps in this process: 64.4856 (mp_runner.py:76) +2024-09-01 20:04:40,206 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0095s, count=1872, qps in this process: 62.3802 (mp_runner.py:76) +2024-09-01 20:04:40,222 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0019s, count=1982, qps in this process: 66.0625 (mp_runner.py:76) +2024-09-01 20:04:40,270 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0051s, count=1941, qps in this process: 64.689 (mp_runner.py:76) +2024-09-01 20:04:40,272 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0113s, count=1985, qps in this process: 66.1418 (mp_runner.py:76) +2024-09-01 20:04:40,276 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0103s, count=1956, qps in this process: 65.1776 (mp_runner.py:76) +2024-09-01 20:04:40,276 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0032s, count=1876, qps in this process: 62.5267 (mp_runner.py:76) +2024-09-01 20:04:40,278 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0163s, count=1956, qps in this process: 65.1646 (mp_runner.py:76) +2024-09-01 20:04:40,283 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0114s, count=1858, qps in this process: 61.9098 (mp_runner.py:76) +2024-09-01 20:04:40,284 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0114s, count=1877, qps in this process: 62.5429 (mp_runner.py:76) +2024-09-01 20:04:40,287 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0047s, count=1986, qps in this process: 66.1896 (mp_runner.py:76) +2024-09-01 20:04:40,312 | DEBUG |(SpawnProcess-1:388) search_count: 1500, latest_latency=0.016597408000961877 (mp_runner.py:73) +2024-09-01 20:04:40,349 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0026s, count=1817, qps in this process: 60.5614 (mp_runner.py:76) +2024-09-01 20:04:40,352 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0124s, count=1882, qps in this process: 62.7074 (mp_runner.py:76) +2024-09-01 20:04:40,410 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0027s, count=1886, qps in this process: 62.861 (mp_runner.py:76) +2024-09-01 20:04:40,426 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0126s, count=1996, qps in this process: 66.5054 (mp_runner.py:76) +2024-09-01 20:04:40,428 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0121s, count=1968, qps in this process: 65.5736 (mp_runner.py:76) +2024-09-01 20:04:40,429 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0087s, count=1996, qps in this process: 66.514 (mp_runner.py:76) +2024-09-01 20:04:40,431 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0156s, count=1968, qps in this process: 65.5659 (mp_runner.py:76) +2024-09-01 20:04:40,443 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0132s, count=1969, qps in this process: 65.6045 (mp_runner.py:76) +2024-09-01 20:04:40,453 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0051s, count=1970, qps in this process: 65.6555 (mp_runner.py:76) +2024-09-01 20:04:40,473 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.012s, count=1999, qps in this process: 66.6067 (mp_runner.py:76) +2024-09-01 20:04:40,473 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0014s, count=1891, qps in this process: 63.0304 (mp_runner.py:76) +2024-09-01 20:04:40,478 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0004s, count=1957, qps in this process: 65.2325 (mp_runner.py:76) +2024-09-01 20:04:40,479 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0131s, count=1953, qps in this process: 65.0716 (mp_runner.py:76) +2024-09-01 20:04:40,481 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0118s, count=1941, qps in this process: 64.6746 (mp_runner.py:76) +2024-09-01 20:04:40,493 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0017s, count=1893, qps in this process: 63.0964 (mp_runner.py:76) +2024-09-01 20:04:40,506 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0014s, count=1831, qps in this process: 61.0305 (mp_runner.py:76) +2024-09-01 20:04:40,512 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0151s, count=1876, qps in this process: 62.5019 (mp_runner.py:76) +2024-09-01 20:04:40,529 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0047s, count=1963, qps in this process: 65.4231 (mp_runner.py:76) +2024-09-01 20:04:40,529 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0002s, count=1884, qps in this process: 62.7996 (mp_runner.py:76) +2024-09-01 20:04:40,530 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0116s, count=1945, qps in this process: 64.8083 (mp_runner.py:76) +2024-09-01 20:04:40,535 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0058s, count=1963, qps in this process: 65.4207 (mp_runner.py:76) +2024-09-01 20:04:40,542 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.001s, count=1965, qps in this process: 65.4978 (mp_runner.py:76) +2024-09-01 20:04:40,545 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0058s, count=1544, qps in this process: 51.4567 (mp_runner.py:76) +2024-09-01 20:04:40,553 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0039s, count=1826, qps in this process: 60.8588 (mp_runner.py:76) +2024-09-01 20:04:40,556 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.007s, count=1758, qps in this process: 58.5863 (mp_runner.py:76) +2024-09-01 20:04:40,558 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0004s, count=1915, qps in this process: 63.8325 (mp_runner.py:76) +2024-09-01 20:04:40,562 | DEBUG |(SpawnProcess-1:393) search_count: 1500, latest_latency=0.007294623996131122 (mp_runner.py:73) +2024-09-01 20:04:40,563 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.01s, count=1967, qps in this process: 65.5448 (mp_runner.py:76) +2024-09-01 20:04:40,578 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0034s, count=1840, qps in this process: 61.3264 (mp_runner.py:76) +2024-09-01 20:04:40,581 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0073s, count=1669, qps in this process: 55.6198 (mp_runner.py:76) +2024-09-01 20:04:40,594 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0028s, count=1841, qps in this process: 61.3609 (mp_runner.py:76) +2024-09-01 20:04:40,608 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0021s, count=1928, qps in this process: 64.2622 (mp_runner.py:76) +2024-09-01 20:04:40,618 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0019s, count=1746, qps in this process: 58.1963 (mp_runner.py:76) +2024-09-01 20:04:40,619 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0027s, count=1608, qps in this process: 53.5952 (mp_runner.py:76) +2024-09-01 20:04:40,639 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0031s, count=1628, qps in this process: 54.2611 (mp_runner.py:76) +2024-09-01 20:04:40,660 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0032s, count=1584, qps in this process: 52.7944 (mp_runner.py:76) +2024-09-01 20:04:40,663 | DEBUG |(SpawnProcess-1:387) search_count: 1500, latest_latency=0.003647243996965699 (mp_runner.py:73) +2024-09-01 20:04:40,664 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0026s, count=1946, qps in this process: 64.861 (mp_runner.py:76) +2024-09-01 20:04:40,709 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0006s, count=1650, qps in this process: 54.9989 (mp_runner.py:76) +2024-09-01 20:04:40,751 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0003s, count=1614, qps in this process: 53.7995 (mp_runner.py:76) +2024-09-01 20:04:40,754 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0016s, count=1654, qps in this process: 55.1304 (mp_runner.py:76) +2024-09-01 20:04:40,755 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0025s, count=1986, qps in this process: 66.1945 (mp_runner.py:76) +2024-09-01 20:04:40,775 | DEBUG |(SpawnProcess-1:345) search_count: 2000, latest_latency=0.0013084299935144372 (mp_runner.py:73) +2024-09-01 20:04:40,791 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.002s, count=1580, qps in this process: 52.6632 (mp_runner.py:76) +2024-09-01 20:04:40,821 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0002s, count=2040, qps in this process: 67.9995 (mp_runner.py:76) +2024-09-01 20:04:40,822 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0008s, count=1659, qps in this process: 55.2985 (mp_runner.py:76) +2024-09-01 20:04:40,822 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0007s, count=1585, qps in this process: 52.8321 (mp_runner.py:76) +2024-09-01 20:04:40,845 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0003s, count=1672, qps in this process: 55.7328 (mp_runner.py:76) +2024-09-01 20:04:40,857 | INFO |End search in concurrency 60: dur=30.961735809003585s, total_count=111614, qps=3604.9012 (mp_runner.py:120) +2024-09-01 20:04:45,232 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:04:45,233 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 20:05:06,780 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 20:05:07,096 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,138 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,285 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,285 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,289 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,298 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,323 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,323 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,326 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,327 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,348 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,349 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,351 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,351 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,356 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,356 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,360 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,361 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,362 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,412 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,438 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,469 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,471 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,495 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,507 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,513 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,542 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,572 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,572 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,572 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,599 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,656 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,658 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,659 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,660 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,722 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:07,757 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:05:15,616 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.01257024500227999 (mp_runner.py:73) +2024-09-01 20:05:15,616 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.014147747002425604 (mp_runner.py:73) +2024-09-01 20:05:15,619 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.015295701996365096 (mp_runner.py:73) +2024-09-01 20:05:15,624 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.022911658001248725 (mp_runner.py:73) +2024-09-01 20:05:15,626 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.025372345000505447 (mp_runner.py:73) +2024-09-01 20:05:15,691 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.01482724399829749 (mp_runner.py:73) +2024-09-01 20:05:15,692 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.013820799998939037 (mp_runner.py:73) +2024-09-01 20:05:15,692 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.016059877998486627 (mp_runner.py:73) +2024-09-01 20:05:15,693 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.012907987998914905 (mp_runner.py:73) +2024-09-01 20:05:15,693 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.015276069003448356 (mp_runner.py:73) +2024-09-01 20:05:15,695 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.014652204001322389 (mp_runner.py:73) +2024-09-01 20:05:15,697 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.021262191999994684 (mp_runner.py:73) +2024-09-01 20:05:15,697 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.022699222005030606 (mp_runner.py:73) +2024-09-01 20:05:15,932 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.013749119003477972 (mp_runner.py:73) +2024-09-01 20:05:16,125 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.017342528997687623 (mp_runner.py:73) +2024-09-01 20:05:16,427 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.017932734001078643 (mp_runner.py:73) +2024-09-01 20:05:16,498 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.014286534002167173 (mp_runner.py:73) +2024-09-01 20:05:16,501 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.01596396800596267 (mp_runner.py:73) +2024-09-01 20:05:16,501 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.017275106001761742 (mp_runner.py:73) +2024-09-01 20:05:16,503 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.015514814993366599 (mp_runner.py:73) +2024-09-01 20:05:16,503 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.02216174700151896 (mp_runner.py:73) +2024-09-01 20:05:16,505 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.013520323002012447 (mp_runner.py:73) +2024-09-01 20:05:16,506 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.01493507600389421 (mp_runner.py:73) +2024-09-01 20:05:16,514 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.0326310669988743 (mp_runner.py:73) +2024-09-01 20:05:16,539 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.01681358699715929 (mp_runner.py:73) +2024-09-01 20:05:16,540 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.015569071998470463 (mp_runner.py:73) +2024-09-01 20:05:16,541 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.015940035998937674 (mp_runner.py:73) +2024-09-01 20:05:16,541 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.01739775899477536 (mp_runner.py:73) +2024-09-01 20:05:16,542 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.01565939599822741 (mp_runner.py:73) +2024-09-01 20:05:16,542 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.013621140999021009 (mp_runner.py:73) +2024-09-01 20:05:16,543 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.01538252699538134 (mp_runner.py:73) +2024-09-01 20:05:16,543 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.023167096005636267 (mp_runner.py:73) +2024-09-01 20:05:16,543 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.022290463995886967 (mp_runner.py:73) +2024-09-01 20:05:16,545 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.01462292799988063 (mp_runner.py:73) +2024-09-01 20:05:16,545 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.014424945002247114 (mp_runner.py:73) +2024-09-01 20:05:16,549 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.014290484003140591 (mp_runner.py:73) +2024-09-01 20:05:16,933 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.02205184899503365 (mp_runner.py:73) +2024-09-01 20:05:16,939 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.01927319999958854 (mp_runner.py:73) +2024-09-01 20:05:17,050 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.01520352800434921 (mp_runner.py:73) +2024-09-01 20:05:17,051 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.014080087996262591 (mp_runner.py:73) +2024-09-01 20:05:17,051 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.013788977994408924 (mp_runner.py:73) +2024-09-01 20:05:17,052 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.014566691999789327 (mp_runner.py:73) +2024-09-01 20:05:17,053 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.013411326995992567 (mp_runner.py:73) +2024-09-01 20:05:17,053 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.011716157001501415 (mp_runner.py:73) +2024-09-01 20:05:17,054 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.019057474004512187 (mp_runner.py:73) +2024-09-01 20:05:17,055 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.01410849099920597 (mp_runner.py:73) +2024-09-01 20:05:17,060 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.025671289004094433 (mp_runner.py:73) +2024-09-01 20:05:17,060 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.016850195002916735 (mp_runner.py:73) +2024-09-01 20:05:17,145 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.02074363499559695 (mp_runner.py:73) +2024-09-01 20:05:17,146 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.023339448001934215 (mp_runner.py:73) +2024-09-01 20:05:17,651 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.020471897994866595 (mp_runner.py:73) +2024-09-01 20:05:17,749 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.02087568300339626 (mp_runner.py:73) +2024-09-01 20:05:17,868 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.021033751996583305 (mp_runner.py:73) +2024-09-01 20:05:17,889 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.01517705200240016 (mp_runner.py:73) +2024-09-01 20:05:17,890 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.019678490003570914 (mp_runner.py:73) +2024-09-01 20:05:17,891 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.019264802998804953 (mp_runner.py:73) +2024-09-01 20:05:17,892 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.017134397006884683 (mp_runner.py:73) +2024-09-01 20:05:17,893 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.01988408200122649 (mp_runner.py:73) +2024-09-01 20:05:17,895 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.02404946699971333 (mp_runner.py:73) +2024-09-01 20:05:18,839 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.006038408995664213 (mp_runner.py:73) +2024-09-01 20:05:18,846 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.01102320399513701 (mp_runner.py:73) +2024-09-01 20:05:18,920 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.021185746001719963 (mp_runner.py:73) +2024-09-01 20:05:19,051 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.02274611099710455 (mp_runner.py:73) +2024-09-01 20:05:19,221 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.023618283004907425 (mp_runner.py:73) +2024-09-01 20:05:19,445 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.01916996699583251 (mp_runner.py:73) +2024-09-01 20:05:23,759 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.018445834997692145 (mp_runner.py:73) +2024-09-01 20:05:23,760 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.013970790998428129 (mp_runner.py:73) +2024-09-01 20:05:23,762 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.016317672001605388 (mp_runner.py:73) +2024-09-01 20:05:23,768 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.0233962860002066 (mp_runner.py:73) +2024-09-01 20:05:23,976 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.019516738000675105 (mp_runner.py:73) +2024-09-01 20:05:23,979 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.016255413996987045 (mp_runner.py:73) +2024-09-01 20:05:24,175 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.0009485780028626323 (mp_runner.py:73) +2024-09-01 20:05:24,213 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.0019833400001516566 (mp_runner.py:73) +2024-09-01 20:05:24,391 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.022952929000894073 (mp_runner.py:73) +2024-09-01 20:05:24,663 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.016607794001174625 (mp_runner.py:73) +2024-09-01 20:05:24,663 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.014015667999046855 (mp_runner.py:73) +2024-09-01 20:05:24,663 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.014592700004868675 (mp_runner.py:73) +2024-09-01 20:05:24,663 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.013681759002793115 (mp_runner.py:73) +2024-09-01 20:05:24,664 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.01573075700434856 (mp_runner.py:73) +2024-09-01 20:05:24,664 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.013822587003232911 (mp_runner.py:73) +2024-09-01 20:05:24,664 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.012138227000832558 (mp_runner.py:73) +2024-09-01 20:05:24,664 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.019857996005157474 (mp_runner.py:73) +2024-09-01 20:05:24,665 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.016341775997716468 (mp_runner.py:73) +2024-09-01 20:05:24,666 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.016099361004307866 (mp_runner.py:73) +2024-09-01 20:05:24,667 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.022187244998349342 (mp_runner.py:73) +2024-09-01 20:05:24,668 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.017892017000121996 (mp_runner.py:73) +2024-09-01 20:05:24,669 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.017796212996472605 (mp_runner.py:73) +2024-09-01 20:05:24,671 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.017120475997217 (mp_runner.py:73) +2024-09-01 20:05:24,673 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.017783616000087932 (mp_runner.py:73) +2024-09-01 20:05:24,799 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.020987728996260557 (mp_runner.py:73) +2024-09-01 20:05:24,804 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.027682314001140185 (mp_runner.py:73) +2024-09-01 20:05:24,845 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.019934101997932885 (mp_runner.py:73) +2024-09-01 20:05:25,206 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.02179331599472789 (mp_runner.py:73) +2024-09-01 20:05:25,241 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.02001954500155989 (mp_runner.py:73) +2024-09-01 20:05:25,243 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.021085512002173346 (mp_runner.py:73) +2024-09-01 20:05:25,247 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.020164296998700593 (mp_runner.py:73) +2024-09-01 20:05:25,250 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.017946763000509236 (mp_runner.py:73) +2024-09-01 20:05:25,250 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.013985084995510988 (mp_runner.py:73) +2024-09-01 20:05:25,251 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.014815579997957684 (mp_runner.py:73) +2024-09-01 20:05:25,261 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.03314804899855517 (mp_runner.py:73) +2024-09-01 20:05:25,326 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.019210304999432992 (mp_runner.py:73) +2024-09-01 20:05:25,683 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.018870435997087043 (mp_runner.py:73) +2024-09-01 20:05:25,687 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.024042211996857077 (mp_runner.py:73) +2024-09-01 20:05:25,988 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.023445188002369832 (mp_runner.py:73) +2024-09-01 20:05:26,354 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.016913194995140657 (mp_runner.py:73) +2024-09-01 20:05:26,810 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.019593438002630137 (mp_runner.py:73) +2024-09-01 20:05:26,828 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.0204680129972985 (mp_runner.py:73) +2024-09-01 20:05:26,880 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.023290755998459645 (mp_runner.py:73) +2024-09-01 20:05:26,991 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.012611500002094544 (mp_runner.py:73) +2024-09-01 20:05:26,994 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.017384622995450627 (mp_runner.py:73) +2024-09-01 20:05:26,995 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.01593868000054499 (mp_runner.py:73) +2024-09-01 20:05:26,997 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.004053964003105648 (mp_runner.py:73) +2024-09-01 20:05:26,998 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.019569909003621433 (mp_runner.py:73) +2024-09-01 20:05:26,998 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.017395449998730328 (mp_runner.py:73) +2024-09-01 20:05:26,999 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.014372183002706151 (mp_runner.py:73) +2024-09-01 20:05:26,999 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.02278631400258746 (mp_runner.py:73) +2024-09-01 20:05:27,000 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.017846782997366972 (mp_runner.py:73) +2024-09-01 20:05:27,002 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.019312693002575543 (mp_runner.py:73) +2024-09-01 20:05:27,004 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.01805580299696885 (mp_runner.py:73) +2024-09-01 20:05:27,004 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.02002194400120061 (mp_runner.py:73) +2024-09-01 20:05:27,005 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.009217292004905175 (mp_runner.py:73) +2024-09-01 20:05:27,009 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.030144502998155076 (mp_runner.py:73) +2024-09-01 20:05:27,013 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.029307155004062224 (mp_runner.py:73) +2024-09-01 20:05:27,041 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.024252372000773903 (mp_runner.py:73) +2024-09-01 20:05:29,810 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.022736270999303088 (mp_runner.py:73) +2024-09-01 20:05:29,817 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.01817646899871761 (mp_runner.py:73) +2024-09-01 20:05:29,820 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.020825855004659388 (mp_runner.py:73) +2024-09-01 20:05:30,095 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.0694163230000413 (mp_runner.py:73) +2024-09-01 20:05:30,227 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.032421798998257145 (mp_runner.py:73) +2024-09-01 20:05:30,521 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.02003268899716204 (mp_runner.py:73) +2024-09-01 20:05:32,749 | DEBUG |(SpawnProcess-1:437) search_count: 1500, latest_latency=0.015308741996705066 (mp_runner.py:73) +2024-09-01 20:05:32,750 | DEBUG |(SpawnProcess-1:458) search_count: 1500, latest_latency=0.015084436003235169 (mp_runner.py:73) +2024-09-01 20:05:32,750 | DEBUG |(SpawnProcess-1:407) search_count: 1500, latest_latency=0.016973909994703718 (mp_runner.py:73) +2024-09-01 20:05:32,750 | DEBUG |(SpawnProcess-1:424) search_count: 1500, latest_latency=0.01365395900211297 (mp_runner.py:73) +2024-09-01 20:05:32,751 | DEBUG |(SpawnProcess-1:446) search_count: 1500, latest_latency=0.01521660599973984 (mp_runner.py:73) +2024-09-01 20:05:32,751 | DEBUG |(SpawnProcess-1:460) search_count: 1500, latest_latency=0.01368189899949357 (mp_runner.py:73) +2024-09-01 20:05:32,752 | DEBUG |(SpawnProcess-1:419) search_count: 1500, latest_latency=0.015808798001671676 (mp_runner.py:73) +2024-09-01 20:05:32,754 | DEBUG |(SpawnProcess-1:400) search_count: 1500, latest_latency=0.016521270001248922 (mp_runner.py:73) +2024-09-01 20:05:32,755 | DEBUG |(SpawnProcess-1:410) search_count: 1500, latest_latency=0.016415325000707526 (mp_runner.py:73) +2024-09-01 20:05:32,755 | DEBUG |(SpawnProcess-1:427) search_count: 1500, latest_latency=0.01569016199937323 (mp_runner.py:73) +2024-09-01 20:05:32,755 | DEBUG |(SpawnProcess-1:442) search_count: 1500, latest_latency=0.01562546700006351 (mp_runner.py:73) +2024-09-01 20:05:32,756 | DEBUG |(SpawnProcess-1:425) search_count: 1500, latest_latency=0.017020926999975927 (mp_runner.py:73) +2024-09-01 20:05:32,756 | DEBUG |(SpawnProcess-1:431) search_count: 1500, latest_latency=0.0236215910044848 (mp_runner.py:73) +2024-09-01 20:05:32,757 | DEBUG |(SpawnProcess-1:443) search_count: 1500, latest_latency=0.025442887003009673 (mp_runner.py:73) +2024-09-01 20:05:32,757 | DEBUG |(SpawnProcess-1:414) search_count: 1500, latest_latency=0.016695774997060653 (mp_runner.py:73) +2024-09-01 20:05:33,739 | DEBUG |(SpawnProcess-1:445) search_count: 1500, latest_latency=0.024482257998897694 (mp_runner.py:73) +2024-09-01 20:05:33,821 | DEBUG |(SpawnProcess-1:405) search_count: 1500, latest_latency=0.013945847000286449 (mp_runner.py:73) +2024-09-01 20:05:33,823 | DEBUG |(SpawnProcess-1:416) search_count: 1500, latest_latency=0.014701808999234345 (mp_runner.py:73) +2024-09-01 20:05:33,824 | DEBUG |(SpawnProcess-1:440) search_count: 1500, latest_latency=0.015503637005167548 (mp_runner.py:73) +2024-09-01 20:05:33,826 | DEBUG |(SpawnProcess-1:455) search_count: 1500, latest_latency=0.016714901001250837 (mp_runner.py:73) +2024-09-01 20:05:33,827 | DEBUG |(SpawnProcess-1:430) search_count: 1500, latest_latency=0.016564445999392774 (mp_runner.py:73) +2024-09-01 20:05:33,827 | DEBUG |(SpawnProcess-1:423) search_count: 1500, latest_latency=0.02078828200319549 (mp_runner.py:73) +2024-09-01 20:05:33,828 | DEBUG |(SpawnProcess-1:417) search_count: 1500, latest_latency=0.022087855999416206 (mp_runner.py:73) +2024-09-01 20:05:34,433 | DEBUG |(SpawnProcess-1:408) search_count: 1500, latest_latency=0.020273403999453876 (mp_runner.py:73) +2024-09-01 20:05:34,434 | DEBUG |(SpawnProcess-1:450) search_count: 1500, latest_latency=0.021925420995103195 (mp_runner.py:73) +2024-09-01 20:05:34,472 | DEBUG |(SpawnProcess-1:434) search_count: 1500, latest_latency=0.020782815001439303 (mp_runner.py:73) +2024-09-01 20:05:34,472 | DEBUG |(SpawnProcess-1:399) search_count: 1500, latest_latency=0.0240907609986607 (mp_runner.py:73) +2024-09-01 20:05:34,860 | DEBUG |(SpawnProcess-1:454) search_count: 1500, latest_latency=0.022531304995936807 (mp_runner.py:73) +2024-09-01 20:05:34,894 | DEBUG |(SpawnProcess-1:447) search_count: 1500, latest_latency=0.01955109799746424 (mp_runner.py:73) +2024-09-01 20:05:35,377 | DEBUG |(SpawnProcess-1:404) search_count: 1500, latest_latency=0.026610437998897396 (mp_runner.py:73) +2024-09-01 20:05:35,397 | DEBUG |(SpawnProcess-1:433) search_count: 1500, latest_latency=0.01575825300096767 (mp_runner.py:73) +2024-09-01 20:05:35,397 | DEBUG |(SpawnProcess-1:420) search_count: 1500, latest_latency=0.016323247000400443 (mp_runner.py:73) +2024-09-01 20:05:35,398 | DEBUG |(SpawnProcess-1:421) search_count: 1500, latest_latency=0.013333661001524888 (mp_runner.py:73) +2024-09-01 20:05:35,398 | DEBUG |(SpawnProcess-1:422) search_count: 1500, latest_latency=0.012302858995099086 (mp_runner.py:73) +2024-09-01 20:05:35,399 | DEBUG |(SpawnProcess-1:448) search_count: 1500, latest_latency=0.014417558995774016 (mp_runner.py:73) +2024-09-01 20:05:35,399 | DEBUG |(SpawnProcess-1:415) search_count: 1500, latest_latency=0.012098015999072231 (mp_runner.py:73) +2024-09-01 20:05:35,399 | DEBUG |(SpawnProcess-1:436) search_count: 1500, latest_latency=0.011808499002654571 (mp_runner.py:73) +2024-09-01 20:05:35,400 | DEBUG |(SpawnProcess-1:406) search_count: 1500, latest_latency=0.010774346999824047 (mp_runner.py:73) +2024-09-01 20:05:35,400 | DEBUG |(SpawnProcess-1:428) search_count: 1500, latest_latency=0.011543444998096675 (mp_runner.py:73) +2024-09-01 20:05:35,401 | DEBUG |(SpawnProcess-1:402) search_count: 1500, latest_latency=0.012403997003275435 (mp_runner.py:73) +2024-09-01 20:05:35,401 | DEBUG |(SpawnProcess-1:451) search_count: 1500, latest_latency=0.018708436997258104 (mp_runner.py:73) +2024-09-01 20:05:35,402 | DEBUG |(SpawnProcess-1:418) search_count: 1500, latest_latency=0.020097630003874656 (mp_runner.py:73) +2024-09-01 20:05:35,402 | DEBUG |(SpawnProcess-1:413) search_count: 1500, latest_latency=0.02134478100197157 (mp_runner.py:73) +2024-09-01 20:05:35,403 | DEBUG |(SpawnProcess-1:449) search_count: 1500, latest_latency=0.01973311899928376 (mp_runner.py:73) +2024-09-01 20:05:35,403 | DEBUG |(SpawnProcess-1:456) search_count: 1500, latest_latency=0.01301750200218521 (mp_runner.py:73) +2024-09-01 20:05:35,403 | DEBUG |(SpawnProcess-1:461) search_count: 1500, latest_latency=0.013067792999208905 (mp_runner.py:73) +2024-09-01 20:05:35,404 | DEBUG |(SpawnProcess-1:432) search_count: 1500, latest_latency=0.023581620000186376 (mp_runner.py:73) +2024-09-01 20:05:35,404 | DEBUG |(SpawnProcess-1:452) search_count: 1500, latest_latency=0.011743432994990144 (mp_runner.py:73) +2024-09-01 20:05:35,406 | DEBUG |(SpawnProcess-1:398) search_count: 1500, latest_latency=0.012350593999144621 (mp_runner.py:73) +2024-09-01 20:05:35,408 | DEBUG |(SpawnProcess-1:429) search_count: 1500, latest_latency=0.014875861998007167 (mp_runner.py:73) +2024-09-01 20:05:35,408 | DEBUG |(SpawnProcess-1:412) search_count: 1500, latest_latency=0.024756336002610624 (mp_runner.py:73) +2024-09-01 20:05:36,326 | DEBUG |(SpawnProcess-1:403) search_count: 1500, latest_latency=0.029332349993637763 (mp_runner.py:73) +2024-09-01 20:05:36,776 | DEBUG |(SpawnProcess-1:409) search_count: 1500, latest_latency=0.025674910000816453 (mp_runner.py:73) +2024-09-01 20:05:36,839 | DEBUG |(SpawnProcess-1:438) search_count: 1500, latest_latency=0.026406362005218398 (mp_runner.py:73) +2024-09-01 20:05:37,139 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0323s, count=1605, qps in this process: 53.4425 (mp_runner.py:76) +2024-09-01 20:05:37,155 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0132s, count=1626, qps in this process: 54.1762 (mp_runner.py:76) +2024-09-01 20:05:37,296 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0012s, count=1794, qps in this process: 59.7976 (mp_runner.py:76) +2024-09-01 20:05:37,297 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0034s, count=1794, qps in this process: 59.7932 (mp_runner.py:76) +2024-09-01 20:05:37,299 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0101s, count=1794, qps in this process: 59.7799 (mp_runner.py:76) +2024-09-01 20:05:37,303 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0132s, count=1773, qps in this process: 59.074 (mp_runner.py:76) +2024-09-01 20:05:37,321 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0166s, count=1714, qps in this process: 57.1017 (mp_runner.py:76) +2024-09-01 20:05:37,330 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0043s, count=1618, qps in this process: 53.9256 (mp_runner.py:76) +2024-09-01 20:05:37,332 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0058s, count=1703, qps in this process: 56.7557 (mp_runner.py:76) +2024-09-01 20:05:37,332 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0014s, count=1775, qps in this process: 59.1639 (mp_runner.py:76) +2024-09-01 20:05:37,334 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0075s, count=1618, qps in this process: 53.9199 (mp_runner.py:76) +2024-09-01 20:05:37,335 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0093s, count=1796, qps in this process: 59.8481 (mp_runner.py:76) +2024-09-01 20:05:37,337 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0078s, count=1617, qps in this process: 53.886 (mp_runner.py:76) +2024-09-01 20:05:37,338 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0046s, count=1796, qps in this process: 59.8575 (mp_runner.py:76) +2024-09-01 20:05:37,339 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0081s, count=1796, qps in this process: 59.8505 (mp_runner.py:76) +2024-09-01 20:05:37,339 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0132s, count=1796, qps in this process: 59.8403 (mp_runner.py:76) +2024-09-01 20:05:37,342 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0088s, count=1775, qps in this process: 59.1493 (mp_runner.py:76) +2024-09-01 20:05:37,347 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0129s, count=1777, qps in this process: 59.2079 (mp_runner.py:76) +2024-09-01 20:05:37,351 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0228s, count=1638, qps in this process: 54.5585 (mp_runner.py:76) +2024-09-01 20:05:37,361 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0083s, count=1527, qps in this process: 50.8859 (mp_runner.py:76) +2024-09-01 20:05:37,363 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0106s, count=1524, qps in this process: 50.7821 (mp_runner.py:76) +2024-09-01 20:05:37,365 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0061s, count=1637, qps in this process: 54.5556 (mp_runner.py:76) +2024-09-01 20:05:37,366 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0037s, count=1621, qps in this process: 54.0267 (mp_runner.py:76) +2024-09-01 20:05:37,367 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0081s, count=1621, qps in this process: 54.0187 (mp_runner.py:76) +2024-09-01 20:05:37,368 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0046s, count=1799, qps in this process: 59.9575 (mp_runner.py:76) +2024-09-01 20:05:37,369 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0012s, count=1621, qps in this process: 54.0312 (mp_runner.py:76) +2024-09-01 20:05:37,370 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0069s, count=1621, qps in this process: 54.0209 (mp_runner.py:76) +2024-09-01 20:05:37,370 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0057s, count=1799, qps in this process: 59.9553 (mp_runner.py:76) +2024-09-01 20:05:37,370 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0063s, count=1621, qps in this process: 54.022 (mp_runner.py:76) +2024-09-01 20:05:37,371 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0088s, count=1621, qps in this process: 54.0175 (mp_runner.py:76) +2024-09-01 20:05:37,372 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0071s, count=1795, qps in this process: 59.8192 (mp_runner.py:76) +2024-09-01 20:05:37,372 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0081s, count=1621, qps in this process: 54.0187 (mp_runner.py:76) +2024-09-01 20:05:37,376 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.013s, count=1469, qps in this process: 48.9455 (mp_runner.py:76) +2024-09-01 20:05:37,387 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0151s, count=1490, qps in this process: 49.6417 (mp_runner.py:76) +2024-09-01 20:05:37,418 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0008s, count=1626, qps in this process: 54.1986 (mp_runner.py:76) +2024-09-01 20:05:37,421 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.002s, count=1628, qps in this process: 54.263 (mp_runner.py:76) +2024-09-01 20:05:37,424 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0048s, count=1467, qps in this process: 48.8922 (mp_runner.py:76) +2024-09-01 20:05:37,425 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0093s, count=1805, qps in this process: 60.148 (mp_runner.py:76) +2024-09-01 20:05:37,428 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0089s, count=1627, qps in this process: 54.2172 (mp_runner.py:76) +2024-09-01 20:05:37,442 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0034s, count=1497, qps in this process: 49.8943 (mp_runner.py:76) +2024-09-01 20:05:37,444 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0006s, count=1607, qps in this process: 53.5656 (mp_runner.py:76) +2024-09-01 20:05:37,446 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0018s, count=1557, qps in this process: 51.8969 (mp_runner.py:76) +2024-09-01 20:05:37,451 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0042s, count=1646, qps in this process: 54.859 (mp_runner.py:76) +2024-09-01 20:05:37,459 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.006s, count=1632, qps in this process: 54.3891 (mp_runner.py:76) +2024-09-01 20:05:37,480 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.001s, count=1459, qps in this process: 48.6317 (mp_runner.py:76) +2024-09-01 20:05:37,482 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0009s, count=1357, qps in this process: 45.232 (mp_runner.py:76) +2024-09-01 20:05:37,499 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0017s, count=1640, qps in this process: 54.6636 (mp_runner.py:76) +2024-09-01 20:05:37,519 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0022s, count=1727, qps in this process: 57.5624 (mp_runner.py:76) +2024-09-01 20:05:37,520 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0025s, count=1740, qps in this process: 57.9952 (mp_runner.py:76) +2024-09-01 20:05:37,520 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.003s, count=1740, qps in this process: 57.9942 (mp_runner.py:76) +2024-09-01 20:05:37,552 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.003s, count=1748, qps in this process: 58.2608 (mp_runner.py:76) +2024-09-01 20:05:37,571 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.001s, count=1738, qps in this process: 57.9314 (mp_runner.py:76) +2024-09-01 20:05:37,575 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.002s, count=1662, qps in this process: 55.3963 (mp_runner.py:76) +2024-09-01 20:05:37,575 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0037s, count=1662, qps in this process: 55.3932 (mp_runner.py:76) +2024-09-01 20:05:37,577 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0007s, count=1662, qps in this process: 55.3987 (mp_runner.py:76) +2024-09-01 20:05:37,577 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0006s, count=1633, qps in this process: 54.4322 (mp_runner.py:76) +2024-09-01 20:05:37,583 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.005s, count=1755, qps in this process: 58.4903 (mp_runner.py:76) +2024-09-01 20:05:37,606 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0018s, count=1373, qps in this process: 45.7639 (mp_runner.py:76) +2024-09-01 20:05:37,607 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0018s, count=1364, qps in this process: 45.4639 (mp_runner.py:76) +2024-09-01 20:05:37,664 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0006s, count=1716, qps in this process: 57.1989 (mp_runner.py:76) +2024-09-01 20:05:37,665 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0003s, count=1716, qps in this process: 57.1994 (mp_runner.py:76) +2024-09-01 20:05:37,666 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0014s, count=1418, qps in this process: 47.2645 (mp_runner.py:76) +2024-09-01 20:05:37,668 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0015s, count=1718, qps in this process: 57.2638 (mp_runner.py:76) +2024-09-01 20:05:37,732 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0009s, count=1486, qps in this process: 49.5318 (mp_runner.py:76) +2024-09-01 20:05:37,749 | DEBUG |(SpawnProcess-1:411) search_count: 1500, latest_latency=0.0005410169978858903 (mp_runner.py:73) +2024-09-01 20:05:37,770 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0007s, count=1528, qps in this process: 50.9321 (mp_runner.py:76) +2024-09-01 20:05:37,788 | INFO |End search in concurrency 65: dur=31.007620822994795s, total_count=107126, qps=3454.8281 (mp_runner.py:120) +2024-09-01 20:05:42,544 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:05:42,544 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 20:06:04,317 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 20:06:04,599 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,735 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,735 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,765 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,770 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,772 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,772 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,772 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,773 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,773 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,773 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,773 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,785 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,801 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,815 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,821 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,830 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,837 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,844 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,849 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,869 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,892 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,896 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,902 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,911 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,913 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,953 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,969 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:04,992 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,002 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,031 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,041 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,042 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,051 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,069 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,071 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,109 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,109 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,128 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,133 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,153 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,158 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,230 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,256 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,301 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,317 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,337 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,345 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,375 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,426 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,481 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,496 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,511 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:05,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 20:06:14,142 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.02169235600013053 (mp_runner.py:73) +2024-09-01 20:06:14,172 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.014089737000176683 (mp_runner.py:73) +2024-09-01 20:06:14,276 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.03300509299879195 (mp_runner.py:73) +2024-09-01 20:06:14,278 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.03578095600096276 (mp_runner.py:73) +2024-09-01 20:06:14,279 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.036230195000825915 (mp_runner.py:73) +2024-09-01 20:06:14,282 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.03462101700279163 (mp_runner.py:73) +2024-09-01 20:06:14,318 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.016242350997345056 (mp_runner.py:73) +2024-09-01 20:06:14,319 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.0179037089983467 (mp_runner.py:73) +2024-09-01 20:06:14,321 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.02147331499872962 (mp_runner.py:73) +2024-09-01 20:06:14,321 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.022355471999617293 (mp_runner.py:73) +2024-09-01 20:06:14,324 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.01725930300017353 (mp_runner.py:73) +2024-09-01 20:06:14,326 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.016850420004629996 (mp_runner.py:73) +2024-09-01 20:06:14,363 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.022396143998776097 (mp_runner.py:73) +2024-09-01 20:06:14,397 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.023042594999424182 (mp_runner.py:73) +2024-09-01 20:06:14,397 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.025305655995907728 (mp_runner.py:73) +2024-09-01 20:06:14,416 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.01911511700018309 (mp_runner.py:73) +2024-09-01 20:06:14,418 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.018542101002822164 (mp_runner.py:73) +2024-09-01 20:06:14,419 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.024118957997416146 (mp_runner.py:73) +2024-09-01 20:06:14,419 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.023817437002435327 (mp_runner.py:73) +2024-09-01 20:06:14,422 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.02058675999433035 (mp_runner.py:73) +2024-09-01 20:06:14,434 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.013142893003532663 (mp_runner.py:73) +2024-09-01 20:06:14,435 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.01418561000173213 (mp_runner.py:73) +2024-09-01 20:06:14,436 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.01553322500694776 (mp_runner.py:73) +2024-09-01 20:06:14,437 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.014113481003732886 (mp_runner.py:73) +2024-09-01 20:06:14,438 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.017368045999319293 (mp_runner.py:73) +2024-09-01 20:06:14,438 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.020672771999670658 (mp_runner.py:73) +2024-09-01 20:06:14,440 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.01618686400615843 (mp_runner.py:73) +2024-09-01 20:06:14,440 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.01616505199490348 (mp_runner.py:73) +2024-09-01 20:06:14,441 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.015434210996318143 (mp_runner.py:73) +2024-09-01 20:06:14,441 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.016340760004823096 (mp_runner.py:73) +2024-09-01 20:06:14,442 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.0242970300023444 (mp_runner.py:73) +2024-09-01 20:06:14,442 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.022690684003464412 (mp_runner.py:73) +2024-09-01 20:06:14,443 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.01741584800038254 (mp_runner.py:73) +2024-09-01 20:06:14,443 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.015030050999484956 (mp_runner.py:73) +2024-09-01 20:06:14,444 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.016955612998572178 (mp_runner.py:73) +2024-09-01 20:06:14,444 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.014633918995968997 (mp_runner.py:73) +2024-09-01 20:06:14,469 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.020735942001920193 (mp_runner.py:73) +2024-09-01 20:06:14,570 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02395693700236734 (mp_runner.py:73) +2024-09-01 20:06:15,028 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.04313155200361507 (mp_runner.py:73) +2024-09-01 20:06:15,128 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.02786670900241006 (mp_runner.py:73) +2024-09-01 20:06:15,337 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.014458108998951502 (mp_runner.py:73) +2024-09-01 20:06:15,338 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.01567531699402025 (mp_runner.py:73) +2024-09-01 20:06:15,339 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.017215987005329225 (mp_runner.py:73) +2024-09-01 20:06:15,341 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.01688866199401673 (mp_runner.py:73) +2024-09-01 20:06:15,343 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.02306319699710002 (mp_runner.py:73) +2024-09-01 20:06:15,345 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.02599925999675179 (mp_runner.py:73) +2024-09-01 20:06:15,426 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.02555472799576819 (mp_runner.py:73) +2024-09-01 20:06:15,426 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.024580805002187844 (mp_runner.py:73) +2024-09-01 20:06:15,716 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.030160505993990228 (mp_runner.py:73) +2024-09-01 20:06:15,784 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.021492189000127837 (mp_runner.py:73) +2024-09-01 20:06:15,806 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.0177046690005227 (mp_runner.py:73) +2024-09-01 20:06:15,807 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.015909084999293555 (mp_runner.py:73) +2024-09-01 20:06:15,809 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.017209598001500126 (mp_runner.py:73) +2024-09-01 20:06:15,810 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.016988946998026222 (mp_runner.py:73) +2024-09-01 20:06:15,811 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.018700894004723523 (mp_runner.py:73) +2024-09-01 20:06:15,813 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.026393300002382603 (mp_runner.py:73) +2024-09-01 20:06:15,813 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.025468198000453413 (mp_runner.py:73) +2024-09-01 20:06:16,236 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.02308460600033868 (mp_runner.py:73) +2024-09-01 20:06:16,275 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.024453692996758036 (mp_runner.py:73) +2024-09-01 20:06:16,606 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.029429252004774753 (mp_runner.py:73) +2024-09-01 20:06:16,626 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.02149839299818268 (mp_runner.py:73) +2024-09-01 20:06:16,689 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.024703164999664295 (mp_runner.py:73) +2024-09-01 20:06:16,750 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.017829693999374285 (mp_runner.py:73) +2024-09-01 20:06:16,752 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.021051900999736972 (mp_runner.py:73) +2024-09-01 20:06:16,752 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.01877962199796457 (mp_runner.py:73) +2024-09-01 20:06:16,754 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.016947282005276065 (mp_runner.py:73) +2024-09-01 20:06:16,756 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.02394717899733223 (mp_runner.py:73) +2024-09-01 20:06:17,075 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.02939738099667011 (mp_runner.py:73) +2024-09-01 20:06:17,488 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.02432502699957695 (mp_runner.py:73) +2024-09-01 20:06:17,647 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.02477276600257028 (mp_runner.py:73) +2024-09-01 20:06:22,924 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.01704912300192518 (mp_runner.py:73) +2024-09-01 20:06:22,925 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.016092789999675006 (mp_runner.py:73) +2024-09-01 20:06:22,926 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.01850130799721228 (mp_runner.py:73) +2024-09-01 20:06:22,927 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.01843702499900246 (mp_runner.py:73) +2024-09-01 20:06:22,929 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.02452842299680924 (mp_runner.py:73) +2024-09-01 20:06:22,930 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.023464500001864508 (mp_runner.py:73) +2024-09-01 20:06:22,931 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.015095252994797193 (mp_runner.py:73) +2024-09-01 20:06:22,931 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.019006768998224288 (mp_runner.py:73) +2024-09-01 20:06:22,931 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.015044492000015453 (mp_runner.py:73) +2024-09-01 20:06:22,932 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.016954624996287748 (mp_runner.py:73) +2024-09-01 20:06:22,932 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.015574186996673234 (mp_runner.py:73) +2024-09-01 20:06:22,937 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.017121642995334696 (mp_runner.py:73) +2024-09-01 20:06:23,021 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.01472426100372104 (mp_runner.py:73) +2024-09-01 20:06:23,023 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.015761837996251415 (mp_runner.py:73) +2024-09-01 20:06:23,024 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.016156868005055003 (mp_runner.py:73) +2024-09-01 20:06:23,025 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.018718832994636614 (mp_runner.py:73) +2024-09-01 20:06:23,028 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.016785658997832797 (mp_runner.py:73) +2024-09-01 20:06:23,029 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.022973388993705157 (mp_runner.py:73) +2024-09-01 20:06:23,030 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.01759087000391446 (mp_runner.py:73) +2024-09-01 20:06:23,033 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.016649643999699038 (mp_runner.py:73) +2024-09-01 20:06:23,128 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.0062703800067538396 (mp_runner.py:73) +2024-09-01 20:06:23,129 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.022685762000037357 (mp_runner.py:73) +2024-09-01 20:06:23,133 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.012040237998007797 (mp_runner.py:73) +2024-09-01 20:06:23,134 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.015721110998129006 (mp_runner.py:73) +2024-09-01 20:06:23,136 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.020796133001567796 (mp_runner.py:73) +2024-09-01 20:06:23,532 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.028299994999542832 (mp_runner.py:73) +2024-09-01 20:06:23,533 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.015404268000565935 (mp_runner.py:73) +2024-09-01 20:06:23,969 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.021942090999800712 (mp_runner.py:73) +2024-09-01 20:06:23,969 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.018781366001348943 (mp_runner.py:73) +2024-09-01 20:06:23,970 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.023860458000854123 (mp_runner.py:73) +2024-09-01 20:06:23,972 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.01887148999958299 (mp_runner.py:73) +2024-09-01 20:06:23,976 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.014830562999122776 (mp_runner.py:73) +2024-09-01 20:06:23,977 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.015326897002523765 (mp_runner.py:73) +2024-09-01 20:06:24,349 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.012485938001191244 (mp_runner.py:73) +2024-09-01 20:06:24,349 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.013580420003563631 (mp_runner.py:73) +2024-09-01 20:06:24,352 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.019281282999145333 (mp_runner.py:73) +2024-09-01 20:06:24,352 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.01548286800243659 (mp_runner.py:73) +2024-09-01 20:06:24,353 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.016433955999673344 (mp_runner.py:73) +2024-09-01 20:06:24,354 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.004057812999235466 (mp_runner.py:73) +2024-09-01 20:06:24,355 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.015543749002972618 (mp_runner.py:73) +2024-09-01 20:06:24,356 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.020433327998034656 (mp_runner.py:73) +2024-09-01 20:06:24,357 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.015523100999416783 (mp_runner.py:73) +2024-09-01 20:06:24,358 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.019015581005078275 (mp_runner.py:73) +2024-09-01 20:06:24,358 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.016343946997949388 (mp_runner.py:73) +2024-09-01 20:06:24,362 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.017648745997576043 (mp_runner.py:73) +2024-09-01 20:06:24,680 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.021665156993549317 (mp_runner.py:73) +2024-09-01 20:06:24,685 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.018870952997531276 (mp_runner.py:73) +2024-09-01 20:06:24,686 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.02390765299787745 (mp_runner.py:73) +2024-09-01 20:06:24,813 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.011690489998727571 (mp_runner.py:73) +2024-09-01 20:06:24,817 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.022084253003413323 (mp_runner.py:73) +2024-09-01 20:06:24,818 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.018173327000113204 (mp_runner.py:73) +2024-09-01 20:06:24,819 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.020698504995380063 (mp_runner.py:73) +2024-09-01 20:06:24,904 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.019046047003939748 (mp_runner.py:73) +2024-09-01 20:06:25,752 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.019358247001946438 (mp_runner.py:73) +2024-09-01 20:06:25,869 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.015556901998934336 (mp_runner.py:73) +2024-09-01 20:06:25,870 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.015525983006227762 (mp_runner.py:73) +2024-09-01 20:06:25,871 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.01819924199662637 (mp_runner.py:73) +2024-09-01 20:06:25,872 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.01773263799987035 (mp_runner.py:73) +2024-09-01 20:06:25,873 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.022347051999531686 (mp_runner.py:73) +2024-09-01 20:06:25,873 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.016265831000055186 (mp_runner.py:73) +2024-09-01 20:06:25,873 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.01789711500168778 (mp_runner.py:73) +2024-09-01 20:06:25,874 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.02402015200641472 (mp_runner.py:73) +2024-09-01 20:06:25,875 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.01745764000224881 (mp_runner.py:73) +2024-09-01 20:06:25,875 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.02521129600063432 (mp_runner.py:73) +2024-09-01 20:06:25,876 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.017684908001683652 (mp_runner.py:73) +2024-09-01 20:06:25,877 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.0014796530012972653 (mp_runner.py:73) +2024-09-01 20:06:27,757 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.022938176996831317 (mp_runner.py:73) +2024-09-01 20:06:28,343 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.02669729199988069 (mp_runner.py:73) +2024-09-01 20:06:28,996 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.027969933005806524 (mp_runner.py:73) +2024-09-01 20:06:29,182 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.026948120997985825 (mp_runner.py:73) +2024-09-01 20:06:32,147 | DEBUG |(SpawnProcess-1:469) search_count: 1500, latest_latency=0.01788081499398686 (mp_runner.py:73) +2024-09-01 20:06:32,148 | DEBUG |(SpawnProcess-1:517) search_count: 1500, latest_latency=0.019723764002264943 (mp_runner.py:73) +2024-09-01 20:06:32,150 | DEBUG |(SpawnProcess-1:529) search_count: 1500, latest_latency=0.02332447200024035 (mp_runner.py:73) +2024-09-01 20:06:32,158 | DEBUG |(SpawnProcess-1:503) search_count: 1500, latest_latency=0.014358478001668118 (mp_runner.py:73) +2024-09-01 20:06:32,158 | DEBUG |(SpawnProcess-1:481) search_count: 1500, latest_latency=0.016097901992907282 (mp_runner.py:73) +2024-09-01 20:06:32,159 | DEBUG |(SpawnProcess-1:478) search_count: 1500, latest_latency=0.014658107000286691 (mp_runner.py:73) +2024-09-01 20:06:32,159 | DEBUG |(SpawnProcess-1:488) search_count: 1500, latest_latency=0.014603798001189716 (mp_runner.py:73) +2024-09-01 20:06:32,160 | DEBUG |(SpawnProcess-1:514) search_count: 1500, latest_latency=0.016464087995700538 (mp_runner.py:73) +2024-09-01 20:06:32,160 | DEBUG |(SpawnProcess-1:505) search_count: 1500, latest_latency=0.013911946000007447 (mp_runner.py:73) +2024-09-01 20:06:32,161 | DEBUG |(SpawnProcess-1:472) search_count: 1500, latest_latency=0.019154478002747055 (mp_runner.py:73) +2024-09-01 20:06:32,162 | DEBUG |(SpawnProcess-1:484) search_count: 1500, latest_latency=0.01960862999840174 (mp_runner.py:73) +2024-09-01 20:06:32,162 | DEBUG |(SpawnProcess-1:526) search_count: 1500, latest_latency=0.02101511799992295 (mp_runner.py:73) +2024-09-01 20:06:32,164 | DEBUG |(SpawnProcess-1:500) search_count: 1500, latest_latency=0.016512442998646293 (mp_runner.py:73) +2024-09-01 20:06:32,165 | DEBUG |(SpawnProcess-1:531) search_count: 1500, latest_latency=0.016061112997704186 (mp_runner.py:73) +2024-09-01 20:06:32,170 | DEBUG |(SpawnProcess-1:509) search_count: 1500, latest_latency=0.018387250005616806 (mp_runner.py:73) +2024-09-01 20:06:33,095 | DEBUG |(SpawnProcess-1:511) search_count: 1500, latest_latency=0.02796092200151179 (mp_runner.py:73) +2024-09-01 20:06:33,103 | DEBUG |(SpawnProcess-1:528) search_count: 1500, latest_latency=0.028541257001052145 (mp_runner.py:73) +2024-09-01 20:06:33,104 | DEBUG |(SpawnProcess-1:466) search_count: 1500, latest_latency=0.010926721995929256 (mp_runner.py:73) +2024-09-01 20:06:33,121 | DEBUG |(SpawnProcess-1:519) search_count: 1500, latest_latency=0.01853957399725914 (mp_runner.py:73) +2024-09-01 20:06:33,121 | DEBUG |(SpawnProcess-1:510) search_count: 1500, latest_latency=0.026873654998780694 (mp_runner.py:73) +2024-09-01 20:06:33,124 | DEBUG |(SpawnProcess-1:496) search_count: 1500, latest_latency=0.02614009999524569 (mp_runner.py:73) +2024-09-01 20:06:33,126 | DEBUG |(SpawnProcess-1:479) search_count: 1500, latest_latency=0.021144685000763275 (mp_runner.py:73) +2024-09-01 20:06:33,126 | DEBUG |(SpawnProcess-1:489) search_count: 1500, latest_latency=0.02111199299542932 (mp_runner.py:73) +2024-09-01 20:06:33,129 | DEBUG |(SpawnProcess-1:474) search_count: 1500, latest_latency=0.02038668600289384 (mp_runner.py:73) +2024-09-01 20:06:33,135 | DEBUG |(SpawnProcess-1:512) search_count: 1500, latest_latency=0.03323347499826923 (mp_runner.py:73) +2024-09-01 20:06:33,346 | DEBUG |(SpawnProcess-1:507) search_count: 1500, latest_latency=0.016759787002229132 (mp_runner.py:73) +2024-09-01 20:06:33,347 | DEBUG |(SpawnProcess-1:490) search_count: 1500, latest_latency=0.01510668500122847 (mp_runner.py:73) +2024-09-01 20:06:33,347 | DEBUG |(SpawnProcess-1:498) search_count: 1500, latest_latency=0.015927716995065566 (mp_runner.py:73) +2024-09-01 20:06:33,347 | DEBUG |(SpawnProcess-1:499) search_count: 1500, latest_latency=0.01749172199924942 (mp_runner.py:73) +2024-09-01 20:06:33,349 | DEBUG |(SpawnProcess-1:470) search_count: 1500, latest_latency=0.015228169999318197 (mp_runner.py:73) +2024-09-01 20:06:33,352 | DEBUG |(SpawnProcess-1:527) search_count: 1500, latest_latency=0.022888021005201153 (mp_runner.py:73) +2024-09-01 20:06:33,353 | DEBUG |(SpawnProcess-1:522) search_count: 1500, latest_latency=0.02440713199757738 (mp_runner.py:73) +2024-09-01 20:06:33,361 | DEBUG |(SpawnProcess-1:480) search_count: 1500, latest_latency=0.01736950899794465 (mp_runner.py:73) +2024-09-01 20:06:33,564 | DEBUG |(SpawnProcess-1:471) search_count: 1500, latest_latency=0.025258262998249847 (mp_runner.py:73) +2024-09-01 20:06:33,564 | DEBUG |(SpawnProcess-1:475) search_count: 1500, latest_latency=0.020859754004050046 (mp_runner.py:73) +2024-09-01 20:06:33,565 | DEBUG |(SpawnProcess-1:464) search_count: 1500, latest_latency=0.023696775999269448 (mp_runner.py:73) +2024-09-01 20:06:33,576 | DEBUG |(SpawnProcess-1:483) search_count: 1500, latest_latency=0.017211500999110285 (mp_runner.py:73) +2024-09-01 20:06:33,581 | DEBUG |(SpawnProcess-1:516) search_count: 1500, latest_latency=0.02202563500031829 (mp_runner.py:73) +2024-09-01 20:06:33,582 | DEBUG |(SpawnProcess-1:497) search_count: 1500, latest_latency=0.024156175000825897 (mp_runner.py:73) +2024-09-01 20:06:33,933 | DEBUG |(SpawnProcess-1:491) search_count: 1500, latest_latency=0.020539372999337502 (mp_runner.py:73) +2024-09-01 20:06:33,933 | DEBUG |(SpawnProcess-1:468) search_count: 1500, latest_latency=0.02192090600146912 (mp_runner.py:73) +2024-09-01 20:06:33,935 | DEBUG |(SpawnProcess-1:477) search_count: 1500, latest_latency=0.024279129997012205 (mp_runner.py:73) +2024-09-01 20:06:34,206 | DEBUG |(SpawnProcess-1:495) search_count: 1500, latest_latency=0.024686159995326307 (mp_runner.py:73) +2024-09-01 20:06:34,207 | DEBUG |(SpawnProcess-1:493) search_count: 1500, latest_latency=0.02262370900280075 (mp_runner.py:73) +2024-09-01 20:06:34,448 | DEBUG |(SpawnProcess-1:492) search_count: 1500, latest_latency=0.018578215000161435 (mp_runner.py:73) +2024-09-01 20:06:34,450 | DEBUG |(SpawnProcess-1:532) search_count: 1500, latest_latency=0.019341406994499266 (mp_runner.py:73) +2024-09-01 20:06:34,451 | DEBUG |(SpawnProcess-1:525) search_count: 1500, latest_latency=0.017857739003375173 (mp_runner.py:73) +2024-09-01 20:06:34,452 | DEBUG |(SpawnProcess-1:508) search_count: 1500, latest_latency=0.02327993599465117 (mp_runner.py:73) +2024-09-01 20:06:34,454 | DEBUG |(SpawnProcess-1:473) search_count: 1500, latest_latency=0.01701749300264055 (mp_runner.py:73) +2024-09-01 20:06:34,455 | DEBUG |(SpawnProcess-1:533) search_count: 1500, latest_latency=0.02637123999738833 (mp_runner.py:73) +2024-09-01 20:06:34,456 | DEBUG |(SpawnProcess-1:530) search_count: 1500, latest_latency=0.017922884995641652 (mp_runner.py:73) +2024-09-01 20:06:34,457 | DEBUG |(SpawnProcess-1:506) search_count: 1500, latest_latency=0.019036457997572143 (mp_runner.py:73) +2024-09-01 20:06:34,621 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0047s, count=1586, qps in this process: 52.8584 (mp_runner.py:76) +2024-09-01 20:06:34,753 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0158s, count=1632, qps in this process: 54.3714 (mp_runner.py:76) +2024-09-01 20:06:34,758 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0187s, count=1635, qps in this process: 54.466 (mp_runner.py:76) +2024-09-01 20:06:34,781 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0021s, count=1652, qps in this process: 55.0628 (mp_runner.py:76) +2024-09-01 20:06:34,782 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0034s, count=1652, qps in this process: 55.0604 (mp_runner.py:76) +2024-09-01 20:06:34,783 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0046s, count=1525, qps in this process: 50.8255 (mp_runner.py:76) +2024-09-01 20:06:34,784 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0159s, count=1595, qps in this process: 53.1385 (mp_runner.py:76) +2024-09-01 20:06:34,785 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0123s, count=1595, qps in this process: 53.1449 (mp_runner.py:76) +2024-09-01 20:06:34,787 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0075s, count=1595, qps in this process: 53.1534 (mp_runner.py:76) +2024-09-01 20:06:34,788 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.009s, count=1595, qps in this process: 53.1507 (mp_runner.py:76) +2024-09-01 20:06:34,791 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0117s, count=1652, qps in this process: 55.0452 (mp_runner.py:76) +2024-09-01 20:06:34,791 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0039s, count=1653, qps in this process: 55.0928 (mp_runner.py:76) +2024-09-01 20:06:34,799 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.02s, count=1543, qps in this process: 51.3991 (mp_runner.py:76) +2024-09-01 20:06:34,821 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0122s, count=1569, qps in this process: 52.2787 (mp_runner.py:76) +2024-09-01 20:06:34,827 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0075s, count=1655, qps in this process: 55.1529 (mp_runner.py:76) +2024-09-01 20:06:34,829 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0101s, count=1520, qps in this process: 50.6496 (mp_runner.py:76) +2024-09-01 20:06:34,834 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0018s, count=1638, qps in this process: 54.5967 (mp_runner.py:76) +2024-09-01 20:06:34,834 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0081s, count=1570, qps in this process: 52.3192 (mp_runner.py:76) +2024-09-01 20:06:34,846 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0063s, count=1656, qps in this process: 55.1884 (mp_runner.py:76) +2024-09-01 20:06:34,852 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0036s, count=1585, qps in this process: 52.827 (mp_runner.py:76) +2024-09-01 20:06:34,853 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.001s, count=1597, qps in this process: 53.2316 (mp_runner.py:76) +2024-09-01 20:06:34,855 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0063s, count=1489, qps in this process: 49.6229 (mp_runner.py:76) +2024-09-01 20:06:34,855 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0056s, count=1598, qps in this process: 53.2567 (mp_runner.py:76) +2024-09-01 20:06:34,862 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0146s, count=1657, qps in this process: 55.2065 (mp_runner.py:76) +2024-09-01 20:06:34,864 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0055s, count=1529, qps in this process: 50.9573 (mp_runner.py:76) +2024-09-01 20:06:34,865 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0102s, count=1657, qps in this process: 55.2146 (mp_runner.py:76) +2024-09-01 20:06:34,884 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0089s, count=1600, qps in this process: 53.3175 (mp_runner.py:76) +2024-09-01 20:06:34,900 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0081s, count=1548, qps in this process: 51.5861 (mp_runner.py:76) +2024-09-01 20:06:34,906 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0116s, count=1602, qps in this process: 53.3794 (mp_runner.py:76) +2024-09-01 20:06:34,907 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0068s, count=1589, qps in this process: 52.9547 (mp_runner.py:76) +2024-09-01 20:06:34,919 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0112s, count=1576, qps in this process: 52.5137 (mp_runner.py:76) +2024-09-01 20:06:34,926 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0082s, count=1551, qps in this process: 51.6859 (mp_runner.py:76) +2024-09-01 20:06:34,928 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0093s, count=1591, qps in this process: 53.0169 (mp_runner.py:76) +2024-09-01 20:06:34,965 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0055s, count=1580, qps in this process: 52.657 (mp_runner.py:76) +2024-09-01 20:06:34,970 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0104s, count=1595, qps in this process: 53.1482 (mp_runner.py:76) +2024-09-01 20:06:34,971 | DEBUG |(SpawnProcess-1:476) search_count: 1500, latest_latency=0.007356285001151264 (mp_runner.py:73) +2024-09-01 20:06:34,971 | DEBUG |(SpawnProcess-1:486) search_count: 1500, latest_latency=0.009522342996206135 (mp_runner.py:73) +2024-09-01 20:06:34,972 | DEBUG |(SpawnProcess-1:515) search_count: 1500, latest_latency=0.00850160900154151 (mp_runner.py:73) +2024-09-01 20:06:34,972 | DEBUG |(SpawnProcess-1:521) search_count: 1500, latest_latency=0.009807674003241118 (mp_runner.py:73) +2024-09-01 20:06:34,972 | DEBUG |(SpawnProcess-1:502) search_count: 1500, latest_latency=0.008092538999335375 (mp_runner.py:73) +2024-09-01 20:06:34,973 | DEBUG |(SpawnProcess-1:523) search_count: 1500, latest_latency=0.012250615000084508 (mp_runner.py:73) +2024-09-01 20:06:34,975 | DEBUG |(SpawnProcess-1:494) search_count: 1500, latest_latency=0.014162166997266468 (mp_runner.py:73) +2024-09-01 20:06:34,984 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0037s, count=1596, qps in this process: 53.1934 (mp_runner.py:76) +2024-09-01 20:06:35,005 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0106s, count=1670, qps in this process: 55.647 (mp_runner.py:76) +2024-09-01 20:06:35,009 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0017s, count=1670, qps in this process: 55.6635 (mp_runner.py:76) +2024-09-01 20:06:35,009 | DEBUG |(SpawnProcess-1:513) search_count: 1500, latest_latency=0.011843380001664627 (mp_runner.py:73) +2024-09-01 20:06:35,042 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0042s, count=1588, qps in this process: 52.9259 (mp_runner.py:76) +2024-09-01 20:06:35,048 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0012s, count=1614, qps in this process: 53.7978 (mp_runner.py:76) +2024-09-01 20:06:35,053 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0061s, count=1675, qps in this process: 55.822 (mp_runner.py:76) +2024-09-01 20:06:35,067 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0098s, count=1590, qps in this process: 52.9827 (mp_runner.py:76) +2024-09-01 20:06:35,077 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0079s, count=1547, qps in this process: 51.5531 (mp_runner.py:76) +2024-09-01 20:06:35,082 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.003s, count=1679, qps in this process: 55.9611 (mp_runner.py:76) +2024-09-01 20:06:35,083 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0085s, count=1547, qps in this process: 51.5521 (mp_runner.py:76) +2024-09-01 20:06:35,119 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0025s, count=1597, qps in this process: 53.2289 (mp_runner.py:76) +2024-09-01 20:06:35,122 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0056s, count=1494, qps in this process: 49.7907 (mp_runner.py:76) +2024-09-01 20:06:35,134 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0023s, count=1613, qps in this process: 53.7625 (mp_runner.py:76) +2024-09-01 20:06:35,143 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0008s, count=1557, qps in this process: 51.8986 (mp_runner.py:76) +2024-09-01 20:06:35,160 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0019s, count=1560, qps in this process: 51.9967 (mp_runner.py:76) +2024-09-01 20:06:35,168 | DEBUG |(SpawnProcess-1:524) search_count: 1500, latest_latency=0.0080876649954007 (mp_runner.py:73) +2024-09-01 20:06:35,170 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0031s, count=1561, qps in this process: 52.028 (mp_runner.py:76) +2024-09-01 20:06:35,200 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0013s, count=1566, qps in this process: 52.1977 (mp_runner.py:76) +2024-09-01 20:06:35,203 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0043s, count=1535, qps in this process: 51.1593 (mp_runner.py:76) +2024-09-01 20:06:35,240 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0017s, count=1545, qps in this process: 51.4971 (mp_runner.py:76) +2024-09-01 20:06:35,266 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.001s, count=1638, qps in this process: 54.5982 (mp_runner.py:76) +2024-09-01 20:06:35,272 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0032s, count=1472, qps in this process: 49.0614 (mp_runner.py:76) +2024-09-01 20:06:35,293 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0004s, count=1540, qps in this process: 51.3326 (mp_runner.py:76) +2024-09-01 20:06:35,312 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0026s, count=1526, qps in this process: 50.8623 (mp_runner.py:76) +2024-09-01 20:06:35,331 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.003s, count=1572, qps in this process: 52.3948 (mp_runner.py:76) +2024-09-01 20:06:35,348 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0015s, count=1598, qps in this process: 53.264 (mp_runner.py:76) +2024-09-01 20:06:35,354 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0013s, count=1380, qps in this process: 45.998 (mp_runner.py:76) +2024-09-01 20:06:35,359 | DEBUG |(SpawnProcess-1:482) search_count: 1500, latest_latency=0.005414733997895382 (mp_runner.py:73) +2024-09-01 20:06:35,382 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0018s, count=1593, qps in this process: 53.0968 (mp_runner.py:76) +2024-09-01 20:06:35,401 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0011s, count=1372, qps in this process: 45.7317 (mp_runner.py:76) +2024-09-01 20:06:35,402 | DEBUG |(SpawnProcess-1:504) search_count: 1500, latest_latency=0.0027476160030346364 (mp_runner.py:73) +2024-09-01 20:06:35,432 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0016s, count=1618, qps in this process: 53.9305 (mp_runner.py:76) +2024-09-01 20:06:35,437 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0022s, count=1620, qps in this process: 53.996 (mp_runner.py:76) +2024-09-01 20:06:35,480 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0017s, count=1567, qps in this process: 52.2304 (mp_runner.py:76) +2024-09-01 20:06:35,493 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0004s, count=1559, qps in this process: 51.966 (mp_runner.py:76) +2024-09-01 20:06:35,507 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0007s, count=1673, qps in this process: 55.7654 (mp_runner.py:76) +2024-09-01 20:06:35,523 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0007s, count=1455, qps in this process: 48.4989 (mp_runner.py:76) +2024-09-01 20:06:35,548 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0006s, count=1488, qps in this process: 49.599 (mp_runner.py:76) +2024-09-01 20:06:35,567 | INFO |End search in concurrency 70: dur=31.248534056998324s, total_count=110737, qps=3543.7502 (mp_runner.py:120) +2024-09-01 20:06:40,227 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=586.3848, build_dur=469.5117279400001, table_size='3908 MB', index_size='3906 MB', qps=3652.5966, serial_latency_p99=np.float64(0.2495), recall=np.float64(0.0944), ndcg=np.float64(0.1785), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1107.5345, 2913.8149, 3232.1163, 3124.828, 3451.8502, 3652.5966, 3580.6436, 3457.6671, 3578.0946, 3556.5596, 3557.891, 3604.9012, 3454.8281, 3543.7502], conc_latency_p99_list=[np.float64(0.000455063548983162), np.float64(0.0007300784741993994), np.float64(0.001024299019978207), np.float64(0.0010612101037928369), np.float64(0.0016993698351201601), np.float64(0.002127460997133312), np.float64(0.0019837246394890824), np.float64(0.0022666423127579035), np.float64(0.002261188641132321), np.float64(0.0031811744677514068), np.float64(0.003645480319793569), np.float64(0.0026406924468712527), np.float64(0.0026641485589607326), np.float64(0.00268658364971634)]) (task_runner.py:197) +2024-09-01 20:06:40,227 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:45:30.975001'}, result=Metric(max_load_count=0, load_duration=586.3848, build_dur=469.5117279400001, table_size='3908 MB', index_size='3906 MB', qps=3652.5966, serial_latency_p99=np.float64(0.2495), recall=np.float64(0.0944), ndcg=np.float64(0.1785), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1107.5345, 2913.8149, 3232.1163, 3124.828, 3451.8502, 3652.5966, 3580.6436, 3457.6671, 3578.0946, 3556.5596, 3557.891, 3604.9012, 3454.8281, 3543.7502], conc_latency_p99_list=[np.float64(0.000455063548983162), np.float64(0.0007300784741993994), np.float64(0.001024299019978207), np.float64(0.0010612101037928369), np.float64(0.0016993698351201601), np.float64(0.002127460997133312), np.float64(0.0019837246394890824), np.float64(0.0022666423127579035), np.float64(0.002261188641132321), np.float64(0.0031811744677514068), np.float64(0.003645480319793569), np.float64(0.0026406924468712527), np.float64(0.0026641485589607326), np.float64(0.00268658364971634)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 20:06:40,228 | INFO |Task summary: run_id=d8842, task_label=d8842421f3e84a16ac1f0dcf09abf3eb (models.py:346) +2024-09-01 20:06:40,228 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 20:06:40,228 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 20:06:40,228 | INFO |PgVector | 2024-09-01T19:45:30.975001 Performance1536D500K d8842421f3e84a16ac1f0dcf09abf3eb | 586.3848 3652.5966 0.2495 0.0944 0 | :) (models.py:346) +2024-09-01 20:06:40,228 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json (models.py:204) +2024-09-01 20:06:40,228 | INFO |Success to finish task: label=d8842421f3e84a16ac1f0dcf09abf3eb, run_id=d8842421f3e84a16ac1f0dcf09abf3eb (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json b/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json new file mode 100644 index 000000000..09c0acc44 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json @@ -0,0 +1 @@ +{"run_id": "d8842421f3e84a16ac1f0dcf09abf3eb", "task_label": "d8842421f3e84a16ac1f0dcf09abf3eb", "results": [{"metrics": {"max_load_count": 0, "load_duration": 586.3848, "build_dur": 469.5117279400001, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 3652.5966, "serial_latency_p99": 0.2495, "recall": 0.0944, "ndcg": 0.1785, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1107.5345, 2913.8149, 3232.1163, 3124.828, 3451.8502, 3652.5966, 3580.6436, 3457.6671, 3578.0946, 3556.5596, 3557.891, 3604.9012, 3454.8281, 3543.7502], "conc_latency_p99_list": [0.000455063548983162, 0.0007300784741993994, 0.001024299019978207, 0.0010612101037928369, 0.0016993698351201601, 0.002127460997133312, 0.0019837246394890824, 0.0022666423127579035, 0.002261188641132321, 0.0031811744677514068, 0.003645480319793569, 0.0026406924468712527, 0.0026641485589607326, 0.00268658364971634]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:45:30.975001", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt b/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt new file mode 100644 index 000000000..6794200b0 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt @@ -0,0 +1,1818 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load +2024-09-01 20:45:31,122 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:45:31.110254', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 20:45:31,122 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:45:31.110254', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 20:45:31,122 | INFO |generated uuid for the tasks: 4ab6e47b3cf847a4bc87d2fda3fd8158 (interface.py:66) +2024-09-01 20:45:31,182 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 20:45:31,182 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 20:45:31,182 | INFO | PgVector-2024-09-01T20:45:31.110254 | Performance OpenAI-MEDIUM-500K None | 4ab6e47b3cf847a4bc87d2fda3fd8158 (task_runner.py:340) +2024-09-01 20:45:31,182 | INFO |task submitted: id=4ab6e47b3cf847a4bc87d2fda3fd8158, 4ab6e47b3cf847a4bc87d2fda3fd8158, case number: 1 (interface.py:231) +2024-09-01 20:45:31,599 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:45:31.110254'}, drop_old=False (interface.py:164) +2024-09-01 20:45:31,599 | INFO |Starting run (task_runner.py:100) +2024-09-01 20:45:31,676 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 20:45:32,249 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 20:45:32,297 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 20:45:32,321 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 20:45:32,321 | INFO |Start performance case (task_runner.py:158) +2024-09-01 20:45:32,332 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:45:32,333 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 20:45:32,333 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 20:45:32,334 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 20:45:32,377 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 20:45:32,941 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 20:45:32,960 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:45:32,960 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 20:45:32,960 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 20:45:36,718 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03926606699678814, latest recall=0.81 (serial_runner.py:202) +2024-09-01 20:45:40,463 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03221326400671387, latest recall=0.85 (serial_runner.py:202) +2024-09-01 20:45:44,049 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.023185974998341408, latest recall=0.68 (serial_runner.py:202) +2024-09-01 20:45:47,594 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01948702500521904, latest recall=0.93 (serial_runner.py:202) +2024-09-01 20:45:51,228 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.02224255300097866, latest recall=0.87 (serial_runner.py:202) +2024-09-01 20:45:54,580 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.020538800999929663, latest recall=0.97 (serial_runner.py:202) +2024-09-01 20:45:57,856 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.01594970100268256, latest recall=0.89 (serial_runner.py:202) +2024-09-01 20:46:01,357 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02378544099337887, latest recall=0.93 (serial_runner.py:202) +2024-09-01 20:46:04,530 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.015987968996341806, latest recall=0.96 (serial_runner.py:202) +2024-09-01 20:46:07,820 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.026425514995935373, latest recall=0.7 (serial_runner.py:202) +2024-09-01 20:46:07,821 | INFO |SpawnProcess-1:1 search entire test_data: cost=23.6669s, queries=1000, avg_recall=0.8502, avg_ndcg=0.867,avg_latency=0.0237, p99=0.0512 (serial_runner.py:209) +2024-09-01 20:46:08,351 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:46:08,351 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 20:46:09,372 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 20:46:09,402 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:46:11,797 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.003101798996794969 (mp_runner.py:73) +2024-09-01 20:46:13,675 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.009325196995632723 (mp_runner.py:73) +2024-09-01 20:46:15,577 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0031946540038916282 (mp_runner.py:73) +2024-09-01 20:46:17,333 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.004460552998352796 (mp_runner.py:73) +2024-09-01 20:46:19,179 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0032017429984989576 (mp_runner.py:73) +2024-09-01 20:46:20,957 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.004532094004389364 (mp_runner.py:73) +2024-09-01 20:46:22,854 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.003273757996794302 (mp_runner.py:73) +2024-09-01 20:46:24,697 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0045697329987888224 (mp_runner.py:73) +2024-09-01 20:46:26,565 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0032849969938979484 (mp_runner.py:73) +2024-09-01 20:46:28,405 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.00453331800235901 (mp_runner.py:73) +2024-09-01 20:46:30,409 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.003301705000922084 (mp_runner.py:73) +2024-09-01 20:46:32,237 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.004532628001470584 (mp_runner.py:73) +2024-09-01 20:46:34,149 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.003222437997465022 (mp_runner.py:73) +2024-09-01 20:46:35,961 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.004604478999681305 (mp_runner.py:73) +2024-09-01 20:46:37,871 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0034243979971506633 (mp_runner.py:73) +2024-09-01 20:46:39,404 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0012s, count=7918, qps in this process: 263.9228 (mp_runner.py:76) +2024-09-01 20:46:39,406 | INFO |End search in concurrency 1: dur=30.03368102999957s, total_count=7918, qps=263.6373 (mp_runner.py:120) +2024-09-01 20:46:39,590 | INFO |Update largest qps with concurrency 1: current max_qps=263.6373 (mp_runner.py:124) +2024-09-01 20:46:40,007 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:46:40,007 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 20:46:45,049 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 20:46:45,130 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:46:45,130 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:46:45,132 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:46:45,132 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:46:45,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:46:48,201 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.004155376998824067 (mp_runner.py:73) +2024-09-01 20:46:48,204 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.006343628003378399 (mp_runner.py:73) +2024-09-01 20:46:48,206 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.007647711994650308 (mp_runner.py:73) +2024-09-01 20:46:48,207 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.009408706995600369 (mp_runner.py:73) +2024-09-01 20:46:48,207 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.009323742997366935 (mp_runner.py:73) +2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.007540785998571664 (mp_runner.py:73) +2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.00754075499571627 (mp_runner.py:73) +2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0065457250020699576 (mp_runner.py:73) +2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.007143795999581926 (mp_runner.py:73) +2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.009946008998667821 (mp_runner.py:73) +2024-09-01 20:46:54,322 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.004196248002699576 (mp_runner.py:73) +2024-09-01 20:46:54,322 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.00429573099972913 (mp_runner.py:73) +2024-09-01 20:46:54,323 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.005390409998653922 (mp_runner.py:73) +2024-09-01 20:46:54,323 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.005672311999660451 (mp_runner.py:73) +2024-09-01 20:46:54,324 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.006428846994822379 (mp_runner.py:73) +2024-09-01 20:46:57,261 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0066010520022246055 (mp_runner.py:73) +2024-09-01 20:46:57,262 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0071659979948890395 (mp_runner.py:73) +2024-09-01 20:46:57,262 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0065302110015181825 (mp_runner.py:73) +2024-09-01 20:46:57,262 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.00771630099916365 (mp_runner.py:73) +2024-09-01 20:46:57,262 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.007793716999003664 (mp_runner.py:73) +2024-09-01 20:47:00,625 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.004177884999080561 (mp_runner.py:73) +2024-09-01 20:47:00,626 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.003799865000473801 (mp_runner.py:73) +2024-09-01 20:47:00,627 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.005332155000360217 (mp_runner.py:73) +2024-09-01 20:47:00,627 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.005436617997474968 (mp_runner.py:73) +2024-09-01 20:47:00,629 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0021186100057093427 (mp_runner.py:73) +2024-09-01 20:47:03,608 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0072077360018738545 (mp_runner.py:73) +2024-09-01 20:47:03,609 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.007254791999002919 (mp_runner.py:73) +2024-09-01 20:47:03,609 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.006656944002315868 (mp_runner.py:73) +2024-09-01 20:47:03,609 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.006509141996502876 (mp_runner.py:73) +2024-09-01 20:47:03,609 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.007417356006044429 (mp_runner.py:73) +2024-09-01 20:47:06,666 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.006725311999616679 (mp_runner.py:73) +2024-09-01 20:47:06,666 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.00675092500023311 (mp_runner.py:73) +2024-09-01 20:47:06,666 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.005459506995975971 (mp_runner.py:73) +2024-09-01 20:47:06,666 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.006999344004725572 (mp_runner.py:73) +2024-09-01 20:47:06,667 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.00756861600530101 (mp_runner.py:73) +2024-09-01 20:47:09,592 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.00670212900149636 (mp_runner.py:73) +2024-09-01 20:47:09,593 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.006241579001653008 (mp_runner.py:73) +2024-09-01 20:47:09,593 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.006935830999282189 (mp_runner.py:73) +2024-09-01 20:47:09,593 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.006640184001298621 (mp_runner.py:73) +2024-09-01 20:47:09,594 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.007906209997599944 (mp_runner.py:73) +2024-09-01 20:47:12,733 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.00534566400165204 (mp_runner.py:73) +2024-09-01 20:47:12,733 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0048694769939174876 (mp_runner.py:73) +2024-09-01 20:47:12,734 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.005250893998891115 (mp_runner.py:73) +2024-09-01 20:47:12,734 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.005945279001025483 (mp_runner.py:73) +2024-09-01 20:47:12,734 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.005719025997677818 (mp_runner.py:73) +2024-09-01 20:47:15,132 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0006s, count=4885, qps in this process: 162.8301 (mp_runner.py:76) +2024-09-01 20:47:15,137 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0034s, count=4886, qps in this process: 162.8482 (mp_runner.py:76) +2024-09-01 20:47:15,138 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0061s, count=4886, qps in this process: 162.8336 (mp_runner.py:76) +2024-09-01 20:47:15,138 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0049s, count=4886, qps in this process: 162.8401 (mp_runner.py:76) +2024-09-01 20:47:15,138 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0017s, count=4886, qps in this process: 162.8574 (mp_runner.py:76) +2024-09-01 20:47:15,141 | INFO |End search in concurrency 5: dur=30.09111401499831s, total_count=24429, qps=811.8344 (mp_runner.py:120) +2024-09-01 20:47:15,446 | INFO |Update largest qps with concurrency 5: current max_qps=811.8344 (mp_runner.py:124) +2024-09-01 20:47:15,856 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:47:15,857 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 20:47:26,013 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 20:47:26,132 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,134 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,152 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,152 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,153 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,156 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,171 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:26,186 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:47:33,474 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.006891153003380168 (mp_runner.py:73) +2024-09-01 20:47:33,474 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0042134139948757365 (mp_runner.py:73) +2024-09-01 20:47:33,476 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.009003072998893913 (mp_runner.py:73) +2024-09-01 20:47:33,476 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.006423537000955548 (mp_runner.py:73) +2024-09-01 20:47:33,477 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.008163906997651793 (mp_runner.py:73) +2024-09-01 20:47:33,477 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.009917076000419911 (mp_runner.py:73) +2024-09-01 20:47:33,479 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.009090241997910198 (mp_runner.py:73) +2024-09-01 20:47:33,479 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.011146945005748421 (mp_runner.py:73) +2024-09-01 20:47:33,479 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.009138273002463393 (mp_runner.py:73) +2024-09-01 20:47:33,481 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.011773251004342455 (mp_runner.py:73) +2024-09-01 20:47:33,481 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.014167516004818026 (mp_runner.py:73) +2024-09-01 20:47:33,483 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.016286885002045892 (mp_runner.py:73) +2024-09-01 20:47:33,486 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.004641756997443736 (mp_runner.py:73) +2024-09-01 20:47:33,572 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.018189435999374837 (mp_runner.py:73) +2024-09-01 20:47:33,601 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.023015326994936913 (mp_runner.py:73) +2024-09-01 20:47:40,604 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.006753049994586036 (mp_runner.py:73) +2024-09-01 20:47:40,606 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.010371274998760782 (mp_runner.py:73) +2024-09-01 20:47:40,606 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.010829373997694347 (mp_runner.py:73) +2024-09-01 20:47:40,607 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.013446732999000233 (mp_runner.py:73) +2024-09-01 20:47:40,608 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.012592126004165038 (mp_runner.py:73) +2024-09-01 20:47:40,609 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.012021021997497883 (mp_runner.py:73) +2024-09-01 20:47:40,612 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.005441089997475501 (mp_runner.py:73) +2024-09-01 20:47:40,614 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.016410950003773905 (mp_runner.py:73) +2024-09-01 20:47:40,615 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.01864965799904894 (mp_runner.py:73) +2024-09-01 20:47:40,615 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.020240323996404186 (mp_runner.py:73) +2024-09-01 20:47:40,619 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.025828465004451573 (mp_runner.py:73) +2024-09-01 20:47:40,620 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.022481227002572268 (mp_runner.py:73) +2024-09-01 20:47:40,622 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.028082643999368884 (mp_runner.py:73) +2024-09-01 20:47:40,648 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.014243336998333689 (mp_runner.py:73) +2024-09-01 20:47:40,696 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.026542118001088966 (mp_runner.py:73) +2024-09-01 20:47:48,090 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.010242504999041557 (mp_runner.py:73) +2024-09-01 20:47:48,097 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.013762809998297598 (mp_runner.py:73) +2024-09-01 20:47:48,098 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.003005476995895151 (mp_runner.py:73) +2024-09-01 20:47:48,100 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.005944211996393278 (mp_runner.py:73) +2024-09-01 20:47:48,102 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.007938564995129127 (mp_runner.py:73) +2024-09-01 20:47:48,104 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.009393920998263638 (mp_runner.py:73) +2024-09-01 20:47:48,106 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.011262435997196008 (mp_runner.py:73) +2024-09-01 20:47:48,108 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.014573007996659726 (mp_runner.py:73) +2024-09-01 20:47:48,108 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.022173926001414657 (mp_runner.py:73) +2024-09-01 20:47:48,108 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.02558346499426989 (mp_runner.py:73) +2024-09-01 20:47:48,108 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.020287038998503704 (mp_runner.py:73) +2024-09-01 20:47:48,109 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.02151389999926323 (mp_runner.py:73) +2024-09-01 20:47:48,115 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.027019966997613665 (mp_runner.py:73) +2024-09-01 20:47:48,115 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.022120205998362508 (mp_runner.py:73) +2024-09-01 20:47:48,117 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.022640968003543094 (mp_runner.py:73) +2024-09-01 20:47:54,995 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.014649130003817845 (mp_runner.py:73) +2024-09-01 20:47:54,995 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.01513555100245867 (mp_runner.py:73) +2024-09-01 20:47:54,996 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.022012002002156805 (mp_runner.py:73) +2024-09-01 20:47:54,997 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.006541668997670058 (mp_runner.py:73) +2024-09-01 20:47:54,997 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.013690156003576703 (mp_runner.py:73) +2024-09-01 20:47:54,998 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.022483778004243504 (mp_runner.py:73) +2024-09-01 20:47:54,998 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.021345731998735573 (mp_runner.py:73) +2024-09-01 20:47:54,998 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.020668953999120276 (mp_runner.py:73) +2024-09-01 20:47:54,999 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.023991211004613433 (mp_runner.py:73) +2024-09-01 20:47:54,999 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.025082728003326338 (mp_runner.py:73) +2024-09-01 20:47:55,000 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.02367111099738395 (mp_runner.py:73) +2024-09-01 20:47:55,001 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.025124378997134045 (mp_runner.py:73) +2024-09-01 20:47:55,001 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.02108589999988908 (mp_runner.py:73) +2024-09-01 20:47:55,001 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.02289020299940603 (mp_runner.py:73) +2024-09-01 20:47:55,012 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.028567010995175224 (mp_runner.py:73) +2024-09-01 20:47:56,139 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0026s, count=2084, qps in this process: 69.4606 (mp_runner.py:76) +2024-09-01 20:47:56,153 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0186s, count=2085, qps in this process: 69.4569 (mp_runner.py:76) +2024-09-01 20:47:56,160 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0022s, count=2086, qps in this process: 69.5282 (mp_runner.py:76) +2024-09-01 20:47:56,162 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0033s, count=2086, qps in this process: 69.5257 (mp_runner.py:76) +2024-09-01 20:47:56,163 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0049s, count=2086, qps in this process: 69.522 (mp_runner.py:76) +2024-09-01 20:47:56,164 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.005s, count=2086, qps in this process: 69.5217 (mp_runner.py:76) +2024-09-01 20:47:56,172 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0173s, count=2086, qps in this process: 69.4933 (mp_runner.py:76) +2024-09-01 20:47:56,173 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0146s, count=2086, qps in this process: 69.4995 (mp_runner.py:76) +2024-09-01 20:47:56,173 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0048s, count=2087, qps in this process: 69.5555 (mp_runner.py:76) +2024-09-01 20:47:56,174 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0034s, count=2087, qps in this process: 69.5588 (mp_runner.py:76) +2024-09-01 20:47:56,176 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0056s, count=2087, qps in this process: 69.5537 (mp_runner.py:76) +2024-09-01 20:47:56,178 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0112s, count=2086, qps in this process: 69.5074 (mp_runner.py:76) +2024-09-01 20:47:56,180 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0213s, count=2087, qps in this process: 69.5173 (mp_runner.py:76) +2024-09-01 20:47:56,185 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0068s, count=2088, qps in this process: 69.5842 (mp_runner.py:76) +2024-09-01 20:47:56,195 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0032s, count=2092, qps in this process: 69.7259 (mp_runner.py:76) +2024-09-01 20:47:56,199 | INFO |End search in concurrency 15: dur=30.184282396003255s, total_count=31299, qps=1036.9304 (mp_runner.py:120) +2024-09-01 20:47:57,084 | INFO |Update largest qps with concurrency 15: current max_qps=1036.9304 (mp_runner.py:124) +2024-09-01 20:47:57,494 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:47:57,495 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 20:48:07,761 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 20:48:07,814 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,814 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,857 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,937 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,951 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,951 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,951 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,951 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,955 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,977 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,977 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:07,999 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:08,005 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:17,743 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.021403098995506298 (mp_runner.py:73) +2024-09-01 20:48:17,744 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.026456021005287766 (mp_runner.py:73) +2024-09-01 20:48:17,745 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.013916488998802379 (mp_runner.py:73) +2024-09-01 20:48:17,745 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.02000717299961252 (mp_runner.py:73) +2024-09-01 20:48:17,745 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.024835750002239365 (mp_runner.py:73) +2024-09-01 20:48:17,746 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.02070687699597329 (mp_runner.py:73) +2024-09-01 20:48:17,746 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.01945360699755838 (mp_runner.py:73) +2024-09-01 20:48:17,746 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.014749449997907504 (mp_runner.py:73) +2024-09-01 20:48:17,746 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.02270898999995552 (mp_runner.py:73) +2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.018554718997620512 (mp_runner.py:73) +2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.027454503004264552 (mp_runner.py:73) +2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.02350047700019786 (mp_runner.py:73) +2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.02068368399341125 (mp_runner.py:73) +2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.01751722900371533 (mp_runner.py:73) +2024-09-01 20:48:17,748 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.025602285997592844 (mp_runner.py:73) +2024-09-01 20:48:17,748 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.02856452799460385 (mp_runner.py:73) +2024-09-01 20:48:17,750 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.022019978001480922 (mp_runner.py:73) +2024-09-01 20:48:17,753 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.03293172499979846 (mp_runner.py:73) +2024-09-01 20:48:17,757 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.039303139004914556 (mp_runner.py:73) +2024-09-01 20:48:17,952 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.01412373999482952 (mp_runner.py:73) +2024-09-01 20:48:26,740 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.024827800996717997 (mp_runner.py:73) +2024-09-01 20:48:26,740 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0032540319953113794 (mp_runner.py:73) +2024-09-01 20:48:26,741 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.022105746997112874 (mp_runner.py:73) +2024-09-01 20:48:26,741 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.019271316996309906 (mp_runner.py:73) +2024-09-01 20:48:26,741 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.021848928998224437 (mp_runner.py:73) +2024-09-01 20:48:26,742 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.01898834799794713 (mp_runner.py:73) +2024-09-01 20:48:26,742 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.028872952003439423 (mp_runner.py:73) +2024-09-01 20:48:26,742 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.028072510998754296 (mp_runner.py:73) +2024-09-01 20:48:26,742 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.023845152005378623 (mp_runner.py:73) +2024-09-01 20:48:26,743 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.02645502000086708 (mp_runner.py:73) +2024-09-01 20:48:26,743 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.026106316996447276 (mp_runner.py:73) +2024-09-01 20:48:26,744 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.0268959159948281 (mp_runner.py:73) +2024-09-01 20:48:26,744 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.030114141998637933 (mp_runner.py:73) +2024-09-01 20:48:26,745 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.024577397001849022 (mp_runner.py:73) +2024-09-01 20:48:26,745 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.030831165000563487 (mp_runner.py:73) +2024-09-01 20:48:26,746 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.024162722002074588 (mp_runner.py:73) +2024-09-01 20:48:26,747 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.02742395700624911 (mp_runner.py:73) +2024-09-01 20:48:26,747 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.012031352001940832 (mp_runner.py:73) +2024-09-01 20:48:26,748 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.01438621900160797 (mp_runner.py:73) +2024-09-01 20:48:26,750 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.015130868996493518 (mp_runner.py:73) +2024-09-01 20:48:36,030 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.015284933004295453 (mp_runner.py:73) +2024-09-01 20:48:36,031 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.01943306199973449 (mp_runner.py:73) +2024-09-01 20:48:36,032 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.01926773099694401 (mp_runner.py:73) +2024-09-01 20:48:36,033 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.021575473998382222 (mp_runner.py:73) +2024-09-01 20:48:36,034 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.025495916001091246 (mp_runner.py:73) +2024-09-01 20:48:36,035 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.00766143600048963 (mp_runner.py:73) +2024-09-01 20:48:36,038 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.02609187800408108 (mp_runner.py:73) +2024-09-01 20:48:36,042 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.03289442300592782 (mp_runner.py:73) +2024-09-01 20:48:36,057 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.03634879799938062 (mp_runner.py:73) +2024-09-01 20:48:36,063 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.05338402900088113 (mp_runner.py:73) +2024-09-01 20:48:36,064 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.054815964998851996 (mp_runner.py:73) +2024-09-01 20:48:36,065 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.05432917599682696 (mp_runner.py:73) +2024-09-01 20:48:36,066 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.055826400996011216 (mp_runner.py:73) +2024-09-01 20:48:36,069 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.007351576998189557 (mp_runner.py:73) +2024-09-01 20:48:36,069 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.05948008999985177 (mp_runner.py:73) +2024-09-01 20:48:36,076 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.005469593001180328 (mp_runner.py:73) +2024-09-01 20:48:36,088 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.07805625200126087 (mp_runner.py:73) +2024-09-01 20:48:36,119 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.07943555199744878 (mp_runner.py:73) +2024-09-01 20:48:36,138 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.024181781001971103 (mp_runner.py:73) +2024-09-01 20:48:36,246 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.020270624998374842 (mp_runner.py:73) +2024-09-01 20:48:37,816 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0008s, count=1597, qps in this process: 53.2319 (mp_runner.py:76) +2024-09-01 20:48:37,844 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0294s, count=1598, qps in this process: 53.2145 (mp_runner.py:76) +2024-09-01 20:48:37,865 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0046s, count=1600, qps in this process: 53.3252 (mp_runner.py:76) +2024-09-01 20:48:37,917 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0181s, count=1603, qps in this process: 53.4011 (mp_runner.py:76) +2024-09-01 20:48:37,946 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0033s, count=1605, qps in this process: 53.4941 (mp_runner.py:76) +2024-09-01 20:48:37,957 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0016s, count=1605, qps in this process: 53.4971 (mp_runner.py:76) +2024-09-01 20:48:37,961 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0017s, count=1606, qps in this process: 53.5303 (mp_runner.py:76) +2024-09-01 20:48:37,962 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0045s, count=1606, qps in this process: 53.5253 (mp_runner.py:76) +2024-09-01 20:48:37,963 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0083s, count=1606, qps in this process: 53.5185 (mp_runner.py:76) +2024-09-01 20:48:37,965 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0102s, count=1606, qps in this process: 53.5151 (mp_runner.py:76) +2024-09-01 20:48:37,968 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0134s, count=1606, qps in this process: 53.5094 (mp_runner.py:76) +2024-09-01 20:48:37,969 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0091s, count=1606, qps in this process: 53.5171 (mp_runner.py:76) +2024-09-01 20:48:37,972 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0124s, count=1606, qps in this process: 53.5112 (mp_runner.py:76) +2024-09-01 20:48:37,973 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0132s, count=1606, qps in this process: 53.5098 (mp_runner.py:76) +2024-09-01 20:48:37,984 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0029s, count=1608, qps in this process: 53.5948 (mp_runner.py:76) +2024-09-01 20:48:37,984 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0035s, count=1608, qps in this process: 53.5937 (mp_runner.py:76) +2024-09-01 20:48:37,985 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0057s, count=1608, qps in this process: 53.5898 (mp_runner.py:76) +2024-09-01 20:48:38,005 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0023s, count=1611, qps in this process: 53.6959 (mp_runner.py:76) +2024-09-01 20:48:38,008 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0027s, count=1612, qps in this process: 53.7285 (mp_runner.py:76) +2024-09-01 20:48:38,012 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0046s, count=1607, qps in this process: 53.5585 (mp_runner.py:76) +2024-09-01 20:48:38,016 | INFO |End search in concurrency 20: dur=30.25400598000124s, total_count=32110, qps=1061.3471 (mp_runner.py:120) +2024-09-01 20:48:39,277 | INFO |Update largest qps with concurrency 20: current max_qps=1061.3471 (mp_runner.py:124) +2024-09-01 20:48:39,688 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:48:39,689 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 20:48:49,993 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 20:48:50,077 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,127 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,128 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,154 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,188 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,199 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,203 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,239 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,246 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,246 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,263 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,263 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,280 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,288 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:48:50,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:01,834 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.00462065999454353 (mp_runner.py:73) +2024-09-01 20:49:01,836 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.006420764999347739 (mp_runner.py:73) +2024-09-01 20:49:01,836 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.004315083002438769 (mp_runner.py:73) +2024-09-01 20:49:01,838 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.005846243999258149 (mp_runner.py:73) +2024-09-01 20:49:01,838 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.008526513003744185 (mp_runner.py:73) +2024-09-01 20:49:01,840 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.00751111599674914 (mp_runner.py:73) +2024-09-01 20:49:01,840 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.01017922000028193 (mp_runner.py:73) +2024-09-01 20:49:01,842 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.009597126001608558 (mp_runner.py:73) +2024-09-01 20:49:01,842 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.012605789001099765 (mp_runner.py:73) +2024-09-01 20:49:01,844 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.003984334995038807 (mp_runner.py:73) +2024-09-01 20:49:01,844 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.014451585004280787 (mp_runner.py:73) +2024-09-01 20:49:01,845 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.003631216997746378 (mp_runner.py:73) +2024-09-01 20:49:01,846 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.016369687000405975 (mp_runner.py:73) +2024-09-01 20:49:01,847 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.017377076001139358 (mp_runner.py:73) +2024-09-01 20:49:01,847 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.005206050002016127 (mp_runner.py:73) +2024-09-01 20:49:01,849 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.006877420004457235 (mp_runner.py:73) +2024-09-01 20:49:01,849 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.0029146200031391345 (mp_runner.py:73) +2024-09-01 20:49:01,850 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.003298497998912353 (mp_runner.py:73) +2024-09-01 20:49:01,850 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.00448284199956106 (mp_runner.py:73) +2024-09-01 20:49:01,852 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.006005638002534397 (mp_runner.py:73) +2024-09-01 20:49:01,852 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.022041424999770243 (mp_runner.py:73) +2024-09-01 20:49:01,854 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.0223420679976698 (mp_runner.py:73) +2024-09-01 20:49:01,863 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.031497683994530234 (mp_runner.py:73) +2024-09-01 20:49:01,906 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.04102649800188374 (mp_runner.py:73) +2024-09-01 20:49:01,985 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.0077460190004785545 (mp_runner.py:73) +2024-09-01 20:49:13,146 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.02810229099850403 (mp_runner.py:73) +2024-09-01 20:49:13,147 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.02787971399811795 (mp_runner.py:73) +2024-09-01 20:49:13,147 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.03142211999511346 (mp_runner.py:73) +2024-09-01 20:49:13,148 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.02731263099849457 (mp_runner.py:73) +2024-09-01 20:49:13,148 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.027050980999774765 (mp_runner.py:73) +2024-09-01 20:49:13,149 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.03401167500123847 (mp_runner.py:73) +2024-09-01 20:49:13,149 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.03159912099363282 (mp_runner.py:73) +2024-09-01 20:49:13,150 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.02701521699782461 (mp_runner.py:73) +2024-09-01 20:49:13,150 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.025624672998674214 (mp_runner.py:73) +2024-09-01 20:49:13,151 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.016879828996025026 (mp_runner.py:73) +2024-09-01 20:49:13,152 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.02696644100069534 (mp_runner.py:73) +2024-09-01 20:49:13,153 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.03964077099954011 (mp_runner.py:73) +2024-09-01 20:49:13,153 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.03047698799491627 (mp_runner.py:73) +2024-09-01 20:49:13,154 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.026071852997120004 (mp_runner.py:73) +2024-09-01 20:49:13,154 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.02788628399866866 (mp_runner.py:73) +2024-09-01 20:49:13,155 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.025559085006534588 (mp_runner.py:73) +2024-09-01 20:49:13,156 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.018379013003141154 (mp_runner.py:73) +2024-09-01 20:49:13,156 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.04137857200112194 (mp_runner.py:73) +2024-09-01 20:49:13,156 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.02172477999556577 (mp_runner.py:73) +2024-09-01 20:49:13,158 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.017075252006179653 (mp_runner.py:73) +2024-09-01 20:49:13,161 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.03416087300138315 (mp_runner.py:73) +2024-09-01 20:49:13,177 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.03024681700480869 (mp_runner.py:73) +2024-09-01 20:49:13,180 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.02840919600566849 (mp_runner.py:73) +2024-09-01 20:49:13,194 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.049410185994929634 (mp_runner.py:73) +2024-09-01 20:49:13,436 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.04372284299461171 (mp_runner.py:73) +2024-09-01 20:49:20,095 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0179s, count=1293, qps in this process: 43.0743 (mp_runner.py:76) +2024-09-01 20:49:20,133 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0044s, count=1294, qps in this process: 43.127 (mp_runner.py:76) +2024-09-01 20:49:20,141 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0111s, count=1295, qps in this process: 43.1507 (mp_runner.py:76) +2024-09-01 20:49:20,172 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0053s, count=1296, qps in this process: 43.1924 (mp_runner.py:76) +2024-09-01 20:49:20,176 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0119s, count=1296, qps in this process: 43.1829 (mp_runner.py:76) +2024-09-01 20:49:20,180 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0085s, count=1296, qps in this process: 43.1878 (mp_runner.py:76) +2024-09-01 20:49:20,205 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0156s, count=1297, qps in this process: 43.2109 (mp_runner.py:76) +2024-09-01 20:49:20,210 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0039s, count=1297, qps in this process: 43.2277 (mp_runner.py:76) +2024-09-01 20:49:20,215 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0072s, count=1298, qps in this process: 43.2563 (mp_runner.py:76) +2024-09-01 20:49:20,220 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0105s, count=1297, qps in this process: 43.2182 (mp_runner.py:76) +2024-09-01 20:49:20,222 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0129s, count=1298, qps in this process: 43.2481 (mp_runner.py:76) +2024-09-01 20:49:20,246 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0124s, count=1300, qps in this process: 43.3154 (mp_runner.py:76) +2024-09-01 20:49:20,246 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0099s, count=1300, qps in this process: 43.319 (mp_runner.py:76) +2024-09-01 20:49:20,252 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0077s, count=1300, qps in this process: 43.3222 (mp_runner.py:76) +2024-09-01 20:49:20,258 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0087s, count=1301, qps in this process: 43.3541 (mp_runner.py:76) +2024-09-01 20:49:20,261 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0117s, count=1301, qps in this process: 43.3498 (mp_runner.py:76) +2024-09-01 20:49:20,262 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0131s, count=1300, qps in this process: 43.3144 (mp_runner.py:76) +2024-09-01 20:49:20,277 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0104s, count=1302, qps in this process: 43.385 (mp_runner.py:76) +2024-09-01 20:49:20,277 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0084s, count=1302, qps in this process: 43.3879 (mp_runner.py:76) +2024-09-01 20:49:20,285 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0177s, count=1302, qps in this process: 43.3744 (mp_runner.py:76) +2024-09-01 20:49:20,289 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0039s, count=1303, qps in this process: 43.4277 (mp_runner.py:76) +2024-09-01 20:49:20,300 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0014s, count=1303, qps in this process: 43.4313 (mp_runner.py:76) +2024-09-01 20:49:20,302 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0026s, count=1304, qps in this process: 43.4629 (mp_runner.py:76) +2024-09-01 20:49:20,302 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0073s, count=1304, qps in this process: 43.4561 (mp_runner.py:76) +2024-09-01 20:49:20,305 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0032s, count=1305, qps in this process: 43.4954 (mp_runner.py:76) +2024-09-01 20:49:20,309 | INFO |End search in concurrency 25: dur=30.316342224003165s, total_count=32484, qps=1071.5013 (mp_runner.py:120) +2024-09-01 20:49:21,872 | INFO |Update largest qps with concurrency 25: current max_qps=1071.5013 (mp_runner.py:124) +2024-09-01 20:49:22,283 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:49:22,283 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 20:49:32,721 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 20:49:32,763 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,788 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,789 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,849 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,867 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,868 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,879 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,947 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:32,947 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,011 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,032 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,070 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,072 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,073 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,086 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,089 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,091 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,093 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,100 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,184 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:33,188 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:49:46,915 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0377324469955056 (mp_runner.py:73) +2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.002852334000635892 (mp_runner.py:73) +2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.03918472600344103 (mp_runner.py:73) +2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.04107379400375066 (mp_runner.py:73) +2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.03833616499468917 (mp_runner.py:73) +2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.020332168001914397 (mp_runner.py:73) +2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.03676485199684976 (mp_runner.py:73) +2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.041692567996506114 (mp_runner.py:73) +2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.03781912299746182 (mp_runner.py:73) +2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.034517280000727624 (mp_runner.py:73) +2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.034517169995524455 (mp_runner.py:73) +2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.02885439900273923 (mp_runner.py:73) +2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.033237811003345996 (mp_runner.py:73) +2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.036416243005078286 (mp_runner.py:73) +2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.03190448800160084 (mp_runner.py:73) +2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.03389492900168989 (mp_runner.py:73) +2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.029419790997053497 (mp_runner.py:73) +2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.028419934002158698 (mp_runner.py:73) +2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.027321841997036245 (mp_runner.py:73) +2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.03323883700068109 (mp_runner.py:73) +2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.027483343001222238 (mp_runner.py:73) +2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.019581158994697034 (mp_runner.py:73) +2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.03199426500214031 (mp_runner.py:73) +2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.03219743500085315 (mp_runner.py:73) +2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.0293838979996508 (mp_runner.py:73) +2024-09-01 20:49:46,920 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.02427767199696973 (mp_runner.py:73) +2024-09-01 20:49:46,920 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.027362104003259446 (mp_runner.py:73) +2024-09-01 20:49:46,920 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.04652535000059288 (mp_runner.py:73) +2024-09-01 20:49:46,920 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.043763737005065195 (mp_runner.py:73) +2024-09-01 20:49:47,093 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.029510178996133618 (mp_runner.py:73) +2024-09-01 20:50:00,254 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.013104411998938303 (mp_runner.py:73) +2024-09-01 20:50:00,257 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.015052957998705097 (mp_runner.py:73) +2024-09-01 20:50:00,260 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.003659963003883604 (mp_runner.py:73) +2024-09-01 20:50:00,262 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.020271552995836828 (mp_runner.py:73) +2024-09-01 20:50:00,264 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.022486041001684498 (mp_runner.py:73) +2024-09-01 20:50:00,266 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.005693227001756895 (mp_runner.py:73) +2024-09-01 20:50:00,267 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.02586331299971789 (mp_runner.py:73) +2024-09-01 20:50:00,272 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.030900927995389793 (mp_runner.py:73) +2024-09-01 20:50:00,274 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.031743801999255084 (mp_runner.py:73) +2024-09-01 20:50:00,280 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.013767418000497855 (mp_runner.py:73) +2024-09-01 20:50:00,287 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.018154537996451836 (mp_runner.py:73) +2024-09-01 20:50:00,289 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.011341138000716455 (mp_runner.py:73) +2024-09-01 20:50:00,290 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.020400141998834442 (mp_runner.py:73) +2024-09-01 20:50:00,291 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.020776284000021406 (mp_runner.py:73) +2024-09-01 20:50:00,292 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.02174450599704869 (mp_runner.py:73) +2024-09-01 20:50:00,293 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.025386064997292124 (mp_runner.py:73) +2024-09-01 20:50:00,294 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.02145694399951026 (mp_runner.py:73) +2024-09-01 20:50:00,295 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.0209592370010796 (mp_runner.py:73) +2024-09-01 20:50:00,297 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.02142357000411721 (mp_runner.py:73) +2024-09-01 20:50:00,300 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.02772643099888228 (mp_runner.py:73) +2024-09-01 20:50:00,302 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.02505292800196912 (mp_runner.py:73) +2024-09-01 20:50:00,304 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.04696709400013788 (mp_runner.py:73) +2024-09-01 20:50:00,308 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.048857488996873144 (mp_runner.py:73) +2024-09-01 20:50:00,310 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.04505983099807054 (mp_runner.py:73) +2024-09-01 20:50:00,312 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.030079304000537377 (mp_runner.py:73) +2024-09-01 20:50:00,313 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.028400915005477145 (mp_runner.py:73) +2024-09-01 20:50:00,315 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.03168738400563598 (mp_runner.py:73) +2024-09-01 20:50:00,315 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.05393616299988935 (mp_runner.py:73) +2024-09-01 20:50:00,337 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.004106536005565431 (mp_runner.py:73) +2024-09-01 20:50:00,640 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.028659187999437563 (mp_runner.py:73) +2024-09-01 20:50:02,774 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0098s, count=1091, qps in this process: 36.3548 (mp_runner.py:76) +2024-09-01 20:50:02,804 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0122s, count=1092, qps in this process: 36.3852 (mp_runner.py:76) +2024-09-01 20:50:02,806 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.015s, count=1092, qps in this process: 36.3818 (mp_runner.py:76) +2024-09-01 20:50:02,831 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0228s, count=1082, qps in this process: 36.0393 (mp_runner.py:76) +2024-09-01 20:50:02,864 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.012s, count=1095, qps in this process: 36.4854 (mp_runner.py:76) +2024-09-01 20:50:02,872 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0029s, count=1095, qps in this process: 36.4965 (mp_runner.py:76) +2024-09-01 20:50:02,873 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.006s, count=1095, qps in this process: 36.4927 (mp_runner.py:76) +2024-09-01 20:50:02,889 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0204s, count=1096, qps in this process: 36.5085 (mp_runner.py:76) +2024-09-01 20:50:02,916 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0384s, count=1096, qps in this process: 36.4866 (mp_runner.py:76) +2024-09-01 20:50:02,921 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0285s, count=1097, qps in this process: 36.532 (mp_runner.py:76) +2024-09-01 20:50:02,921 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0354s, count=1097, qps in this process: 36.5236 (mp_runner.py:76) +2024-09-01 20:50:02,922 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0227s, count=1097, qps in this process: 36.539 (mp_runner.py:76) +2024-09-01 20:50:02,951 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0039s, count=1099, qps in this process: 36.6286 (mp_runner.py:76) +2024-09-01 20:50:02,951 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0011s, count=1099, qps in this process: 36.632 (mp_runner.py:76) +2024-09-01 20:50:02,952 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0037s, count=1098, qps in this process: 36.5955 (mp_runner.py:76) +2024-09-01 20:50:03,032 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0149s, count=1104, qps in this process: 36.7817 (mp_runner.py:76) +2024-09-01 20:50:03,039 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.023s, count=1104, qps in this process: 36.7718 (mp_runner.py:76) +2024-09-01 20:50:03,040 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0019s, count=1104, qps in this process: 36.7977 (mp_runner.py:76) +2024-09-01 20:50:03,058 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0183s, count=1103, qps in this process: 36.7443 (mp_runner.py:76) +2024-09-01 20:50:03,089 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0084s, count=1106, qps in this process: 36.8563 (mp_runner.py:76) +2024-09-01 20:50:03,095 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0152s, count=1106, qps in this process: 36.848 (mp_runner.py:76) +2024-09-01 20:50:03,097 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0003s, count=1107, qps in this process: 36.8996 (mp_runner.py:76) +2024-09-01 20:50:03,100 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0213s, count=1107, qps in this process: 36.8738 (mp_runner.py:76) +2024-09-01 20:50:03,103 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0122s, count=1107, qps in this process: 36.885 (mp_runner.py:76) +2024-09-01 20:50:03,104 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0091s, count=1107, qps in this process: 36.8888 (mp_runner.py:76) +2024-09-01 20:50:03,120 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0217s, count=1107, qps in this process: 36.8733 (mp_runner.py:76) +2024-09-01 20:50:03,123 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0094s, count=1108, qps in this process: 36.9218 (mp_runner.py:76) +2024-09-01 20:50:03,160 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0053s, count=1115, qps in this process: 37.1601 (mp_runner.py:76) +2024-09-01 20:50:03,197 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0051s, count=1122, qps in this process: 37.3936 (mp_runner.py:76) +2024-09-01 20:50:03,197 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0005s, count=1122, qps in this process: 37.3994 (mp_runner.py:76) +2024-09-01 20:50:03,202 | INFO |End search in concurrency 30: dur=30.480082174995914s, total_count=33050, qps=1084.3147 (mp_runner.py:120) +2024-09-01 20:50:05,151 | INFO |Update largest qps with concurrency 30: current max_qps=1084.3147 (mp_runner.py:124) +2024-09-01 20:50:05,566 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:50:05,567 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 20:50:16,081 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 20:50:16,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,168 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,231 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,350 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,398 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,398 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,405 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,415 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,415 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,419 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,420 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,420 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,420 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,421 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,424 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,425 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,439 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,447 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,449 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,452 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,452 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,452 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,456 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,456 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,456 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,468 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,476 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,482 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,482 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,517 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:16,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:50:33,249 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.005207307003729511 (mp_runner.py:73) +2024-09-01 20:50:33,249 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.010666898000636138 (mp_runner.py:73) +2024-09-01 20:50:33,250 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.01821824700164143 (mp_runner.py:73) +2024-09-01 20:50:33,250 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.01572332200157689 (mp_runner.py:73) +2024-09-01 20:50:33,251 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.0094421739995596 (mp_runner.py:73) +2024-09-01 20:50:33,252 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.01927575999434339 (mp_runner.py:73) +2024-09-01 20:50:33,252 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.008422018006967846 (mp_runner.py:73) +2024-09-01 20:50:33,253 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.012889706995338202 (mp_runner.py:73) +2024-09-01 20:50:33,254 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.022399194996978622 (mp_runner.py:73) +2024-09-01 20:50:33,254 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.013886357999581378 (mp_runner.py:73) +2024-09-01 20:50:33,255 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.023219975002575666 (mp_runner.py:73) +2024-09-01 20:50:33,255 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.01389500399818644 (mp_runner.py:73) +2024-09-01 20:50:33,256 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.024575447998358868 (mp_runner.py:73) +2024-09-01 20:50:33,257 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.016509676999703515 (mp_runner.py:73) +2024-09-01 20:50:33,257 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.025963369000237435 (mp_runner.py:73) +2024-09-01 20:50:33,258 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.017833399993833154 (mp_runner.py:73) +2024-09-01 20:50:33,259 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.027664077002555132 (mp_runner.py:73) +2024-09-01 20:50:33,259 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.016581685995333828 (mp_runner.py:73) +2024-09-01 20:50:33,260 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.02789033100270899 (mp_runner.py:73) +2024-09-01 20:50:33,261 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.0177172750045429 (mp_runner.py:73) +2024-09-01 20:50:33,261 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.028875768999569118 (mp_runner.py:73) +2024-09-01 20:50:33,262 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.02381100600177888 (mp_runner.py:73) +2024-09-01 20:50:33,262 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.031266531004803255 (mp_runner.py:73) +2024-09-01 20:50:33,263 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.026730076999228913 (mp_runner.py:73) +2024-09-01 20:50:33,263 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.03179171399824554 (mp_runner.py:73) +2024-09-01 20:50:33,264 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.0324507210025331 (mp_runner.py:73) +2024-09-01 20:50:33,264 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.027339539003151003 (mp_runner.py:73) +2024-09-01 20:50:33,265 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.03393392900034087 (mp_runner.py:73) +2024-09-01 20:50:33,265 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.022127576994535048 (mp_runner.py:73) +2024-09-01 20:50:33,266 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.03441428600490326 (mp_runner.py:73) +2024-09-01 20:50:33,266 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.035239548997196835 (mp_runner.py:73) +2024-09-01 20:50:33,267 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.035915713997383136 (mp_runner.py:73) +2024-09-01 20:50:33,268 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.036236378000467084 (mp_runner.py:73) +2024-09-01 20:50:33,270 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03931839399592718 (mp_runner.py:73) +2024-09-01 20:50:33,408 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.010852024002815597 (mp_runner.py:73) +2024-09-01 20:50:46,170 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0008s, count=916, qps in this process: 30.5325 (mp_runner.py:76) +2024-09-01 20:50:46,170 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.001s, count=916, qps in this process: 30.5323 (mp_runner.py:76) +2024-09-01 20:50:46,259 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0244s, count=919, qps in this process: 30.6084 (mp_runner.py:76) +2024-09-01 20:50:46,309 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0107s, count=921, qps in this process: 30.6891 (mp_runner.py:76) +2024-09-01 20:50:46,311 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0128s, count=921, qps in this process: 30.6869 (mp_runner.py:76) +2024-09-01 20:50:46,313 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0005s, count=921, qps in this process: 30.6995 (mp_runner.py:76) +2024-09-01 20:50:46,358 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.006s, count=923, qps in this process: 30.7605 (mp_runner.py:76) +2024-09-01 20:50:46,383 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0005s, count=924, qps in this process: 30.7995 (mp_runner.py:76) +2024-09-01 20:50:46,409 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0086s, count=925, qps in this process: 30.8245 (mp_runner.py:76) +2024-09-01 20:50:46,418 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.011s, count=926, qps in this process: 30.8554 (mp_runner.py:76) +2024-09-01 20:50:46,426 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0259s, count=926, qps in this process: 30.84 (mp_runner.py:76) +2024-09-01 20:50:46,428 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0022s, count=926, qps in this process: 30.8644 (mp_runner.py:76) +2024-09-01 20:50:46,429 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0032s, count=925, qps in this process: 30.83 (mp_runner.py:76) +2024-09-01 20:50:46,430 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0104s, count=926, qps in this process: 30.856 (mp_runner.py:76) +2024-09-01 20:50:46,434 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0142s, count=927, qps in this process: 30.8854 (mp_runner.py:76) +2024-09-01 20:50:46,436 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0068s, count=927, qps in this process: 30.893 (mp_runner.py:76) +2024-09-01 20:50:46,437 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0197s, count=926, qps in this process: 30.8464 (mp_runner.py:76) +2024-09-01 20:50:46,439 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0132s, count=927, qps in this process: 30.8864 (mp_runner.py:76) +2024-09-01 20:50:46,444 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0184s, count=927, qps in this process: 30.8811 (mp_runner.py:76) +2024-09-01 20:50:46,447 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.001s, count=927, qps in this process: 30.899 (mp_runner.py:76) +2024-09-01 20:50:46,448 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0193s, count=927, qps in this process: 30.8801 (mp_runner.py:76) +2024-09-01 20:50:46,467 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0035s, count=928, qps in this process: 30.9297 (mp_runner.py:76) +2024-09-01 20:50:46,468 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0158s, count=928, qps in this process: 30.9171 (mp_runner.py:76) +2024-09-01 20:50:46,468 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0138s, count=928, qps in this process: 30.9191 (mp_runner.py:76) +2024-09-01 20:50:46,468 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0138s, count=928, qps in this process: 30.9191 (mp_runner.py:76) +2024-09-01 20:50:46,468 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.014s, count=928, qps in this process: 30.9189 (mp_runner.py:76) +2024-09-01 20:50:46,469 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0045s, count=928, qps in this process: 30.9287 (mp_runner.py:76) +2024-09-01 20:50:46,475 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0139s, count=928, qps in this process: 30.919 (mp_runner.py:76) +2024-09-01 20:50:46,475 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0247s, count=928, qps in this process: 30.9079 (mp_runner.py:76) +2024-09-01 20:50:46,480 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0026s, count=929, qps in this process: 30.964 (mp_runner.py:76) +2024-09-01 20:50:46,484 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0028s, count=930, qps in this process: 30.9971 (mp_runner.py:76) +2024-09-01 20:50:46,496 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0067s, count=932, qps in this process: 31.0597 (mp_runner.py:76) +2024-09-01 20:50:46,496 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0067s, count=932, qps in this process: 31.0597 (mp_runner.py:76) +2024-09-01 20:50:46,520 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.001s, count=936, qps in this process: 31.199 (mp_runner.py:76) +2024-09-01 20:50:46,545 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0027s, count=943, qps in this process: 31.4305 (mp_runner.py:76) +2024-09-01 20:50:46,548 | INFO |End search in concurrency 35: dur=30.466346385997895s, total_count=32429, qps=1064.4204 (mp_runner.py:120) +2024-09-01 20:50:49,271 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:50:49,271 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 20:50:59,925 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 20:51:00,184 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,193 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,213 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,213 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,213 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,222 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,238 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,288 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,291 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,291 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,291 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,312 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,312 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,329 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,345 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,347 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,351 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,379 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,385 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,387 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,387 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,390 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,390 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,402 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:00,427 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:18,332 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.027794837995315902 (mp_runner.py:73) +2024-09-01 20:51:18,333 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.027492378001625184 (mp_runner.py:73) +2024-09-01 20:51:18,333 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.02855557699513156 (mp_runner.py:73) +2024-09-01 20:51:18,334 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.031156657001702115 (mp_runner.py:73) +2024-09-01 20:51:18,334 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.02700090799771715 (mp_runner.py:73) +2024-09-01 20:51:18,335 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.029663121000339743 (mp_runner.py:73) +2024-09-01 20:51:18,335 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.031005533004645258 (mp_runner.py:73) +2024-09-01 20:51:18,335 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.028864407002402004 (mp_runner.py:73) +2024-09-01 20:51:18,335 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.02971548100322252 (mp_runner.py:73) +2024-09-01 20:51:18,336 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.02838838200113969 (mp_runner.py:73) +2024-09-01 20:51:18,336 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.03003117400658084 (mp_runner.py:73) +2024-09-01 20:51:18,337 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.02926535999722546 (mp_runner.py:73) +2024-09-01 20:51:18,337 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.03424797600018792 (mp_runner.py:73) +2024-09-01 20:51:18,337 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.02903346499806503 (mp_runner.py:73) +2024-09-01 20:51:18,338 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.031235673995979596 (mp_runner.py:73) +2024-09-01 20:51:18,338 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.03482122300192714 (mp_runner.py:73) +2024-09-01 20:51:18,338 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.028968628001166508 (mp_runner.py:73) +2024-09-01 20:51:18,339 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.028287223998631816 (mp_runner.py:73) +2024-09-01 20:51:18,339 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.029977930993482005 (mp_runner.py:73) +2024-09-01 20:51:18,339 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.036938179000571836 (mp_runner.py:73) +2024-09-01 20:51:18,341 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.0155295840013423 (mp_runner.py:73) +2024-09-01 20:51:18,341 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.03248941500351066 (mp_runner.py:73) +2024-09-01 20:51:18,341 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.036506978001852985 (mp_runner.py:73) +2024-09-01 20:51:18,341 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.031257169001037255 (mp_runner.py:73) +2024-09-01 20:51:18,342 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.03479655800038017 (mp_runner.py:73) +2024-09-01 20:51:18,342 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.015004318003775552 (mp_runner.py:73) +2024-09-01 20:51:18,342 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.031572760999551974 (mp_runner.py:73) +2024-09-01 20:51:18,343 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.031499545999395195 (mp_runner.py:73) +2024-09-01 20:51:18,343 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.036728904997289646 (mp_runner.py:73) +2024-09-01 20:51:18,344 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.036671452995506115 (mp_runner.py:73) +2024-09-01 20:51:18,344 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.03357936200336553 (mp_runner.py:73) +2024-09-01 20:51:18,344 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.039417900996340904 (mp_runner.py:73) +2024-09-01 20:51:18,344 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.029997739002283197 (mp_runner.py:73) +2024-09-01 20:51:18,345 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.026588009000988677 (mp_runner.py:73) +2024-09-01 20:51:18,346 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.019135889000608586 (mp_runner.py:73) +2024-09-01 20:51:18,346 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.024655593995703384 (mp_runner.py:73) +2024-09-01 20:51:18,347 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.026753862999612466 (mp_runner.py:73) +2024-09-01 20:51:18,348 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.04535049399419222 (mp_runner.py:73) +2024-09-01 20:51:18,367 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.06175097900268156 (mp_runner.py:73) +2024-09-01 20:51:18,448 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.0417528339967248 (mp_runner.py:73) +2024-09-01 20:51:30,207 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0076s, count=849, qps in this process: 28.2928 (mp_runner.py:76) +2024-09-01 20:51:30,220 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0342s, count=849, qps in this process: 28.2678 (mp_runner.py:76) +2024-09-01 20:51:30,226 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0075s, count=850, qps in this process: 28.3263 (mp_runner.py:76) +2024-09-01 20:51:30,237 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0231s, count=848, qps in this process: 28.2449 (mp_runner.py:76) +2024-09-01 20:51:30,242 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.005s, count=849, qps in this process: 28.2953 (mp_runner.py:76) +2024-09-01 20:51:30,244 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0304s, count=848, qps in this process: 28.2381 (mp_runner.py:76) +2024-09-01 20:51:30,256 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0456s, count=850, qps in this process: 28.2903 (mp_runner.py:76) +2024-09-01 20:51:30,267 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.023s, count=850, qps in this process: 28.3116 (mp_runner.py:76) +2024-09-01 20:51:30,295 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.001s, count=851, qps in this process: 28.3657 (mp_runner.py:76) +2024-09-01 20:51:30,300 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0809s, count=849, qps in this process: 28.2239 (mp_runner.py:76) +2024-09-01 20:51:30,300 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0075s, count=851, qps in this process: 28.3596 (mp_runner.py:76) +2024-09-01 20:51:30,301 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.006s, count=852, qps in this process: 28.3943 (mp_runner.py:76) +2024-09-01 20:51:30,304 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0086s, count=852, qps in this process: 28.3919 (mp_runner.py:76) +2024-09-01 20:51:30,306 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0083s, count=852, qps in this process: 28.3921 (mp_runner.py:76) +2024-09-01 20:51:30,306 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0101s, count=850, qps in this process: 28.3238 (mp_runner.py:76) +2024-09-01 20:51:30,308 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0849s, count=851, qps in this process: 28.2866 (mp_runner.py:76) +2024-09-01 20:51:30,311 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0165s, count=850, qps in this process: 28.3178 (mp_runner.py:76) +2024-09-01 20:51:30,313 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.019s, count=851, qps in this process: 28.3487 (mp_runner.py:76) +2024-09-01 20:51:30,314 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0199s, count=853, qps in this process: 28.4145 (mp_runner.py:76) +2024-09-01 20:51:30,322 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0037s, count=851, qps in this process: 28.3632 (mp_runner.py:76) +2024-09-01 20:51:30,325 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0314s, count=851, qps in this process: 28.337 (mp_runner.py:76) +2024-09-01 20:51:30,337 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0106s, count=852, qps in this process: 28.39 (mp_runner.py:76) +2024-09-01 20:51:30,337 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0109s, count=853, qps in this process: 28.423 (mp_runner.py:76) +2024-09-01 20:51:30,353 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0054s, count=853, qps in this process: 28.4282 (mp_runner.py:76) +2024-09-01 20:51:30,363 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0082s, count=854, qps in this process: 28.4589 (mp_runner.py:76) +2024-09-01 20:51:30,367 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0334s, count=854, qps in this process: 28.435 (mp_runner.py:76) +2024-09-01 20:51:30,374 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0006s, count=854, qps in this process: 28.4661 (mp_runner.py:76) +2024-09-01 20:51:30,374 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0154s, count=853, qps in this process: 28.4187 (mp_runner.py:76) +2024-09-01 20:51:30,381 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0063s, count=855, qps in this process: 28.494 (mp_runner.py:76) +2024-09-01 20:51:30,385 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0115s, count=855, qps in this process: 28.4891 (mp_runner.py:76) +2024-09-01 20:51:30,391 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0083s, count=856, qps in this process: 28.5254 (mp_runner.py:76) +2024-09-01 20:51:30,394 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0045s, count=856, qps in this process: 28.5291 (mp_runner.py:76) +2024-09-01 20:51:30,398 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.004s, count=857, qps in this process: 28.5629 (mp_runner.py:76) +2024-09-01 20:51:30,398 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.006s, count=857, qps in this process: 28.561 (mp_runner.py:76) +2024-09-01 20:51:30,399 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0062s, count=857, qps in this process: 28.5608 (mp_runner.py:76) +2024-09-01 20:51:30,400 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0046s, count=857, qps in this process: 28.5623 (mp_runner.py:76) +2024-09-01 20:51:30,408 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0061s, count=858, qps in this process: 28.5942 (mp_runner.py:76) +2024-09-01 20:51:30,409 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0067s, count=858, qps in this process: 28.5936 (mp_runner.py:76) +2024-09-01 20:51:30,413 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0035s, count=859, qps in this process: 28.63 (mp_runner.py:76) +2024-09-01 20:51:30,435 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.001s, count=865, qps in this process: 28.8324 (mp_runner.py:76) +2024-09-01 20:51:30,438 | INFO |End search in concurrency 40: dur=30.51112726899737s, total_count=34120, qps=1118.2805 (mp_runner.py:120) +2024-09-01 20:51:33,075 | INFO |Update largest qps with concurrency 40: current max_qps=1118.2805 (mp_runner.py:124) +2024-09-01 20:51:33,485 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:51:33,486 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 20:51:44,292 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 20:51:44,512 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,553 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,553 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,563 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,597 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,599 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,600 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,623 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,625 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,675 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,683 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,683 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,689 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,689 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,689 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,689 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,690 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,690 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,698 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,704 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,710 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,755 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,758 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,830 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,839 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,842 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,884 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:51:44,890 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:05,251 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.05170193199592177 (mp_runner.py:73) +2024-09-01 20:52:05,251 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.05310297499818262 (mp_runner.py:73) +2024-09-01 20:52:05,252 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.05067274999601068 (mp_runner.py:73) +2024-09-01 20:52:05,252 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.0502982929974678 (mp_runner.py:73) +2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.04595801600225968 (mp_runner.py:73) +2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.05130709100194508 (mp_runner.py:73) +2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.05131467499450082 (mp_runner.py:73) +2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.05191465099778725 (mp_runner.py:73) +2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.05008430800080532 (mp_runner.py:73) +2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.04906511100125499 (mp_runner.py:73) +2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.04596451399993384 (mp_runner.py:73) +2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.05128553399845259 (mp_runner.py:73) +2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.052818538002611604 (mp_runner.py:73) +2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.047333386006357614 (mp_runner.py:73) +2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.0534223770009703 (mp_runner.py:73) +2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.04791601000033552 (mp_runner.py:73) +2024-09-01 20:52:05,258 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.05499135499849217 (mp_runner.py:73) +2024-09-01 20:52:05,258 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.05373602400504751 (mp_runner.py:73) +2024-09-01 20:52:05,260 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.05310613199981162 (mp_runner.py:73) +2024-09-01 20:52:05,260 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.051854124998499174 (mp_runner.py:73) +2024-09-01 20:52:05,261 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.06240512300428236 (mp_runner.py:73) +2024-09-01 20:52:05,262 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.06370061900088331 (mp_runner.py:73) +2024-09-01 20:52:05,262 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.050898884001071565 (mp_runner.py:73) +2024-09-01 20:52:05,262 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.0504339710023487 (mp_runner.py:73) +2024-09-01 20:52:05,263 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.05714286800503032 (mp_runner.py:73) +2024-09-01 20:52:05,263 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.050985339999897406 (mp_runner.py:73) +2024-09-01 20:52:05,264 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.05873638799675973 (mp_runner.py:73) +2024-09-01 20:52:05,265 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.05170494400226744 (mp_runner.py:73) +2024-09-01 20:52:05,265 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.05946686899551423 (mp_runner.py:73) +2024-09-01 20:52:05,266 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.050346898002317175 (mp_runner.py:73) +2024-09-01 20:52:05,267 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.05553971399785951 (mp_runner.py:73) +2024-09-01 20:52:05,267 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.05110976899595698 (mp_runner.py:73) +2024-09-01 20:52:05,268 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.061426645996107254 (mp_runner.py:73) +2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.07053830799850402 (mp_runner.py:73) +2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.05599519699899247 (mp_runner.py:73) +2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.05679579499701504 (mp_runner.py:73) +2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.05562719199951971 (mp_runner.py:73) +2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.05788940900674788 (mp_runner.py:73) +2024-09-01 20:52:05,270 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.03551827200135449 (mp_runner.py:73) +2024-09-01 20:52:05,270 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.07054994400095893 (mp_runner.py:73) +2024-09-01 20:52:05,270 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.062184725000406615 (mp_runner.py:73) +2024-09-01 20:52:05,271 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.03789547400083393 (mp_runner.py:73) +2024-09-01 20:52:05,294 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.04077946000325028 (mp_runner.py:73) +2024-09-01 20:52:05,308 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.028746062998834532 (mp_runner.py:73) +2024-09-01 20:52:05,399 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.06987464799749432 (mp_runner.py:73) +2024-09-01 20:52:14,525 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0085s, count=731, qps in this process: 24.3598 (mp_runner.py:76) +2024-09-01 20:52:14,569 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0098s, count=732, qps in this process: 24.392 (mp_runner.py:76) +2024-09-01 20:52:14,616 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0146s, count=733, qps in this process: 24.4214 (mp_runner.py:76) +2024-09-01 20:52:14,618 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0576s, count=733, qps in this process: 24.3865 (mp_runner.py:76) +2024-09-01 20:52:14,618 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0325s, count=733, qps in this process: 24.4069 (mp_runner.py:76) +2024-09-01 20:52:14,620 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0172s, count=733, qps in this process: 24.4193 (mp_runner.py:76) +2024-09-01 20:52:14,630 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0251s, count=733, qps in this process: 24.4129 (mp_runner.py:76) +2024-09-01 20:52:14,647 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0201s, count=734, qps in this process: 24.4503 (mp_runner.py:76) +2024-09-01 20:52:14,659 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0332s, count=734, qps in this process: 24.4396 (mp_runner.py:76) +2024-09-01 20:52:14,712 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0176s, count=735, qps in this process: 24.4856 (mp_runner.py:76) +2024-09-01 20:52:14,712 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0184s, count=735, qps in this process: 24.485 (mp_runner.py:76) +2024-09-01 20:52:14,713 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0249s, count=735, qps in this process: 24.4797 (mp_runner.py:76) +2024-09-01 20:52:14,714 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0197s, count=735, qps in this process: 24.4839 (mp_runner.py:76) +2024-09-01 20:52:14,714 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0059s, count=735, qps in this process: 24.4952 (mp_runner.py:76) +2024-09-01 20:52:14,715 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0007s, count=735, qps in this process: 24.4994 (mp_runner.py:76) +2024-09-01 20:52:14,715 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0211s, count=735, qps in this process: 24.4828 (mp_runner.py:76) +2024-09-01 20:52:14,716 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0014s, count=735, qps in this process: 24.4989 (mp_runner.py:76) +2024-09-01 20:52:14,716 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0336s, count=735, qps in this process: 24.4726 (mp_runner.py:76) +2024-09-01 20:52:14,717 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0284s, count=735, qps in this process: 24.4768 (mp_runner.py:76) +2024-09-01 20:52:14,717 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0108s, count=735, qps in this process: 24.4912 (mp_runner.py:76) +2024-09-01 20:52:14,717 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0231s, count=735, qps in this process: 24.4811 (mp_runner.py:76) +2024-09-01 20:52:14,718 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0242s, count=735, qps in this process: 24.4803 (mp_runner.py:76) +2024-09-01 20:52:14,737 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0228s, count=736, qps in this process: 24.5147 (mp_runner.py:76) +2024-09-01 20:52:14,742 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0086s, count=736, qps in this process: 24.5263 (mp_runner.py:76) +2024-09-01 20:52:14,748 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0146s, count=736, qps in this process: 24.5214 (mp_runner.py:76) +2024-09-01 20:52:14,749 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0163s, count=736, qps in this process: 24.52 (mp_runner.py:76) +2024-09-01 20:52:14,750 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0273s, count=736, qps in this process: 24.511 (mp_runner.py:76) +2024-09-01 20:52:14,760 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0457s, count=736, qps in this process: 24.496 (mp_runner.py:76) +2024-09-01 20:52:14,764 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0059s, count=737, qps in this process: 24.5618 (mp_runner.py:76) +2024-09-01 20:52:14,765 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0027s, count=737, qps in this process: 24.5645 (mp_runner.py:76) +2024-09-01 20:52:14,780 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0139s, count=738, qps in this process: 24.5886 (mp_runner.py:76) +2024-09-01 20:52:14,782 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.005s, count=738, qps in this process: 24.5959 (mp_runner.py:76) +2024-09-01 20:52:14,782 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0051s, count=738, qps in this process: 24.5958 (mp_runner.py:76) +2024-09-01 20:52:14,811 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0119s, count=741, qps in this process: 24.6902 (mp_runner.py:76) +2024-09-01 20:52:14,836 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0037s, count=744, qps in this process: 24.7969 (mp_runner.py:76) +2024-09-01 20:52:14,837 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0074s, count=744, qps in this process: 24.7939 (mp_runner.py:76) +2024-09-01 20:52:14,839 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.002s, count=743, qps in this process: 24.765 (mp_runner.py:76) +2024-09-01 20:52:14,839 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0013s, count=743, qps in this process: 24.7656 (mp_runner.py:76) +2024-09-01 20:52:14,841 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.003s, count=744, qps in this process: 24.7975 (mp_runner.py:76) +2024-09-01 20:52:14,847 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0097s, count=744, qps in this process: 24.792 (mp_runner.py:76) +2024-09-01 20:52:14,847 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0047s, count=744, qps in this process: 24.7961 (mp_runner.py:76) +2024-09-01 20:52:14,847 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0099s, count=744, qps in this process: 24.7918 (mp_runner.py:76) +2024-09-01 20:52:14,859 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.003s, count=747, qps in this process: 24.8975 (mp_runner.py:76) +2024-09-01 20:52:14,892 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0018s, count=753, qps in this process: 25.0985 (mp_runner.py:76) +2024-09-01 20:52:14,897 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0012s, count=754, qps in this process: 25.1323 (mp_runner.py:76) +2024-09-01 20:52:14,901 | INFO |End search in concurrency 45: dur=30.608731640997576s, total_count=33200, qps=1084.6578 (mp_runner.py:120) +2024-09-01 20:52:18,255 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:52:18,255 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 20:52:39,317 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 20:52:39,363 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,464 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,553 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,573 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,595 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,663 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,675 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,679 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,702 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,706 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,714 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,716 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,743 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,744 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,747 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,760 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,773 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,782 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,788 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,799 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,803 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,818 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,822 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,828 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,828 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,844 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,844 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,844 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,867 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,883 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,903 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,906 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,968 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,972 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:52:39,985 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:02,647 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.04111874200316379 (mp_runner.py:73) +2024-09-01 20:53:02,647 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.04085317200224381 (mp_runner.py:73) +2024-09-01 20:53:02,647 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.0269093620008789 (mp_runner.py:73) +2024-09-01 20:53:02,647 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.03642850899632322 (mp_runner.py:73) +2024-09-01 20:53:02,648 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.04084530300315237 (mp_runner.py:73) +2024-09-01 20:53:02,648 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.04085471900179982 (mp_runner.py:73) +2024-09-01 20:53:02,649 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.041661875999125186 (mp_runner.py:73) +2024-09-01 20:53:02,649 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.042903544002911076 (mp_runner.py:73) +2024-09-01 20:53:02,649 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.04219751400523819 (mp_runner.py:73) +2024-09-01 20:53:02,650 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.03897482300089905 (mp_runner.py:73) +2024-09-01 20:53:02,650 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.043754471000283957 (mp_runner.py:73) +2024-09-01 20:53:02,651 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.045027639003819786 (mp_runner.py:73) +2024-09-01 20:53:02,651 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.037654139996448066 (mp_runner.py:73) +2024-09-01 20:53:02,652 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.03461416799837025 (mp_runner.py:73) +2024-09-01 20:53:02,653 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03876626899727853 (mp_runner.py:73) +2024-09-01 20:53:02,653 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.03386739399866201 (mp_runner.py:73) +2024-09-01 20:53:02,653 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.03750595099700149 (mp_runner.py:73) +2024-09-01 20:53:02,654 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.03312382200238062 (mp_runner.py:73) +2024-09-01 20:53:02,654 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.031979543004126754 (mp_runner.py:73) +2024-09-01 20:53:02,654 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.04037238000455545 (mp_runner.py:73) +2024-09-01 20:53:02,654 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.0325999389970093 (mp_runner.py:73) +2024-09-01 20:53:02,655 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.03956404400378233 (mp_runner.py:73) +2024-09-01 20:53:02,655 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.02948589999869 (mp_runner.py:73) +2024-09-01 20:53:02,655 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.038116258998343255 (mp_runner.py:73) +2024-09-01 20:53:02,655 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.026641075004590675 (mp_runner.py:73) +2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.0384648350009229 (mp_runner.py:73) +2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.03048372600460425 (mp_runner.py:73) +2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.03321934099949431 (mp_runner.py:73) +2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.02918869099812582 (mp_runner.py:73) +2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.050502313002652954 (mp_runner.py:73) +2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.034890700997493695 (mp_runner.py:73) +2024-09-01 20:53:02,657 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.05130694300169125 (mp_runner.py:73) +2024-09-01 20:53:02,657 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.03475076999893645 (mp_runner.py:73) +2024-09-01 20:53:02,657 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.022032603999832645 (mp_runner.py:73) +2024-09-01 20:53:02,657 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.034193109000625554 (mp_runner.py:73) +2024-09-01 20:53:02,658 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.04990411300241249 (mp_runner.py:73) +2024-09-01 20:53:02,658 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.03595115600182908 (mp_runner.py:73) +2024-09-01 20:53:02,658 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.0353506239989656 (mp_runner.py:73) +2024-09-01 20:53:02,658 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.045413364001433365 (mp_runner.py:73) +2024-09-01 20:53:02,659 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.03666580300341593 (mp_runner.py:73) +2024-09-01 20:53:02,659 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03661470899533015 (mp_runner.py:73) +2024-09-01 20:53:02,659 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.04085229399788659 (mp_runner.py:73) +2024-09-01 20:53:02,660 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.036259323002013844 (mp_runner.py:73) +2024-09-01 20:53:02,660 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.030949012994824443 (mp_runner.py:73) +2024-09-01 20:53:02,661 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.033207418004167266 (mp_runner.py:73) +2024-09-01 20:53:02,662 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.0408645979987341 (mp_runner.py:73) +2024-09-01 20:53:02,663 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.03631581599620404 (mp_runner.py:73) +2024-09-01 20:53:02,665 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.03894392499933019 (mp_runner.py:73) +2024-09-01 20:53:02,668 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.04286015500110807 (mp_runner.py:73) +2024-09-01 20:53:02,780 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.13001201499719173 (mp_runner.py:73) +2024-09-01 20:53:09,380 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0098s, count=656, qps in this process: 21.8595 (mp_runner.py:76) +2024-09-01 20:53:09,413 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0092s, count=657, qps in this process: 21.8933 (mp_runner.py:76) +2024-09-01 20:53:09,491 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0151s, count=659, qps in this process: 21.9556 (mp_runner.py:76) +2024-09-01 20:53:09,566 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0046s, count=661, qps in this process: 22.03 (mp_runner.py:76) +2024-09-01 20:53:09,615 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.016s, count=662, qps in this process: 22.0549 (mp_runner.py:76) +2024-09-01 20:53:09,621 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0421s, count=662, qps in this process: 22.0357 (mp_runner.py:76) +2024-09-01 20:53:09,628 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0493s, count=662, qps in this process: 22.0305 (mp_runner.py:76) +2024-09-01 20:53:09,682 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0121s, count=663, qps in this process: 22.0911 (mp_runner.py:76) +2024-09-01 20:53:09,696 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0174s, count=665, qps in this process: 22.1538 (mp_runner.py:76) +2024-09-01 20:53:09,703 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0203s, count=665, qps in this process: 22.1517 (mp_runner.py:76) +2024-09-01 20:53:09,712 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0009s, count=665, qps in this process: 22.166 (mp_runner.py:76) +2024-09-01 20:53:09,723 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0045s, count=665, qps in this process: 22.1633 (mp_runner.py:76) +2024-09-01 20:53:09,727 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0107s, count=665, qps in this process: 22.1588 (mp_runner.py:76) +2024-09-01 20:53:09,742 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0362s, count=666, qps in this process: 22.1732 (mp_runner.py:76) +2024-09-01 20:53:09,742 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0235s, count=666, qps in this process: 22.1826 (mp_runner.py:76) +2024-09-01 20:53:09,743 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0234s, count=666, qps in this process: 22.1827 (mp_runner.py:76) +2024-09-01 20:53:09,743 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0241s, count=666, qps in this process: 22.1822 (mp_runner.py:76) +2024-09-01 20:53:09,754 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.009s, count=666, qps in this process: 22.1933 (mp_runner.py:76) +2024-09-01 20:53:09,758 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.006s, count=667, qps in this process: 22.2289 (mp_runner.py:76) +2024-09-01 20:53:09,764 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.018s, count=667, qps in this process: 22.22 (mp_runner.py:76) +2024-09-01 20:53:09,781 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0166s, count=668, qps in this process: 22.2544 (mp_runner.py:76) +2024-09-01 20:53:09,795 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0052s, count=667, qps in this process: 22.2295 (mp_runner.py:76) +2024-09-01 20:53:09,839 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0174s, count=668, qps in this process: 22.2538 (mp_runner.py:76) +2024-09-01 20:53:09,875 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0418s, count=668, qps in this process: 22.2357 (mp_runner.py:76) +2024-09-01 20:53:09,881 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0469s, count=669, qps in this process: 22.2652 (mp_runner.py:76) +2024-09-01 20:53:09,881 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0734s, count=669, qps in this process: 22.2456 (mp_runner.py:76) +2024-09-01 20:53:09,881 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0756s, count=669, qps in this process: 22.2439 (mp_runner.py:76) +2024-09-01 20:53:09,881 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0352s, count=669, qps in this process: 22.2739 (mp_runner.py:76) +2024-09-01 20:53:09,882 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0355s, count=669, qps in this process: 22.2736 (mp_runner.py:76) +2024-09-01 20:53:09,882 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0361s, count=669, qps in this process: 22.2732 (mp_runner.py:76) +2024-09-01 20:53:09,884 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0963s, count=668, qps in this process: 22.1954 (mp_runner.py:76) +2024-09-01 20:53:09,885 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0025s, count=669, qps in this process: 22.2981 (mp_runner.py:76) +2024-09-01 20:53:09,885 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0893s, count=669, qps in this process: 22.2338 (mp_runner.py:76) +2024-09-01 20:53:09,890 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0254s, count=669, qps in this process: 22.2811 (mp_runner.py:76) +2024-09-01 20:53:09,891 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0166s, count=669, qps in this process: 22.2877 (mp_runner.py:76) +2024-09-01 20:53:09,906 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0128s, count=670, qps in this process: 22.3238 (mp_runner.py:76) +2024-09-01 20:53:09,910 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0054s, count=670, qps in this process: 22.3293 (mp_runner.py:76) +2024-09-01 20:53:09,913 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.004s, count=671, qps in this process: 22.3637 (mp_runner.py:76) +2024-09-01 20:53:09,933 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.1058s, count=669, qps in this process: 22.2216 (mp_runner.py:76) +2024-09-01 20:53:09,934 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0514s, count=669, qps in this process: 22.2619 (mp_runner.py:76) +2024-09-01 20:53:09,936 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0061s, count=673, qps in this process: 22.4288 (mp_runner.py:76) +2024-09-01 20:53:09,938 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0052s, count=673, qps in this process: 22.4294 (mp_runner.py:76) +2024-09-01 20:53:09,947 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0028s, count=672, qps in this process: 22.3979 (mp_runner.py:76) +2024-09-01 20:53:09,948 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0152s, count=674, qps in this process: 22.4553 (mp_runner.py:76) +2024-09-01 20:53:09,950 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0058s, count=672, qps in this process: 22.3957 (mp_runner.py:76) +2024-09-01 20:53:09,962 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0018s, count=675, qps in this process: 22.4987 (mp_runner.py:76) +2024-09-01 20:53:09,981 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0033s, count=679, qps in this process: 22.6308 (mp_runner.py:76) +2024-09-01 20:53:09,989 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0024s, count=681, qps in this process: 22.6982 (mp_runner.py:76) +2024-09-01 20:53:09,989 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0025s, count=681, qps in this process: 22.6981 (mp_runner.py:76) +2024-09-01 20:53:09,993 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0026s, count=682, qps in this process: 22.7314 (mp_runner.py:76) +2024-09-01 20:53:09,998 | INFO |End search in concurrency 50: dur=30.680966287996853s, total_count=33411, qps=1088.9813 (mp_runner.py:120) +2024-09-01 20:53:13,719 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:53:13,719 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 20:53:34,823 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 20:53:35,157 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,324 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,329 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,335 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,336 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,336 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,337 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,337 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,337 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,336 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,338 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,340 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,340 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,340 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,341 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,342 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,342 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,343 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,343 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,343 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,344 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,345 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,346 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,347 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,348 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,348 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,349 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,349 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,351 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,351 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,356 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,360 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,360 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,381 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,414 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,414 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,423 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,436 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:35,520 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:53:59,796 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.0652662459979183 (mp_runner.py:73) +2024-09-01 20:53:59,797 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.03197037400241243 (mp_runner.py:73) +2024-09-01 20:53:59,797 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.05845955300173955 (mp_runner.py:73) +2024-09-01 20:53:59,798 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.057993665999674704 (mp_runner.py:73) +2024-09-01 20:53:59,798 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.06051152999862097 (mp_runner.py:73) +2024-09-01 20:53:59,798 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.05717810300120618 (mp_runner.py:73) +2024-09-01 20:53:59,799 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.05389625299721956 (mp_runner.py:73) +2024-09-01 20:53:59,799 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.05366930599848274 (mp_runner.py:73) +2024-09-01 20:53:59,800 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.06763554400095018 (mp_runner.py:73) +2024-09-01 20:53:59,800 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.05734395300532924 (mp_runner.py:73) +2024-09-01 20:53:59,801 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.0587420750016463 (mp_runner.py:73) +2024-09-01 20:53:59,801 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.051616375996673014 (mp_runner.py:73) +2024-09-01 20:53:59,802 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.05794939200131921 (mp_runner.py:73) +2024-09-01 20:53:59,802 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.06502363699837588 (mp_runner.py:73) +2024-09-01 20:53:59,803 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.05614285499905236 (mp_runner.py:73) +2024-09-01 20:53:59,803 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.058439004998945165 (mp_runner.py:73) +2024-09-01 20:53:59,803 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.05375119399832329 (mp_runner.py:73) +2024-09-01 20:53:59,803 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.06843442300305469 (mp_runner.py:73) +2024-09-01 20:53:59,804 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.06333706899749814 (mp_runner.py:73) +2024-09-01 20:53:59,804 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.03591536200110568 (mp_runner.py:73) +2024-09-01 20:53:59,805 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.05399653299537022 (mp_runner.py:73) +2024-09-01 20:53:59,805 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.051216636995377485 (mp_runner.py:73) +2024-09-01 20:53:59,806 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.05192745800013654 (mp_runner.py:73) +2024-09-01 20:53:59,806 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.053377160998934414 (mp_runner.py:73) +2024-09-01 20:53:59,807 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.07248221299960278 (mp_runner.py:73) +2024-09-01 20:53:59,807 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.04244443600327941 (mp_runner.py:73) +2024-09-01 20:53:59,808 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.07480456399935065 (mp_runner.py:73) +2024-09-01 20:53:59,808 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.059976348995405715 (mp_runner.py:73) +2024-09-01 20:53:59,809 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.057904332999896724 (mp_runner.py:73) +2024-09-01 20:53:59,809 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.07247063300019363 (mp_runner.py:73) +2024-09-01 20:53:59,809 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.056726793001871556 (mp_runner.py:73) +2024-09-01 20:53:59,810 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.054825868995976634 (mp_runner.py:73) +2024-09-01 20:53:59,811 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.05118142800347414 (mp_runner.py:73) +2024-09-01 20:53:59,812 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.054866124999534804 (mp_runner.py:73) +2024-09-01 20:53:59,812 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.04114025599847082 (mp_runner.py:73) +2024-09-01 20:53:59,813 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.06469330000254558 (mp_runner.py:73) +2024-09-01 20:53:59,813 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.05132668999431189 (mp_runner.py:73) +2024-09-01 20:53:59,813 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.08376644999952987 (mp_runner.py:73) +2024-09-01 20:53:59,814 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.05325984400406014 (mp_runner.py:73) +2024-09-01 20:53:59,814 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.052178969999658875 (mp_runner.py:73) +2024-09-01 20:53:59,815 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.08148938600061228 (mp_runner.py:73) +2024-09-01 20:53:59,815 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.02805274500133237 (mp_runner.py:73) +2024-09-01 20:53:59,816 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.04930714800138958 (mp_runner.py:73) +2024-09-01 20:53:59,816 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.052268952000304125 (mp_runner.py:73) +2024-09-01 20:53:59,817 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.042061601001478266 (mp_runner.py:73) +2024-09-01 20:53:59,818 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.052641175003373064 (mp_runner.py:73) +2024-09-01 20:53:59,818 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.0801315330027137 (mp_runner.py:73) +2024-09-01 20:53:59,819 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.052143906003038865 (mp_runner.py:73) +2024-09-01 20:53:59,820 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.03565187400090508 (mp_runner.py:73) +2024-09-01 20:53:59,821 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.003340520997880958 (mp_runner.py:73) +2024-09-01 20:53:59,822 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.09205360299529275 (mp_runner.py:73) +2024-09-01 20:53:59,842 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.04718976999720326 (mp_runner.py:73) +2024-09-01 20:53:59,844 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.004745518002891913 (mp_runner.py:73) +2024-09-01 20:53:59,846 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.05238156099949265 (mp_runner.py:73) +2024-09-01 20:53:59,854 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.006091534000006504 (mp_runner.py:73) +2024-09-01 20:54:05,230 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0111s, count=614, qps in this process: 20.4591 (mp_runner.py:76) +2024-09-01 20:54:05,348 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0028s, count=618, qps in this process: 20.5981 (mp_runner.py:76) +2024-09-01 20:54:05,348 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0137s, count=619, qps in this process: 20.6239 (mp_runner.py:76) +2024-09-01 20:54:05,350 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0048s, count=618, qps in this process: 20.5967 (mp_runner.py:76) +2024-09-01 20:54:05,351 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0117s, count=618, qps in this process: 20.592 (mp_runner.py:76) +2024-09-01 20:54:05,354 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0099s, count=619, qps in this process: 20.6265 (mp_runner.py:76) +2024-09-01 20:54:05,356 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0107s, count=618, qps in this process: 20.5927 (mp_runner.py:76) +2024-09-01 20:54:05,356 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0119s, count=618, qps in this process: 20.5918 (mp_runner.py:76) +2024-09-01 20:54:05,357 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0129s, count=618, qps in this process: 20.5911 (mp_runner.py:76) +2024-09-01 20:54:05,358 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0032s, count=619, qps in this process: 20.6311 (mp_runner.py:76) +2024-09-01 20:54:05,359 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0088s, count=618, qps in this process: 20.594 (mp_runner.py:76) +2024-09-01 20:54:05,360 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0113s, count=618, qps in this process: 20.5922 (mp_runner.py:76) +2024-09-01 20:54:05,362 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0204s, count=619, qps in this process: 20.6193 (mp_runner.py:76) +2024-09-01 20:54:05,362 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0174s, count=618, qps in this process: 20.5881 (mp_runner.py:76) +2024-09-01 20:54:05,364 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0185s, count=619, qps in this process: 20.6206 (mp_runner.py:76) +2024-09-01 20:54:05,366 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0109s, count=619, qps in this process: 20.6258 (mp_runner.py:76) +2024-09-01 20:54:05,367 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0078s, count=619, qps in this process: 20.628 (mp_runner.py:76) +2024-09-01 20:54:05,369 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0247s, count=619, qps in this process: 20.6164 (mp_runner.py:76) +2024-09-01 20:54:05,377 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0273s, count=619, qps in this process: 20.6146 (mp_runner.py:76) +2024-09-01 20:54:05,379 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0338s, count=619, qps in this process: 20.6101 (mp_runner.py:76) +2024-09-01 20:54:05,380 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0118s, count=619, qps in this process: 20.6252 (mp_runner.py:76) +2024-09-01 20:54:05,382 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0306s, count=619, qps in this process: 20.6123 (mp_runner.py:76) +2024-09-01 20:54:05,384 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0149s, count=619, qps in this process: 20.6231 (mp_runner.py:76) +2024-09-01 20:54:05,384 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0337s, count=619, qps in this process: 20.6102 (mp_runner.py:76) +2024-09-01 20:54:05,386 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.041s, count=617, qps in this process: 20.5386 (mp_runner.py:76) +2024-09-01 20:54:05,388 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0264s, count=619, qps in this process: 20.6152 (mp_runner.py:76) +2024-09-01 20:54:05,389 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0426s, count=618, qps in this process: 20.5708 (mp_runner.py:76) +2024-09-01 20:54:05,395 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0402s, count=619, qps in this process: 20.6057 (mp_runner.py:76) +2024-09-01 20:54:05,395 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0504s, count=619, qps in this process: 20.5987 (mp_runner.py:76) +2024-09-01 20:54:05,395 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.05s, count=619, qps in this process: 20.599 (mp_runner.py:76) +2024-09-01 20:54:05,396 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0228s, count=619, qps in this process: 20.6177 (mp_runner.py:76) +2024-09-01 20:54:05,397 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0299s, count=619, qps in this process: 20.6128 (mp_runner.py:76) +2024-09-01 20:54:05,397 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.046s, count=619, qps in this process: 20.6017 (mp_runner.py:76) +2024-09-01 20:54:05,400 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0403s, count=619, qps in this process: 20.6057 (mp_runner.py:76) +2024-09-01 20:54:05,402 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0049s, count=619, qps in this process: 20.63 (mp_runner.py:76) +2024-09-01 20:54:05,406 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0518s, count=619, qps in this process: 20.5978 (mp_runner.py:76) +2024-09-01 20:54:05,412 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0668s, count=619, qps in this process: 20.5875 (mp_runner.py:76) +2024-09-01 20:54:05,413 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0845s, count=617, qps in this process: 20.5089 (mp_runner.py:76) +2024-09-01 20:54:05,421 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0411s, count=620, qps in this process: 20.6384 (mp_runner.py:76) +2024-09-01 20:54:05,425 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0506s, count=620, qps in this process: 20.6319 (mp_runner.py:76) +2024-09-01 20:54:05,426 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0093s, count=620, qps in this process: 20.6603 (mp_runner.py:76) +2024-09-01 20:54:05,426 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0759s, count=619, qps in this process: 20.5813 (mp_runner.py:76) +2024-09-01 20:54:05,428 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0351s, count=620, qps in this process: 20.6425 (mp_runner.py:76) +2024-09-01 20:54:05,428 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0542s, count=620, qps in this process: 20.6294 (mp_runner.py:76) +2024-09-01 20:54:05,432 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0353s, count=620, qps in this process: 20.6424 (mp_runner.py:76) +2024-09-01 20:54:05,433 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0021s, count=620, qps in this process: 20.6652 (mp_runner.py:76) +2024-09-01 20:54:05,433 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0645s, count=620, qps in this process: 20.6223 (mp_runner.py:76) +2024-09-01 20:54:05,434 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0192s, count=620, qps in this process: 20.6534 (mp_runner.py:76) +2024-09-01 20:54:05,435 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0149s, count=620, qps in this process: 20.6564 (mp_runner.py:76) +2024-09-01 20:54:05,436 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0212s, count=620, qps in this process: 20.6521 (mp_runner.py:76) +2024-09-01 20:54:05,437 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0092s, count=620, qps in this process: 20.6603 (mp_runner.py:76) +2024-09-01 20:54:05,437 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.021s, count=620, qps in this process: 20.6522 (mp_runner.py:76) +2024-09-01 20:54:05,448 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0019s, count=622, qps in this process: 20.732 (mp_runner.py:76) +2024-09-01 20:54:05,455 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0021s, count=623, qps in this process: 20.7652 (mp_runner.py:76) +2024-09-01 20:54:05,524 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0016s, count=636, qps in this process: 21.1989 (mp_runner.py:76) +2024-09-01 20:54:05,530 | INFO |End search in concurrency 55: dur=30.705992966999474s, total_count=34063, qps=1109.3274 (mp_runner.py:120) +2024-09-01 20:54:09,603 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:54:09,603 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 20:54:30,943 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 20:54:31,140 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,285 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,289 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,326 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,347 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,405 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,406 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,412 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,412 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,412 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,412 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,419 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,420 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,428 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,439 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,448 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,448 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,464 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,483 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,529 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,533 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,558 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,564 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,579 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,579 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,580 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,588 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,590 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,593 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,614 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,645 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,645 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,652 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,653 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,656 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,675 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,691 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,693 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,723 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,740 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,745 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,751 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,763 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:31,859 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:54:58,618 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.09427491599490168 (mp_runner.py:73) +2024-09-01 20:54:58,619 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.12054724599875044 (mp_runner.py:73) +2024-09-01 20:54:58,619 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.05337546499504242 (mp_runner.py:73) +2024-09-01 20:54:58,619 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.10114372699899832 (mp_runner.py:73) +2024-09-01 20:54:58,619 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.08724002199596725 (mp_runner.py:73) +2024-09-01 20:54:58,620 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.13061509399994975 (mp_runner.py:73) +2024-09-01 20:54:58,621 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.12879403500119224 (mp_runner.py:73) +2024-09-01 20:54:58,621 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.09983972500049276 (mp_runner.py:73) +2024-09-01 20:54:58,621 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.1090324140022858 (mp_runner.py:73) +2024-09-01 20:54:58,623 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.08198894600354834 (mp_runner.py:73) +2024-09-01 20:54:58,623 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.07483784400392324 (mp_runner.py:73) +2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.08551891500246711 (mp_runner.py:73) +2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.07513709199702134 (mp_runner.py:73) +2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.12769562800531276 (mp_runner.py:73) +2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.058631421998143196 (mp_runner.py:73) +2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.11066746299911756 (mp_runner.py:73) +2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.13649915700079873 (mp_runner.py:73) +2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.13118907600437524 (mp_runner.py:73) +2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.11682246399868745 (mp_runner.py:73) +2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.0875249509990681 (mp_runner.py:73) +2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.12363338700379245 (mp_runner.py:73) +2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.10841849200369325 (mp_runner.py:73) +2024-09-01 20:54:58,626 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.08626709599775495 (mp_runner.py:73) +2024-09-01 20:54:58,626 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.09207602699461859 (mp_runner.py:73) +2024-09-01 20:54:58,627 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.13018153099983465 (mp_runner.py:73) +2024-09-01 20:54:58,627 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.08967386799486121 (mp_runner.py:73) +2024-09-01 20:54:58,627 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.10171827899466734 (mp_runner.py:73) +2024-09-01 20:54:58,628 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.11823542999627534 (mp_runner.py:73) +2024-09-01 20:54:58,629 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.09054739699786296 (mp_runner.py:73) +2024-09-01 20:54:58,629 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.0873734519991558 (mp_runner.py:73) +2024-09-01 20:54:58,630 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.10842439299449325 (mp_runner.py:73) +2024-09-01 20:54:58,630 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.1403564960055519 (mp_runner.py:73) +2024-09-01 20:54:58,631 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.10758511700259987 (mp_runner.py:73) +2024-09-01 20:54:58,632 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.14695318300073268 (mp_runner.py:73) +2024-09-01 20:54:58,632 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.1491590880032163 (mp_runner.py:73) +2024-09-01 20:54:58,632 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.09698172799835447 (mp_runner.py:73) +2024-09-01 20:54:58,633 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.09156069599703187 (mp_runner.py:73) +2024-09-01 20:54:58,633 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.09412355800304795 (mp_runner.py:73) +2024-09-01 20:54:58,633 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.12800244800018845 (mp_runner.py:73) +2024-09-01 20:54:58,634 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.12174188200151548 (mp_runner.py:73) +2024-09-01 20:54:58,634 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.10642562800057931 (mp_runner.py:73) +2024-09-01 20:54:58,634 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.06388445400079945 (mp_runner.py:73) +2024-09-01 20:54:58,635 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.11486089899699437 (mp_runner.py:73) +2024-09-01 20:54:58,635 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.1017030720031471 (mp_runner.py:73) +2024-09-01 20:54:58,635 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.1219031470027403 (mp_runner.py:73) +2024-09-01 20:54:58,636 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.1421804580022581 (mp_runner.py:73) +2024-09-01 20:54:58,636 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.1479425319994334 (mp_runner.py:73) +2024-09-01 20:54:58,636 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.15088735099561745 (mp_runner.py:73) +2024-09-01 20:54:58,637 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.11129735600115964 (mp_runner.py:73) +2024-09-01 20:54:58,637 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.10951657199620968 (mp_runner.py:73) +2024-09-01 20:54:58,638 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.10282610799913527 (mp_runner.py:73) +2024-09-01 20:54:58,638 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.1379698050004663 (mp_runner.py:73) +2024-09-01 20:54:58,638 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.15221686699806014 (mp_runner.py:73) +2024-09-01 20:54:58,639 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.1469148350006435 (mp_runner.py:73) +2024-09-01 20:54:58,639 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.10142124300182331 (mp_runner.py:73) +2024-09-01 20:54:58,646 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.14242833600292215 (mp_runner.py:73) +2024-09-01 20:54:58,689 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.049250616000790615 (mp_runner.py:73) +2024-09-01 20:54:58,725 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.02545372899476206 (mp_runner.py:73) +2024-09-01 20:54:58,745 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.1047080360003747 (mp_runner.py:73) +2024-09-01 20:54:58,853 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.06716321199928643 (mp_runner.py:73) +2024-09-01 20:55:01,189 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0375s, count=545, qps in this process: 18.144 (mp_runner.py:76) +2024-09-01 20:55:01,304 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0161s, count=548, qps in this process: 18.2569 (mp_runner.py:76) +2024-09-01 20:55:01,312 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0083s, count=548, qps in this process: 18.2616 (mp_runner.py:76) +2024-09-01 20:55:01,330 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.04s, count=549, qps in this process: 18.2756 (mp_runner.py:76) +2024-09-01 20:55:01,338 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0085s, count=549, qps in this process: 18.2948 (mp_runner.py:76) +2024-09-01 20:55:01,341 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0114s, count=548, qps in this process: 18.2597 (mp_runner.py:76) +2024-09-01 20:55:01,354 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0503s, count=549, qps in this process: 18.2694 (mp_runner.py:76) +2024-09-01 20:55:01,382 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0273s, count=550, qps in this process: 18.3167 (mp_runner.py:76) +2024-09-01 20:55:01,409 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0028s, count=550, qps in this process: 18.3316 (mp_runner.py:76) +2024-09-01 20:55:01,416 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0003s, count=550, qps in this process: 18.3332 (mp_runner.py:76) +2024-09-01 20:55:01,423 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0067s, count=551, qps in this process: 18.3626 (mp_runner.py:76) +2024-09-01 20:55:01,423 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0149s, count=551, qps in this process: 18.3575 (mp_runner.py:76) +2024-09-01 20:55:01,425 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0095s, count=551, qps in this process: 18.3609 (mp_runner.py:76) +2024-09-01 20:55:01,433 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0023s, count=551, qps in this process: 18.3653 (mp_runner.py:76) +2024-09-01 20:55:01,438 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0025s, count=551, qps in this process: 18.3651 (mp_runner.py:76) +2024-09-01 20:55:01,441 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0221s, count=551, qps in this process: 18.3531 (mp_runner.py:76) +2024-09-01 20:55:01,470 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0454s, count=552, qps in this process: 18.3722 (mp_runner.py:76) +2024-09-01 20:55:01,473 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0295s, count=551, qps in this process: 18.3486 (mp_runner.py:76) +2024-09-01 20:55:01,473 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.027s, count=552, qps in this process: 18.3835 (mp_runner.py:76) +2024-09-01 20:55:01,475 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0371s, count=552, qps in this process: 18.3773 (mp_runner.py:76) +2024-09-01 20:55:01,476 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0404s, count=552, qps in this process: 18.3753 (mp_runner.py:76) +2024-09-01 20:55:01,478 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0181s, count=552, qps in this process: 18.3889 (mp_runner.py:76) +2024-09-01 20:55:01,480 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0124s, count=552, qps in this process: 18.3924 (mp_runner.py:76) +2024-09-01 20:55:01,488 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0727s, count=552, qps in this process: 18.3555 (mp_runner.py:76) +2024-09-01 20:55:01,493 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.065s, count=552, qps in this process: 18.3602 (mp_runner.py:76) +2024-09-01 20:55:01,502 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0496s, count=552, qps in this process: 18.3696 (mp_runner.py:76) +2024-09-01 20:55:01,523 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0004s, count=553, qps in this process: 18.4331 (mp_runner.py:76) +2024-09-01 20:55:01,523 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0356s, count=553, qps in this process: 18.4115 (mp_runner.py:76) +2024-09-01 20:55:01,537 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0018s, count=553, qps in this process: 18.4322 (mp_runner.py:76) +2024-09-01 20:55:01,537 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0165s, count=553, qps in this process: 18.4232 (mp_runner.py:76) +2024-09-01 20:55:01,548 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0096s, count=554, qps in this process: 18.4608 (mp_runner.py:76) +2024-09-01 20:55:01,558 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0288s, count=553, qps in this process: 18.4157 (mp_runner.py:76) +2024-09-01 20:55:01,589 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0221s, count=555, qps in this process: 18.4864 (mp_runner.py:76) +2024-09-01 20:55:01,589 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0136s, count=555, qps in this process: 18.4916 (mp_runner.py:76) +2024-09-01 20:55:01,589 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0072s, count=555, qps in this process: 18.4956 (mp_runner.py:76) +2024-09-01 20:55:01,590 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0078s, count=555, qps in this process: 18.4952 (mp_runner.py:76) +2024-09-01 20:55:01,608 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0137s, count=556, qps in this process: 18.5249 (mp_runner.py:76) +2024-09-01 20:55:01,614 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0195s, count=556, qps in this process: 18.5213 (mp_runner.py:76) +2024-09-01 20:55:01,619 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0284s, count=556, qps in this process: 18.5158 (mp_runner.py:76) +2024-09-01 20:55:01,620 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0249s, count=556, qps in this process: 18.518 (mp_runner.py:76) +2024-09-01 20:55:01,632 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0037s, count=556, qps in this process: 18.531 (mp_runner.py:76) +2024-09-01 20:55:01,650 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0032s, count=558, qps in this process: 18.598 (mp_runner.py:76) +2024-09-01 20:55:01,650 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0036s, count=558, qps in this process: 18.5978 (mp_runner.py:76) +2024-09-01 20:55:01,669 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0075s, count=559, qps in this process: 18.6287 (mp_runner.py:76) +2024-09-01 20:55:01,672 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0133s, count=559, qps in this process: 18.6251 (mp_runner.py:76) +2024-09-01 20:55:01,674 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0035s, count=559, qps in this process: 18.6312 (mp_runner.py:76) +2024-09-01 20:55:01,700 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0175s, count=560, qps in this process: 18.6558 (mp_runner.py:76) +2024-09-01 20:55:01,701 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0029s, count=561, qps in this process: 18.6982 (mp_runner.py:76) +2024-09-01 20:55:01,704 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0059s, count=561, qps in this process: 18.6963 (mp_runner.py:76) +2024-09-01 20:55:01,718 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0135s, count=562, qps in this process: 18.7249 (mp_runner.py:76) +2024-09-01 20:55:01,721 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0043s, count=562, qps in this process: 18.7306 (mp_runner.py:76) +2024-09-01 20:55:01,735 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0066s, count=564, qps in this process: 18.7959 (mp_runner.py:76) +2024-09-01 20:55:01,747 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0024s, count=565, qps in this process: 18.8318 (mp_runner.py:76) +2024-09-01 20:55:01,759 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0088s, count=567, qps in this process: 18.8945 (mp_runner.py:76) +2024-09-01 20:55:01,768 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0101s, count=568, qps in this process: 18.927 (mp_runner.py:76) +2024-09-01 20:55:01,788 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.008s, count=571, qps in this process: 19.0283 (mp_runner.py:76) +2024-09-01 20:55:01,799 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0037s, count=573, qps in this process: 19.0976 (mp_runner.py:76) +2024-09-01 20:55:01,806 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.004s, count=574, qps in this process: 19.1308 (mp_runner.py:76) +2024-09-01 20:55:01,806 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0041s, count=574, qps in this process: 19.1307 (mp_runner.py:76) +2024-09-01 20:55:01,870 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0035s, count=591, qps in this process: 19.6977 (mp_runner.py:76) +2024-09-01 20:55:01,876 | INFO |End search in concurrency 60: dur=30.931543232996773s, total_count=33376, qps=1079.028 (mp_runner.py:120) +2024-09-01 20:55:06,296 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:55:06,297 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 20:55:27,861 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 20:55:28,197 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,237 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,242 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,284 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,287 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,319 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,394 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,408 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,411 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,411 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,416 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,416 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,416 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,416 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,418 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,419 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,419 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,422 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,422 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,423 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,423 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,423 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,424 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,538 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,542 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,551 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,577 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,587 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,594 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,594 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,607 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,623 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,661 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,661 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,662 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,721 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,728 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,742 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,826 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,832 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,834 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,851 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:28,914 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.06570360399928177 (mp_runner.py:73) +2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.11852994699438568 (mp_runner.py:73) +2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.06886247499642195 (mp_runner.py:73) +2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.08507476800150471 (mp_runner.py:73) +2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.12199730399879627 (mp_runner.py:73) +2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.04010443500010297 (mp_runner.py:73) +2024-09-01 20:55:57,255 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.07730891599931056 (mp_runner.py:73) +2024-09-01 20:55:57,255 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.11924915599956876 (mp_runner.py:73) +2024-09-01 20:55:57,256 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.11873367099906318 (mp_runner.py:73) +2024-09-01 20:55:57,256 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.11837601399747655 (mp_runner.py:73) +2024-09-01 20:55:57,257 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.11554909800179303 (mp_runner.py:73) +2024-09-01 20:55:57,257 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.12822403899917845 (mp_runner.py:73) +2024-09-01 20:55:57,257 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.11194760500075063 (mp_runner.py:73) +2024-09-01 20:55:57,258 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.08440966800117167 (mp_runner.py:73) +2024-09-01 20:55:57,258 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.11856948899367126 (mp_runner.py:73) +2024-09-01 20:55:57,258 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.11701989299763227 (mp_runner.py:73) +2024-09-01 20:55:57,258 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.11578804500459228 (mp_runner.py:73) +2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.10942338499444304 (mp_runner.py:73) +2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.047811039999942295 (mp_runner.py:73) +2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.10575778500060551 (mp_runner.py:73) +2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.09521899399987888 (mp_runner.py:73) +2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.03933385200070916 (mp_runner.py:73) +2024-09-01 20:55:57,260 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.10096902400255203 (mp_runner.py:73) +2024-09-01 20:55:57,260 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.12337946399929933 (mp_runner.py:73) +2024-09-01 20:55:57,260 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.1001144280016888 (mp_runner.py:73) +2024-09-01 20:55:57,260 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.08184137400530744 (mp_runner.py:73) +2024-09-01 20:55:57,261 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.09301527900242945 (mp_runner.py:73) +2024-09-01 20:55:57,262 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.10430701299628709 (mp_runner.py:73) +2024-09-01 20:55:57,262 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.10066948599705938 (mp_runner.py:73) +2024-09-01 20:55:57,262 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.1062502350032446 (mp_runner.py:73) +2024-09-01 20:55:57,263 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.09560608999890974 (mp_runner.py:73) +2024-09-01 20:55:57,263 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.1279615460007335 (mp_runner.py:73) +2024-09-01 20:55:57,263 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.11379352099902462 (mp_runner.py:73) +2024-09-01 20:55:57,263 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.08874593000655295 (mp_runner.py:73) +2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.07847599600063404 (mp_runner.py:73) +2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.08207040999695892 (mp_runner.py:73) +2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.1200899239993305 (mp_runner.py:73) +2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.09296802699827822 (mp_runner.py:73) +2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.1309127799977432 (mp_runner.py:73) +2024-09-01 20:55:57,265 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.05470758400042541 (mp_runner.py:73) +2024-09-01 20:55:57,265 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.0991950449970318 (mp_runner.py:73) +2024-09-01 20:55:57,265 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.0804357640008675 (mp_runner.py:73) +2024-09-01 20:55:57,265 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.08814708799764048 (mp_runner.py:73) +2024-09-01 20:55:57,266 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.08141723799781175 (mp_runner.py:73) +2024-09-01 20:55:57,266 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.114150724002684 (mp_runner.py:73) +2024-09-01 20:55:57,267 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.14108103799662786 (mp_runner.py:73) +2024-09-01 20:55:57,267 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.11949136399925919 (mp_runner.py:73) +2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.04626259100041352 (mp_runner.py:73) +2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.13559649600210832 (mp_runner.py:73) +2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.1025476609938778 (mp_runner.py:73) +2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.13892692099761916 (mp_runner.py:73) +2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.09973652500048047 (mp_runner.py:73) +2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.06004309400304919 (mp_runner.py:73) +2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.12879554899700452 (mp_runner.py:73) +2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.06105783300154144 (mp_runner.py:73) +2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.14109261900011916 (mp_runner.py:73) +2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.13586907200078713 (mp_runner.py:73) +2024-09-01 20:55:57,270 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.059055464997072704 (mp_runner.py:73) +2024-09-01 20:55:57,270 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.02725696100242203 (mp_runner.py:73) +2024-09-01 20:55:57,270 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.13802263400430093 (mp_runner.py:73) +2024-09-01 20:55:57,270 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.11064530500152614 (mp_runner.py:73) +2024-09-01 20:55:57,271 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.10059811799874296 (mp_runner.py:73) +2024-09-01 20:55:57,271 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.06040286299685249 (mp_runner.py:73) +2024-09-01 20:55:57,271 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.12680834699858679 (mp_runner.py:73) +2024-09-01 20:55:57,272 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.10220368799491553 (mp_runner.py:73) +2024-09-01 20:55:58,219 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0135s, count=518, qps in this process: 17.2589 (mp_runner.py:76) +2024-09-01 20:55:58,281 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0066s, count=516, qps in this process: 17.1962 (mp_runner.py:76) +2024-09-01 20:55:58,294 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0513s, count=519, qps in this process: 17.2705 (mp_runner.py:76) +2024-09-01 20:55:58,296 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0041s, count=519, qps in this process: 17.2976 (mp_runner.py:76) +2024-09-01 20:55:58,312 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.022s, count=519, qps in this process: 17.2873 (mp_runner.py:76) +2024-09-01 20:55:58,334 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0317s, count=520, qps in this process: 17.315 (mp_runner.py:76) +2024-09-01 20:55:58,338 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0478s, count=520, qps in this process: 17.3058 (mp_runner.py:76) +2024-09-01 20:55:58,343 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.003s, count=520, qps in this process: 17.3316 (mp_runner.py:76) +2024-09-01 20:55:58,348 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0271s, count=520, qps in this process: 17.3177 (mp_runner.py:76) +2024-09-01 20:55:58,430 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0077s, count=522, qps in this process: 17.3955 (mp_runner.py:76) +2024-09-01 20:55:58,431 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0023s, count=522, qps in this process: 17.3987 (mp_runner.py:76) +2024-09-01 20:55:58,433 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0161s, count=522, qps in this process: 17.3907 (mp_runner.py:76) +2024-09-01 20:55:58,433 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0169s, count=522, qps in this process: 17.3902 (mp_runner.py:76) +2024-09-01 20:55:58,434 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0154s, count=522, qps in this process: 17.3911 (mp_runner.py:76) +2024-09-01 20:55:58,435 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0159s, count=522, qps in this process: 17.3908 (mp_runner.py:76) +2024-09-01 20:55:58,436 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0201s, count=522, qps in this process: 17.3883 (mp_runner.py:76) +2024-09-01 20:55:58,437 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0141s, count=522, qps in this process: 17.3918 (mp_runner.py:76) +2024-09-01 20:55:58,440 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0241s, count=522, qps in this process: 17.386 (mp_runner.py:76) +2024-09-01 20:55:58,441 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0145s, count=521, qps in this process: 17.3583 (mp_runner.py:76) +2024-09-01 20:55:58,442 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0164s, count=522, qps in this process: 17.3905 (mp_runner.py:76) +2024-09-01 20:55:58,442 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0195s, count=522, qps in this process: 17.3887 (mp_runner.py:76) +2024-09-01 20:55:58,444 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0245s, count=522, qps in this process: 17.3858 (mp_runner.py:76) +2024-09-01 20:55:58,444 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0189s, count=522, qps in this process: 17.389 (mp_runner.py:76) +2024-09-01 20:55:58,445 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0161s, count=522, qps in this process: 17.3907 (mp_runner.py:76) +2024-09-01 20:55:58,445 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0136s, count=522, qps in this process: 17.3921 (mp_runner.py:76) +2024-09-01 20:55:58,445 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0166s, count=522, qps in this process: 17.3904 (mp_runner.py:76) +2024-09-01 20:55:58,447 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0275s, count=522, qps in this process: 17.3841 (mp_runner.py:76) +2024-09-01 20:55:58,447 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0188s, count=522, qps in this process: 17.3891 (mp_runner.py:76) +2024-09-01 20:55:58,448 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0459s, count=522, qps in this process: 17.3734 (mp_runner.py:76) +2024-09-01 20:55:58,448 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0371s, count=522, qps in this process: 17.3785 (mp_runner.py:76) +2024-09-01 20:55:58,449 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0257s, count=522, qps in this process: 17.3851 (mp_runner.py:76) +2024-09-01 20:55:58,456 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0368s, count=522, qps in this process: 17.3787 (mp_runner.py:76) +2024-09-01 20:55:58,488 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0334s, count=523, qps in this process: 17.4139 (mp_runner.py:76) +2024-09-01 20:55:58,495 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0137s, count=523, qps in this process: 17.4254 (mp_runner.py:76) +2024-09-01 20:55:58,567 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0278s, count=524, qps in this process: 17.4505 (mp_runner.py:76) +2024-09-01 20:55:58,574 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0045s, count=525, qps in this process: 17.4974 (mp_runner.py:76) +2024-09-01 20:55:58,581 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0014s, count=525, qps in this process: 17.4992 (mp_runner.py:76) +2024-09-01 20:55:58,588 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0468s, count=525, qps in this process: 17.4727 (mp_runner.py:76) +2024-09-01 20:55:58,588 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0458s, count=525, qps in this process: 17.4733 (mp_runner.py:76) +2024-09-01 20:55:58,594 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0172s, count=525, qps in this process: 17.49 (mp_runner.py:76) +2024-09-01 20:55:58,600 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0409s, count=525, qps in this process: 17.4762 (mp_runner.py:76) +2024-09-01 20:55:58,604 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0624s, count=524, qps in this process: 17.4304 (mp_runner.py:76) +2024-09-01 20:55:58,606 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0623s, count=524, qps in this process: 17.4305 (mp_runner.py:76) +2024-09-01 20:55:58,608 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.013s, count=525, qps in this process: 17.4924 (mp_runner.py:76) +2024-09-01 20:55:58,621 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0249s, count=526, qps in this process: 17.5188 (mp_runner.py:76) +2024-09-01 20:55:58,625 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0274s, count=526, qps in this process: 17.5173 (mp_runner.py:76) +2024-09-01 20:55:58,650 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0404s, count=526, qps in this process: 17.5098 (mp_runner.py:76) +2024-09-01 20:55:58,652 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0044s, count=526, qps in this process: 17.5308 (mp_runner.py:76) +2024-09-01 20:55:58,678 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0034s, count=527, qps in this process: 17.5647 (mp_runner.py:76) +2024-09-01 20:55:58,682 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0078s, count=528, qps in this process: 17.5954 (mp_runner.py:76) +2024-09-01 20:55:58,686 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0228s, count=528, qps in this process: 17.5866 (mp_runner.py:76) +2024-09-01 20:55:58,688 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0085s, count=528, qps in this process: 17.595 (mp_runner.py:76) +2024-09-01 20:55:58,694 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0148s, count=529, qps in this process: 17.6246 (mp_runner.py:76) +2024-09-01 20:55:58,738 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0005s, count=533, qps in this process: 17.7664 (mp_runner.py:76) +2024-09-01 20:55:58,752 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0137s, count=534, qps in this process: 17.7919 (mp_runner.py:76) +2024-09-01 20:55:58,761 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0109s, count=534, qps in this process: 17.7935 (mp_runner.py:76) +2024-09-01 20:55:58,774 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0007s, count=537, qps in this process: 17.8996 (mp_runner.py:76) +2024-09-01 20:55:58,801 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0071s, count=540, qps in this process: 17.9957 (mp_runner.py:76) +2024-09-01 20:55:58,812 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0017s, count=542, qps in this process: 18.0656 (mp_runner.py:76) +2024-09-01 20:55:58,827 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0006s, count=544, qps in this process: 18.133 (mp_runner.py:76) +2024-09-01 20:55:58,833 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.002s, count=545, qps in this process: 18.1655 (mp_runner.py:76) +2024-09-01 20:55:58,839 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0044s, count=546, qps in this process: 18.1973 (mp_runner.py:76) +2024-09-01 20:55:58,846 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0009s, count=547, qps in this process: 18.2328 (mp_runner.py:76) +2024-09-01 20:55:58,855 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0028s, count=549, qps in this process: 18.2983 (mp_runner.py:76) +2024-09-01 20:55:58,922 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0024s, count=568, qps in this process: 18.9318 (mp_runner.py:76) +2024-09-01 20:55:58,926 | INFO |End search in concurrency 65: dur=31.064158132998273s, total_count=34232, qps=1101.9774 (mp_runner.py:120) +2024-09-01 20:56:03,671 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:56:03,671 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 20:56:25,499 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 20:56:25,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:25,861 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:25,892 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:25,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:25,913 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:25,919 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:25,924 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:25,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:25,987 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,042 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,046 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,047 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,063 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,080 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,083 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,110 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,118 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,123 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,128 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,132 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,139 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,148 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,151 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,209 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,210 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,240 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,275 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,276 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,290 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,322 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,359 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,387 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,403 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,403 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,404 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,465 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,466 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,512 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,546 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,586 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,588 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:26,599 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 20:56:55,873 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0374s, count=477, qps in this process: 15.8802 (mp_runner.py:76) +2024-09-01 20:56:55,884 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0157s, count=477, qps in this process: 15.8917 (mp_runner.py:76) +2024-09-01 20:56:55,923 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0052s, count=478, qps in this process: 15.9306 (mp_runner.py:76) +2024-09-01 20:56:55,934 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0368s, count=478, qps in this process: 15.9138 (mp_runner.py:76) +2024-09-01 20:56:55,938 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0078s, count=478, qps in this process: 15.9292 (mp_runner.py:76) +2024-09-01 20:56:55,962 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.046s, count=478, qps in this process: 15.9089 (mp_runner.py:76) +2024-09-01 20:56:55,964 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0442s, count=478, qps in this process: 15.9099 (mp_runner.py:76) +2024-09-01 20:56:56,003 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0281s, count=479, qps in this process: 15.9517 (mp_runner.py:76) +2024-09-01 20:56:56,038 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0498s, count=479, qps in this process: 15.9402 (mp_runner.py:76) +2024-09-01 20:56:56,049 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0139s, count=479, qps in this process: 15.9593 (mp_runner.py:76) +2024-09-01 20:56:56,065 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0299s, count=480, qps in this process: 15.9841 (mp_runner.py:76) +2024-09-01 20:56:56,069 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0339s, count=480, qps in this process: 15.9819 (mp_runner.py:76) +2024-09-01 20:56:56,081 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0454s, count=480, qps in this process: 15.9758 (mp_runner.py:76) +2024-09-01 20:56:56,091 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0237s, count=480, qps in this process: 15.9874 (mp_runner.py:76) +2024-09-01 20:56:56,098 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0475s, count=480, qps in this process: 15.9747 (mp_runner.py:76) +2024-09-01 20:56:56,113 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0301s, count=480, qps in this process: 15.984 (mp_runner.py:76) +2024-09-01 20:56:56,114 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0499s, count=481, qps in this process: 16.0067 (mp_runner.py:76) +2024-09-01 20:56:56,118 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0309s, count=481, qps in this process: 16.0168 (mp_runner.py:76) +2024-09-01 20:56:56,118 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0308s, count=481, qps in this process: 16.0169 (mp_runner.py:76) +2024-09-01 20:56:56,119 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0313s, count=481, qps in this process: 16.0166 (mp_runner.py:76) +2024-09-01 20:56:56,121 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0704s, count=481, qps in this process: 15.9958 (mp_runner.py:76) +2024-09-01 20:56:56,126 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0055s, count=482, qps in this process: 16.0637 (mp_runner.py:76) +2024-09-01 20:56:56,140 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0126s, count=482, qps in this process: 16.0599 (mp_runner.py:76) +2024-09-01 20:56:56,147 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0318s, count=481, qps in this process: 16.0164 (mp_runner.py:76) +2024-09-01 20:56:56,154 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0667s, count=478, qps in this process: 15.898 (mp_runner.py:76) +2024-09-01 20:56:56,160 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0387s, count=481, qps in this process: 16.0127 (mp_runner.py:76) +2024-09-01 20:56:56,160 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0215s, count=482, qps in this process: 16.0552 (mp_runner.py:76) +2024-09-01 20:56:56,160 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0378s, count=481, qps in this process: 16.0132 (mp_runner.py:76) +2024-09-01 20:56:56,174 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0158s, count=482, qps in this process: 16.0582 (mp_runner.py:76) +2024-09-01 20:56:56,176 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0333s, count=482, qps in this process: 16.0489 (mp_runner.py:76) +2024-09-01 20:56:56,178 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0389s, count=483, qps in this process: 16.0792 (mp_runner.py:76) +2024-09-01 20:56:56,185 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0273s, count=482, qps in this process: 16.0521 (mp_runner.py:76) +2024-09-01 20:56:56,195 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0408s, count=482, qps in this process: 16.0448 (mp_runner.py:76) +2024-09-01 20:56:56,202 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0471s, count=483, qps in this process: 16.0748 (mp_runner.py:76) +2024-09-01 20:56:56,206 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0634s, count=482, qps in this process: 16.0328 (mp_runner.py:76) +2024-09-01 20:56:56,226 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0118s, count=484, qps in this process: 16.127 (mp_runner.py:76) +2024-09-01 20:56:56,233 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0185s, count=484, qps in this process: 16.1234 (mp_runner.py:76) +2024-09-01 20:56:56,257 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0036s, count=477, qps in this process: 15.8981 (mp_runner.py:76) +2024-09-01 20:56:56,272 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0307s, count=485, qps in this process: 16.1501 (mp_runner.py:76) +2024-09-01 20:56:56,275 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0359s, count=485, qps in this process: 16.1473 (mp_runner.py:76) +2024-09-01 20:56:56,290 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0357s, count=481, qps in this process: 16.0143 (mp_runner.py:76) +2024-09-01 20:56:56,298 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0513s, count=485, qps in this process: 16.1391 (mp_runner.py:76) +2024-09-01 20:56:56,305 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0273s, count=486, qps in this process: 16.1853 (mp_runner.py:76) +2024-09-01 20:56:56,306 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0249s, count=486, qps in this process: 16.1866 (mp_runner.py:76) +2024-09-01 20:56:56,308 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0132s, count=486, qps in this process: 16.1929 (mp_runner.py:76) +2024-09-01 20:56:56,315 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0312s, count=486, qps in this process: 16.1832 (mp_runner.py:76) +2024-09-01 20:56:56,330 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0044s, count=487, qps in this process: 16.231 (mp_runner.py:76) +2024-09-01 20:56:56,343 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0142s, count=487, qps in this process: 16.2257 (mp_runner.py:76) +2024-09-01 20:56:56,355 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0257s, count=488, qps in this process: 16.2527 (mp_runner.py:76) +2024-09-01 20:56:56,385 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0016s, count=490, qps in this process: 16.3325 (mp_runner.py:76) +2024-09-01 20:56:56,388 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0122s, count=490, qps in this process: 16.3267 (mp_runner.py:76) +2024-09-01 20:56:56,393 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0226s, count=486, qps in this process: 16.1878 (mp_runner.py:76) +2024-09-01 20:56:56,417 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0069s, count=491, qps in this process: 16.3629 (mp_runner.py:76) +2024-09-01 20:56:56,417 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0237s, count=491, qps in this process: 16.3537 (mp_runner.py:76) +2024-09-01 20:56:56,418 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0199s, count=491, qps in this process: 16.3558 (mp_runner.py:76) +2024-09-01 20:56:56,418 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0035s, count=491, qps in this process: 16.3648 (mp_runner.py:76) +2024-09-01 20:56:56,418 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.004s, count=491, qps in this process: 16.3645 (mp_runner.py:76) +2024-09-01 20:56:56,418 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.009s, count=491, qps in this process: 16.3618 (mp_runner.py:76) +2024-09-01 20:56:56,428 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.005s, count=492, qps in this process: 16.3973 (mp_runner.py:76) +2024-09-01 20:56:56,478 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0007s, count=497, qps in this process: 16.5663 (mp_runner.py:76) +2024-09-01 20:56:56,481 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.001s, count=497, qps in this process: 16.5661 (mp_runner.py:76) +2024-09-01 20:56:56,485 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0045s, count=498, qps in this process: 16.5975 (mp_runner.py:76) +2024-09-01 20:56:56,485 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0081s, count=491, qps in this process: 16.3622 (mp_runner.py:76) +2024-09-01 20:56:56,494 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0133s, count=498, qps in this process: 16.5926 (mp_runner.py:76) +2024-09-01 20:56:56,502 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.009004042003653012 (mp_runner.py:73) +2024-09-01 20:56:56,502 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.003525589003402274 (mp_runner.py:73) +2024-09-01 20:56:56,504 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.006808025995269418 (mp_runner.py:73) +2024-09-01 20:56:56,505 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.0071489139954792336 (mp_runner.py:73) +2024-09-01 20:56:56,506 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.0022734029989806004 (mp_runner.py:73) +2024-09-01 20:56:56,508 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.0024263059967779554 (mp_runner.py:73) +2024-09-01 20:56:56,525 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0019s, count=503, qps in this process: 16.7656 (mp_runner.py:76) +2024-09-01 20:56:56,563 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0065s, count=509, qps in this process: 16.963 (mp_runner.py:76) +2024-09-01 20:56:56,600 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0013s, count=516, qps in this process: 17.1993 (mp_runner.py:76) +2024-09-01 20:56:56,609 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0025s, count=518, qps in this process: 17.2652 (mp_runner.py:76) +2024-09-01 20:56:56,614 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.002s, count=519, qps in this process: 17.2988 (mp_runner.py:76) +2024-09-01 20:56:56,620 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0044s, count=520, qps in this process: 17.3308 (mp_runner.py:76) +2024-09-01 20:56:56,626 | INFO |End search in concurrency 70: dur=31.12646861599933s, total_count=34066, qps=1094.4383 (mp_runner.py:120) +2024-09-01 20:57:01,306 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1118.2805, serial_latency_p99=np.float64(0.0512), recall=np.float64(0.8502), ndcg=np.float64(0.867), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[263.6373, 811.8344, 1036.9304, 1061.3471, 1071.5013, 1084.3147, 1064.4204, 1118.2805, 1084.6578, 1088.9813, 1109.3274, 1079.028, 1101.9774, 1094.4383], conc_latency_p99_list=[np.float64(0.002151409251829318), np.float64(0.002154966616301681), np.float64(0.0024928337940073107), np.float64(0.0028023496159257774), np.float64(0.00300431623720433), np.float64(0.0030379289448988858), np.float64(0.002955711207332206), np.float64(0.0034039294183465245), np.float64(0.003432632689600723), np.float64(0.003499984288100677), np.float64(0.0037158137975930004), np.float64(0.0033651194001322435), np.float64(0.00428870802944366), np.float64(0.003971073402011825)]) (task_runner.py:197) +2024-09-01 20:57:01,307 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:45:31.110254'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1118.2805, serial_latency_p99=np.float64(0.0512), recall=np.float64(0.8502), ndcg=np.float64(0.867), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[263.6373, 811.8344, 1036.9304, 1061.3471, 1071.5013, 1084.3147, 1064.4204, 1118.2805, 1084.6578, 1088.9813, 1109.3274, 1079.028, 1101.9774, 1094.4383], conc_latency_p99_list=[np.float64(0.002151409251829318), np.float64(0.002154966616301681), np.float64(0.0024928337940073107), np.float64(0.0028023496159257774), np.float64(0.00300431623720433), np.float64(0.0030379289448988858), np.float64(0.002955711207332206), np.float64(0.0034039294183465245), np.float64(0.003432632689600723), np.float64(0.003499984288100677), np.float64(0.0037158137975930004), np.float64(0.0033651194001322435), np.float64(0.00428870802944366), np.float64(0.003971073402011825)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 20:57:01,307 | INFO |Task summary: run_id=4ab6e, task_label=4ab6e47b3cf847a4bc87d2fda3fd8158 (models.py:346) +2024-09-01 20:57:01,307 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 20:57:01,307 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 20:57:01,307 | INFO |PgVector | 2024-09-01T20:45:31.110254 Performance1536D500K 4ab6e47b3cf847a4bc87d2fda3fd8158 | 0.0 1118.2805 0.0512 0.8502 0 | :) (models.py:346) +2024-09-01 20:57:01,307 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json (models.py:204) +2024-09-01 20:57:01,308 | INFO |Success to finish task: label=4ab6e47b3cf847a4bc87d2fda3fd8158, run_id=4ab6e47b3cf847a4bc87d2fda3fd8158 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json b/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json new file mode 100644 index 000000000..411228972 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json @@ -0,0 +1 @@ +{"run_id": "4ab6e47b3cf847a4bc87d2fda3fd8158", "task_label": "4ab6e47b3cf847a4bc87d2fda3fd8158", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1118.2805, "serial_latency_p99": 0.0512, "recall": 0.8502, "ndcg": 0.867, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [263.6373, 811.8344, 1036.9304, 1061.3471, 1071.5013, 1084.3147, 1064.4204, 1118.2805, 1084.6578, 1088.9813, 1109.3274, 1079.028, 1101.9774, 1094.4383], "conc_latency_p99_list": [0.002151409251829318, 0.002154966616301681, 0.0024928337940073107, 0.0028023496159257774, 0.00300431623720433, 0.0030379289448988858, 0.002955711207332206, 0.0034039294183465245, 0.003432632689600723, 0.003499984288100677, 0.0037158137975930004, 0.0033651194001322435, 0.00428870802944366, 0.003971073402011825]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:45:31.110254", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt b/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt new file mode 100644 index 000000000..5e14ffa17 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt @@ -0,0 +1,3069 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load +2024-09-01 20:07:40,889 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:07:40.877454', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 20:07:40,889 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:07:40.877454', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 20:07:40,889 | INFO |generated uuid for the tasks: d3f2673087a04e67a89010c969c1151f (interface.py:66) +2024-09-01 20:07:40,950 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 20:07:40,950 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 20:07:40,950 | INFO | PgVector-2024-09-01T20:07:40.877454 | Performance OpenAI-MEDIUM-500K None | d3f2673087a04e67a89010c969c1151f (task_runner.py:340) +2024-09-01 20:07:40,950 | INFO |task submitted: id=d3f2673087a04e67a89010c969c1151f, d3f2673087a04e67a89010c969c1151f, case number: 1 (interface.py:231) +2024-09-01 20:07:41,363 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:07:40.877454'}, drop_old=False (interface.py:164) +2024-09-01 20:07:41,363 | INFO |Starting run (task_runner.py:100) +2024-09-01 20:07:41,439 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 20:07:42,024 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 20:07:42,071 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 20:07:42,095 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 20:07:42,095 | INFO |Start performance case (task_runner.py:158) +2024-09-01 20:07:42,117 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:07:42,119 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 20:07:42,119 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 20:07:42,120 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 20:07:42,164 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 20:07:42,726 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 20:07:42,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:07:42,747 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 20:07:42,748 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 20:07:45,456 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.036266203998820856, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:07:48,628 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03245327399781672, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:07:51,725 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.027193968002393376, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:07:54,808 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.021645054999680724, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:07:57,860 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.019973968002886977, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:08:00,576 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.015556143000139855, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:08:03,135 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.011799829997471534, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:08:06,064 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.039556847004860174, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:08:08,805 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01967558199976338, latest recall=0.0 (serial_runner.py:202) +2024-09-01 20:08:11,680 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.015178467998339329, latest recall=0.2 (serial_runner.py:202) +2024-09-01 20:08:11,680 | INFO |SpawnProcess-1:1 search entire test_data: cost=24.3529s, queries=1000, avg_recall=0.1945, avg_ndcg=0.2996,avg_latency=0.0244, p99=0.0875 (serial_runner.py:209) +2024-09-01 20:08:12,209 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:08:12,209 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 20:08:13,231 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 20:08:13,262 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:08:13,781 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0009491489981883205 (mp_runner.py:73) +2024-09-01 20:08:14,258 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0008122200015350245 (mp_runner.py:73) +2024-09-01 20:08:14,717 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0009314179987995885 (mp_runner.py:73) +2024-09-01 20:08:15,193 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0010552480016485788 (mp_runner.py:73) +2024-09-01 20:08:15,658 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0009472669989918359 (mp_runner.py:73) +2024-09-01 20:08:16,111 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.000948100998357404 (mp_runner.py:73) +2024-09-01 20:08:16,557 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0009185329981846735 (mp_runner.py:73) +2024-09-01 20:08:16,989 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0009803319990169257 (mp_runner.py:73) +2024-09-01 20:08:17,437 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0008977890029200353 (mp_runner.py:73) +2024-09-01 20:08:17,818 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0008330619966727681 (mp_runner.py:73) +2024-09-01 20:08:18,232 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0008645159978186712 (mp_runner.py:73) +2024-09-01 20:08:18,619 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0007548960056737997 (mp_runner.py:73) +2024-09-01 20:08:19,043 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0006854589955764823 (mp_runner.py:73) +2024-09-01 20:08:19,449 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.001181344996439293 (mp_runner.py:73) +2024-09-01 20:08:19,982 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.000995425994915422 (mp_runner.py:73) +2024-09-01 20:08:20,517 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.001089637000404764 (mp_runner.py:73) +2024-09-01 20:08:21,067 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.001440854997781571 (mp_runner.py:73) +2024-09-01 20:08:21,603 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0011231759999645874 (mp_runner.py:73) +2024-09-01 20:08:22,137 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0010528980055823922 (mp_runner.py:73) +2024-09-01 20:08:22,665 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0011093570064986125 (mp_runner.py:73) +2024-09-01 20:08:23,165 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.0007115879998309538 (mp_runner.py:73) +2024-09-01 20:08:23,566 | DEBUG |(SpawnProcess-1:3) search_count: 11000, latest_latency=0.0010220780022791587 (mp_runner.py:73) +2024-09-01 20:08:24,036 | DEBUG |(SpawnProcess-1:3) search_count: 11500, latest_latency=0.0008804729950497858 (mp_runner.py:73) +2024-09-01 20:08:24,432 | DEBUG |(SpawnProcess-1:3) search_count: 12000, latest_latency=0.0010209940010099672 (mp_runner.py:73) +2024-09-01 20:08:24,837 | DEBUG |(SpawnProcess-1:3) search_count: 12500, latest_latency=0.001000828000542242 (mp_runner.py:73) +2024-09-01 20:08:25,336 | DEBUG |(SpawnProcess-1:3) search_count: 13000, latest_latency=0.0007549929941887967 (mp_runner.py:73) +2024-09-01 20:08:25,737 | DEBUG |(SpawnProcess-1:3) search_count: 13500, latest_latency=0.0008912650009733625 (mp_runner.py:73) +2024-09-01 20:08:26,138 | DEBUG |(SpawnProcess-1:3) search_count: 14000, latest_latency=0.000898809994396288 (mp_runner.py:73) +2024-09-01 20:08:26,539 | DEBUG |(SpawnProcess-1:3) search_count: 14500, latest_latency=0.0007581000027130358 (mp_runner.py:73) +2024-09-01 20:08:26,951 | DEBUG |(SpawnProcess-1:3) search_count: 15000, latest_latency=0.0007948860002215952 (mp_runner.py:73) +2024-09-01 20:08:27,413 | DEBUG |(SpawnProcess-1:3) search_count: 15500, latest_latency=0.0009677990019554272 (mp_runner.py:73) +2024-09-01 20:08:27,814 | DEBUG |(SpawnProcess-1:3) search_count: 16000, latest_latency=0.0008725070001673885 (mp_runner.py:73) +2024-09-01 20:08:28,210 | DEBUG |(SpawnProcess-1:3) search_count: 16500, latest_latency=0.000698461000865791 (mp_runner.py:73) +2024-09-01 20:08:28,623 | DEBUG |(SpawnProcess-1:3) search_count: 17000, latest_latency=0.0016664830036461353 (mp_runner.py:73) +2024-09-01 20:08:29,035 | DEBUG |(SpawnProcess-1:3) search_count: 17500, latest_latency=0.0007457789979525842 (mp_runner.py:73) +2024-09-01 20:08:29,421 | DEBUG |(SpawnProcess-1:3) search_count: 18000, latest_latency=0.0009783430068637244 (mp_runner.py:73) +2024-09-01 20:08:29,811 | DEBUG |(SpawnProcess-1:3) search_count: 18500, latest_latency=0.0006903440007590689 (mp_runner.py:73) +2024-09-01 20:08:30,280 | DEBUG |(SpawnProcess-1:3) search_count: 19000, latest_latency=0.0007696750035393052 (mp_runner.py:73) +2024-09-01 20:08:30,684 | DEBUG |(SpawnProcess-1:3) search_count: 19500, latest_latency=0.0007544339969172142 (mp_runner.py:73) +2024-09-01 20:08:31,088 | DEBUG |(SpawnProcess-1:3) search_count: 20000, latest_latency=0.0008399009966524318 (mp_runner.py:73) +2024-09-01 20:08:31,500 | DEBUG |(SpawnProcess-1:3) search_count: 20500, latest_latency=0.0006867190022603609 (mp_runner.py:73) +2024-09-01 20:08:31,885 | DEBUG |(SpawnProcess-1:3) search_count: 21000, latest_latency=0.0009624300000723451 (mp_runner.py:73) +2024-09-01 20:08:32,287 | DEBUG |(SpawnProcess-1:3) search_count: 21500, latest_latency=0.0006585209994227625 (mp_runner.py:73) +2024-09-01 20:08:32,671 | DEBUG |(SpawnProcess-1:3) search_count: 22000, latest_latency=0.0008164609971572645 (mp_runner.py:73) +2024-09-01 20:08:33,085 | DEBUG |(SpawnProcess-1:3) search_count: 22500, latest_latency=0.001140731998020783 (mp_runner.py:73) +2024-09-01 20:08:33,465 | DEBUG |(SpawnProcess-1:3) search_count: 23000, latest_latency=0.0007729130011284724 (mp_runner.py:73) +2024-09-01 20:08:33,877 | DEBUG |(SpawnProcess-1:3) search_count: 23500, latest_latency=0.0009637609982746653 (mp_runner.py:73) +2024-09-01 20:08:34,274 | DEBUG |(SpawnProcess-1:3) search_count: 24000, latest_latency=0.0010411709954496473 (mp_runner.py:73) +2024-09-01 20:08:34,674 | DEBUG |(SpawnProcess-1:3) search_count: 24500, latest_latency=0.0007985479969647713 (mp_runner.py:73) +2024-09-01 20:08:35,056 | DEBUG |(SpawnProcess-1:3) search_count: 25000, latest_latency=0.0007543189931311645 (mp_runner.py:73) +2024-09-01 20:08:35,456 | DEBUG |(SpawnProcess-1:3) search_count: 25500, latest_latency=0.0007128610013751313 (mp_runner.py:73) +2024-09-01 20:08:35,859 | DEBUG |(SpawnProcess-1:3) search_count: 26000, latest_latency=0.0008732120040804148 (mp_runner.py:73) +2024-09-01 20:08:36,313 | DEBUG |(SpawnProcess-1:3) search_count: 26500, latest_latency=0.0009692710009403527 (mp_runner.py:73) +2024-09-01 20:08:36,696 | DEBUG |(SpawnProcess-1:3) search_count: 27000, latest_latency=0.0007680210037506185 (mp_runner.py:73) +2024-09-01 20:08:37,115 | DEBUG |(SpawnProcess-1:3) search_count: 27500, latest_latency=0.0007029569969745353 (mp_runner.py:73) +2024-09-01 20:08:37,495 | DEBUG |(SpawnProcess-1:3) search_count: 28000, latest_latency=0.0007379189992207102 (mp_runner.py:73) +2024-09-01 20:08:37,887 | DEBUG |(SpawnProcess-1:3) search_count: 28500, latest_latency=0.000659863006148953 (mp_runner.py:73) +2024-09-01 20:08:38,280 | DEBUG |(SpawnProcess-1:3) search_count: 29000, latest_latency=0.0007517129997722805 (mp_runner.py:73) +2024-09-01 20:08:38,686 | DEBUG |(SpawnProcess-1:3) search_count: 29500, latest_latency=0.0007202589986263774 (mp_runner.py:73) +2024-09-01 20:08:39,127 | DEBUG |(SpawnProcess-1:3) search_count: 30000, latest_latency=0.0007830699978512712 (mp_runner.py:73) +2024-09-01 20:08:39,541 | DEBUG |(SpawnProcess-1:3) search_count: 30500, latest_latency=0.0010515950052649714 (mp_runner.py:73) +2024-09-01 20:08:39,939 | DEBUG |(SpawnProcess-1:3) search_count: 31000, latest_latency=0.0007321489974856377 (mp_runner.py:73) +2024-09-01 20:08:40,359 | DEBUG |(SpawnProcess-1:3) search_count: 31500, latest_latency=0.000742541000363417 (mp_runner.py:73) +2024-09-01 20:08:40,742 | DEBUG |(SpawnProcess-1:3) search_count: 32000, latest_latency=0.0007666719975532033 (mp_runner.py:73) +2024-09-01 20:08:41,145 | DEBUG |(SpawnProcess-1:3) search_count: 32500, latest_latency=0.0009183110014419071 (mp_runner.py:73) +2024-09-01 20:08:41,585 | DEBUG |(SpawnProcess-1:3) search_count: 33000, latest_latency=0.0010986159977619536 (mp_runner.py:73) +2024-09-01 20:08:42,228 | DEBUG |(SpawnProcess-1:3) search_count: 33500, latest_latency=0.0015434389933943748 (mp_runner.py:73) +2024-09-01 20:08:42,759 | DEBUG |(SpawnProcess-1:3) search_count: 34000, latest_latency=0.0011854499971377663 (mp_runner.py:73) +2024-09-01 20:08:43,263 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0011s, count=34464, qps in this process: 1148.7579 (mp_runner.py:76) +2024-09-01 20:08:43,269 | INFO |End search in concurrency 1: dur=30.036963719001506s, total_count=34464, qps=1147.3863 (mp_runner.py:120) +2024-09-01 20:08:43,450 | INFO |Update largest qps with concurrency 1: current max_qps=1147.3863 (mp_runner.py:124) +2024-09-01 20:08:43,862 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:08:43,863 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 20:08:48,905 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 20:08:48,950 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:08:48,951 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:08:48,951 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:08:48,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:08:48,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:08:49,817 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0012136910008848645 (mp_runner.py:73) +2024-09-01 20:08:49,836 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0013927990003139712 (mp_runner.py:73) +2024-09-01 20:08:49,920 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0015205579984467477 (mp_runner.py:73) +2024-09-01 20:08:49,936 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.001512502996774856 (mp_runner.py:73) +2024-09-01 20:08:49,958 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.001384800001687836 (mp_runner.py:73) +2024-09-01 20:08:50,729 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0016657969972584397 (mp_runner.py:73) +2024-09-01 20:08:50,829 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0017497860026196577 (mp_runner.py:73) +2024-09-01 20:08:50,858 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0021745979975094087 (mp_runner.py:73) +2024-09-01 20:08:50,866 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0023197530026664026 (mp_runner.py:73) +2024-09-01 20:08:50,957 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0010144539992325008 (mp_runner.py:73) +2024-09-01 20:08:51,814 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.002663717001269106 (mp_runner.py:73) +2024-09-01 20:08:51,836 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0012272059975657612 (mp_runner.py:73) +2024-09-01 20:08:51,842 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0014156329998513684 (mp_runner.py:73) +2024-09-01 20:08:51,882 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0011268689995631576 (mp_runner.py:73) +2024-09-01 20:08:51,989 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0014759629993932322 (mp_runner.py:73) +2024-09-01 20:08:52,694 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0024171380064217374 (mp_runner.py:73) +2024-09-01 20:08:52,760 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0016365780029445887 (mp_runner.py:73) +2024-09-01 20:08:52,778 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0017825579998316243 (mp_runner.py:73) +2024-09-01 20:08:52,804 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.001586890997714363 (mp_runner.py:73) +2024-09-01 20:08:52,949 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0014850200022920035 (mp_runner.py:73) +2024-09-01 20:08:53,657 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0019052019997616298 (mp_runner.py:73) +2024-09-01 20:08:53,669 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0022617509966949 (mp_runner.py:73) +2024-09-01 20:08:53,798 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.00261315300303977 (mp_runner.py:73) +2024-09-01 20:08:53,842 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0024697720000403933 (mp_runner.py:73) +2024-09-01 20:08:53,855 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.001692093996098265 (mp_runner.py:73) +2024-09-01 20:08:54,660 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0015133580018300563 (mp_runner.py:73) +2024-09-01 20:08:54,758 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.002420946999336593 (mp_runner.py:73) +2024-09-01 20:08:54,761 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0013304630047059618 (mp_runner.py:73) +2024-09-01 20:08:54,797 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0015192970022326335 (mp_runner.py:73) +2024-09-01 20:08:54,851 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0017720269970595837 (mp_runner.py:73) +2024-09-01 20:08:55,588 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0015152000050875358 (mp_runner.py:73) +2024-09-01 20:08:55,641 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0010668600007193163 (mp_runner.py:73) +2024-09-01 20:08:55,771 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0012060630033374764 (mp_runner.py:73) +2024-09-01 20:08:55,777 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0013309800051501952 (mp_runner.py:73) +2024-09-01 20:08:55,793 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.002565752998634707 (mp_runner.py:73) +2024-09-01 20:08:56,593 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0020106489973841235 (mp_runner.py:73) +2024-09-01 20:08:56,640 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.001367867000226397 (mp_runner.py:73) +2024-09-01 20:08:56,650 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0015822499990463257 (mp_runner.py:73) +2024-09-01 20:08:56,730 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0015304740009014495 (mp_runner.py:73) +2024-09-01 20:08:56,771 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.001532510003016796 (mp_runner.py:73) +2024-09-01 20:08:57,612 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.001472955002100207 (mp_runner.py:73) +2024-09-01 20:08:57,617 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.001572740999108646 (mp_runner.py:73) +2024-09-01 20:08:57,618 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0026961280018440448 (mp_runner.py:73) +2024-09-01 20:08:57,720 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.001516880001872778 (mp_runner.py:73) +2024-09-01 20:08:57,818 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0013839650055160746 (mp_runner.py:73) +2024-09-01 20:08:58,516 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.00437829799921019 (mp_runner.py:73) +2024-09-01 20:08:58,547 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0013393039989750832 (mp_runner.py:73) +2024-09-01 20:08:58,647 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.005004695995012298 (mp_runner.py:73) +2024-09-01 20:08:58,715 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0025892749981721863 (mp_runner.py:73) +2024-09-01 20:08:58,968 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0025904569993144833 (mp_runner.py:73) +2024-09-01 20:08:59,492 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0015701270021963865 (mp_runner.py:73) +2024-09-01 20:08:59,591 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0014828220009803772 (mp_runner.py:73) +2024-09-01 20:08:59,591 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.001365773001452908 (mp_runner.py:73) +2024-09-01 20:08:59,721 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.001519020996056497 (mp_runner.py:73) +2024-09-01 20:08:59,981 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0015085120030562393 (mp_runner.py:73) +2024-09-01 20:09:00,463 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0015248609997797757 (mp_runner.py:73) +2024-09-01 20:09:00,561 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.001518666002084501 (mp_runner.py:73) +2024-09-01 20:09:00,580 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0023184279998531565 (mp_runner.py:73) +2024-09-01 20:09:00,737 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.001592615997651592 (mp_runner.py:73) +2024-09-01 20:09:01,031 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.002766543999314308 (mp_runner.py:73) +2024-09-01 20:09:01,408 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0016791750022093765 (mp_runner.py:73) +2024-09-01 20:09:01,592 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.001733221004542429 (mp_runner.py:73) +2024-09-01 20:09:01,593 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0032519699961994775 (mp_runner.py:73) +2024-09-01 20:09:01,698 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.001517074000730645 (mp_runner.py:73) +2024-09-01 20:09:01,962 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0014417359998333268 (mp_runner.py:73) +2024-09-01 20:09:02,357 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0017366850006510504 (mp_runner.py:73) +2024-09-01 20:09:02,604 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0013821629981976002 (mp_runner.py:73) +2024-09-01 20:09:02,643 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0024468499977956526 (mp_runner.py:73) +2024-09-01 20:09:02,679 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.002724113997828681 (mp_runner.py:73) +2024-09-01 20:09:02,839 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0013508480042219162 (mp_runner.py:73) +2024-09-01 20:09:03,438 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0014144360029604286 (mp_runner.py:73) +2024-09-01 20:09:03,529 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.001794414005416911 (mp_runner.py:73) +2024-09-01 20:09:03,717 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.002543667003919836 (mp_runner.py:73) +2024-09-01 20:09:03,770 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.002119000993843656 (mp_runner.py:73) +2024-09-01 20:09:03,841 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.001375109000946395 (mp_runner.py:73) +2024-09-01 20:09:04,384 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0016766289991210215 (mp_runner.py:73) +2024-09-01 20:09:04,419 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.001433375000488013 (mp_runner.py:73) +2024-09-01 20:09:04,666 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.0015947270003380254 (mp_runner.py:73) +2024-09-01 20:09:04,741 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0015424880039063282 (mp_runner.py:73) +2024-09-01 20:09:04,834 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0024174819991458207 (mp_runner.py:73) +2024-09-01 20:09:05,267 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0020623559976229444 (mp_runner.py:73) +2024-09-01 20:09:05,436 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0020845750041189604 (mp_runner.py:73) +2024-09-01 20:09:05,629 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.002958459997898899 (mp_runner.py:73) +2024-09-01 20:09:05,695 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0017019869992509484 (mp_runner.py:73) +2024-09-01 20:09:05,838 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0014473700066446327 (mp_runner.py:73) +2024-09-01 20:09:06,221 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0014221830060705543 (mp_runner.py:73) +2024-09-01 20:09:06,381 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0016846670041559264 (mp_runner.py:73) +2024-09-01 20:09:06,719 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.004423651997058187 (mp_runner.py:73) +2024-09-01 20:09:06,732 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.0014406030022655614 (mp_runner.py:73) +2024-09-01 20:09:06,770 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0011037950025638565 (mp_runner.py:73) +2024-09-01 20:09:07,049 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.002317832004337106 (mp_runner.py:73) +2024-09-01 20:09:07,348 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0015773160048411228 (mp_runner.py:73) +2024-09-01 20:09:07,683 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0020780050035682507 (mp_runner.py:73) +2024-09-01 20:09:07,696 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.00164915499772178 (mp_runner.py:73) +2024-09-01 20:09:07,723 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0017413809982826933 (mp_runner.py:73) +2024-09-01 20:09:07,917 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0038239959976635873 (mp_runner.py:73) +2024-09-01 20:09:08,405 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0019374469993636012 (mp_runner.py:73) +2024-09-01 20:09:08,577 | DEBUG |(SpawnProcess-1:6) search_count: 10000, latest_latency=0.0015673889938625507 (mp_runner.py:73) +2024-09-01 20:09:08,651 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0025239939932362176 (mp_runner.py:73) +2024-09-01 20:09:08,701 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0030911900030332617 (mp_runner.py:73) +2024-09-01 20:09:08,820 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0014513319983961992 (mp_runner.py:73) +2024-09-01 20:09:09,454 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0017939000026672147 (mp_runner.py:73) +2024-09-01 20:09:09,511 | DEBUG |(SpawnProcess-1:6) search_count: 10500, latest_latency=0.0014449669979512691 (mp_runner.py:73) +2024-09-01 20:09:09,684 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0015187079989118502 (mp_runner.py:73) +2024-09-01 20:09:09,734 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0012938790023326874 (mp_runner.py:73) +2024-09-01 20:09:09,763 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0019307130060042255 (mp_runner.py:73) +2024-09-01 20:09:10,578 | DEBUG |(SpawnProcess-1:6) search_count: 11000, latest_latency=0.0031964410009095445 (mp_runner.py:73) +2024-09-01 20:09:10,591 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.001755301003868226 (mp_runner.py:73) +2024-09-01 20:09:10,652 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.001072514998668339 (mp_runner.py:73) +2024-09-01 20:09:10,709 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0027328170035616495 (mp_runner.py:73) +2024-09-01 20:09:10,871 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0019430119937169366 (mp_runner.py:73) +2024-09-01 20:09:11,519 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0012528000006568618 (mp_runner.py:73) +2024-09-01 20:09:11,535 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.001482252002460882 (mp_runner.py:73) +2024-09-01 20:09:11,640 | DEBUG |(SpawnProcess-1:6) search_count: 11500, latest_latency=0.002034992998233065 (mp_runner.py:73) +2024-09-01 20:09:11,704 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.002381131002039183 (mp_runner.py:73) +2024-09-01 20:09:11,867 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.002176718000555411 (mp_runner.py:73) +2024-09-01 20:09:12,496 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.001477382997109089 (mp_runner.py:73) +2024-09-01 20:09:12,559 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0014491510009975173 (mp_runner.py:73) +2024-09-01 20:09:12,661 | DEBUG |(SpawnProcess-1:6) search_count: 12000, latest_latency=0.002710579996346496 (mp_runner.py:73) +2024-09-01 20:09:12,720 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.00174730100115994 (mp_runner.py:73) +2024-09-01 20:09:12,903 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0022477980019175448 (mp_runner.py:73) +2024-09-01 20:09:13,403 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.002235628999187611 (mp_runner.py:73) +2024-09-01 20:09:13,442 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0016953779995674267 (mp_runner.py:73) +2024-09-01 20:09:13,741 | DEBUG |(SpawnProcess-1:6) search_count: 12500, latest_latency=0.002382779995969031 (mp_runner.py:73) +2024-09-01 20:09:13,746 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0013960750002297573 (mp_runner.py:73) +2024-09-01 20:09:13,953 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0017107919993577525 (mp_runner.py:73) +2024-09-01 20:09:14,511 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0011898860029759817 (mp_runner.py:73) +2024-09-01 20:09:14,566 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.001508446002844721 (mp_runner.py:73) +2024-09-01 20:09:14,755 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0015053030001581647 (mp_runner.py:73) +2024-09-01 20:09:14,834 | DEBUG |(SpawnProcess-1:6) search_count: 13000, latest_latency=0.0026035650007543154 (mp_runner.py:73) +2024-09-01 20:09:15,040 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0014613750026910566 (mp_runner.py:73) +2024-09-01 20:09:15,449 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0014683310000691563 (mp_runner.py:73) +2024-09-01 20:09:15,611 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0015506029958487488 (mp_runner.py:73) +2024-09-01 20:09:15,809 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.00201562399888644 (mp_runner.py:73) +2024-09-01 20:09:15,858 | DEBUG |(SpawnProcess-1:6) search_count: 13500, latest_latency=0.0013534809986595064 (mp_runner.py:73) +2024-09-01 20:09:16,020 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.002041956002358347 (mp_runner.py:73) +2024-09-01 20:09:16,357 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.0010869460020330735 (mp_runner.py:73) +2024-09-01 20:09:16,678 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.0024626390004414134 (mp_runner.py:73) +2024-09-01 20:09:16,781 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0024352670006919652 (mp_runner.py:73) +2024-09-01 20:09:16,835 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.001796232994820457 (mp_runner.py:73) +2024-09-01 20:09:16,889 | DEBUG |(SpawnProcess-1:6) search_count: 14000, latest_latency=0.0014673370023956522 (mp_runner.py:73) +2024-09-01 20:09:17,208 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.0016666760056978092 (mp_runner.py:73) +2024-09-01 20:09:17,603 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.0013414260029094294 (mp_runner.py:73) +2024-09-01 20:09:17,778 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.001692325997282751 (mp_runner.py:73) +2024-09-01 20:09:17,823 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0015202420036075637 (mp_runner.py:73) +2024-09-01 20:09:17,824 | DEBUG |(SpawnProcess-1:6) search_count: 14500, latest_latency=0.0017181229995912872 (mp_runner.py:73) +2024-09-01 20:09:18,171 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.0015243800007738173 (mp_runner.py:73) +2024-09-01 20:09:18,671 | DEBUG |(SpawnProcess-1:7) search_count: 15000, latest_latency=0.0021375680007622577 (mp_runner.py:73) +2024-09-01 20:09:18,749 | DEBUG |(SpawnProcess-1:6) search_count: 15000, latest_latency=0.0019252310012234375 (mp_runner.py:73) +2024-09-01 20:09:18,853 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.002180875999329146 (mp_runner.py:73) +2024-09-01 20:09:18,916 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0054138549967319705 (mp_runner.py:73) +2024-09-01 20:09:18,952 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0005s, count=15045, qps in this process: 501.4916 (mp_runner.py:76) +2024-09-01 20:09:18,953 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0007s, count=15974, qps in this process: 532.4542 (mp_runner.py:76) +2024-09-01 20:09:18,953 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0015s, count=15112, qps in this process: 503.7081 (mp_runner.py:76) +2024-09-01 20:09:18,956 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=15027, qps in this process: 500.8866 (mp_runner.py:76) +2024-09-01 20:09:18,972 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0006s, count=15162, qps in this process: 505.3899 (mp_runner.py:76) +2024-09-01 20:09:18,977 | INFO |End search in concurrency 5: dur=30.071192540002812s, total_count=76320, qps=2537.9772 (mp_runner.py:120) +2024-09-01 20:09:19,296 | INFO |Update largest qps with concurrency 5: current max_qps=2537.9772 (mp_runner.py:124) +2024-09-01 20:09:19,707 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:09:19,707 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 20:09:29,921 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 20:09:29,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:29,986 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,006 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,056 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,137 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,160 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,162 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,162 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,164 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,166 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,168 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,187 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,190 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:30,199 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:09:32,573 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.004325996997067705 (mp_runner.py:73) +2024-09-01 20:09:32,573 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.003888361999997869 (mp_runner.py:73) +2024-09-01 20:09:32,574 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.005266197003948037 (mp_runner.py:73) +2024-09-01 20:09:32,574 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.004428107000421733 (mp_runner.py:73) +2024-09-01 20:09:32,575 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.003649177997431252 (mp_runner.py:73) +2024-09-01 20:09:32,575 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0031735570009914227 (mp_runner.py:73) +2024-09-01 20:09:32,576 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.007520106999436393 (mp_runner.py:73) +2024-09-01 20:09:32,579 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.009284378997108433 (mp_runner.py:73) +2024-09-01 20:09:32,629 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.004093368996109348 (mp_runner.py:73) +2024-09-01 20:09:32,630 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0031914780047372915 (mp_runner.py:73) +2024-09-01 20:09:32,630 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.004034178004076239 (mp_runner.py:73) +2024-09-01 20:09:32,631 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.005668215999321546 (mp_runner.py:73) +2024-09-01 20:09:32,631 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.005299552998621948 (mp_runner.py:73) +2024-09-01 20:09:33,312 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.004187024002021644 (mp_runner.py:73) +2024-09-01 20:09:33,323 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.005614802001218777 (mp_runner.py:73) +2024-09-01 20:09:34,859 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0018933510000351816 (mp_runner.py:73) +2024-09-01 20:09:34,860 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0051193749968660995 (mp_runner.py:73) +2024-09-01 20:09:34,861 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.005014208996726666 (mp_runner.py:73) +2024-09-01 20:09:34,861 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.004794036001840141 (mp_runner.py:73) +2024-09-01 20:09:35,170 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.00559251599770505 (mp_runner.py:73) +2024-09-01 20:09:35,245 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.005569048000324983 (mp_runner.py:73) +2024-09-01 20:09:35,337 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.005474347999552265 (mp_runner.py:73) +2024-09-01 20:09:35,363 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004608909999660682 (mp_runner.py:73) +2024-09-01 20:09:35,472 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.006487906000984367 (mp_runner.py:73) +2024-09-01 20:09:35,516 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.0042752500012284145 (mp_runner.py:73) +2024-09-01 20:09:35,536 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.005319992000295315 (mp_runner.py:73) +2024-09-01 20:09:35,611 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.006086887005949393 (mp_runner.py:73) +2024-09-01 20:09:35,619 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.00461092300247401 (mp_runner.py:73) +2024-09-01 20:09:36,344 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.008427219996519852 (mp_runner.py:73) +2024-09-01 20:09:36,446 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.00582840500283055 (mp_runner.py:73) +2024-09-01 20:09:37,327 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.005972321996523533 (mp_runner.py:73) +2024-09-01 20:09:37,340 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.007217268001113553 (mp_runner.py:73) +2024-09-01 20:09:37,444 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.008150100999046117 (mp_runner.py:73) +2024-09-01 20:09:37,463 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.005888241001230199 (mp_runner.py:73) +2024-09-01 20:09:38,311 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.006000558998493943 (mp_runner.py:73) +2024-09-01 20:09:38,351 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.007975013999384828 (mp_runner.py:73) +2024-09-01 20:09:38,394 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0010432810013298877 (mp_runner.py:73) +2024-09-01 20:09:38,411 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.00418134900246514 (mp_runner.py:73) +2024-09-01 20:09:38,411 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.00393164800334489 (mp_runner.py:73) +2024-09-01 20:09:38,412 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0058741770044434816 (mp_runner.py:73) +2024-09-01 20:09:38,413 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006851899001048878 (mp_runner.py:73) +2024-09-01 20:09:38,722 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.0027499869975144975 (mp_runner.py:73) +2024-09-01 20:09:38,725 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005163574001926463 (mp_runner.py:73) +2024-09-01 20:09:39,526 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.009323881000455003 (mp_runner.py:73) +2024-09-01 20:09:39,552 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.00518132599972887 (mp_runner.py:73) +2024-09-01 20:09:39,876 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.004672192000725772 (mp_runner.py:73) +2024-09-01 20:09:39,877 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.006124873994849622 (mp_runner.py:73) +2024-09-01 20:09:39,997 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.006198484996275511 (mp_runner.py:73) +2024-09-01 20:09:40,009 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.018221975005872082 (mp_runner.py:73) +2024-09-01 20:09:40,935 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.0024880670025595464 (mp_runner.py:73) +2024-09-01 20:09:40,937 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.003598546994908247 (mp_runner.py:73) +2024-09-01 20:09:40,937 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.003589697000279557 (mp_runner.py:73) +2024-09-01 20:09:40,938 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.006700452999211848 (mp_runner.py:73) +2024-09-01 20:09:40,938 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.005701212998246774 (mp_runner.py:73) +2024-09-01 20:09:40,939 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0035047979981754906 (mp_runner.py:73) +2024-09-01 20:09:40,942 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.008442477002972737 (mp_runner.py:73) +2024-09-01 20:09:41,804 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.005346884994651191 (mp_runner.py:73) +2024-09-01 20:09:41,970 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.014908618999470491 (mp_runner.py:73) +2024-09-01 20:09:42,550 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.004956607997883111 (mp_runner.py:73) +2024-09-01 20:09:42,681 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.012087303002772387 (mp_runner.py:73) +2024-09-01 20:09:42,692 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.012443309999071062 (mp_runner.py:73) +2024-09-01 20:09:42,800 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.004729162996227387 (mp_runner.py:73) +2024-09-01 20:09:42,932 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.005176144994038623 (mp_runner.py:73) +2024-09-01 20:09:43,010 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.00587742000061553 (mp_runner.py:73) +2024-09-01 20:09:43,716 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0023596949977218173 (mp_runner.py:73) +2024-09-01 20:09:43,717 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.0038421360004576854 (mp_runner.py:73) +2024-09-01 20:09:43,717 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.005647891994158272 (mp_runner.py:73) +2024-09-01 20:09:43,718 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.0017457319991081022 (mp_runner.py:73) +2024-09-01 20:09:43,719 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0042103969972231425 (mp_runner.py:73) +2024-09-01 20:09:43,720 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.0036665410007117316 (mp_runner.py:73) +2024-09-01 20:09:44,008 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.006012423000356648 (mp_runner.py:73) +2024-09-01 20:09:45,383 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.0035815919982269406 (mp_runner.py:73) +2024-09-01 20:09:45,456 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.005892610999580938 (mp_runner.py:73) +2024-09-01 20:09:45,486 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.005850313005794305 (mp_runner.py:73) +2024-09-01 20:09:45,629 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.005513999996765051 (mp_runner.py:73) +2024-09-01 20:09:45,654 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.0071598470021854155 (mp_runner.py:73) +2024-09-01 20:09:45,754 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.0073485479952069 (mp_runner.py:73) +2024-09-01 20:09:46,235 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.005410366000432987 (mp_runner.py:73) +2024-09-01 20:09:46,418 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.005969828001980204 (mp_runner.py:73) +2024-09-01 20:09:46,608 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.006693185998301487 (mp_runner.py:73) +2024-09-01 20:09:46,612 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.0054493139978148974 (mp_runner.py:73) +2024-09-01 20:09:46,688 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.005795391996798571 (mp_runner.py:73) +2024-09-01 20:09:46,836 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005579204997047782 (mp_runner.py:73) +2024-09-01 20:09:46,839 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.004925109002215322 (mp_runner.py:73) +2024-09-01 20:09:46,857 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.006760504002158996 (mp_runner.py:73) +2024-09-01 20:09:47,189 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.00321637299930444 (mp_runner.py:73) +2024-09-01 20:09:48,284 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.005418294997070916 (mp_runner.py:73) +2024-09-01 20:09:48,403 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.0044328770018182695 (mp_runner.py:73) +2024-09-01 20:09:48,469 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.005947270001342986 (mp_runner.py:73) +2024-09-01 20:09:48,556 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.006561725000210572 (mp_runner.py:73) +2024-09-01 20:09:48,620 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.006420694997359533 (mp_runner.py:73) +2024-09-01 20:09:48,731 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.006190534004417714 (mp_runner.py:73) +2024-09-01 20:09:49,283 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.004337564001616556 (mp_runner.py:73) +2024-09-01 20:09:49,469 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.005561855003179517 (mp_runner.py:73) +2024-09-01 20:09:49,636 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.005441626002721023 (mp_runner.py:73) +2024-09-01 20:09:49,673 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.005479295003169682 (mp_runner.py:73) +2024-09-01 20:09:49,741 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.005387561999668833 (mp_runner.py:73) +2024-09-01 20:09:49,827 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.006687982997391373 (mp_runner.py:73) +2024-09-01 20:09:49,841 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.005849155997566413 (mp_runner.py:73) +2024-09-01 20:09:49,916 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.005869613996765111 (mp_runner.py:73) +2024-09-01 20:09:50,320 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.007405315998767037 (mp_runner.py:73) +2024-09-01 20:09:51,028 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.006108872999902815 (mp_runner.py:73) +2024-09-01 20:09:51,225 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.005980312002066057 (mp_runner.py:73) +2024-09-01 20:09:51,297 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.005083019001176581 (mp_runner.py:73) +2024-09-01 20:09:51,419 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.004967836001014803 (mp_runner.py:73) +2024-09-01 20:09:51,581 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.0059548290009843186 (mp_runner.py:73) +2024-09-01 20:09:51,870 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.005200293002417311 (mp_runner.py:73) +2024-09-01 20:09:52,382 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.007525017994339578 (mp_runner.py:73) +2024-09-01 20:09:52,643 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.00379445400176337 (mp_runner.py:73) +2024-09-01 20:09:52,717 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.007778703002259135 (mp_runner.py:73) +2024-09-01 20:09:52,736 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.006491277999884915 (mp_runner.py:73) +2024-09-01 20:09:52,743 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.005440089000330772 (mp_runner.py:73) +2024-09-01 20:09:52,849 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.005514648997632321 (mp_runner.py:73) +2024-09-01 20:09:52,865 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.005120170993905049 (mp_runner.py:73) +2024-09-01 20:09:52,959 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0060732220008503646 (mp_runner.py:73) +2024-09-01 20:09:53,484 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.007378344998869579 (mp_runner.py:73) +2024-09-01 20:09:53,873 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.005656556997564621 (mp_runner.py:73) +2024-09-01 20:09:54,190 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.0033682569992379285 (mp_runner.py:73) +2024-09-01 20:09:54,193 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.004060595005284995 (mp_runner.py:73) +2024-09-01 20:09:54,233 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.004052008000144269 (mp_runner.py:73) +2024-09-01 20:09:54,660 | DEBUG |(SpawnProcess-1:12) search_count: 4000, latest_latency=0.005710623998311348 (mp_runner.py:73) +2024-09-01 20:09:54,982 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.007794553996063769 (mp_runner.py:73) +2024-09-01 20:09:55,460 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.0069193669987726025 (mp_runner.py:73) +2024-09-01 20:09:55,585 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.00564119299815502 (mp_runner.py:73) +2024-09-01 20:09:55,754 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.00718348100053845 (mp_runner.py:73) +2024-09-01 20:09:55,781 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.007975107997481246 (mp_runner.py:73) +2024-09-01 20:09:55,821 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.004090139002073556 (mp_runner.py:73) +2024-09-01 20:09:55,907 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.0046984549990156665 (mp_runner.py:73) +2024-09-01 20:09:56,021 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.005031150998547673 (mp_runner.py:73) +2024-09-01 20:09:56,034 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.002811393998854328 (mp_runner.py:73) +2024-09-01 20:09:56,594 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.00596023999969475 (mp_runner.py:73) +2024-09-01 20:09:56,672 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.006143885002529714 (mp_runner.py:73) +2024-09-01 20:09:56,890 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.006423530001484323 (mp_runner.py:73) +2024-09-01 20:09:56,897 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.006535610998980701 (mp_runner.py:73) +2024-09-01 20:09:57,073 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.00516474100004416 (mp_runner.py:73) +2024-09-01 20:09:57,802 | DEBUG |(SpawnProcess-1:12) search_count: 4500, latest_latency=0.005846332998771686 (mp_runner.py:73) +2024-09-01 20:09:58,131 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.006035163998603821 (mp_runner.py:73) +2024-09-01 20:09:58,527 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.016252579000138212 (mp_runner.py:73) +2024-09-01 20:09:58,530 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.01840053399791941 (mp_runner.py:73) +2024-09-01 20:09:58,533 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.008966886998678092 (mp_runner.py:73) +2024-09-01 20:09:58,663 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.010627661002217792 (mp_runner.py:73) +2024-09-01 20:09:58,706 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.008950135001214221 (mp_runner.py:73) +2024-09-01 20:09:59,058 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.006272934995649848 (mp_runner.py:73) +2024-09-01 20:09:59,146 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.0076147750005475245 (mp_runner.py:73) +2024-09-01 20:09:59,240 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.005791032002889551 (mp_runner.py:73) +2024-09-01 20:09:59,613 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.006477735994849354 (mp_runner.py:73) +2024-09-01 20:09:59,674 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.003982415997597855 (mp_runner.py:73) +2024-09-01 20:09:59,675 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.005385327996918932 (mp_runner.py:73) +2024-09-01 20:09:59,849 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.006559749999723863 (mp_runner.py:73) +2024-09-01 20:09:59,919 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.005404991003160831 (mp_runner.py:73) +2024-09-01 20:09:59,983 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0068s, count=5140, qps in this process: 171.2945 (mp_runner.py:76) +2024-09-01 20:09:59,993 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.005s, count=5229, qps in this process: 174.271 (mp_runner.py:76) +2024-09-01 20:10:00,023 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.014s, count=5563, qps in this process: 185.3468 (mp_runner.py:76) +2024-09-01 20:10:00,059 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0016s, count=5577, qps in this process: 185.8901 (mp_runner.py:76) +2024-09-01 20:10:00,144 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0061s, count=5037, qps in this process: 167.8659 (mp_runner.py:76) +2024-09-01 20:10:00,162 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0002s, count=5176, qps in this process: 172.5322 (mp_runner.py:76) +2024-09-01 20:10:00,169 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0059s, count=5243, qps in this process: 174.7323 (mp_runner.py:76) +2024-09-01 20:10:00,171 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0068s, count=5150, qps in this process: 171.6278 (mp_runner.py:76) +2024-09-01 20:10:00,171 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0018s, count=5255, qps in this process: 175.1562 (mp_runner.py:76) +2024-09-01 20:10:00,174 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0051s, count=4861, qps in this process: 162.0058 (mp_runner.py:76) +2024-09-01 20:10:00,174 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0044s, count=4812, qps in this process: 160.3765 (mp_runner.py:76) +2024-09-01 20:10:00,191 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0021s, count=4739, qps in this process: 157.9556 (mp_runner.py:76) +2024-09-01 20:10:00,193 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0009s, count=5605, qps in this process: 186.8277 (mp_runner.py:76) +2024-09-01 20:10:00,194 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0011s, count=5554, qps in this process: 185.1265 (mp_runner.py:76) +2024-09-01 20:10:00,202 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0007s, count=4760, qps in this process: 158.663 (mp_runner.py:76) +2024-09-01 20:10:00,210 | INFO |End search in concurrency 15: dur=30.287553213995125s, total_count=77701, qps=2565.4433 (mp_runner.py:120) +2024-09-01 20:10:01,086 | INFO |Update largest qps with concurrency 15: current max_qps=2565.4433 (mp_runner.py:124) +2024-09-01 20:10:01,498 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:10:01,499 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 20:10:11,757 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 20:10:11,815 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,820 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,821 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,846 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,892 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,932 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,936 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,958 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,965 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,966 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,974 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,978 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,979 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:11,980 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:15,585 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.009504785004537553 (mp_runner.py:73) +2024-09-01 20:10:15,587 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.007310437998967245 (mp_runner.py:73) +2024-09-01 20:10:15,589 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0091769659993588 (mp_runner.py:73) +2024-09-01 20:10:15,672 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.002594190002128016 (mp_runner.py:73) +2024-09-01 20:10:15,673 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.003584402998967562 (mp_runner.py:73) +2024-09-01 20:10:15,677 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.008260257003712468 (mp_runner.py:73) +2024-09-01 20:10:15,677 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.008006135001778603 (mp_runner.py:73) +2024-09-01 20:10:15,762 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.004687268999987282 (mp_runner.py:73) +2024-09-01 20:10:15,763 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.004067816997121554 (mp_runner.py:73) +2024-09-01 20:10:15,764 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.00755546100117499 (mp_runner.py:73) +2024-09-01 20:10:15,765 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.008874362996721175 (mp_runner.py:73) +2024-09-01 20:10:15,906 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.009773949001100846 (mp_runner.py:73) +2024-09-01 20:10:15,993 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.00922962199547328 (mp_runner.py:73) +2024-09-01 20:10:15,995 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.009238156002538744 (mp_runner.py:73) +2024-09-01 20:10:16,036 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.01118737600336317 (mp_runner.py:73) +2024-09-01 20:10:16,156 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.009778915002243593 (mp_runner.py:73) +2024-09-01 20:10:16,234 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.009105507997446693 (mp_runner.py:73) +2024-09-01 20:10:16,325 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.0072663629980525 (mp_runner.py:73) +2024-09-01 20:10:16,420 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.006821905997639988 (mp_runner.py:73) +2024-09-01 20:10:16,421 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.009059165000508074 (mp_runner.py:73) +2024-09-01 20:10:19,072 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.0026188100018771365 (mp_runner.py:73) +2024-09-01 20:10:19,075 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.005051947999163531 (mp_runner.py:73) +2024-09-01 20:10:19,076 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.008450759996776469 (mp_runner.py:73) +2024-09-01 20:10:19,077 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.009772395998879801 (mp_runner.py:73) +2024-09-01 20:10:19,255 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.008547696997993626 (mp_runner.py:73) +2024-09-01 20:10:19,256 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.008483129000524059 (mp_runner.py:73) +2024-09-01 20:10:19,408 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.006401730999641586 (mp_runner.py:73) +2024-09-01 20:10:19,409 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.005289521999657154 (mp_runner.py:73) +2024-09-01 20:10:19,410 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.006285823001235258 (mp_runner.py:73) +2024-09-01 20:10:19,410 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.008669709997775499 (mp_runner.py:73) +2024-09-01 20:10:19,411 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.006355299999995623 (mp_runner.py:73) +2024-09-01 20:10:20,079 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.0054839840013301 (mp_runner.py:73) +2024-09-01 20:10:20,079 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.006904091002070345 (mp_runner.py:73) +2024-09-01 20:10:20,081 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.0068368909996934235 (mp_runner.py:73) +2024-09-01 20:10:20,211 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.006131697999080643 (mp_runner.py:73) +2024-09-01 20:10:20,297 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.006359530998452101 (mp_runner.py:73) +2024-09-01 20:10:20,297 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.0072612779986229725 (mp_runner.py:73) +2024-09-01 20:10:20,299 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.009435580999706872 (mp_runner.py:73) +2024-09-01 20:10:20,300 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.006708205000904854 (mp_runner.py:73) +2024-09-01 20:10:20,300 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.006851756996184122 (mp_runner.py:73) +2024-09-01 20:10:22,392 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.003856750001432374 (mp_runner.py:73) +2024-09-01 20:10:22,397 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.00923578700167127 (mp_runner.py:73) +2024-09-01 20:10:22,398 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.010493770001630764 (mp_runner.py:73) +2024-09-01 20:10:22,398 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.011578287994780112 (mp_runner.py:73) +2024-09-01 20:10:22,946 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.005443731999548618 (mp_runner.py:73) +2024-09-01 20:10:22,948 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.009013666000100784 (mp_runner.py:73) +2024-09-01 20:10:23,047 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.004818998997507151 (mp_runner.py:73) +2024-09-01 20:10:23,049 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.007364391996816266 (mp_runner.py:73) +2024-09-01 20:10:23,051 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.009144800002104603 (mp_runner.py:73) +2024-09-01 20:10:23,199 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009311920999607537 (mp_runner.py:73) +2024-09-01 20:10:23,200 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.007971065999299753 (mp_runner.py:73) +2024-09-01 20:10:23,629 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.004177376002189703 (mp_runner.py:73) +2024-09-01 20:10:23,630 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0032295089986291714 (mp_runner.py:73) +2024-09-01 20:10:23,630 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.0029971340045449324 (mp_runner.py:73) +2024-09-01 20:10:23,631 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.0054998600026010536 (mp_runner.py:73) +2024-09-01 20:10:23,632 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.007935184003144968 (mp_runner.py:73) +2024-09-01 20:10:23,632 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.006165291000797879 (mp_runner.py:73) +2024-09-01 20:10:23,633 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.010618583000905346 (mp_runner.py:73) +2024-09-01 20:10:24,300 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.011804759997176006 (mp_runner.py:73) +2024-09-01 20:10:24,508 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.008129519999783952 (mp_runner.py:73) +2024-09-01 20:10:25,670 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.00682798599882517 (mp_runner.py:73) +2024-09-01 20:10:25,671 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.00757327199971769 (mp_runner.py:73) +2024-09-01 20:10:25,672 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.009535785000480246 (mp_runner.py:73) +2024-09-01 20:10:25,673 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.005914738001592923 (mp_runner.py:73) +2024-09-01 20:10:26,739 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.007926245998532977 (mp_runner.py:73) +2024-09-01 20:10:26,740 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.0076685340027324855 (mp_runner.py:73) +2024-09-01 20:10:26,766 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.00675897000473924 (mp_runner.py:73) +2024-09-01 20:10:26,766 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.008536392000678461 (mp_runner.py:73) +2024-09-01 20:10:26,767 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.007632364999153651 (mp_runner.py:73) +2024-09-01 20:10:26,877 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.0046269150043372065 (mp_runner.py:73) +2024-09-01 20:10:26,878 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.004106237000087276 (mp_runner.py:73) +2024-09-01 20:10:26,878 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.005840154997713398 (mp_runner.py:73) +2024-09-01 20:10:26,878 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.00523663499916438 (mp_runner.py:73) +2024-09-01 20:10:26,880 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.006371515002683736 (mp_runner.py:73) +2024-09-01 20:10:26,881 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.0088595599954715 (mp_runner.py:73) +2024-09-01 20:10:26,881 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.006784722005249932 (mp_runner.py:73) +2024-09-01 20:10:27,617 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.007452489997376688 (mp_runner.py:73) +2024-09-01 20:10:27,673 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.010791307999170385 (mp_runner.py:73) +2024-09-01 20:10:28,454 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.0062513299999409355 (mp_runner.py:73) +2024-09-01 20:10:28,613 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0024262660008389503 (mp_runner.py:73) +2024-09-01 20:10:29,394 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.004788268997799605 (mp_runner.py:73) +2024-09-01 20:10:29,396 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.00523049399635056 (mp_runner.py:73) +2024-09-01 20:10:29,397 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.009316274998127483 (mp_runner.py:73) +2024-09-01 20:10:29,397 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.008171225003025029 (mp_runner.py:73) +2024-09-01 20:10:30,575 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.007154172002628911 (mp_runner.py:73) +2024-09-01 20:10:30,607 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.007384450997051317 (mp_runner.py:73) +2024-09-01 20:10:30,607 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.003084057003434282 (mp_runner.py:73) +2024-09-01 20:10:30,656 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.00818750600592466 (mp_runner.py:73) +2024-09-01 20:10:30,669 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.0036338970021461137 (mp_runner.py:73) +2024-09-01 20:10:30,671 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.005805995002447162 (mp_runner.py:73) +2024-09-01 20:10:30,671 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.007992398001078982 (mp_runner.py:73) +2024-09-01 20:10:30,995 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.008468904001347255 (mp_runner.py:73) +2024-09-01 20:10:31,038 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.007508168004278559 (mp_runner.py:73) +2024-09-01 20:10:31,229 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.00940300599904731 (mp_runner.py:73) +2024-09-01 20:10:31,312 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.01000240499706706 (mp_runner.py:73) +2024-09-01 20:10:31,355 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.008309853998071048 (mp_runner.py:73) +2024-09-01 20:10:32,025 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.00811538199923234 (mp_runner.py:73) +2024-09-01 20:10:32,186 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.012224402002175339 (mp_runner.py:73) +2024-09-01 20:10:32,769 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.005850171000929549 (mp_runner.py:73) +2024-09-01 20:10:32,770 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.0050333460021647625 (mp_runner.py:73) +2024-09-01 20:10:32,771 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.009833153002546169 (mp_runner.py:73) +2024-09-01 20:10:32,771 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.009698800000478514 (mp_runner.py:73) +2024-09-01 20:10:32,870 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.008024640002986416 (mp_runner.py:73) +2024-09-01 20:10:32,941 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.00799928599735722 (mp_runner.py:73) +2024-09-01 20:10:33,863 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.0064046179977594875 (mp_runner.py:73) +2024-09-01 20:10:33,865 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.006447054001910146 (mp_runner.py:73) +2024-09-01 20:10:33,865 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.007195637001132127 (mp_runner.py:73) +2024-09-01 20:10:34,068 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.006455786002334207 (mp_runner.py:73) +2024-09-01 20:10:34,070 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.005520236001757439 (mp_runner.py:73) +2024-09-01 20:10:34,072 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.008276216001831926 (mp_runner.py:73) +2024-09-01 20:10:34,143 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.008832299994537607 (mp_runner.py:73) +2024-09-01 20:10:35,243 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.006497052003396675 (mp_runner.py:73) +2024-09-01 20:10:35,255 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.008024622002267279 (mp_runner.py:73) +2024-09-01 20:10:35,433 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.008547704004740808 (mp_runner.py:73) +2024-09-01 20:10:35,512 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.010097163998580072 (mp_runner.py:73) +2024-09-01 20:10:35,548 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.007797020996804349 (mp_runner.py:73) +2024-09-01 20:10:36,085 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.001562758996442426 (mp_runner.py:73) +2024-09-01 20:10:36,085 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.006530017999466509 (mp_runner.py:73) +2024-09-01 20:10:36,085 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.002550965000409633 (mp_runner.py:73) +2024-09-01 20:10:36,089 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.011976190995483194 (mp_runner.py:73) +2024-09-01 20:10:36,246 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.007665256998734549 (mp_runner.py:73) +2024-09-01 20:10:36,438 | DEBUG |(SpawnProcess-1:28) search_count: 3000, latest_latency=0.007726998002908658 (mp_runner.py:73) +2024-09-01 20:10:37,223 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.009427335004147608 (mp_runner.py:73) +2024-09-01 20:10:37,266 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.013279630999022629 (mp_runner.py:73) +2024-09-01 20:10:37,489 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.004300943997805007 (mp_runner.py:73) +2024-09-01 20:10:37,490 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.00832542799616931 (mp_runner.py:73) +2024-09-01 20:10:37,490 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.007888018000812735 (mp_runner.py:73) +2024-09-01 20:10:38,157 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.00938518100156216 (mp_runner.py:73) +2024-09-01 20:10:38,190 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.006557120999787003 (mp_runner.py:73) +2024-09-01 20:10:38,191 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.008137730001180898 (mp_runner.py:73) +2024-09-01 20:10:38,289 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.009223096996720415 (mp_runner.py:73) +2024-09-01 20:10:39,466 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.007094767999660689 (mp_runner.py:73) +2024-09-01 20:10:39,491 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.007951141997182276 (mp_runner.py:73) +2024-09-01 20:10:39,528 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.006259672001760919 (mp_runner.py:73) +2024-09-01 20:10:39,529 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.007298901000467595 (mp_runner.py:73) +2024-09-01 20:10:39,534 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.012135476994444616 (mp_runner.py:73) +2024-09-01 20:10:39,534 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.013705350000236649 (mp_runner.py:73) +2024-09-01 20:10:39,558 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.008963909996964503 (mp_runner.py:73) +2024-09-01 20:10:39,559 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.008527755002432968 (mp_runner.py:73) +2024-09-01 20:10:39,620 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.007776783997542225 (mp_runner.py:73) +2024-09-01 20:10:40,589 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.007776043996273074 (mp_runner.py:73) +2024-09-01 20:10:40,852 | DEBUG |(SpawnProcess-1:28) search_count: 3500, latest_latency=0.010431596005219035 (mp_runner.py:73) +2024-09-01 20:10:41,067 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.007467177005310077 (mp_runner.py:73) +2024-09-01 20:10:41,160 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.007655564004380722 (mp_runner.py:73) +2024-09-01 20:10:41,161 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.007606632003444247 (mp_runner.py:73) +2024-09-01 20:10:41,602 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.007389457998215221 (mp_runner.py:73) +2024-09-01 20:10:41,643 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.008977838995633647 (mp_runner.py:73) +2024-09-01 20:10:41,820 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0035s, count=3619, qps in this process: 120.6193 (mp_runner.py:76) +2024-09-01 20:10:41,833 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0101s, count=3948, qps in this process: 131.5557 (mp_runner.py:76) +2024-09-01 20:10:41,834 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0123s, count=4321, qps in this process: 143.9743 (mp_runner.py:76) +2024-09-01 20:10:41,849 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0027s, count=4101, qps in this process: 136.6877 (mp_runner.py:76) +2024-09-01 20:10:41,877 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0037s, count=4304, qps in this process: 143.449 (mp_runner.py:76) +2024-09-01 20:10:41,898 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.002s, count=3538, qps in this process: 117.9255 (mp_runner.py:76) +2024-09-01 20:10:41,936 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0026s, count=3789, qps in this process: 126.2891 (mp_runner.py:76) +2024-09-01 20:10:41,942 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0043s, count=3821, qps in this process: 127.3484 (mp_runner.py:76) +2024-09-01 20:10:41,945 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0026s, count=4342, qps in this process: 144.7208 (mp_runner.py:76) +2024-09-01 20:10:41,963 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0003s, count=4320, qps in this process: 143.9986 (mp_runner.py:76) +2024-09-01 20:10:41,967 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0006s, count=4120, qps in this process: 137.3306 (mp_runner.py:76) +2024-09-01 20:10:41,970 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0023s, count=3970, qps in this process: 132.3232 (mp_runner.py:76) +2024-09-01 20:10:41,971 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0033s, count=4121, qps in this process: 137.3516 (mp_runner.py:76) +2024-09-01 20:10:41,974 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0003s, count=3834, qps in this process: 127.7987 (mp_runner.py:76) +2024-09-01 20:10:41,975 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0017s, count=3958, qps in this process: 131.9259 (mp_runner.py:76) +2024-09-01 20:10:41,978 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.001s, count=3943, qps in this process: 131.429 (mp_runner.py:76) +2024-09-01 20:10:41,978 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0016s, count=3832, qps in this process: 127.7265 (mp_runner.py:76) +2024-09-01 20:10:41,982 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0006s, count=3833, qps in this process: 127.7641 (mp_runner.py:76) +2024-09-01 20:10:41,983 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0011s, count=3685, qps in this process: 122.8288 (mp_runner.py:76) +2024-09-01 20:10:41,984 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0026s, count=3550, qps in this process: 118.3231 (mp_runner.py:76) +2024-09-01 20:10:41,991 | INFO |End search in concurrency 20: dur=30.233829662000062s, total_count=78949, qps=2611.2802 (mp_runner.py:120) +2024-09-01 20:10:43,244 | INFO |Update largest qps with concurrency 20: current max_qps=2611.2802 (mp_runner.py:124) +2024-09-01 20:10:43,652 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:10:43,653 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 20:10:53,930 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 20:10:54,017 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,022 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,027 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,028 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,139 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,150 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,150 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,173 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,186 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,193 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,203 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,213 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,223 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,227 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,231 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,234 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:54,241 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:10:58,169 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.00355736799974693 (mp_runner.py:73) +2024-09-01 20:10:58,169 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.004261202004272491 (mp_runner.py:73) +2024-09-01 20:10:58,170 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.005624001001706347 (mp_runner.py:73) +2024-09-01 20:10:58,171 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.004633115000615362 (mp_runner.py:73) +2024-09-01 20:10:58,171 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.007553255003585946 (mp_runner.py:73) +2024-09-01 20:10:58,173 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.006144674000097439 (mp_runner.py:73) +2024-09-01 20:10:58,173 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.011713693995261565 (mp_runner.py:73) +2024-09-01 20:10:58,173 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.005831980000948533 (mp_runner.py:73) +2024-09-01 20:10:58,174 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.007255099997564685 (mp_runner.py:73) +2024-09-01 20:10:58,175 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.014211028996214736 (mp_runner.py:73) +2024-09-01 20:10:58,176 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.008776847003900912 (mp_runner.py:73) +2024-09-01 20:10:58,265 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.011401873001886997 (mp_runner.py:73) +2024-09-01 20:10:58,348 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.007125574993551709 (mp_runner.py:73) +2024-09-01 20:10:58,349 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.008516078996763099 (mp_runner.py:73) +2024-09-01 20:10:58,349 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.008487259001412895 (mp_runner.py:73) +2024-09-01 20:10:58,350 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.007890430999395903 (mp_runner.py:73) +2024-09-01 20:10:58,351 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.007484051995561458 (mp_runner.py:73) +2024-09-01 20:10:58,352 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.01266470200062031 (mp_runner.py:73) +2024-09-01 20:10:58,716 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.014772334005101584 (mp_runner.py:73) +2024-09-01 20:10:58,752 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.009430350000911858 (mp_runner.py:73) +2024-09-01 20:10:58,767 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.006380612998327706 (mp_runner.py:73) +2024-09-01 20:10:58,768 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.009973879001336172 (mp_runner.py:73) +2024-09-01 20:10:58,769 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.01011819999985164 (mp_runner.py:73) +2024-09-01 20:10:58,784 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.00817242699849885 (mp_runner.py:73) +2024-09-01 20:10:59,594 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.012647791001654696 (mp_runner.py:73) +2024-09-01 20:11:02,316 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.008784921003098134 (mp_runner.py:73) +2024-09-01 20:11:02,317 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.008368317998247221 (mp_runner.py:73) +2024-09-01 20:11:02,318 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.009799955994822085 (mp_runner.py:73) +2024-09-01 20:11:02,319 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.009651412998209707 (mp_runner.py:73) +2024-09-01 20:11:02,320 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.009575228003086522 (mp_runner.py:73) +2024-09-01 20:11:02,343 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0042883240021183155 (mp_runner.py:73) +2024-09-01 20:11:02,344 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.006406300999515224 (mp_runner.py:73) +2024-09-01 20:11:02,345 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.007807831003447063 (mp_runner.py:73) +2024-09-01 20:11:02,345 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.008969627997430507 (mp_runner.py:73) +2024-09-01 20:11:02,746 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.009778846993867774 (mp_runner.py:73) +2024-09-01 20:11:02,883 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.01118538599985186 (mp_runner.py:73) +2024-09-01 20:11:02,885 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.010839413000212517 (mp_runner.py:73) +2024-09-01 20:11:03,202 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.010922055997070856 (mp_runner.py:73) +2024-09-01 20:11:03,205 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.015347653003118467 (mp_runner.py:73) +2024-09-01 20:11:03,262 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.010352673001762014 (mp_runner.py:73) +2024-09-01 20:11:03,282 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.008822022995445877 (mp_runner.py:73) +2024-09-01 20:11:03,294 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.014065764000406489 (mp_runner.py:73) +2024-09-01 20:11:03,436 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.009821248997468501 (mp_runner.py:73) +2024-09-01 20:11:03,467 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.007013671005552169 (mp_runner.py:73) +2024-09-01 20:11:03,536 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.009256744000595063 (mp_runner.py:73) +2024-09-01 20:11:03,543 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.009151310994639061 (mp_runner.py:73) +2024-09-01 20:11:03,703 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.010339936998207122 (mp_runner.py:73) +2024-09-01 20:11:03,800 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.010134866999578662 (mp_runner.py:73) +2024-09-01 20:11:04,108 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.008904695001547225 (mp_runner.py:73) +2024-09-01 20:11:04,999 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.00966286600305466 (mp_runner.py:73) +2024-09-01 20:11:06,651 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.004520615002547856 (mp_runner.py:73) +2024-09-01 20:11:06,651 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.004653222000342794 (mp_runner.py:73) +2024-09-01 20:11:06,652 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.006616968996240757 (mp_runner.py:73) +2024-09-01 20:11:06,653 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.007800324005074799 (mp_runner.py:73) +2024-09-01 20:11:06,654 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.010030441000708379 (mp_runner.py:73) +2024-09-01 20:11:07,457 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.011059304997615982 (mp_runner.py:73) +2024-09-01 20:11:07,514 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.008390804003283847 (mp_runner.py:73) +2024-09-01 20:11:07,545 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.00992355500056874 (mp_runner.py:73) +2024-09-01 20:11:07,555 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.009444527000596281 (mp_runner.py:73) +2024-09-01 20:11:07,631 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.0016565859987167642 (mp_runner.py:73) +2024-09-01 20:11:07,633 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.016001203999621794 (mp_runner.py:73) +2024-09-01 20:11:07,634 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.014014260996191297 (mp_runner.py:73) +2024-09-01 20:11:07,634 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.012048529999447055 (mp_runner.py:73) +2024-09-01 20:11:07,634 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.01267769900005078 (mp_runner.py:73) +2024-09-01 20:11:07,635 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.014368242998898495 (mp_runner.py:73) +2024-09-01 20:11:08,078 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.012342192996584345 (mp_runner.py:73) +2024-09-01 20:11:08,622 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.010404408007161692 (mp_runner.py:73) +2024-09-01 20:11:08,652 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.008532044994353782 (mp_runner.py:73) +2024-09-01 20:11:08,788 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.012594421998073813 (mp_runner.py:73) +2024-09-01 20:11:08,840 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.00950979800109053 (mp_runner.py:73) +2024-09-01 20:11:08,840 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.008080482999503147 (mp_runner.py:73) +2024-09-01 20:11:09,024 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.0190349780023098 (mp_runner.py:73) +2024-09-01 20:11:09,097 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.021884045003389474 (mp_runner.py:73) +2024-09-01 20:11:09,300 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.01187377399764955 (mp_runner.py:73) +2024-09-01 20:11:10,380 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.01027804800105514 (mp_runner.py:73) +2024-09-01 20:11:11,029 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.009291030000895262 (mp_runner.py:73) +2024-09-01 20:11:11,029 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.011269388000073377 (mp_runner.py:73) +2024-09-01 20:11:11,122 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.008693026000401005 (mp_runner.py:73) +2024-09-01 20:11:11,130 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.010239843002636917 (mp_runner.py:73) +2024-09-01 20:11:11,224 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.010824778000824153 (mp_runner.py:73) +2024-09-01 20:11:11,973 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.00918814499891596 (mp_runner.py:73) +2024-09-01 20:11:12,006 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.013366869003220927 (mp_runner.py:73) +2024-09-01 20:11:12,093 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.003722166999068577 (mp_runner.py:73) +2024-09-01 20:11:12,095 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.003840632998617366 (mp_runner.py:73) +2024-09-01 20:11:12,148 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.0344130059966119 (mp_runner.py:73) +2024-09-01 20:11:12,426 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.00826995300303679 (mp_runner.py:73) +2024-09-01 20:11:12,501 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.012341919995378703 (mp_runner.py:73) +2024-09-01 20:11:12,547 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.010967293004796375 (mp_runner.py:73) +2024-09-01 20:11:12,692 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.009521542000584304 (mp_runner.py:73) +2024-09-01 20:11:12,768 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.009912715999234933 (mp_runner.py:73) +2024-09-01 20:11:13,388 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.009580432997609023 (mp_runner.py:73) +2024-09-01 20:11:13,786 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.009397001005709171 (mp_runner.py:73) +2024-09-01 20:11:14,003 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.01056330899882596 (mp_runner.py:73) +2024-09-01 20:11:14,145 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.006133918002888095 (mp_runner.py:73) +2024-09-01 20:11:14,269 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.011917828000150621 (mp_runner.py:73) +2024-09-01 20:11:14,342 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.0088883270000224 (mp_runner.py:73) +2024-09-01 20:11:14,489 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.009757477004313841 (mp_runner.py:73) +2024-09-01 20:11:14,499 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.00974199699703604 (mp_runner.py:73) +2024-09-01 20:11:14,974 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.011952152999583632 (mp_runner.py:73) +2024-09-01 20:11:15,699 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.01044120300502982 (mp_runner.py:73) +2024-09-01 20:11:16,169 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.010962498003209475 (mp_runner.py:73) +2024-09-01 20:11:16,214 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.010638946005201433 (mp_runner.py:73) +2024-09-01 20:11:16,253 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.010141135004232638 (mp_runner.py:73) +2024-09-01 20:11:16,298 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.011966746998950839 (mp_runner.py:73) +2024-09-01 20:11:16,708 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.0018774609998217784 (mp_runner.py:73) +2024-09-01 20:11:17,366 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.005932982996455394 (mp_runner.py:73) +2024-09-01 20:11:17,368 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.010910946999501903 (mp_runner.py:73) +2024-09-01 20:11:17,370 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.01087054699746659 (mp_runner.py:73) +2024-09-01 20:11:17,805 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.012223305995576084 (mp_runner.py:73) +2024-09-01 20:11:17,854 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.012778177995642181 (mp_runner.py:73) +2024-09-01 20:11:17,881 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.010557601999607868 (mp_runner.py:73) +2024-09-01 20:11:17,982 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.013399634997767862 (mp_runner.py:73) +2024-09-01 20:11:17,982 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.011847310997836757 (mp_runner.py:73) +2024-09-01 20:11:18,135 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.013036698001087643 (mp_runner.py:73) +2024-09-01 20:11:18,542 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.01074668399814982 (mp_runner.py:73) +2024-09-01 20:11:18,815 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.010383993001596536 (mp_runner.py:73) +2024-09-01 20:11:19,022 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.009155724997981451 (mp_runner.py:73) +2024-09-01 20:11:19,474 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.006191473999933805 (mp_runner.py:73) +2024-09-01 20:11:19,476 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.00993639399530366 (mp_runner.py:73) +2024-09-01 20:11:19,476 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.009177378997264896 (mp_runner.py:73) +2024-09-01 20:11:19,510 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.010119456004758831 (mp_runner.py:73) +2024-09-01 20:11:19,658 | DEBUG |(SpawnProcess-1:49) search_count: 2500, latest_latency=0.00861381999857258 (mp_runner.py:73) +2024-09-01 20:11:20,130 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.00963616499939235 (mp_runner.py:73) +2024-09-01 20:11:20,517 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.01223885000217706 (mp_runner.py:73) +2024-09-01 20:11:20,854 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.01055401500343578 (mp_runner.py:73) +2024-09-01 20:11:21,096 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.010866650998650584 (mp_runner.py:73) +2024-09-01 20:11:21,099 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.010238236005534418 (mp_runner.py:73) +2024-09-01 20:11:21,104 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.020079383997654077 (mp_runner.py:73) +2024-09-01 20:11:21,404 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.012126412999350578 (mp_runner.py:73) +2024-09-01 20:11:21,752 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.009617302996048238 (mp_runner.py:73) +2024-09-01 20:11:22,371 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.008976051001809537 (mp_runner.py:73) +2024-09-01 20:11:22,582 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.01198668700089911 (mp_runner.py:73) +2024-09-01 20:11:22,583 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.011050651002733503 (mp_runner.py:73) +2024-09-01 20:11:22,959 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.00844221100123832 (mp_runner.py:73) +2024-09-01 20:11:23,048 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.010398851001809817 (mp_runner.py:73) +2024-09-01 20:11:23,056 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.009815160003199708 (mp_runner.py:73) +2024-09-01 20:11:23,222 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.00884419700014405 (mp_runner.py:73) +2024-09-01 20:11:23,226 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.010473517002537847 (mp_runner.py:73) +2024-09-01 20:11:23,309 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.010660364001523703 (mp_runner.py:73) +2024-09-01 20:11:23,713 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.010059995998744853 (mp_runner.py:73) +2024-09-01 20:11:23,940 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.010647522001818288 (mp_runner.py:73) +2024-09-01 20:11:24,044 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0144s, count=3161, qps in this process: 105.3161 (mp_runner.py:76) +2024-09-01 20:11:24,049 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0232s, count=3303, qps in this process: 110.0149 (mp_runner.py:76) +2024-09-01 20:11:24,053 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0305s, count=3092, qps in this process: 102.962 (mp_runner.py:76) +2024-09-01 20:11:24,058 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0278s, count=3303, qps in this process: 109.9981 (mp_runner.py:76) +2024-09-01 20:11:24,087 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.005540188001759816 (mp_runner.py:73) +2024-09-01 20:11:24,125 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0176s, count=2960, qps in this process: 98.6088 (mp_runner.py:76) +2024-09-01 20:11:24,147 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0056s, count=3249, qps in this process: 108.2798 (mp_runner.py:76) +2024-09-01 20:11:24,157 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0035s, count=2969, qps in this process: 98.9551 (mp_runner.py:76) +2024-09-01 20:11:24,160 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0059s, count=3153, qps in this process: 105.0793 (mp_runner.py:76) +2024-09-01 20:11:24,182 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0061s, count=3114, qps in this process: 103.7789 (mp_runner.py:76) +2024-09-01 20:11:24,185 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0039s, count=3091, qps in this process: 103.0199 (mp_runner.py:76) +2024-09-01 20:11:24,186 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0045s, count=3016, qps in this process: 100.5183 (mp_runner.py:76) +2024-09-01 20:11:24,187 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0061s, count=3079, qps in this process: 102.6125 (mp_runner.py:76) +2024-09-01 20:11:24,192 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0038s, count=3235, qps in this process: 107.8197 (mp_runner.py:76) +2024-09-01 20:11:24,198 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0034s, count=3314, qps in this process: 110.4541 (mp_runner.py:76) +2024-09-01 20:11:24,207 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0016s, count=3104, qps in this process: 103.4611 (mp_runner.py:76) +2024-09-01 20:11:24,211 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0018s, count=2933, qps in this process: 97.7608 (mp_runner.py:76) +2024-09-01 20:11:24,216 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0019s, count=2946, qps in this process: 98.1938 (mp_runner.py:76) +2024-09-01 20:11:24,217 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0044s, count=2974, qps in this process: 99.1188 (mp_runner.py:76) +2024-09-01 20:11:24,220 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0053s, count=2854, qps in this process: 95.1165 (mp_runner.py:76) +2024-09-01 20:11:24,222 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0027s, count=3027, qps in this process: 100.8909 (mp_runner.py:76) +2024-09-01 20:11:24,228 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0023s, count=3159, qps in this process: 105.2919 (mp_runner.py:76) +2024-09-01 20:11:24,232 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0005s, count=3060, qps in this process: 101.9983 (mp_runner.py:76) +2024-09-01 20:11:24,233 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0005s, count=3103, qps in this process: 103.4316 (mp_runner.py:76) +2024-09-01 20:11:24,238 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.001s, count=2883, qps in this process: 96.0968 (mp_runner.py:76) +2024-09-01 20:11:24,246 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0047s, count=2857, qps in this process: 95.2184 (mp_runner.py:76) +2024-09-01 20:11:24,255 | INFO |End search in concurrency 25: dur=30.32487994099938s, total_count=76939, qps=2537.1576 (mp_runner.py:120) +2024-09-01 20:11:26,218 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:11:26,218 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 20:11:36,641 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 20:11:36,784 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,802 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,889 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,890 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,897 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,902 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,902 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,908 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,933 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,943 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,951 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,953 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,953 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,960 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,987 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,988 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:36,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:11:41,575 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.007929737999802455 (mp_runner.py:73) +2024-09-01 20:11:41,576 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.009674553002696484 (mp_runner.py:73) +2024-09-01 20:11:41,577 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.007892198998888489 (mp_runner.py:73) +2024-09-01 20:11:41,577 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.008917892999306787 (mp_runner.py:73) +2024-09-01 20:11:41,578 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.007858021999709308 (mp_runner.py:73) +2024-09-01 20:11:41,578 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.008810782004729845 (mp_runner.py:73) +2024-09-01 20:11:41,579 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.008347244998731185 (mp_runner.py:73) +2024-09-01 20:11:41,579 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.013188589000492357 (mp_runner.py:73) +2024-09-01 20:11:41,580 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.014677967999887187 (mp_runner.py:73) +2024-09-01 20:11:41,657 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.006213766006112564 (mp_runner.py:73) +2024-09-01 20:11:41,658 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0063121340062934905 (mp_runner.py:73) +2024-09-01 20:11:41,658 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.00883841000177199 (mp_runner.py:73) +2024-09-01 20:11:41,659 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.005638226000883151 (mp_runner.py:73) +2024-09-01 20:11:41,659 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.00951946500572376 (mp_runner.py:73) +2024-09-01 20:11:41,660 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.007391134997305926 (mp_runner.py:73) +2024-09-01 20:11:41,660 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.011058145995775703 (mp_runner.py:73) +2024-09-01 20:11:41,661 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.00845349399605766 (mp_runner.py:73) +2024-09-01 20:11:41,661 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.010638979998475406 (mp_runner.py:73) +2024-09-01 20:11:41,662 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.007949373000883497 (mp_runner.py:73) +2024-09-01 20:11:41,662 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.007840040998416953 (mp_runner.py:73) +2024-09-01 20:11:41,663 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.01388000299630221 (mp_runner.py:73) +2024-09-01 20:11:41,663 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.008383459993638098 (mp_runner.py:73) +2024-09-01 20:11:41,664 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.008333229001436848 (mp_runner.py:73) +2024-09-01 20:11:41,665 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.0169010919998982 (mp_runner.py:73) +2024-09-01 20:11:42,856 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.010876830994675402 (mp_runner.py:73) +2024-09-01 20:11:42,857 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.008071599993854761 (mp_runner.py:73) +2024-09-01 20:11:42,857 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.01159868600370828 (mp_runner.py:73) +2024-09-01 20:11:43,213 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.01264908099983586 (mp_runner.py:73) +2024-09-01 20:11:43,279 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.012019620000501163 (mp_runner.py:73) +2024-09-01 20:11:43,645 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.021661884005879983 (mp_runner.py:73) +2024-09-01 20:11:46,572 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.006629716997849755 (mp_runner.py:73) +2024-09-01 20:11:46,574 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.008550658996682614 (mp_runner.py:73) +2024-09-01 20:11:46,575 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.008837846995447762 (mp_runner.py:73) +2024-09-01 20:11:46,576 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.007752878998871893 (mp_runner.py:73) +2024-09-01 20:11:46,576 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.01158933799888473 (mp_runner.py:73) +2024-09-01 20:11:46,577 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.00844243000028655 (mp_runner.py:73) +2024-09-01 20:11:46,578 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.008601613997598179 (mp_runner.py:73) +2024-09-01 20:11:46,578 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.013932284004113171 (mp_runner.py:73) +2024-09-01 20:11:46,759 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.006909363000886515 (mp_runner.py:73) +2024-09-01 20:11:46,760 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.007268039997143205 (mp_runner.py:73) +2024-09-01 20:11:46,761 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.008957859994552564 (mp_runner.py:73) +2024-09-01 20:11:46,762 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.00971474799735006 (mp_runner.py:73) +2024-09-01 20:11:46,764 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.012927268995554186 (mp_runner.py:73) +2024-09-01 20:11:46,765 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.01188933400408132 (mp_runner.py:73) +2024-09-01 20:11:46,766 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.014899494002747815 (mp_runner.py:73) +2024-09-01 20:11:46,766 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.012011637998512015 (mp_runner.py:73) +2024-09-01 20:11:46,767 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.01326285600225674 (mp_runner.py:73) +2024-09-01 20:11:46,902 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.011992986001132522 (mp_runner.py:73) +2024-09-01 20:11:46,904 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.01422862800245639 (mp_runner.py:73) +2024-09-01 20:11:46,904 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.007941296003991738 (mp_runner.py:73) +2024-09-01 20:11:46,905 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.010930105003353674 (mp_runner.py:73) +2024-09-01 20:11:46,906 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.009218455001246184 (mp_runner.py:73) +2024-09-01 20:11:46,907 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.01090664700313937 (mp_runner.py:73) +2024-09-01 20:11:47,744 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.013549457995395642 (mp_runner.py:73) +2024-09-01 20:11:48,995 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.00931832600326743 (mp_runner.py:73) +2024-09-01 20:11:48,996 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.01122291300271172 (mp_runner.py:73) +2024-09-01 20:11:49,050 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.010936134996882174 (mp_runner.py:73) +2024-09-01 20:11:49,736 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.012115088997234125 (mp_runner.py:73) +2024-09-01 20:11:49,827 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.014393748002476059 (mp_runner.py:73) +2024-09-01 20:11:50,395 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.011101683994638734 (mp_runner.py:73) +2024-09-01 20:11:51,669 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.007050792999507394 (mp_runner.py:73) +2024-09-01 20:11:51,670 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.009059094001713675 (mp_runner.py:73) +2024-09-01 20:11:51,671 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.011364512000000104 (mp_runner.py:73) +2024-09-01 20:11:51,671 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.01262488999782363 (mp_runner.py:73) +2024-09-01 20:11:51,702 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.0081513859986444 (mp_runner.py:73) +2024-09-01 20:11:51,703 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.006192718996317126 (mp_runner.py:73) +2024-09-01 20:11:51,703 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.00947085000370862 (mp_runner.py:73) +2024-09-01 20:11:51,705 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.010512651002500206 (mp_runner.py:73) +2024-09-01 20:11:51,706 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.013098895004077349 (mp_runner.py:73) +2024-09-01 20:11:51,707 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.014471310998487752 (mp_runner.py:73) +2024-09-01 20:11:51,707 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.010949442999844905 (mp_runner.py:73) +2024-09-01 20:11:51,787 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.003488722999463789 (mp_runner.py:73) +2024-09-01 20:11:51,789 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.006382351006323006 (mp_runner.py:73) +2024-09-01 20:11:51,791 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.008846654003718868 (mp_runner.py:73) +2024-09-01 20:11:51,792 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.011608119995798916 (mp_runner.py:73) +2024-09-01 20:11:51,794 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.01523405500483932 (mp_runner.py:73) +2024-09-01 20:11:52,101 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.009235784003976732 (mp_runner.py:73) +2024-09-01 20:11:52,102 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.011176585998327937 (mp_runner.py:73) +2024-09-01 20:11:52,107 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.01619959199888399 (mp_runner.py:73) +2024-09-01 20:11:52,107 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.017655053998169024 (mp_runner.py:73) +2024-09-01 20:11:52,272 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.009842623003351036 (mp_runner.py:73) +2024-09-01 20:11:52,274 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.013288277994433884 (mp_runner.py:73) +2024-09-01 20:11:52,313 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.010998657999152783 (mp_runner.py:73) +2024-09-01 20:11:54,358 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.011659945004794281 (mp_runner.py:73) +2024-09-01 20:11:55,276 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.010254221000650432 (mp_runner.py:73) +2024-09-01 20:11:55,277 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.013218775995483156 (mp_runner.py:73) +2024-09-01 20:11:55,479 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.012742894003167748 (mp_runner.py:73) +2024-09-01 20:11:56,154 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.010689340000681113 (mp_runner.py:73) +2024-09-01 20:11:56,230 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.010730247995525133 (mp_runner.py:73) +2024-09-01 20:11:56,511 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.005557701006182469 (mp_runner.py:73) +2024-09-01 20:11:56,514 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.008539168004062958 (mp_runner.py:73) +2024-09-01 20:11:56,515 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.008013881000806578 (mp_runner.py:73) +2024-09-01 20:11:56,516 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.008125250999000855 (mp_runner.py:73) +2024-09-01 20:11:56,519 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.016230804998485837 (mp_runner.py:73) +2024-09-01 20:11:56,520 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.015385923004942015 (mp_runner.py:73) +2024-09-01 20:11:56,676 | DEBUG |(SpawnProcess-1:75) search_count: 2000, latest_latency=0.010091552001540549 (mp_runner.py:73) +2024-09-01 20:11:56,677 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.012620889996469487 (mp_runner.py:73) +2024-09-01 20:11:56,679 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.008293943996250164 (mp_runner.py:73) +2024-09-01 20:11:56,680 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.010432577997562476 (mp_runner.py:73) +2024-09-01 20:11:56,771 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.008249780999904033 (mp_runner.py:73) +2024-09-01 20:11:56,772 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.009771655997610651 (mp_runner.py:73) +2024-09-01 20:11:56,773 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.010007132004830055 (mp_runner.py:73) +2024-09-01 20:11:56,773 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.013653097004862502 (mp_runner.py:73) +2024-09-01 20:11:56,774 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.008186011997167952 (mp_runner.py:73) +2024-09-01 20:11:56,775 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.007808561000274494 (mp_runner.py:73) +2024-09-01 20:11:57,075 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.028703416995995212 (mp_runner.py:73) +2024-09-01 20:11:58,015 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.012249461993633304 (mp_runner.py:73) +2024-09-01 20:11:58,017 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.012513597997894976 (mp_runner.py:73) +2024-09-01 20:11:58,204 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.007765962996927556 (mp_runner.py:73) +2024-09-01 20:11:58,251 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.01006091100134654 (mp_runner.py:73) +2024-09-01 20:11:58,562 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.03358293999917805 (mp_runner.py:73) +2024-09-01 20:11:58,613 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.008609004005847964 (mp_runner.py:73) +2024-09-01 20:11:58,648 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.005192199001612607 (mp_runner.py:73) +2024-09-01 20:12:00,739 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.01210087799699977 (mp_runner.py:73) +2024-09-01 20:12:01,795 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.01265991099353414 (mp_runner.py:73) +2024-09-01 20:12:01,831 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.013065646999166347 (mp_runner.py:73) +2024-09-01 20:12:02,026 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.007007901993347332 (mp_runner.py:73) +2024-09-01 20:12:02,026 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.00840223200066248 (mp_runner.py:73) +2024-09-01 20:12:02,027 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.00810210799681954 (mp_runner.py:73) +2024-09-01 20:12:02,027 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.006642258995270822 (mp_runner.py:73) +2024-09-01 20:12:02,027 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.007904809004685376 (mp_runner.py:73) +2024-09-01 20:12:02,028 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.006493098000646569 (mp_runner.py:73) +2024-09-01 20:12:02,028 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.006482862998382188 (mp_runner.py:73) +2024-09-01 20:12:02,030 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.012338585001998581 (mp_runner.py:73) +2024-09-01 20:12:02,031 | DEBUG |(SpawnProcess-1:75) search_count: 2500, latest_latency=0.014291933002823498 (mp_runner.py:73) +2024-09-01 20:12:02,088 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.010386836001998745 (mp_runner.py:73) +2024-09-01 20:12:02,751 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.007003405997238588 (mp_runner.py:73) +2024-09-01 20:12:02,751 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.012708533002296463 (mp_runner.py:73) +2024-09-01 20:12:02,759 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.013090561005810741 (mp_runner.py:73) +2024-09-01 20:12:02,837 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.010595782994641922 (mp_runner.py:73) +2024-09-01 20:12:02,892 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.011494621001475025 (mp_runner.py:73) +2024-09-01 20:12:02,893 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.01325998900574632 (mp_runner.py:73) +2024-09-01 20:12:03,142 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.002183671997045167 (mp_runner.py:73) +2024-09-01 20:12:03,193 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.011112529995443765 (mp_runner.py:73) +2024-09-01 20:12:03,571 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.008546525998099241 (mp_runner.py:73) +2024-09-01 20:12:03,734 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.016211465997912455 (mp_runner.py:73) +2024-09-01 20:12:04,647 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.01269121200311929 (mp_runner.py:73) +2024-09-01 20:12:04,684 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.01345178500196198 (mp_runner.py:73) +2024-09-01 20:12:04,698 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.010821487005159725 (mp_runner.py:73) +2024-09-01 20:12:05,115 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.011409653001464903 (mp_runner.py:73) +2024-09-01 20:12:05,178 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.008649299998069182 (mp_runner.py:73) +2024-09-01 20:12:05,180 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.01109487500070827 (mp_runner.py:73) +2024-09-01 20:12:05,189 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.020035989000461996 (mp_runner.py:73) +2024-09-01 20:12:06,793 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0058s, count=2995, qps in this process: 99.814 (mp_runner.py:76) +2024-09-01 20:12:06,797 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0049s, count=2995, qps in this process: 99.817 (mp_runner.py:76) +2024-09-01 20:12:06,809 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0044s, count=2838, qps in this process: 94.5861 (mp_runner.py:76) +2024-09-01 20:12:06,845 | DEBUG |(SpawnProcess-1:97) search_count: 3000, latest_latency=0.012362680994556285 (mp_runner.py:73) +2024-09-01 20:12:06,850 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.011477176994958427 (mp_runner.py:73) +2024-09-01 20:12:06,851 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.007268348002980929 (mp_runner.py:73) +2024-09-01 20:12:06,870 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0043s, count=2677, qps in this process: 89.2205 (mp_runner.py:76) +2024-09-01 20:12:06,871 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0048s, count=2654, qps in this process: 88.4525 (mp_runner.py:76) +2024-09-01 20:12:06,874 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.008s, count=3003, qps in this process: 100.0733 (mp_runner.py:76) +2024-09-01 20:12:06,899 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0059s, count=2681, qps in this process: 89.3491 (mp_runner.py:76) +2024-09-01 20:12:06,902 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0003s, count=2991, qps in this process: 99.699 (mp_runner.py:76) +2024-09-01 20:12:06,906 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0141s, count=2814, qps in this process: 93.7559 (mp_runner.py:76) +2024-09-01 20:12:06,907 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0106s, count=2991, qps in this process: 99.6648 (mp_runner.py:76) +2024-09-01 20:12:06,910 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0042s, count=3007, qps in this process: 100.2193 (mp_runner.py:76) +2024-09-01 20:12:06,913 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0023s, count=2659, qps in this process: 88.6265 (mp_runner.py:76) +2024-09-01 20:12:06,915 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0098s, count=2475, qps in this process: 82.4731 (mp_runner.py:76) +2024-09-01 20:12:06,934 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0033s, count=2812, qps in this process: 93.723 (mp_runner.py:76) +2024-09-01 20:12:06,937 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0019s, count=2849, qps in this process: 94.9607 (mp_runner.py:76) +2024-09-01 20:12:06,946 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0016s, count=2810, qps in this process: 93.6617 (mp_runner.py:76) +2024-09-01 20:12:06,948 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0063s, count=2664, qps in this process: 88.7814 (mp_runner.py:76) +2024-09-01 20:12:06,949 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0015s, count=2941, qps in this process: 98.0284 (mp_runner.py:76) +2024-09-01 20:12:06,955 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0105s, count=2928, qps in this process: 97.5659 (mp_runner.py:76) +2024-09-01 20:12:06,956 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0019s, count=3013, qps in this process: 100.427 (mp_runner.py:76) +2024-09-01 20:12:06,958 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0011s, count=2689, qps in this process: 89.63 (mp_runner.py:76) +2024-09-01 20:12:06,962 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0046s, count=2666, qps in this process: 88.853 (mp_runner.py:76) +2024-09-01 20:12:06,964 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0015s, count=2777, qps in this process: 92.562 (mp_runner.py:76) +2024-09-01 20:12:06,965 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0036s, count=2826, qps in this process: 94.1887 (mp_runner.py:76) +2024-09-01 20:12:06,969 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0003s, count=2405, qps in this process: 80.1659 (mp_runner.py:76) +2024-09-01 20:12:06,974 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0014s, count=2390, qps in this process: 79.6629 (mp_runner.py:76) +2024-09-01 20:12:06,976 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0014s, count=2403, qps in this process: 80.0963 (mp_runner.py:76) +2024-09-01 20:12:06,991 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0008s, count=2347, qps in this process: 78.2312 (mp_runner.py:76) +2024-09-01 20:12:06,992 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0003s, count=2329, qps in this process: 77.6326 (mp_runner.py:76) +2024-09-01 20:12:07,005 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0005s, count=2276, qps in this process: 75.8654 (mp_runner.py:76) +2024-09-01 20:12:07,012 | INFO |End search in concurrency 30: dur=30.370673436998914s, total_count=81905, qps=2696.845 (mp_runner.py:120) +2024-09-01 20:12:08,953 | INFO |Update largest qps with concurrency 30: current max_qps=2696.845 (mp_runner.py:124) +2024-09-01 20:12:09,361 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:12:09,361 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 20:12:19,914 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 20:12:19,960 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,052 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,052 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,176 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,177 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,185 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,188 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,190 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,195 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,241 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,241 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,242 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,242 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,251 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,259 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,259 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,265 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,268 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,271 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,272 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,282 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,293 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,294 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,302 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,304 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,312 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,322 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,323 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,327 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:20,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:12:25,818 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.01048482999613043 (mp_runner.py:73) +2024-09-01 20:12:25,818 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.01174271600029897 (mp_runner.py:73) +2024-09-01 20:12:25,819 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.012959337000211235 (mp_runner.py:73) +2024-09-01 20:12:25,819 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.011626888997852802 (mp_runner.py:73) +2024-09-01 20:12:25,819 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.01053415200294694 (mp_runner.py:73) +2024-09-01 20:12:25,820 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.011876932003360707 (mp_runner.py:73) +2024-09-01 20:12:25,821 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.01503375600441359 (mp_runner.py:73) +2024-09-01 20:12:25,821 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.016384139998990577 (mp_runner.py:73) +2024-09-01 20:12:26,033 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.009332659996289294 (mp_runner.py:73) +2024-09-01 20:12:26,033 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.008716615004232153 (mp_runner.py:73) +2024-09-01 20:12:26,034 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.008886472001904622 (mp_runner.py:73) +2024-09-01 20:12:26,035 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.010547768994001672 (mp_runner.py:73) +2024-09-01 20:12:26,037 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.014202846003172453 (mp_runner.py:73) +2024-09-01 20:12:26,038 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.016130047995829955 (mp_runner.py:73) +2024-09-01 20:12:26,038 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.00988190700445557 (mp_runner.py:73) +2024-09-01 20:12:26,039 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.00950542699865764 (mp_runner.py:73) +2024-09-01 20:12:26,041 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.011891426001966465 (mp_runner.py:73) +2024-09-01 20:12:26,041 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.011470428005850408 (mp_runner.py:73) +2024-09-01 20:12:26,041 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.009612298003048636 (mp_runner.py:73) +2024-09-01 20:12:26,041 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.009643751000112388 (mp_runner.py:73) +2024-09-01 20:12:26,042 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.007390505998046137 (mp_runner.py:73) +2024-09-01 20:12:26,042 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.011941486001887824 (mp_runner.py:73) +2024-09-01 20:12:26,043 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.010902801004704088 (mp_runner.py:73) +2024-09-01 20:12:26,045 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.01477100500051165 (mp_runner.py:73) +2024-09-01 20:12:26,051 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.018465629997081123 (mp_runner.py:73) +2024-09-01 20:12:26,342 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01033076600288041 (mp_runner.py:73) +2024-09-01 20:12:26,342 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.011053237001760863 (mp_runner.py:73) +2024-09-01 20:12:26,343 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.014288305996160489 (mp_runner.py:73) +2024-09-01 20:12:26,343 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.017314903998340014 (mp_runner.py:73) +2024-09-01 20:12:26,769 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.015609754998877179 (mp_runner.py:73) +2024-09-01 20:12:27,639 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.01358153500041226 (mp_runner.py:73) +2024-09-01 20:12:27,640 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.013144980002834927 (mp_runner.py:73) +2024-09-01 20:12:27,744 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.01720055400073761 (mp_runner.py:73) +2024-09-01 20:12:27,855 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.01664757000253303 (mp_runner.py:73) +2024-09-01 20:12:28,229 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.016457956997328438 (mp_runner.py:73) +2024-09-01 20:12:31,473 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.007329398002184462 (mp_runner.py:73) +2024-09-01 20:12:31,474 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.00849352099612588 (mp_runner.py:73) +2024-09-01 20:12:31,477 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.011883197003044188 (mp_runner.py:73) +2024-09-01 20:12:31,478 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.011298655001155566 (mp_runner.py:73) +2024-09-01 20:12:31,478 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.010549792998062912 (mp_runner.py:73) +2024-09-01 20:12:31,479 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.010060599001008086 (mp_runner.py:73) +2024-09-01 20:12:31,479 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.015303495005355217 (mp_runner.py:73) +2024-09-01 20:12:31,480 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.010224345998722129 (mp_runner.py:73) +2024-09-01 20:12:31,481 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.010047134004707914 (mp_runner.py:73) +2024-09-01 20:12:31,481 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.010114117998455185 (mp_runner.py:73) +2024-09-01 20:12:31,482 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.010649308998836204 (mp_runner.py:73) +2024-09-01 20:12:31,488 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.025009940996824298 (mp_runner.py:73) +2024-09-01 20:12:31,653 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.013407824000751134 (mp_runner.py:73) +2024-09-01 20:12:31,654 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.012280331000511069 (mp_runner.py:73) +2024-09-01 20:12:31,679 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.00844016000337433 (mp_runner.py:73) +2024-09-01 20:12:31,680 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.006206020996614825 (mp_runner.py:73) +2024-09-01 20:12:31,681 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.007695984000747558 (mp_runner.py:73) +2024-09-01 20:12:31,681 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.007050104999507312 (mp_runner.py:73) +2024-09-01 20:12:31,681 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.011181280999153387 (mp_runner.py:73) +2024-09-01 20:12:31,682 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.012853964995883871 (mp_runner.py:73) +2024-09-01 20:12:31,683 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.0088246919985977 (mp_runner.py:73) +2024-09-01 20:12:31,684 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.006523044001369271 (mp_runner.py:73) +2024-09-01 20:12:31,686 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.009462668000196572 (mp_runner.py:73) +2024-09-01 20:12:31,689 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.010614029997668695 (mp_runner.py:73) +2024-09-01 20:12:32,163 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.01417826199758565 (mp_runner.py:73) +2024-09-01 20:12:33,318 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.01577615000132937 (mp_runner.py:73) +2024-09-01 20:12:33,465 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.01335588200163329 (mp_runner.py:73) +2024-09-01 20:12:33,540 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.015251851997163612 (mp_runner.py:73) +2024-09-01 20:12:33,736 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.028318639000644907 (mp_runner.py:73) +2024-09-01 20:12:34,640 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.016080981004051864 (mp_runner.py:73) +2024-09-01 20:12:35,256 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.013662017998285592 (mp_runner.py:73) +2024-09-01 20:12:35,355 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.014832662003755104 (mp_runner.py:73) +2024-09-01 20:12:35,507 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.014188870998623315 (mp_runner.py:73) +2024-09-01 20:12:35,636 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.014834958994470071 (mp_runner.py:73) +2024-09-01 20:12:35,901 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.014579735005099792 (mp_runner.py:73) +2024-09-01 20:12:36,743 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.00891154799319338 (mp_runner.py:73) +2024-09-01 20:12:36,744 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.009956892004993279 (mp_runner.py:73) +2024-09-01 20:12:36,744 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.011148417004733346 (mp_runner.py:73) +2024-09-01 20:12:36,745 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.008847335004247725 (mp_runner.py:73) +2024-09-01 20:12:36,745 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.008631238997622859 (mp_runner.py:73) +2024-09-01 20:12:36,746 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.008603927002695855 (mp_runner.py:73) +2024-09-01 20:12:36,746 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.00863509600458201 (mp_runner.py:73) +2024-09-01 20:12:36,747 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.008068433999142144 (mp_runner.py:73) +2024-09-01 20:12:36,747 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.009218785999109969 (mp_runner.py:73) +2024-09-01 20:12:36,748 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.008795676003501285 (mp_runner.py:73) +2024-09-01 20:12:36,749 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01640502100053709 (mp_runner.py:73) +2024-09-01 20:12:36,749 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.017471243998443242 (mp_runner.py:73) +2024-09-01 20:12:37,456 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.009508413000730798 (mp_runner.py:73) +2024-09-01 20:12:37,457 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.009808258997509256 (mp_runner.py:73) +2024-09-01 20:12:37,459 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.011559787002624944 (mp_runner.py:73) +2024-09-01 20:12:37,459 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.011950168998737354 (mp_runner.py:73) +2024-09-01 20:12:37,459 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.01130227300018305 (mp_runner.py:73) +2024-09-01 20:12:37,460 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.010593753999273758 (mp_runner.py:73) +2024-09-01 20:12:37,461 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.014466302003711462 (mp_runner.py:73) +2024-09-01 20:12:37,461 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.011604236999119166 (mp_runner.py:73) +2024-09-01 20:12:37,462 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.01665492699976312 (mp_runner.py:73) +2024-09-01 20:12:38,172 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.004391933005535975 (mp_runner.py:73) +2024-09-01 20:12:38,736 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.013018463003390934 (mp_runner.py:73) +2024-09-01 20:12:38,783 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.013318807003088295 (mp_runner.py:73) +2024-09-01 20:12:39,686 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.029861369002901483 (mp_runner.py:73) +2024-09-01 20:12:40,863 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.015669624001020566 (mp_runner.py:73) +2024-09-01 20:12:41,223 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.01377588500326965 (mp_runner.py:73) +2024-09-01 20:12:41,301 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.013650933004100807 (mp_runner.py:73) +2024-09-01 20:12:41,537 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.016572507003729697 (mp_runner.py:73) +2024-09-01 20:12:41,904 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.006426038999052253 (mp_runner.py:73) +2024-09-01 20:12:41,905 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.008461769000859931 (mp_runner.py:73) +2024-09-01 20:12:41,905 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.008533936001185793 (mp_runner.py:73) +2024-09-01 20:12:41,906 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.008034144004341215 (mp_runner.py:73) +2024-09-01 20:12:41,906 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.007597110001370311 (mp_runner.py:73) +2024-09-01 20:12:41,907 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.007738170999800786 (mp_runner.py:73) +2024-09-01 20:12:41,908 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.006827748999057803 (mp_runner.py:73) +2024-09-01 20:12:41,909 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.007767590999719687 (mp_runner.py:73) +2024-09-01 20:12:41,911 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.015980723001121078 (mp_runner.py:73) +2024-09-01 20:12:41,913 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.01706484400347108 (mp_runner.py:73) +2024-09-01 20:12:41,914 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.011167739998199977 (mp_runner.py:73) +2024-09-01 20:12:42,725 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.014699004997964948 (mp_runner.py:73) +2024-09-01 20:12:42,796 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.0014541600030497648 (mp_runner.py:73) +2024-09-01 20:12:43,045 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.016547216000617482 (mp_runner.py:73) +2024-09-01 20:12:43,267 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.007543460000306368 (mp_runner.py:73) +2024-09-01 20:12:43,267 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.01000326000212226 (mp_runner.py:73) +2024-09-01 20:12:43,267 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.007682418996409979 (mp_runner.py:73) +2024-09-01 20:12:43,268 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.011688516999129206 (mp_runner.py:73) +2024-09-01 20:12:43,268 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.010532262997003272 (mp_runner.py:73) +2024-09-01 20:12:43,270 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.009556443001201842 (mp_runner.py:73) +2024-09-01 20:12:43,270 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.010770351000246592 (mp_runner.py:73) +2024-09-01 20:12:43,270 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.013031640002736822 (mp_runner.py:73) +2024-09-01 20:12:43,275 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.01387084300222341 (mp_runner.py:73) +2024-09-01 20:12:43,288 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.015560724998067599 (mp_runner.py:73) +2024-09-01 20:12:43,316 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.016949279997788835 (mp_runner.py:73) +2024-09-01 20:12:43,382 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.016483352999784984 (mp_runner.py:73) +2024-09-01 20:12:43,414 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.01609561200166354 (mp_runner.py:73) +2024-09-01 20:12:46,360 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.013655830996867735 (mp_runner.py:73) +2024-09-01 20:12:46,798 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.014276015994255431 (mp_runner.py:73) +2024-09-01 20:12:46,869 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.013806040995405056 (mp_runner.py:73) +2024-09-01 20:12:47,271 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.013138401001924649 (mp_runner.py:73) +2024-09-01 20:12:47,644 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.0075171990029048175 (mp_runner.py:73) +2024-09-01 20:12:47,645 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.008577082000556402 (mp_runner.py:73) +2024-09-01 20:12:47,646 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.008190873995772563 (mp_runner.py:73) +2024-09-01 20:12:47,650 | DEBUG |(SpawnProcess-1:125) search_count: 2500, latest_latency=0.008164031001797412 (mp_runner.py:73) +2024-09-01 20:12:47,650 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.007636328999069519 (mp_runner.py:73) +2024-09-01 20:12:47,651 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.008428229004493915 (mp_runner.py:73) +2024-09-01 20:12:47,651 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.007669061000342481 (mp_runner.py:73) +2024-09-01 20:12:47,652 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.015952847999869846 (mp_runner.py:73) +2024-09-01 20:12:47,653 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.018026682999334298 (mp_runner.py:73) +2024-09-01 20:12:48,920 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.009264807995350566 (mp_runner.py:73) +2024-09-01 20:12:49,022 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.012416158002451994 (mp_runner.py:73) +2024-09-01 20:12:49,319 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.015931083995383233 (mp_runner.py:73) +2024-09-01 20:12:49,350 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.007218652994197328 (mp_runner.py:73) +2024-09-01 20:12:49,350 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.008050069998716936 (mp_runner.py:73) +2024-09-01 20:12:49,351 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.009448119002627209 (mp_runner.py:73) +2024-09-01 20:12:49,351 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.008011609999812208 (mp_runner.py:73) +2024-09-01 20:12:49,352 | DEBUG |(SpawnProcess-1:109) search_count: 2500, latest_latency=0.008520018993294798 (mp_runner.py:73) +2024-09-01 20:12:49,353 | DEBUG |(SpawnProcess-1:135) search_count: 2500, latest_latency=0.008173497000825591 (mp_runner.py:73) +2024-09-01 20:12:49,353 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.009738709995872341 (mp_runner.py:73) +2024-09-01 20:12:49,354 | DEBUG |(SpawnProcess-1:113) search_count: 2500, latest_latency=0.009895335999317467 (mp_runner.py:73) +2024-09-01 20:12:49,354 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.017464644995925482 (mp_runner.py:73) +2024-09-01 20:12:49,354 | DEBUG |(SpawnProcess-1:134) search_count: 2500, latest_latency=0.009287539003707934 (mp_runner.py:73) +2024-09-01 20:12:49,354 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.01327209800365381 (mp_runner.py:73) +2024-09-01 20:12:49,490 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.014641472000221256 (mp_runner.py:73) +2024-09-01 20:12:49,974 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0095s, count=2562, qps in this process: 85.373 (mp_runner.py:76) +2024-09-01 20:12:50,065 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0087s, count=2570, qps in this process: 85.6418 (mp_runner.py:76) +2024-09-01 20:12:50,066 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.01s, count=2731, qps in this process: 91.003 (mp_runner.py:76) +2024-09-01 20:12:50,188 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0046s, count=2747, qps in this process: 91.5526 (mp_runner.py:76) +2024-09-01 20:12:50,189 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0072s, count=2250, qps in this process: 74.982 (mp_runner.py:76) +2024-09-01 20:12:50,192 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0097s, count=2747, qps in this process: 91.5371 (mp_runner.py:76) +2024-09-01 20:12:50,194 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0053s, count=2582, qps in this process: 86.0515 (mp_runner.py:76) +2024-09-01 20:12:50,195 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.001s, count=2748, qps in this process: 91.5969 (mp_runner.py:76) +2024-09-01 20:12:50,199 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0049s, count=2586, qps in this process: 86.1859 (mp_runner.py:76) +2024-09-01 20:12:50,204 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0019s, count=2583, qps in this process: 86.0945 (mp_runner.py:76) +2024-09-01 20:12:50,245 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0009s, count=2589, qps in this process: 86.2974 (mp_runner.py:76) +2024-09-01 20:12:50,246 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.001s, count=2754, qps in this process: 91.7969 (mp_runner.py:76) +2024-09-01 20:12:50,248 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0044s, count=2587, qps in this process: 86.2207 (mp_runner.py:76) +2024-09-01 20:12:50,250 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0028s, count=2755, qps in this process: 91.8248 (mp_runner.py:76) +2024-09-01 20:12:50,254 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0073s, count=2755, qps in this process: 91.811 (mp_runner.py:76) +2024-09-01 20:12:50,256 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0063s, count=2226, qps in this process: 74.1844 (mp_runner.py:76) +2024-09-01 20:12:50,260 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0153s, count=2472, qps in this process: 82.358 (mp_runner.py:76) +2024-09-01 20:12:50,263 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0014s, count=2593, qps in this process: 86.4293 (mp_runner.py:76) +2024-09-01 20:12:50,264 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0023s, count=2591, qps in this process: 86.36 (mp_runner.py:76) +2024-09-01 20:12:50,266 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0116s, count=2231, qps in this process: 74.3379 (mp_runner.py:76) +2024-09-01 20:12:50,269 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0011s, count=2757, qps in this process: 91.8966 (mp_runner.py:76) +2024-09-01 20:12:50,275 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0021s, count=2210, qps in this process: 73.6615 (mp_runner.py:76) +2024-09-01 20:12:50,283 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0092s, count=2098, qps in this process: 69.9119 (mp_runner.py:76) +2024-09-01 20:12:50,286 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.013s, count=2067, qps in this process: 68.8702 (mp_runner.py:76) +2024-09-01 20:12:50,287 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0029s, count=2088, qps in this process: 69.5933 (mp_runner.py:76) +2024-09-01 20:12:50,292 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0037s, count=2057, qps in this process: 68.5582 (mp_runner.py:76) +2024-09-01 20:12:50,297 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0006s, count=1985, qps in this process: 66.1653 (mp_runner.py:76) +2024-09-01 20:12:50,301 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0024s, count=2604, qps in this process: 86.7931 (mp_runner.py:76) +2024-09-01 20:12:50,306 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0017s, count=1983, qps in this process: 66.0963 (mp_runner.py:76) +2024-09-01 20:12:50,311 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.002s, count=1975, qps in this process: 65.8289 (mp_runner.py:76) +2024-09-01 20:12:50,315 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0013s, count=2772, qps in this process: 92.396 (mp_runner.py:76) +2024-09-01 20:12:50,326 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0009s, count=1980, qps in this process: 65.998 (mp_runner.py:76) +2024-09-01 20:12:50,329 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0038s, count=1988, qps in this process: 66.2583 (mp_runner.py:76) +2024-09-01 20:12:50,331 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0009s, count=2615, qps in this process: 87.1641 (mp_runner.py:76) +2024-09-01 20:12:50,346 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0009s, count=1995, qps in this process: 66.498 (mp_runner.py:76) +2024-09-01 20:12:50,357 | INFO |End search in concurrency 35: dur=30.441988848004257s, total_count=84833, qps=2786.7102 (mp_runner.py:120) +2024-09-01 20:12:52,599 | INFO |Update largest qps with concurrency 35: current max_qps=2786.7102 (mp_runner.py:124) +2024-09-01 20:12:53,008 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:12:53,008 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 20:13:03,622 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 20:13:03,796 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,869 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,928 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,984 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,985 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,985 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,985 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,987 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,987 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,988 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:03,989 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,013 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,015 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,015 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,026 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,033 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,045 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,045 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,055 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,058 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,059 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,059 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,062 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,062 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,062 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,066 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,070 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,103 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:04,103 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:10,340 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.015620212005160283 (mp_runner.py:73) +2024-09-01 20:13:10,342 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.01985344499553321 (mp_runner.py:73) +2024-09-01 20:13:10,359 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.009133781997661572 (mp_runner.py:73) +2024-09-01 20:13:10,359 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.01002904400229454 (mp_runner.py:73) +2024-09-01 20:13:10,360 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.011921480996534228 (mp_runner.py:73) +2024-09-01 20:13:10,362 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.01140358699922217 (mp_runner.py:73) +2024-09-01 20:13:10,362 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.010805154000991024 (mp_runner.py:73) +2024-09-01 20:13:10,362 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.010102370004460681 (mp_runner.py:73) +2024-09-01 20:13:10,362 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.010101542000484187 (mp_runner.py:73) +2024-09-01 20:13:10,363 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.01579153599595884 (mp_runner.py:73) +2024-09-01 20:13:10,363 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.009999706002417952 (mp_runner.py:73) +2024-09-01 20:13:10,364 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.010209041996859014 (mp_runner.py:73) +2024-09-01 20:13:10,365 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.01194113600649871 (mp_runner.py:73) +2024-09-01 20:13:10,367 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.018625848002557177 (mp_runner.py:73) +2024-09-01 20:13:10,498 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.008449104003375396 (mp_runner.py:73) +2024-09-01 20:13:10,535 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.03444044600473717 (mp_runner.py:73) +2024-09-01 20:13:10,537 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.035065058000327554 (mp_runner.py:73) +2024-09-01 20:13:10,554 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.010519324001506902 (mp_runner.py:73) +2024-09-01 20:13:10,565 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.01147010000568116 (mp_runner.py:73) +2024-09-01 20:13:10,585 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.02035864399658749 (mp_runner.py:73) +2024-09-01 20:13:10,587 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.01782762599759735 (mp_runner.py:73) +2024-09-01 20:13:10,587 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.019295638005132787 (mp_runner.py:73) +2024-09-01 20:13:10,588 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.024759195002843626 (mp_runner.py:73) +2024-09-01 20:13:10,630 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.016273599001578987 (mp_runner.py:73) +2024-09-01 20:13:10,656 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.019330196002556477 (mp_runner.py:73) +2024-09-01 20:13:10,657 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.012263830001757015 (mp_runner.py:73) +2024-09-01 20:13:10,658 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.014049272998818196 (mp_runner.py:73) +2024-09-01 20:13:10,754 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.012744239000312518 (mp_runner.py:73) +2024-09-01 20:13:10,808 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.01560516600147821 (mp_runner.py:73) +2024-09-01 20:13:10,832 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.015542679000645876 (mp_runner.py:73) +2024-09-01 20:13:10,846 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.019057395002164412 (mp_runner.py:73) +2024-09-01 20:13:11,289 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.012777043993992265 (mp_runner.py:73) +2024-09-01 20:13:11,291 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.019938135003030766 (mp_runner.py:73) +2024-09-01 20:13:11,293 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.01769584400608437 (mp_runner.py:73) +2024-09-01 20:13:11,414 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.01346308400388807 (mp_runner.py:73) +2024-09-01 20:13:11,481 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.015828126997803338 (mp_runner.py:73) +2024-09-01 20:13:11,499 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.013654989001224749 (mp_runner.py:73) +2024-09-01 20:13:11,556 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.017000079998979345 (mp_runner.py:73) +2024-09-01 20:13:12,751 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.017565075002494268 (mp_runner.py:73) +2024-09-01 20:13:12,831 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.01432860099885147 (mp_runner.py:73) +2024-09-01 20:13:17,240 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.010000205998949241 (mp_runner.py:73) +2024-09-01 20:13:17,241 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.011191600999154616 (mp_runner.py:73) +2024-09-01 20:13:17,243 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.013633057998958975 (mp_runner.py:73) +2024-09-01 20:13:17,244 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.01273940099781612 (mp_runner.py:73) +2024-09-01 20:13:17,244 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.015771172002132516 (mp_runner.py:73) +2024-09-01 20:13:17,245 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.013612299000669736 (mp_runner.py:73) +2024-09-01 20:13:17,405 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.009265433000109624 (mp_runner.py:73) +2024-09-01 20:13:17,406 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.012264796998351812 (mp_runner.py:73) +2024-09-01 20:13:17,407 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.01103639299981296 (mp_runner.py:73) +2024-09-01 20:13:17,409 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.011385725003492553 (mp_runner.py:73) +2024-09-01 20:13:17,411 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.017052082999725826 (mp_runner.py:73) +2024-09-01 20:13:17,411 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.018044210999505594 (mp_runner.py:73) +2024-09-01 20:13:17,632 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.01019412499590544 (mp_runner.py:73) +2024-09-01 20:13:17,633 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.009015324001666158 (mp_runner.py:73) +2024-09-01 20:13:17,635 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.011072852998040617 (mp_runner.py:73) +2024-09-01 20:13:17,635 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.008673358002852183 (mp_runner.py:73) +2024-09-01 20:13:17,637 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.008261394999863114 (mp_runner.py:73) +2024-09-01 20:13:17,637 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.01628742799948668 (mp_runner.py:73) +2024-09-01 20:13:17,638 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.018188394999015145 (mp_runner.py:73) +2024-09-01 20:13:17,859 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.009497241997451056 (mp_runner.py:73) +2024-09-01 20:13:17,861 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.012869274003605824 (mp_runner.py:73) +2024-09-01 20:13:17,862 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.0139952980025555 (mp_runner.py:73) +2024-09-01 20:13:17,866 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.01897327500046231 (mp_runner.py:73) +2024-09-01 20:13:18,387 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.009032933994603809 (mp_runner.py:73) +2024-09-01 20:13:18,395 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.01768650399753824 (mp_runner.py:73) +2024-09-01 20:13:18,395 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.022366180004610214 (mp_runner.py:73) +2024-09-01 20:13:18,893 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.019481426999846008 (mp_runner.py:73) +2024-09-01 20:13:18,894 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.01469607200124301 (mp_runner.py:73) +2024-09-01 20:13:19,022 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.013587484994786792 (mp_runner.py:73) +2024-09-01 20:13:19,260 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.018598422000650316 (mp_runner.py:73) +2024-09-01 20:13:19,291 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.015794320999702904 (mp_runner.py:73) +2024-09-01 20:13:19,508 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.015521688001172151 (mp_runner.py:73) +2024-09-01 20:13:19,611 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.023006281997368205 (mp_runner.py:73) +2024-09-01 20:13:19,706 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.015090756998688448 (mp_runner.py:73) +2024-09-01 20:13:19,707 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.015751415005070157 (mp_runner.py:73) +2024-09-01 20:13:20,155 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.017827766998379957 (mp_runner.py:73) +2024-09-01 20:13:20,220 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.01861664100579219 (mp_runner.py:73) +2024-09-01 20:13:20,426 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.016365766001399606 (mp_runner.py:73) +2024-09-01 20:13:21,599 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.015082701000210363 (mp_runner.py:73) +2024-09-01 20:13:21,643 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.016045143995143007 (mp_runner.py:73) +2024-09-01 20:13:24,142 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.005997539003146812 (mp_runner.py:73) +2024-09-01 20:13:24,299 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.010838296002475545 (mp_runner.py:73) +2024-09-01 20:13:24,309 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.022907878003024962 (mp_runner.py:73) +2024-09-01 20:13:24,309 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.027308620999974664 (mp_runner.py:73) +2024-09-01 20:13:24,398 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.013676003000000492 (mp_runner.py:73) +2024-09-01 20:13:24,399 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.015916604002995882 (mp_runner.py:73) +2024-09-01 20:13:24,509 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.017501267000625376 (mp_runner.py:73) +2024-09-01 20:13:24,511 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.02066375000140397 (mp_runner.py:73) +2024-09-01 20:13:24,689 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.018662977003259584 (mp_runner.py:73) +2024-09-01 20:13:24,733 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.01495037700078683 (mp_runner.py:73) +2024-09-01 20:13:24,852 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.008277925000584219 (mp_runner.py:73) +2024-09-01 20:13:24,853 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.010654705001797993 (mp_runner.py:73) +2024-09-01 20:13:24,857 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.016511197994987015 (mp_runner.py:73) +2024-09-01 20:13:24,857 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.01609647100121947 (mp_runner.py:73) +2024-09-01 20:13:24,977 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.012066556002537254 (mp_runner.py:73) +2024-09-01 20:13:24,977 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.009924362995661795 (mp_runner.py:73) +2024-09-01 20:13:24,978 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.013050700996245723 (mp_runner.py:73) +2024-09-01 20:13:24,978 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.015233020996674895 (mp_runner.py:73) +2024-09-01 20:13:24,979 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.016568708000704646 (mp_runner.py:73) +2024-09-01 20:13:25,935 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.015956176997860894 (mp_runner.py:73) +2024-09-01 20:13:26,065 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.015953058005834464 (mp_runner.py:73) +2024-09-01 20:13:26,401 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.01965120899694739 (mp_runner.py:73) +2024-09-01 20:13:26,473 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.017002964996208902 (mp_runner.py:73) +2024-09-01 20:13:26,557 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.018385246003163047 (mp_runner.py:73) +2024-09-01 20:13:26,662 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.019518132001394406 (mp_runner.py:73) +2024-09-01 20:13:26,760 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.007890253997175023 (mp_runner.py:73) +2024-09-01 20:13:27,254 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.01679498799785506 (mp_runner.py:73) +2024-09-01 20:13:27,412 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.018598825998196844 (mp_runner.py:73) +2024-09-01 20:13:27,475 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.016161282001121435 (mp_runner.py:73) +2024-09-01 20:13:27,763 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.016025985001761 (mp_runner.py:73) +2024-09-01 20:13:27,911 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.01859794700430939 (mp_runner.py:73) +2024-09-01 20:13:27,941 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.018184182001277804 (mp_runner.py:73) +2024-09-01 20:13:27,952 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.010772456997074187 (mp_runner.py:73) +2024-09-01 20:13:28,395 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.013927047002653126 (mp_runner.py:73) +2024-09-01 20:13:28,399 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.020784075997653417 (mp_runner.py:73) +2024-09-01 20:13:29,074 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.015245896000124048 (mp_runner.py:73) +2024-09-01 20:13:29,251 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.01667030899989186 (mp_runner.py:73) +2024-09-01 20:13:29,451 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.016048684003180824 (mp_runner.py:73) +2024-09-01 20:13:30,494 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.021339197002816945 (mp_runner.py:73) +2024-09-01 20:13:30,532 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.017673725000349805 (mp_runner.py:73) +2024-09-01 20:13:31,157 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.013409801002126187 (mp_runner.py:73) +2024-09-01 20:13:31,157 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.016312380001181737 (mp_runner.py:73) +2024-09-01 20:13:31,595 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.010205825004959479 (mp_runner.py:73) +2024-09-01 20:13:31,595 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.005450195996672846 (mp_runner.py:73) +2024-09-01 20:13:31,597 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.017106412997236475 (mp_runner.py:73) +2024-09-01 20:13:31,598 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.016756841003370937 (mp_runner.py:73) +2024-09-01 20:13:31,889 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.015360311001131777 (mp_runner.py:73) +2024-09-01 20:13:32,007 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.017682366000371985 (mp_runner.py:73) +2024-09-01 20:13:32,008 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.019295794001664035 (mp_runner.py:73) +2024-09-01 20:13:32,299 | DEBUG |(SpawnProcess-1:142) search_count: 2000, latest_latency=0.01344555299874628 (mp_runner.py:73) +2024-09-01 20:13:32,300 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.0157256509992294 (mp_runner.py:73) +2024-09-01 20:13:32,301 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.012845712000853382 (mp_runner.py:73) +2024-09-01 20:13:32,307 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.012340841996774543 (mp_runner.py:73) +2024-09-01 20:13:32,322 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.009508540002570953 (mp_runner.py:73) +2024-09-01 20:13:32,323 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.014516815994284116 (mp_runner.py:73) +2024-09-01 20:13:32,324 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.016895414002647158 (mp_runner.py:73) +2024-09-01 20:13:32,324 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.012287279998417944 (mp_runner.py:73) +2024-09-01 20:13:32,326 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.01453855599538656 (mp_runner.py:73) +2024-09-01 20:13:32,790 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.016772369002865162 (mp_runner.py:73) +2024-09-01 20:13:33,805 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0014s, count=2110, qps in this process: 70.3301 (mp_runner.py:76) +2024-09-01 20:13:33,845 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0048s, count=1858, qps in this process: 61.9234 (mp_runner.py:76) +2024-09-01 20:13:33,875 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0011s, count=2116, qps in this process: 70.5307 (mp_runner.py:76) +2024-09-01 20:13:33,937 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0043s, count=2121, qps in this process: 70.6899 (mp_runner.py:76) +2024-09-01 20:13:33,965 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0022s, count=2163, qps in this process: 72.0947 (mp_runner.py:76) +2024-09-01 20:13:33,966 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0026s, count=1930, qps in this process: 64.3278 (mp_runner.py:76) +2024-09-01 20:13:33,966 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.003s, count=2163, qps in this process: 72.0928 (mp_runner.py:76) +2024-09-01 20:13:33,976 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.013s, count=1971, qps in this process: 65.6715 (mp_runner.py:76) +2024-09-01 20:13:33,988 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0018s, count=1983, qps in this process: 66.096 (mp_runner.py:76) +2024-09-01 20:13:33,990 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0035s, count=2125, qps in this process: 70.8251 (mp_runner.py:76) +2024-09-01 20:13:33,990 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0037s, count=2125, qps in this process: 70.8246 (mp_runner.py:76) +2024-09-01 20:13:33,997 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0065s, count=2131, qps in this process: 71.0179 (mp_runner.py:76) +2024-09-01 20:13:34,000 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0098s, count=2162, qps in this process: 72.0431 (mp_runner.py:76) +2024-09-01 20:13:34,002 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0145s, count=2126, qps in this process: 70.8324 (mp_runner.py:76) +2024-09-01 20:13:34,005 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0122s, count=1875, qps in this process: 62.4746 (mp_runner.py:76) +2024-09-01 20:13:34,006 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0135s, count=2066, qps in this process: 68.8357 (mp_runner.py:76) +2024-09-01 20:13:34,021 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0031s, count=2128, qps in this process: 70.926 (mp_runner.py:76) +2024-09-01 20:13:34,022 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.004s, count=2129, qps in this process: 70.9572 (mp_runner.py:76) +2024-09-01 20:13:34,023 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0048s, count=2207, qps in this process: 73.5549 (mp_runner.py:76) +2024-09-01 20:13:34,025 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0071s, count=2186, qps in this process: 72.8494 (mp_runner.py:76) +2024-09-01 20:13:34,025 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0095s, count=1855, qps in this process: 61.8138 (mp_runner.py:76) +2024-09-01 20:13:34,027 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0098s, count=2164, qps in this process: 72.1098 (mp_runner.py:76) +2024-09-01 20:13:34,029 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0109s, count=1966, qps in this process: 65.5095 (mp_runner.py:76) +2024-09-01 20:13:34,037 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0018s, count=1879, qps in this process: 62.6296 (mp_runner.py:76) +2024-09-01 20:13:34,043 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0019s, count=2131, qps in this process: 71.0288 (mp_runner.py:76) +2024-09-01 20:13:34,044 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0025s, count=2131, qps in this process: 71.0274 (mp_runner.py:76) +2024-09-01 20:13:34,048 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0047s, count=1942, qps in this process: 64.7232 (mp_runner.py:76) +2024-09-01 20:13:34,049 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0002s, count=1858, qps in this process: 61.9329 (mp_runner.py:76) +2024-09-01 20:13:34,052 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0013s, count=1907, qps in this process: 63.5639 (mp_runner.py:76) +2024-09-01 20:13:34,058 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0004s, count=1910, qps in this process: 63.6658 (mp_runner.py:76) +2024-09-01 20:13:34,062 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0015s, count=1959, qps in this process: 65.2967 (mp_runner.py:76) +2024-09-01 20:13:34,065 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0002s, count=1788, qps in this process: 59.5996 (mp_runner.py:76) +2024-09-01 20:13:34,066 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0008s, count=1777, qps in this process: 59.2318 (mp_runner.py:76) +2024-09-01 20:13:34,067 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0039s, count=2134, qps in this process: 71.1241 (mp_runner.py:76) +2024-09-01 20:13:34,067 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0047s, count=1829, qps in this process: 60.9571 (mp_runner.py:76) +2024-09-01 20:13:34,068 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0025s, count=1828, qps in this process: 60.9283 (mp_runner.py:76) +2024-09-01 20:13:34,071 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0027s, count=1763, qps in this process: 58.7614 (mp_runner.py:76) +2024-09-01 20:13:34,074 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0008s, count=1875, qps in this process: 62.4983 (mp_runner.py:76) +2024-09-01 20:13:34,106 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0007s, count=1748, qps in this process: 58.2653 (mp_runner.py:76) +2024-09-01 20:13:34,108 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0036s, count=1735, qps in this process: 57.8264 (mp_runner.py:76) +2024-09-01 20:13:34,119 | INFO |End search in concurrency 40: dur=30.495591767001315s, total_count=79854, qps=2618.5424 (mp_runner.py:120) +2024-09-01 20:13:37,128 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:13:37,128 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 20:13:48,008 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 20:13:48,254 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,276 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,282 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,409 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,413 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,413 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,414 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,461 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,461 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,474 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,476 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,492 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,495 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,505 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,511 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,516 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,524 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,525 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,541 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,545 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,561 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:48,562 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:13:55,479 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.010411980001663323 (mp_runner.py:73) +2024-09-01 20:13:55,480 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.011478565000288654 (mp_runner.py:73) +2024-09-01 20:13:55,481 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.01265581799816573 (mp_runner.py:73) +2024-09-01 20:13:55,481 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.011068961997807492 (mp_runner.py:73) +2024-09-01 20:13:55,482 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.01217089199781185 (mp_runner.py:73) +2024-09-01 20:13:55,483 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.012432839997927658 (mp_runner.py:73) +2024-09-01 20:13:55,484 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.016791203001048416 (mp_runner.py:73) +2024-09-01 20:13:55,486 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.012809022002329584 (mp_runner.py:73) +2024-09-01 20:13:55,488 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.021609910996630788 (mp_runner.py:73) +2024-09-01 20:13:55,689 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.006448398999054916 (mp_runner.py:73) +2024-09-01 20:13:55,690 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.006809452999732457 (mp_runner.py:73) +2024-09-01 20:13:55,690 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.008101920000626706 (mp_runner.py:73) +2024-09-01 20:13:55,692 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.008745279999857303 (mp_runner.py:73) +2024-09-01 20:13:55,693 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.007939563001855277 (mp_runner.py:73) +2024-09-01 20:13:55,693 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.008841684997605626 (mp_runner.py:73) +2024-09-01 20:13:55,695 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.011569097994652111 (mp_runner.py:73) +2024-09-01 20:13:55,695 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.011402759002521634 (mp_runner.py:73) +2024-09-01 20:13:55,696 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.011204393005755264 (mp_runner.py:73) +2024-09-01 20:13:55,696 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.008620358996267896 (mp_runner.py:73) +2024-09-01 20:13:55,696 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.014501423000183422 (mp_runner.py:73) +2024-09-01 20:13:55,697 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.01430427599552786 (mp_runner.py:73) +2024-09-01 20:13:55,697 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.012250163999851793 (mp_runner.py:73) +2024-09-01 20:13:55,698 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.012499868003942538 (mp_runner.py:73) +2024-09-01 20:13:55,698 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.012162897000962403 (mp_runner.py:73) +2024-09-01 20:13:55,699 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.004998358002922032 (mp_runner.py:73) +2024-09-01 20:13:55,699 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.018757241996354423 (mp_runner.py:73) +2024-09-01 20:13:55,699 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.012592029001098126 (mp_runner.py:73) +2024-09-01 20:13:55,700 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.0190261140014627 (mp_runner.py:73) +2024-09-01 20:13:55,700 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.011977014000876807 (mp_runner.py:73) +2024-09-01 20:13:55,702 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.01287631799641531 (mp_runner.py:73) +2024-09-01 20:13:55,703 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.01186238499940373 (mp_runner.py:73) +2024-09-01 20:13:55,763 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.02021748099650722 (mp_runner.py:73) +2024-09-01 20:13:56,433 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01731763999850955 (mp_runner.py:73) +2024-09-01 20:13:56,529 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.017335839998850133 (mp_runner.py:73) +2024-09-01 20:13:56,617 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.019784242002060637 (mp_runner.py:73) +2024-09-01 20:13:56,621 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.020948450001014862 (mp_runner.py:73) +2024-09-01 20:13:56,740 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.016604622003796976 (mp_runner.py:73) +2024-09-01 20:13:56,742 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.018993423000210896 (mp_runner.py:73) +2024-09-01 20:13:56,753 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.014957804000005126 (mp_runner.py:73) +2024-09-01 20:13:56,754 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.018701285000133794 (mp_runner.py:73) +2024-09-01 20:13:56,755 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.01822814699698938 (mp_runner.py:73) +2024-09-01 20:13:56,756 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.014459377001912799 (mp_runner.py:73) +2024-09-01 20:13:56,757 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.012636110004677903 (mp_runner.py:73) +2024-09-01 20:13:56,757 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.01470701200014446 (mp_runner.py:73) +2024-09-01 20:13:56,758 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.014331414000480436 (mp_runner.py:73) +2024-09-01 20:14:02,542 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.010570998994808178 (mp_runner.py:73) +2024-09-01 20:14:02,543 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.011828077003883664 (mp_runner.py:73) +2024-09-01 20:14:02,544 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.010394987002655398 (mp_runner.py:73) +2024-09-01 20:14:02,545 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.006032176002918277 (mp_runner.py:73) +2024-09-01 20:14:02,545 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.010585274001641665 (mp_runner.py:73) +2024-09-01 20:14:02,546 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.015852403004828375 (mp_runner.py:73) +2024-09-01 20:14:02,547 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.014621025002270471 (mp_runner.py:73) +2024-09-01 20:14:02,547 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.01758362200052943 (mp_runner.py:73) +2024-09-01 20:14:02,549 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.019745833000342827 (mp_runner.py:73) +2024-09-01 20:14:02,549 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.013632092006446328 (mp_runner.py:73) +2024-09-01 20:14:02,550 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.013670665000972804 (mp_runner.py:73) +2024-09-01 20:14:02,551 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.014060285997402389 (mp_runner.py:73) +2024-09-01 20:14:02,552 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.01400132299750112 (mp_runner.py:73) +2024-09-01 20:14:02,793 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.011595699994359165 (mp_runner.py:73) +2024-09-01 20:14:02,795 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.010449424997204915 (mp_runner.py:73) +2024-09-01 20:14:02,795 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.010687075999157969 (mp_runner.py:73) +2024-09-01 20:14:02,796 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.012971062998985872 (mp_runner.py:73) +2024-09-01 20:14:02,797 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.012938672000018414 (mp_runner.py:73) +2024-09-01 20:14:02,797 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.010890598001424223 (mp_runner.py:73) +2024-09-01 20:14:02,798 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.016894077998586 (mp_runner.py:73) +2024-09-01 20:14:02,798 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.012580171001900453 (mp_runner.py:73) +2024-09-01 20:14:02,798 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.013837617996614426 (mp_runner.py:73) +2024-09-01 20:14:02,799 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.01163758600159781 (mp_runner.py:73) +2024-09-01 20:14:02,799 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.011741130001610145 (mp_runner.py:73) +2024-09-01 20:14:02,800 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.020017427996208426 (mp_runner.py:73) +2024-09-01 20:14:02,804 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.015843833003600594 (mp_runner.py:73) +2024-09-01 20:14:02,807 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.02256414699513698 (mp_runner.py:73) +2024-09-01 20:14:03,639 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.015182312999968417 (mp_runner.py:73) +2024-09-01 20:14:04,142 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.01752761600073427 (mp_runner.py:73) +2024-09-01 20:14:04,270 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.014738313999259844 (mp_runner.py:73) +2024-09-01 20:14:04,271 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.018667598997126333 (mp_runner.py:73) +2024-09-01 20:14:04,272 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.013753266997809988 (mp_runner.py:73) +2024-09-01 20:14:04,272 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.013485585994203575 (mp_runner.py:73) +2024-09-01 20:14:04,274 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.019715510003152303 (mp_runner.py:73) +2024-09-01 20:14:04,332 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.01975328700063983 (mp_runner.py:73) +2024-09-01 20:14:04,333 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.012206717998196837 (mp_runner.py:73) +2024-09-01 20:14:04,334 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.015766194002935663 (mp_runner.py:73) +2024-09-01 20:14:04,335 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.014641627996752504 (mp_runner.py:73) +2024-09-01 20:14:04,529 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.02021848400181625 (mp_runner.py:73) +2024-09-01 20:14:04,535 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.019715963993803598 (mp_runner.py:73) +2024-09-01 20:14:04,565 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.022976401000050828 (mp_runner.py:73) +2024-09-01 20:14:04,963 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.017442267999285832 (mp_runner.py:73) +2024-09-01 20:14:05,443 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.017946972999197897 (mp_runner.py:73) +2024-09-01 20:14:05,591 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.014626213000155985 (mp_runner.py:73) +2024-09-01 20:14:06,469 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.02179809800145449 (mp_runner.py:73) +2024-09-01 20:14:09,774 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.011347008003212977 (mp_runner.py:73) +2024-09-01 20:14:09,776 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.014364846996613778 (mp_runner.py:73) +2024-09-01 20:14:09,777 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.013860899998690002 (mp_runner.py:73) +2024-09-01 20:14:09,778 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.011986422003246844 (mp_runner.py:73) +2024-09-01 20:14:09,778 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.014975063000747468 (mp_runner.py:73) +2024-09-01 20:14:09,779 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.015555015997961164 (mp_runner.py:73) +2024-09-01 20:14:09,780 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.020696143998065963 (mp_runner.py:73) +2024-09-01 20:14:09,782 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.023298311003600247 (mp_runner.py:73) +2024-09-01 20:14:10,071 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.01588562699907925 (mp_runner.py:73) +2024-09-01 20:14:10,679 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.014717508995090611 (mp_runner.py:73) +2024-09-01 20:14:10,680 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.01480240499950014 (mp_runner.py:73) +2024-09-01 20:14:10,682 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.019138654999551363 (mp_runner.py:73) +2024-09-01 20:14:10,682 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.018309623999812175 (mp_runner.py:73) +2024-09-01 20:14:10,799 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.01631976800126722 (mp_runner.py:73) +2024-09-01 20:14:10,800 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.01825109199853614 (mp_runner.py:73) +2024-09-01 20:14:10,952 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.02031013499799883 (mp_runner.py:73) +2024-09-01 20:14:10,976 | DEBUG |(SpawnProcess-1:183) search_count: 1500, latest_latency=0.02119062100246083 (mp_runner.py:73) +2024-09-01 20:14:11,031 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.021408876003988553 (mp_runner.py:73) +2024-09-01 20:14:11,057 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.018205900996690616 (mp_runner.py:73) +2024-09-01 20:14:11,101 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.020744228997500613 (mp_runner.py:73) +2024-09-01 20:14:11,218 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.02159279800252989 (mp_runner.py:73) +2024-09-01 20:14:11,292 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.008362114000192378 (mp_runner.py:73) +2024-09-01 20:14:11,293 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.0102883439976722 (mp_runner.py:73) +2024-09-01 20:14:11,294 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.014339633999043144 (mp_runner.py:73) +2024-09-01 20:14:11,295 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.013318457997229416 (mp_runner.py:73) +2024-09-01 20:14:11,298 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.01853417400707258 (mp_runner.py:73) +2024-09-01 20:14:11,401 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.02511407100246288 (mp_runner.py:73) +2024-09-01 20:14:12,856 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.017685041995719075 (mp_runner.py:73) +2024-09-01 20:14:13,048 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.017991260006965604 (mp_runner.py:73) +2024-09-01 20:14:13,274 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.0239602340006968 (mp_runner.py:73) +2024-09-01 20:14:13,287 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.005331955995643511 (mp_runner.py:73) +2024-09-01 20:14:13,292 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.005969837999145966 (mp_runner.py:73) +2024-09-01 20:14:13,293 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.011956069996813312 (mp_runner.py:73) +2024-09-01 20:14:13,293 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.016707098002370913 (mp_runner.py:73) +2024-09-01 20:14:13,294 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.019993385998532176 (mp_runner.py:73) +2024-09-01 20:14:13,540 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.01899027099716477 (mp_runner.py:73) +2024-09-01 20:14:14,041 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.01908979099971475 (mp_runner.py:73) +2024-09-01 20:14:14,133 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.03630167100345716 (mp_runner.py:73) +2024-09-01 20:14:14,661 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.022624139994150028 (mp_runner.py:73) +2024-09-01 20:14:14,838 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.01923486200394109 (mp_runner.py:73) +2024-09-01 20:14:14,873 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.005618790004518814 (mp_runner.py:73) +2024-09-01 20:14:15,423 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.020981821995519567 (mp_runner.py:73) +2024-09-01 20:14:15,882 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.0194104270049138 (mp_runner.py:73) +2024-09-01 20:14:16,079 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.02398135700059356 (mp_runner.py:73) +2024-09-01 20:14:16,984 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.017966704996069893 (mp_runner.py:73) +2024-09-01 20:14:17,425 | DEBUG |(SpawnProcess-1:203) search_count: 2000, latest_latency=0.012023347997455858 (mp_runner.py:73) +2024-09-01 20:14:17,427 | DEBUG |(SpawnProcess-1:204) search_count: 2000, latest_latency=0.013151419996574987 (mp_runner.py:73) +2024-09-01 20:14:17,429 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.01653392300067935 (mp_runner.py:73) +2024-09-01 20:14:17,429 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.018108789998223074 (mp_runner.py:73) +2024-09-01 20:14:17,430 | DEBUG |(SpawnProcess-1:215) search_count: 2000, latest_latency=0.01475862900406355 (mp_runner.py:73) +2024-09-01 20:14:17,431 | DEBUG |(SpawnProcess-1:213) search_count: 2000, latest_latency=0.014991516996815335 (mp_runner.py:73) +2024-09-01 20:14:18,265 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.015312365001591388 (mp_runner.py:73) +2024-09-01 20:14:18,265 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0066s, count=2000, qps in this process: 66.652 (mp_runner.py:76) +2024-09-01 20:14:18,296 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0014s, count=1961, qps in this process: 65.3636 (mp_runner.py:76) +2024-09-01 20:14:18,300 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0022s, count=1965, qps in this process: 65.4952 (mp_runner.py:76) +2024-09-01 20:14:18,303 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0127s, count=1965, qps in this process: 65.4723 (mp_runner.py:76) +2024-09-01 20:14:18,304 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0176s, count=1959, qps in this process: 65.2617 (mp_runner.py:76) +2024-09-01 20:14:18,313 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0075s, count=1844, qps in this process: 61.4513 (mp_runner.py:76) +2024-09-01 20:14:18,316 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0145s, count=1675, qps in this process: 55.8064 (mp_runner.py:76) +2024-09-01 20:14:18,412 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0013s, count=2064, qps in this process: 68.797 (mp_runner.py:76) +2024-09-01 20:14:18,415 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0027s, count=1977, qps in this process: 65.8941 (mp_runner.py:76) +2024-09-01 20:14:18,418 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.001s, count=1971, qps in this process: 65.6978 (mp_runner.py:76) +2024-09-01 20:14:18,418 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0011s, count=1971, qps in this process: 65.6976 (mp_runner.py:76) +2024-09-01 20:14:18,420 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0086s, count=1973, qps in this process: 65.7478 (mp_runner.py:76) +2024-09-01 20:14:18,421 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0045s, count=1973, qps in this process: 65.7568 (mp_runner.py:76) +2024-09-01 20:14:18,423 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0059s, count=1978, qps in this process: 65.9204 (mp_runner.py:76) +2024-09-01 20:14:18,423 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0052s, count=1619, qps in this process: 53.9573 (mp_runner.py:76) +2024-09-01 20:14:18,425 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0068s, count=1971, qps in this process: 65.6851 (mp_runner.py:76) +2024-09-01 20:14:18,425 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0123s, count=2063, qps in this process: 68.7385 (mp_runner.py:76) +2024-09-01 20:14:18,426 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0147s, count=2065, qps in this process: 68.7996 (mp_runner.py:76) +2024-09-01 20:14:18,426 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0083s, count=1763, qps in this process: 58.7504 (mp_runner.py:76) +2024-09-01 20:14:18,427 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0081s, count=1972, qps in this process: 65.7156 (mp_runner.py:76) +2024-09-01 20:14:18,428 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0126s, count=1778, qps in this process: 59.2418 (mp_runner.py:76) +2024-09-01 20:14:18,429 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0123s, count=1651, qps in this process: 55.0108 (mp_runner.py:76) +2024-09-01 20:14:18,433 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0136s, count=1778, qps in this process: 59.2398 (mp_runner.py:76) +2024-09-01 20:14:18,433 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0029s, count=1972, qps in this process: 65.727 (mp_runner.py:76) +2024-09-01 20:14:18,445 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0162s, count=1979, qps in this process: 65.9311 (mp_runner.py:76) +2024-09-01 20:14:18,459 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0053s, count=1975, qps in this process: 65.8217 (mp_runner.py:76) +2024-09-01 20:14:18,463 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0026s, count=2066, qps in this process: 68.8607 (mp_runner.py:76) +2024-09-01 20:14:18,467 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0012s, count=2068, qps in this process: 68.9306 (mp_runner.py:76) +2024-09-01 20:14:18,467 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.001s, count=1632, qps in this process: 54.3982 (mp_runner.py:76) +2024-09-01 20:14:18,485 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0032s, count=1979, qps in this process: 65.9596 (mp_runner.py:76) +2024-09-01 20:14:18,485 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0044s, count=1979, qps in this process: 65.957 (mp_runner.py:76) +2024-09-01 20:14:18,497 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.01s, count=1689, qps in this process: 56.2812 (mp_runner.py:76) +2024-09-01 20:14:18,500 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.002s, count=2070, qps in this process: 68.9954 (mp_runner.py:76) +2024-09-01 20:14:18,501 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.014s, count=1582, qps in this process: 52.7087 (mp_runner.py:76) +2024-09-01 20:14:18,512 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.006s, count=1770, qps in this process: 58.9882 (mp_runner.py:76) +2024-09-01 20:14:18,515 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0061s, count=1786, qps in this process: 59.5212 (mp_runner.py:76) +2024-09-01 20:14:18,527 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0124s, count=1701, qps in this process: 56.6766 (mp_runner.py:76) +2024-09-01 20:14:18,527 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0043s, count=1735, qps in this process: 57.825 (mp_runner.py:76) +2024-09-01 20:14:18,529 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0009s, count=1754, qps in this process: 58.4649 (mp_runner.py:76) +2024-09-01 20:14:18,534 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0048s, count=1806, qps in this process: 60.1904 (mp_runner.py:76) +2024-09-01 20:14:18,543 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0005s, count=1991, qps in this process: 66.3656 (mp_runner.py:76) +2024-09-01 20:14:18,552 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0007s, count=1825, qps in this process: 60.8319 (mp_runner.py:76) +2024-09-01 20:14:18,559 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0006s, count=1998, qps in this process: 66.5987 (mp_runner.py:76) +2024-09-01 20:14:18,567 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.001s, count=1756, qps in this process: 58.5314 (mp_runner.py:76) +2024-09-01 20:14:18,568 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0002s, count=1824, qps in this process: 60.7996 (mp_runner.py:76) +2024-09-01 20:14:18,580 | INFO |End search in concurrency 45: dur=30.57185983400268s, total_count=84873, qps=2776.1805 (mp_runner.py:120) +2024-09-01 20:14:21,995 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:14:21,996 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 20:14:43,028 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 20:14:43,337 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,375 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,381 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,446 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,458 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,463 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,463 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,544 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,545 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,552 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,553 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,557 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,577 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,594 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,620 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,625 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,628 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,631 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,634 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,637 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,678 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,687 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,700 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,710 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:43,726 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:14:51,671 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.011787368996010628 (mp_runner.py:73) +2024-09-01 20:14:51,671 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.015430452993314248 (mp_runner.py:73) +2024-09-01 20:14:51,671 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.01275235499633709 (mp_runner.py:73) +2024-09-01 20:14:51,671 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.014145036002446432 (mp_runner.py:73) +2024-09-01 20:14:51,672 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.014213014001143165 (mp_runner.py:73) +2024-09-01 20:14:51,672 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.01248374099668581 (mp_runner.py:73) +2024-09-01 20:14:51,673 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.006632862001424655 (mp_runner.py:73) +2024-09-01 20:14:51,673 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.015431325002282392 (mp_runner.py:73) +2024-09-01 20:14:51,673 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.011974396998994052 (mp_runner.py:73) +2024-09-01 20:14:51,674 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.01285231899964856 (mp_runner.py:73) +2024-09-01 20:14:51,674 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.011054028000216931 (mp_runner.py:73) +2024-09-01 20:14:51,674 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.010927898998488672 (mp_runner.py:73) +2024-09-01 20:14:51,675 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.006203174001711886 (mp_runner.py:73) +2024-09-01 20:14:51,676 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.014366242998221423 (mp_runner.py:73) +2024-09-01 20:14:51,677 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.010229325002001133 (mp_runner.py:73) +2024-09-01 20:14:51,678 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.01318395199632505 (mp_runner.py:73) +2024-09-01 20:14:51,678 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.014862474003166426 (mp_runner.py:73) +2024-09-01 20:14:51,679 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.013851889998477418 (mp_runner.py:73) +2024-09-01 20:14:51,679 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.010261383002216462 (mp_runner.py:73) +2024-09-01 20:14:51,679 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.010917412997514475 (mp_runner.py:73) +2024-09-01 20:14:51,681 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.013196257001254708 (mp_runner.py:73) +2024-09-01 20:14:51,681 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.014527029998134822 (mp_runner.py:73) +2024-09-01 20:14:51,681 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.014367862000653986 (mp_runner.py:73) +2024-09-01 20:14:51,682 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.027519687995663844 (mp_runner.py:73) +2024-09-01 20:14:51,682 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.026939786002913024 (mp_runner.py:73) +2024-09-01 20:14:51,683 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.01491397700010566 (mp_runner.py:73) +2024-09-01 20:14:51,829 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.017693420995783526 (mp_runner.py:73) +2024-09-01 20:14:51,879 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.02132423599687172 (mp_runner.py:73) +2024-09-01 20:14:51,880 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.021188086000620387 (mp_runner.py:73) +2024-09-01 20:14:52,070 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.016811392997624353 (mp_runner.py:73) +2024-09-01 20:14:52,070 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.01985141900513554 (mp_runner.py:73) +2024-09-01 20:14:52,071 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.016688857998815365 (mp_runner.py:73) +2024-09-01 20:14:52,072 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.016652818994771224 (mp_runner.py:73) +2024-09-01 20:14:52,072 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.015608556001097895 (mp_runner.py:73) +2024-09-01 20:14:52,074 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.024293654001667164 (mp_runner.py:73) +2024-09-01 20:14:52,075 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.025885177004965954 (mp_runner.py:73) +2024-09-01 20:14:52,123 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.015256516002409626 (mp_runner.py:73) +2024-09-01 20:14:52,124 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.013603295999928378 (mp_runner.py:73) +2024-09-01 20:14:52,124 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.012949512005434372 (mp_runner.py:73) +2024-09-01 20:14:52,125 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.013036520998866763 (mp_runner.py:73) +2024-09-01 20:14:52,125 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.012486923995311372 (mp_runner.py:73) +2024-09-01 20:14:52,125 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.013394007997703739 (mp_runner.py:73) +2024-09-01 20:14:52,126 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.019054844000493176 (mp_runner.py:73) +2024-09-01 20:14:52,126 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.012023015005979687 (mp_runner.py:73) +2024-09-01 20:14:52,126 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.020246327003405895 (mp_runner.py:73) +2024-09-01 20:14:52,471 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.024069942002824973 (mp_runner.py:73) +2024-09-01 20:14:53,486 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.029068489995552227 (mp_runner.py:73) +2024-09-01 20:14:54,090 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.024588258005678654 (mp_runner.py:73) +2024-09-01 20:14:54,091 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.024394256994128227 (mp_runner.py:73) +2024-09-01 20:14:54,093 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.015567454996926244 (mp_runner.py:73) +2024-09-01 20:14:59,285 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.010130889000720344 (mp_runner.py:73) +2024-09-01 20:14:59,286 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.014382068999111652 (mp_runner.py:73) +2024-09-01 20:14:59,287 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.008830379003484268 (mp_runner.py:73) +2024-09-01 20:14:59,287 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.011914294002053794 (mp_runner.py:73) +2024-09-01 20:14:59,288 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.009830308001255617 (mp_runner.py:73) +2024-09-01 20:14:59,288 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.013072425994323567 (mp_runner.py:73) +2024-09-01 20:14:59,289 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.011108462000265718 (mp_runner.py:73) +2024-09-01 20:14:59,289 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.012944606998644304 (mp_runner.py:73) +2024-09-01 20:14:59,290 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.019024508001166396 (mp_runner.py:73) +2024-09-01 20:14:59,290 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.013145880002412014 (mp_runner.py:73) +2024-09-01 20:14:59,291 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.012232040004164446 (mp_runner.py:73) +2024-09-01 20:14:59,291 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.01970832699589664 (mp_runner.py:73) +2024-09-01 20:14:59,292 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.012157732002378907 (mp_runner.py:73) +2024-09-01 20:14:59,292 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.00832675899437163 (mp_runner.py:73) +2024-09-01 20:14:59,293 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.013986598001793027 (mp_runner.py:73) +2024-09-01 20:14:59,295 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.015490705001866445 (mp_runner.py:73) +2024-09-01 20:14:59,295 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.014739423000719398 (mp_runner.py:73) +2024-09-01 20:14:59,296 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.014988376999099273 (mp_runner.py:73) +2024-09-01 20:14:59,298 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.01531860700197285 (mp_runner.py:73) +2024-09-01 20:14:59,982 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.017590704999747686 (mp_runner.py:73) +2024-09-01 20:14:59,983 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.013411168998572975 (mp_runner.py:73) +2024-09-01 20:14:59,984 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.011315720003040042 (mp_runner.py:73) +2024-09-01 20:14:59,985 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.014046675998542923 (mp_runner.py:73) +2024-09-01 20:14:59,985 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.013141669005563017 (mp_runner.py:73) +2024-09-01 20:14:59,986 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.013411036998149939 (mp_runner.py:73) +2024-09-01 20:14:59,986 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.01585300100123277 (mp_runner.py:73) +2024-09-01 20:14:59,987 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.013169883997761644 (mp_runner.py:73) +2024-09-01 20:14:59,987 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.013892741000745445 (mp_runner.py:73) +2024-09-01 20:14:59,987 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.012606928998138756 (mp_runner.py:73) +2024-09-01 20:14:59,988 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.012677698003244586 (mp_runner.py:73) +2024-09-01 20:14:59,989 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.019098515003861394 (mp_runner.py:73) +2024-09-01 20:14:59,990 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.012329438999586273 (mp_runner.py:73) +2024-09-01 20:14:59,990 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.02058895999653032 (mp_runner.py:73) +2024-09-01 20:14:59,991 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.012412224001309369 (mp_runner.py:73) +2024-09-01 20:14:59,993 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.014094082005613018 (mp_runner.py:73) +2024-09-01 20:14:59,994 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.014855116001854185 (mp_runner.py:73) +2024-09-01 20:14:59,998 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.027146487002028152 (mp_runner.py:73) +2024-09-01 20:15:00,646 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.021132955997018144 (mp_runner.py:73) +2024-09-01 20:15:00,813 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.019949376001022756 (mp_runner.py:73) +2024-09-01 20:15:00,815 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.014415174002351705 (mp_runner.py:73) +2024-09-01 20:15:00,815 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.01378346599813085 (mp_runner.py:73) +2024-09-01 20:15:00,816 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.016922474998864345 (mp_runner.py:73) +2024-09-01 20:15:00,817 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.02348036500188755 (mp_runner.py:73) +2024-09-01 20:15:00,818 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.01896104099432705 (mp_runner.py:73) +2024-09-01 20:15:02,421 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.020024227997055277 (mp_runner.py:73) +2024-09-01 20:15:03,787 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.0350031729976763 (mp_runner.py:73) +2024-09-01 20:15:04,089 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.02180748300452251 (mp_runner.py:73) +2024-09-01 20:15:04,091 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.016003469994757324 (mp_runner.py:73) +2024-09-01 20:15:04,091 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.017935261996171903 (mp_runner.py:73) +2024-09-01 20:15:04,570 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.019700345997989643 (mp_runner.py:73) +2024-09-01 20:15:07,723 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.015235168000799604 (mp_runner.py:73) +2024-09-01 20:15:07,723 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.01679924000200117 (mp_runner.py:73) +2024-09-01 20:15:07,724 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.018900613002188038 (mp_runner.py:73) +2024-09-01 20:15:07,726 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.021472620996064506 (mp_runner.py:73) +2024-09-01 20:15:07,727 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.025804572003835347 (mp_runner.py:73) +2024-09-01 20:15:07,762 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.014860449002298992 (mp_runner.py:73) +2024-09-01 20:15:07,762 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.017305081004451495 (mp_runner.py:73) +2024-09-01 20:15:07,763 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.017683687001408543 (mp_runner.py:73) +2024-09-01 20:15:07,764 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.019457410999166314 (mp_runner.py:73) +2024-09-01 20:15:07,766 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.022847619002277497 (mp_runner.py:73) +2024-09-01 20:15:07,771 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.02797522300534183 (mp_runner.py:73) +2024-09-01 20:15:08,145 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.012300099006097298 (mp_runner.py:73) +2024-09-01 20:15:08,147 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.013702333999390248 (mp_runner.py:73) +2024-09-01 20:15:08,147 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.01605074699909892 (mp_runner.py:73) +2024-09-01 20:15:08,148 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.01609265900333412 (mp_runner.py:73) +2024-09-01 20:15:08,149 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.014006133998918813 (mp_runner.py:73) +2024-09-01 20:15:08,150 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.01609471600386314 (mp_runner.py:73) +2024-09-01 20:15:08,150 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.013499052001861855 (mp_runner.py:73) +2024-09-01 20:15:08,151 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.015767451004649047 (mp_runner.py:73) +2024-09-01 20:15:08,152 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.01517340599821182 (mp_runner.py:73) +2024-09-01 20:15:08,152 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.014998234000813682 (mp_runner.py:73) +2024-09-01 20:15:08,153 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.01462973200250417 (mp_runner.py:73) +2024-09-01 20:15:08,153 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.009923605997755658 (mp_runner.py:73) +2024-09-01 20:15:08,153 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.022506124994833954 (mp_runner.py:73) +2024-09-01 20:15:08,156 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.02519303200097056 (mp_runner.py:73) +2024-09-01 20:15:08,645 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.011471612000605091 (mp_runner.py:73) +2024-09-01 20:15:08,647 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.014389256997674238 (mp_runner.py:73) +2024-09-01 20:15:08,649 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.021218973997747526 (mp_runner.py:73) +2024-09-01 20:15:08,650 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.006866780000564177 (mp_runner.py:73) +2024-09-01 20:15:09,415 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.005285248997097369 (mp_runner.py:73) +2024-09-01 20:15:09,416 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.018475894001312554 (mp_runner.py:73) +2024-09-01 20:15:09,416 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.018529480003053322 (mp_runner.py:73) +2024-09-01 20:15:09,417 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.0075454609977896325 (mp_runner.py:73) +2024-09-01 20:15:09,417 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.01903408100042725 (mp_runner.py:73) +2024-09-01 20:15:09,418 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.015440760995261371 (mp_runner.py:73) +2024-09-01 20:15:09,418 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.006251277001865674 (mp_runner.py:73) +2024-09-01 20:15:09,419 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.016284268000163138 (mp_runner.py:73) +2024-09-01 20:15:09,419 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.015725261997431517 (mp_runner.py:73) +2024-09-01 20:15:09,420 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.02538593499775743 (mp_runner.py:73) +2024-09-01 20:15:09,420 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.01514678300009109 (mp_runner.py:73) +2024-09-01 20:15:09,420 | DEBUG |(SpawnProcess-1:229) search_count: 1500, latest_latency=0.014732564995938446 (mp_runner.py:73) +2024-09-01 20:15:09,421 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.019619677994342055 (mp_runner.py:73) +2024-09-01 20:15:09,421 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.006953926997084636 (mp_runner.py:73) +2024-09-01 20:15:09,436 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.03893858399533201 (mp_runner.py:73) +2024-09-01 20:15:13,355 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0152s, count=1778, qps in this process: 59.2367 (mp_runner.py:76) +2024-09-01 20:15:13,387 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0089s, count=1770, qps in this process: 58.9825 (mp_runner.py:76) +2024-09-01 20:15:13,388 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0093s, count=1826, qps in this process: 60.8478 (mp_runner.py:76) +2024-09-01 20:15:13,392 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0239s, count=1826, qps in this process: 60.8182 (mp_runner.py:76) +2024-09-01 20:15:13,396 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0025s, count=1812, qps in this process: 60.395 (mp_runner.py:76) +2024-09-01 20:15:13,401 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0147s, count=1812, qps in this process: 60.3704 (mp_runner.py:76) +2024-09-01 20:15:13,402 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0158s, count=1827, qps in this process: 60.8679 (mp_runner.py:76) +2024-09-01 20:15:13,403 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0164s, count=1717, qps in this process: 57.2021 (mp_runner.py:76) +2024-09-01 20:15:13,458 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0067s, count=1831, qps in this process: 61.0197 (mp_runner.py:76) +2024-09-01 20:15:13,461 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.004s, count=1816, qps in this process: 60.5253 (mp_runner.py:76) +2024-09-01 20:15:13,462 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0045s, count=1831, qps in this process: 61.0242 (mp_runner.py:76) +2024-09-01 20:15:13,463 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0002s, count=1816, qps in this process: 60.5329 (mp_runner.py:76) +2024-09-01 20:15:13,465 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0077s, count=1816, qps in this process: 60.5178 (mp_runner.py:76) +2024-09-01 20:15:13,467 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0161s, count=1781, qps in this process: 59.3348 (mp_runner.py:76) +2024-09-01 20:15:13,468 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0079s, count=1772, qps in this process: 59.0511 (mp_runner.py:76) +2024-09-01 20:15:13,468 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0018s, count=1713, qps in this process: 57.0966 (mp_runner.py:76) +2024-09-01 20:15:13,468 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0073s, count=1832, qps in this process: 61.0518 (mp_runner.py:76) +2024-09-01 20:15:13,469 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0086s, count=1735, qps in this process: 57.8168 (mp_runner.py:76) +2024-09-01 20:15:13,471 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0087s, count=1483, qps in this process: 49.419 (mp_runner.py:76) +2024-09-01 20:15:13,479 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0081s, count=1431, qps in this process: 47.6871 (mp_runner.py:76) +2024-09-01 20:15:13,483 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0105s, count=1735, qps in this process: 57.8131 (mp_runner.py:76) +2024-09-01 20:15:13,483 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0225s, count=1798, qps in this process: 59.8884 (mp_runner.py:76) +2024-09-01 20:15:13,484 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0119s, count=1740, qps in this process: 57.977 (mp_runner.py:76) +2024-09-01 20:15:13,485 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0178s, count=1722, qps in this process: 57.366 (mp_runner.py:76) +2024-09-01 20:15:13,499 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0268s, count=1712, qps in this process: 57.0157 (mp_runner.py:76) +2024-09-01 20:15:13,499 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.039s, count=1798, qps in this process: 59.8555 (mp_runner.py:76) +2024-09-01 20:15:13,517 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0443s, count=1737, qps in this process: 57.8146 (mp_runner.py:76) +2024-09-01 20:15:13,551 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0003s, count=1725, qps in this process: 57.4994 (mp_runner.py:76) +2024-09-01 20:15:13,555 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0033s, count=1820, qps in this process: 60.66 (mp_runner.py:76) +2024-09-01 20:15:13,557 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0011s, count=1741, qps in this process: 58.0312 (mp_runner.py:76) +2024-09-01 20:15:13,557 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0023s, count=1741, qps in this process: 58.0289 (mp_runner.py:76) +2024-09-01 20:15:13,558 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0268s, count=1786, qps in this process: 59.4802 (mp_runner.py:76) +2024-09-01 20:15:13,569 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0029s, count=1726, qps in this process: 57.5278 (mp_runner.py:76) +2024-09-01 20:15:13,572 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.007s, count=1727, qps in this process: 57.5532 (mp_runner.py:76) +2024-09-01 20:15:13,575 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0107s, count=1743, qps in this process: 58.0793 (mp_runner.py:76) +2024-09-01 20:15:13,598 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0103s, count=1787, qps in this process: 59.5462 (mp_runner.py:76) +2024-09-01 20:15:13,601 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0023s, count=1825, qps in this process: 60.8287 (mp_runner.py:76) +2024-09-01 20:15:13,630 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0077s, count=1751, qps in this process: 58.3517 (mp_runner.py:76) +2024-09-01 20:15:13,631 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0036s, count=1751, qps in this process: 58.3597 (mp_runner.py:76) +2024-09-01 20:15:13,649 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0007s, count=1793, qps in this process: 59.7653 (mp_runner.py:76) +2024-09-01 20:15:13,649 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0071s, count=1832, qps in this process: 61.0522 (mp_runner.py:76) +2024-09-01 20:15:13,653 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0086s, count=1755, qps in this process: 58.4832 (mp_runner.py:76) +2024-09-01 20:15:13,653 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0193s, count=1728, qps in this process: 57.563 (mp_runner.py:76) +2024-09-01 20:15:13,660 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0055s, count=1419, qps in this process: 47.2913 (mp_runner.py:76) +2024-09-01 20:15:13,685 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0019s, count=1771, qps in this process: 59.0296 (mp_runner.py:76) +2024-09-01 20:15:13,692 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0011s, count=1848, qps in this process: 61.5977 (mp_runner.py:76) +2024-09-01 20:15:13,693 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0012s, count=1807, qps in this process: 60.2309 (mp_runner.py:76) +2024-09-01 20:15:13,700 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.0010159249941352755 (mp_runner.py:73) +2024-09-01 20:15:13,700 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.0013178900044295006 (mp_runner.py:73) +2024-09-01 20:15:13,700 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.0007741789959254675 (mp_runner.py:73) +2024-09-01 20:15:13,710 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0012s, count=1508, qps in this process: 50.2647 (mp_runner.py:76) +2024-09-01 20:15:13,715 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0004s, count=1512, qps in this process: 50.3993 (mp_runner.py:76) +2024-09-01 20:15:13,731 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0006s, count=1533, qps in this process: 51.099 (mp_runner.py:76) +2024-09-01 20:15:13,744 | INFO |End search in concurrency 50: dur=30.715962410999055s, total_count=87096, qps=2835.5289 (mp_runner.py:120) +2024-09-01 20:15:17,023 | INFO |Update largest qps with concurrency 50: current max_qps=2835.5289 (mp_runner.py:124) +2024-09-01 20:15:17,432 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:15:17,432 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 20:15:38,622 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 20:15:38,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,860 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,942 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,948 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,960 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,983 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:38,996 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,022 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,038 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,040 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,043 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,044 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,046 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,047 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,051 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,053 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,053 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,100 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,105 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,107 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,173 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,204 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,251 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,260 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,265 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,270 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,270 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,301 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,310 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,316 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,330 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,362 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,380 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,425 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,453 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,487 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,501 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:39,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:15:48,895 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.014942019995942246 (mp_runner.py:73) +2024-09-01 20:15:48,896 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.015053852999699302 (mp_runner.py:73) +2024-09-01 20:15:48,898 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.015178721005213447 (mp_runner.py:73) +2024-09-01 20:15:48,900 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.020420886001375038 (mp_runner.py:73) +2024-09-01 20:15:48,902 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.024216596997575834 (mp_runner.py:73) +2024-09-01 20:15:48,976 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.017932243994437158 (mp_runner.py:73) +2024-09-01 20:15:48,980 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.023594767997565214 (mp_runner.py:73) +2024-09-01 20:15:48,980 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.02107482999417698 (mp_runner.py:73) +2024-09-01 20:15:48,981 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.023659152000618633 (mp_runner.py:73) +2024-09-01 20:15:49,094 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.01778632000059588 (mp_runner.py:73) +2024-09-01 20:15:49,096 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.015550840995274484 (mp_runner.py:73) +2024-09-01 20:15:49,096 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.01571339800284477 (mp_runner.py:73) +2024-09-01 20:15:49,097 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.025072846001421567 (mp_runner.py:73) +2024-09-01 20:15:49,097 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.014849589002551511 (mp_runner.py:73) +2024-09-01 20:15:49,100 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.02447546199982753 (mp_runner.py:73) +2024-09-01 20:15:49,166 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.014504360005958006 (mp_runner.py:73) +2024-09-01 20:15:49,168 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.015267096998286434 (mp_runner.py:73) +2024-09-01 20:15:49,168 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.01613138199900277 (mp_runner.py:73) +2024-09-01 20:15:49,168 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.016897733003133908 (mp_runner.py:73) +2024-09-01 20:15:49,169 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.016033920997870155 (mp_runner.py:73) +2024-09-01 20:15:49,169 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.015781226997205522 (mp_runner.py:73) +2024-09-01 20:15:49,170 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.014047683995158877 (mp_runner.py:73) +2024-09-01 20:15:49,171 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.01970065000205068 (mp_runner.py:73) +2024-09-01 20:15:49,172 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01678606600034982 (mp_runner.py:73) +2024-09-01 20:15:49,173 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.026023118996818084 (mp_runner.py:73) +2024-09-01 20:15:49,175 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.025181368997436948 (mp_runner.py:73) +2024-09-01 20:15:49,175 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.020501946004515048 (mp_runner.py:73) +2024-09-01 20:15:49,415 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.025646018999395892 (mp_runner.py:73) +2024-09-01 20:15:49,601 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.028829521994339302 (mp_runner.py:73) +2024-09-01 20:15:49,831 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.02344515299773775 (mp_runner.py:73) +2024-09-01 20:15:49,942 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.015078563999850303 (mp_runner.py:73) +2024-09-01 20:15:49,942 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.01678983499732567 (mp_runner.py:73) +2024-09-01 20:15:49,944 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.014127335001830943 (mp_runner.py:73) +2024-09-01 20:15:49,945 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.01319478799996432 (mp_runner.py:73) +2024-09-01 20:15:49,950 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.024688349993084557 (mp_runner.py:73) +2024-09-01 20:15:50,068 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.01568114299880108 (mp_runner.py:73) +2024-09-01 20:15:50,070 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.01640882900392171 (mp_runner.py:73) +2024-09-01 20:15:50,073 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.02019694899354363 (mp_runner.py:73) +2024-09-01 20:15:50,074 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.022091778999310918 (mp_runner.py:73) +2024-09-01 20:15:50,334 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.018661390997294802 (mp_runner.py:73) +2024-09-01 20:15:50,336 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.021329718998458702 (mp_runner.py:73) +2024-09-01 20:15:50,624 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.026291772999684326 (mp_runner.py:73) +2024-09-01 20:15:50,624 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.023305575996346306 (mp_runner.py:73) +2024-09-01 20:15:50,889 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.0244945899976301 (mp_runner.py:73) +2024-09-01 20:15:51,305 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.024305177998030558 (mp_runner.py:73) +2024-09-01 20:15:51,433 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.019869196999934502 (mp_runner.py:73) +2024-09-01 20:15:51,498 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.030571939001674764 (mp_runner.py:73) +2024-09-01 20:15:51,505 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.021284080001350958 (mp_runner.py:73) +2024-09-01 20:15:51,506 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.02281575300003169 (mp_runner.py:73) +2024-09-01 20:15:51,624 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.023785859993949998 (mp_runner.py:73) +2024-09-01 20:15:51,645 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.021499793001567014 (mp_runner.py:73) +2024-09-01 20:15:51,726 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.018886578000092413 (mp_runner.py:73) +2024-09-01 20:15:52,084 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.02675309299957007 (mp_runner.py:73) +2024-09-01 20:15:52,144 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.025781975004065316 (mp_runner.py:73) +2024-09-01 20:15:52,221 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.034000118997937534 (mp_runner.py:73) +2024-09-01 20:15:57,729 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.024662007999722846 (mp_runner.py:73) +2024-09-01 20:15:57,741 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.01125309100461891 (mp_runner.py:73) +2024-09-01 20:15:57,741 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.0140642089972971 (mp_runner.py:73) +2024-09-01 20:15:57,742 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.015918179997242987 (mp_runner.py:73) +2024-09-01 20:15:57,746 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.02072198899986688 (mp_runner.py:73) +2024-09-01 20:15:57,748 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.016212349997658748 (mp_runner.py:73) +2024-09-01 20:15:57,750 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.0146747350008809 (mp_runner.py:73) +2024-09-01 20:15:57,751 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.02761656800430501 (mp_runner.py:73) +2024-09-01 20:15:57,754 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.018086823998601176 (mp_runner.py:73) +2024-09-01 20:15:57,869 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.017536502004077192 (mp_runner.py:73) +2024-09-01 20:15:57,872 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.02074085399362957 (mp_runner.py:73) +2024-09-01 20:15:57,875 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.01953601599961985 (mp_runner.py:73) +2024-09-01 20:15:57,875 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.02071013599925209 (mp_runner.py:73) +2024-09-01 20:15:58,675 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.008114495998597704 (mp_runner.py:73) +2024-09-01 20:15:58,725 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.00837404299818445 (mp_runner.py:73) +2024-09-01 20:15:58,729 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.018256861992995255 (mp_runner.py:73) +2024-09-01 20:15:58,730 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.014134287004708312 (mp_runner.py:73) +2024-09-01 20:15:58,731 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.019154235000314657 (mp_runner.py:73) +2024-09-01 20:15:58,734 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.019072111004788894 (mp_runner.py:73) +2024-09-01 20:15:58,735 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.01902469099877635 (mp_runner.py:73) +2024-09-01 20:15:59,164 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.02542505100427661 (mp_runner.py:73) +2024-09-01 20:15:59,347 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.021487536003405694 (mp_runner.py:73) +2024-09-01 20:15:59,540 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.013475965999532491 (mp_runner.py:73) +2024-09-01 20:15:59,542 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.015650777997507248 (mp_runner.py:73) +2024-09-01 20:15:59,544 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.015051592003146652 (mp_runner.py:73) +2024-09-01 20:15:59,545 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.01521280699671479 (mp_runner.py:73) +2024-09-01 20:15:59,545 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.019125844002701342 (mp_runner.py:73) +2024-09-01 20:15:59,546 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.014405779998924118 (mp_runner.py:73) +2024-09-01 20:15:59,548 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.01632996399712283 (mp_runner.py:73) +2024-09-01 20:15:59,548 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.024464241992973257 (mp_runner.py:73) +2024-09-01 20:15:59,549 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.023907228001917247 (mp_runner.py:73) +2024-09-01 20:15:59,551 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.01663953399838647 (mp_runner.py:73) +2024-09-01 20:15:59,808 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.019936935997975525 (mp_runner.py:73) +2024-09-01 20:16:00,283 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.0011280550024821423 (mp_runner.py:73) +2024-09-01 20:16:00,566 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.025308862001111265 (mp_runner.py:73) +2024-09-01 20:16:01,331 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.023000452005362604 (mp_runner.py:73) +2024-09-01 20:16:01,709 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.021201740004471503 (mp_runner.py:73) +2024-09-01 20:16:01,784 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.022755474994482938 (mp_runner.py:73) +2024-09-01 20:16:02,042 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.018830822002200875 (mp_runner.py:73) +2024-09-01 20:16:02,044 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.022083315001509618 (mp_runner.py:73) +2024-09-01 20:16:02,228 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.02302525200502714 (mp_runner.py:73) +2024-09-01 20:16:02,279 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.017108557003666647 (mp_runner.py:73) +2024-09-01 20:16:02,279 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.01847768599691335 (mp_runner.py:73) +2024-09-01 20:16:02,281 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.020470744995691348 (mp_runner.py:73) +2024-09-01 20:16:02,282 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.021533328996156342 (mp_runner.py:73) +2024-09-01 20:16:02,282 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.022969079000176862 (mp_runner.py:73) +2024-09-01 20:16:02,285 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.01389826800004812 (mp_runner.py:73) +2024-09-01 20:16:02,285 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.010683973996492568 (mp_runner.py:73) +2024-09-01 20:16:02,289 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.019712471999810077 (mp_runner.py:73) +2024-09-01 20:16:02,796 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.023444717000529636 (mp_runner.py:73) +2024-09-01 20:16:03,361 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.028241744999832008 (mp_runner.py:73) +2024-09-01 20:16:03,389 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.022525516993482597 (mp_runner.py:73) +2024-09-01 20:16:04,094 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.022370913000486325 (mp_runner.py:73) +2024-09-01 20:16:04,210 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.02200145900133066 (mp_runner.py:73) +2024-09-01 20:16:04,314 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.025044777001312468 (mp_runner.py:73) +2024-09-01 20:16:07,510 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.013495763996616006 (mp_runner.py:73) +2024-09-01 20:16:07,511 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.014849462997517549 (mp_runner.py:73) +2024-09-01 20:16:07,512 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.014380934997461736 (mp_runner.py:73) +2024-09-01 20:16:07,512 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.013418657996226102 (mp_runner.py:73) +2024-09-01 20:16:07,514 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.018147955001040827 (mp_runner.py:73) +2024-09-01 20:16:07,515 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.019996262002678122 (mp_runner.py:73) +2024-09-01 20:16:08,186 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.01256624599773204 (mp_runner.py:73) +2024-09-01 20:16:08,187 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.014581123999960255 (mp_runner.py:73) +2024-09-01 20:16:08,188 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.018558150994067546 (mp_runner.py:73) +2024-09-01 20:16:08,189 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.02176570500159869 (mp_runner.py:73) +2024-09-01 20:16:08,752 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0045s, count=1569, qps in this process: 52.2922 (mp_runner.py:76) +2024-09-01 20:16:08,759 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0104s, count=1488, qps in this process: 49.5828 (mp_runner.py:76) +2024-09-01 20:16:08,868 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0002s, count=1533, qps in this process: 51.0997 (mp_runner.py:76) +2024-09-01 20:16:08,947 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0008s, count=1465, qps in this process: 48.832 (mp_runner.py:76) +2024-09-01 20:16:08,965 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0059s, count=1482, qps in this process: 49.3903 (mp_runner.py:76) +2024-09-01 20:16:08,968 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0173s, count=1581, qps in this process: 52.6696 (mp_runner.py:76) +2024-09-01 20:16:08,977 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0135s, count=1367, qps in this process: 45.5462 (mp_runner.py:76) +2024-09-01 20:16:08,996 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0107s, count=1483, qps in this process: 49.4157 (mp_runner.py:76) +2024-09-01 20:16:08,998 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0007s, count=1467, qps in this process: 48.8989 (mp_runner.py:76) +2024-09-01 20:16:09,002 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.014866871999402065 (mp_runner.py:73) +2024-09-01 20:16:09,005 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.018822291000105906 (mp_runner.py:73) +2024-09-01 20:16:09,026 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0281s, count=1467, qps in this process: 48.8542 (mp_runner.py:76) +2024-09-01 20:16:09,044 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0011s, count=1501, qps in this process: 50.0315 (mp_runner.py:76) +2024-09-01 20:16:09,052 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0276s, count=1396, qps in this process: 46.4906 (mp_runner.py:76) +2024-09-01 20:16:09,053 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0153s, count=1468, qps in this process: 48.9084 (mp_runner.py:76) +2024-09-01 20:16:09,053 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0046s, count=1586, qps in this process: 52.8586 (mp_runner.py:76) +2024-09-01 20:16:09,056 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0038s, count=1449, qps in this process: 48.2939 (mp_runner.py:76) +2024-09-01 20:16:09,062 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.015s, count=1373, qps in this process: 45.7438 (mp_runner.py:76) +2024-09-01 20:16:09,066 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0178s, count=1586, qps in this process: 52.8353 (mp_runner.py:76) +2024-09-01 20:16:09,067 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0084s, count=1485, qps in this process: 49.4861 (mp_runner.py:76) +2024-09-01 20:16:09,072 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0159s, count=1370, qps in this process: 45.6425 (mp_runner.py:76) +2024-09-01 20:16:09,076 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0178s, count=1469, qps in this process: 48.9376 (mp_runner.py:76) +2024-09-01 20:16:09,081 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0338s, count=1503, qps in this process: 50.0436 (mp_runner.py:76) +2024-09-01 20:16:09,113 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0013s, count=1546, qps in this process: 51.5311 (mp_runner.py:76) +2024-09-01 20:16:09,121 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.008s, count=1546, qps in this process: 51.5196 (mp_runner.py:76) +2024-09-01 20:16:09,133 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0007s, count=1336, qps in this process: 44.5323 (mp_runner.py:76) +2024-09-01 20:16:09,142 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0271s, count=1464, qps in this process: 48.756 (mp_runner.py:76) +2024-09-01 20:16:09,160 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0157s, count=1489, qps in this process: 49.6074 (mp_runner.py:76) +2024-09-01 20:16:09,178 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0011s, count=1452, qps in this process: 48.3982 (mp_runner.py:76) +2024-09-01 20:16:09,201 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0006s, count=1467, qps in this process: 48.899 (mp_runner.py:76) +2024-09-01 20:16:09,205 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0019s, count=1457, qps in this process: 48.5636 (mp_runner.py:76) +2024-09-01 20:16:09,206 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0031s, count=1470, qps in this process: 48.9949 (mp_runner.py:76) +2024-09-01 20:16:09,213 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0024s, count=1594, qps in this process: 53.1291 (mp_runner.py:76) +2024-09-01 20:16:09,217 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0059s, count=1594, qps in this process: 53.1229 (mp_runner.py:76) +2024-09-01 20:16:09,254 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0006s, count=1341, qps in this process: 44.6991 (mp_runner.py:76) +2024-09-01 20:16:09,258 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0066s, count=1419, qps in this process: 47.2896 (mp_runner.py:76) +2024-09-01 20:16:09,261 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0096s, count=1327, qps in this process: 44.2192 (mp_runner.py:76) +2024-09-01 20:16:09,261 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.005s, count=1472, qps in this process: 49.0585 (mp_runner.py:76) +2024-09-01 20:16:09,268 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0038s, count=1390, qps in this process: 46.3275 (mp_runner.py:76) +2024-09-01 20:16:09,272 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0023s, count=1387, qps in this process: 46.2298 (mp_runner.py:76) +2024-09-01 20:16:09,279 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0008s, count=1389, qps in this process: 46.2988 (mp_runner.py:76) +2024-09-01 20:16:09,284 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0023s, count=1564, qps in this process: 52.1293 (mp_runner.py:76) +2024-09-01 20:16:09,316 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0044s, count=1398, qps in this process: 46.5932 (mp_runner.py:76) +2024-09-01 20:16:09,318 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.011s, count=1250, qps in this process: 41.6514 (mp_runner.py:76) +2024-09-01 20:16:09,324 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0003s, count=1388, qps in this process: 46.2662 (mp_runner.py:76) +2024-09-01 20:16:09,336 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0007s, count=1281, qps in this process: 42.699 (mp_runner.py:76) +2024-09-01 20:16:09,375 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0003s, count=1483, qps in this process: 49.4328 (mp_runner.py:76) +2024-09-01 20:16:09,388 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0007s, count=1419, qps in this process: 47.2989 (mp_runner.py:76) +2024-09-01 20:16:09,393 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0041s, count=1327, qps in this process: 44.2273 (mp_runner.py:76) +2024-09-01 20:16:09,419 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0008s, count=1430, qps in this process: 47.6654 (mp_runner.py:76) +2024-09-01 20:16:09,427 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0009s, count=1430, qps in this process: 47.6652 (mp_runner.py:76) +2024-09-01 20:16:09,434 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0022s, count=1343, qps in this process: 44.7634 (mp_runner.py:76) +2024-09-01 20:16:09,456 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0009s, count=1257, qps in this process: 41.8987 (mp_runner.py:76) +2024-09-01 20:16:09,476 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0012s, count=1275, qps in this process: 42.4983 (mp_runner.py:76) +2024-09-01 20:16:09,497 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0005s, count=1467, qps in this process: 48.8992 (mp_runner.py:76) +2024-09-01 20:16:09,506 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.001s, count=1296, qps in this process: 43.1986 (mp_runner.py:76) +2024-09-01 20:16:09,544 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0008s, count=1387, qps in this process: 46.2321 (mp_runner.py:76) +2024-09-01 20:16:09,556 | INFO |End search in concurrency 55: dur=30.933736761006003s, total_count=79223, qps=2561.055 (mp_runner.py:120) +2024-09-01 20:16:13,643 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:16:13,644 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 20:16:34,962 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 20:16:35,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,366 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,483 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,486 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,486 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,487 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,487 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,488 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,489 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,489 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,494 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,495 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,496 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,507 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,507 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,515 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,518 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,519 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,519 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,519 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,519 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,523 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,531 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,538 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,543 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,555 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,576 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,576 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,587 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,601 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,601 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,601 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,659 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,659 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,699 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,713 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,715 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,737 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:35,748 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:16:45,918 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.025998884993896354 (mp_runner.py:73) +2024-09-01 20:16:46,009 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.016052594997745473 (mp_runner.py:73) +2024-09-01 20:16:46,019 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.02016431600350188 (mp_runner.py:73) +2024-09-01 20:16:46,020 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.02868455999850994 (mp_runner.py:73) +2024-09-01 20:16:46,021 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.03143244500097353 (mp_runner.py:73) +2024-09-01 20:16:46,054 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.005886434002604801 (mp_runner.py:73) +2024-09-01 20:16:46,056 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.015699911004048772 (mp_runner.py:73) +2024-09-01 20:16:46,058 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.020195135999529157 (mp_runner.py:73) +2024-09-01 20:16:46,060 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.023533954998129047 (mp_runner.py:73) +2024-09-01 20:16:46,064 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.029144515996449627 (mp_runner.py:73) +2024-09-01 20:16:46,117 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.01583931699860841 (mp_runner.py:73) +2024-09-01 20:16:46,121 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.021682944003259763 (mp_runner.py:73) +2024-09-01 20:16:46,121 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.018464372005837504 (mp_runner.py:73) +2024-09-01 20:16:46,123 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.01751653700193856 (mp_runner.py:73) +2024-09-01 20:16:46,124 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.019743757002288476 (mp_runner.py:73) +2024-09-01 20:16:46,124 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.024971847000415437 (mp_runner.py:73) +2024-09-01 20:16:46,124 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.01790804700431181 (mp_runner.py:73) +2024-09-01 20:16:46,127 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.029473185997630935 (mp_runner.py:73) +2024-09-01 20:16:46,304 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.024381638002523687 (mp_runner.py:73) +2024-09-01 20:16:46,545 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.02267546700022649 (mp_runner.py:73) +2024-09-01 20:16:46,574 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.02940965799643891 (mp_runner.py:73) +2024-09-01 20:16:46,604 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.023360482999123633 (mp_runner.py:73) +2024-09-01 20:16:46,668 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.014971425000112504 (mp_runner.py:73) +2024-09-01 20:16:46,670 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.015726325997093227 (mp_runner.py:73) +2024-09-01 20:16:46,670 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.018101198998920154 (mp_runner.py:73) +2024-09-01 20:16:46,671 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.01651710299483966 (mp_runner.py:73) +2024-09-01 20:16:46,671 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.01948083599563688 (mp_runner.py:73) +2024-09-01 20:16:46,671 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.014929882003343664 (mp_runner.py:73) +2024-09-01 20:16:46,671 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.016449625996756367 (mp_runner.py:73) +2024-09-01 20:16:46,673 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.01607614500244381 (mp_runner.py:73) +2024-09-01 20:16:46,673 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.011666580998280551 (mp_runner.py:73) +2024-09-01 20:16:46,674 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.01103818199771922 (mp_runner.py:73) +2024-09-01 20:16:46,675 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.010336347004340496 (mp_runner.py:73) +2024-09-01 20:16:46,675 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.017588426999282092 (mp_runner.py:73) +2024-09-01 20:16:46,677 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.02590071600570809 (mp_runner.py:73) +2024-09-01 20:16:46,678 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.0010307069969712757 (mp_runner.py:73) +2024-09-01 20:16:46,858 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.027164842998899985 (mp_runner.py:73) +2024-09-01 20:16:46,896 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.01763642099831486 (mp_runner.py:73) +2024-09-01 20:16:46,896 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.019010916003026068 (mp_runner.py:73) +2024-09-01 20:16:46,897 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.020914307999191806 (mp_runner.py:73) +2024-09-01 20:16:46,898 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.02147510899521876 (mp_runner.py:73) +2024-09-01 20:16:46,899 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.023124286002712324 (mp_runner.py:73) +2024-09-01 20:16:46,900 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.025168611995468382 (mp_runner.py:73) +2024-09-01 20:16:46,900 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.019651126000098884 (mp_runner.py:73) +2024-09-01 20:16:46,901 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.019900699000572786 (mp_runner.py:73) +2024-09-01 20:16:46,902 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.026550361995759886 (mp_runner.py:73) +2024-09-01 20:16:47,055 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.01511651900364086 (mp_runner.py:73) +2024-09-01 20:16:47,056 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.016032540996093303 (mp_runner.py:73) +2024-09-01 20:16:47,056 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.018383688999165315 (mp_runner.py:73) +2024-09-01 20:16:47,059 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.014577699999790639 (mp_runner.py:73) +2024-09-01 20:16:47,060 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.02340599399758503 (mp_runner.py:73) +2024-09-01 20:16:47,060 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.016526918996532913 (mp_runner.py:73) +2024-09-01 20:16:47,061 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.02551928300090367 (mp_runner.py:73) +2024-09-01 20:16:47,473 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.021913030002906453 (mp_runner.py:73) +2024-09-01 20:16:47,480 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02548763000231702 (mp_runner.py:73) +2024-09-01 20:16:47,482 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.030874226002197247 (mp_runner.py:73) +2024-09-01 20:16:47,897 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.025152594003884587 (mp_runner.py:73) +2024-09-01 20:16:47,961 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.026522337000642437 (mp_runner.py:73) +2024-09-01 20:16:49,253 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.027361635999113787 (mp_runner.py:73) +2024-09-01 20:16:49,891 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.022663013995043002 (mp_runner.py:73) +2024-09-01 20:16:56,339 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.013417920003121253 (mp_runner.py:73) +2024-09-01 20:16:56,340 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.01338853599736467 (mp_runner.py:73) +2024-09-01 20:16:56,340 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.011371237000275869 (mp_runner.py:73) +2024-09-01 20:16:56,341 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.012712725001620129 (mp_runner.py:73) +2024-09-01 20:16:56,341 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.013975198999105487 (mp_runner.py:73) +2024-09-01 20:16:56,341 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.011030200999812223 (mp_runner.py:73) +2024-09-01 20:16:56,341 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.01279231100488687 (mp_runner.py:73) +2024-09-01 20:16:56,345 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.012561555005959235 (mp_runner.py:73) +2024-09-01 20:16:56,347 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.012829405997763388 (mp_runner.py:73) +2024-09-01 20:16:56,347 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.012798308998753782 (mp_runner.py:73) +2024-09-01 20:16:56,349 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.012428841000655666 (mp_runner.py:73) +2024-09-01 20:16:56,350 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.0146717469979194 (mp_runner.py:73) +2024-09-01 20:16:56,351 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.025708973000291735 (mp_runner.py:73) +2024-09-01 20:16:56,353 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.01658036200387869 (mp_runner.py:73) +2024-09-01 20:16:56,354 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.015335444993979763 (mp_runner.py:73) +2024-09-01 20:16:56,354 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.016973186000541318 (mp_runner.py:73) +2024-09-01 20:16:56,354 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.029579810994619038 (mp_runner.py:73) +2024-09-01 20:16:56,355 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.018122942004993092 (mp_runner.py:73) +2024-09-01 20:16:56,495 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.034864335000747815 (mp_runner.py:73) +2024-09-01 20:16:56,727 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.024092021005344577 (mp_runner.py:73) +2024-09-01 20:16:56,845 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.026106211000296753 (mp_runner.py:73) +2024-09-01 20:16:56,846 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.02226711600087583 (mp_runner.py:73) +2024-09-01 20:16:56,849 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.023102134000509977 (mp_runner.py:73) +2024-09-01 20:16:56,851 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.01190193399816053 (mp_runner.py:73) +2024-09-01 20:16:57,095 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.026439222005137708 (mp_runner.py:73) +2024-09-01 20:16:57,116 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.017447872000047937 (mp_runner.py:73) +2024-09-01 20:16:57,118 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.013927535001130309 (mp_runner.py:73) +2024-09-01 20:16:57,127 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.03204965100303525 (mp_runner.py:73) +2024-09-01 20:16:57,129 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.03136144299787702 (mp_runner.py:73) +2024-09-01 20:16:57,158 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.017801636997319292 (mp_runner.py:73) +2024-09-01 20:16:57,160 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.004071122995810583 (mp_runner.py:73) +2024-09-01 20:16:57,161 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.022218609003175516 (mp_runner.py:73) +2024-09-01 20:16:57,161 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.02188821199524682 (mp_runner.py:73) +2024-09-01 20:16:57,166 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.02950324199628085 (mp_runner.py:73) +2024-09-01 20:16:57,176 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.0204023610058357 (mp_runner.py:73) +2024-09-01 20:16:57,180 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.040606378999655135 (mp_runner.py:73) +2024-09-01 20:16:57,210 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.015969005005899817 (mp_runner.py:73) +2024-09-01 20:16:57,213 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.04552391300239833 (mp_runner.py:73) +2024-09-01 20:16:57,220 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.025621951004723087 (mp_runner.py:73) +2024-09-01 20:16:57,221 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.03322893400036264 (mp_runner.py:73) +2024-09-01 20:16:57,221 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.03451312200195389 (mp_runner.py:73) +2024-09-01 20:16:57,222 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.028956857000594027 (mp_runner.py:73) +2024-09-01 20:16:57,376 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.021046859998023137 (mp_runner.py:73) +2024-09-01 20:16:57,878 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.021829299999808427 (mp_runner.py:73) +2024-09-01 20:16:57,881 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.022066960998927243 (mp_runner.py:73) +2024-09-01 20:16:57,882 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.023176786002295557 (mp_runner.py:73) +2024-09-01 20:16:57,883 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.02510478099429747 (mp_runner.py:73) +2024-09-01 20:16:57,884 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.030496203995426185 (mp_runner.py:73) +2024-09-01 20:16:57,884 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.029738917997747194 (mp_runner.py:73) +2024-09-01 20:16:58,085 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.025438490003580227 (mp_runner.py:73) +2024-09-01 20:16:58,922 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.14795955699810293 (mp_runner.py:73) +2024-09-01 20:16:59,965 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.02437535100034438 (mp_runner.py:73) +2024-09-01 20:17:00,291 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.0895237549993908 (mp_runner.py:73) +2024-09-01 20:17:00,389 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.0265662479941966 (mp_runner.py:73) +2024-09-01 20:17:00,414 | DEBUG |(SpawnProcess-1:336) search_count: 1000, latest_latency=0.022674206004012376 (mp_runner.py:73) +2024-09-01 20:17:00,599 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.028150195998023264 (mp_runner.py:73) +2024-09-01 20:17:01,478 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.023001988003670704 (mp_runner.py:73) +2024-09-01 20:17:01,681 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.02362167099636281 (mp_runner.py:73) +2024-09-01 20:17:02,591 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.028431484002794605 (mp_runner.py:73) +2024-09-01 20:17:03,352 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.027877068998350296 (mp_runner.py:73) +2024-09-01 20:17:05,266 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0026s, count=1384, qps in this process: 46.1293 (mp_runner.py:76) +2024-09-01 20:17:05,387 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0089s, count=1390, qps in this process: 46.3196 (mp_runner.py:76) +2024-09-01 20:17:05,442 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0052s, count=1418, qps in this process: 47.2585 (mp_runner.py:76) +2024-09-01 20:17:05,453 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0151s, count=1419, qps in this process: 47.2762 (mp_runner.py:76) +2024-09-01 20:17:05,456 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0188s, count=1419, qps in this process: 47.2704 (mp_runner.py:76) +2024-09-01 20:17:05,497 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0028s, count=1330, qps in this process: 44.3292 (mp_runner.py:76) +2024-09-01 20:17:05,497 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0026s, count=1394, qps in this process: 46.4626 (mp_runner.py:76) +2024-09-01 20:17:05,502 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0091s, count=1332, qps in this process: 44.3865 (mp_runner.py:76) +2024-09-01 20:17:05,503 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0157s, count=1396, qps in this process: 46.509 (mp_runner.py:76) +2024-09-01 20:17:05,503 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0089s, count=1351, qps in this process: 45.02 (mp_runner.py:76) +2024-09-01 20:17:05,506 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0043s, count=1372, qps in this process: 45.7268 (mp_runner.py:76) +2024-09-01 20:17:05,506 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0135s, count=1343, qps in this process: 44.7465 (mp_runner.py:76) +2024-09-01 20:17:05,507 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0064s, count=1372, qps in this process: 45.7236 (mp_runner.py:76) +2024-09-01 20:17:05,509 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0071s, count=1357, qps in this process: 45.2226 (mp_runner.py:76) +2024-09-01 20:17:05,511 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0091s, count=1372, qps in this process: 45.7195 (mp_runner.py:76) +2024-09-01 20:17:05,513 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0199s, count=1331, qps in this process: 44.3373 (mp_runner.py:76) +2024-09-01 20:17:05,513 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0212s, count=1422, qps in this process: 47.3665 (mp_runner.py:76) +2024-09-01 20:17:05,515 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0137s, count=1339, qps in this process: 44.613 (mp_runner.py:76) +2024-09-01 20:17:05,517 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0162s, count=1395, qps in this process: 46.4749 (mp_runner.py:76) +2024-09-01 20:17:05,518 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0042s, count=1422, qps in this process: 47.3934 (mp_runner.py:76) +2024-09-01 20:17:05,520 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.019s, count=1372, qps in this process: 45.7044 (mp_runner.py:76) +2024-09-01 20:17:05,523 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0004s, count=1396, qps in this process: 46.5327 (mp_runner.py:76) +2024-09-01 20:17:05,523 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0011s, count=1396, qps in this process: 46.5316 (mp_runner.py:76) +2024-09-01 20:17:05,524 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0314s, count=1339, qps in this process: 44.5867 (mp_runner.py:76) +2024-09-01 20:17:05,525 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0033s, count=1420, qps in this process: 47.3281 (mp_runner.py:76) +2024-09-01 20:17:05,526 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0044s, count=1422, qps in this process: 47.393 (mp_runner.py:76) +2024-09-01 20:17:05,526 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.034s, count=1422, qps in this process: 47.3463 (mp_runner.py:76) +2024-09-01 20:17:05,528 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0064s, count=1422, qps in this process: 47.3899 (mp_runner.py:76) +2024-09-01 20:17:05,529 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0172s, count=1354, qps in this process: 45.1075 (mp_runner.py:76) +2024-09-01 20:17:05,531 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0015s, count=1423, qps in this process: 47.431 (mp_runner.py:76) +2024-09-01 20:17:05,531 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0047s, count=1423, qps in this process: 47.4259 (mp_runner.py:76) +2024-09-01 20:17:05,535 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0056s, count=1397, qps in this process: 46.558 (mp_runner.py:76) +2024-09-01 20:17:05,545 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0032s, count=1397, qps in this process: 46.5617 (mp_runner.py:76) +2024-09-01 20:17:05,547 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0212s, count=1293, qps in this process: 43.0696 (mp_runner.py:76) +2024-09-01 20:17:05,548 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0263s, count=1398, qps in this process: 46.5592 (mp_runner.py:76) +2024-09-01 20:17:05,549 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0109s, count=1199, qps in this process: 39.9522 (mp_runner.py:76) +2024-09-01 20:17:05,550 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0199s, count=1300, qps in this process: 43.3046 (mp_runner.py:76) +2024-09-01 20:17:05,554 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0284s, count=1359, qps in this process: 45.2572 (mp_runner.py:76) +2024-09-01 20:17:05,555 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0304s, count=1284, qps in this process: 42.7567 (mp_runner.py:76) +2024-09-01 20:17:05,561 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0113s, count=1399, qps in this process: 46.6158 (mp_runner.py:76) +2024-09-01 20:17:05,569 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0114s, count=1306, qps in this process: 43.5168 (mp_runner.py:76) +2024-09-01 20:17:05,587 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0009s, count=1366, qps in this process: 45.532 (mp_runner.py:76) +2024-09-01 20:17:05,588 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0028s, count=1402, qps in this process: 46.729 (mp_runner.py:76) +2024-09-01 20:17:05,593 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0018s, count=1345, qps in this process: 44.8306 (mp_runner.py:76) +2024-09-01 20:17:05,611 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0013s, count=1407, qps in this process: 46.898 (mp_runner.py:76) +2024-09-01 20:17:05,612 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0059s, count=1281, qps in this process: 42.6916 (mp_runner.py:76) +2024-09-01 20:17:05,612 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.008s, count=1248, qps in this process: 41.5889 (mp_runner.py:76) +2024-09-01 20:17:05,643 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0059s, count=1410, qps in this process: 46.9908 (mp_runner.py:76) +2024-09-01 20:17:05,655 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0002s, count=1211, qps in this process: 40.3664 (mp_runner.py:76) +2024-09-01 20:17:05,656 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0018s, count=1291, qps in this process: 43.0308 (mp_runner.py:76) +2024-09-01 20:17:05,657 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0022s, count=1331, qps in this process: 44.3634 (mp_runner.py:76) +2024-09-01 20:17:05,666 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0023s, count=1243, qps in this process: 41.4302 (mp_runner.py:76) +2024-09-01 20:17:05,668 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.004s, count=1234, qps in this process: 41.1278 (mp_runner.py:76) +2024-09-01 20:17:05,696 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0032s, count=1317, qps in this process: 43.8953 (mp_runner.py:76) +2024-09-01 20:17:05,702 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0014s, count=1303, qps in this process: 43.4313 (mp_runner.py:76) +2024-09-01 20:17:05,703 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0003s, count=1246, qps in this process: 41.5329 (mp_runner.py:76) +2024-09-01 20:17:05,721 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0013s, count=1183, qps in this process: 39.4316 (mp_runner.py:76) +2024-09-01 20:17:05,724 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0022s, count=1150, qps in this process: 38.3305 (mp_runner.py:76) +2024-09-01 20:17:05,745 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0002s, count=1223, qps in this process: 40.7664 (mp_runner.py:76) +2024-09-01 20:17:05,758 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0001s, count=1168, qps in this process: 38.9332 (mp_runner.py:76) +2024-09-01 20:17:05,772 | INFO |End search in concurrency 60: dur=30.80862354800047s, total_count=80638, qps=2617.3841 (mp_runner.py:120) +2024-09-01 20:17:10,131 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:17:10,132 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 20:17:31,817 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 20:17:31,869 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,158 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,172 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,184 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,363 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,369 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,369 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,370 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,371 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,375 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,378 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,380 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,387 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,390 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,394 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,394 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,396 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,480 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,480 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,481 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,492 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,494 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,494 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,494 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,496 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,533 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,546 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,584 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,591 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,611 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,616 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,631 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,661 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,675 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,688 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,688 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,732 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,752 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:32,773 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:17:43,632 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.001332220999756828 (mp_runner.py:73) +2024-09-01 20:17:43,632 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.002736849994107615 (mp_runner.py:73) +2024-09-01 20:17:43,635 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.0021461939977598377 (mp_runner.py:73) +2024-09-01 20:17:43,653 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.003587835999496747 (mp_runner.py:73) +2024-09-01 20:17:43,676 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.04624606400466291 (mp_runner.py:73) +2024-09-01 20:17:43,678 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.04792552599974442 (mp_runner.py:73) +2024-09-01 20:17:43,681 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.01223817599384347 (mp_runner.py:73) +2024-09-01 20:17:43,689 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.04133499699673848 (mp_runner.py:73) +2024-09-01 20:17:43,690 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.038244935996772256 (mp_runner.py:73) +2024-09-01 20:17:43,690 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.044775166003091726 (mp_runner.py:73) +2024-09-01 20:17:43,692 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.006554209998284932 (mp_runner.py:73) +2024-09-01 20:17:43,694 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.061895017002825625 (mp_runner.py:73) +2024-09-01 20:17:43,695 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.06843058899539756 (mp_runner.py:73) +2024-09-01 20:17:43,696 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.018769208996673115 (mp_runner.py:73) +2024-09-01 20:17:43,707 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.042482956996536814 (mp_runner.py:73) +2024-09-01 20:17:43,715 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.08053918000223348 (mp_runner.py:73) +2024-09-01 20:17:43,758 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.011651298002107069 (mp_runner.py:73) +2024-09-01 20:17:43,764 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.02165369899739744 (mp_runner.py:73) +2024-09-01 20:17:43,771 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.009804706998693291 (mp_runner.py:73) +2024-09-01 20:17:43,772 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.011579783997149207 (mp_runner.py:73) +2024-09-01 20:17:43,776 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.01697915099794045 (mp_runner.py:73) +2024-09-01 20:17:43,776 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.016910147001908626 (mp_runner.py:73) +2024-09-01 20:17:43,815 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.03356588700262364 (mp_runner.py:73) +2024-09-01 20:17:43,829 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.0368705989967566 (mp_runner.py:73) +2024-09-01 20:17:43,908 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.02408621399808908 (mp_runner.py:73) +2024-09-01 20:17:43,909 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.02630689600482583 (mp_runner.py:73) +2024-09-01 20:17:43,943 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.025358237995533273 (mp_runner.py:73) +2024-09-01 20:17:44,008 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.0319406060007168 (mp_runner.py:73) +2024-09-01 20:17:44,046 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.029379075000179 (mp_runner.py:73) +2024-09-01 20:17:44,109 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.020307489998231176 (mp_runner.py:73) +2024-09-01 20:17:44,136 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.02206932700210018 (mp_runner.py:73) +2024-09-01 20:17:44,143 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.012489474000176415 (mp_runner.py:73) +2024-09-01 20:17:44,143 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.0315501060031238 (mp_runner.py:73) +2024-09-01 20:17:44,144 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.012232824999955483 (mp_runner.py:73) +2024-09-01 20:17:44,145 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.045781312001054175 (mp_runner.py:73) +2024-09-01 20:17:44,151 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.03890598299767589 (mp_runner.py:73) +2024-09-01 20:17:44,152 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.05126111899880925 (mp_runner.py:73) +2024-09-01 20:17:44,375 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.021853820006072056 (mp_runner.py:73) +2024-09-01 20:17:44,377 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.04522915700363228 (mp_runner.py:73) +2024-09-01 20:17:44,379 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.04777435100550065 (mp_runner.py:73) +2024-09-01 20:17:44,420 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.03987389300164068 (mp_runner.py:73) +2024-09-01 20:17:44,584 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.023757460003253073 (mp_runner.py:73) +2024-09-01 20:17:44,587 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.025895491999108344 (mp_runner.py:73) +2024-09-01 20:17:44,608 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.024882099001843017 (mp_runner.py:73) +2024-09-01 20:17:44,636 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.025834729000052903 (mp_runner.py:73) +2024-09-01 20:17:44,723 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.01942190599947935 (mp_runner.py:73) +2024-09-01 20:17:44,723 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.01731398099946091 (mp_runner.py:73) +2024-09-01 20:17:44,724 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.019173243003024254 (mp_runner.py:73) +2024-09-01 20:17:44,728 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.019582678003644105 (mp_runner.py:73) +2024-09-01 20:17:44,734 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.03431451600044966 (mp_runner.py:73) +2024-09-01 20:17:44,734 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.032550358002481516 (mp_runner.py:73) +2024-09-01 20:17:44,736 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.020201867002469953 (mp_runner.py:73) +2024-09-01 20:17:45,219 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.03429382699687267 (mp_runner.py:73) +2024-09-01 20:17:45,224 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.05682967000029748 (mp_runner.py:73) +2024-09-01 20:17:45,320 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.05011132599611301 (mp_runner.py:73) +2024-09-01 20:17:45,443 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.04219349599588895 (mp_runner.py:73) +2024-09-01 20:17:45,639 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.035720161999051925 (mp_runner.py:73) +2024-09-01 20:17:46,821 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.033752051000192296 (mp_runner.py:73) +2024-09-01 20:17:46,856 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.021367878005548846 (mp_runner.py:73) +2024-09-01 20:17:46,892 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.030204436006897595 (mp_runner.py:73) +2024-09-01 20:17:46,934 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.030278828002337832 (mp_runner.py:73) +2024-09-01 20:17:47,139 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.023850666999351233 (mp_runner.py:73) +2024-09-01 20:17:47,369 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.030196690000593662 (mp_runner.py:73) +2024-09-01 20:17:47,670 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.02796590400248533 (mp_runner.py:73) +2024-09-01 20:17:48,061 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.026921223005047068 (mp_runner.py:73) +2024-09-01 20:17:53,970 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.013872100003936794 (mp_runner.py:73) +2024-09-01 20:17:53,972 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.01727686999947764 (mp_runner.py:73) +2024-09-01 20:17:53,973 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.01747475499723805 (mp_runner.py:73) +2024-09-01 20:17:53,976 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.02116798600036418 (mp_runner.py:73) +2024-09-01 20:17:53,976 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.006934832003025804 (mp_runner.py:73) +2024-09-01 20:17:53,977 | DEBUG |(SpawnProcess-1:397) search_count: 1000, latest_latency=0.0159297440040973 (mp_runner.py:73) +2024-09-01 20:17:53,978 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.027764990998548456 (mp_runner.py:73) +2024-09-01 20:17:53,978 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.016698223997082096 (mp_runner.py:73) +2024-09-01 20:17:53,979 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.018361268004809972 (mp_runner.py:73) +2024-09-01 20:17:53,982 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.01811131199792726 (mp_runner.py:73) +2024-09-01 20:17:53,985 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.019349160000274424 (mp_runner.py:73) +2024-09-01 20:17:54,931 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.01816532399971038 (mp_runner.py:73) +2024-09-01 20:17:54,933 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.018766285000310745 (mp_runner.py:73) +2024-09-01 20:17:54,934 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.018804484003339894 (mp_runner.py:73) +2024-09-01 20:17:54,934 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.0011479930035420693 (mp_runner.py:73) +2024-09-01 20:17:54,935 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.018605778997880407 (mp_runner.py:73) +2024-09-01 20:17:54,935 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.018576959002530202 (mp_runner.py:73) +2024-09-01 20:17:54,936 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.017628866000450216 (mp_runner.py:73) +2024-09-01 20:17:54,937 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.02384401399467606 (mp_runner.py:73) +2024-09-01 20:17:54,940 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.028200505999848247 (mp_runner.py:73) +2024-09-01 20:17:55,173 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.020409890996234026 (mp_runner.py:73) +2024-09-01 20:17:55,184 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.032369934997404926 (mp_runner.py:73) +2024-09-01 20:17:55,186 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.011334374998114072 (mp_runner.py:73) +2024-09-01 20:17:55,187 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.03567268200276885 (mp_runner.py:73) +2024-09-01 20:17:55,190 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.015087444997334387 (mp_runner.py:73) +2024-09-01 20:17:55,191 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.01838308500009589 (mp_runner.py:73) +2024-09-01 20:17:55,195 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.022049733997846488 (mp_runner.py:73) +2024-09-01 20:17:55,197 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.02623735900124302 (mp_runner.py:73) +2024-09-01 20:17:55,760 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.01958522800123319 (mp_runner.py:73) +2024-09-01 20:17:55,764 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.01963154199620476 (mp_runner.py:73) +2024-09-01 20:17:55,764 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.022551671994733624 (mp_runner.py:73) +2024-09-01 20:17:55,764 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.02259067600243725 (mp_runner.py:73) +2024-09-01 20:17:55,764 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.024643535005452577 (mp_runner.py:73) +2024-09-01 20:17:55,765 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.02208988100028364 (mp_runner.py:73) +2024-09-01 20:17:55,768 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.03079747100127861 (mp_runner.py:73) +2024-09-01 20:17:55,769 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.019843445996230002 (mp_runner.py:73) +2024-09-01 20:17:55,784 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.04023949799739057 (mp_runner.py:73) +2024-09-01 20:17:55,979 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.026696009997976944 (mp_runner.py:73) +2024-09-01 20:17:55,980 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.024075495995930396 (mp_runner.py:73) +2024-09-01 20:17:55,981 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.028308576002018526 (mp_runner.py:73) +2024-09-01 20:17:56,122 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.02530857900273986 (mp_runner.py:73) +2024-09-01 20:17:56,541 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.018740011000772938 (mp_runner.py:73) +2024-09-01 20:17:56,712 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.024721808993490413 (mp_runner.py:73) +2024-09-01 20:17:56,995 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.026816277000762057 (mp_runner.py:73) +2024-09-01 20:17:56,999 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.026261800005158875 (mp_runner.py:73) +2024-09-01 20:17:57,825 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.029107806003594305 (mp_runner.py:73) +2024-09-01 20:17:58,092 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.0287090560013894 (mp_runner.py:73) +2024-09-01 20:17:58,418 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.025852981001662556 (mp_runner.py:73) +2024-09-01 20:17:58,477 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.026507941998715978 (mp_runner.py:73) +2024-09-01 20:17:58,587 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.018684775997826364 (mp_runner.py:73) +2024-09-01 20:17:58,790 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.03151269299996784 (mp_runner.py:73) +2024-09-01 20:17:59,020 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.029027885000687093 (mp_runner.py:73) +2024-09-01 20:17:59,621 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.021668697001587134 (mp_runner.py:73) +2024-09-01 20:17:59,736 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.02300250999542186 (mp_runner.py:73) +2024-09-01 20:17:59,738 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.02328492399828974 (mp_runner.py:73) +2024-09-01 20:18:00,089 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.10468657300225459 (mp_runner.py:73) +2024-09-01 20:18:00,264 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.048127702000783756 (mp_runner.py:73) +2024-09-01 20:18:00,936 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.028740510999341495 (mp_runner.py:73) +2024-09-01 20:18:01,005 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.025728893000632524 (mp_runner.py:73) +2024-09-01 20:18:01,358 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.02448915200511692 (mp_runner.py:73) +2024-09-01 20:18:01,491 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.02685398099856684 (mp_runner.py:73) +2024-09-01 20:18:01,512 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.028289670997764915 (mp_runner.py:73) +2024-09-01 20:18:01,983 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0269s, count=1374, qps in this process: 45.759 (mp_runner.py:76) +2024-09-01 20:18:02,151 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.024928337006713264 (mp_runner.py:73) +2024-09-01 20:18:02,185 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0053s, count=1262, qps in this process: 42.0592 (mp_runner.py:76) +2024-09-01 20:18:02,186 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0103s, count=1383, qps in this process: 46.0842 (mp_runner.py:76) +2024-09-01 20:18:02,200 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0118s, count=1175, qps in this process: 39.1513 (mp_runner.py:76) +2024-09-01 20:18:02,318 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.02037319300143281 (mp_runner.py:73) +2024-09-01 20:18:02,379 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0049s, count=1286, qps in this process: 42.8597 (mp_runner.py:76) +2024-09-01 20:18:02,380 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0052s, count=1289, qps in this process: 42.9592 (mp_runner.py:76) +2024-09-01 20:18:02,385 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0201s, count=1305, qps in this process: 43.4709 (mp_runner.py:76) +2024-09-01 20:18:02,386 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0153s, count=1305, qps in this process: 43.4778 (mp_runner.py:76) +2024-09-01 20:18:02,388 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0003s, count=1332, qps in this process: 44.3996 (mp_runner.py:76) +2024-09-01 20:18:02,389 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0115s, count=1238, qps in this process: 41.2509 (mp_runner.py:76) +2024-09-01 20:18:02,391 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.001s, count=1267, qps in this process: 42.2319 (mp_runner.py:76) +2024-09-01 20:18:02,393 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0053s, count=1272, qps in this process: 42.3925 (mp_runner.py:76) +2024-09-01 20:18:02,395 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.005s, count=1130, qps in this process: 37.6604 (mp_runner.py:76) +2024-09-01 20:18:02,397 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0068s, count=1141, qps in this process: 38.0247 (mp_runner.py:76) +2024-09-01 20:18:02,400 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0068s, count=1393, qps in this process: 46.4228 (mp_runner.py:76) +2024-09-01 20:18:02,401 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0144s, count=1246, qps in this process: 41.5134 (mp_runner.py:76) +2024-09-01 20:18:02,402 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0275s, count=1309, qps in this process: 43.5934 (mp_runner.py:76) +2024-09-01 20:18:02,403 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0172s, count=1393, qps in this process: 46.4067 (mp_runner.py:76) +2024-09-01 20:18:02,403 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0286s, count=1286, qps in this process: 42.8258 (mp_runner.py:76) +2024-09-01 20:18:02,405 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0127s, count=1321, qps in this process: 44.0147 (mp_runner.py:76) +2024-09-01 20:18:02,406 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0193s, count=1371, qps in this process: 45.6706 (mp_runner.py:76) +2024-09-01 20:18:02,407 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0091s, count=1149, qps in this process: 38.2884 (mp_runner.py:76) +2024-09-01 20:18:02,408 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0222s, count=1275, qps in this process: 42.4686 (mp_runner.py:76) +2024-09-01 20:18:02,409 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0133s, count=1209, qps in this process: 40.2821 (mp_runner.py:76) +2024-09-01 20:18:02,412 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0151s, count=1333, qps in this process: 44.411 (mp_runner.py:76) +2024-09-01 20:18:02,413 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0303s, count=1240, qps in this process: 41.2916 (mp_runner.py:76) +2024-09-01 20:18:02,413 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0069s, count=1131, qps in this process: 37.6913 (mp_runner.py:76) +2024-09-01 20:18:02,418 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0211s, count=1189, qps in this process: 39.6055 (mp_runner.py:76) +2024-09-01 20:18:02,419 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0148s, count=1394, qps in this process: 46.4438 (mp_runner.py:76) +2024-09-01 20:18:02,421 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0037s, count=1394, qps in this process: 46.4609 (mp_runner.py:76) +2024-09-01 20:18:02,422 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0186s, count=1288, qps in this process: 42.9067 (mp_runner.py:76) +2024-09-01 20:18:02,423 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0161s, count=1151, qps in this process: 38.3461 (mp_runner.py:76) +2024-09-01 20:18:02,427 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0196s, count=1394, qps in this process: 46.4363 (mp_runner.py:76) +2024-09-01 20:18:02,430 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0228s, count=1080, qps in this process: 35.9727 (mp_runner.py:76) +2024-09-01 20:18:02,439 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0068s, count=1334, qps in this process: 44.4566 (mp_runner.py:76) +2024-09-01 20:18:02,487 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0007s, count=1398, qps in this process: 46.5989 (mp_runner.py:76) +2024-09-01 20:18:02,488 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0027s, count=1337, qps in this process: 44.5627 (mp_runner.py:76) +2024-09-01 20:18:02,492 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0058s, count=1322, qps in this process: 44.0581 (mp_runner.py:76) +2024-09-01 20:18:02,496 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0157s, count=1392, qps in this process: 46.3757 (mp_runner.py:76) +2024-09-01 20:18:02,502 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0011s, count=1126, qps in this process: 37.532 (mp_runner.py:76) +2024-09-01 20:18:02,504 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0026s, count=1136, qps in this process: 37.8634 (mp_runner.py:76) +2024-09-01 20:18:02,506 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.005s, count=1100, qps in this process: 36.6606 (mp_runner.py:76) +2024-09-01 20:18:02,507 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0063s, count=1297, qps in this process: 43.2243 (mp_runner.py:76) +2024-09-01 20:18:02,511 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0049s, count=1339, qps in this process: 44.626 (mp_runner.py:76) +2024-09-01 20:18:02,512 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0117s, count=1076, qps in this process: 35.8527 (mp_runner.py:76) +2024-09-01 20:18:02,516 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0098s, count=1394, qps in this process: 46.4515 (mp_runner.py:76) +2024-09-01 20:18:02,544 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.005s, count=1221, qps in this process: 40.6932 (mp_runner.py:76) +2024-09-01 20:18:02,549 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0077s, count=1317, qps in this process: 43.8887 (mp_runner.py:76) +2024-09-01 20:18:02,550 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.008s, count=1098, qps in this process: 36.5902 (mp_runner.py:76) +2024-09-01 20:18:02,565 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.006889577998663299 (mp_runner.py:73) +2024-09-01 20:18:02,566 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.006s, count=1238, qps in this process: 41.2584 (mp_runner.py:76) +2024-09-01 20:18:02,574 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.001s, count=1076, qps in this process: 35.8655 (mp_runner.py:76) +2024-09-01 20:18:02,593 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0039s, count=1107, qps in this process: 36.8952 (mp_runner.py:76) +2024-09-01 20:18:02,607 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0041s, count=1054, qps in this process: 35.1285 (mp_runner.py:76) +2024-09-01 20:18:02,615 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0006s, count=1282, qps in this process: 42.7325 (mp_runner.py:76) +2024-09-01 20:18:02,629 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0041s, count=1249, qps in this process: 41.6276 (mp_runner.py:76) +2024-09-01 20:18:02,640 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0041s, count=1056, qps in this process: 35.1952 (mp_runner.py:76) +2024-09-01 20:18:02,655 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0012s, count=1218, qps in this process: 40.5984 (mp_runner.py:76) +2024-09-01 20:18:02,673 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0031s, count=1046, qps in this process: 34.8631 (mp_runner.py:76) +2024-09-01 20:18:02,684 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0011s, count=1338, qps in this process: 44.5984 (mp_runner.py:76) +2024-09-01 20:18:02,696 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0009s, count=1343, qps in this process: 44.7653 (mp_runner.py:76) +2024-09-01 20:18:02,696 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0009s, count=1284, qps in this process: 42.7987 (mp_runner.py:76) +2024-09-01 20:18:02,716 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0003s, count=1058, qps in this process: 35.2663 (mp_runner.py:76) +2024-09-01 20:18:02,745 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0009s, count=1124, qps in this process: 37.4655 (mp_runner.py:76) +2024-09-01 20:18:02,762 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0008s, count=1141, qps in this process: 38.0323 (mp_runner.py:76) +2024-09-01 20:18:02,786 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0002s, count=1118, qps in this process: 37.2664 (mp_runner.py:76) +2024-09-01 20:18:02,800 | INFO |End search in concurrency 65: dur=30.982895597000606s, total_count=80924, qps=2611.8927 (mp_runner.py:120) +2024-09-01 20:18:07,524 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:18:07,525 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 20:18:29,411 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 20:18:29,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:29,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:29,700 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:29,724 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:29,725 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:29,766 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:29,923 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:29,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,021 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,025 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,025 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,025 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,027 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,030 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,034 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,034 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,039 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,039 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,044 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,046 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,050 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,050 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,054 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,055 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,077 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,082 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,083 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,083 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,083 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,084 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,085 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,088 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,170 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,188 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,205 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,207 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,224 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,230 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,231 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,235 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,253 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,261 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,300 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,305 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,322 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,322 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,352 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,352 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,373 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,380 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,443 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,452 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,498 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,498 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,512 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:30,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 20:18:41,369 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.017790168996725697 (mp_runner.py:73) +2024-09-01 20:18:41,372 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.016179491998627782 (mp_runner.py:73) +2024-09-01 20:18:41,373 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.01899330399464816 (mp_runner.py:73) +2024-09-01 20:18:41,373 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.016571756998018827 (mp_runner.py:73) +2024-09-01 20:18:41,374 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.02057566400617361 (mp_runner.py:73) +2024-09-01 20:18:41,374 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.02441112899396103 (mp_runner.py:73) +2024-09-01 20:18:41,376 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.02095674599695485 (mp_runner.py:73) +2024-09-01 20:18:41,376 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.0279159769997932 (mp_runner.py:73) +2024-09-01 20:18:41,377 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.022197147998667788 (mp_runner.py:73) +2024-09-01 20:18:41,378 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.026131917999009602 (mp_runner.py:73) +2024-09-01 20:18:41,385 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.032794528000522405 (mp_runner.py:73) +2024-09-01 20:18:41,590 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.013540287996875122 (mp_runner.py:73) +2024-09-01 20:18:41,591 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.01904147599998396 (mp_runner.py:73) +2024-09-01 20:18:41,591 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.020799560996238142 (mp_runner.py:73) +2024-09-01 20:18:41,592 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.0210863629981759 (mp_runner.py:73) +2024-09-01 20:18:41,593 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.021010719996411353 (mp_runner.py:73) +2024-09-01 20:18:41,593 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.02044872300029965 (mp_runner.py:73) +2024-09-01 20:18:41,594 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.020428937998076435 (mp_runner.py:73) +2024-09-01 20:18:41,594 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.024239485996076837 (mp_runner.py:73) +2024-09-01 20:18:41,594 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.02104805600538384 (mp_runner.py:73) +2024-09-01 20:18:41,595 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.02030195199768059 (mp_runner.py:73) +2024-09-01 20:18:41,595 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.021029921997978818 (mp_runner.py:73) +2024-09-01 20:18:41,595 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.018731420001131482 (mp_runner.py:73) +2024-09-01 20:18:41,596 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.018581705997348763 (mp_runner.py:73) +2024-09-01 20:18:41,597 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.02092415799415903 (mp_runner.py:73) +2024-09-01 20:18:41,598 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.020318711001891643 (mp_runner.py:73) +2024-09-01 20:18:41,598 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.019045141998503823 (mp_runner.py:73) +2024-09-01 20:18:41,599 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.019160980002197903 (mp_runner.py:73) +2024-09-01 20:18:41,599 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.01812648899795022 (mp_runner.py:73) +2024-09-01 20:18:41,599 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.029543574004492257 (mp_runner.py:73) +2024-09-01 20:18:41,602 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.032970006999676116 (mp_runner.py:73) +2024-09-01 20:18:41,603 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.01805069699912565 (mp_runner.py:73) +2024-09-01 20:18:41,605 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.026050281994685065 (mp_runner.py:73) +2024-09-01 20:18:41,607 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.01892642700113356 (mp_runner.py:73) +2024-09-01 20:18:41,667 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.020788836001884192 (mp_runner.py:73) +2024-09-01 20:18:41,668 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.0210397569971974 (mp_runner.py:73) +2024-09-01 20:18:41,669 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.022791078998125158 (mp_runner.py:73) +2024-09-01 20:18:41,669 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.020869126994512044 (mp_runner.py:73) +2024-09-01 20:18:41,670 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.02198186299938243 (mp_runner.py:73) +2024-09-01 20:18:41,670 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.020958485998562537 (mp_runner.py:73) +2024-09-01 20:18:41,671 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.021919155995419715 (mp_runner.py:73) +2024-09-01 20:18:41,671 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.021200256000156514 (mp_runner.py:73) +2024-09-01 20:18:41,672 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.021041725005488843 (mp_runner.py:73) +2024-09-01 20:18:41,673 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.021935852004389744 (mp_runner.py:73) +2024-09-01 20:18:41,674 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.02090061199851334 (mp_runner.py:73) +2024-09-01 20:18:41,675 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.029985485001816414 (mp_runner.py:73) +2024-09-01 20:18:41,676 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.031046896998304874 (mp_runner.py:73) +2024-09-01 20:18:41,752 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.023607638002431486 (mp_runner.py:73) +2024-09-01 20:18:42,708 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.03912860200216528 (mp_runner.py:73) +2024-09-01 20:18:42,727 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.032056408999778796 (mp_runner.py:73) +2024-09-01 20:18:42,737 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03167107600165764 (mp_runner.py:73) +2024-09-01 20:18:42,768 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.03287106499919901 (mp_runner.py:73) +2024-09-01 20:18:42,779 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.029409155999019276 (mp_runner.py:73) +2024-09-01 20:18:42,782 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.028175726998597383 (mp_runner.py:73) +2024-09-01 20:18:42,849 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.03142528700118419 (mp_runner.py:73) +2024-09-01 20:18:42,852 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.027920282998820767 (mp_runner.py:73) +2024-09-01 20:18:42,899 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.03141049199621193 (mp_runner.py:73) +2024-09-01 20:18:42,901 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.026680579998355825 (mp_runner.py:73) +2024-09-01 20:18:42,956 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.039239597994310316 (mp_runner.py:73) +2024-09-01 20:18:43,115 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.027219256000535097 (mp_runner.py:73) +2024-09-01 20:18:43,119 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.024063181001110934 (mp_runner.py:73) +2024-09-01 20:18:43,121 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.03421825099940179 (mp_runner.py:73) +2024-09-01 20:18:43,438 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.030405812001845334 (mp_runner.py:73) +2024-09-01 20:18:43,915 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.019771856001170818 (mp_runner.py:73) +2024-09-01 20:18:44,287 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.01201402099832194 (mp_runner.py:73) +2024-09-01 20:18:44,315 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.025815025001065806 (mp_runner.py:73) +2024-09-01 20:18:44,514 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.02766393800266087 (mp_runner.py:73) +2024-09-01 20:18:44,566 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.03448069300065981 (mp_runner.py:73) +2024-09-01 20:18:45,579 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.06015691699576564 (mp_runner.py:73) +2024-09-01 20:18:46,074 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.02901605499937432 (mp_runner.py:73) +2024-09-01 20:18:53,207 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.01653540100232931 (mp_runner.py:73) +2024-09-01 20:18:53,208 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.016838261995872017 (mp_runner.py:73) +2024-09-01 20:18:53,208 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.016868692997377366 (mp_runner.py:73) +2024-09-01 20:18:53,209 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.01656231499509886 (mp_runner.py:73) +2024-09-01 20:18:53,211 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.018447259993990883 (mp_runner.py:73) +2024-09-01 20:18:53,211 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.023823625000659376 (mp_runner.py:73) +2024-09-01 20:18:53,213 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.025660129998868797 (mp_runner.py:73) +2024-09-01 20:18:53,215 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.020272595997084863 (mp_runner.py:73) +2024-09-01 20:18:53,217 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.030325421997986268 (mp_runner.py:73) +2024-09-01 20:18:53,218 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.02015510999626713 (mp_runner.py:73) +2024-09-01 20:18:53,312 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.02552688900323119 (mp_runner.py:73) +2024-09-01 20:18:53,425 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.020926078999764286 (mp_runner.py:73) +2024-09-01 20:18:53,426 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.022433828002249356 (mp_runner.py:73) +2024-09-01 20:18:53,431 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.028255306999199092 (mp_runner.py:73) +2024-09-01 20:18:53,433 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.029881351001677103 (mp_runner.py:73) +2024-09-01 20:18:53,434 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.026944845005345996 (mp_runner.py:73) +2024-09-01 20:18:53,434 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.035410686999966856 (mp_runner.py:73) +2024-09-01 20:18:53,701 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.020573488996888045 (mp_runner.py:73) +2024-09-01 20:18:53,703 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.020062312003574334 (mp_runner.py:73) +2024-09-01 20:18:53,704 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.021875037004065234 (mp_runner.py:73) +2024-09-01 20:18:53,706 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.025621542998123914 (mp_runner.py:73) +2024-09-01 20:18:53,707 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.021654429998307023 (mp_runner.py:73) +2024-09-01 20:18:53,709 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.01747903100476833 (mp_runner.py:73) +2024-09-01 20:18:53,709 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.03248387500207173 (mp_runner.py:73) +2024-09-01 20:18:53,709 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.020844416001637 (mp_runner.py:73) +2024-09-01 20:18:53,711 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.018495283999072853 (mp_runner.py:73) +2024-09-01 20:18:53,712 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.03224208000028739 (mp_runner.py:73) +2024-09-01 20:18:53,975 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.024633214001369197 (mp_runner.py:73) +2024-09-01 20:18:53,977 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.030321899997943547 (mp_runner.py:73) +2024-09-01 20:18:53,977 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.02269106900348561 (mp_runner.py:73) +2024-09-01 20:18:53,989 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.029416612997010816 (mp_runner.py:73) +2024-09-01 20:18:54,366 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.030099738003627863 (mp_runner.py:73) +2024-09-01 20:18:54,619 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.026481761000468396 (mp_runner.py:73) +2024-09-01 20:18:54,993 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.03436059500381816 (mp_runner.py:73) +2024-09-01 20:18:55,177 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.02662182899803156 (mp_runner.py:73) +2024-09-01 20:18:55,771 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.026654724999389146 (mp_runner.py:73) +2024-09-01 20:18:55,867 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.02982888900442049 (mp_runner.py:73) +2024-09-01 20:18:55,963 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.021530881997023243 (mp_runner.py:73) +2024-09-01 20:18:55,963 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.026037768999231048 (mp_runner.py:73) +2024-09-01 20:18:55,964 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.022178528000949882 (mp_runner.py:73) +2024-09-01 20:18:55,965 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.02693628700217232 (mp_runner.py:73) +2024-09-01 20:18:55,966 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.02309390600566985 (mp_runner.py:73) +2024-09-01 20:18:55,967 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.022347867998178117 (mp_runner.py:73) +2024-09-01 20:18:55,987 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.026734706996649038 (mp_runner.py:73) +2024-09-01 20:18:56,070 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.021611172996927053 (mp_runner.py:73) +2024-09-01 20:18:56,071 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.022336127003654838 (mp_runner.py:73) +2024-09-01 20:18:56,073 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.02298893099941779 (mp_runner.py:73) +2024-09-01 20:18:56,073 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.023929886003315914 (mp_runner.py:73) +2024-09-01 20:18:56,074 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.027119796999613754 (mp_runner.py:73) +2024-09-01 20:18:56,075 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.02738939700066112 (mp_runner.py:73) +2024-09-01 20:18:56,075 | DEBUG |(SpawnProcess-1:463) search_count: 1000, latest_latency=0.02172870800131932 (mp_runner.py:73) +2024-09-01 20:18:56,078 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.02290336699661566 (mp_runner.py:73) +2024-09-01 20:18:56,099 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.026898398995399475 (mp_runner.py:73) +2024-09-01 20:18:56,614 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.026373239001259208 (mp_runner.py:73) +2024-09-01 20:18:56,616 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.03423337599815568 (mp_runner.py:73) +2024-09-01 20:18:56,826 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.02710774199658772 (mp_runner.py:73) +2024-09-01 20:18:56,829 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.030186274998413865 (mp_runner.py:73) +2024-09-01 20:18:56,829 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.027166193001903594 (mp_runner.py:73) +2024-09-01 20:18:57,231 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.016291226995235775 (mp_runner.py:73) +2024-09-01 20:18:57,251 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.021841449997737072 (mp_runner.py:73) +2024-09-01 20:18:57,271 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.03488766699592816 (mp_runner.py:73) +2024-09-01 20:18:58,592 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.04334093200304778 (mp_runner.py:73) +2024-09-01 20:18:59,132 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.025362437998410314 (mp_runner.py:73) +2024-09-01 20:18:59,473 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0043s, count=1243, qps in this process: 41.4274 (mp_runner.py:76) +2024-09-01 20:18:59,603 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.029621453999425285 (mp_runner.py:73) +2024-09-01 20:18:59,610 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.03709493999485858 (mp_runner.py:73) +2024-09-01 20:18:59,657 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.028732744001899846 (mp_runner.py:73) +2024-09-01 20:18:59,662 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.029379063002124894 (mp_runner.py:73) +2024-09-01 20:18:59,731 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.003s, count=1240, qps in this process: 41.3292 (mp_runner.py:76) +2024-09-01 20:18:59,759 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0193s, count=1102, qps in this process: 36.7097 (mp_runner.py:76) +2024-09-01 20:18:59,762 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0336s, count=1243, qps in this process: 41.387 (mp_runner.py:76) +2024-09-01 20:18:59,774 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0417s, count=1134, qps in this process: 37.7475 (mp_runner.py:76) +2024-09-01 20:18:59,802 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0294s, count=1081, qps in this process: 35.9981 (mp_runner.py:76) +2024-09-01 20:18:59,943 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0009s, count=1262, qps in this process: 42.0654 (mp_runner.py:76) +2024-09-01 20:18:59,952 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.02727270600007614 (mp_runner.py:73) +2024-09-01 20:18:59,962 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0369s, count=1210, qps in this process: 40.2838 (mp_runner.py:76) +2024-09-01 20:19:00,036 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0123s, count=1268, qps in this process: 42.2493 (mp_runner.py:76) +2024-09-01 20:19:00,049 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0045s, count=1267, qps in this process: 42.227 (mp_runner.py:76) +2024-09-01 20:19:00,065 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0341s, count=1267, qps in this process: 42.1854 (mp_runner.py:76) +2024-09-01 20:19:00,065 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0169s, count=1165, qps in this process: 38.8115 (mp_runner.py:76) +2024-09-01 20:19:00,066 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0127s, count=1165, qps in this process: 38.8169 (mp_runner.py:76) +2024-09-01 20:19:00,071 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0088s, count=1267, qps in this process: 42.2209 (mp_runner.py:76) +2024-09-01 20:19:00,072 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0297s, count=1269, qps in this process: 42.2582 (mp_runner.py:76) +2024-09-01 20:19:00,072 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0347s, count=1165, qps in this process: 38.7885 (mp_runner.py:76) +2024-09-01 20:19:00,073 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0137s, count=1181, qps in this process: 39.3487 (mp_runner.py:76) +2024-09-01 20:19:00,074 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0135s, count=1226, qps in this process: 40.8483 (mp_runner.py:76) +2024-09-01 20:19:00,074 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0401s, count=1267, qps in this process: 42.177 (mp_runner.py:76) +2024-09-01 20:19:00,075 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0334s, count=1264, qps in this process: 42.0865 (mp_runner.py:76) +2024-09-01 20:19:00,079 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0551s, count=1210, qps in this process: 40.2594 (mp_runner.py:76) +2024-09-01 20:19:00,080 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0318s, count=1250, qps in this process: 41.6225 (mp_runner.py:76) +2024-09-01 20:19:00,092 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0538s, count=1269, qps in this process: 42.2243 (mp_runner.py:76) +2024-09-01 20:19:00,092 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0269s, count=1167, qps in this process: 38.8652 (mp_runner.py:76) +2024-09-01 20:19:00,097 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0346s, count=1128, qps in this process: 37.5567 (mp_runner.py:76) +2024-09-01 20:19:00,110 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0084s, count=1266, qps in this process: 42.1882 (mp_runner.py:76) +2024-09-01 20:19:00,111 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.01s, count=1093, qps in this process: 36.4212 (mp_runner.py:76) +2024-09-01 20:19:00,112 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0103s, count=1167, qps in this process: 38.8866 (mp_runner.py:76) +2024-09-01 20:19:00,123 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.022s, count=1165, qps in this process: 38.8049 (mp_runner.py:76) +2024-09-01 20:19:00,124 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0276s, count=1164, qps in this process: 38.7643 (mp_runner.py:76) +2024-09-01 20:19:00,129 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0275s, count=1267, qps in this process: 42.1947 (mp_runner.py:76) +2024-09-01 20:19:00,131 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0215s, count=1270, qps in this process: 42.303 (mp_runner.py:76) +2024-09-01 20:19:00,141 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0355s, count=1168, qps in this process: 38.8873 (mp_runner.py:76) +2024-09-01 20:19:00,141 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0669s, count=1211, qps in this process: 40.2768 (mp_runner.py:76) +2024-09-01 20:19:00,199 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.026s, count=1171, qps in this process: 38.9995 (mp_runner.py:76) +2024-09-01 20:19:00,205 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0144s, count=1171, qps in this process: 39.0146 (mp_runner.py:76) +2024-09-01 20:19:00,208 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0004s, count=1274, qps in this process: 42.4661 (mp_runner.py:76) +2024-09-01 20:19:00,229 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0179s, count=1172, qps in this process: 39.0434 (mp_runner.py:76) +2024-09-01 20:19:00,237 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0116s, count=1218, qps in this process: 40.5843 (mp_runner.py:76) +2024-09-01 20:19:00,238 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0015s, count=1116, qps in this process: 37.1981 (mp_runner.py:76) +2024-09-01 20:19:00,243 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.037s, count=1273, qps in this process: 42.3811 (mp_runner.py:76) +2024-09-01 20:19:00,252 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0295s, count=1259, qps in this process: 41.9254 (mp_runner.py:76) +2024-09-01 20:19:00,253 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0139s, count=1269, qps in this process: 42.2804 (mp_runner.py:76) +2024-09-01 20:19:00,260 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0128s, count=1179, qps in this process: 39.2832 (mp_runner.py:76) +2024-09-01 20:19:00,265 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0036s, count=1174, qps in this process: 39.1286 (mp_runner.py:76) +2024-09-01 20:19:00,271 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0032s, count=1118, qps in this process: 37.2627 (mp_runner.py:76) +2024-09-01 20:19:00,274 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0105s, count=1260, qps in this process: 41.9853 (mp_runner.py:76) +2024-09-01 20:19:00,289 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0016s, count=1021, qps in this process: 34.0315 (mp_runner.py:76) +2024-09-01 20:19:00,308 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0102s, count=1012, qps in this process: 33.7219 (mp_runner.py:76) +2024-09-01 20:19:00,309 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0051s, count=1023, qps in this process: 34.0942 (mp_runner.py:76) +2024-09-01 20:19:00,316 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0065s, count=1183, qps in this process: 39.4248 (mp_runner.py:76) +2024-09-01 20:19:00,329 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0023s, count=1057, qps in this process: 35.2306 (mp_runner.py:76) +2024-09-01 20:19:00,334 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0069s, count=1143, qps in this process: 38.0912 (mp_runner.py:76) +2024-09-01 20:19:00,363 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0014s, count=1047, qps in this process: 34.8984 (mp_runner.py:76) +2024-09-01 20:19:00,364 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0026s, count=1193, qps in this process: 39.7632 (mp_runner.py:76) +2024-09-01 20:19:00,382 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0004s, count=1207, qps in this process: 40.2328 (mp_runner.py:76) +2024-09-01 20:19:00,387 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0009s, count=1284, qps in this process: 42.7987 (mp_runner.py:76) +2024-09-01 20:19:00,406 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0007s, count=1287, qps in this process: 42.899 (mp_runner.py:76) +2024-09-01 20:19:00,455 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0013s, count=1278, qps in this process: 42.5982 (mp_runner.py:76) +2024-09-01 20:19:00,465 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0018s, count=1126, qps in this process: 37.5311 (mp_runner.py:76) +2024-09-01 20:19:00,465 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.0059688649998861365 (mp_runner.py:73) +2024-09-01 20:19:00,467 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0014s, count=1252, qps in this process: 41.7314 (mp_runner.py:76) +2024-09-01 20:19:00,473 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0068s, count=1146, qps in this process: 38.1913 (mp_runner.py:76) +2024-09-01 20:19:00,474 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0048s, count=983, qps in this process: 32.7614 (mp_runner.py:76) +2024-09-01 20:19:00,476 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0028s, count=1056, qps in this process: 35.1967 (mp_runner.py:76) +2024-09-01 20:19:00,479 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0048s, count=1303, qps in this process: 43.4264 (mp_runner.py:76) +2024-09-01 20:19:00,503 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0007s, count=1014, qps in this process: 33.7992 (mp_runner.py:76) +2024-09-01 20:19:00,504 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0022s, count=1156, qps in this process: 38.5305 (mp_runner.py:76) +2024-09-01 20:19:00,523 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0008s, count=1092, qps in this process: 36.399 (mp_runner.py:76) +2024-09-01 20:19:00,530 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0007s, count=1247, qps in this process: 41.5657 (mp_runner.py:76) +2024-09-01 20:19:00,533 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0006s, count=1255, qps in this process: 41.8325 (mp_runner.py:76) +2024-09-01 20:19:00,549 | INFO |End search in concurrency 70: dur=31.136518498999067s, total_count=83100, qps=2668.8918 (mp_runner.py:120) +2024-09-01 20:19:05,222 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2835.5289, serial_latency_p99=np.float64(0.0875), recall=np.float64(0.1945), ndcg=np.float64(0.2996), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1147.3863, 2537.9772, 2565.4433, 2611.2802, 2537.1576, 2696.845, 2786.7102, 2618.5424, 2776.1805, 2835.5289, 2561.055, 2617.3841, 2611.8927, 2668.8918], conc_latency_p99_list=[np.float64(0.0005300540945521789), np.float64(0.0008856969466760347), np.float64(0.0014178574761899653), np.float64(0.001711793758065323), np.float64(0.00201251900101488), np.float64(0.002601266310957726), np.float64(0.002723599898640532), np.float64(0.0031384577476004775), np.float64(0.0036683278802956912), np.float64(0.003909907647557702), np.float64(0.002938702698065026), np.float64(0.0035654981037318064), np.float64(0.003101958009240479), np.float64(0.00410654102259723)]) (task_runner.py:197) +2024-09-01 20:19:05,222 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:07:40.877454'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2835.5289, serial_latency_p99=np.float64(0.0875), recall=np.float64(0.1945), ndcg=np.float64(0.2996), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1147.3863, 2537.9772, 2565.4433, 2611.2802, 2537.1576, 2696.845, 2786.7102, 2618.5424, 2776.1805, 2835.5289, 2561.055, 2617.3841, 2611.8927, 2668.8918], conc_latency_p99_list=[np.float64(0.0005300540945521789), np.float64(0.0008856969466760347), np.float64(0.0014178574761899653), np.float64(0.001711793758065323), np.float64(0.00201251900101488), np.float64(0.002601266310957726), np.float64(0.002723599898640532), np.float64(0.0031384577476004775), np.float64(0.0036683278802956912), np.float64(0.003909907647557702), np.float64(0.002938702698065026), np.float64(0.0035654981037318064), np.float64(0.003101958009240479), np.float64(0.00410654102259723)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 20:19:05,222 | INFO |Task summary: run_id=d3f26, task_label=d3f2673087a04e67a89010c969c1151f (models.py:346) +2024-09-01 20:19:05,222 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 20:19:05,222 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 20:19:05,222 | INFO |PgVector | 2024-09-01T20:07:40.877454 Performance1536D500K d3f2673087a04e67a89010c969c1151f | 0.0 2835.5289 0.0875 0.1945 0 | :) (models.py:346) +2024-09-01 20:19:05,223 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json (models.py:204) +2024-09-01 20:19:05,223 | INFO |Success to finish task: label=d3f2673087a04e67a89010c969c1151f, run_id=d3f2673087a04e67a89010c969c1151f (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json b/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json new file mode 100644 index 000000000..79f13bf75 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json @@ -0,0 +1 @@ +{"run_id": "d3f2673087a04e67a89010c969c1151f", "task_label": "d3f2673087a04e67a89010c969c1151f", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2835.5289, "serial_latency_p99": 0.0875, "recall": 0.1945, "ndcg": 0.2996, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1147.3863, 2537.9772, 2565.4433, 2611.2802, 2537.1576, 2696.845, 2786.7102, 2618.5424, 2776.1805, 2835.5289, 2561.055, 2617.3841, 2611.8927, 2668.8918], "conc_latency_p99_list": [0.0005300540945521789, 0.0008856969466760347, 0.0014178574761899653, 0.001711793758065323, 0.00201251900101488, 0.002601266310957726, 0.002723599898640532, 0.0031384577476004775, 0.0036683278802956912, 0.003909907647557702, 0.002938702698065026, 0.0035654981037318064, 0.003101958009240479, 0.00410654102259723]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:07:40.877454", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt b/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt new file mode 100644 index 000000000..c6a9e5288 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt @@ -0,0 +1,1417 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load +2024-09-01 20:58:01,972 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:58:01.960590', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 20:58:01,972 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:58:01.960590', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 20:58:01,972 | INFO |generated uuid for the tasks: 6b0d2b46c51244bcb01d85687978d4d4 (interface.py:66) +2024-09-01 20:58:02,034 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 20:58:02,034 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 20:58:02,034 | INFO | PgVector-2024-09-01T20:58:01.960590 | Performance OpenAI-MEDIUM-500K None | 6b0d2b46c51244bcb01d85687978d4d4 (task_runner.py:340) +2024-09-01 20:58:02,034 | INFO |task submitted: id=6b0d2b46c51244bcb01d85687978d4d4, 6b0d2b46c51244bcb01d85687978d4d4, case number: 1 (interface.py:231) +2024-09-01 20:58:02,450 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:58:01.960590'}, drop_old=False (interface.py:164) +2024-09-01 20:58:02,450 | INFO |Starting run (task_runner.py:100) +2024-09-01 20:58:02,525 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 20:58:03,122 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 20:58:03,169 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 20:58:03,193 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 20:58:03,193 | INFO |Start performance case (task_runner.py:158) +2024-09-01 20:58:03,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:58:03,206 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 20:58:03,206 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 20:58:03,207 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 20:58:03,249 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 20:58:03,807 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 20:58:03,827 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:58:03,827 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 20:58:03,827 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 20:58:07,944 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02779584500240162, latest recall=0.87 (serial_runner.py:202) +2024-09-01 20:58:11,312 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03153519399347715, latest recall=0.94 (serial_runner.py:202) +2024-09-01 20:58:14,519 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.024322019002283923, latest recall=0.78 (serial_runner.py:202) +2024-09-01 20:58:17,529 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01940791599918157, latest recall=0.97 (serial_runner.py:202) +2024-09-01 20:58:20,368 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.010991896997438744, latest recall=0.92 (serial_runner.py:202) +2024-09-01 20:58:23,265 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.009062241995707154, latest recall=0.98 (serial_runner.py:202) +2024-09-01 20:58:25,878 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.012283257994567975, latest recall=0.95 (serial_runner.py:202) +2024-09-01 20:58:28,341 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.018126205002772622, latest recall=0.94 (serial_runner.py:202) +2024-09-01 20:58:31,148 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.010483688995009288, latest recall=0.99 (serial_runner.py:202) +2024-09-01 20:58:33,738 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.036758415000804234, latest recall=0.77 (serial_runner.py:202) +2024-09-01 20:58:33,739 | INFO |SpawnProcess-1:1 search entire test_data: cost=19.6693s, queries=1000, avg_recall=0.8982, avg_ndcg=0.9095,avg_latency=0.0197, p99=0.0497 (serial_runner.py:209) +2024-09-01 20:58:34,265 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:58:34,265 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 20:58:35,287 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 20:58:35,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:58:38,710 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.00495761899946956 (mp_runner.py:73) +2024-09-01 20:58:41,480 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.007591098998091184 (mp_runner.py:73) +2024-09-01 20:58:44,251 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.004504509000980761 (mp_runner.py:73) +2024-09-01 20:58:46,847 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0069045029958942905 (mp_runner.py:73) +2024-09-01 20:58:49,442 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004412425994814839 (mp_runner.py:73) +2024-09-01 20:58:51,965 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.006942002000869252 (mp_runner.py:73) +2024-09-01 20:58:54,579 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.00441840600251453 (mp_runner.py:73) +2024-09-01 20:58:57,104 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.007287410000571981 (mp_runner.py:73) +2024-09-01 20:58:59,705 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.004332154996518511 (mp_runner.py:73) +2024-09-01 20:59:02,283 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.007044698002573568 (mp_runner.py:73) +2024-09-01 20:59:04,894 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0046659680010634474 (mp_runner.py:73) +2024-09-01 20:59:05,319 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0026s, count=5585, qps in this process: 186.1505 (mp_runner.py:76) +2024-09-01 20:59:05,320 | INFO |End search in concurrency 1: dur=30.03305576099956s, total_count=5585, qps=185.9618 (mp_runner.py:120) +2024-09-01 20:59:05,503 | INFO |Update largest qps with concurrency 1: current max_qps=185.9618 (mp_runner.py:124) +2024-09-01 20:59:05,909 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:59:05,909 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 20:59:10,953 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 20:59:11,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:11,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:11,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:11,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:11,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:15,698 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.006688613000733312 (mp_runner.py:73) +2024-09-01 20:59:15,699 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.007677264999074396 (mp_runner.py:73) +2024-09-01 20:59:15,699 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0077523969957837835 (mp_runner.py:73) +2024-09-01 20:59:15,699 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.007572218994027935 (mp_runner.py:73) +2024-09-01 20:59:15,700 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.008580785004596692 (mp_runner.py:73) +2024-09-01 20:59:19,911 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0064335209972341545 (mp_runner.py:73) +2024-09-01 20:59:19,911 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.010439149002195336 (mp_runner.py:73) +2024-09-01 20:59:19,911 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.01082024400238879 (mp_runner.py:73) +2024-09-01 20:59:19,913 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.011631446002866141 (mp_runner.py:73) +2024-09-01 20:59:19,914 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.01400028699572431 (mp_runner.py:73) +2024-09-01 20:59:24,350 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.006348192000587005 (mp_runner.py:73) +2024-09-01 20:59:24,350 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.010295970998413395 (mp_runner.py:73) +2024-09-01 20:59:24,350 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.008080478997726459 (mp_runner.py:73) +2024-09-01 20:59:24,350 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.009617531002731994 (mp_runner.py:73) +2024-09-01 20:59:24,351 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.010150250003789552 (mp_runner.py:73) +2024-09-01 20:59:28,553 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.019201898998289835 (mp_runner.py:73) +2024-09-01 20:59:28,554 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.02034829100011848 (mp_runner.py:73) +2024-09-01 20:59:28,554 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.019098438002401963 (mp_runner.py:73) +2024-09-01 20:59:28,554 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.01860814699466573 (mp_runner.py:73) +2024-09-01 20:59:28,555 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.024308828003995586 (mp_runner.py:73) +2024-09-01 20:59:33,001 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.008555749998777173 (mp_runner.py:73) +2024-09-01 20:59:33,001 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.00878949400066631 (mp_runner.py:73) +2024-09-01 20:59:33,002 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.009465821996855084 (mp_runner.py:73) +2024-09-01 20:59:33,002 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.009072957996977493 (mp_runner.py:73) +2024-09-01 20:59:33,007 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0066529589967103675 (mp_runner.py:73) +2024-09-01 20:59:37,269 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.00954797300073551 (mp_runner.py:73) +2024-09-01 20:59:37,270 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.00981040000624489 (mp_runner.py:73) +2024-09-01 20:59:37,270 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.009801969994441606 (mp_runner.py:73) +2024-09-01 20:59:37,270 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.010292819002643228 (mp_runner.py:73) +2024-09-01 20:59:37,271 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.011407241996494122 (mp_runner.py:73) +2024-09-01 20:59:41,007 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.002s, count=3429, qps in this process: 114.2924 (mp_runner.py:76) +2024-09-01 20:59:41,007 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0021s, count=3429, qps in this process: 114.292 (mp_runner.py:76) +2024-09-01 20:59:41,007 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0006s, count=3429, qps in this process: 114.2977 (mp_runner.py:76) +2024-09-01 20:59:41,007 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0019s, count=3429, qps in this process: 114.2928 (mp_runner.py:76) +2024-09-01 20:59:41,020 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.006s, count=3431, qps in this process: 114.3438 (mp_runner.py:76) +2024-09-01 20:59:41,022 | INFO |End search in concurrency 5: dur=30.068073459995503s, total_count=17147, qps=570.2727 (mp_runner.py:120) +2024-09-01 20:59:41,339 | INFO |Update largest qps with concurrency 5: current max_qps=570.2727 (mp_runner.py:124) +2024-09-01 20:59:41,752 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:59:41,753 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 20:59:51,957 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 20:59:51,997 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,000 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,040 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,062 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,071 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,097 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,103 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,103 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,108 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,111 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,113 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,123 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 20:59:52,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:03,253 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.0147205289977137 (mp_runner.py:73) +2024-09-01 21:00:03,256 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.01705924199632136 (mp_runner.py:73) +2024-09-01 21:00:03,258 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.01919182900019223 (mp_runner.py:73) +2024-09-01 21:00:03,261 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.019243542999902274 (mp_runner.py:73) +2024-09-01 21:00:03,306 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.03214678500080481 (mp_runner.py:73) +2024-09-01 21:00:03,326 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.029658509003638756 (mp_runner.py:73) +2024-09-01 21:00:03,329 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.05171230500127422 (mp_runner.py:73) +2024-09-01 21:00:03,339 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.03731687400431838 (mp_runner.py:73) +2024-09-01 21:00:03,354 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.016712648997781798 (mp_runner.py:73) +2024-09-01 21:00:03,358 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.032403905999672133 (mp_runner.py:73) +2024-09-01 21:00:03,365 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.024017522002395708 (mp_runner.py:73) +2024-09-01 21:00:03,367 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.04497926399926655 (mp_runner.py:73) +2024-09-01 21:00:03,369 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.03500645900203381 (mp_runner.py:73) +2024-09-01 21:00:03,374 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.023749735999444965 (mp_runner.py:73) +2024-09-01 21:00:03,379 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.03009149200079264 (mp_runner.py:73) +2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.03126242699363502 (mp_runner.py:73) +2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.033116791004431434 (mp_runner.py:73) +2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.037574980000499636 (mp_runner.py:73) +2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.017310370996710844 (mp_runner.py:73) +2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.027052143996115774 (mp_runner.py:73) +2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.029518098999687936 (mp_runner.py:73) +2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.029918113999883644 (mp_runner.py:73) +2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.03613432400015881 (mp_runner.py:73) +2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.018742815002042335 (mp_runner.py:73) +2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.040874803002225235 (mp_runner.py:73) +2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.011017116004950367 (mp_runner.py:73) +2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.038643444000626914 (mp_runner.py:73) +2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0345779599956586 (mp_runner.py:73) +2024-09-01 21:00:13,428 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.03132124099647626 (mp_runner.py:73) +2024-09-01 21:00:13,448 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.03080024699738715 (mp_runner.py:73) +2024-09-01 21:00:22,033 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0292s, count=1405, qps in this process: 46.7878 (mp_runner.py:76) +2024-09-01 21:00:22,034 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0367s, count=1405, qps in this process: 46.7761 (mp_runner.py:76) +2024-09-01 21:00:22,050 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.003s, count=1407, qps in this process: 46.8953 (mp_runner.py:76) +2024-09-01 21:00:22,069 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.005s, count=1408, qps in this process: 46.9255 (mp_runner.py:76) +2024-09-01 21:00:22,085 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0105s, count=1409, qps in this process: 46.9502 (mp_runner.py:76) +2024-09-01 21:00:22,099 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0003s, count=1410, qps in this process: 46.9995 (mp_runner.py:76) +2024-09-01 21:00:22,109 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.001s, count=1410, qps in this process: 46.9984 (mp_runner.py:76) +2024-09-01 21:00:22,112 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0039s, count=1411, qps in this process: 47.0272 (mp_runner.py:76) +2024-09-01 21:00:22,113 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0021s, count=1411, qps in this process: 47.03 (mp_runner.py:76) +2024-09-01 21:00:22,115 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0015s, count=1411, qps in this process: 47.031 (mp_runner.py:76) +2024-09-01 21:00:22,120 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0051s, count=1411, qps in this process: 47.0253 (mp_runner.py:76) +2024-09-01 21:00:22,125 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.011s, count=1412, qps in this process: 47.0494 (mp_runner.py:76) +2024-09-01 21:00:22,142 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0036s, count=1414, qps in this process: 47.1277 (mp_runner.py:76) +2024-09-01 21:00:22,142 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0087s, count=1414, qps in this process: 47.1197 (mp_runner.py:76) +2024-09-01 21:00:22,143 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0096s, count=1414, qps in this process: 47.1183 (mp_runner.py:76) +2024-09-01 21:00:22,145 | INFO |End search in concurrency 15: dur=30.188044595000974s, total_count=21152, qps=700.6747 (mp_runner.py:120) +2024-09-01 21:00:23,039 | INFO |Update largest qps with concurrency 15: current max_qps=700.6747 (mp_runner.py:124) +2024-09-01 21:00:23,449 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:00:23,449 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 21:00:33,718 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 21:00:33,801 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,807 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,822 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,850 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,917 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,917 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,917 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,918 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,918 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,927 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,955 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,955 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,955 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:33,955 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:00:48,307 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.0110779789974913 (mp_runner.py:73) +2024-09-01 21:00:48,310 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.014229643005819526 (mp_runner.py:73) +2024-09-01 21:00:48,313 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.01744236699596513 (mp_runner.py:73) +2024-09-01 21:00:48,318 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.003216015000361949 (mp_runner.py:73) +2024-09-01 21:00:48,320 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.018867468999815173 (mp_runner.py:73) +2024-09-01 21:00:48,321 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.005559049001021776 (mp_runner.py:73) +2024-09-01 21:00:48,322 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.017107722000218928 (mp_runner.py:73) +2024-09-01 21:00:48,324 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.028205347000039183 (mp_runner.py:73) +2024-09-01 21:00:48,324 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.007804387001669966 (mp_runner.py:73) +2024-09-01 21:00:48,325 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.028464538998377975 (mp_runner.py:73) +2024-09-01 21:00:48,326 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.010928329000307713 (mp_runner.py:73) +2024-09-01 21:00:48,330 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.014296243003627751 (mp_runner.py:73) +2024-09-01 21:00:48,335 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.03778196299390402 (mp_runner.py:73) +2024-09-01 21:00:48,337 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.020570654000039212 (mp_runner.py:73) +2024-09-01 21:00:48,341 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.014014360000146553 (mp_runner.py:73) +2024-09-01 21:00:48,342 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.03294132800510852 (mp_runner.py:73) +2024-09-01 21:00:48,342 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.029177633005019743 (mp_runner.py:73) +2024-09-01 21:00:48,347 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.05078560300171375 (mp_runner.py:73) +2024-09-01 21:00:48,351 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.034057376004057005 (mp_runner.py:73) +2024-09-01 21:00:48,384 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.03134779000538401 (mp_runner.py:73) +2024-09-01 21:01:01,330 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.05476982300024247 (mp_runner.py:73) +2024-09-01 21:01:01,331 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.056060228002024814 (mp_runner.py:73) +2024-09-01 21:01:01,331 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.03152804199635284 (mp_runner.py:73) +2024-09-01 21:01:01,331 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.03687278599682031 (mp_runner.py:73) +2024-09-01 21:01:01,332 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.04640816799656022 (mp_runner.py:73) +2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.02548498599935556 (mp_runner.py:73) +2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.04562345700105652 (mp_runner.py:73) +2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.04258974700496765 (mp_runner.py:73) +2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.037149519004742615 (mp_runner.py:73) +2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.038029150004149415 (mp_runner.py:73) +2024-09-01 21:01:01,341 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.02444513899536105 (mp_runner.py:73) +2024-09-01 21:01:01,342 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.04907527099567233 (mp_runner.py:73) +2024-09-01 21:01:01,345 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.03323859899683157 (mp_runner.py:73) +2024-09-01 21:01:01,345 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.04945135099842446 (mp_runner.py:73) +2024-09-01 21:01:01,346 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.03204047599865589 (mp_runner.py:73) +2024-09-01 21:01:01,349 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.02840893199754646 (mp_runner.py:73) +2024-09-01 21:01:01,349 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.027723580999008846 (mp_runner.py:73) +2024-09-01 21:01:01,349 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.04418257400539005 (mp_runner.py:73) +2024-09-01 21:01:01,350 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.02882891499757534 (mp_runner.py:73) +2024-09-01 21:01:01,352 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.05133310300152516 (mp_runner.py:73) +2024-09-01 21:01:03,813 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0008s, count=1092, qps in this process: 36.399 (mp_runner.py:76) +2024-09-01 21:01:03,814 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0063s, count=1092, qps in this process: 36.3924 (mp_runner.py:76) +2024-09-01 21:01:03,834 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0112s, count=1093, qps in this process: 36.4197 (mp_runner.py:76) +2024-09-01 21:01:03,840 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0282s, count=1093, qps in this process: 36.3991 (mp_runner.py:76) +2024-09-01 21:01:03,856 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0036s, count=1094, qps in this process: 36.4623 (mp_runner.py:76) +2024-09-01 21:01:03,905 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0019s, count=1096, qps in this process: 36.531 (mp_runner.py:76) +2024-09-01 21:01:03,921 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.019s, count=1097, qps in this process: 36.5435 (mp_runner.py:76) +2024-09-01 21:01:03,931 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0044s, count=1097, qps in this process: 36.5613 (mp_runner.py:76) +2024-09-01 21:01:03,937 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0074s, count=1098, qps in this process: 36.591 (mp_runner.py:76) +2024-09-01 21:01:03,937 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0108s, count=1098, qps in this process: 36.5868 (mp_runner.py:76) +2024-09-01 21:01:03,938 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0107s, count=1098, qps in this process: 36.587 (mp_runner.py:76) +2024-09-01 21:01:03,938 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.015s, count=1098, qps in this process: 36.5817 (mp_runner.py:76) +2024-09-01 21:01:03,938 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0118s, count=1098, qps in this process: 36.5856 (mp_runner.py:76) +2024-09-01 21:01:03,939 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0115s, count=1098, qps in this process: 36.586 (mp_runner.py:76) +2024-09-01 21:01:03,951 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0022s, count=1099, qps in this process: 36.6306 (mp_runner.py:76) +2024-09-01 21:01:03,962 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.013s, count=1100, qps in this process: 36.6508 (mp_runner.py:76) +2024-09-01 21:01:03,969 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0023s, count=1101, qps in this process: 36.6972 (mp_runner.py:76) +2024-09-01 21:01:03,969 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0067s, count=1101, qps in this process: 36.6918 (mp_runner.py:76) +2024-09-01 21:01:03,969 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0068s, count=1101, qps in this process: 36.6917 (mp_runner.py:76) +2024-09-01 21:01:03,969 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0026s, count=1101, qps in this process: 36.6968 (mp_runner.py:76) +2024-09-01 21:01:03,972 | INFO |End search in concurrency 20: dur=30.25426187600533s, total_count=21945, qps=725.3524 (mp_runner.py:120) +2024-09-01 21:01:05,218 | INFO |Update largest qps with concurrency 20: current max_qps=725.3524 (mp_runner.py:124) +2024-09-01 21:01:05,628 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:01:05,628 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 21:01:15,953 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 21:01:16,101 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,151 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,185 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,188 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,219 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,256 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,286 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:16,289 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:34,090 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03352173700113781 (mp_runner.py:73) +2024-09-01 21:01:34,091 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.03753654900356196 (mp_runner.py:73) +2024-09-01 21:01:34,091 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.03270015000452986 (mp_runner.py:73) +2024-09-01 21:01:34,091 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.03633064200403169 (mp_runner.py:73) +2024-09-01 21:01:34,092 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.04002741899603279 (mp_runner.py:73) +2024-09-01 21:01:34,092 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.04563498799689114 (mp_runner.py:73) +2024-09-01 21:01:34,093 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.04236070199840469 (mp_runner.py:73) +2024-09-01 21:01:34,093 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.03236950899736257 (mp_runner.py:73) +2024-09-01 21:01:34,093 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.032149607002793346 (mp_runner.py:73) +2024-09-01 21:01:34,093 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.04512057499960065 (mp_runner.py:73) +2024-09-01 21:01:34,096 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.00624767300178064 (mp_runner.py:73) +2024-09-01 21:01:34,096 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.016401973000029102 (mp_runner.py:73) +2024-09-01 21:01:34,097 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.014539550000336021 (mp_runner.py:73) +2024-09-01 21:01:34,097 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.016094067999802064 (mp_runner.py:73) +2024-09-01 21:01:34,098 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.028919183001562487 (mp_runner.py:73) +2024-09-01 21:01:34,098 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.030517449995386414 (mp_runner.py:73) +2024-09-01 21:01:34,099 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.029465522995451465 (mp_runner.py:73) +2024-09-01 21:01:34,099 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.03424590099893976 (mp_runner.py:73) +2024-09-01 21:01:34,100 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.04662821999954758 (mp_runner.py:73) +2024-09-01 21:01:34,100 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.031763803999638185 (mp_runner.py:73) +2024-09-01 21:01:34,100 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.03310539499943843 (mp_runner.py:73) +2024-09-01 21:01:34,101 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.05589452799904393 (mp_runner.py:73) +2024-09-01 21:01:34,101 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.031816121001611464 (mp_runner.py:73) +2024-09-01 21:01:34,102 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.04490667900245171 (mp_runner.py:73) +2024-09-01 21:01:34,103 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.05388225400383817 (mp_runner.py:73) +2024-09-01 21:01:46,117 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0147s, count=876, qps in this process: 29.1857 (mp_runner.py:76) +2024-09-01 21:01:46,179 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0264s, count=878, qps in this process: 29.2409 (mp_runner.py:76) +2024-09-01 21:01:46,201 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0126s, count=879, qps in this process: 29.2877 (mp_runner.py:76) +2024-09-01 21:01:46,202 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0121s, count=879, qps in this process: 29.2882 (mp_runner.py:76) +2024-09-01 21:01:46,203 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0082s, count=879, qps in this process: 29.292 (mp_runner.py:76) +2024-09-01 21:01:46,204 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0223s, count=879, qps in this process: 29.2782 (mp_runner.py:76) +2024-09-01 21:01:46,206 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0138s, count=879, qps in this process: 29.2865 (mp_runner.py:76) +2024-09-01 21:01:46,207 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0141s, count=879, qps in this process: 29.2862 (mp_runner.py:76) +2024-09-01 21:01:46,208 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0154s, count=879, qps in this process: 29.285 (mp_runner.py:76) +2024-09-01 21:01:46,209 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0189s, count=879, qps in this process: 29.2816 (mp_runner.py:76) +2024-09-01 21:01:46,209 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.021s, count=879, qps in this process: 29.2795 (mp_runner.py:76) +2024-09-01 21:01:46,211 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0156s, count=879, qps in this process: 29.2848 (mp_runner.py:76) +2024-09-01 21:01:46,212 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0234s, count=879, qps in this process: 29.2772 (mp_runner.py:76) +2024-09-01 21:01:46,212 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0199s, count=879, qps in this process: 29.2806 (mp_runner.py:76) +2024-09-01 21:01:46,213 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0205s, count=879, qps in this process: 29.28 (mp_runner.py:76) +2024-09-01 21:01:46,214 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0213s, count=879, qps in this process: 29.2792 (mp_runner.py:76) +2024-09-01 21:01:46,219 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0287s, count=879, qps in this process: 29.272 (mp_runner.py:76) +2024-09-01 21:01:46,227 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0342s, count=879, qps in this process: 29.2666 (mp_runner.py:76) +2024-09-01 21:01:46,228 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0327s, count=879, qps in this process: 29.2681 (mp_runner.py:76) +2024-09-01 21:01:46,228 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0358s, count=879, qps in this process: 29.2651 (mp_runner.py:76) +2024-09-01 21:01:46,232 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0069s, count=880, qps in this process: 29.3266 (mp_runner.py:76) +2024-09-01 21:01:46,262 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0074s, count=884, qps in this process: 29.4594 (mp_runner.py:76) +2024-09-01 21:01:46,273 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0103s, count=885, qps in this process: 29.4899 (mp_runner.py:76) +2024-09-01 21:01:46,296 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0016s, count=888, qps in this process: 29.5984 (mp_runner.py:76) +2024-09-01 21:01:46,303 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0057s, count=889, qps in this process: 29.6277 (mp_runner.py:76) +2024-09-01 21:01:46,306 | INFO |End search in concurrency 25: dur=30.351800288997765s, total_count=22002, qps=724.8993 (mp_runner.py:120) +2024-09-01 21:01:48,304 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:01:48,304 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 21:01:58,710 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 21:01:58,767 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,793 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,837 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,912 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,912 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,931 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,958 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,963 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,989 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:58,994 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,012 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,018 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,018 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,020 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,020 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,020 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,049 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:01:59,059 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:19,754 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.037062900002638344 (mp_runner.py:73) +2024-09-01 21:02:19,754 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.035073904000455514 (mp_runner.py:73) +2024-09-01 21:02:19,754 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.03816053600166924 (mp_runner.py:73) +2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.04118574099993566 (mp_runner.py:73) +2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.03426805799972499 (mp_runner.py:73) +2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.03966328800015617 (mp_runner.py:73) +2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.03447151300497353 (mp_runner.py:73) +2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.03883170000335667 (mp_runner.py:73) +2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.03441422399919247 (mp_runner.py:73) +2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.04223485900001833 (mp_runner.py:73) +2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.027515642999787815 (mp_runner.py:73) +2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.023741802004224155 (mp_runner.py:73) +2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.04485254500468727 (mp_runner.py:73) +2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.043805342000268865 (mp_runner.py:73) +2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.04414089999772841 (mp_runner.py:73) +2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.0181803290033713 (mp_runner.py:73) +2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.0429116180021083 (mp_runner.py:73) +2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.0406258369985153 (mp_runner.py:73) +2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.01801693999732379 (mp_runner.py:73) +2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.04300120999687351 (mp_runner.py:73) +2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.042705831001512706 (mp_runner.py:73) +2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.04719973899773322 (mp_runner.py:73) +2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.038266141003987286 (mp_runner.py:73) +2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.04797103199962294 (mp_runner.py:73) +2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.04728784700273536 (mp_runner.py:73) +2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.04690870900230948 (mp_runner.py:73) +2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.04620006200275384 (mp_runner.py:73) +2024-09-01 21:02:19,759 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.044982434999838006 (mp_runner.py:73) +2024-09-01 21:02:19,759 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.0456324679980753 (mp_runner.py:73) +2024-09-01 21:02:19,759 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.04373558400402544 (mp_runner.py:73) +2024-09-01 21:02:28,787 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0182s, count=738, qps in this process: 24.5851 (mp_runner.py:76) +2024-09-01 21:02:28,825 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0279s, count=740, qps in this process: 24.6437 (mp_runner.py:76) +2024-09-01 21:02:28,872 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0222s, count=741, qps in this process: 24.6817 (mp_runner.py:76) +2024-09-01 21:02:28,920 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0064s, count=743, qps in this process: 24.7614 (mp_runner.py:76) +2024-09-01 21:02:28,941 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.027s, count=743, qps in this process: 24.7444 (mp_runner.py:76) +2024-09-01 21:02:28,950 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0128s, count=744, qps in this process: 24.7894 (mp_runner.py:76) +2024-09-01 21:02:28,961 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0004s, count=744, qps in this process: 24.7997 (mp_runner.py:76) +2024-09-01 21:02:28,975 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0048s, count=744, qps in this process: 24.796 (mp_runner.py:76) +2024-09-01 21:02:28,985 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.017s, count=745, qps in this process: 24.8193 (mp_runner.py:76) +2024-09-01 21:02:28,988 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0213s, count=745, qps in this process: 24.8157 (mp_runner.py:76) +2024-09-01 21:02:29,006 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.011s, count=746, qps in this process: 24.8576 (mp_runner.py:76) +2024-09-01 21:02:29,010 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0073s, count=746, qps in this process: 24.8606 (mp_runner.py:76) +2024-09-01 21:02:29,016 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0232s, count=746, qps in this process: 24.8475 (mp_runner.py:76) +2024-09-01 21:02:29,029 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0062s, count=746, qps in this process: 24.8615 (mp_runner.py:76) +2024-09-01 21:02:29,034 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0158s, count=747, qps in this process: 24.8869 (mp_runner.py:76) +2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0167s, count=747, qps in this process: 24.8861 (mp_runner.py:76) +2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0157s, count=747, qps in this process: 24.887 (mp_runner.py:76) +2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0111s, count=747, qps in this process: 24.8908 (mp_runner.py:76) +2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0165s, count=747, qps in this process: 24.8863 (mp_runner.py:76) +2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0163s, count=747, qps in this process: 24.8865 (mp_runner.py:76) +2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0118s, count=747, qps in this process: 24.8902 (mp_runner.py:76) +2024-09-01 21:02:29,036 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0173s, count=747, qps in this process: 24.8856 (mp_runner.py:76) +2024-09-01 21:02:29,036 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0159s, count=747, qps in this process: 24.8868 (mp_runner.py:76) +2024-09-01 21:02:29,038 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0186s, count=747, qps in this process: 24.8846 (mp_runner.py:76) +2024-09-01 21:02:29,038 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0158s, count=747, qps in this process: 24.8869 (mp_runner.py:76) +2024-09-01 21:02:29,039 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0152s, count=747, qps in this process: 24.8874 (mp_runner.py:76) +2024-09-01 21:02:29,042 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.018s, count=747, qps in this process: 24.8851 (mp_runner.py:76) +2024-09-01 21:02:29,043 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0195s, count=747, qps in this process: 24.8838 (mp_runner.py:76) +2024-09-01 21:02:29,060 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0021s, count=749, qps in this process: 24.9649 (mp_runner.py:76) +2024-09-01 21:02:29,068 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0019s, count=751, qps in this process: 25.0317 (mp_runner.py:76) +2024-09-01 21:02:29,071 | INFO |End search in concurrency 30: dur=30.359908190999704s, total_count=22369, qps=736.7941 (mp_runner.py:120) +2024-09-01 21:02:31,025 | INFO |Update largest qps with concurrency 30: current max_qps=736.7941 (mp_runner.py:124) +2024-09-01 21:02:31,433 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:02:31,433 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 21:02:41,961 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 21:02:42,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,230 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,263 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,271 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,297 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,300 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,311 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,317 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,328 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,328 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,340 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,344 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,347 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,348 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,390 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,391 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,407 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,407 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,410 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,413 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:02:42,435 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.04458790799981216 (mp_runner.py:73) +2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.06678188699879684 (mp_runner.py:73) +2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.036169254999549594 (mp_runner.py:73) +2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.041420811001444235 (mp_runner.py:73) +2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.02450279599725036 (mp_runner.py:73) +2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.0460598290010239 (mp_runner.py:73) +2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.04966136999428272 (mp_runner.py:73) +2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.050974003002920654 (mp_runner.py:73) +2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.06762767599866493 (mp_runner.py:73) +2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.04365825100103393 (mp_runner.py:73) +2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.051204809999035206 (mp_runner.py:73) +2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.04024232200026745 (mp_runner.py:73) +2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05393026299861958 (mp_runner.py:73) +2024-09-01 21:03:06,204 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.058677222004916985 (mp_runner.py:73) +2024-09-01 21:03:06,206 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.05070841199631104 (mp_runner.py:73) +2024-09-01 21:03:06,207 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.05270233599731 (mp_runner.py:73) +2024-09-01 21:03:06,208 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.05040177999762818 (mp_runner.py:73) +2024-09-01 21:03:06,208 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.0609630670005572 (mp_runner.py:73) +2024-09-01 21:03:06,208 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.07113903899880825 (mp_runner.py:73) +2024-09-01 21:03:06,209 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.07449964200350223 (mp_runner.py:73) +2024-09-01 21:03:06,209 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.0728323180010193 (mp_runner.py:73) +2024-09-01 21:03:06,211 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.07201905699912459 (mp_runner.py:73) +2024-09-01 21:03:06,211 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.06110597000224516 (mp_runner.py:73) +2024-09-01 21:03:06,211 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.07615161099965917 (mp_runner.py:73) +2024-09-01 21:03:06,213 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.02404908400058048 (mp_runner.py:73) +2024-09-01 21:03:06,213 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.025561446003848687 (mp_runner.py:73) +2024-09-01 21:03:06,213 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.06252759199560387 (mp_runner.py:73) +2024-09-01 21:03:06,214 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.022126465999463107 (mp_runner.py:73) +2024-09-01 21:03:06,214 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.06753331999789225 (mp_runner.py:73) +2024-09-01 21:03:06,215 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.025131977003184147 (mp_runner.py:73) +2024-09-01 21:03:06,215 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.06162688099720981 (mp_runner.py:73) +2024-09-01 21:03:06,216 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.055297973995038774 (mp_runner.py:73) +2024-09-01 21:03:06,218 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.02633844199590385 (mp_runner.py:73) +2024-09-01 21:03:06,218 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.029725043001235463 (mp_runner.py:73) +2024-09-01 21:03:06,251 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03998341200349387 (mp_runner.py:73) +2024-09-01 21:03:12,174 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.018s, count=634, qps in this process: 21.1207 (mp_runner.py:76) +2024-09-01 21:03:12,218 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0294s, count=635, qps in this process: 21.1459 (mp_runner.py:76) +2024-09-01 21:03:12,277 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0446s, count=636, qps in this process: 21.1685 (mp_runner.py:76) +2024-09-01 21:03:12,307 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0539s, count=637, qps in this process: 21.1953 (mp_runner.py:76) +2024-09-01 21:03:12,313 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0139s, count=637, qps in this process: 21.2235 (mp_runner.py:76) +2024-09-01 21:03:12,315 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0495s, count=637, qps in this process: 21.1984 (mp_runner.py:76) +2024-09-01 21:03:12,322 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.025s, count=637, qps in this process: 21.2157 (mp_runner.py:76) +2024-09-01 21:03:12,324 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0485s, count=637, qps in this process: 21.1991 (mp_runner.py:76) +2024-09-01 21:03:12,324 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0036s, count=637, qps in this process: 21.2308 (mp_runner.py:76) +2024-09-01 21:03:12,334 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0271s, count=637, qps in this process: 21.2142 (mp_runner.py:76) +2024-09-01 21:03:12,350 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0044s, count=638, qps in this process: 21.2635 (mp_runner.py:76) +2024-09-01 21:03:12,351 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0364s, count=638, qps in this process: 21.2409 (mp_runner.py:76) +2024-09-01 21:03:12,351 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0052s, count=637, qps in this process: 21.2297 (mp_runner.py:76) +2024-09-01 21:03:12,352 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0235s, count=638, qps in this process: 21.25 (mp_runner.py:76) +2024-09-01 21:03:12,353 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0327s, count=638, qps in this process: 21.2435 (mp_runner.py:76) +2024-09-01 21:03:12,354 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0255s, count=638, qps in this process: 21.2486 (mp_runner.py:76) +2024-09-01 21:03:12,356 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0144s, count=638, qps in this process: 21.2565 (mp_runner.py:76) +2024-09-01 21:03:12,370 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.021s, count=639, qps in this process: 21.2851 (mp_runner.py:76) +2024-09-01 21:03:12,377 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0274s, count=639, qps in this process: 21.2806 (mp_runner.py:76) +2024-09-01 21:03:12,379 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0293s, count=639, qps in this process: 21.2792 (mp_runner.py:76) +2024-09-01 21:03:12,385 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.007s, count=640, qps in this process: 21.3284 (mp_runner.py:76) +2024-09-01 21:03:12,386 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0041s, count=640, qps in this process: 21.3304 (mp_runner.py:76) +2024-09-01 21:03:12,387 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.001s, count=640, qps in this process: 21.3326 (mp_runner.py:76) +2024-09-01 21:03:12,391 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0025s, count=640, qps in this process: 21.3316 (mp_runner.py:76) +2024-09-01 21:03:12,400 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0044s, count=640, qps in this process: 21.3302 (mp_runner.py:76) +2024-09-01 21:03:12,407 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0122s, count=641, qps in this process: 21.358 (mp_runner.py:76) +2024-09-01 21:03:12,415 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0011s, count=641, qps in this process: 21.3659 (mp_runner.py:76) +2024-09-01 21:03:12,419 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0053s, count=642, qps in this process: 21.3962 (mp_runner.py:76) +2024-09-01 21:03:12,420 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0033s, count=642, qps in this process: 21.3976 (mp_runner.py:76) +2024-09-01 21:03:12,420 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0065s, count=642, qps in this process: 21.3954 (mp_runner.py:76) +2024-09-01 21:03:12,429 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0066s, count=643, qps in this process: 21.4286 (mp_runner.py:76) +2024-09-01 21:03:12,437 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0058s, count=644, qps in this process: 21.4625 (mp_runner.py:76) +2024-09-01 21:03:12,438 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0078s, count=644, qps in this process: 21.4611 (mp_runner.py:76) +2024-09-01 21:03:12,453 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0084s, count=646, qps in this process: 21.5273 (mp_runner.py:76) +2024-09-01 21:03:12,453 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0031s, count=646, qps in this process: 21.5311 (mp_runner.py:76) +2024-09-01 21:03:12,455 | INFO |End search in concurrency 35: dur=30.49259436299326s, total_count=22377, qps=733.8503 (mp_runner.py:120) +2024-09-01 21:03:15,108 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:03:15,108 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 21:03:25,717 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 21:03:25,901 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:25,939 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:25,947 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:25,947 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:25,952 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,016 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,017 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,017 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,027 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,062 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,083 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,086 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,101 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,118 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,118 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,130 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,134 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,142 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,146 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,146 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,168 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,185 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,198 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:26,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:03:53,261 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.026752578000014182 (mp_runner.py:73) +2024-09-01 21:03:53,262 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.012884107003628742 (mp_runner.py:73) +2024-09-01 21:03:53,264 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.02155623899307102 (mp_runner.py:73) +2024-09-01 21:03:53,264 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.018905454999185167 (mp_runner.py:73) +2024-09-01 21:03:53,266 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.023337047001405153 (mp_runner.py:73) +2024-09-01 21:03:53,269 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.02818020099948626 (mp_runner.py:73) +2024-09-01 21:03:53,269 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.02191572899755556 (mp_runner.py:73) +2024-09-01 21:03:53,273 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.033722281994414516 (mp_runner.py:73) +2024-09-01 21:03:53,273 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.04043542200088268 (mp_runner.py:73) +2024-09-01 21:03:53,275 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.041082506999373436 (mp_runner.py:73) +2024-09-01 21:03:53,276 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.0332648270050413 (mp_runner.py:73) +2024-09-01 21:03:53,277 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.04150283099443186 (mp_runner.py:73) +2024-09-01 21:03:53,278 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.030270565002865624 (mp_runner.py:73) +2024-09-01 21:03:53,278 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.04009509600291494 (mp_runner.py:73) +2024-09-01 21:03:53,280 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.03790791900246404 (mp_runner.py:73) +2024-09-01 21:03:53,281 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.04242975499801105 (mp_runner.py:73) +2024-09-01 21:03:53,281 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.028854285999841522 (mp_runner.py:73) +2024-09-01 21:03:53,283 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.047512319004454184 (mp_runner.py:73) +2024-09-01 21:03:53,283 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.032102869998198 (mp_runner.py:73) +2024-09-01 21:03:53,284 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.045393027998215985 (mp_runner.py:73) +2024-09-01 21:03:53,286 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.0445998610011884 (mp_runner.py:73) +2024-09-01 21:03:53,286 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.048722209001425654 (mp_runner.py:73) +2024-09-01 21:03:53,287 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.04660278299706988 (mp_runner.py:73) +2024-09-01 21:03:53,289 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.035622383998997975 (mp_runner.py:73) +2024-09-01 21:03:53,289 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.04902886300260434 (mp_runner.py:73) +2024-09-01 21:03:53,290 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.056055633001960814 (mp_runner.py:73) +2024-09-01 21:03:53,292 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.056017216003965586 (mp_runner.py:73) +2024-09-01 21:03:53,293 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.04710278299899073 (mp_runner.py:73) +2024-09-01 21:03:53,294 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.019421600001805928 (mp_runner.py:73) +2024-09-01 21:03:53,296 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.05123767999612028 (mp_runner.py:73) +2024-09-01 21:03:53,296 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.042412413997226395 (mp_runner.py:73) +2024-09-01 21:03:53,297 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.042106754997803364 (mp_runner.py:73) +2024-09-01 21:03:53,298 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.04363690200261772 (mp_runner.py:73) +2024-09-01 21:03:53,300 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.050017469002341386 (mp_runner.py:73) +2024-09-01 21:03:53,301 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.06371513699559728 (mp_runner.py:73) +2024-09-01 21:03:53,302 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.06433579699660186 (mp_runner.py:73) +2024-09-01 21:03:53,302 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.05156893000093987 (mp_runner.py:73) +2024-09-01 21:03:53,303 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.06902419399557402 (mp_runner.py:73) +2024-09-01 21:03:53,309 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.07243243600532878 (mp_runner.py:73) +2024-09-01 21:03:53,321 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.01315413300471846 (mp_runner.py:73) +2024-09-01 21:03:55,909 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.006s, count=553, qps in this process: 18.4296 (mp_runner.py:76) +2024-09-01 21:03:55,952 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0058s, count=554, qps in this process: 18.4631 (mp_runner.py:76) +2024-09-01 21:03:55,954 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0045s, count=554, qps in this process: 18.4639 (mp_runner.py:76) +2024-09-01 21:03:55,972 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0216s, count=554, qps in this process: 18.4534 (mp_runner.py:76) +2024-09-01 21:03:55,974 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0172s, count=554, qps in this process: 18.4561 (mp_runner.py:76) +2024-09-01 21:03:56,019 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.006s, count=556, qps in this process: 18.5296 (mp_runner.py:76) +2024-09-01 21:03:56,021 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0024s, count=556, qps in this process: 18.5319 (mp_runner.py:76) +2024-09-01 21:03:56,030 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0038s, count=556, qps in this process: 18.531 (mp_runner.py:76) +2024-09-01 21:03:56,045 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.007s, count=556, qps in this process: 18.529 (mp_runner.py:76) +2024-09-01 21:03:56,049 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0301s, count=556, qps in this process: 18.5148 (mp_runner.py:76) +2024-09-01 21:03:56,066 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0478s, count=556, qps in this process: 18.5039 (mp_runner.py:76) +2024-09-01 21:03:56,076 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0639s, count=557, qps in this process: 18.5272 (mp_runner.py:76) +2024-09-01 21:03:56,096 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0018s, count=559, qps in this process: 18.6322 (mp_runner.py:76) +2024-09-01 21:03:56,098 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0134s, count=559, qps in this process: 18.625 (mp_runner.py:76) +2024-09-01 21:03:56,101 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0147s, count=557, qps in this process: 18.5576 (mp_runner.py:76) +2024-09-01 21:03:56,122 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0089s, count=559, qps in this process: 18.6278 (mp_runner.py:76) +2024-09-01 21:03:56,122 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0112s, count=559, qps in this process: 18.6264 (mp_runner.py:76) +2024-09-01 21:03:56,123 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0587s, count=559, qps in this process: 18.5969 (mp_runner.py:76) +2024-09-01 21:03:56,125 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0142s, count=559, qps in this process: 18.6245 (mp_runner.py:76) +2024-09-01 21:03:56,129 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0175s, count=559, qps in this process: 18.6225 (mp_runner.py:76) +2024-09-01 21:03:56,131 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0132s, count=558, qps in this process: 18.5918 (mp_runner.py:76) +2024-09-01 21:03:56,133 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0259s, count=559, qps in this process: 18.6173 (mp_runner.py:76) +2024-09-01 21:03:56,136 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0231s, count=560, qps in this process: 18.6523 (mp_runner.py:76) +2024-09-01 21:03:56,138 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0204s, count=560, qps in this process: 18.654 (mp_runner.py:76) +2024-09-01 21:03:56,148 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0096s, count=559, qps in this process: 18.6274 (mp_runner.py:76) +2024-09-01 21:03:56,151 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0212s, count=560, qps in this process: 18.6535 (mp_runner.py:76) +2024-09-01 21:03:56,152 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0225s, count=560, qps in this process: 18.6527 (mp_runner.py:76) +2024-09-01 21:03:56,158 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0126s, count=560, qps in this process: 18.6588 (mp_runner.py:76) +2024-09-01 21:03:56,160 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0212s, count=559, qps in this process: 18.6202 (mp_runner.py:76) +2024-09-01 21:03:56,174 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0266s, count=561, qps in this process: 18.6834 (mp_runner.py:76) +2024-09-01 21:03:56,175 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0271s, count=561, qps in this process: 18.6831 (mp_runner.py:76) +2024-09-01 21:03:56,176 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0045s, count=561, qps in this process: 18.6972 (mp_runner.py:76) +2024-09-01 21:03:56,184 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0028s, count=561, qps in this process: 18.6983 (mp_runner.py:76) +2024-09-01 21:03:56,189 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0087s, count=562, qps in this process: 18.7279 (mp_runner.py:76) +2024-09-01 21:03:56,190 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0034s, count=562, qps in this process: 18.7312 (mp_runner.py:76) +2024-09-01 21:03:56,191 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0047s, count=562, qps in this process: 18.7304 (mp_runner.py:76) +2024-09-01 21:03:56,195 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0109s, count=562, qps in this process: 18.7265 (mp_runner.py:76) +2024-09-01 21:03:56,198 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0074s, count=563, qps in this process: 18.762 (mp_runner.py:76) +2024-09-01 21:03:56,204 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0013s, count=564, qps in this process: 18.7992 (mp_runner.py:76) +2024-09-01 21:03:56,208 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0036s, count=565, qps in this process: 18.8311 (mp_runner.py:76) +2024-09-01 21:03:56,212 | INFO |End search in concurrency 40: dur=30.49428853700374s, total_count=22351, qps=732.9569 (mp_runner.py:120) +2024-09-01 21:03:59,245 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:03:59,245 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 21:04:10,030 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 21:04:10,101 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,105 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,172 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,249 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,268 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,290 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,290 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,307 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,398 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,407 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,437 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,437 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,443 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,463 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,483 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,489 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,489 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,501 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,515 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,515 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,519 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,520 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,525 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,531 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,533 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,536 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,539 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,539 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,539 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,554 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,558 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,563 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,640 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,646 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,657 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,657 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,657 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,657 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:10,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:04:40,109 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.002s, count=484, qps in this process: 16.1323 (mp_runner.py:76) +2024-09-01 21:04:40,125 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0236s, count=485, qps in this process: 16.154 (mp_runner.py:76) +2024-09-01 21:04:40,207 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0196s, count=486, qps in this process: 16.1894 (mp_runner.py:76) +2024-09-01 21:04:40,254 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.002s, count=487, qps in this process: 16.2323 (mp_runner.py:76) +2024-09-01 21:04:40,268 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0165s, count=487, qps in this process: 16.2244 (mp_runner.py:76) +2024-09-01 21:04:40,305 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0038s, count=488, qps in this process: 16.2646 (mp_runner.py:76) +2024-09-01 21:04:40,320 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0048s, count=488, qps in this process: 16.2641 (mp_runner.py:76) +2024-09-01 21:04:40,324 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0502s, count=488, qps in this process: 16.2395 (mp_runner.py:76) +2024-09-01 21:04:40,331 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0266s, count=489, qps in this process: 16.2856 (mp_runner.py:76) +2024-09-01 21:04:40,411 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.002s, count=490, qps in this process: 16.3322 (mp_runner.py:76) +2024-09-01 21:04:40,428 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0217s, count=490, qps in this process: 16.3215 (mp_runner.py:76) +2024-09-01 21:04:40,448 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.043s, count=489, qps in this process: 16.2767 (mp_runner.py:76) +2024-09-01 21:04:40,450 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0107s, count=491, qps in this process: 16.3608 (mp_runner.py:76) +2024-09-01 21:04:40,453 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0075s, count=491, qps in this process: 16.3626 (mp_runner.py:76) +2024-09-01 21:04:40,478 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.033s, count=492, qps in this process: 16.382 (mp_runner.py:76) +2024-09-01 21:04:40,489 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0082s, count=492, qps in this process: 16.3955 (mp_runner.py:76) +2024-09-01 21:04:40,491 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0564s, count=492, qps in this process: 16.3692 (mp_runner.py:76) +2024-09-01 21:04:40,501 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0021s, count=493, qps in this process: 16.4322 (mp_runner.py:76) +2024-09-01 21:04:40,509 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0104s, count=493, qps in this process: 16.4276 (mp_runner.py:76) +2024-09-01 21:04:40,512 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0747s, count=492, qps in this process: 16.3593 (mp_runner.py:76) +2024-09-01 21:04:40,516 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0076s, count=493, qps in this process: 16.4292 (mp_runner.py:76) +2024-09-01 21:04:40,528 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0055s, count=493, qps in this process: 16.4303 (mp_runner.py:76) +2024-09-01 21:04:40,534 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0467s, count=492, qps in this process: 16.3745 (mp_runner.py:76) +2024-09-01 21:04:40,537 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0163s, count=493, qps in this process: 16.4244 (mp_runner.py:76) +2024-09-01 21:04:40,547 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0035s, count=494, qps in this process: 16.4647 (mp_runner.py:76) +2024-09-01 21:04:40,549 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0098s, count=494, qps in this process: 16.4613 (mp_runner.py:76) +2024-09-01 21:04:40,551 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0152s, count=494, qps in this process: 16.4583 (mp_runner.py:76) +2024-09-01 21:04:40,553 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0262s, count=494, qps in this process: 16.4523 (mp_runner.py:76) +2024-09-01 21:04:40,553 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0164s, count=494, qps in this process: 16.4577 (mp_runner.py:76) +2024-09-01 21:04:40,556 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0358s, count=494, qps in this process: 16.447 (mp_runner.py:76) +2024-09-01 21:04:40,563 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0318s, count=494, qps in this process: 16.4492 (mp_runner.py:76) +2024-09-01 21:04:40,571 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0057s, count=494, qps in this process: 16.4635 (mp_runner.py:76) +2024-09-01 21:04:40,574 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0235s, count=495, qps in this process: 16.4871 (mp_runner.py:76) +2024-09-01 21:04:40,579 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0353s, count=494, qps in this process: 16.4473 (mp_runner.py:76) +2024-09-01 21:04:40,582 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0224s, count=495, qps in this process: 16.4877 (mp_runner.py:76) +2024-09-01 21:04:40,583 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0078s, count=495, qps in this process: 16.4957 (mp_runner.py:76) +2024-09-01 21:04:40,591 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0079s, count=496, qps in this process: 16.529 (mp_runner.py:76) +2024-09-01 21:04:40,631 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0013s, count=499, qps in this process: 16.6326 (mp_runner.py:76) +2024-09-01 21:04:40,643 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.009541876002913341 (mp_runner.py:73) +2024-09-01 21:04:40,644 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.014288020996900741 (mp_runner.py:73) +2024-09-01 21:04:40,644 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.008780609001405537 (mp_runner.py:73) +2024-09-01 21:04:40,645 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.012160912003309932 (mp_runner.py:73) +2024-09-01 21:04:40,645 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.01104344899795251 (mp_runner.py:73) +2024-09-01 21:04:40,647 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.015265630005160347 (mp_runner.py:73) +2024-09-01 21:04:40,652 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0023s, count=499, qps in this process: 16.6321 (mp_runner.py:76) +2024-09-01 21:04:40,654 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0033s, count=501, qps in this process: 16.6982 (mp_runner.py:76) +2024-09-01 21:04:40,663 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0009s, count=502, qps in this process: 16.7328 (mp_runner.py:76) +2024-09-01 21:04:40,664 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0019s, count=502, qps in this process: 16.7323 (mp_runner.py:76) +2024-09-01 21:04:40,665 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0025s, count=502, qps in this process: 16.7319 (mp_runner.py:76) +2024-09-01 21:04:40,665 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0024s, count=502, qps in this process: 16.732 (mp_runner.py:76) +2024-09-01 21:04:40,695 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0006s, count=507, qps in this process: 16.8997 (mp_runner.py:76) +2024-09-01 21:04:40,698 | INFO |End search in concurrency 45: dur=30.66791478900268s, total_count=22199, qps=723.851 (mp_runner.py:120) +2024-09-01 21:04:44,042 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:04:44,042 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 21:05:05,020 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 21:05:05,229 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,313 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,323 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,361 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,374 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,412 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,444 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,467 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,487 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,507 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,516 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,516 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,516 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,516 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,525 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,547 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,549 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,549 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,606 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,638 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,655 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:05,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:05:35,302 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0581s, count=439, qps in this process: 14.605 (mp_runner.py:76) +2024-09-01 21:05:35,318 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0007s, count=440, qps in this process: 14.6663 (mp_runner.py:76) +2024-09-01 21:05:35,329 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.012s, count=440, qps in this process: 14.6608 (mp_runner.py:76) +2024-09-01 21:05:35,330 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0109s, count=439, qps in this process: 14.628 (mp_runner.py:76) +2024-09-01 21:05:35,336 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0082s, count=439, qps in this process: 14.6293 (mp_runner.py:76) +2024-09-01 21:05:35,343 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0149s, count=440, qps in this process: 14.6594 (mp_runner.py:76) +2024-09-01 21:05:35,368 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0069s, count=440, qps in this process: 14.6633 (mp_runner.py:76) +2024-09-01 21:05:35,368 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0399s, count=441, qps in this process: 14.6805 (mp_runner.py:76) +2024-09-01 21:05:35,374 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0138s, count=441, qps in this process: 14.6932 (mp_runner.py:76) +2024-09-01 21:05:35,380 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0529s, count=441, qps in this process: 14.6741 (mp_runner.py:76) +2024-09-01 21:05:35,392 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0163s, count=441, qps in this process: 14.692 (mp_runner.py:76) +2024-09-01 21:05:35,398 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0314s, count=441, qps in this process: 14.6846 (mp_runner.py:76) +2024-09-01 21:05:35,401 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0385s, count=441, qps in this process: 14.6812 (mp_runner.py:76) +2024-09-01 21:05:35,427 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0129s, count=441, qps in this process: 14.6937 (mp_runner.py:76) +2024-09-01 21:05:35,460 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0116s, count=442, qps in this process: 14.7276 (mp_runner.py:76) +2024-09-01 21:05:35,467 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0166s, count=442, qps in this process: 14.7252 (mp_runner.py:76) +2024-09-01 21:05:35,493 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0236s, count=443, qps in this process: 14.7551 (mp_runner.py:76) +2024-09-01 21:05:35,522 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0431s, count=443, qps in this process: 14.7455 (mp_runner.py:76) +2024-09-01 21:05:35,532 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0401s, count=444, qps in this process: 14.7802 (mp_runner.py:76) +2024-09-01 21:05:35,533 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0121s, count=444, qps in this process: 14.794 (mp_runner.py:76) +2024-09-01 21:05:35,534 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0134s, count=444, qps in this process: 14.7934 (mp_runner.py:76) +2024-09-01 21:05:35,535 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.024s, count=444, qps in this process: 14.7882 (mp_runner.py:76) +2024-09-01 21:05:35,537 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0026s, count=444, qps in this process: 14.7987 (mp_runner.py:76) +2024-09-01 21:05:35,538 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0272s, count=444, qps in this process: 14.7866 (mp_runner.py:76) +2024-09-01 21:05:35,540 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0286s, count=444, qps in this process: 14.7859 (mp_runner.py:76) +2024-09-01 21:05:35,540 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0194s, count=444, qps in this process: 14.7904 (mp_runner.py:76) +2024-09-01 21:05:35,541 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0063s, count=444, qps in this process: 14.7969 (mp_runner.py:76) +2024-09-01 21:05:35,541 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0102s, count=444, qps in this process: 14.795 (mp_runner.py:76) +2024-09-01 21:05:35,542 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0304s, count=444, qps in this process: 14.785 (mp_runner.py:76) +2024-09-01 21:05:35,542 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0082s, count=444, qps in this process: 14.796 (mp_runner.py:76) +2024-09-01 21:05:35,543 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0324s, count=444, qps in this process: 14.784 (mp_runner.py:76) +2024-09-01 21:05:35,544 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0234s, count=444, qps in this process: 14.7885 (mp_runner.py:76) +2024-09-01 21:05:35,544 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0235s, count=444, qps in this process: 14.7884 (mp_runner.py:76) +2024-09-01 21:05:35,545 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0238s, count=444, qps in this process: 14.7883 (mp_runner.py:76) +2024-09-01 21:05:35,548 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0372s, count=444, qps in this process: 14.7817 (mp_runner.py:76) +2024-09-01 21:05:35,572 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0224s, count=445, qps in this process: 14.8223 (mp_runner.py:76) +2024-09-01 21:05:35,573 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0151s, count=445, qps in this process: 14.8259 (mp_runner.py:76) +2024-09-01 21:05:35,583 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0224s, count=445, qps in this process: 14.8223 (mp_runner.py:76) +2024-09-01 21:05:35,606 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.007s, count=447, qps in this process: 14.8965 (mp_runner.py:76) +2024-09-01 21:05:35,612 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0135s, count=447, qps in this process: 14.8933 (mp_runner.py:76) +2024-09-01 21:05:35,624 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0075s, count=448, qps in this process: 14.9296 (mp_runner.py:76) +2024-09-01 21:05:35,628 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.003s, count=448, qps in this process: 14.9318 (mp_runner.py:76) +2024-09-01 21:05:35,637 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0121s, count=449, qps in this process: 14.9606 (mp_runner.py:76) +2024-09-01 21:05:35,638 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0037s, count=449, qps in this process: 14.9648 (mp_runner.py:76) +2024-09-01 21:05:35,638 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0039s, count=449, qps in this process: 14.9647 (mp_runner.py:76) +2024-09-01 21:05:35,651 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.004s, count=450, qps in this process: 14.998 (mp_runner.py:76) +2024-09-01 21:05:35,651 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.006s, count=450, qps in this process: 14.997 (mp_runner.py:76) +2024-09-01 21:05:35,668 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0067s, count=452, qps in this process: 15.0633 (mp_runner.py:76) +2024-09-01 21:05:35,692 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0015s, count=455, qps in this process: 15.1659 (mp_runner.py:76) +2024-09-01 21:05:35,692 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.004s, count=455, qps in this process: 15.1646 (mp_runner.py:76) +2024-09-01 21:05:35,695 | INFO |End search in concurrency 50: dur=30.675154290001956s, total_count=22216, qps=724.2343 (mp_runner.py:120) +2024-09-01 21:05:39,363 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:05:39,364 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 21:06:00,530 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 21:06:00,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:00,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:00,999 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,027 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,027 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,028 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,049 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,050 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,050 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,050 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,052 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,053 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,069 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,069 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,069 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,070 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,074 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,074 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,079 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,088 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,091 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,103 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,108 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,122 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,132 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,132 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,132 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,137 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,143 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,143 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,145 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,170 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:01,172 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:31,017 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0072s, count=397, qps in this process: 13.2302 (mp_runner.py:76) +2024-09-01 21:06:31,027 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0072s, count=398, qps in this process: 13.2635 (mp_runner.py:76) +2024-09-01 21:06:31,033 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0047s, count=398, qps in this process: 13.2646 (mp_runner.py:76) +2024-09-01 21:06:31,035 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0031s, count=398, qps in this process: 13.2653 (mp_runner.py:76) +2024-09-01 21:06:31,040 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0468s, count=398, qps in this process: 13.246 (mp_runner.py:76) +2024-09-01 21:06:31,066 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0718s, count=398, qps in this process: 13.235 (mp_runner.py:76) +2024-09-01 21:06:31,072 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.015s, count=398, qps in this process: 13.26 (mp_runner.py:76) +2024-09-01 21:06:31,074 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0203s, count=398, qps in this process: 13.2577 (mp_runner.py:76) +2024-09-01 21:06:31,095 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.077s, count=398, qps in this process: 13.2327 (mp_runner.py:76) +2024-09-01 21:06:31,112 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0399s, count=398, qps in this process: 13.249 (mp_runner.py:76) +2024-09-01 21:06:31,124 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0522s, count=399, qps in this process: 13.2769 (mp_runner.py:76) +2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.068s, count=399, qps in this process: 13.2699 (mp_runner.py:76) +2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0528s, count=399, qps in this process: 13.2766 (mp_runner.py:76) +2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0469s, count=399, qps in this process: 13.2792 (mp_runner.py:76) +2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0137s, count=399, qps in this process: 13.2939 (mp_runner.py:76) +2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0968s, count=399, qps in this process: 13.2572 (mp_runner.py:76) +2024-09-01 21:06:31,126 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0538s, count=399, qps in this process: 13.2762 (mp_runner.py:76) +2024-09-01 21:06:31,127 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.073s, count=399, qps in this process: 13.2677 (mp_runner.py:76) +2024-09-01 21:06:31,127 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0276s, count=399, qps in this process: 13.2878 (mp_runner.py:76) +2024-09-01 21:06:31,127 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0549s, count=399, qps in this process: 13.2757 (mp_runner.py:76) +2024-09-01 21:06:31,129 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0281s, count=399, qps in this process: 13.2876 (mp_runner.py:76) +2024-09-01 21:06:31,130 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0525s, count=399, qps in this process: 13.2768 (mp_runner.py:76) +2024-09-01 21:06:31,130 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0032s, count=399, qps in this process: 13.2986 (mp_runner.py:76) +2024-09-01 21:06:31,131 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0318s, count=399, qps in this process: 13.2859 (mp_runner.py:76) +2024-09-01 21:06:31,131 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0593s, count=399, qps in this process: 13.2738 (mp_runner.py:76) +2024-09-01 21:06:31,132 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0814s, count=399, qps in this process: 13.264 (mp_runner.py:76) +2024-09-01 21:06:31,132 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0461s, count=399, qps in this process: 13.2796 (mp_runner.py:76) +2024-09-01 21:06:31,137 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0835s, count=399, qps in this process: 13.2631 (mp_runner.py:76) +2024-09-01 21:06:31,137 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0301s, count=399, qps in this process: 13.2867 (mp_runner.py:76) +2024-09-01 21:06:31,138 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0193s, count=399, qps in this process: 13.2914 (mp_runner.py:76) +2024-09-01 21:06:31,138 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0608s, count=399, qps in this process: 13.2731 (mp_runner.py:76) +2024-09-01 21:06:31,139 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0856s, count=399, qps in this process: 13.2622 (mp_runner.py:76) +2024-09-01 21:06:31,139 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0883s, count=399, qps in this process: 13.261 (mp_runner.py:76) +2024-09-01 21:06:31,139 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0616s, count=399, qps in this process: 13.2727 (mp_runner.py:76) +2024-09-01 21:06:31,140 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0868s, count=399, qps in this process: 13.2616 (mp_runner.py:76) +2024-09-01 21:06:31,141 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0688s, count=399, qps in this process: 13.2696 (mp_runner.py:76) +2024-09-01 21:06:31,142 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0416s, count=399, qps in this process: 13.2816 (mp_runner.py:76) +2024-09-01 21:06:31,142 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.089s, count=399, qps in this process: 13.2607 (mp_runner.py:76) +2024-09-01 21:06:31,143 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0077s, count=399, qps in this process: 13.2966 (mp_runner.py:76) +2024-09-01 21:06:31,143 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0061s, count=399, qps in this process: 13.2973 (mp_runner.py:76) +2024-09-01 21:06:31,144 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0738s, count=399, qps in this process: 13.2674 (mp_runner.py:76) +2024-09-01 21:06:31,145 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.001s, count=399, qps in this process: 13.2996 (mp_runner.py:76) +2024-09-01 21:06:31,145 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0728s, count=399, qps in this process: 13.2678 (mp_runner.py:76) +2024-09-01 21:06:31,146 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0923s, count=399, qps in this process: 13.2592 (mp_runner.py:76) +2024-09-01 21:06:31,147 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0225s, count=399, qps in this process: 13.29 (mp_runner.py:76) +2024-09-01 21:06:31,153 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0761s, count=399, qps in this process: 13.2663 (mp_runner.py:76) +2024-09-01 21:06:31,160 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0258s, count=400, qps in this process: 13.3219 (mp_runner.py:76) +2024-09-01 21:06:31,160 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.004s, count=400, qps in this process: 13.3316 (mp_runner.py:76) +2024-09-01 21:06:31,161 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0167s, count=400, qps in this process: 13.3259 (mp_runner.py:76) +2024-09-01 21:06:31,161 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.005s, count=400, qps in this process: 13.3311 (mp_runner.py:76) +2024-09-01 21:06:31,162 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0075s, count=400, qps in this process: 13.33 (mp_runner.py:76) +2024-09-01 21:06:31,165 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.039s, count=399, qps in this process: 13.2827 (mp_runner.py:76) +2024-09-01 21:06:31,168 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0214s, count=400, qps in this process: 13.3238 (mp_runner.py:76) +2024-09-01 21:06:31,175 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0006s, count=401, qps in this process: 13.3664 (mp_runner.py:76) +2024-09-01 21:06:31,176 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0008s, count=401, qps in this process: 13.3663 (mp_runner.py:76) +2024-09-01 21:06:31,180 | INFO |End search in concurrency 55: dur=30.649484370995197s, total_count=21944, qps=715.9664 (mp_runner.py:120) +2024-09-01 21:06:35,326 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:06:35,327 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 21:06:56,630 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 21:06:56,748 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:56,927 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:56,967 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,077 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,116 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,168 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,168 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,177 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,177 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,178 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,194 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,207 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,215 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,222 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,224 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,227 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,237 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,259 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,263 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,264 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,266 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,307 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,324 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,331 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,348 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,348 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,351 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,360 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,453 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,455 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,458 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,458 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,458 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,473 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,510 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,527 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,532 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:06:57,549 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:26,820 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0158s, count=348, qps in this process: 11.5939 (mp_runner.py:76) +2024-09-01 21:07:26,942 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0094s, count=350, qps in this process: 11.663 (mp_runner.py:76) +2024-09-01 21:07:27,100 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.128s, count=352, qps in this process: 11.6835 (mp_runner.py:76) +2024-09-01 21:07:27,150 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0672s, count=352, qps in this process: 11.7071 (mp_runner.py:76) +2024-09-01 21:07:27,183 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.021s, count=353, qps in this process: 11.7584 (mp_runner.py:76) +2024-09-01 21:07:27,183 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0002s, count=353, qps in this process: 11.7666 (mp_runner.py:76) +2024-09-01 21:07:27,183 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0009s, count=353, qps in this process: 11.7663 (mp_runner.py:76) +2024-09-01 21:07:27,184 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0016s, count=353, qps in this process: 11.766 (mp_runner.py:76) +2024-09-01 21:07:27,184 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0132s, count=353, qps in this process: 11.7615 (mp_runner.py:76) +2024-09-01 21:07:27,186 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0097s, count=353, qps in this process: 11.7629 (mp_runner.py:76) +2024-09-01 21:07:27,187 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0162s, count=353, qps in this process: 11.7603 (mp_runner.py:76) +2024-09-01 21:07:27,191 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0066s, count=353, qps in this process: 11.7641 (mp_runner.py:76) +2024-09-01 21:07:27,193 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0123s, count=353, qps in this process: 11.7618 (mp_runner.py:76) +2024-09-01 21:07:27,195 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0167s, count=353, qps in this process: 11.7601 (mp_runner.py:76) +2024-09-01 21:07:27,195 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0128s, count=353, qps in this process: 11.7616 (mp_runner.py:76) +2024-09-01 21:07:27,195 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0249s, count=353, qps in this process: 11.7569 (mp_runner.py:76) +2024-09-01 21:07:27,196 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0022s, count=353, qps in this process: 11.7658 (mp_runner.py:76) +2024-09-01 21:07:27,196 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0549s, count=353, qps in this process: 11.7452 (mp_runner.py:76) +2024-09-01 21:07:27,197 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0024s, count=353, qps in this process: 11.7657 (mp_runner.py:76) +2024-09-01 21:07:27,214 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0007s, count=354, qps in this process: 11.7997 (mp_runner.py:76) +2024-09-01 21:07:27,232 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.028s, count=354, qps in this process: 11.789 (mp_runner.py:76) +2024-09-01 21:07:27,238 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0304s, count=354, qps in this process: 11.7881 (mp_runner.py:76) +2024-09-01 21:07:27,244 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0525s, count=354, qps in this process: 11.7794 (mp_runner.py:76) +2024-09-01 21:07:27,245 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0173s, count=354, qps in this process: 11.7932 (mp_runner.py:76) +2024-09-01 21:07:27,255 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0314s, count=354, qps in this process: 11.7877 (mp_runner.py:76) +2024-09-01 21:07:27,257 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0131s, count=354, qps in this process: 11.7948 (mp_runner.py:76) +2024-09-01 21:07:27,269 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0411s, count=354, qps in this process: 11.7839 (mp_runner.py:76) +2024-09-01 21:07:27,271 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0038s, count=355, qps in this process: 11.8318 (mp_runner.py:76) +2024-09-01 21:07:27,273 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0068s, count=355, qps in this process: 11.8307 (mp_runner.py:76) +2024-09-01 21:07:27,273 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0473s, count=355, qps in this process: 11.8147 (mp_runner.py:76) +2024-09-01 21:07:27,277 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0296s, count=355, qps in this process: 11.8217 (mp_runner.py:76) +2024-09-01 21:07:27,278 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0106s, count=355, qps in this process: 11.8292 (mp_runner.py:76) +2024-09-01 21:07:27,281 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0146s, count=355, qps in this process: 11.8276 (mp_runner.py:76) +2024-09-01 21:07:27,284 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0179s, count=355, qps in this process: 11.8263 (mp_runner.py:76) +2024-09-01 21:07:27,286 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0314s, count=355, qps in this process: 11.821 (mp_runner.py:76) +2024-09-01 21:07:27,294 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0498s, count=355, qps in this process: 11.8137 (mp_runner.py:76) +2024-09-01 21:07:27,299 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0441s, count=355, qps in this process: 11.816 (mp_runner.py:76) +2024-09-01 21:07:27,313 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0728s, count=355, qps in this process: 11.8047 (mp_runner.py:76) +2024-09-01 21:07:27,325 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0061s, count=356, qps in this process: 11.8643 (mp_runner.py:76) +2024-09-01 21:07:27,328 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0548s, count=356, qps in this process: 11.845 (mp_runner.py:76) +2024-09-01 21:07:27,334 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0898s, count=355, qps in this process: 11.798 (mp_runner.py:76) +2024-09-01 21:07:27,343 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0041s, count=356, qps in this process: 11.865 (mp_runner.py:76) +2024-09-01 21:07:27,361 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0329s, count=357, qps in this process: 11.887 (mp_runner.py:76) +2024-09-01 21:07:27,362 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0035s, count=357, qps in this process: 11.8986 (mp_runner.py:76) +2024-09-01 21:07:27,370 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0139s, count=357, qps in this process: 11.8945 (mp_runner.py:76) +2024-09-01 21:07:27,371 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0092s, count=357, qps in this process: 11.8964 (mp_runner.py:76) +2024-09-01 21:07:27,384 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0292s, count=358, qps in this process: 11.9217 (mp_runner.py:76) +2024-09-01 21:07:27,385 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0196s, count=358, qps in this process: 11.9255 (mp_runner.py:76) +2024-09-01 21:07:27,385 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0097s, count=358, qps in this process: 11.9295 (mp_runner.py:76) +2024-09-01 21:07:27,440 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0053s, count=362, qps in this process: 12.0645 (mp_runner.py:76) +2024-09-01 21:07:27,468 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0023s, count=364, qps in this process: 12.1324 (mp_runner.py:76) +2024-09-01 21:07:27,470 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0077s, count=364, qps in this process: 12.1302 (mp_runner.py:76) +2024-09-01 21:07:27,471 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0082s, count=364, qps in this process: 12.13 (mp_runner.py:76) +2024-09-01 21:07:27,473 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0066s, count=364, qps in this process: 12.1307 (mp_runner.py:76) +2024-09-01 21:07:27,476 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0138s, count=364, qps in this process: 12.1278 (mp_runner.py:76) +2024-09-01 21:07:27,493 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0068s, count=366, qps in this process: 12.1972 (mp_runner.py:76) +2024-09-01 21:07:27,526 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0075s, count=370, qps in this process: 12.3303 (mp_runner.py:76) +2024-09-01 21:07:27,537 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0014s, count=372, qps in this process: 12.3994 (mp_runner.py:76) +2024-09-01 21:07:27,537 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0057s, count=372, qps in this process: 12.3976 (mp_runner.py:76) +2024-09-01 21:07:27,561 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0034s, count=376, qps in this process: 12.5319 (mp_runner.py:76) +2024-09-01 21:07:27,563 | INFO |End search in concurrency 60: dur=30.93295886499982s, total_count=21397, qps=691.7217 (mp_runner.py:120) +2024-09-01 21:07:31,951 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:07:31,951 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 21:07:53,506 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 21:07:53,876 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:53,886 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:53,965 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,067 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,067 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,070 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,071 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,072 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,076 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,076 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,077 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,079 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,115 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,126 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,132 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,139 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,140 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,149 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,150 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,152 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,155 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,167 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,170 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,183 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,215 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,222 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,235 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,239 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,327 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,330 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,338 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,346 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,375 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,491 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:07:54,505 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:23,912 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0191s, count=332, qps in this process: 11.0596 (mp_runner.py:76) +2024-09-01 21:08:23,936 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0474s, count=332, qps in this process: 11.0492 (mp_runner.py:76) +2024-09-01 21:08:24,065 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0563s, count=333, qps in this process: 11.0792 (mp_runner.py:76) +2024-09-01 21:08:24,066 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.096s, count=333, qps in this process: 11.0646 (mp_runner.py:76) +2024-09-01 21:08:24,105 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0306s, count=334, qps in this process: 11.122 (mp_runner.py:76) +2024-09-01 21:08:24,108 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0336s, count=334, qps in this process: 11.1209 (mp_runner.py:76) +2024-09-01 21:08:24,109 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0212s, count=334, qps in this process: 11.1255 (mp_runner.py:76) +2024-09-01 21:08:24,111 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0373s, count=334, qps in this process: 11.1195 (mp_runner.py:76) +2024-09-01 21:08:24,112 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0274s, count=334, qps in this process: 11.1232 (mp_runner.py:76) +2024-09-01 21:08:24,113 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0254s, count=334, qps in this process: 11.1239 (mp_runner.py:76) +2024-09-01 21:08:24,115 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0414s, count=334, qps in this process: 11.118 (mp_runner.py:76) +2024-09-01 21:08:24,117 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0431s, count=334, qps in this process: 11.1174 (mp_runner.py:76) +2024-09-01 21:08:24,119 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.003s, count=334, qps in this process: 11.1322 (mp_runner.py:76) +2024-09-01 21:08:24,120 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0423s, count=334, qps in this process: 11.1177 (mp_runner.py:76) +2024-09-01 21:08:24,121 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0486s, count=334, qps in this process: 11.1153 (mp_runner.py:76) +2024-09-01 21:08:24,122 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0475s, count=334, qps in this process: 11.1157 (mp_runner.py:76) +2024-09-01 21:08:24,126 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0491s, count=334, qps in this process: 11.1151 (mp_runner.py:76) +2024-09-01 21:08:24,136 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0545s, count=334, qps in this process: 11.1131 (mp_runner.py:76) +2024-09-01 21:08:24,187 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0712s, count=334, qps in this process: 11.107 (mp_runner.py:76) +2024-09-01 21:08:24,197 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0747s, count=335, qps in this process: 11.1389 (mp_runner.py:76) +2024-09-01 21:08:24,197 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0557s, count=335, qps in this process: 11.146 (mp_runner.py:76) +2024-09-01 21:08:24,200 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0251s, count=335, qps in this process: 11.1573 (mp_runner.py:76) +2024-09-01 21:08:24,201 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0401s, count=335, qps in this process: 11.1518 (mp_runner.py:76) +2024-09-01 21:08:24,204 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0531s, count=335, qps in this process: 11.1469 (mp_runner.py:76) +2024-09-01 21:08:24,205 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0081s, count=335, qps in this process: 11.1637 (mp_runner.py:76) +2024-09-01 21:08:24,205 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0312s, count=335, qps in this process: 11.1551 (mp_runner.py:76) +2024-09-01 21:08:24,205 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0655s, count=335, qps in this process: 11.1423 (mp_runner.py:76) +2024-09-01 21:08:24,206 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0266s, count=335, qps in this process: 11.1568 (mp_runner.py:76) +2024-09-01 21:08:24,206 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0747s, count=335, qps in this process: 11.1389 (mp_runner.py:76) +2024-09-01 21:08:24,206 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0322s, count=335, qps in this process: 11.1547 (mp_runner.py:76) +2024-09-01 21:08:24,208 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0385s, count=335, qps in this process: 11.1524 (mp_runner.py:76) +2024-09-01 21:08:24,209 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0437s, count=335, qps in this process: 11.1504 (mp_runner.py:76) +2024-09-01 21:08:24,210 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0214s, count=335, qps in this process: 11.1587 (mp_runner.py:76) +2024-09-01 21:08:24,211 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0009s, count=335, qps in this process: 11.1663 (mp_runner.py:76) +2024-09-01 21:08:24,214 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0848s, count=335, qps in this process: 11.1352 (mp_runner.py:76) +2024-09-01 21:08:24,219 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0384s, count=335, qps in this process: 11.1524 (mp_runner.py:76) +2024-09-01 21:08:24,220 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0797s, count=335, qps in this process: 11.1371 (mp_runner.py:76) +2024-09-01 21:08:24,221 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0239s, count=335, qps in this process: 11.1578 (mp_runner.py:76) +2024-09-01 21:08:24,224 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0502s, count=335, qps in this process: 11.148 (mp_runner.py:76) +2024-09-01 21:08:24,233 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0543s, count=335, qps in this process: 11.1465 (mp_runner.py:76) +2024-09-01 21:08:24,245 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0228s, count=336, qps in this process: 11.1915 (mp_runner.py:76) +2024-09-01 21:08:24,252 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0227s, count=336, qps in this process: 11.1915 (mp_runner.py:76) +2024-09-01 21:08:24,262 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0167s, count=337, qps in this process: 11.2271 (mp_runner.py:76) +2024-09-01 21:08:24,266 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0212s, count=337, qps in this process: 11.2254 (mp_runner.py:76) +2024-09-01 21:08:24,290 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0414s, count=337, qps in this process: 11.2179 (mp_runner.py:76) +2024-09-01 21:08:24,321 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0174s, count=338, qps in this process: 11.2601 (mp_runner.py:76) +2024-09-01 21:08:24,336 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0013s, count=338, qps in this process: 11.2662 (mp_runner.py:76) +2024-09-01 21:08:24,338 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0459s, count=337, qps in this process: 11.2162 (mp_runner.py:76) +2024-09-01 21:08:24,344 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0184s, count=339, qps in this process: 11.2931 (mp_runner.py:76) +2024-09-01 21:08:24,358 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0283s, count=340, qps in this process: 11.3227 (mp_runner.py:76) +2024-09-01 21:08:24,358 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0285s, count=340, qps in this process: 11.3226 (mp_runner.py:76) +2024-09-01 21:08:24,358 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0036s, count=340, qps in this process: 11.332 (mp_runner.py:76) +2024-09-01 21:08:24,363 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0283s, count=340, qps in this process: 11.3227 (mp_runner.py:76) +2024-09-01 21:08:24,373 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0384s, count=340, qps in this process: 11.3188 (mp_runner.py:76) +2024-09-01 21:08:24,373 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0432s, count=340, qps in this process: 11.317 (mp_runner.py:76) +2024-09-01 21:08:24,384 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0054s, count=341, qps in this process: 11.3646 (mp_runner.py:76) +2024-09-01 21:08:24,384 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0026s, count=341, qps in this process: 11.3657 (mp_runner.py:76) +2024-09-01 21:08:24,385 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0154s, count=341, qps in this process: 11.3608 (mp_runner.py:76) +2024-09-01 21:08:24,402 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0171s, count=342, qps in this process: 11.3935 (mp_runner.py:76) +2024-09-01 21:08:24,436 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.005s, count=345, qps in this process: 11.4981 (mp_runner.py:76) +2024-09-01 21:08:24,436 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0051s, count=345, qps in this process: 11.498 (mp_runner.py:76) +2024-09-01 21:08:24,437 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.002s, count=345, qps in this process: 11.4992 (mp_runner.py:76) +2024-09-01 21:08:24,443 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0054s, count=346, qps in this process: 11.5313 (mp_runner.py:76) +2024-09-01 21:08:24,505 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0086s, count=353, qps in this process: 11.7633 (mp_runner.py:76) +2024-09-01 21:08:24,530 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0044s, count=358, qps in this process: 11.9316 (mp_runner.py:76) +2024-09-01 21:08:24,534 | INFO |End search in concurrency 65: dur=31.026170866003667s, total_count=21907, qps=706.0813 (mp_runner.py:120) +2024-09-01 21:08:29,290 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:08:29,290 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 21:08:51,322 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 21:08:51,706 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,713 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,975 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,975 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,997 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,997 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,998 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,998 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,999 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:51,999 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,000 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,002 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,007 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,007 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,008 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,008 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,008 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,009 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,011 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,016 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,016 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,018 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,020 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,021 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,023 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,023 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,024 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,041 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,042 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,043 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,043 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,044 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,044 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,047 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,094 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,096 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,097 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,099 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,109 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:08:52,111 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 21:09:21,819 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0722s, count=310, qps in this process: 10.3085 (mp_runner.py:76) +2024-09-01 21:09:21,822 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0777s, count=310, qps in this process: 10.3066 (mp_runner.py:76) +2024-09-01 21:09:21,901 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0013s, count=311, qps in this process: 10.3662 (mp_runner.py:76) +2024-09-01 21:09:21,995 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.011s, count=312, qps in this process: 10.3962 (mp_runner.py:76) +2024-09-01 21:09:22,004 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0007s, count=312, qps in this process: 10.3998 (mp_runner.py:76) +2024-09-01 21:09:22,009 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0258s, count=312, qps in this process: 10.3911 (mp_runner.py:76) +2024-09-01 21:09:22,011 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0078s, count=312, qps in this process: 10.3973 (mp_runner.py:76) +2024-09-01 21:09:22,014 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0043s, count=312, qps in this process: 10.3985 (mp_runner.py:76) +2024-09-01 21:09:22,075 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.073s, count=312, qps in this process: 10.3748 (mp_runner.py:76) +2024-09-01 21:09:22,078 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.074s, count=313, qps in this process: 10.4077 (mp_runner.py:76) +2024-09-01 21:09:22,079 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0695s, count=313, qps in this process: 10.4092 (mp_runner.py:76) +2024-09-01 21:09:22,080 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0656s, count=313, qps in this process: 10.4106 (mp_runner.py:76) +2024-09-01 21:09:22,080 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0651s, count=313, qps in this process: 10.4107 (mp_runner.py:76) +2024-09-01 21:09:22,083 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0667s, count=313, qps in this process: 10.4102 (mp_runner.py:76) +2024-09-01 21:09:22,084 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0398s, count=313, qps in this process: 10.4195 (mp_runner.py:76) +2024-09-01 21:09:22,084 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0403s, count=313, qps in this process: 10.4193 (mp_runner.py:76) +2024-09-01 21:09:22,085 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0695s, count=313, qps in this process: 10.4092 (mp_runner.py:76) +2024-09-01 21:09:22,085 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0863s, count=313, qps in this process: 10.4034 (mp_runner.py:76) +2024-09-01 21:09:22,085 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0695s, count=313, qps in this process: 10.4092 (mp_runner.py:76) +2024-09-01 21:09:22,086 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0154s, count=313, qps in this process: 10.428 (mp_runner.py:76) +2024-09-01 21:09:22,086 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0707s, count=313, qps in this process: 10.4088 (mp_runner.py:76) +2024-09-01 21:09:22,087 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0566s, count=313, qps in this process: 10.4137 (mp_runner.py:76) +2024-09-01 21:09:22,087 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0712s, count=313, qps in this process: 10.4086 (mp_runner.py:76) +2024-09-01 21:09:22,088 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0782s, count=313, qps in this process: 10.4062 (mp_runner.py:76) +2024-09-01 21:09:22,088 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0709s, count=312, qps in this process: 10.3755 (mp_runner.py:76) +2024-09-01 21:09:22,089 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0683s, count=313, qps in this process: 10.4096 (mp_runner.py:76) +2024-09-01 21:09:22,089 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0734s, count=313, qps in this process: 10.4079 (mp_runner.py:76) +2024-09-01 21:09:22,089 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0725s, count=313, qps in this process: 10.4082 (mp_runner.py:76) +2024-09-01 21:09:22,089 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0743s, count=313, qps in this process: 10.4076 (mp_runner.py:76) +2024-09-01 21:09:22,090 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0592s, count=313, qps in this process: 10.4128 (mp_runner.py:76) +2024-09-01 21:09:22,090 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0789s, count=313, qps in this process: 10.406 (mp_runner.py:76) +2024-09-01 21:09:22,090 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0861s, count=313, qps in this process: 10.4035 (mp_runner.py:76) +2024-09-01 21:09:22,091 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0806s, count=313, qps in this process: 10.4054 (mp_runner.py:76) +2024-09-01 21:09:22,092 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0475s, count=313, qps in this process: 10.4168 (mp_runner.py:76) +2024-09-01 21:09:22,093 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0618s, count=313, qps in this process: 10.4119 (mp_runner.py:76) +2024-09-01 21:09:22,093 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0522s, count=313, qps in this process: 10.4152 (mp_runner.py:76) +2024-09-01 21:09:22,094 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0794s, count=313, qps in this process: 10.4058 (mp_runner.py:76) +2024-09-01 21:09:22,095 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0252s, count=313, qps in this process: 10.4246 (mp_runner.py:76) +2024-09-01 21:09:22,096 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0549s, count=313, qps in this process: 10.4143 (mp_runner.py:76) +2024-09-01 21:09:22,097 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0663s, count=313, qps in this process: 10.4103 (mp_runner.py:76) +2024-09-01 21:09:22,097 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0876s, count=313, qps in this process: 10.403 (mp_runner.py:76) +2024-09-01 21:09:22,098 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0877s, count=313, qps in this process: 10.4029 (mp_runner.py:76) +2024-09-01 21:09:22,098 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0669s, count=313, qps in this process: 10.4101 (mp_runner.py:76) +2024-09-01 21:09:22,099 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0549s, count=313, qps in this process: 10.4143 (mp_runner.py:76) +2024-09-01 21:09:22,099 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0552s, count=313, qps in this process: 10.4142 (mp_runner.py:76) +2024-09-01 21:09:22,100 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0697s, count=313, qps in this process: 10.4091 (mp_runner.py:76) +2024-09-01 21:09:22,100 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0559s, count=313, qps in this process: 10.4139 (mp_runner.py:76) +2024-09-01 21:09:22,101 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0842s, count=313, qps in this process: 10.4041 (mp_runner.py:76) +2024-09-01 21:09:22,102 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.061s, count=313, qps in this process: 10.4122 (mp_runner.py:76) +2024-09-01 21:09:22,103 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0721s, count=313, qps in this process: 10.4083 (mp_runner.py:76) +2024-09-01 21:09:22,107 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0626s, count=313, qps in this process: 10.4116 (mp_runner.py:76) +2024-09-01 21:09:22,107 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0619s, count=313, qps in this process: 10.4119 (mp_runner.py:76) +2024-09-01 21:09:22,108 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0639s, count=313, qps in this process: 10.4112 (mp_runner.py:76) +2024-09-01 21:09:22,109 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0677s, count=313, qps in this process: 10.4098 (mp_runner.py:76) +2024-09-01 21:09:22,114 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0184s, count=313, qps in this process: 10.4269 (mp_runner.py:76) +2024-09-01 21:09:22,118 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.1142s, count=313, qps in this process: 10.3938 (mp_runner.py:76) +2024-09-01 21:09:22,119 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.1042s, count=313, qps in this process: 10.3972 (mp_runner.py:76) +2024-09-01 21:09:22,138 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0189s, count=313, qps in this process: 10.4268 (mp_runner.py:76) +2024-09-01 21:09:22,140 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0216s, count=314, qps in this process: 10.4591 (mp_runner.py:76) +2024-09-01 21:09:22,141 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0223s, count=314, qps in this process: 10.4589 (mp_runner.py:76) +2024-09-01 21:09:22,141 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0343s, count=314, qps in this process: 10.4547 (mp_runner.py:76) +2024-09-01 21:09:22,142 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0373s, count=314, qps in this process: 10.4537 (mp_runner.py:76) +2024-09-01 21:09:22,142 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0278s, count=314, qps in this process: 10.457 (mp_runner.py:76) +2024-09-01 21:09:22,142 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0199s, count=314, qps in this process: 10.4597 (mp_runner.py:76) +2024-09-01 21:09:22,144 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.033s, count=314, qps in this process: 10.4552 (mp_runner.py:76) +2024-09-01 21:09:22,144 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0514s, count=314, qps in this process: 10.4488 (mp_runner.py:76) +2024-09-01 21:09:22,145 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.055s, count=314, qps in this process: 10.4475 (mp_runner.py:76) +2024-09-01 21:09:22,145 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0517s, count=314, qps in this process: 10.4487 (mp_runner.py:76) +2024-09-01 21:09:22,145 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0308s, count=314, qps in this process: 10.4559 (mp_runner.py:76) +2024-09-01 21:09:22,146 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0201s, count=314, qps in this process: 10.4597 (mp_runner.py:76) +2024-09-01 21:09:22,150 | INFO |End search in concurrency 70: dur=30.828259996997076s, total_count=21907, qps=710.6142 (mp_runner.py:120) +2024-09-01 21:09:26,956 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=736.7941, serial_latency_p99=np.float64(0.0497), recall=np.float64(0.8982), ndcg=np.float64(0.9095), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[185.9618, 570.2727, 700.6747, 725.3524, 724.8993, 736.7941, 733.8503, 732.9569, 723.851, 724.2343, 715.9664, 691.7217, 706.0813, 710.6142], conc_latency_p99_list=[np.float64(0.0029362236450542695), np.float64(0.0030629442611942066), np.float64(0.0035196467919631686), np.float64(0.0040701471927342935), np.float64(0.004364701631127537), np.float64(0.004349692290148232), np.float64(0.005552723058697302), np.float64(0.006965162790584144), np.float64(0.0062182622024804), np.float64(0.006744947692866845), np.float64(0.00801951855648731), np.float64(0.007025576906310743), np.float64(0.008218086324163596), np.float64(0.008661524260921578)]) (task_runner.py:197) +2024-09-01 21:09:26,956 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:58:01.960590'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=736.7941, serial_latency_p99=np.float64(0.0497), recall=np.float64(0.8982), ndcg=np.float64(0.9095), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[185.9618, 570.2727, 700.6747, 725.3524, 724.8993, 736.7941, 733.8503, 732.9569, 723.851, 724.2343, 715.9664, 691.7217, 706.0813, 710.6142], conc_latency_p99_list=[np.float64(0.0029362236450542695), np.float64(0.0030629442611942066), np.float64(0.0035196467919631686), np.float64(0.0040701471927342935), np.float64(0.004364701631127537), np.float64(0.004349692290148232), np.float64(0.005552723058697302), np.float64(0.006965162790584144), np.float64(0.0062182622024804), np.float64(0.006744947692866845), np.float64(0.00801951855648731), np.float64(0.007025576906310743), np.float64(0.008218086324163596), np.float64(0.008661524260921578)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 21:09:26,956 | INFO |Task summary: run_id=6b0d2, task_label=6b0d2b46c51244bcb01d85687978d4d4 (models.py:346) +2024-09-01 21:09:26,956 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 21:09:26,956 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 21:09:26,956 | INFO |PgVector | 2024-09-01T20:58:01.960590 Performance1536D500K 6b0d2b46c51244bcb01d85687978d4d4 | 0.0 736.7941 0.0497 0.8982 0 | :) (models.py:346) +2024-09-01 21:09:26,956 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json (models.py:204) +2024-09-01 21:09:26,957 | INFO |Success to finish task: label=6b0d2b46c51244bcb01d85687978d4d4, run_id=6b0d2b46c51244bcb01d85687978d4d4 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json b/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json new file mode 100644 index 000000000..f5dbec341 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json @@ -0,0 +1 @@ +{"run_id": "6b0d2b46c51244bcb01d85687978d4d4", "task_label": "6b0d2b46c51244bcb01d85687978d4d4", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 736.7941, "serial_latency_p99": 0.0497, "recall": 0.8982, "ndcg": 0.9095, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [185.9618, 570.2727, 700.6747, 725.3524, 724.8993, 736.7941, 733.8503, 732.9569, 723.851, 724.2343, 715.9664, 691.7217, 706.0813, 710.6142], "conc_latency_p99_list": [0.0029362236450542695, 0.0030629442611942066, 0.0035196467919631686, 0.0040701471927342935, 0.004364701631127537, 0.004349692290148232, 0.005552723058697302, 0.006965162790584144, 0.0062182622024804, 0.006744947692866845, 0.00801951855648731, 0.007025576906310743, 0.008218086324163596, 0.008661524260921578]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:58:01.960590", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt b/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt new file mode 100644 index 000000000..83ec26eb1 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt @@ -0,0 +1,2361 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load +2024-09-01 20:20:05,887 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:20:05.875653', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 20:20:05,887 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:20:05.875653', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 20:20:05,887 | INFO |generated uuid for the tasks: a01748fc899345c39a2309fbdb49aecb (interface.py:66) +2024-09-01 20:20:05,950 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 20:20:05,950 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 20:20:05,950 | INFO | PgVector-2024-09-01T20:20:05.875653 | Performance OpenAI-MEDIUM-500K None | a01748fc899345c39a2309fbdb49aecb (task_runner.py:340) +2024-09-01 20:20:05,950 | INFO |task submitted: id=a01748fc899345c39a2309fbdb49aecb, a01748fc899345c39a2309fbdb49aecb, case number: 1 (interface.py:231) +2024-09-01 20:20:06,366 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:20:05.875653'}, drop_old=False (interface.py:164) +2024-09-01 20:20:06,367 | INFO |Starting run (task_runner.py:100) +2024-09-01 20:20:06,443 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 20:20:07,045 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 20:20:07,093 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 20:20:07,117 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 20:20:07,117 | INFO |Start performance case (task_runner.py:158) +2024-09-01 20:20:07,127 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:20:07,128 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 20:20:07,128 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 20:20:07,129 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 20:20:07,172 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 20:20:07,744 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 20:20:07,765 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:20:07,766 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 20:20:07,766 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 20:20:12,901 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.040133015005267225, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:17,533 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.05563654100114945, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:22,093 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.042382931998872664, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:26,273 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.025725399995280895, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:30,445 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.023389068002870772, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:34,225 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.019236227999499533, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:37,879 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.02966541000205325, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:41,770 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.03979003699350869, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:45,441 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.08505613700253889, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:49,384 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03687659899878781, latest recall=0.4 (serial_runner.py:202) +2024-09-01 20:20:49,385 | INFO |SpawnProcess-1:1 search entire test_data: cost=34.8794s, queries=1000, avg_recall=0.3918, avg_ndcg=0.4918,avg_latency=0.0349, p99=0.1063 (serial_runner.py:209) +2024-09-01 20:20:49,916 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:20:49,917 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 20:20:50,939 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 20:20:50,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:20:58,016 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0082181510006194 (mp_runner.py:73) +2024-09-01 20:21:10,348 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.03424623099999735 (mp_runner.py:73) +2024-09-01 20:21:18,695 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.006796713001676835 (mp_runner.py:73) +2024-09-01 20:21:20,977 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0062s, count=1638, qps in this process: 54.5887 (mp_runner.py:76) +2024-09-01 20:21:20,978 | INFO |End search in concurrency 1: dur=30.03832346299896s, total_count=1638, qps=54.5303 (mp_runner.py:120) +2024-09-01 20:21:21,164 | INFO |Update largest qps with concurrency 1: current max_qps=54.5303 (mp_runner.py:124) +2024-09-01 20:21:21,575 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:21:21,576 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 20:21:26,621 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 20:21:26,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:21:26,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:21:26,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:21:26,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:21:26,697 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:21:28,135 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.002118980002705939 (mp_runner.py:73) +2024-09-01 20:21:28,136 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0025251450060750358 (mp_runner.py:73) +2024-09-01 20:21:28,174 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0019461369956843555 (mp_runner.py:73) +2024-09-01 20:21:28,209 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0033392980039934628 (mp_runner.py:73) +2024-09-01 20:21:28,266 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0024684260060894303 (mp_runner.py:73) +2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.02173782200407004 (mp_runner.py:73) +2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.02143968699965626 (mp_runner.py:73) +2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.02174310800182866 (mp_runner.py:73) +2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.021840004999830853 (mp_runner.py:73) +2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.02190754999901401 (mp_runner.py:73) +2024-09-01 20:21:42,467 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.007216869998956099 (mp_runner.py:73) +2024-09-01 20:21:42,467 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.007216898004116956 (mp_runner.py:73) +2024-09-01 20:21:42,467 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0071665610012132674 (mp_runner.py:73) +2024-09-01 20:21:42,467 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.007156858002417721 (mp_runner.py:73) +2024-09-01 20:21:42,468 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.007407940000121016 (mp_runner.py:73) +2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008883134003554005 (mp_runner.py:73) +2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008631463002529927 (mp_runner.py:73) +2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.008883734997652937 (mp_runner.py:73) +2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.008883784998033661 (mp_runner.py:73) +2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.00909137500275392 (mp_runner.py:73) +2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.007135275998734869 (mp_runner.py:73) +2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.007146009003918152 (mp_runner.py:73) +2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.00749050900049042 (mp_runner.py:73) +2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.00735517599969171 (mp_runner.py:73) +2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.00775131300179055 (mp_runner.py:73) +2024-09-01 20:21:56,704 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0054s, count=2981, qps in this process: 99.3488 (mp_runner.py:76) +2024-09-01 20:21:56,704 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0055s, count=2981, qps in this process: 99.3485 (mp_runner.py:76) +2024-09-01 20:21:56,704 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0056s, count=2981, qps in this process: 99.3481 (mp_runner.py:76) +2024-09-01 20:21:56,704 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0054s, count=2981, qps in this process: 99.3488 (mp_runner.py:76) +2024-09-01 20:21:56,705 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.006s, count=2981, qps in this process: 99.3468 (mp_runner.py:76) +2024-09-01 20:21:56,707 | INFO |End search in concurrency 5: dur=30.084603302995674s, total_count=14905, qps=495.4361 (mp_runner.py:120) +2024-09-01 20:21:57,037 | INFO |Update largest qps with concurrency 5: current max_qps=495.4361 (mp_runner.py:124) +2024-09-01 20:21:57,452 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:21:57,453 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 20:22:07,645 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 20:22:07,715 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,717 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,729 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,781 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,785 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,788 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,788 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,792 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,805 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,805 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,805 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,805 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:07,808 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:11,643 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.005087509998702444 (mp_runner.py:73) +2024-09-01 20:22:11,643 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.005408201002865098 (mp_runner.py:73) +2024-09-01 20:22:11,644 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.003478889004327357 (mp_runner.py:73) +2024-09-01 20:22:11,644 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.003547291998984292 (mp_runner.py:73) +2024-09-01 20:22:11,644 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.005574054004682694 (mp_runner.py:73) +2024-09-01 20:22:11,644 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.005190531999687664 (mp_runner.py:73) +2024-09-01 20:22:11,645 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0040912789991125464 (mp_runner.py:73) +2024-09-01 20:22:11,645 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0064541469982941635 (mp_runner.py:73) +2024-09-01 20:22:11,646 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.00648331300180871 (mp_runner.py:73) +2024-09-01 20:22:11,646 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0038886679976712912 (mp_runner.py:73) +2024-09-01 20:22:11,646 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.006271461003052536 (mp_runner.py:73) +2024-09-01 20:22:11,647 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.009804399996937718 (mp_runner.py:73) +2024-09-01 20:22:11,647 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0019083369988948107 (mp_runner.py:73) +2024-09-01 20:22:11,649 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.0029859489950467832 (mp_runner.py:73) +2024-09-01 20:22:11,657 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.008571251993998885 (mp_runner.py:73) +2024-09-01 20:22:15,731 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.003061644994886592 (mp_runner.py:73) +2024-09-01 20:22:15,732 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.003723146000993438 (mp_runner.py:73) +2024-09-01 20:22:15,732 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.004004902999440674 (mp_runner.py:73) +2024-09-01 20:22:15,732 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.0040507720041205175 (mp_runner.py:73) +2024-09-01 20:22:15,733 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.004058997001266107 (mp_runner.py:73) +2024-09-01 20:22:15,733 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.00474648000090383 (mp_runner.py:73) +2024-09-01 20:22:15,733 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.003866221995849628 (mp_runner.py:73) +2024-09-01 20:22:15,734 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.0052189940033713356 (mp_runner.py:73) +2024-09-01 20:22:15,735 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.0043427400014479645 (mp_runner.py:73) +2024-09-01 20:22:15,735 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.006217419999302365 (mp_runner.py:73) +2024-09-01 20:22:15,735 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.00614909300202271 (mp_runner.py:73) +2024-09-01 20:22:15,736 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.005760426000051666 (mp_runner.py:73) +2024-09-01 20:22:15,737 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.009334859998489264 (mp_runner.py:73) +2024-09-01 20:22:15,737 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.008628479998151306 (mp_runner.py:73) +2024-09-01 20:22:15,742 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.006428741995478049 (mp_runner.py:73) +2024-09-01 20:22:19,146 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.00540559200453572 (mp_runner.py:73) +2024-09-01 20:22:19,147 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005130618003022391 (mp_runner.py:73) +2024-09-01 20:22:19,148 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.004665170999942347 (mp_runner.py:73) +2024-09-01 20:22:19,148 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.005957285000476986 (mp_runner.py:73) +2024-09-01 20:22:19,149 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.005385810000007041 (mp_runner.py:73) +2024-09-01 20:22:19,149 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.005308168001647573 (mp_runner.py:73) +2024-09-01 20:22:19,150 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.005306250001012813 (mp_runner.py:73) +2024-09-01 20:22:19,150 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005307079998601694 (mp_runner.py:73) +2024-09-01 20:22:19,150 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0034093880021828227 (mp_runner.py:73) +2024-09-01 20:22:19,150 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.009782232998986728 (mp_runner.py:73) +2024-09-01 20:22:19,151 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.0037432579993037507 (mp_runner.py:73) +2024-09-01 20:22:19,151 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.0062491200005752034 (mp_runner.py:73) +2024-09-01 20:22:19,152 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.0064862500003073364 (mp_runner.py:73) +2024-09-01 20:22:19,152 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.003986857002018951 (mp_runner.py:73) +2024-09-01 20:22:19,154 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.013545816000259947 (mp_runner.py:73) +2024-09-01 20:22:22,651 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.005757138002081774 (mp_runner.py:73) +2024-09-01 20:22:22,651 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.006910411000717431 (mp_runner.py:73) +2024-09-01 20:22:22,652 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.003658582005300559 (mp_runner.py:73) +2024-09-01 20:22:22,652 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.006012037003529258 (mp_runner.py:73) +2024-09-01 20:22:22,653 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005392901999584865 (mp_runner.py:73) +2024-09-01 20:22:22,654 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.010470959001395386 (mp_runner.py:73) +2024-09-01 20:22:22,655 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.0061617689934792 (mp_runner.py:73) +2024-09-01 20:22:22,655 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.012673350996919908 (mp_runner.py:73) +2024-09-01 20:22:22,655 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.011664571997243911 (mp_runner.py:73) +2024-09-01 20:22:22,657 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.004820191003091168 (mp_runner.py:73) +2024-09-01 20:22:22,658 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0051224480048404075 (mp_runner.py:73) +2024-09-01 20:22:22,659 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.01165709600172704 (mp_runner.py:73) +2024-09-01 20:22:22,659 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.005022718003601767 (mp_runner.py:73) +2024-09-01 20:22:22,660 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.005421977999503724 (mp_runner.py:73) +2024-09-01 20:22:22,660 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.015145249999477528 (mp_runner.py:73) +2024-09-01 20:22:26,058 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.003702450994751416 (mp_runner.py:73) +2024-09-01 20:22:26,059 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.003968353004893288 (mp_runner.py:73) +2024-09-01 20:22:26,059 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.00450536199787166 (mp_runner.py:73) +2024-09-01 20:22:26,060 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.004719283999293111 (mp_runner.py:73) +2024-09-01 20:22:26,061 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.004832794002140872 (mp_runner.py:73) +2024-09-01 20:22:26,061 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.007036841998342425 (mp_runner.py:73) +2024-09-01 20:22:26,061 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004561957997793797 (mp_runner.py:73) +2024-09-01 20:22:26,061 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.004683359002228826 (mp_runner.py:73) +2024-09-01 20:22:26,062 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.00838467799621867 (mp_runner.py:73) +2024-09-01 20:22:26,064 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.006870972996694036 (mp_runner.py:73) +2024-09-01 20:22:26,064 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.004706442996393889 (mp_runner.py:73) +2024-09-01 20:22:26,065 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.006339874998957384 (mp_runner.py:73) +2024-09-01 20:22:26,066 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.01294448200496845 (mp_runner.py:73) +2024-09-01 20:22:26,276 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.010282389994245023 (mp_runner.py:73) +2024-09-01 20:22:26,404 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.009747085001436062 (mp_runner.py:73) +2024-09-01 20:22:29,450 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.00866436700016493 (mp_runner.py:73) +2024-09-01 20:22:29,450 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.009584511994034983 (mp_runner.py:73) +2024-09-01 20:22:29,450 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0056469409973942675 (mp_runner.py:73) +2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.009300183999584988 (mp_runner.py:73) +2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.010425321001093835 (mp_runner.py:73) +2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.007347498001763597 (mp_runner.py:73) +2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.012324572002398781 (mp_runner.py:73) +2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.012426918001438025 (mp_runner.py:73) +2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.010772320994874462 (mp_runner.py:73) +2024-09-01 20:22:29,452 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.009284801002650056 (mp_runner.py:73) +2024-09-01 20:22:29,452 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.012347766001767013 (mp_runner.py:73) +2024-09-01 20:22:29,452 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.008121261998894624 (mp_runner.py:73) +2024-09-01 20:22:29,452 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.004185963000054471 (mp_runner.py:73) +2024-09-01 20:22:30,357 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.007355739995546173 (mp_runner.py:73) +2024-09-01 20:22:30,643 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.009521173000393901 (mp_runner.py:73) +2024-09-01 20:22:32,960 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.0048255849978886545 (mp_runner.py:73) +2024-09-01 20:22:32,960 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.006339701998513192 (mp_runner.py:73) +2024-09-01 20:22:32,961 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.004709469998488203 (mp_runner.py:73) +2024-09-01 20:22:32,961 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.004494257002079394 (mp_runner.py:73) +2024-09-01 20:22:32,962 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.00809787600155687 (mp_runner.py:73) +2024-09-01 20:22:32,962 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.0046802240030956455 (mp_runner.py:73) +2024-09-01 20:22:32,964 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.005875387003470678 (mp_runner.py:73) +2024-09-01 20:22:32,964 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.0035897760026273318 (mp_runner.py:73) +2024-09-01 20:22:32,965 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.006246683005883824 (mp_runner.py:73) +2024-09-01 20:22:32,967 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.013661081000464037 (mp_runner.py:73) +2024-09-01 20:22:32,968 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.01298330099962186 (mp_runner.py:73) +2024-09-01 20:22:32,969 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.007498990002204664 (mp_runner.py:73) +2024-09-01 20:22:32,976 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.005729509000957478 (mp_runner.py:73) +2024-09-01 20:22:34,612 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.008916084996599238 (mp_runner.py:73) +2024-09-01 20:22:34,757 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.007694102998357266 (mp_runner.py:73) +2024-09-01 20:22:36,280 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.003956378997827414 (mp_runner.py:73) +2024-09-01 20:22:36,281 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.005658951995428652 (mp_runner.py:73) +2024-09-01 20:22:36,282 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.005370171995309647 (mp_runner.py:73) +2024-09-01 20:22:36,282 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.004681904007156845 (mp_runner.py:73) +2024-09-01 20:22:36,283 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.007712184997217264 (mp_runner.py:73) +2024-09-01 20:22:36,283 | DEBUG |(SpawnProcess-1:12) search_count: 4000, latest_latency=0.0047733030005474575 (mp_runner.py:73) +2024-09-01 20:22:36,284 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.006751784996595234 (mp_runner.py:73) +2024-09-01 20:22:36,284 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.005177290993742645 (mp_runner.py:73) +2024-09-01 20:22:36,286 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.006565994000993669 (mp_runner.py:73) +2024-09-01 20:22:36,287 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.005103798997879494 (mp_runner.py:73) +2024-09-01 20:22:36,292 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.006747567997081205 (mp_runner.py:73) +2024-09-01 20:22:36,292 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.007078160000673961 (mp_runner.py:73) +2024-09-01 20:22:36,292 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.018746119996649213 (mp_runner.py:73) +2024-09-01 20:22:37,717 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0014s, count=4209, qps in this process: 140.2935 (mp_runner.py:76) +2024-09-01 20:22:37,717 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0002s, count=4209, qps in this process: 140.2991 (mp_runner.py:76) +2024-09-01 20:22:37,724 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0018s, count=4210, qps in this process: 140.3249 (mp_runner.py:76) +2024-09-01 20:22:37,734 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0026s, count=3902, qps in this process: 130.0554 (mp_runner.py:76) +2024-09-01 20:22:37,785 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0017s, count=4222, qps in this process: 140.7254 (mp_runner.py:76) +2024-09-01 20:22:37,788 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0049s, count=4221, qps in this process: 140.677 (mp_runner.py:76) +2024-09-01 20:22:37,792 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0036s, count=4223, qps in this process: 140.7498 (mp_runner.py:76) +2024-09-01 20:22:37,795 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0041s, count=4224, qps in this process: 140.7808 (mp_runner.py:76) +2024-09-01 20:22:37,795 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0046s, count=4223, qps in this process: 140.7451 (mp_runner.py:76) +2024-09-01 20:22:37,798 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0011s, count=4225, qps in this process: 140.8282 (mp_runner.py:76) +2024-09-01 20:22:37,808 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0018s, count=4227, qps in this process: 140.8915 (mp_runner.py:76) +2024-09-01 20:22:37,808 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.002s, count=4228, qps in this process: 140.9239 (mp_runner.py:76) +2024-09-01 20:22:37,809 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0014s, count=4227, qps in this process: 140.8934 (mp_runner.py:76) +2024-09-01 20:22:37,813 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0064s, count=4228, qps in this process: 140.9033 (mp_runner.py:76) +2024-09-01 20:22:37,820 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0104s, count=3908, qps in this process: 130.2215 (mp_runner.py:76) +2024-09-01 20:22:37,826 | INFO |End search in concurrency 15: dur=30.180926972003363s, total_count=62686, qps=2077.0071 (mp_runner.py:120) +2024-09-01 20:22:38,716 | INFO |Update largest qps with concurrency 15: current max_qps=2077.0071 (mp_runner.py:124) +2024-09-01 20:22:39,127 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:22:39,128 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 20:22:49,394 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 20:22:49,440 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,486 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,507 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,518 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,518 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,538 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,580 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,581 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,586 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,587 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,593 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,600 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,600 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,620 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,625 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:49,627 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:22:54,181 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.002831833000527695 (mp_runner.py:73) +2024-09-01 20:22:54,182 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.00702737299434375 (mp_runner.py:73) +2024-09-01 20:22:54,183 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.007258850004291162 (mp_runner.py:73) +2024-09-01 20:22:54,185 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.00844658499408979 (mp_runner.py:73) +2024-09-01 20:22:54,185 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.009726127995236311 (mp_runner.py:73) +2024-09-01 20:22:54,186 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.00904801199794747 (mp_runner.py:73) +2024-09-01 20:22:54,186 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.007170277000113856 (mp_runner.py:73) +2024-09-01 20:22:54,187 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.015432613996381406 (mp_runner.py:73) +2024-09-01 20:22:54,187 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.007103075004124548 (mp_runner.py:73) +2024-09-01 20:22:54,188 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.006803117001254577 (mp_runner.py:73) +2024-09-01 20:22:54,189 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.008049111995205749 (mp_runner.py:73) +2024-09-01 20:22:54,190 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.007467632000043523 (mp_runner.py:73) +2024-09-01 20:22:54,191 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.007577160002256278 (mp_runner.py:73) +2024-09-01 20:22:54,193 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.009750721001182683 (mp_runner.py:73) +2024-09-01 20:22:54,238 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.026475943996047135 (mp_runner.py:73) +2024-09-01 20:22:54,285 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.012030985002638772 (mp_runner.py:73) +2024-09-01 20:22:54,604 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.01338782600214472 (mp_runner.py:73) +2024-09-01 20:22:54,641 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.008938282000599429 (mp_runner.py:73) +2024-09-01 20:22:54,761 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.008159632001479622 (mp_runner.py:73) +2024-09-01 20:22:54,874 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.010010930003772955 (mp_runner.py:73) +2024-09-01 20:22:58,812 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.011283245999948122 (mp_runner.py:73) +2024-09-01 20:22:58,813 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.01105535299575422 (mp_runner.py:73) +2024-09-01 20:22:58,816 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.008627982002508361 (mp_runner.py:73) +2024-09-01 20:22:58,818 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.009311349000199698 (mp_runner.py:73) +2024-09-01 20:22:58,819 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.020266327002900653 (mp_runner.py:73) +2024-09-01 20:22:58,819 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.006937362995813601 (mp_runner.py:73) +2024-09-01 20:22:58,855 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.006161179000628181 (mp_runner.py:73) +2024-09-01 20:22:58,857 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.010249556995404419 (mp_runner.py:73) +2024-09-01 20:22:58,858 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.009907140003633685 (mp_runner.py:73) +2024-09-01 20:22:58,936 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.010126904002390802 (mp_runner.py:73) +2024-09-01 20:22:59,076 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.010225363999779802 (mp_runner.py:73) +2024-09-01 20:22:59,269 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.004542118003882933 (mp_runner.py:73) +2024-09-01 20:22:59,322 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.011263656000664923 (mp_runner.py:73) +2024-09-01 20:22:59,569 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.011601190002693329 (mp_runner.py:73) +2024-09-01 20:22:59,603 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.014824973004579078 (mp_runner.py:73) +2024-09-01 20:22:59,609 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.009133870997175109 (mp_runner.py:73) +2024-09-01 20:23:00,128 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.005801177001558244 (mp_runner.py:73) +2024-09-01 20:23:00,168 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.0015962000034051016 (mp_runner.py:73) +2024-09-01 20:23:00,304 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.012212233996251598 (mp_runner.py:73) +2024-09-01 20:23:00,549 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.010006825999880675 (mp_runner.py:73) +2024-09-01 20:23:04,322 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.0027567190045374446 (mp_runner.py:73) +2024-09-01 20:23:04,323 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.0063214539986802265 (mp_runner.py:73) +2024-09-01 20:23:04,323 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.006426275998819619 (mp_runner.py:73) +2024-09-01 20:23:04,326 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.00768741499632597 (mp_runner.py:73) +2024-09-01 20:23:04,327 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.015292540992959403 (mp_runner.py:73) +2024-09-01 20:23:04,328 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.008772282999416348 (mp_runner.py:73) +2024-09-01 20:23:04,335 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.02553024199733045 (mp_runner.py:73) +2024-09-01 20:23:04,335 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.023198440998385195 (mp_runner.py:73) +2024-09-01 20:23:04,457 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.008156364005117211 (mp_runner.py:73) +2024-09-01 20:23:04,458 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.011680445000820328 (mp_runner.py:73) +2024-09-01 20:23:04,962 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.015537981998932082 (mp_runner.py:73) +2024-09-01 20:23:05,192 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.013335875999473501 (mp_runner.py:73) +2024-09-01 20:23:05,207 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.004433556998264976 (mp_runner.py:73) +2024-09-01 20:23:05,376 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.01198311699408805 (mp_runner.py:73) +2024-09-01 20:23:05,421 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.010504307996598072 (mp_runner.py:73) +2024-09-01 20:23:05,422 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.008064062996709254 (mp_runner.py:73) +2024-09-01 20:23:05,423 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.011635069000476506 (mp_runner.py:73) +2024-09-01 20:23:06,208 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.015463327996258158 (mp_runner.py:73) +2024-09-01 20:23:06,348 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.010232827000436373 (mp_runner.py:73) +2024-09-01 20:23:06,571 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.009043846002896316 (mp_runner.py:73) +2024-09-01 20:23:09,473 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.010207883002294693 (mp_runner.py:73) +2024-09-01 20:23:09,474 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.010424449006677605 (mp_runner.py:73) +2024-09-01 20:23:09,477 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.0073736760023166426 (mp_runner.py:73) +2024-09-01 20:23:09,477 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.014931899000657722 (mp_runner.py:73) +2024-09-01 20:23:09,479 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.01742593399831094 (mp_runner.py:73) +2024-09-01 20:23:09,480 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.008746188999793958 (mp_runner.py:73) +2024-09-01 20:23:09,484 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.022649860999081284 (mp_runner.py:73) +2024-09-01 20:23:09,485 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.007235892000608146 (mp_runner.py:73) +2024-09-01 20:23:10,125 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.006520128998090513 (mp_runner.py:73) +2024-09-01 20:23:10,135 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.013158958005078603 (mp_runner.py:73) +2024-09-01 20:23:10,187 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.011678859998937696 (mp_runner.py:73) +2024-09-01 20:23:10,740 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.01175813599547837 (mp_runner.py:73) +2024-09-01 20:23:10,798 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.011985917000856716 (mp_runner.py:73) +2024-09-01 20:23:10,876 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.01316330800182186 (mp_runner.py:73) +2024-09-01 20:23:11,055 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.010590186000627 (mp_runner.py:73) +2024-09-01 20:23:11,075 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.010919946995272767 (mp_runner.py:73) +2024-09-01 20:23:11,223 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.012100496998755261 (mp_runner.py:73) +2024-09-01 20:23:12,114 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.02196913799707545 (mp_runner.py:73) +2024-09-01 20:23:12,156 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.017238034000911284 (mp_runner.py:73) +2024-09-01 20:23:12,179 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.013722918003622908 (mp_runner.py:73) +2024-09-01 20:23:15,297 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.0066832250013248995 (mp_runner.py:73) +2024-09-01 20:23:15,298 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.008088615999440663 (mp_runner.py:73) +2024-09-01 20:23:15,299 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.007330266002099961 (mp_runner.py:73) +2024-09-01 20:23:15,299 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.007636812995770015 (mp_runner.py:73) +2024-09-01 20:23:15,300 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.011001634004060179 (mp_runner.py:73) +2024-09-01 20:23:15,301 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.005495141005667392 (mp_runner.py:73) +2024-09-01 20:23:15,307 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.019379345001652837 (mp_runner.py:73) +2024-09-01 20:23:15,730 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.011442242001066916 (mp_runner.py:73) +2024-09-01 20:23:15,893 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.012489531000028364 (mp_runner.py:73) +2024-09-01 20:23:16,035 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.013918657001340762 (mp_runner.py:73) +2024-09-01 20:23:16,206 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.017425801997887902 (mp_runner.py:73) +2024-09-01 20:23:16,216 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.012176235002698377 (mp_runner.py:73) +2024-09-01 20:23:16,927 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.011953519002418034 (mp_runner.py:73) +2024-09-01 20:23:16,948 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.011082815995905548 (mp_runner.py:73) +2024-09-01 20:23:16,966 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.016671628000040073 (mp_runner.py:73) +2024-09-01 20:23:17,159 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.012884403004136402 (mp_runner.py:73) +2024-09-01 20:23:17,284 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.011386569000023883 (mp_runner.py:73) +2024-09-01 20:23:18,018 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.00457302500581136 (mp_runner.py:73) +2024-09-01 20:23:18,135 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.00940349699521903 (mp_runner.py:73) +2024-09-01 20:23:18,205 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.015098484000191092 (mp_runner.py:73) +2024-09-01 20:23:19,444 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0027s, count=2905, qps in this process: 96.8246 (mp_runner.py:76) +2024-09-01 20:23:19,491 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0021s, count=2801, qps in this process: 93.3601 (mp_runner.py:76) +2024-09-01 20:23:19,511 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0007s, count=2911, qps in this process: 97.0311 (mp_runner.py:76) +2024-09-01 20:23:19,512 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0091s, count=2911, qps in this process: 97.0039 (mp_runner.py:76) +2024-09-01 20:23:19,525 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0041s, count=2734, qps in this process: 91.1209 (mp_runner.py:76) +2024-09-01 20:23:19,526 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0047s, count=2714, qps in this process: 90.4525 (mp_runner.py:76) +2024-09-01 20:23:19,543 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0033s, count=2697, qps in this process: 89.8901 (mp_runner.py:76) +2024-09-01 20:23:19,584 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0013s, count=2920, qps in this process: 97.3291 (mp_runner.py:76) +2024-09-01 20:23:19,589 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0043s, count=2921, qps in this process: 97.3527 (mp_runner.py:76) +2024-09-01 20:23:19,589 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0005s, count=2812, qps in this process: 93.7318 (mp_runner.py:76) +2024-09-01 20:23:19,595 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0069s, count=2742, qps in this process: 91.379 (mp_runner.py:76) +2024-09-01 20:23:19,605 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0073s, count=2923, qps in this process: 97.4096 (mp_runner.py:76) +2024-09-01 20:23:19,606 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0023s, count=2804, qps in this process: 93.4595 (mp_runner.py:76) +2024-09-01 20:23:19,611 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0068s, count=2924, qps in this process: 97.4446 (mp_runner.py:76) +2024-09-01 20:23:19,616 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0005s, count=2636, qps in this process: 87.8652 (mp_runner.py:76) +2024-09-01 20:23:19,616 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0035s, count=2846, qps in this process: 94.8556 (mp_runner.py:76) +2024-09-01 20:23:19,618 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0046s, count=2755, qps in this process: 91.8193 (mp_runner.py:76) +2024-09-01 20:23:19,625 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0012s, count=2647, qps in this process: 88.2298 (mp_runner.py:76) +2024-09-01 20:23:19,630 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0008s, count=2653, qps in this process: 88.431 (mp_runner.py:76) +2024-09-01 20:23:19,631 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0015s, count=2855, qps in this process: 95.1619 (mp_runner.py:76) +2024-09-01 20:23:19,637 | INFO |End search in concurrency 20: dur=30.242521302003297s, total_count=56111, qps=1855.3678 (mp_runner.py:120) +2024-09-01 20:23:21,300 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:23:21,300 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 20:23:31,673 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 20:23:31,802 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,864 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,888 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,888 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,920 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,920 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,920 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,921 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,936 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:31,953 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:23:37,581 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.009460278997721616 (mp_runner.py:73) +2024-09-01 20:23:37,582 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.011042727004678454 (mp_runner.py:73) +2024-09-01 20:23:37,582 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.009630307999032084 (mp_runner.py:73) +2024-09-01 20:23:37,583 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.009758312000485603 (mp_runner.py:73) +2024-09-01 20:23:37,584 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.011047904001316056 (mp_runner.py:73) +2024-09-01 20:23:37,585 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.0016267199971480295 (mp_runner.py:73) +2024-09-01 20:23:37,585 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.010775950999232009 (mp_runner.py:73) +2024-09-01 20:23:37,587 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.011279008998826612 (mp_runner.py:73) +2024-09-01 20:23:37,587 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.010462345999258105 (mp_runner.py:73) +2024-09-01 20:23:37,589 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.009760394001204986 (mp_runner.py:73) +2024-09-01 20:23:37,589 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.010879353998461738 (mp_runner.py:73) +2024-09-01 20:23:37,589 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.009772331999556627 (mp_runner.py:73) +2024-09-01 20:23:37,590 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.007442706999427173 (mp_runner.py:73) +2024-09-01 20:23:37,592 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.008749682005145587 (mp_runner.py:73) +2024-09-01 20:23:37,593 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.0183683569994173 (mp_runner.py:73) +2024-09-01 20:23:37,593 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.022424169997975696 (mp_runner.py:73) +2024-09-01 20:23:37,595 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.025426741995033808 (mp_runner.py:73) +2024-09-01 20:23:37,597 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.009923694000463001 (mp_runner.py:73) +2024-09-01 20:23:37,597 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.008405401000345591 (mp_runner.py:73) +2024-09-01 20:23:38,124 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.005661504001182038 (mp_runner.py:73) +2024-09-01 20:23:38,425 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.017987989995162934 (mp_runner.py:73) +2024-09-01 20:23:38,480 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.01795272400340764 (mp_runner.py:73) +2024-09-01 20:23:38,562 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.015989854000508785 (mp_runner.py:73) +2024-09-01 20:23:38,830 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.014056569001695607 (mp_runner.py:73) +2024-09-01 20:23:38,994 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.014569694001693279 (mp_runner.py:73) +2024-09-01 20:23:43,136 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.010317244996258523 (mp_runner.py:73) +2024-09-01 20:23:43,136 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.009417989997018594 (mp_runner.py:73) +2024-09-01 20:23:43,137 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.012142562001827173 (mp_runner.py:73) +2024-09-01 20:23:43,137 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.011858122998091858 (mp_runner.py:73) +2024-09-01 20:23:43,138 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.011131184997793753 (mp_runner.py:73) +2024-09-01 20:23:43,138 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.00859890499850735 (mp_runner.py:73) +2024-09-01 20:23:43,139 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.01140637299977243 (mp_runner.py:73) +2024-09-01 20:23:43,140 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.012381829001242295 (mp_runner.py:73) +2024-09-01 20:23:43,141 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.012373501995170955 (mp_runner.py:73) +2024-09-01 20:23:43,147 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.023680213002080563 (mp_runner.py:73) +2024-09-01 20:23:43,151 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.007522119005443528 (mp_runner.py:73) +2024-09-01 20:23:43,153 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.008970009999757167 (mp_runner.py:73) +2024-09-01 20:23:43,154 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.009272449999116361 (mp_runner.py:73) +2024-09-01 20:23:43,155 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.011631294997641817 (mp_runner.py:73) +2024-09-01 20:23:43,155 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.010227706996374764 (mp_runner.py:73) +2024-09-01 20:23:43,156 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.010299294001015369 (mp_runner.py:73) +2024-09-01 20:23:43,157 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.015012848998594563 (mp_runner.py:73) +2024-09-01 20:23:43,171 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.018917023000540212 (mp_runner.py:73) +2024-09-01 20:23:43,374 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.0036936339965905063 (mp_runner.py:73) +2024-09-01 20:23:44,870 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.010596510001050774 (mp_runner.py:73) +2024-09-01 20:23:45,197 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.01194937100081006 (mp_runner.py:73) +2024-09-01 20:23:45,327 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.0031572440057061613 (mp_runner.py:73) +2024-09-01 20:23:45,552 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.01843134800583357 (mp_runner.py:73) +2024-09-01 20:23:46,011 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.01923318800254492 (mp_runner.py:73) +2024-09-01 20:23:46,083 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.015949034997902345 (mp_runner.py:73) +2024-09-01 20:23:49,428 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.007343497003603261 (mp_runner.py:73) +2024-09-01 20:23:49,429 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.009644382997066714 (mp_runner.py:73) +2024-09-01 20:23:49,430 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.003902552001818549 (mp_runner.py:73) +2024-09-01 20:23:49,431 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.011090890002378728 (mp_runner.py:73) +2024-09-01 20:23:49,434 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.010529973995289765 (mp_runner.py:73) +2024-09-01 20:23:49,435 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.010279645000991877 (mp_runner.py:73) +2024-09-01 20:23:49,436 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.007674881999264471 (mp_runner.py:73) +2024-09-01 20:23:49,441 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.008468327003356535 (mp_runner.py:73) +2024-09-01 20:23:49,442 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.00843627999711316 (mp_runner.py:73) +2024-09-01 20:23:49,445 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.026051274995552376 (mp_runner.py:73) +2024-09-01 20:23:49,446 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.01084467300097458 (mp_runner.py:73) +2024-09-01 20:23:49,596 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.017368778004311025 (mp_runner.py:73) +2024-09-01 20:23:49,652 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.012742259001242928 (mp_runner.py:73) +2024-09-01 20:23:50,186 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.004202669995720498 (mp_runner.py:73) +2024-09-01 20:23:50,225 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.014722738000273239 (mp_runner.py:73) +2024-09-01 20:23:50,420 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.016675997998390812 (mp_runner.py:73) +2024-09-01 20:23:50,515 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.011954845998843666 (mp_runner.py:73) +2024-09-01 20:23:50,676 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.02245768099965062 (mp_runner.py:73) +2024-09-01 20:23:50,819 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.012056949999532662 (mp_runner.py:73) +2024-09-01 20:23:52,424 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.01838874799432233 (mp_runner.py:73) +2024-09-01 20:23:52,476 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.017131501001131255 (mp_runner.py:73) +2024-09-01 20:23:52,515 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.01204342699929839 (mp_runner.py:73) +2024-09-01 20:23:52,809 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.016738703001465183 (mp_runner.py:73) +2024-09-01 20:23:53,291 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.014616583001043182 (mp_runner.py:73) +2024-09-01 20:23:53,295 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.014612361002946272 (mp_runner.py:73) +2024-09-01 20:23:55,701 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.007860601996071637 (mp_runner.py:73) +2024-09-01 20:23:55,702 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.007828046000213362 (mp_runner.py:73) +2024-09-01 20:23:55,703 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.006423011996957939 (mp_runner.py:73) +2024-09-01 20:23:55,705 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.012347445997875184 (mp_runner.py:73) +2024-09-01 20:23:55,706 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.007794286000716966 (mp_runner.py:73) +2024-09-01 20:23:55,707 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.010723662002419587 (mp_runner.py:73) +2024-09-01 20:23:55,709 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.014094353995460551 (mp_runner.py:73) +2024-09-01 20:23:55,718 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.026805674999195617 (mp_runner.py:73) +2024-09-01 20:23:55,727 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.017210694000823423 (mp_runner.py:73) +2024-09-01 20:23:56,276 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.015621948994521517 (mp_runner.py:73) +2024-09-01 20:23:56,319 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.014591036997444462 (mp_runner.py:73) +2024-09-01 20:23:56,534 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.01440936000290094 (mp_runner.py:73) +2024-09-01 20:23:56,600 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.013212218997068703 (mp_runner.py:73) +2024-09-01 20:23:57,208 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.015604063002683688 (mp_runner.py:73) +2024-09-01 20:23:57,217 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.010736848998931237 (mp_runner.py:73) +2024-09-01 20:23:57,534 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.014415173995075747 (mp_runner.py:73) +2024-09-01 20:23:57,626 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.012870755002950318 (mp_runner.py:73) +2024-09-01 20:23:57,643 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.014095615995756816 (mp_runner.py:73) +2024-09-01 20:23:57,831 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.009311344001616817 (mp_runner.py:73) +2024-09-01 20:23:59,372 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.0037690009994548745 (mp_runner.py:73) +2024-09-01 20:23:59,503 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.013877876997867133 (mp_runner.py:73) +2024-09-01 20:23:59,509 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.015575201003230177 (mp_runner.py:73) +2024-09-01 20:23:59,823 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.014345497998874635 (mp_runner.py:73) +2024-09-01 20:24:00,214 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.05288378299883334 (mp_runner.py:73) +2024-09-01 20:24:00,499 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.018397239000478294 (mp_runner.py:73) +2024-09-01 20:24:01,817 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0126s, count=2441, qps in this process: 81.3325 (mp_runner.py:76) +2024-09-01 20:24:01,865 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0034s, count=2445, qps in this process: 81.4908 (mp_runner.py:76) +2024-09-01 20:24:01,874 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0017s, count=2354, qps in this process: 78.4622 (mp_runner.py:76) +2024-09-01 20:24:01,889 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0005s, count=2323, qps in this process: 77.432 (mp_runner.py:76) +2024-09-01 20:24:01,893 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0039s, count=2381, qps in this process: 79.3564 (mp_runner.py:76) +2024-09-01 20:24:01,894 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0061s, count=2447, qps in this process: 81.5501 (mp_runner.py:76) +2024-09-01 20:24:01,895 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0052s, count=2447, qps in this process: 81.5525 (mp_runner.py:76) +2024-09-01 20:24:01,895 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0046s, count=2447, qps in this process: 81.5542 (mp_runner.py:76) +2024-09-01 20:24:01,897 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0088s, count=2161, qps in this process: 72.0122 (mp_runner.py:76) +2024-09-01 20:24:01,897 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0072s, count=2319, qps in this process: 77.2815 (mp_runner.py:76) +2024-09-01 20:24:01,898 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0082s, count=2290, qps in this process: 76.3125 (mp_runner.py:76) +2024-09-01 20:24:01,898 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.009s, count=2447, qps in this process: 81.5422 (mp_runner.py:76) +2024-09-01 20:24:01,899 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0099s, count=2447, qps in this process: 81.5398 (mp_runner.py:76) +2024-09-01 20:24:01,900 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0112s, count=2289, qps in this process: 76.2715 (mp_runner.py:76) +2024-09-01 20:24:01,905 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0142s, count=2447, qps in this process: 81.5281 (mp_runner.py:76) +2024-09-01 20:24:01,925 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0018s, count=2295, qps in this process: 76.4954 (mp_runner.py:76) +2024-09-01 20:24:01,928 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0046s, count=2364, qps in this process: 78.7879 (mp_runner.py:76) +2024-09-01 20:24:01,929 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.005s, count=2274, qps in this process: 75.7874 (mp_runner.py:76) +2024-09-01 20:24:01,930 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0055s, count=2183, qps in this process: 72.7533 (mp_runner.py:76) +2024-09-01 20:24:01,934 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0018s, count=2450, qps in this process: 81.6618 (mp_runner.py:76) +2024-09-01 20:24:01,936 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.008s, count=2387, qps in this process: 79.5455 (mp_runner.py:76) +2024-09-01 20:24:01,937 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0041s, count=2174, qps in this process: 72.4568 (mp_runner.py:76) +2024-09-01 20:24:01,942 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.001s, count=2125, qps in this process: 70.831 (mp_runner.py:76) +2024-09-01 20:24:01,952 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.007s, count=2146, qps in this process: 71.5166 (mp_runner.py:76) +2024-09-01 20:24:01,957 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0005s, count=2113, qps in this process: 70.4322 (mp_runner.py:76) +2024-09-01 20:24:01,963 | INFO |End search in concurrency 25: dur=30.288511102000484s, total_count=58196, qps=1921.3886 (mp_runner.py:120) +2024-09-01 20:24:03,981 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:24:03,982 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 20:24:14,389 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 20:24:14,504 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,523 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,549 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,560 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,589 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,624 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,641 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,653 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,653 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,654 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,665 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,665 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,667 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,678 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,686 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,692 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,698 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,698 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,700 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,703 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,703 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,726 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,726 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,740 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,743 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:14,747 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:21,307 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.010986344001139514 (mp_runner.py:73) +2024-09-01 20:24:21,309 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.004909785995550919 (mp_runner.py:73) +2024-09-01 20:24:21,310 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.011732156002835836 (mp_runner.py:73) +2024-09-01 20:24:21,311 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.013141803996404633 (mp_runner.py:73) +2024-09-01 20:24:21,313 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.011667792998196092 (mp_runner.py:73) +2024-09-01 20:24:21,315 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.012979330000234768 (mp_runner.py:73) +2024-09-01 20:24:21,315 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.012347240997769404 (mp_runner.py:73) +2024-09-01 20:24:21,316 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.012653473997488618 (mp_runner.py:73) +2024-09-01 20:24:21,319 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.014673383004264906 (mp_runner.py:73) +2024-09-01 20:24:21,326 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.013933743997768033 (mp_runner.py:73) +2024-09-01 20:24:21,327 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.03047791900462471 (mp_runner.py:73) +2024-09-01 20:24:21,405 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.017457916001148988 (mp_runner.py:73) +2024-09-01 20:24:21,530 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.020942494003975298 (mp_runner.py:73) +2024-09-01 20:24:21,629 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.017515585001092404 (mp_runner.py:73) +2024-09-01 20:24:21,706 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.010137441000551917 (mp_runner.py:73) +2024-09-01 20:24:21,707 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.010073383004055358 (mp_runner.py:73) +2024-09-01 20:24:21,708 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.01255430900346255 (mp_runner.py:73) +2024-09-01 20:24:21,709 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.011446270000305958 (mp_runner.py:73) +2024-09-01 20:24:21,710 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.017576185993675608 (mp_runner.py:73) +2024-09-01 20:24:21,711 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.01807844400173053 (mp_runner.py:73) +2024-09-01 20:24:21,740 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.02078045200323686 (mp_runner.py:73) +2024-09-01 20:24:22,410 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.019016229001863394 (mp_runner.py:73) +2024-09-01 20:24:22,414 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.014905402997101191 (mp_runner.py:73) +2024-09-01 20:24:22,415 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.012832888001867104 (mp_runner.py:73) +2024-09-01 20:24:22,415 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.013745561001996975 (mp_runner.py:73) +2024-09-01 20:24:22,551 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.020680023997556418 (mp_runner.py:73) +2024-09-01 20:24:22,581 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.024832150993461255 (mp_runner.py:73) +2024-09-01 20:24:22,681 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.016267882005195133 (mp_runner.py:73) +2024-09-01 20:24:22,811 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.015796541003510356 (mp_runner.py:73) +2024-09-01 20:24:22,931 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.02123253200261388 (mp_runner.py:73) +2024-09-01 20:24:28,465 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.011212122000870295 (mp_runner.py:73) +2024-09-01 20:24:28,466 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.013030954003625084 (mp_runner.py:73) +2024-09-01 20:24:28,467 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.012102418993890751 (mp_runner.py:73) +2024-09-01 20:24:28,467 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.01329861599515425 (mp_runner.py:73) +2024-09-01 20:24:28,468 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.013337994998437352 (mp_runner.py:73) +2024-09-01 20:24:28,471 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.017548984003951773 (mp_runner.py:73) +2024-09-01 20:24:28,473 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.015674417998525314 (mp_runner.py:73) +2024-09-01 20:24:28,473 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.012533349996374454 (mp_runner.py:73) +2024-09-01 20:24:28,482 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.012814430003345478 (mp_runner.py:73) +2024-09-01 20:24:28,487 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.008868379998602904 (mp_runner.py:73) +2024-09-01 20:24:28,492 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.03879652400064515 (mp_runner.py:73) +2024-09-01 20:24:28,517 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.03305654699943261 (mp_runner.py:73) +2024-09-01 20:24:28,822 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.01474808400234906 (mp_runner.py:73) +2024-09-01 20:24:28,913 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.019647557004645932 (mp_runner.py:73) +2024-09-01 20:24:28,919 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.0157163469993975 (mp_runner.py:73) +2024-09-01 20:24:28,921 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.018535812996560708 (mp_runner.py:73) +2024-09-01 20:24:29,060 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.014455514996370766 (mp_runner.py:73) +2024-09-01 20:24:29,061 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.01787392100231955 (mp_runner.py:73) +2024-09-01 20:24:29,205 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.01192714499484282 (mp_runner.py:73) +2024-09-01 20:24:29,497 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.01531408799928613 (mp_runner.py:73) +2024-09-01 20:24:30,083 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.06658608600264415 (mp_runner.py:73) +2024-09-01 20:24:30,108 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.08266915400599828 (mp_runner.py:73) +2024-09-01 20:24:30,110 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.023761625998304226 (mp_runner.py:73) +2024-09-01 20:24:30,329 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.022475918995041866 (mp_runner.py:73) +2024-09-01 20:24:30,734 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.016699077998055145 (mp_runner.py:73) +2024-09-01 20:24:31,158 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.017654196002695244 (mp_runner.py:73) +2024-09-01 20:24:31,199 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.01348127600067528 (mp_runner.py:73) +2024-09-01 20:24:31,269 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.016681273002177477 (mp_runner.py:73) +2024-09-01 20:24:31,441 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.016293982000206597 (mp_runner.py:73) +2024-09-01 20:24:31,454 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.019514781997713726 (mp_runner.py:73) +2024-09-01 20:24:36,618 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.01024842300103046 (mp_runner.py:73) +2024-09-01 20:24:36,619 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.010411934003059287 (mp_runner.py:73) +2024-09-01 20:24:36,620 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.011416952998843044 (mp_runner.py:73) +2024-09-01 20:24:36,622 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.014938260996132158 (mp_runner.py:73) +2024-09-01 20:24:36,623 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.007800940999004524 (mp_runner.py:73) +2024-09-01 20:24:36,626 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.011048926004150417 (mp_runner.py:73) +2024-09-01 20:24:36,626 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.013096032002067659 (mp_runner.py:73) +2024-09-01 20:24:36,631 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.009563936000631656 (mp_runner.py:73) +2024-09-01 20:24:36,637 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.030329425004310906 (mp_runner.py:73) +2024-09-01 20:24:36,717 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.016497958997206297 (mp_runner.py:73) +2024-09-01 20:24:37,169 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.010786331004055683 (mp_runner.py:73) +2024-09-01 20:24:37,174 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.019284243004221935 (mp_runner.py:73) +2024-09-01 20:24:37,174 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.01851137099583866 (mp_runner.py:73) +2024-09-01 20:24:37,177 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.013448851997964084 (mp_runner.py:73) +2024-09-01 20:24:37,433 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.015588588001264725 (mp_runner.py:73) +2024-09-01 20:24:37,653 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.02087051499984227 (mp_runner.py:73) +2024-09-01 20:24:37,948 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.016955037994193844 (mp_runner.py:73) +2024-09-01 20:24:38,060 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.016411906995926984 (mp_runner.py:73) +2024-09-01 20:24:38,080 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.015817462000995874 (mp_runner.py:73) +2024-09-01 20:24:38,380 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.018343572999583557 (mp_runner.py:73) +2024-09-01 20:24:38,451 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.0191938139978447 (mp_runner.py:73) +2024-09-01 20:24:38,675 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.018221149999590125 (mp_runner.py:73) +2024-09-01 20:24:38,676 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.008654350996948779 (mp_runner.py:73) +2024-09-01 20:24:39,226 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.018251988003612496 (mp_runner.py:73) +2024-09-01 20:24:39,615 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.017269875002966728 (mp_runner.py:73) +2024-09-01 20:24:39,963 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.02816175000043586 (mp_runner.py:73) +2024-09-01 20:24:40,068 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.03287930299848085 (mp_runner.py:73) +2024-09-01 20:24:40,074 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.007697522996750195 (mp_runner.py:73) +2024-09-01 20:24:40,100 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.028511461001471616 (mp_runner.py:73) +2024-09-01 20:24:40,197 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.015202697002678178 (mp_runner.py:73) +2024-09-01 20:24:44,525 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0198s, count=1980, qps in this process: 65.9565 (mp_runner.py:76) +2024-09-01 20:24:44,529 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0003s, count=1981, qps in this process: 66.0327 (mp_runner.py:76) +2024-09-01 20:24:44,561 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.002s, count=1849, qps in this process: 61.6292 (mp_runner.py:76) +2024-09-01 20:24:44,578 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0118s, count=1984, qps in this process: 66.1073 (mp_runner.py:76) +2024-09-01 20:24:44,581 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0169s, count=1941, qps in this process: 64.6636 (mp_runner.py:76) +2024-09-01 20:24:44,597 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0056s, count=1986, qps in this process: 66.1876 (mp_runner.py:76) +2024-09-01 20:24:44,627 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0005s, count=1987, qps in this process: 66.2322 (mp_runner.py:76) +2024-09-01 20:24:44,649 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0047s, count=1874, qps in this process: 62.4569 (mp_runner.py:76) +2024-09-01 20:24:44,661 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0054s, count=1948, qps in this process: 64.9216 (mp_runner.py:76) +2024-09-01 20:24:44,663 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0081s, count=1949, qps in this process: 64.9491 (mp_runner.py:76) +2024-09-01 20:24:44,666 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0104s, count=1903, qps in this process: 63.4114 (mp_runner.py:76) +2024-09-01 20:24:44,667 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0003s, count=1990, qps in this process: 66.3327 (mp_runner.py:76) +2024-09-01 20:24:44,672 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0037s, count=1990, qps in this process: 66.3252 (mp_runner.py:76) +2024-09-01 20:24:44,678 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0069s, count=1944, qps in this process: 64.7851 (mp_runner.py:76) +2024-09-01 20:24:44,686 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0049s, count=1846, qps in this process: 61.5233 (mp_runner.py:76) +2024-09-01 20:24:44,693 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0041s, count=1914, qps in this process: 63.7913 (mp_runner.py:76) +2024-09-01 20:24:44,698 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0006s, count=1808, qps in this process: 60.2655 (mp_runner.py:76) +2024-09-01 20:24:44,702 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0021s, count=1885, qps in this process: 62.8289 (mp_runner.py:76) +2024-09-01 20:24:44,707 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0041s, count=1840, qps in this process: 61.325 (mp_runner.py:76) +2024-09-01 20:24:44,713 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0055s, count=1788, qps in this process: 59.5891 (mp_runner.py:76) +2024-09-01 20:24:44,714 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0143s, count=1781, qps in this process: 59.3384 (mp_runner.py:76) +2024-09-01 20:24:44,719 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0118s, count=1876, qps in this process: 62.5087 (mp_runner.py:76) +2024-09-01 20:24:44,721 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0029s, count=1944, qps in this process: 64.7937 (mp_runner.py:76) +2024-09-01 20:24:44,721 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0033s, count=1994, qps in this process: 66.4594 (mp_runner.py:76) +2024-09-01 20:24:44,721 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.005s, count=1994, qps in this process: 66.4556 (mp_runner.py:76) +2024-09-01 20:24:44,730 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0003s, count=1784, qps in this process: 59.4661 (mp_runner.py:76) +2024-09-01 20:24:44,732 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0024s, count=1785, qps in this process: 59.4952 (mp_runner.py:76) +2024-09-01 20:24:44,746 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0015s, count=1762, qps in this process: 58.7304 (mp_runner.py:76) +2024-09-01 20:24:44,749 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0008s, count=1872, qps in this process: 62.3983 (mp_runner.py:76) +2024-09-01 20:24:44,751 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0009s, count=1794, qps in this process: 59.7982 (mp_runner.py:76) +2024-09-01 20:24:44,758 | INFO |End search in concurrency 30: dur=30.368724959000247s, total_count=56973, qps=1876.0419 (mp_runner.py:120) +2024-09-01 20:24:47,082 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:24:47,082 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 20:24:57,594 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 20:24:57,663 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,692 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,712 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,724 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,774 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,791 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,815 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,817 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,890 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,893 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,901 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,929 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,934 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,934 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,944 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,944 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,954 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,957 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,959 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,961 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,979 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,979 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,980 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,980 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:57,994 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:58,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:58,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:58,007 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:24:58,017 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.03966850400320254 (mp_runner.py:73) +2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.01605876699613873 (mp_runner.py:73) +2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.040208819998952094 (mp_runner.py:73) +2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.038872187993547413 (mp_runner.py:73) +2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.03962265500013018 (mp_runner.py:73) +2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03849105600238545 (mp_runner.py:73) +2024-09-01 20:25:06,648 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.03691760599758709 (mp_runner.py:73) +2024-09-01 20:25:06,648 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.04187526999885449 (mp_runner.py:73) +2024-09-01 20:25:06,648 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.025793911001528613 (mp_runner.py:73) +2024-09-01 20:25:06,651 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.045847126995795406 (mp_runner.py:73) +2024-09-01 20:25:06,655 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.025811004001297988 (mp_runner.py:73) +2024-09-01 20:25:06,656 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.026092594001966063 (mp_runner.py:73) +2024-09-01 20:25:06,657 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.028075681999325752 (mp_runner.py:73) +2024-09-01 20:25:06,674 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.027354079000360798 (mp_runner.py:73) +2024-09-01 20:25:06,795 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.020028049002576154 (mp_runner.py:73) +2024-09-01 20:25:06,796 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.022404932999052107 (mp_runner.py:73) +2024-09-01 20:25:06,968 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.022070639999583364 (mp_runner.py:73) +2024-09-01 20:25:07,016 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.021927723995759152 (mp_runner.py:73) +2024-09-01 20:25:07,058 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.01233542100089835 (mp_runner.py:73) +2024-09-01 20:25:07,059 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.011229831994569395 (mp_runner.py:73) +2024-09-01 20:25:07,059 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.012323706003371626 (mp_runner.py:73) +2024-09-01 20:25:07,059 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.013692289001483005 (mp_runner.py:73) +2024-09-01 20:25:07,060 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.013903576000302564 (mp_runner.py:73) +2024-09-01 20:25:07,061 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.011401222000131384 (mp_runner.py:73) +2024-09-01 20:25:07,061 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.012617640997632407 (mp_runner.py:73) +2024-09-01 20:25:07,061 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.010768013999040704 (mp_runner.py:73) +2024-09-01 20:25:07,062 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.010305247000360396 (mp_runner.py:73) +2024-09-01 20:25:07,062 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.012317435001023114 (mp_runner.py:73) +2024-09-01 20:25:07,062 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.009336110000731423 (mp_runner.py:73) +2024-09-01 20:25:07,063 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.018194110998592805 (mp_runner.py:73) +2024-09-01 20:25:07,064 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.011556233999726828 (mp_runner.py:73) +2024-09-01 20:25:07,065 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.010689404000004288 (mp_runner.py:73) +2024-09-01 20:25:07,065 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.013726008000958245 (mp_runner.py:73) +2024-09-01 20:25:07,065 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.010807325998030137 (mp_runner.py:73) +2024-09-01 20:25:07,066 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.02234714500082191 (mp_runner.py:73) +2024-09-01 20:25:14,599 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.012504156999057159 (mp_runner.py:73) +2024-09-01 20:25:14,599 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.011593451003136579 (mp_runner.py:73) +2024-09-01 20:25:14,600 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.013594721996923909 (mp_runner.py:73) +2024-09-01 20:25:14,601 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.013842438995197881 (mp_runner.py:73) +2024-09-01 20:25:14,602 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.011506684000778478 (mp_runner.py:73) +2024-09-01 20:25:14,604 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.010735186995589174 (mp_runner.py:73) +2024-09-01 20:25:14,605 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.015681787001085468 (mp_runner.py:73) +2024-09-01 20:25:14,605 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.019369722002011258 (mp_runner.py:73) +2024-09-01 20:25:14,606 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.015189562996965833 (mp_runner.py:73) +2024-09-01 20:25:14,607 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.016564026998821646 (mp_runner.py:73) +2024-09-01 20:25:14,608 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.01614450300257886 (mp_runner.py:73) +2024-09-01 20:25:14,608 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.010397258003649767 (mp_runner.py:73) +2024-09-01 20:25:14,609 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.006856419000541791 (mp_runner.py:73) +2024-09-01 20:25:14,609 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.01699553399521392 (mp_runner.py:73) +2024-09-01 20:25:14,610 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.014887363999150693 (mp_runner.py:73) +2024-09-01 20:25:14,614 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.013912832997448277 (mp_runner.py:73) +2024-09-01 20:25:14,615 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.005202819003898185 (mp_runner.py:73) +2024-09-01 20:25:14,618 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.009115635002672207 (mp_runner.py:73) +2024-09-01 20:25:14,620 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.017375538001942914 (mp_runner.py:73) +2024-09-01 20:25:14,621 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.017513082995719742 (mp_runner.py:73) +2024-09-01 20:25:14,623 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.01726449299894739 (mp_runner.py:73) +2024-09-01 20:25:14,625 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.018108409996784758 (mp_runner.py:73) +2024-09-01 20:25:14,625 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.04129767999984324 (mp_runner.py:73) +2024-09-01 20:25:14,626 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.018822250996890943 (mp_runner.py:73) +2024-09-01 20:25:14,630 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.010005638003349304 (mp_runner.py:73) +2024-09-01 20:25:14,793 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.009289077002904378 (mp_runner.py:73) +2024-09-01 20:25:14,936 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.025155179006105755 (mp_runner.py:73) +2024-09-01 20:25:15,081 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.0035701910019270144 (mp_runner.py:73) +2024-09-01 20:25:15,096 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.04874026800098363 (mp_runner.py:73) +2024-09-01 20:25:15,435 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.01948682899819687 (mp_runner.py:73) +2024-09-01 20:25:15,482 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.012608208999154158 (mp_runner.py:73) +2024-09-01 20:25:15,564 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.02271998299693223 (mp_runner.py:73) +2024-09-01 20:25:15,595 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.016770038004324306 (mp_runner.py:73) +2024-09-01 20:25:15,627 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.006579218999831937 (mp_runner.py:73) +2024-09-01 20:25:15,706 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.014930687000742182 (mp_runner.py:73) +2024-09-01 20:25:22,935 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.006266299998969771 (mp_runner.py:73) +2024-09-01 20:25:22,936 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.012718181002128404 (mp_runner.py:73) +2024-09-01 20:25:22,937 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.003721183995367028 (mp_runner.py:73) +2024-09-01 20:25:22,938 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.016192743998544756 (mp_runner.py:73) +2024-09-01 20:25:22,939 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.013773249003861565 (mp_runner.py:73) +2024-09-01 20:25:22,939 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.015050909001729451 (mp_runner.py:73) +2024-09-01 20:25:22,940 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.014382448003743775 (mp_runner.py:73) +2024-09-01 20:25:22,941 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.020144770001934376 (mp_runner.py:73) +2024-09-01 20:25:22,942 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.01596152900310699 (mp_runner.py:73) +2024-09-01 20:25:22,944 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.015296655001293402 (mp_runner.py:73) +2024-09-01 20:25:22,945 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01427422699634917 (mp_runner.py:73) +2024-09-01 20:25:22,946 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.0186184289996163 (mp_runner.py:73) +2024-09-01 20:25:22,946 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.013251938995381352 (mp_runner.py:73) +2024-09-01 20:25:22,949 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.005707451004127506 (mp_runner.py:73) +2024-09-01 20:25:22,961 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.0404256300025736 (mp_runner.py:73) +2024-09-01 20:25:22,962 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.014657569998234976 (mp_runner.py:73) +2024-09-01 20:25:22,963 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.015011143994343001 (mp_runner.py:73) +2024-09-01 20:25:22,980 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.016848825005581602 (mp_runner.py:73) +2024-09-01 20:25:23,130 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.0192952619981952 (mp_runner.py:73) +2024-09-01 20:25:23,131 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.00730503899831092 (mp_runner.py:73) +2024-09-01 20:25:23,131 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.01842336600384442 (mp_runner.py:73) +2024-09-01 20:25:23,283 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.022125311006675474 (mp_runner.py:73) +2024-09-01 20:25:23,380 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.021516116001293994 (mp_runner.py:73) +2024-09-01 20:25:23,412 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.02106373800052097 (mp_runner.py:73) +2024-09-01 20:25:23,739 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.02544154399947729 (mp_runner.py:73) +2024-09-01 20:25:23,978 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.01882497799670091 (mp_runner.py:73) +2024-09-01 20:25:23,981 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.023469710002245847 (mp_runner.py:73) +2024-09-01 20:25:24,287 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.012026775999402162 (mp_runner.py:73) +2024-09-01 20:25:24,291 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.013274773002194706 (mp_runner.py:73) +2024-09-01 20:25:24,294 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.020073528998182155 (mp_runner.py:73) +2024-09-01 20:25:24,297 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.024035676004132256 (mp_runner.py:73) +2024-09-01 20:25:24,750 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.02103704599721823 (mp_runner.py:73) +2024-09-01 20:25:24,967 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.01618392900127219 (mp_runner.py:73) +2024-09-01 20:25:24,969 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.01909420900483383 (mp_runner.py:73) +2024-09-01 20:25:25,706 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.021825200004968792 (mp_runner.py:73) +2024-09-01 20:25:27,670 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0065s, count=1778, qps in this process: 59.2538 (mp_runner.py:76) +2024-09-01 20:25:27,714 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0012s, count=1739, qps in this process: 57.9643 (mp_runner.py:76) +2024-09-01 20:25:27,725 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0114s, count=1645, qps in this process: 54.8125 (mp_runner.py:76) +2024-09-01 20:25:27,733 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0027s, count=1697, qps in this process: 56.5616 (mp_runner.py:76) +2024-09-01 20:25:27,779 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0012s, count=1783, qps in this process: 59.431 (mp_runner.py:76) +2024-09-01 20:25:27,797 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.002s, count=1784, qps in this process: 59.4627 (mp_runner.py:76) +2024-09-01 20:25:27,807 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0088s, count=1649, qps in this process: 54.9505 (mp_runner.py:76) +2024-09-01 20:25:27,829 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.01s, count=1710, qps in this process: 56.981 (mp_runner.py:76) +2024-09-01 20:25:27,831 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.015s, count=1786, qps in this process: 59.5036 (mp_runner.py:76) +2024-09-01 20:25:27,855 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0275s, count=1787, qps in this process: 59.5121 (mp_runner.py:76) +2024-09-01 20:25:27,899 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0017s, count=1764, qps in this process: 58.7967 (mp_runner.py:76) +2024-09-01 20:25:27,900 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0063s, count=1726, qps in this process: 57.5213 (mp_runner.py:76) +2024-09-01 20:25:27,902 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0119s, count=1786, qps in this process: 59.5097 (mp_runner.py:76) +2024-09-01 20:25:27,912 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0075s, count=1707, qps in this process: 56.8858 (mp_runner.py:76) +2024-09-01 20:25:27,915 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0093s, count=1729, qps in this process: 57.6155 (mp_runner.py:76) +2024-09-01 20:25:27,933 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0018s, count=1707, qps in this process: 56.8966 (mp_runner.py:76) +2024-09-01 20:25:27,938 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0014s, count=1732, qps in this process: 57.7306 (mp_runner.py:76) +2024-09-01 20:25:27,945 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0066s, count=1719, qps in this process: 57.2874 (mp_runner.py:76) +2024-09-01 20:25:27,946 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0133s, count=1795, qps in this process: 59.8068 (mp_runner.py:76) +2024-09-01 20:25:27,955 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0012s, count=1797, qps in this process: 59.8976 (mp_runner.py:76) +2024-09-01 20:25:27,956 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0019s, count=1796, qps in this process: 59.8629 (mp_runner.py:76) +2024-09-01 20:25:27,967 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0037s, count=1739, qps in this process: 57.9595 (mp_runner.py:76) +2024-09-01 20:25:27,969 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0037s, count=1798, qps in this process: 59.9259 (mp_runner.py:76) +2024-09-01 20:25:27,969 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0043s, count=1615, qps in this process: 53.8256 (mp_runner.py:76) +2024-09-01 20:25:27,970 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.013s, count=1721, qps in this process: 57.3418 (mp_runner.py:76) +2024-09-01 20:25:27,984 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0016s, count=1801, qps in this process: 60.0301 (mp_runner.py:76) +2024-09-01 20:25:27,985 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0024s, count=1801, qps in this process: 60.0285 (mp_runner.py:76) +2024-09-01 20:25:27,989 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0063s, count=1801, qps in this process: 60.0207 (mp_runner.py:76) +2024-09-01 20:25:27,990 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0026s, count=1802, qps in this process: 60.0615 (mp_runner.py:76) +2024-09-01 20:25:27,992 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0093s, count=1801, qps in this process: 60.0147 (mp_runner.py:76) +2024-09-01 20:25:28,000 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0023s, count=1804, qps in this process: 60.1287 (mp_runner.py:76) +2024-09-01 20:25:28,010 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0004s, count=1805, qps in this process: 60.1659 (mp_runner.py:76) +2024-09-01 20:25:28,016 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0111s, count=1757, qps in this process: 58.545 (mp_runner.py:76) +2024-09-01 20:25:28,019 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0141s, count=1719, qps in this process: 57.2731 (mp_runner.py:76) +2024-09-01 20:25:28,020 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0007s, count=1669, qps in this process: 55.632 (mp_runner.py:76) +2024-09-01 20:25:28,028 | INFO |End search in concurrency 35: dur=30.43369771000289s, total_count=61249, qps=2012.5389 (mp_runner.py:120) +2024-09-01 20:25:30,728 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:25:30,729 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 20:25:41,381 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 20:25:41,448 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,448 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,551 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,552 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,594 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,618 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,704 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,709 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,713 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,713 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,716 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,719 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,725 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,725 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,728 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,732 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,746 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,782 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,783 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,790 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,790 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,791 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,799 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,799 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,803 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,823 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,831 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,838 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,838 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,858 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,880 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:41,897 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:25:51,174 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.011114966000604909 (mp_runner.py:73) +2024-09-01 20:25:51,175 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.011322985003062058 (mp_runner.py:73) +2024-09-01 20:25:51,177 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.018574390996946022 (mp_runner.py:73) +2024-09-01 20:25:51,178 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.019848414995067287 (mp_runner.py:73) +2024-09-01 20:25:51,181 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.024604098005511332 (mp_runner.py:73) +2024-09-01 20:25:51,189 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.022044065000955015 (mp_runner.py:73) +2024-09-01 20:25:51,194 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.020438466999621596 (mp_runner.py:73) +2024-09-01 20:25:51,199 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.017150782005046494 (mp_runner.py:73) +2024-09-01 20:25:51,213 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.008944009998231195 (mp_runner.py:73) +2024-09-01 20:25:51,217 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.012355073005892336 (mp_runner.py:73) +2024-09-01 20:25:51,219 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.016846377999172546 (mp_runner.py:73) +2024-09-01 20:25:51,220 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.015300293001928367 (mp_runner.py:73) +2024-09-01 20:25:51,221 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.02008215800015023 (mp_runner.py:73) +2024-09-01 20:25:51,222 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.025939107996237 (mp_runner.py:73) +2024-09-01 20:25:51,224 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.018436405996908434 (mp_runner.py:73) +2024-09-01 20:25:51,225 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.026603406004142016 (mp_runner.py:73) +2024-09-01 20:25:51,253 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.02435984800104052 (mp_runner.py:73) +2024-09-01 20:25:51,259 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.018289161002030596 (mp_runner.py:73) +2024-09-01 20:25:51,265 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.017247947995201685 (mp_runner.py:73) +2024-09-01 20:25:51,266 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.017560026004503015 (mp_runner.py:73) +2024-09-01 20:25:51,266 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.01859566100029042 (mp_runner.py:73) +2024-09-01 20:25:51,270 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.020747640999616124 (mp_runner.py:73) +2024-09-01 20:25:51,271 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.023679400997934863 (mp_runner.py:73) +2024-09-01 20:25:51,271 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.017461283001466654 (mp_runner.py:73) +2024-09-01 20:25:51,273 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.02299135000066599 (mp_runner.py:73) +2024-09-01 20:25:51,282 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.017923399995197542 (mp_runner.py:73) +2024-09-01 20:25:51,282 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.03478977100166958 (mp_runner.py:73) +2024-09-01 20:25:51,282 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.0419593770056963 (mp_runner.py:73) +2024-09-01 20:25:51,359 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.029007805002038367 (mp_runner.py:73) +2024-09-01 20:25:51,362 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.02515184599906206 (mp_runner.py:73) +2024-09-01 20:25:51,417 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.015160094997554552 (mp_runner.py:73) +2024-09-01 20:25:51,578 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.030151607999869157 (mp_runner.py:73) +2024-09-01 20:25:51,605 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.02436552700237371 (mp_runner.py:73) +2024-09-01 20:25:51,745 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.04484172699449118 (mp_runner.py:73) +2024-09-01 20:25:51,873 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.023557758999231737 (mp_runner.py:73) +2024-09-01 20:25:51,907 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.018772600997181144 (mp_runner.py:73) +2024-09-01 20:25:51,908 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.009536687000945676 (mp_runner.py:73) +2024-09-01 20:25:51,914 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.02297260900377296 (mp_runner.py:73) +2024-09-01 20:25:52,764 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.026352408996899612 (mp_runner.py:73) +2024-09-01 20:25:53,287 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.02433406799536897 (mp_runner.py:73) +2024-09-01 20:26:00,641 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.01633467800274957 (mp_runner.py:73) +2024-09-01 20:26:00,642 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.01065011299942853 (mp_runner.py:73) +2024-09-01 20:26:00,643 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.017230778001248837 (mp_runner.py:73) +2024-09-01 20:26:00,643 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.018143031004001386 (mp_runner.py:73) +2024-09-01 20:26:00,644 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.016873073000169825 (mp_runner.py:73) +2024-09-01 20:26:00,645 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.017730145998939406 (mp_runner.py:73) +2024-09-01 20:26:00,646 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.01765074899594765 (mp_runner.py:73) +2024-09-01 20:26:00,647 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.020858051000686828 (mp_runner.py:73) +2024-09-01 20:26:00,647 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.01633161499921698 (mp_runner.py:73) +2024-09-01 20:26:00,647 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.016358537002815865 (mp_runner.py:73) +2024-09-01 20:26:00,649 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.024416858002950903 (mp_runner.py:73) +2024-09-01 20:26:00,651 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.016030507002142258 (mp_runner.py:73) +2024-09-01 20:26:00,659 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.03419678399950499 (mp_runner.py:73) +2024-09-01 20:26:00,668 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.018934772997454274 (mp_runner.py:73) +2024-09-01 20:26:00,745 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.022051492996979505 (mp_runner.py:73) +2024-09-01 20:26:00,746 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.020600938994903117 (mp_runner.py:73) +2024-09-01 20:26:00,973 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.02028496200364316 (mp_runner.py:73) +2024-09-01 20:26:00,980 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.010712191004131455 (mp_runner.py:73) +2024-09-01 20:26:00,981 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.007409474994346965 (mp_runner.py:73) +2024-09-01 20:26:00,982 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.013882610001019202 (mp_runner.py:73) +2024-09-01 20:26:00,983 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.015987257000233512 (mp_runner.py:73) +2024-09-01 20:26:00,984 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.020134443999268115 (mp_runner.py:73) +2024-09-01 20:26:00,985 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.023423869999533053 (mp_runner.py:73) +2024-09-01 20:26:00,985 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.013329273999261204 (mp_runner.py:73) +2024-09-01 20:26:00,986 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.002588699004263617 (mp_runner.py:73) +2024-09-01 20:26:00,988 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.01392532599857077 (mp_runner.py:73) +2024-09-01 20:26:00,990 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.01955662800173741 (mp_runner.py:73) +2024-09-01 20:26:00,995 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.025695608004753012 (mp_runner.py:73) +2024-09-01 20:26:01,205 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.024179812004149426 (mp_runner.py:73) +2024-09-01 20:26:01,207 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.01860334299999522 (mp_runner.py:73) +2024-09-01 20:26:01,211 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.024079161004920024 (mp_runner.py:73) +2024-09-01 20:26:01,216 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.0286237840045942 (mp_runner.py:73) +2024-09-01 20:26:01,832 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.01998893199925078 (mp_runner.py:73) +2024-09-01 20:26:01,839 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.027303284005029127 (mp_runner.py:73) +2024-09-01 20:26:01,843 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.023437169002136216 (mp_runner.py:73) +2024-09-01 20:26:01,848 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.023690681002335623 (mp_runner.py:73) +2024-09-01 20:26:01,989 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.020585575999575667 (mp_runner.py:73) +2024-09-01 20:26:02,168 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.018478254998626653 (mp_runner.py:73) +2024-09-01 20:26:04,403 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.021644914006174076 (mp_runner.py:73) +2024-09-01 20:26:04,835 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.021016560000134632 (mp_runner.py:73) +2024-09-01 20:26:10,832 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.0020739869942190126 (mp_runner.py:73) +2024-09-01 20:26:10,832 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.0031913640050333925 (mp_runner.py:73) +2024-09-01 20:26:10,833 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.0032922150057856925 (mp_runner.py:73) +2024-09-01 20:26:10,834 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.004050170995469671 (mp_runner.py:73) +2024-09-01 20:26:10,834 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.004261251000571065 (mp_runner.py:73) +2024-09-01 20:26:10,834 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.004577132000122219 (mp_runner.py:73) +2024-09-01 20:26:10,834 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.004644783002731856 (mp_runner.py:73) +2024-09-01 20:26:10,835 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.005354102999262977 (mp_runner.py:73) +2024-09-01 20:26:10,836 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.006327946000965312 (mp_runner.py:73) +2024-09-01 20:26:10,837 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.0075331449988880195 (mp_runner.py:73) +2024-09-01 20:26:10,838 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.006670993003353942 (mp_runner.py:73) +2024-09-01 20:26:10,841 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.011780879001889843 (mp_runner.py:73) +2024-09-01 20:26:10,844 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.004208704995107837 (mp_runner.py:73) +2024-09-01 20:26:10,845 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.006579811997653451 (mp_runner.py:73) +2024-09-01 20:26:10,845 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.004797410001629032 (mp_runner.py:73) +2024-09-01 20:26:10,998 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.027230684994719923 (mp_runner.py:73) +2024-09-01 20:26:11,020 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.029000392998568714 (mp_runner.py:73) +2024-09-01 20:26:11,235 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.007751124001515564 (mp_runner.py:73) +2024-09-01 20:26:11,343 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.03807957000390161 (mp_runner.py:73) +2024-09-01 20:26:11,455 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0059s, count=1478, qps in this process: 49.257 (mp_runner.py:76) +2024-09-01 20:26:11,458 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0096s, count=1531, qps in this process: 51.017 (mp_runner.py:76) +2024-09-01 20:26:11,505 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.027318022002873477 (mp_runner.py:73) +2024-09-01 20:26:11,509 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.021514774998649955 (mp_runner.py:73) +2024-09-01 20:26:11,558 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0017s, count=1460, qps in this process: 48.6639 (mp_runner.py:76) +2024-09-01 20:26:11,569 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0055s, count=1483, qps in this process: 49.4243 (mp_runner.py:76) +2024-09-01 20:26:11,597 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0295s, count=1537, qps in this process: 51.183 (mp_runner.py:76) +2024-09-01 20:26:11,602 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0057s, count=1538, qps in this process: 51.2569 (mp_runner.py:76) +2024-09-01 20:26:11,617 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0267s, count=1540, qps in this process: 51.2877 (mp_runner.py:76) +2024-09-01 20:26:11,628 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.002s, count=1486, qps in this process: 49.53 (mp_runner.py:76) +2024-09-01 20:26:11,708 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0013s, count=1487, qps in this process: 49.5645 (mp_runner.py:76) +2024-09-01 20:26:11,718 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0016s, count=1547, qps in this process: 51.5639 (mp_runner.py:76) +2024-09-01 20:26:11,718 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0069s, count=1468, qps in this process: 48.9221 (mp_runner.py:76) +2024-09-01 20:26:11,726 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.008s, count=1548, qps in this process: 51.5862 (mp_runner.py:76) +2024-09-01 20:26:11,726 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.001s, count=1548, qps in this process: 51.5983 (mp_runner.py:76) +2024-09-01 20:26:11,730 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0034s, count=1549, qps in this process: 51.6275 (mp_runner.py:76) +2024-09-01 20:26:11,736 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0212s, count=1498, qps in this process: 49.8981 (mp_runner.py:76) +2024-09-01 20:26:11,743 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.017931855996721424 (mp_runner.py:73) +2024-09-01 20:26:11,744 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0136s, count=1500, qps in this process: 49.9773 (mp_runner.py:76) +2024-09-01 20:26:11,747 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0181s, count=1519, qps in this process: 50.6028 (mp_runner.py:76) +2024-09-01 20:26:11,753 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.011s, count=1470, qps in this process: 48.982 (mp_runner.py:76) +2024-09-01 20:26:11,776 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0233s, count=1490, qps in this process: 49.6281 (mp_runner.py:76) +2024-09-01 20:26:11,778 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0068s, count=1514, qps in this process: 50.4552 (mp_runner.py:76) +2024-09-01 20:26:11,788 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0028s, count=1553, qps in this process: 51.7618 (mp_runner.py:76) +2024-09-01 20:26:11,796 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0098s, count=1539, qps in this process: 51.2832 (mp_runner.py:76) +2024-09-01 20:26:11,801 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0033s, count=1539, qps in this process: 51.2944 (mp_runner.py:76) +2024-09-01 20:26:11,802 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0042s, count=1555, qps in this process: 51.8261 (mp_runner.py:76) +2024-09-01 20:26:11,806 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0028s, count=1486, qps in this process: 49.5287 (mp_runner.py:76) +2024-09-01 20:26:11,807 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0008s, count=1554, qps in this process: 51.7986 (mp_runner.py:76) +2024-09-01 20:26:11,809 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.013s, count=1432, qps in this process: 47.7127 (mp_runner.py:76) +2024-09-01 20:26:11,816 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0139s, count=1556, qps in this process: 51.8426 (mp_runner.py:76) +2024-09-01 20:26:11,834 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0053s, count=1406, qps in this process: 46.8584 (mp_runner.py:76) +2024-09-01 20:26:11,841 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0051s, count=1293, qps in this process: 43.0927 (mp_runner.py:76) +2024-09-01 20:26:11,842 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0018s, count=1559, qps in this process: 51.9635 (mp_runner.py:76) +2024-09-01 20:26:11,843 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.004822324000997469 (mp_runner.py:73) +2024-09-01 20:26:11,844 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0044s, count=1321, qps in this process: 44.0269 (mp_runner.py:76) +2024-09-01 20:26:11,855 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0004s, count=1561, qps in this process: 52.0326 (mp_runner.py:76) +2024-09-01 20:26:11,864 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0019s, count=1562, qps in this process: 52.0634 (mp_runner.py:76) +2024-09-01 20:26:11,871 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0037s, count=1404, qps in this process: 46.7942 (mp_runner.py:76) +2024-09-01 20:26:11,879 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.0013096760012558661 (mp_runner.py:73) +2024-09-01 20:26:11,881 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0016s, count=1531, qps in this process: 51.0306 (mp_runner.py:76) +2024-09-01 20:26:11,883 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0031s, count=1509, qps in this process: 50.2948 (mp_runner.py:76) +2024-09-01 20:26:11,887 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0011s, count=1545, qps in this process: 51.4981 (mp_runner.py:76) +2024-09-01 20:26:11,892 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0014s, count=1491, qps in this process: 49.6977 (mp_runner.py:76) +2024-09-01 20:26:11,902 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0011s, count=1514, qps in this process: 50.4648 (mp_runner.py:76) +2024-09-01 20:26:11,907 | INFO |End search in concurrency 40: dur=30.5252401109974s, total_count=60101, qps=1968.8952 (mp_runner.py:120) +2024-09-01 20:26:14,954 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:26:14,954 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 20:26:25,770 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 20:26:25,912 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:25,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,078 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,078 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,078 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,133 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,162 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,165 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,210 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,238 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,239 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,239 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,264 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,271 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,293 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,293 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,317 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,329 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,349 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:26,349 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:26:35,867 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.01446182100335136 (mp_runner.py:73) +2024-09-01 20:26:35,868 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.014669333999336231 (mp_runner.py:73) +2024-09-01 20:26:35,869 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.017394914000760764 (mp_runner.py:73) +2024-09-01 20:26:35,871 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.016592129002674483 (mp_runner.py:73) +2024-09-01 20:26:35,872 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.01523277600063011 (mp_runner.py:73) +2024-09-01 20:26:35,873 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.01561546199809527 (mp_runner.py:73) +2024-09-01 20:26:35,874 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.015386375998787116 (mp_runner.py:73) +2024-09-01 20:26:35,875 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.018421112996293232 (mp_runner.py:73) +2024-09-01 20:26:35,877 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.017398359996150248 (mp_runner.py:73) +2024-09-01 20:26:35,877 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01548400400497485 (mp_runner.py:73) +2024-09-01 20:26:35,880 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.03012332000071183 (mp_runner.py:73) +2024-09-01 20:26:35,881 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.030487891999655403 (mp_runner.py:73) +2024-09-01 20:26:35,882 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.02061046100425301 (mp_runner.py:73) +2024-09-01 20:26:35,967 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.014290977000200655 (mp_runner.py:73) +2024-09-01 20:26:35,972 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.015641840996977407 (mp_runner.py:73) +2024-09-01 20:26:35,973 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.01943271300115157 (mp_runner.py:73) +2024-09-01 20:26:35,974 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.016919143999984954 (mp_runner.py:73) +2024-09-01 20:26:35,975 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.01832674199977191 (mp_runner.py:73) +2024-09-01 20:26:35,975 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.016940302004513796 (mp_runner.py:73) +2024-09-01 20:26:35,976 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.024348705002921633 (mp_runner.py:73) +2024-09-01 20:26:35,977 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.02229079200333217 (mp_runner.py:73) +2024-09-01 20:26:35,978 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.012100118001399096 (mp_runner.py:73) +2024-09-01 20:26:35,980 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.02839078999386402 (mp_runner.py:73) +2024-09-01 20:26:35,981 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.019140193995554 (mp_runner.py:73) +2024-09-01 20:26:35,982 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.021920341001532506 (mp_runner.py:73) +2024-09-01 20:26:35,982 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.021742973003711086 (mp_runner.py:73) +2024-09-01 20:26:35,983 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.02200056800211314 (mp_runner.py:73) +2024-09-01 20:26:35,985 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.022537824996106792 (mp_runner.py:73) +2024-09-01 20:26:35,987 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.03694455599907087 (mp_runner.py:73) +2024-09-01 20:26:35,987 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.036040992999915034 (mp_runner.py:73) +2024-09-01 20:26:35,997 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.041925669996999204 (mp_runner.py:73) +2024-09-01 20:26:36,559 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.017536389001179487 (mp_runner.py:73) +2024-09-01 20:26:36,560 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.024573690003308002 (mp_runner.py:73) +2024-09-01 20:26:36,560 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.021115594994626008 (mp_runner.py:73) +2024-09-01 20:26:36,561 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.018798684002831578 (mp_runner.py:73) +2024-09-01 20:26:36,562 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.022616253001615405 (mp_runner.py:73) +2024-09-01 20:26:36,563 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.02363886799867032 (mp_runner.py:73) +2024-09-01 20:26:36,565 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.026813144999323413 (mp_runner.py:73) +2024-09-01 20:26:36,693 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.02342248600325547 (mp_runner.py:73) +2024-09-01 20:26:36,715 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.04827715900319163 (mp_runner.py:73) +2024-09-01 20:26:38,982 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.030329171997436788 (mp_runner.py:73) +2024-09-01 20:26:39,473 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.02319623899529688 (mp_runner.py:73) +2024-09-01 20:26:39,476 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.024160381995898206 (mp_runner.py:73) +2024-09-01 20:26:39,626 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.028431901999283582 (mp_runner.py:73) +2024-09-01 20:26:39,627 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.02574357300181873 (mp_runner.py:73) +2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.03582206600549398 (mp_runner.py:73) +2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.036752352003531996 (mp_runner.py:73) +2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.03542114800075069 (mp_runner.py:73) +2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.03787907100195298 (mp_runner.py:73) +2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.03194872700260021 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.03529247200640384 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.027734941999369767 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.03285757300182013 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.036628615998779424 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.03143060900038108 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.03407735400105594 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.028604553001059685 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.03126305500336457 (mp_runner.py:73) +2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.030376639995665755 (mp_runner.py:73) +2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.03536567599803675 (mp_runner.py:73) +2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.03811514299741248 (mp_runner.py:73) +2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.04026464799972018 (mp_runner.py:73) +2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.028004576000967063 (mp_runner.py:73) +2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.030552723997971043 (mp_runner.py:73) +2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.027394148004532326 (mp_runner.py:73) +2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.020712586003355682 (mp_runner.py:73) +2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.04196683700138237 (mp_runner.py:73) +2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.011535313999047503 (mp_runner.py:73) +2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.014194549003150314 (mp_runner.py:73) +2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.011086559999966994 (mp_runner.py:73) +2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.036060253994946834 (mp_runner.py:73) +2024-09-01 20:26:46,650 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.017327027999272104 (mp_runner.py:73) +2024-09-01 20:26:46,650 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.04245389699644875 (mp_runner.py:73) +2024-09-01 20:26:46,651 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.02061854800558649 (mp_runner.py:73) +2024-09-01 20:26:46,660 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.05009456600237172 (mp_runner.py:73) +2024-09-01 20:26:46,679 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.01781389400275657 (mp_runner.py:73) +2024-09-01 20:26:46,711 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.0065994579999824055 (mp_runner.py:73) +2024-09-01 20:26:46,864 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.027720705002138857 (mp_runner.py:73) +2024-09-01 20:26:46,871 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.025685349995910656 (mp_runner.py:73) +2024-09-01 20:26:47,118 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.019545544004358817 (mp_runner.py:73) +2024-09-01 20:26:47,125 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.0384178879976389 (mp_runner.py:73) +2024-09-01 20:26:47,598 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.02045966800505994 (mp_runner.py:73) +2024-09-01 20:26:48,073 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.02276601599442074 (mp_runner.py:73) +2024-09-01 20:26:48,792 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.02446381500340067 (mp_runner.py:73) +2024-09-01 20:26:48,947 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.026716387998021673 (mp_runner.py:73) +2024-09-01 20:26:50,044 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.024587619001977146 (mp_runner.py:73) +2024-09-01 20:26:51,177 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.01231996099522803 (mp_runner.py:73) +2024-09-01 20:26:51,247 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.013097841998387594 (mp_runner.py:73) +2024-09-01 20:26:51,250 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.020870747001026757 (mp_runner.py:73) +2024-09-01 20:26:51,903 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.02607472299860092 (mp_runner.py:73) +2024-09-01 20:26:55,940 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0199s, count=1398, qps in this process: 46.5691 (mp_runner.py:76) +2024-09-01 20:26:55,984 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0156s, count=1401, qps in this process: 46.6757 (mp_runner.py:76) +2024-09-01 20:26:56,046 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0099s, count=1431, qps in this process: 47.6843 (mp_runner.py:76) +2024-09-01 20:26:56,047 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0089s, count=1431, qps in this process: 47.6859 (mp_runner.py:76) +2024-09-01 20:26:56,081 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0006s, count=1377, qps in this process: 45.8991 (mp_runner.py:76) +2024-09-01 20:26:56,083 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0014s, count=1433, qps in this process: 47.7644 (mp_runner.py:76) +2024-09-01 20:26:56,093 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0131s, count=1433, qps in this process: 47.7458 (mp_runner.py:76) +2024-09-01 20:26:56,139 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0013s, count=1435, qps in this process: 47.8313 (mp_runner.py:76) +2024-09-01 20:26:56,140 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0017s, count=1409, qps in this process: 46.964 (mp_runner.py:76) +2024-09-01 20:26:56,147 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0037s, count=1422, qps in this process: 47.3942 (mp_runner.py:76) +2024-09-01 20:26:56,153 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0157s, count=1307, qps in this process: 43.5439 (mp_runner.py:76) +2024-09-01 20:26:56,154 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0169s, count=1345, qps in this process: 44.8081 (mp_runner.py:76) +2024-09-01 20:26:56,166 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0013s, count=1424, qps in this process: 47.4646 (mp_runner.py:76) +2024-09-01 20:26:56,166 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0014s, count=1410, qps in this process: 46.9978 (mp_runner.py:76) +2024-09-01 20:26:56,168 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0036s, count=1436, qps in this process: 47.8609 (mp_runner.py:76) +2024-09-01 20:26:56,170 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0049s, count=1424, qps in this process: 47.4589 (mp_runner.py:76) +2024-09-01 20:26:56,172 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0072s, count=1427, qps in this process: 47.5553 (mp_runner.py:76) +2024-09-01 20:26:56,174 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.005s, count=1437, qps in this process: 47.892 (mp_runner.py:76) +2024-09-01 20:26:56,175 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0057s, count=1437, qps in this process: 47.8909 (mp_runner.py:76) +2024-09-01 20:26:56,177 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0083s, count=1437, qps in this process: 47.8868 (mp_runner.py:76) +2024-09-01 20:26:56,179 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0138s, count=1411, qps in this process: 47.0117 (mp_runner.py:76) +2024-09-01 20:26:56,180 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0153s, count=1411, qps in this process: 47.0094 (mp_runner.py:76) +2024-09-01 20:26:56,213 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0002s, count=1233, qps in this process: 41.0997 (mp_runner.py:76) +2024-09-01 20:26:56,244 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0021s, count=1442, qps in this process: 48.0633 (mp_runner.py:76) +2024-09-01 20:26:56,244 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0006s, count=1347, qps in this process: 44.8991 (mp_runner.py:76) +2024-09-01 20:26:56,249 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0073s, count=1442, qps in this process: 48.055 (mp_runner.py:76) +2024-09-01 20:26:56,250 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0058s, count=1420, qps in this process: 47.3242 (mp_runner.py:76) +2024-09-01 20:26:56,251 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0109s, count=1374, qps in this process: 45.7834 (mp_runner.py:76) +2024-09-01 20:26:56,260 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.018s, count=1392, qps in this process: 46.3722 (mp_runner.py:76) +2024-09-01 20:26:56,276 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0069s, count=1284, qps in this process: 42.7902 (mp_runner.py:76) +2024-09-01 20:26:56,277 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0066s, count=1444, qps in this process: 48.1227 (mp_runner.py:76) +2024-09-01 20:26:56,279 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0061s, count=1376, qps in this process: 45.8573 (mp_runner.py:76) +2024-09-01 20:26:56,280 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.007s, count=1382, qps in this process: 46.0559 (mp_runner.py:76) +2024-09-01 20:26:56,286 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0077s, count=1444, qps in this process: 48.121 (mp_runner.py:76) +2024-09-01 20:26:56,299 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0021s, count=1178, qps in this process: 39.2639 (mp_runner.py:76) +2024-09-01 20:26:56,302 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0022s, count=1447, qps in this process: 48.2298 (mp_runner.py:76) +2024-09-01 20:26:56,304 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0043s, count=1295, qps in this process: 43.1605 (mp_runner.py:76) +2024-09-01 20:26:56,306 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0002s, count=1448, qps in this process: 48.2663 (mp_runner.py:76) +2024-09-01 20:26:56,307 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0004s, count=1423, qps in this process: 47.4327 (mp_runner.py:76) +2024-09-01 20:26:56,320 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0044s, count=1450, qps in this process: 48.3262 (mp_runner.py:76) +2024-09-01 20:26:56,324 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0016s, count=1338, qps in this process: 44.5976 (mp_runner.py:76) +2024-09-01 20:26:56,325 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0027s, count=1446, qps in this process: 48.1957 (mp_runner.py:76) +2024-09-01 20:26:56,333 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0013s, count=1228, qps in this process: 40.9316 (mp_runner.py:76) +2024-09-01 20:26:56,352 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0004s, count=1243, qps in this process: 41.4328 (mp_runner.py:76) +2024-09-01 20:26:56,353 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0006s, count=1244, qps in this process: 41.4658 (mp_runner.py:76) +2024-09-01 20:26:56,362 | INFO |End search in concurrency 45: dur=30.590482001003693s, total_count=62396, qps=2039.7194 (mp_runner.py:120) +2024-09-01 20:26:59,725 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:26:59,725 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 20:27:20,690 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 20:27:20,741 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:20,833 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:20,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:20,888 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,019 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,022 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,093 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,100 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,110 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,165 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,171 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,180 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,194 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,194 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,209 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,220 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,250 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,254 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,258 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,287 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,306 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,315 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,337 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,368 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,386 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,407 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,408 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,429 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:21,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:27:32,167 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.01818307700159494 (mp_runner.py:73) +2024-09-01 20:27:32,171 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.018040098999335896 (mp_runner.py:73) +2024-09-01 20:27:32,171 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.020908177000819705 (mp_runner.py:73) +2024-09-01 20:27:32,172 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.02081297300173901 (mp_runner.py:73) +2024-09-01 20:27:32,173 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.02095449299667962 (mp_runner.py:73) +2024-09-01 20:27:32,173 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.02540176200272981 (mp_runner.py:73) +2024-09-01 20:27:32,175 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.021052152995252982 (mp_runner.py:73) +2024-09-01 20:27:32,175 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.020831573994655628 (mp_runner.py:73) +2024-09-01 20:27:32,175 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.017455827997764573 (mp_runner.py:73) +2024-09-01 20:27:32,176 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.02961146499728784 (mp_runner.py:73) +2024-09-01 20:27:32,177 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.016437935002613813 (mp_runner.py:73) +2024-09-01 20:27:32,179 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.01752972399845021 (mp_runner.py:73) +2024-09-01 20:27:32,181 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.017657779004366603 (mp_runner.py:73) +2024-09-01 20:27:32,181 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.035427026996330824 (mp_runner.py:73) +2024-09-01 20:27:32,182 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.022663759998977184 (mp_runner.py:73) +2024-09-01 20:27:32,182 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.022360062001098413 (mp_runner.py:73) +2024-09-01 20:27:32,183 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.0202153249992989 (mp_runner.py:73) +2024-09-01 20:27:32,184 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.01879090200236533 (mp_runner.py:73) +2024-09-01 20:27:32,184 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.014828384002612438 (mp_runner.py:73) +2024-09-01 20:27:32,186 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.02677490099449642 (mp_runner.py:73) +2024-09-01 20:27:32,187 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.017886994995933492 (mp_runner.py:73) +2024-09-01 20:27:32,188 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.020037139001942705 (mp_runner.py:73) +2024-09-01 20:27:32,189 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.02900699000019813 (mp_runner.py:73) +2024-09-01 20:27:32,195 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.02102903499326203 (mp_runner.py:73) +2024-09-01 20:27:32,205 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.06052147599984892 (mp_runner.py:73) +2024-09-01 20:27:32,216 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.028533358999993652 (mp_runner.py:73) +2024-09-01 20:27:32,232 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.03786124999896856 (mp_runner.py:73) +2024-09-01 20:27:32,264 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.017086626001400873 (mp_runner.py:73) +2024-09-01 20:27:32,281 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.017359986995870713 (mp_runner.py:73) +2024-09-01 20:27:32,282 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.02460272300231736 (mp_runner.py:73) +2024-09-01 20:27:32,283 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.016990035997878294 (mp_runner.py:73) +2024-09-01 20:27:32,289 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.02657697899849154 (mp_runner.py:73) +2024-09-01 20:27:32,658 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.028111577994422987 (mp_runner.py:73) +2024-09-01 20:27:33,035 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.002083644998492673 (mp_runner.py:73) +2024-09-01 20:27:33,103 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.026563412000541575 (mp_runner.py:73) +2024-09-01 20:27:33,228 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.025600695997127332 (mp_runner.py:73) +2024-09-01 20:27:33,298 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.025345540001580957 (mp_runner.py:73) +2024-09-01 20:27:33,456 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.032637159994919784 (mp_runner.py:73) +2024-09-01 20:27:33,773 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03356232900114264 (mp_runner.py:73) +2024-09-01 20:27:34,074 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.03221054599998752 (mp_runner.py:73) +2024-09-01 20:27:34,081 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.003327441001601983 (mp_runner.py:73) +2024-09-01 20:27:34,365 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.02887458199984394 (mp_runner.py:73) +2024-09-01 20:27:34,578 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.02656220700009726 (mp_runner.py:73) +2024-09-01 20:27:34,583 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.03018986499955645 (mp_runner.py:73) +2024-09-01 20:27:35,249 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.02748546099610394 (mp_runner.py:73) +2024-09-01 20:27:35,272 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.032197895998251624 (mp_runner.py:73) +2024-09-01 20:27:35,273 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.03158682600042084 (mp_runner.py:73) +2024-09-01 20:27:35,457 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.023929449998831842 (mp_runner.py:73) +2024-09-01 20:27:35,631 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.004820150003070012 (mp_runner.py:73) +2024-09-01 20:27:36,660 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.027905640003154986 (mp_runner.py:73) +2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.023880665001343004 (mp_runner.py:73) +2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.02607574500143528 (mp_runner.py:73) +2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.04735739099851344 (mp_runner.py:73) +2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.025706205997266807 (mp_runner.py:73) +2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.03147578700009035 (mp_runner.py:73) +2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.04855256400333019 (mp_runner.py:73) +2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.023060829000314698 (mp_runner.py:73) +2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.04352413800370414 (mp_runner.py:73) +2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.04096764600399183 (mp_runner.py:73) +2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.04663334199722158 (mp_runner.py:73) +2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.028345496000838466 (mp_runner.py:73) +2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.0472817319969181 (mp_runner.py:73) +2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.03622037799505051 (mp_runner.py:73) +2024-09-01 20:27:45,263 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.02636106900172308 (mp_runner.py:73) +2024-09-01 20:27:45,272 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.028680650000751484 (mp_runner.py:73) +2024-09-01 20:27:45,273 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.028496573002485093 (mp_runner.py:73) +2024-09-01 20:27:45,277 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.05259508099697996 (mp_runner.py:73) +2024-09-01 20:27:45,278 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.05296682199696079 (mp_runner.py:73) +2024-09-01 20:27:45,279 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.02585938499396434 (mp_runner.py:73) +2024-09-01 20:27:45,284 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.026394782005809247 (mp_runner.py:73) +2024-09-01 20:27:45,285 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.02516206200380111 (mp_runner.py:73) +2024-09-01 20:27:45,285 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.02618061199609656 (mp_runner.py:73) +2024-09-01 20:27:45,291 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.013753191000432707 (mp_runner.py:73) +2024-09-01 20:27:45,291 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.02498143800039543 (mp_runner.py:73) +2024-09-01 20:27:45,294 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.022040875999664422 (mp_runner.py:73) +2024-09-01 20:27:45,300 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.0317595029991935 (mp_runner.py:73) +2024-09-01 20:27:45,300 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.031135530000028666 (mp_runner.py:73) +2024-09-01 20:27:45,302 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.0034324310036026873 (mp_runner.py:73) +2024-09-01 20:27:45,303 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.031474273004278075 (mp_runner.py:73) +2024-09-01 20:27:45,303 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.03282176799984882 (mp_runner.py:73) +2024-09-01 20:27:45,305 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.026228884999 (mp_runner.py:73) +2024-09-01 20:27:45,308 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.018398749001789838 (mp_runner.py:73) +2024-09-01 20:27:45,309 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.02600977800466353 (mp_runner.py:73) +2024-09-01 20:27:45,313 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.03079324100690428 (mp_runner.py:73) +2024-09-01 20:27:45,314 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.026992909006366972 (mp_runner.py:73) +2024-09-01 20:27:45,319 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.02383245900273323 (mp_runner.py:73) +2024-09-01 20:27:45,320 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.0279640609951457 (mp_runner.py:73) +2024-09-01 20:27:45,323 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.0591027119953651 (mp_runner.py:73) +2024-09-01 20:27:45,324 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.0063399840000784025 (mp_runner.py:73) +2024-09-01 20:27:45,325 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.0037814649986103177 (mp_runner.py:73) +2024-09-01 20:27:45,327 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.011329469001793768 (mp_runner.py:73) +2024-09-01 20:27:45,328 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.03957026599528035 (mp_runner.py:73) +2024-09-01 20:27:45,330 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.06169176700495882 (mp_runner.py:73) +2024-09-01 20:27:45,343 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.05506633000186412 (mp_runner.py:73) +2024-09-01 20:27:45,345 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.05173534699861193 (mp_runner.py:73) +2024-09-01 20:27:45,374 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.0288747919985326 (mp_runner.py:73) +2024-09-01 20:27:45,434 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.022899782001331914 (mp_runner.py:73) +2024-09-01 20:27:45,929 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.022426309995353222 (mp_runner.py:73) +2024-09-01 20:27:46,034 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.02744974899542285 (mp_runner.py:73) +2024-09-01 20:27:48,107 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.008122575003653765 (mp_runner.py:73) +2024-09-01 20:27:50,767 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0262s, count=1254, qps in this process: 41.7635 (mp_runner.py:76) +2024-09-01 20:27:50,870 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0368s, count=1258, qps in this process: 41.882 (mp_runner.py:76) +2024-09-01 20:27:50,898 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0016s, count=1261, qps in this process: 42.0311 (mp_runner.py:76) +2024-09-01 20:27:50,904 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0044s, count=1260, qps in this process: 41.9938 (mp_runner.py:76) +2024-09-01 20:27:51,041 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0139s, count=1264, qps in this process: 42.1138 (mp_runner.py:76) +2024-09-01 20:27:51,051 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0278s, count=1239, qps in this process: 41.2618 (mp_runner.py:76) +2024-09-01 20:27:51,052 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0301s, count=1265, qps in this process: 42.1244 (mp_runner.py:76) +2024-09-01 20:27:51,053 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.022s, count=1266, qps in this process: 42.1691 (mp_runner.py:76) +2024-09-01 20:27:51,105 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.008s, count=1267, qps in this process: 42.2221 (mp_runner.py:76) +2024-09-01 20:27:51,117 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0225s, count=1268, qps in this process: 42.235 (mp_runner.py:76) +2024-09-01 20:27:51,150 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0357s, count=1210, qps in this process: 40.2854 (mp_runner.py:76) +2024-09-01 20:27:51,152 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0497s, count=1245, qps in this process: 41.4314 (mp_runner.py:76) +2024-09-01 20:27:51,168 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0016s, count=1271, qps in this process: 42.3644 (mp_runner.py:76) +2024-09-01 20:27:51,169 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0007s, count=1271, qps in this process: 42.3657 (mp_runner.py:76) +2024-09-01 20:27:51,185 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.008s, count=1252, qps in this process: 41.7222 (mp_runner.py:76) +2024-09-01 20:27:51,190 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0078s, count=1272, qps in this process: 42.389 (mp_runner.py:76) +2024-09-01 20:27:51,190 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0039s, count=1273, qps in this process: 42.4278 (mp_runner.py:76) +2024-09-01 20:27:51,196 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0064s, count=1273, qps in this process: 42.4243 (mp_runner.py:76) +2024-09-01 20:27:51,198 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0126s, count=1232, qps in this process: 41.0494 (mp_runner.py:76) +2024-09-01 20:27:51,203 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0038s, count=1273, qps in this process: 42.428 (mp_runner.py:76) +2024-09-01 20:27:51,203 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.004s, count=1273, qps in this process: 42.4277 (mp_runner.py:76) +2024-09-01 20:27:51,204 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0133s, count=1273, qps in this process: 42.4145 (mp_runner.py:76) +2024-09-01 20:27:51,210 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0155s, count=1232, qps in this process: 41.0455 (mp_runner.py:76) +2024-09-01 20:27:51,212 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0135s, count=1269, qps in this process: 42.281 (mp_runner.py:76) +2024-09-01 20:27:51,228 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0057s, count=1275, qps in this process: 42.4919 (mp_runner.py:76) +2024-09-01 20:27:51,230 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0099s, count=1275, qps in this process: 42.486 (mp_runner.py:76) +2024-09-01 20:27:51,232 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0182s, count=1270, qps in this process: 42.3077 (mp_runner.py:76) +2024-09-01 20:27:51,261 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0124s, count=1278, qps in this process: 42.5824 (mp_runner.py:76) +2024-09-01 20:27:51,266 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0035s, count=1279, qps in this process: 42.6284 (mp_runner.py:76) +2024-09-01 20:27:51,266 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0193s, count=1275, qps in this process: 42.4727 (mp_runner.py:76) +2024-09-01 20:27:51,272 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0144s, count=1279, qps in this process: 42.6129 (mp_runner.py:76) +2024-09-01 20:27:51,274 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0128s, count=1276, qps in this process: 42.5152 (mp_runner.py:76) +2024-09-01 20:27:51,280 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0093s, count=1280, qps in this process: 42.6534 (mp_runner.py:76) +2024-09-01 20:27:51,296 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0116s, count=1195, qps in this process: 39.8179 (mp_runner.py:76) +2024-09-01 20:27:51,298 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0048s, count=1273, qps in this process: 42.4265 (mp_runner.py:76) +2024-09-01 20:27:51,301 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0172s, count=1262, qps in this process: 42.0426 (mp_runner.py:76) +2024-09-01 20:27:51,319 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0085s, count=1283, qps in this process: 42.7546 (mp_runner.py:76) +2024-09-01 20:27:51,322 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0029s, count=1284, qps in this process: 42.7959 (mp_runner.py:76) +2024-09-01 20:27:51,334 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0107s, count=1285, qps in this process: 42.8181 (mp_runner.py:76) +2024-09-01 20:27:51,345 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0037s, count=1274, qps in this process: 42.4614 (mp_runner.py:76) +2024-09-01 20:27:51,345 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0032s, count=1287, qps in this process: 42.8954 (mp_runner.py:76) +2024-09-01 20:27:51,372 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0006s, count=1129, qps in this process: 37.6326 (mp_runner.py:76) +2024-09-01 20:27:51,382 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0004s, count=1238, qps in this process: 41.2661 (mp_runner.py:76) +2024-09-01 20:27:51,388 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0065s, count=1294, qps in this process: 43.124 (mp_runner.py:76) +2024-09-01 20:27:51,394 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0039s, count=1295, qps in this process: 43.1611 (mp_runner.py:76) +2024-09-01 20:27:51,407 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0021s, count=1262, qps in this process: 42.0637 (mp_runner.py:76) +2024-09-01 20:27:51,411 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.001s, count=1297, qps in this process: 43.2319 (mp_runner.py:76) +2024-09-01 20:27:51,411 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0015s, count=1214, qps in this process: 40.4646 (mp_runner.py:76) +2024-09-01 20:27:51,434 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0002s, count=1306, qps in this process: 43.533 (mp_runner.py:76) +2024-09-01 20:27:51,440 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0009s, count=1309, qps in this process: 43.632 (mp_runner.py:76) +2024-09-01 20:27:51,446 | INFO |End search in concurrency 50: dur=30.754685487001552s, total_count=63195, qps=2054.8089 (mp_runner.py:120) +2024-09-01 20:27:55,161 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:27:55,161 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 20:28:16,397 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 20:28:16,625 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,667 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,688 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,706 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,757 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,785 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,785 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,794 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,809 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,834 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,849 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,849 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,870 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,872 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,877 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,895 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,898 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,898 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,903 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,904 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,906 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,909 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,912 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,926 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:16,973 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,014 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,041 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,042 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,042 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,043 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,045 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,054 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,055 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,101 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,103 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,151 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,153 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,155 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:17,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:28:29,306 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.02677954400132876 (mp_runner.py:73) +2024-09-01 20:28:29,307 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.025838742003543302 (mp_runner.py:73) +2024-09-01 20:28:29,307 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.027304703995469026 (mp_runner.py:73) +2024-09-01 20:28:29,308 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.026175113001954742 (mp_runner.py:73) +2024-09-01 20:28:29,309 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.028159782996226568 (mp_runner.py:73) +2024-09-01 20:28:29,309 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.022903370001586154 (mp_runner.py:73) +2024-09-01 20:28:29,309 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.022145707000163384 (mp_runner.py:73) +2024-09-01 20:28:29,310 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.026784164998389315 (mp_runner.py:73) +2024-09-01 20:28:29,310 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.021251409998512827 (mp_runner.py:73) +2024-09-01 20:28:29,311 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.02731753700209083 (mp_runner.py:73) +2024-09-01 20:28:29,311 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.023089178997906856 (mp_runner.py:73) +2024-09-01 20:28:29,312 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.020124222995946184 (mp_runner.py:73) +2024-09-01 20:28:29,312 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.020844560000114143 (mp_runner.py:73) +2024-09-01 20:28:29,313 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.02276090200030012 (mp_runner.py:73) +2024-09-01 20:28:29,313 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.0336134140015929 (mp_runner.py:73) +2024-09-01 20:28:29,313 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.021506685996428132 (mp_runner.py:73) +2024-09-01 20:28:29,313 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01687802300148178 (mp_runner.py:73) +2024-09-01 20:28:29,314 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.01673714999924414 (mp_runner.py:73) +2024-09-01 20:28:29,314 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.023435326998878736 (mp_runner.py:73) +2024-09-01 20:28:29,315 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.008609044998593163 (mp_runner.py:73) +2024-09-01 20:28:29,315 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.021570632998191286 (mp_runner.py:73) +2024-09-01 20:28:29,316 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.019976035997387953 (mp_runner.py:73) +2024-09-01 20:28:29,316 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.019982707999588456 (mp_runner.py:73) +2024-09-01 20:28:29,316 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.013764576004177798 (mp_runner.py:73) +2024-09-01 20:28:29,317 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.021679213998140767 (mp_runner.py:73) +2024-09-01 20:28:29,317 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.02478713300661184 (mp_runner.py:73) +2024-09-01 20:28:29,317 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.024069161001534667 (mp_runner.py:73) +2024-09-01 20:28:29,318 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.023902439999801572 (mp_runner.py:73) +2024-09-01 20:28:29,319 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.020007368999358732 (mp_runner.py:73) +2024-09-01 20:28:29,320 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.020793429997866042 (mp_runner.py:73) +2024-09-01 20:28:29,320 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.024681323004188016 (mp_runner.py:73) +2024-09-01 20:28:29,320 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.020682825001131278 (mp_runner.py:73) +2024-09-01 20:28:29,321 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.01990228000067873 (mp_runner.py:73) +2024-09-01 20:28:29,322 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.0042890450058621354 (mp_runner.py:73) +2024-09-01 20:28:29,323 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.01885790599772008 (mp_runner.py:73) +2024-09-01 20:28:29,323 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.028421950002666563 (mp_runner.py:73) +2024-09-01 20:28:29,323 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.030897862001438625 (mp_runner.py:73) +2024-09-01 20:28:29,325 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.02164730899676215 (mp_runner.py:73) +2024-09-01 20:28:29,328 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.00558342199656181 (mp_runner.py:73) +2024-09-01 20:28:29,331 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.033119161998911295 (mp_runner.py:73) +2024-09-01 20:28:29,341 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.002228107005066704 (mp_runner.py:73) +2024-09-01 20:28:29,384 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.030008720998011995 (mp_runner.py:73) +2024-09-01 20:28:29,516 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.03767270599928452 (mp_runner.py:73) +2024-09-01 20:28:29,531 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.02614100800565211 (mp_runner.py:73) +2024-09-01 20:28:29,544 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.040876511004171334 (mp_runner.py:73) +2024-09-01 20:28:29,572 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.015012816998932976 (mp_runner.py:73) +2024-09-01 20:28:29,682 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.025105938999331556 (mp_runner.py:73) +2024-09-01 20:28:31,203 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.032869209004275035 (mp_runner.py:73) +2024-09-01 20:28:31,727 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.03391418999672169 (mp_runner.py:73) +2024-09-01 20:28:31,731 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.0030137990033836104 (mp_runner.py:73) +2024-09-01 20:28:31,750 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.04507025799830444 (mp_runner.py:73) +2024-09-01 20:28:32,232 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.026218099999823608 (mp_runner.py:73) +2024-09-01 20:28:32,780 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.028242970001883805 (mp_runner.py:73) +2024-09-01 20:28:32,857 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.04592397200030973 (mp_runner.py:73) +2024-09-01 20:28:33,249 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.03941721400042297 (mp_runner.py:73) +2024-09-01 20:28:42,022 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.030555659999663476 (mp_runner.py:73) +2024-09-01 20:28:42,026 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.029367871000431478 (mp_runner.py:73) +2024-09-01 20:28:42,042 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.033873394000693224 (mp_runner.py:73) +2024-09-01 20:28:42,043 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.04901952000363963 (mp_runner.py:73) +2024-09-01 20:28:42,047 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.052460081002209336 (mp_runner.py:73) +2024-09-01 20:28:42,048 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.04852249200484948 (mp_runner.py:73) +2024-09-01 20:28:42,049 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.056525091000366956 (mp_runner.py:73) +2024-09-01 20:28:42,052 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.060457359002612066 (mp_runner.py:73) +2024-09-01 20:28:42,054 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.06399467599840136 (mp_runner.py:73) +2024-09-01 20:28:42,055 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.04509832599433139 (mp_runner.py:73) +2024-09-01 20:28:42,070 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.0746356250019744 (mp_runner.py:73) +2024-09-01 20:28:42,071 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.019910990995413158 (mp_runner.py:73) +2024-09-01 20:28:42,073 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.08385842500138097 (mp_runner.py:73) +2024-09-01 20:28:42,075 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.07172676799382316 (mp_runner.py:73) +2024-09-01 20:28:42,075 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.01835890499933157 (mp_runner.py:73) +2024-09-01 20:28:42,094 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.04098487600276712 (mp_runner.py:73) +2024-09-01 20:28:42,114 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.04992523999680998 (mp_runner.py:73) +2024-09-01 20:28:42,119 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.026928662999125663 (mp_runner.py:73) +2024-09-01 20:28:42,145 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.05633491800108459 (mp_runner.py:73) +2024-09-01 20:28:42,147 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.0673556589972577 (mp_runner.py:73) +2024-09-01 20:28:42,248 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.022420658002374694 (mp_runner.py:73) +2024-09-01 20:28:42,249 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.0063870759986457415 (mp_runner.py:73) +2024-09-01 20:28:42,345 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.0184631480005919 (mp_runner.py:73) +2024-09-01 20:28:42,500 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.006794684995838907 (mp_runner.py:73) +2024-09-01 20:28:42,532 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.037553591006144416 (mp_runner.py:73) +2024-09-01 20:28:42,546 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.0338171909970697 (mp_runner.py:73) +2024-09-01 20:28:42,565 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.035119002997817006 (mp_runner.py:73) +2024-09-01 20:28:42,610 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.030994505003036465 (mp_runner.py:73) +2024-09-01 20:28:42,654 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.005333895998774096 (mp_runner.py:73) +2024-09-01 20:28:42,670 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.027345064998371527 (mp_runner.py:73) +2024-09-01 20:28:42,681 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.029428207999444567 (mp_runner.py:73) +2024-09-01 20:28:42,712 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.017144798999652267 (mp_runner.py:73) +2024-09-01 20:28:42,715 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.038808746001450345 (mp_runner.py:73) +2024-09-01 20:28:42,745 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.016246283004875295 (mp_runner.py:73) +2024-09-01 20:28:42,867 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.01653590299974894 (mp_runner.py:73) +2024-09-01 20:28:42,869 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.011706584999046754 (mp_runner.py:73) +2024-09-01 20:28:42,869 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.02214780900249025 (mp_runner.py:73) +2024-09-01 20:28:42,870 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.01630362099967897 (mp_runner.py:73) +2024-09-01 20:28:42,871 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.01428004299668828 (mp_runner.py:73) +2024-09-01 20:28:42,873 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.018059296999126673 (mp_runner.py:73) +2024-09-01 20:28:42,889 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.020488789006776642 (mp_runner.py:73) +2024-09-01 20:28:42,894 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.044455253999331035 (mp_runner.py:73) +2024-09-01 20:28:43,503 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.02475129499362083 (mp_runner.py:73) +2024-09-01 20:28:43,709 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.0038949079971644096 (mp_runner.py:73) +2024-09-01 20:28:44,640 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.03601671000069473 (mp_runner.py:73) +2024-09-01 20:28:44,715 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.023715231000096537 (mp_runner.py:73) +2024-09-01 20:28:44,997 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.024360461000469513 (mp_runner.py:73) +2024-09-01 20:28:46,218 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.0018649139965418726 (mp_runner.py:73) +2024-09-01 20:28:46,346 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.04143027400277788 (mp_runner.py:73) +2024-09-01 20:28:46,648 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0145s, count=1138, qps in this process: 37.915 (mp_runner.py:76) +2024-09-01 20:28:46,688 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0164s, count=1137, qps in this process: 37.8793 (mp_runner.py:76) +2024-09-01 20:28:46,713 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0128s, count=1130, qps in this process: 37.6506 (mp_runner.py:76) +2024-09-01 20:28:46,713 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.0326183650031453 (mp_runner.py:73) +2024-09-01 20:28:46,716 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0039s, count=1141, qps in this process: 38.0284 (mp_runner.py:76) +2024-09-01 20:28:46,783 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0204s, count=1102, qps in this process: 36.7084 (mp_runner.py:76) +2024-09-01 20:28:46,807 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0199s, count=1145, qps in this process: 38.1414 (mp_runner.py:76) +2024-09-01 20:28:46,815 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0124s, count=1144, qps in this process: 38.1176 (mp_runner.py:76) +2024-09-01 20:28:46,817 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0311s, count=1102, qps in this process: 36.6953 (mp_runner.py:76) +2024-09-01 20:28:46,838 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0269s, count=1134, qps in this process: 37.7661 (mp_runner.py:76) +2024-09-01 20:28:46,843 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0053s, count=1147, qps in this process: 38.2266 (mp_runner.py:76) +2024-09-01 20:28:46,852 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0028s, count=1067, qps in this process: 35.5633 (mp_runner.py:76) +2024-09-01 20:28:46,863 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0089s, count=1148, qps in this process: 38.2553 (mp_runner.py:76) +2024-09-01 20:28:46,866 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0129s, count=1142, qps in this process: 38.0503 (mp_runner.py:76) +2024-09-01 20:28:46,870 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0105s, count=1064, qps in this process: 35.4543 (mp_runner.py:76) +2024-09-01 20:28:46,871 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0168s, count=1148, qps in this process: 38.2452 (mp_runner.py:76) +2024-09-01 20:28:46,878 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0018s, count=1130, qps in this process: 37.6644 (mp_runner.py:76) +2024-09-01 20:28:46,879 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0027s, count=1149, qps in this process: 38.2966 (mp_runner.py:76) +2024-09-01 20:28:46,888 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0025s, count=1127, qps in this process: 37.5635 (mp_runner.py:76) +2024-09-01 20:28:46,898 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0077s, count=1150, qps in this process: 38.3235 (mp_runner.py:76) +2024-09-01 20:28:46,901 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0104s, count=1148, qps in this process: 38.2534 (mp_runner.py:76) +2024-09-01 20:28:46,905 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0024s, count=1121, qps in this process: 37.3637 (mp_runner.py:76) +2024-09-01 20:28:46,908 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0016s, count=1150, qps in this process: 38.3313 (mp_runner.py:76) +2024-09-01 20:28:46,918 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.011s, count=1151, qps in this process: 38.3526 (mp_runner.py:76) +2024-09-01 20:28:46,919 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0007s, count=1149, qps in this process: 38.2991 (mp_runner.py:76) +2024-09-01 20:28:46,923 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.029277219000505283 (mp_runner.py:73) +2024-09-01 20:28:46,924 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0208s, count=1151, qps in this process: 38.3401 (mp_runner.py:76) +2024-09-01 20:28:46,929 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.027s, count=1060, qps in this process: 35.3016 (mp_runner.py:76) +2024-09-01 20:28:46,933 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0292s, count=1151, qps in this process: 38.3294 (mp_runner.py:76) +2024-09-01 20:28:46,938 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0049s, count=1129, qps in this process: 37.6272 (mp_runner.py:76) +2024-09-01 20:28:46,940 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0281s, count=1138, qps in this process: 37.8978 (mp_runner.py:76) +2024-09-01 20:28:46,945 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0232s, count=1152, qps in this process: 38.3703 (mp_runner.py:76) +2024-09-01 20:28:46,948 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0171s, count=1152, qps in this process: 38.3781 (mp_runner.py:76) +2024-09-01 20:28:46,980 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0041s, count=1154, qps in this process: 38.4614 (mp_runner.py:76) +2024-09-01 20:28:47,011 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0052s, count=1156, qps in this process: 38.5267 (mp_runner.py:76) +2024-09-01 20:28:47,014 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0018s, count=1157, qps in this process: 38.5644 (mp_runner.py:76) +2024-09-01 20:28:47,037 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.021s, count=1158, qps in this process: 38.573 (mp_runner.py:76) +2024-09-01 20:28:47,048 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0022s, count=1159, qps in this process: 38.6305 (mp_runner.py:76) +2024-09-01 20:28:47,048 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0029s, count=1159, qps in this process: 38.6296 (mp_runner.py:76) +2024-09-01 20:28:47,048 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0007s, count=1159, qps in this process: 38.6324 (mp_runner.py:76) +2024-09-01 20:28:47,051 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0003s, count=1160, qps in this process: 38.6663 (mp_runner.py:76) +2024-09-01 20:28:47,053 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0032s, count=1160, qps in this process: 38.6625 (mp_runner.py:76) +2024-09-01 20:28:47,054 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0063s, count=1147, qps in this process: 38.2253 (mp_runner.py:76) +2024-09-01 20:28:47,057 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0105s, count=1156, qps in this process: 38.5199 (mp_runner.py:76) +2024-09-01 20:28:47,058 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0134s, count=1030, qps in this process: 34.318 (mp_runner.py:76) +2024-09-01 20:28:47,065 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0028s, count=1035, qps in this process: 34.4968 (mp_runner.py:76) +2024-09-01 20:28:47,070 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0082s, count=1012, qps in this process: 33.7241 (mp_runner.py:76) +2024-09-01 20:28:47,085 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0017s, count=1163, qps in this process: 38.7645 (mp_runner.py:76) +2024-09-01 20:28:47,088 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0007s, count=1163, qps in this process: 38.7658 (mp_runner.py:76) +2024-09-01 20:28:47,112 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.004s, count=1151, qps in this process: 38.3616 (mp_runner.py:76) +2024-09-01 20:28:47,113 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0012s, count=1027, qps in this process: 34.232 (mp_runner.py:76) +2024-09-01 20:28:47,115 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.002747327998804394 (mp_runner.py:73) +2024-09-01 20:28:47,160 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0028s, count=999, qps in this process: 33.2969 (mp_runner.py:76) +2024-09-01 20:28:47,160 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0017s, count=1013, qps in this process: 33.7648 (mp_runner.py:76) +2024-09-01 20:28:47,162 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.003s, count=980, qps in this process: 32.6634 (mp_runner.py:76) +2024-09-01 20:28:47,165 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0008s, count=975, qps in this process: 32.4991 (mp_runner.py:76) +2024-09-01 20:28:47,172 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.004s, count=1179, qps in this process: 39.2948 (mp_runner.py:76) +2024-09-01 20:28:47,174 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0015s, count=1183, qps in this process: 39.4314 (mp_runner.py:76) +2024-09-01 20:28:47,184 | INFO |End search in concurrency 55: dur=30.784604068998306s, total_count=61732, qps=2005.2881 (mp_runner.py:120) +2024-09-01 20:28:51,211 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:28:51,211 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 20:29:12,631 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 20:29:13,001 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,042 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,061 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,065 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,181 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,181 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,183 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,279 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,281 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,285 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,285 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,286 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,310 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,313 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,334 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,341 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,348 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,377 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:13,378 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:29:27,091 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.04041908900398994 (mp_runner.py:73) +2024-09-01 20:29:27,093 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.008183480997104198 (mp_runner.py:73) +2024-09-01 20:29:27,093 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.04281734200048959 (mp_runner.py:73) +2024-09-01 20:29:27,093 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.04107057699729921 (mp_runner.py:73) +2024-09-01 20:29:27,094 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.0447315669953241 (mp_runner.py:73) +2024-09-01 20:29:27,095 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.0344464690060704 (mp_runner.py:73) +2024-09-01 20:29:27,098 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.0490389740007231 (mp_runner.py:73) +2024-09-01 20:29:27,100 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.0522033060042304 (mp_runner.py:73) +2024-09-01 20:29:27,106 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.05493600000045262 (mp_runner.py:73) +2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.054299218994856346 (mp_runner.py:73) +2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.05546796400449239 (mp_runner.py:73) +2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.06017192000581417 (mp_runner.py:73) +2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05344776299898513 (mp_runner.py:73) +2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.053874812001595274 (mp_runner.py:73) +2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.039742626999213826 (mp_runner.py:73) +2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.05484033899847418 (mp_runner.py:73) +2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.06581116699817358 (mp_runner.py:73) +2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.058359128997835796 (mp_runner.py:73) +2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.05359663199487841 (mp_runner.py:73) +2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.05358312300086254 (mp_runner.py:73) +2024-09-01 20:29:27,117 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.018386857998848427 (mp_runner.py:73) +2024-09-01 20:29:27,125 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.023703867998847272 (mp_runner.py:73) +2024-09-01 20:29:27,125 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.08439488099975279 (mp_runner.py:73) +2024-09-01 20:29:27,136 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.02069142900290899 (mp_runner.py:73) +2024-09-01 20:29:27,147 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.020910929000820033 (mp_runner.py:73) +2024-09-01 20:29:27,166 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.0025200500022037886 (mp_runner.py:73) +2024-09-01 20:29:27,170 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.03257592800218845 (mp_runner.py:73) +2024-09-01 20:29:27,181 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.02453663499909453 (mp_runner.py:73) +2024-09-01 20:29:27,189 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.051814047001244035 (mp_runner.py:73) +2024-09-01 20:29:27,219 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.027248804006376304 (mp_runner.py:73) +2024-09-01 20:29:27,249 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.025077122998482082 (mp_runner.py:73) +2024-09-01 20:29:27,251 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.025849427001958247 (mp_runner.py:73) +2024-09-01 20:29:27,253 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.01798556900030235 (mp_runner.py:73) +2024-09-01 20:29:27,275 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.023374092997983098 (mp_runner.py:73) +2024-09-01 20:29:27,276 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.026785497000673786 (mp_runner.py:73) +2024-09-01 20:29:27,282 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.017794376995880157 (mp_runner.py:73) +2024-09-01 20:29:27,569 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.024416435000603087 (mp_runner.py:73) +2024-09-01 20:29:27,572 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.0036877530001220293 (mp_runner.py:73) +2024-09-01 20:29:27,576 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.037031403997389134 (mp_runner.py:73) +2024-09-01 20:29:27,747 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.0356403589976253 (mp_runner.py:73) +2024-09-01 20:29:27,901 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.05998657599411672 (mp_runner.py:73) +2024-09-01 20:29:27,970 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.035100925000733696 (mp_runner.py:73) +2024-09-01 20:29:27,972 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.03539840799930971 (mp_runner.py:73) +2024-09-01 20:29:27,981 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.029083108995109797 (mp_runner.py:73) +2024-09-01 20:29:28,007 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.04908020100265276 (mp_runner.py:73) +2024-09-01 20:29:28,048 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.037837919997400604 (mp_runner.py:73) +2024-09-01 20:29:28,476 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.032427095000457484 (mp_runner.py:73) +2024-09-01 20:29:28,795 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.03571282199845882 (mp_runner.py:73) +2024-09-01 20:29:28,869 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.03636471799836727 (mp_runner.py:73) +2024-09-01 20:29:28,871 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.010434981995786075 (mp_runner.py:73) +2024-09-01 20:29:28,894 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.04666709400044056 (mp_runner.py:73) +2024-09-01 20:29:28,910 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.026821355997526553 (mp_runner.py:73) +2024-09-01 20:29:28,961 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.02806500800215872 (mp_runner.py:73) +2024-09-01 20:29:29,114 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.034013197997410316 (mp_runner.py:73) +2024-09-01 20:29:29,214 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.03352820400323253 (mp_runner.py:73) +2024-09-01 20:29:29,218 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.03875214100116864 (mp_runner.py:73) +2024-09-01 20:29:29,473 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.026322189994971268 (mp_runner.py:73) +2024-09-01 20:29:29,479 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.02949928300222382 (mp_runner.py:73) +2024-09-01 20:29:29,573 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.02889266500278609 (mp_runner.py:73) +2024-09-01 20:29:31,162 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03688033700018423 (mp_runner.py:73) +2024-09-01 20:29:41,074 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.01505922399519477 (mp_runner.py:73) +2024-09-01 20:29:41,075 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.018950469995616004 (mp_runner.py:73) +2024-09-01 20:29:41,076 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.01942680499632843 (mp_runner.py:73) +2024-09-01 20:29:41,077 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.01933038900460815 (mp_runner.py:73) +2024-09-01 20:29:41,078 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.018294775996764656 (mp_runner.py:73) +2024-09-01 20:29:41,080 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.015002532003563829 (mp_runner.py:73) +2024-09-01 20:29:41,082 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.02053981099743396 (mp_runner.py:73) +2024-09-01 20:29:41,084 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.02108443500037538 (mp_runner.py:73) +2024-09-01 20:29:41,085 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.02206293199560605 (mp_runner.py:73) +2024-09-01 20:29:41,086 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.026619329997629393 (mp_runner.py:73) +2024-09-01 20:29:41,086 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.018868701001338195 (mp_runner.py:73) +2024-09-01 20:29:41,087 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.02108652600145433 (mp_runner.py:73) +2024-09-01 20:29:41,087 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.021796543995151296 (mp_runner.py:73) +2024-09-01 20:29:41,088 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.03201495800021803 (mp_runner.py:73) +2024-09-01 20:29:41,092 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.01723791699623689 (mp_runner.py:73) +2024-09-01 20:29:41,093 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.03294831299717771 (mp_runner.py:73) +2024-09-01 20:29:41,094 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.026051813998492435 (mp_runner.py:73) +2024-09-01 20:29:41,095 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.025409000998479314 (mp_runner.py:73) +2024-09-01 20:29:41,096 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.027138466000906192 (mp_runner.py:73) +2024-09-01 20:29:41,099 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.029822949996741954 (mp_runner.py:73) +2024-09-01 20:29:41,100 | DEBUG |(SpawnProcess-1:336) search_count: 1000, latest_latency=0.03903006499604089 (mp_runner.py:73) +2024-09-01 20:29:41,102 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.01679957399755949 (mp_runner.py:73) +2024-09-01 20:29:41,106 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.05075701899477281 (mp_runner.py:73) +2024-09-01 20:29:41,120 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.027915671998925973 (mp_runner.py:73) +2024-09-01 20:29:41,125 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.03590297999471659 (mp_runner.py:73) +2024-09-01 20:29:41,129 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.027971559000434354 (mp_runner.py:73) +2024-09-01 20:29:41,135 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.011572173003514763 (mp_runner.py:73) +2024-09-01 20:29:41,144 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.014160528000502381 (mp_runner.py:73) +2024-09-01 20:29:41,144 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.029425999004160985 (mp_runner.py:73) +2024-09-01 20:29:41,145 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.024379526999837253 (mp_runner.py:73) +2024-09-01 20:29:41,147 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.014598128997022286 (mp_runner.py:73) +2024-09-01 20:29:41,148 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.020684250004705973 (mp_runner.py:73) +2024-09-01 20:29:41,193 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.03002785300486721 (mp_runner.py:73) +2024-09-01 20:29:41,225 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.02789939200010849 (mp_runner.py:73) +2024-09-01 20:29:41,227 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.025112130999332294 (mp_runner.py:73) +2024-09-01 20:29:41,238 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.038177447000634857 (mp_runner.py:73) +2024-09-01 20:29:41,414 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.030712810999830253 (mp_runner.py:73) +2024-09-01 20:29:41,543 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.03887786099949153 (mp_runner.py:73) +2024-09-01 20:29:41,571 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.026334084999689367 (mp_runner.py:73) +2024-09-01 20:29:41,627 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.03389022999908775 (mp_runner.py:73) +2024-09-01 20:29:41,659 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.05581884599814657 (mp_runner.py:73) +2024-09-01 20:29:41,672 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.01164720000087982 (mp_runner.py:73) +2024-09-01 20:29:41,673 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.0103156890036189 (mp_runner.py:73) +2024-09-01 20:29:41,761 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.02325256900076056 (mp_runner.py:73) +2024-09-01 20:29:41,765 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.03135869099787669 (mp_runner.py:73) +2024-09-01 20:29:41,901 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.008214942004997283 (mp_runner.py:73) +2024-09-01 20:29:42,813 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.022404388997529168 (mp_runner.py:73) +2024-09-01 20:29:42,823 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.033109413998317905 (mp_runner.py:73) +2024-09-01 20:29:42,824 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.036622095001803245 (mp_runner.py:73) +2024-09-01 20:29:42,844 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.0250007100039511 (mp_runner.py:73) +2024-09-01 20:29:42,847 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.023236656001245137 (mp_runner.py:73) +2024-09-01 20:29:42,854 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.023068747999786865 (mp_runner.py:73) +2024-09-01 20:29:43,071 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0073s, count=966, qps in this process: 32.1922 (mp_runner.py:76) +2024-09-01 20:29:43,090 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0203s, count=1059, qps in this process: 35.2761 (mp_runner.py:76) +2024-09-01 20:29:43,094 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.052s, count=1059, qps in this process: 35.2389 (mp_runner.py:76) +2024-09-01 20:29:43,095 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0487s, count=1059, qps in this process: 35.2428 (mp_runner.py:76) +2024-09-01 20:29:43,104 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0179s, count=1040, qps in this process: 34.646 (mp_runner.py:76) +2024-09-01 20:29:43,121 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0309s, count=1056, qps in this process: 35.1638 (mp_runner.py:76) +2024-09-01 20:29:43,162 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0173s, count=1061, qps in this process: 35.3463 (mp_runner.py:76) +2024-09-01 20:29:43,163 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0692s, count=1060, qps in this process: 35.252 (mp_runner.py:76) +2024-09-01 20:29:43,190 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0006s, count=1044, qps in this process: 34.7993 (mp_runner.py:76) +2024-09-01 20:29:43,194 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0034s, count=1014, qps in this process: 33.7962 (mp_runner.py:76) +2024-09-01 20:29:43,196 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.01s, count=1044, qps in this process: 34.7884 (mp_runner.py:76) +2024-09-01 20:29:43,197 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.008s, count=1051, qps in this process: 35.024 (mp_runner.py:76) +2024-09-01 20:29:43,197 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0053s, count=1033, qps in this process: 34.4273 (mp_runner.py:76) +2024-09-01 20:29:43,198 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0037s, count=1014, qps in this process: 33.7958 (mp_runner.py:76) +2024-09-01 20:29:43,201 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0122s, count=1062, qps in this process: 35.3856 (mp_runner.py:76) +2024-09-01 20:29:43,201 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0143s, count=1062, qps in this process: 35.3831 (mp_runner.py:76) +2024-09-01 20:29:43,203 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0123s, count=1039, qps in this process: 34.6191 (mp_runner.py:76) +2024-09-01 20:29:43,203 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0126s, count=1062, qps in this process: 35.3851 (mp_runner.py:76) +2024-09-01 20:29:43,204 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0173s, count=1062, qps in this process: 35.3796 (mp_runner.py:76) +2024-09-01 20:29:43,204 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0151s, count=1062, qps in this process: 35.3822 (mp_runner.py:76) +2024-09-01 20:29:43,204 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0137s, count=1039, qps in this process: 34.6175 (mp_runner.py:76) +2024-09-01 20:29:43,205 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0057s, count=1062, qps in this process: 35.3933 (mp_runner.py:76) +2024-09-01 20:29:43,205 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0157s, count=1062, qps in this process: 35.3815 (mp_runner.py:76) +2024-09-01 20:29:43,206 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.02s, count=1062, qps in this process: 35.3764 (mp_runner.py:76) +2024-09-01 20:29:43,207 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0006s, count=1062, qps in this process: 35.3993 (mp_runner.py:76) +2024-09-01 20:29:43,207 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.001s, count=1062, qps in this process: 35.3988 (mp_runner.py:76) +2024-09-01 20:29:43,207 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.017s, count=1062, qps in this process: 35.38 (mp_runner.py:76) +2024-09-01 20:29:43,208 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0186s, count=1062, qps in this process: 35.3781 (mp_runner.py:76) +2024-09-01 20:29:43,208 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0181s, count=1062, qps in this process: 35.3787 (mp_runner.py:76) +2024-09-01 20:29:43,208 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0163s, count=1062, qps in this process: 35.3808 (mp_runner.py:76) +2024-09-01 20:29:43,209 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.01s, count=1062, qps in this process: 35.3882 (mp_runner.py:76) +2024-09-01 20:29:43,210 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0179s, count=993, qps in this process: 33.0803 (mp_runner.py:76) +2024-09-01 20:29:43,211 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.016s, count=1062, qps in this process: 35.3811 (mp_runner.py:76) +2024-09-01 20:29:43,211 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0144s, count=1062, qps in this process: 35.383 (mp_runner.py:76) +2024-09-01 20:29:43,212 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0152s, count=1062, qps in this process: 35.3821 (mp_runner.py:76) +2024-09-01 20:29:43,213 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.023s, count=1062, qps in this process: 35.3729 (mp_runner.py:76) +2024-09-01 20:29:43,213 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0186s, count=1062, qps in this process: 35.3781 (mp_runner.py:76) +2024-09-01 20:29:43,214 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0234s, count=1062, qps in this process: 35.3724 (mp_runner.py:76) +2024-09-01 20:29:43,220 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0305s, count=1049, qps in this process: 34.9312 (mp_runner.py:76) +2024-09-01 20:29:43,242 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0262s, count=1063, qps in this process: 35.4024 (mp_runner.py:76) +2024-09-01 20:29:43,268 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0002s, count=1065, qps in this process: 35.4998 (mp_runner.py:76) +2024-09-01 20:29:43,276 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0076s, count=1020, qps in this process: 33.9914 (mp_runner.py:76) +2024-09-01 20:29:43,281 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0004s, count=1067, qps in this process: 35.5662 (mp_runner.py:76) +2024-09-01 20:29:43,283 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0123s, count=1064, qps in this process: 35.4521 (mp_runner.py:76) +2024-09-01 20:29:43,287 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0014s, count=1050, qps in this process: 34.9984 (mp_runner.py:76) +2024-09-01 20:29:43,290 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0003s, count=1067, qps in this process: 35.5663 (mp_runner.py:76) +2024-09-01 20:29:43,291 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0025s, count=1067, qps in this process: 35.5637 (mp_runner.py:76) +2024-09-01 20:29:43,292 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0148s, count=1066, qps in this process: 35.5158 (mp_runner.py:76) +2024-09-01 20:29:43,300 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.01s, count=1068, qps in this process: 35.5881 (mp_runner.py:76) +2024-09-01 20:29:43,300 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0057s, count=1057, qps in this process: 35.2266 (mp_runner.py:76) +2024-09-01 20:29:43,301 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0071s, count=1068, qps in this process: 35.5916 (mp_runner.py:76) +2024-09-01 20:29:43,307 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0105s, count=984, qps in this process: 32.7885 (mp_runner.py:76) +2024-09-01 20:29:43,315 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.001s, count=1025, qps in this process: 34.1655 (mp_runner.py:76) +2024-09-01 20:29:43,318 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.006636666999838781 (mp_runner.py:73) +2024-09-01 20:29:43,319 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0027s, count=1026, qps in this process: 34.1969 (mp_runner.py:76) +2024-09-01 20:29:43,326 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0033s, count=1003, qps in this process: 33.4297 (mp_runner.py:76) +2024-09-01 20:29:43,348 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0034s, count=953, qps in this process: 31.7631 (mp_runner.py:76) +2024-09-01 20:29:43,352 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0014s, count=897, qps in this process: 29.8986 (mp_runner.py:76) +2024-09-01 20:29:43,356 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.002s, count=980, qps in this process: 32.6645 (mp_runner.py:76) +2024-09-01 20:29:43,379 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0005s, count=1048, qps in this process: 34.9328 (mp_runner.py:76) +2024-09-01 20:29:43,380 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0005s, count=981, qps in this process: 32.6995 (mp_runner.py:76) +2024-09-01 20:29:43,391 | INFO |End search in concurrency 60: dur=30.759005631000036s, total_count=62601, qps=2035.2088 (mp_runner.py:120) +2024-09-01 20:29:47,775 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:29:47,776 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 20:30:09,429 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 20:30:09,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,688 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,909 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,934 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,936 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,961 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,974 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,974 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,978 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,986 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:09,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,001 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,011 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,012 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,093 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,105 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,117 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,117 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,122 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,122 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,141 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,145 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,169 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,200 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,276 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,284 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,310 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,312 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,316 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,341 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,357 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,362 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,386 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,440 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,471 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,471 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,478 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,543 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:10,552 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:30:25,200 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.023689636000199243 (mp_runner.py:73) +2024-09-01 20:30:25,200 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.02355969800555613 (mp_runner.py:73) +2024-09-01 20:30:25,203 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.02165626200439874 (mp_runner.py:73) +2024-09-01 20:30:25,204 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.019197492001694627 (mp_runner.py:73) +2024-09-01 20:30:25,205 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.025604610003938433 (mp_runner.py:73) +2024-09-01 20:30:25,205 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.02902929999982007 (mp_runner.py:73) +2024-09-01 20:30:25,206 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.020831091998843476 (mp_runner.py:73) +2024-09-01 20:30:25,206 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.02760865700111026 (mp_runner.py:73) +2024-09-01 20:30:25,208 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.03067749200272374 (mp_runner.py:73) +2024-09-01 20:30:25,208 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.026687612997193355 (mp_runner.py:73) +2024-09-01 20:30:25,209 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.010283124996931292 (mp_runner.py:73) +2024-09-01 20:30:25,210 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.029904833005275577 (mp_runner.py:73) +2024-09-01 20:30:25,210 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.022102175003965385 (mp_runner.py:73) +2024-09-01 20:30:25,212 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.023482128999603447 (mp_runner.py:73) +2024-09-01 20:30:25,212 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.024967628000013065 (mp_runner.py:73) +2024-09-01 20:30:25,213 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.023008244002994616 (mp_runner.py:73) +2024-09-01 20:30:25,214 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.03061875300045358 (mp_runner.py:73) +2024-09-01 20:30:25,215 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.02516252400528174 (mp_runner.py:73) +2024-09-01 20:30:25,216 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.025170654997054953 (mp_runner.py:73) +2024-09-01 20:30:25,219 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.025586681003915146 (mp_runner.py:73) +2024-09-01 20:30:25,222 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.0409930620007799 (mp_runner.py:73) +2024-09-01 20:30:25,223 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.027678115999151487 (mp_runner.py:73) +2024-09-01 20:30:25,224 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.03692896199936513 (mp_runner.py:73) +2024-09-01 20:30:25,225 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.04726944599678973 (mp_runner.py:73) +2024-09-01 20:30:25,226 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.042805040000530425 (mp_runner.py:73) +2024-09-01 20:30:25,235 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.06066890600050101 (mp_runner.py:73) +2024-09-01 20:30:25,239 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.06399695199797861 (mp_runner.py:73) +2024-09-01 20:30:25,242 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.030273336997197475 (mp_runner.py:73) +2024-09-01 20:30:25,243 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.022247786000662018 (mp_runner.py:73) +2024-09-01 20:30:25,243 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.025476431001152378 (mp_runner.py:73) +2024-09-01 20:30:25,244 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.023244002994033508 (mp_runner.py:73) +2024-09-01 20:30:25,245 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.028228474002389703 (mp_runner.py:73) +2024-09-01 20:30:25,246 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.03245172800234286 (mp_runner.py:73) +2024-09-01 20:30:25,246 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.024169889999029692 (mp_runner.py:73) +2024-09-01 20:30:25,333 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.03267362999758916 (mp_runner.py:73) +2024-09-01 20:30:25,337 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.03612296299979789 (mp_runner.py:73) +2024-09-01 20:30:25,349 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.04002817800210323 (mp_runner.py:73) +2024-09-01 20:30:25,394 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.03841916599776596 (mp_runner.py:73) +2024-09-01 20:30:25,485 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.038297228995361365 (mp_runner.py:73) +2024-09-01 20:30:25,507 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.036064400999748614 (mp_runner.py:73) +2024-09-01 20:30:25,510 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.042980739002814516 (mp_runner.py:73) +2024-09-01 20:30:25,511 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.04529437299788697 (mp_runner.py:73) +2024-09-01 20:30:25,658 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.02393589600251289 (mp_runner.py:73) +2024-09-01 20:30:25,661 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.032936768999206834 (mp_runner.py:73) +2024-09-01 20:30:25,663 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.030314828996779397 (mp_runner.py:73) +2024-09-01 20:30:25,762 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.029370815995207522 (mp_runner.py:73) +2024-09-01 20:30:25,798 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04259836799610639 (mp_runner.py:73) +2024-09-01 20:30:25,802 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.03757712800143054 (mp_runner.py:73) +2024-09-01 20:30:26,369 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.04183411799749592 (mp_runner.py:73) +2024-09-01 20:30:26,448 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.02279791700129863 (mp_runner.py:73) +2024-09-01 20:30:26,450 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.03687686799821677 (mp_runner.py:73) +2024-09-01 20:30:26,565 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.03896309500123607 (mp_runner.py:73) +2024-09-01 20:30:27,032 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.05286639699625084 (mp_runner.py:73) +2024-09-01 20:30:27,061 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.040055728997685947 (mp_runner.py:73) +2024-09-01 20:30:27,119 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03468554400024004 (mp_runner.py:73) +2024-09-01 20:30:27,369 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.03199146800034214 (mp_runner.py:73) +2024-09-01 20:30:27,373 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.035050445003435016 (mp_runner.py:73) +2024-09-01 20:30:27,386 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.03219013699708739 (mp_runner.py:73) +2024-09-01 20:30:27,414 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.03507608299696585 (mp_runner.py:73) +2024-09-01 20:30:27,782 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.03468441999575589 (mp_runner.py:73) +2024-09-01 20:30:27,783 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.03797875699819997 (mp_runner.py:73) +2024-09-01 20:30:28,119 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.023098564997781068 (mp_runner.py:73) +2024-09-01 20:30:28,843 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.03836455599957844 (mp_runner.py:73) +2024-09-01 20:30:29,202 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.0431677340020542 (mp_runner.py:73) +2024-09-01 20:30:29,434 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.041840996003884356 (mp_runner.py:73) +2024-09-01 20:30:39,521 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0355s, count=955, qps in this process: 31.7957 (mp_runner.py:76) +2024-09-01 20:30:39,715 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0194s, count=871, qps in this process: 29.0146 (mp_runner.py:76) +2024-09-01 20:30:39,916 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0125s, count=916, qps in this process: 30.5206 (mp_runner.py:76) +2024-09-01 20:30:39,922 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.004s, count=965, qps in this process: 32.1624 (mp_runner.py:76) +2024-09-01 20:30:39,949 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0111s, count=972, qps in this process: 32.388 (mp_runner.py:76) +2024-09-01 20:30:39,957 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0202s, count=970, qps in this process: 32.3116 (mp_runner.py:76) +2024-09-01 20:30:39,977 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.01s, count=942, qps in this process: 31.3895 (mp_runner.py:76) +2024-09-01 20:30:39,982 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0054s, count=866, qps in this process: 28.8615 (mp_runner.py:76) +2024-09-01 20:30:39,985 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0079s, count=883, qps in this process: 29.4256 (mp_runner.py:76) +2024-09-01 20:30:39,989 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0019s, count=951, qps in this process: 31.698 (mp_runner.py:76) +2024-09-01 20:30:39,990 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0091s, count=951, qps in this process: 31.6904 (mp_runner.py:76) +2024-09-01 20:30:39,999 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0073s, count=969, qps in this process: 32.2921 (mp_runner.py:76) +2024-09-01 20:30:40,000 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0142s, count=973, qps in this process: 32.418 (mp_runner.py:76) +2024-09-01 20:30:40,005 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0238s, count=973, qps in this process: 32.4076 (mp_runner.py:76) +2024-09-01 20:30:40,005 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0048s, count=860, qps in this process: 28.6621 (mp_runner.py:76) +2024-09-01 20:30:40,009 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0039s, count=973, qps in this process: 32.4291 (mp_runner.py:76) +2024-09-01 20:30:40,014 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0075s, count=973, qps in this process: 32.4252 (mp_runner.py:76) +2024-09-01 20:30:40,023 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0413s, count=946, qps in this process: 31.49 (mp_runner.py:76) +2024-09-01 20:30:40,026 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0091s, count=968, qps in this process: 32.2569 (mp_runner.py:76) +2024-09-01 20:30:40,068 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0485s, count=974, qps in this process: 32.4143 (mp_runner.py:76) +2024-09-01 20:30:40,086 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0535s, count=896, qps in this process: 29.8135 (mp_runner.py:76) +2024-09-01 20:30:40,101 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0025s, count=886, qps in this process: 29.5309 (mp_runner.py:76) +2024-09-01 20:30:40,125 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0068s, count=976, qps in this process: 32.526 (mp_runner.py:76) +2024-09-01 20:30:40,125 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0146s, count=976, qps in this process: 32.5175 (mp_runner.py:76) +2024-09-01 20:30:40,126 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0029s, count=976, qps in this process: 32.5302 (mp_runner.py:76) +2024-09-01 20:30:40,128 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0084s, count=976, qps in this process: 32.5242 (mp_runner.py:76) +2024-09-01 20:30:40,128 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0037s, count=976, qps in this process: 32.5293 (mp_runner.py:76) +2024-09-01 20:30:40,134 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.011s, count=957, qps in this process: 31.8883 (mp_runner.py:76) +2024-09-01 20:30:40,136 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0098s, count=956, qps in this process: 31.8563 (mp_runner.py:76) +2024-09-01 20:30:40,138 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0076s, count=956, qps in this process: 31.8586 (mp_runner.py:76) +2024-09-01 20:30:40,149 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0041s, count=975, qps in this process: 32.4956 (mp_runner.py:76) +2024-09-01 20:30:40,158 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0155s, count=977, qps in this process: 32.5498 (mp_runner.py:76) +2024-09-01 20:30:40,158 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0275s, count=977, qps in this process: 32.5368 (mp_runner.py:76) +2024-09-01 20:30:40,158 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.016s, count=977, qps in this process: 32.5493 (mp_runner.py:76) +2024-09-01 20:30:40,158 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0083s, count=977, qps in this process: 32.5577 (mp_runner.py:76) +2024-09-01 20:30:40,177 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0025s, count=948, qps in this process: 31.5974 (mp_runner.py:76) +2024-09-01 20:30:40,192 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.012s, count=868, qps in this process: 28.9218 (mp_runner.py:76) +2024-09-01 20:30:40,204 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0085s, count=917, qps in this process: 30.558 (mp_runner.py:76) +2024-09-01 20:30:40,213 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0063s, count=921, qps in this process: 30.6936 (mp_runner.py:76) +2024-09-01 20:30:40,215 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.01s, count=884, qps in this process: 29.4568 (mp_runner.py:76) +2024-09-01 20:30:40,219 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0116s, count=848, qps in this process: 28.2557 (mp_runner.py:76) +2024-09-01 20:30:40,231 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.003s, count=874, qps in this process: 29.1304 (mp_runner.py:76) +2024-09-01 20:30:40,240 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0083s, count=962, qps in this process: 32.0578 (mp_runner.py:76) +2024-09-01 20:30:40,253 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0006s, count=963, qps in this process: 32.0994 (mp_runner.py:76) +2024-09-01 20:30:40,284 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0033s, count=986, qps in this process: 32.8631 (mp_runner.py:76) +2024-09-01 20:30:40,288 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0044s, count=939, qps in this process: 31.2954 (mp_runner.py:76) +2024-09-01 20:30:40,297 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0079s, count=857, qps in this process: 28.5591 (mp_runner.py:76) +2024-09-01 20:30:40,322 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0082s, count=935, qps in this process: 31.1582 (mp_runner.py:76) +2024-09-01 20:30:40,325 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.004s, count=991, qps in this process: 33.0289 (mp_runner.py:76) +2024-09-01 20:30:40,329 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0086s, count=870, qps in this process: 28.9917 (mp_runner.py:76) +2024-09-01 20:30:40,332 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0135s, count=991, qps in this process: 33.0185 (mp_runner.py:76) +2024-09-01 20:30:40,359 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0051s, count=864, qps in this process: 28.7951 (mp_runner.py:76) +2024-09-01 20:30:40,368 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0053s, count=880, qps in this process: 29.3282 (mp_runner.py:76) +2024-09-01 20:30:40,369 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0024s, count=854, qps in this process: 28.4644 (mp_runner.py:76) +2024-09-01 20:30:40,369 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0021s, count=855, qps in this process: 28.498 (mp_runner.py:76) +2024-09-01 20:30:40,379 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0081s, count=996, qps in this process: 33.191 (mp_runner.py:76) +2024-09-01 20:30:40,405 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.0030130770028335974 (mp_runner.py:73) +2024-09-01 20:30:40,406 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.0049135410008602776 (mp_runner.py:73) +2024-09-01 20:30:40,406 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0003s, count=1000, qps in this process: 33.333 (mp_runner.py:76) +2024-09-01 20:30:40,407 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0009s, count=962, qps in this process: 32.0657 (mp_runner.py:76) +2024-09-01 20:30:40,409 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.009774519996426534 (mp_runner.py:73) +2024-09-01 20:30:40,409 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.013s, count=999, qps in this process: 33.2856 (mp_runner.py:76) +2024-09-01 20:30:40,469 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.003s, count=1012, qps in this process: 33.73 (mp_runner.py:76) +2024-09-01 20:30:40,478 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0003s, count=836, qps in this process: 27.8664 (mp_runner.py:76) +2024-09-01 20:30:40,482 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0032s, count=857, qps in this process: 28.5636 (mp_runner.py:76) +2024-09-01 20:30:40,487 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0006s, count=900, qps in this process: 29.9994 (mp_runner.py:76) +2024-09-01 20:30:40,549 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0015s, count=1042, qps in this process: 34.7316 (mp_runner.py:76) +2024-09-01 20:30:40,561 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0009s, count=919, qps in this process: 30.6324 (mp_runner.py:76) +2024-09-01 20:30:40,569 | INFO |End search in concurrency 65: dur=31.138925801998994s, total_count=60995, qps=1958.8023 (mp_runner.py:120) +2024-09-01 20:30:45,300 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:30:45,300 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 20:31:07,364 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 20:31:07,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,657 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,740 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,743 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,765 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,774 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,937 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,939 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,947 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,953 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,967 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,969 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,971 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,971 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,975 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,976 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,988 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:07,989 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,011 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,033 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,036 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,043 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,055 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,061 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,065 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,067 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,088 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,104 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,107 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,132 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,133 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,143 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,151 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,181 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,207 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,207 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,217 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,268 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,274 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,283 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,319 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,347 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,347 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,374 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,379 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:08,414 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 20:31:25,179 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.00640834999649087 (mp_runner.py:73) +2024-09-01 20:31:25,180 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.007332289002079051 (mp_runner.py:73) +2024-09-01 20:31:25,180 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.008172584995918442 (mp_runner.py:73) +2024-09-01 20:31:25,181 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.0066541310006869026 (mp_runner.py:73) +2024-09-01 20:31:25,182 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.007901058997958899 (mp_runner.py:73) +2024-09-01 20:31:25,182 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.009891267000057269 (mp_runner.py:73) +2024-09-01 20:31:25,183 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.007244337997690309 (mp_runner.py:73) +2024-09-01 20:31:25,184 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.009586027001205366 (mp_runner.py:73) +2024-09-01 20:31:25,184 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.009931268999935128 (mp_runner.py:73) +2024-09-01 20:31:25,186 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.013625833002151921 (mp_runner.py:73) +2024-09-01 20:31:25,187 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.010482268000487238 (mp_runner.py:73) +2024-09-01 20:31:25,187 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.009778372004802804 (mp_runner.py:73) +2024-09-01 20:31:25,189 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.010715673000959214 (mp_runner.py:73) +2024-09-01 20:31:25,190 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.012214594004035462 (mp_runner.py:73) +2024-09-01 20:31:25,191 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.011969429993769154 (mp_runner.py:73) +2024-09-01 20:31:25,191 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.013216197003202979 (mp_runner.py:73) +2024-09-01 20:31:25,192 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.013055082003120333 (mp_runner.py:73) +2024-09-01 20:31:25,192 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.013697980000870302 (mp_runner.py:73) +2024-09-01 20:31:25,193 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.007752441000775434 (mp_runner.py:73) +2024-09-01 20:31:25,193 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.012993829004699364 (mp_runner.py:73) +2024-09-01 20:31:25,194 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.015062949998537078 (mp_runner.py:73) +2024-09-01 20:31:25,194 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.008304982002300676 (mp_runner.py:73) +2024-09-01 20:31:25,195 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.014459085003181826 (mp_runner.py:73) +2024-09-01 20:31:25,195 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.008227456994063687 (mp_runner.py:73) +2024-09-01 20:31:25,195 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.015395839000120759 (mp_runner.py:73) +2024-09-01 20:31:25,196 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.01418439900589874 (mp_runner.py:73) +2024-09-01 20:31:25,197 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.005609218998870347 (mp_runner.py:73) +2024-09-01 20:31:25,197 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.011027155996998772 (mp_runner.py:73) +2024-09-01 20:31:25,198 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.01341890999901807 (mp_runner.py:73) +2024-09-01 20:31:25,199 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.016297438996843994 (mp_runner.py:73) +2024-09-01 20:31:25,199 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.012849877995904535 (mp_runner.py:73) +2024-09-01 20:31:25,199 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.01662344099895563 (mp_runner.py:73) +2024-09-01 20:31:25,200 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.016626909004116897 (mp_runner.py:73) +2024-09-01 20:31:25,201 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.018659233996004332 (mp_runner.py:73) +2024-09-01 20:31:25,201 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.019955098003265448 (mp_runner.py:73) +2024-09-01 20:31:25,202 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.02799153899832163 (mp_runner.py:73) +2024-09-01 20:31:25,202 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.010819425995578058 (mp_runner.py:73) +2024-09-01 20:31:25,203 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.016002006996131968 (mp_runner.py:73) +2024-09-01 20:31:25,203 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.011676317000819836 (mp_runner.py:73) +2024-09-01 20:31:25,203 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.01575568599946564 (mp_runner.py:73) +2024-09-01 20:31:25,204 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.0230130689960788 (mp_runner.py:73) +2024-09-01 20:31:25,205 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.01029888899938669 (mp_runner.py:73) +2024-09-01 20:31:25,206 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.020488292997470126 (mp_runner.py:73) +2024-09-01 20:31:25,206 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.010156882002775092 (mp_runner.py:73) +2024-09-01 20:31:25,207 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.03402952400210779 (mp_runner.py:73) +2024-09-01 20:31:25,207 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.00612400499812793 (mp_runner.py:73) +2024-09-01 20:31:25,207 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.03400823700212641 (mp_runner.py:73) +2024-09-01 20:31:25,208 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.03650860299967462 (mp_runner.py:73) +2024-09-01 20:31:25,208 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.03688639200117905 (mp_runner.py:73) +2024-09-01 20:31:25,221 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.03280259100574767 (mp_runner.py:73) +2024-09-01 20:31:25,227 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.029619478002132382 (mp_runner.py:73) +2024-09-01 20:31:25,233 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.06118180200428469 (mp_runner.py:73) +2024-09-01 20:31:25,567 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.042544474999886006 (mp_runner.py:73) +2024-09-01 20:31:25,667 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.04552095299732173 (mp_runner.py:73) +2024-09-01 20:31:25,698 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.0019330110008013435 (mp_runner.py:73) +2024-09-01 20:31:25,704 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.007043812001938932 (mp_runner.py:73) +2024-09-01 20:31:25,709 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.013825458001520019 (mp_runner.py:73) +2024-09-01 20:31:25,730 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.03884324600221589 (mp_runner.py:73) +2024-09-01 20:31:25,817 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.04480508399865357 (mp_runner.py:73) +2024-09-01 20:31:26,478 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.042612774996086955 (mp_runner.py:73) +2024-09-01 20:31:27,287 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.03309737299423432 (mp_runner.py:73) +2024-09-01 20:31:27,421 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.010956136000459082 (mp_runner.py:73) +2024-09-01 20:31:27,500 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03463341099995887 (mp_runner.py:73) +2024-09-01 20:31:27,502 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.01916528099536663 (mp_runner.py:73) +2024-09-01 20:31:27,921 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.027638531995762605 (mp_runner.py:73) +2024-09-01 20:31:27,937 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.04477582999970764 (mp_runner.py:73) +2024-09-01 20:31:28,568 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.08553337099874625 (mp_runner.py:73) +2024-09-01 20:31:28,607 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.0280024890016648 (mp_runner.py:73) +2024-09-01 20:31:28,883 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.028531113995995838 (mp_runner.py:73) +2024-09-01 20:31:29,063 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.04252817100496031 (mp_runner.py:73) +2024-09-01 20:31:37,592 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0161s, count=890, qps in this process: 29.6508 (mp_runner.py:76) +2024-09-01 20:31:37,697 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0197s, count=867, qps in this process: 28.881 (mp_runner.py:76) +2024-09-01 20:31:37,768 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0188s, count=896, qps in this process: 29.848 (mp_runner.py:76) +2024-09-01 20:31:37,774 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0231s, count=892, qps in this process: 29.7105 (mp_runner.py:76) +2024-09-01 20:31:37,802 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0193s, count=857, qps in this process: 28.5483 (mp_runner.py:76) +2024-09-01 20:31:37,816 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0479s, count=821, qps in this process: 27.323 (mp_runner.py:76) +2024-09-01 20:31:37,843 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0332s, count=867, qps in this process: 28.8681 (mp_runner.py:76) +2024-09-01 20:31:37,872 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0141s, count=896, qps in this process: 29.8526 (mp_runner.py:76) +2024-09-01 20:31:37,949 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0149s, count=911, qps in this process: 30.3516 (mp_runner.py:76) +2024-09-01 20:31:37,949 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0131s, count=843, qps in this process: 28.0877 (mp_runner.py:76) +2024-09-01 20:31:37,950 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0134s, count=899, qps in this process: 29.9533 (mp_runner.py:76) +2024-09-01 20:31:37,952 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0108s, count=784, qps in this process: 26.1239 (mp_runner.py:76) +2024-09-01 20:31:37,953 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0188s, count=911, qps in this process: 30.3476 (mp_runner.py:76) +2024-09-01 20:31:37,954 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0198s, count=911, qps in this process: 30.3466 (mp_runner.py:76) +2024-09-01 20:31:37,958 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0191s, count=911, qps in this process: 30.3473 (mp_runner.py:76) +2024-09-01 20:31:37,960 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0141s, count=911, qps in this process: 30.3524 (mp_runner.py:76) +2024-09-01 20:31:37,962 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0276s, count=911, qps in this process: 30.3388 (mp_runner.py:76) +2024-09-01 20:31:37,965 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0095s, count=830, qps in this process: 27.6579 (mp_runner.py:76) +2024-09-01 20:31:37,971 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0224s, count=900, qps in this process: 29.9776 (mp_runner.py:76) +2024-09-01 20:31:37,972 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0168s, count=900, qps in this process: 29.9832 (mp_runner.py:76) +2024-09-01 20:31:37,983 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0057s, count=903, qps in this process: 30.0943 (mp_runner.py:76) +2024-09-01 20:31:37,984 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0046s, count=907, qps in this process: 30.2287 (mp_runner.py:76) +2024-09-01 20:31:37,984 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0079s, count=912, qps in this process: 30.392 (mp_runner.py:76) +2024-09-01 20:31:37,987 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0081s, count=910, qps in this process: 30.3251 (mp_runner.py:76) +2024-09-01 20:31:37,992 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0147s, count=912, qps in this process: 30.3851 (mp_runner.py:76) +2024-09-01 20:31:38,000 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0245s, count=904, qps in this process: 30.1087 (mp_runner.py:76) +2024-09-01 20:31:38,004 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0247s, count=800, qps in this process: 26.6447 (mp_runner.py:76) +2024-09-01 20:31:38,011 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.036s, count=873, qps in this process: 29.0651 (mp_runner.py:76) +2024-09-01 20:31:38,012 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0151s, count=847, qps in this process: 28.2191 (mp_runner.py:76) +2024-09-01 20:31:38,013 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0182s, count=904, qps in this process: 30.1151 (mp_runner.py:76) +2024-09-01 20:31:38,015 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0171s, count=906, qps in this process: 30.1828 (mp_runner.py:76) +2024-09-01 20:31:38,019 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0396s, count=910, qps in this process: 30.2933 (mp_runner.py:76) +2024-09-01 20:31:38,020 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0009s, count=905, qps in this process: 30.1658 (mp_runner.py:76) +2024-09-01 20:31:38,021 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0419s, count=886, qps in this process: 29.4921 (mp_runner.py:76) +2024-09-01 20:31:38,049 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0079s, count=864, qps in this process: 28.7924 (mp_runner.py:76) +2024-09-01 20:31:38,056 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0196s, count=903, qps in this process: 30.0803 (mp_runner.py:76) +2024-09-01 20:31:38,063 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0153s, count=916, qps in this process: 30.5178 (mp_runner.py:76) +2024-09-01 20:31:38,066 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0074s, count=916, qps in this process: 30.5258 (mp_runner.py:76) +2024-09-01 20:31:38,072 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0072s, count=917, qps in this process: 30.5593 (mp_runner.py:76) +2024-09-01 20:31:38,080 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0098s, count=904, qps in this process: 30.1235 (mp_runner.py:76) +2024-09-01 20:31:38,099 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0253s, count=905, qps in this process: 30.1412 (mp_runner.py:76) +2024-09-01 20:31:38,103 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0118s, count=918, qps in this process: 30.588 (mp_runner.py:76) +2024-09-01 20:31:38,114 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0027s, count=777, qps in this process: 25.8977 (mp_runner.py:76) +2024-09-01 20:31:38,135 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0168s, count=911, qps in this process: 30.3497 (mp_runner.py:76) +2024-09-01 20:31:38,140 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0015s, count=785, qps in this process: 26.1654 (mp_runner.py:76) +2024-09-01 20:31:38,147 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0079s, count=922, qps in this process: 30.7252 (mp_runner.py:76) +2024-09-01 20:31:38,151 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0148s, count=912, qps in this process: 30.385 (mp_runner.py:76) +2024-09-01 20:31:38,155 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0045s, count=876, qps in this process: 29.1956 (mp_runner.py:76) +2024-09-01 20:31:38,158 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0032s, count=923, qps in this process: 30.7634 (mp_runner.py:76) +2024-09-01 20:31:38,165 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0012s, count=739, qps in this process: 24.6323 (mp_runner.py:76) +2024-09-01 20:31:38,199 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0045s, count=834, qps in this process: 27.7958 (mp_runner.py:76) +2024-09-01 20:31:38,199 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.013s, count=800, qps in this process: 26.6551 (mp_runner.py:76) +2024-09-01 20:31:38,212 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0019s, count=928, qps in this process: 30.9314 (mp_runner.py:76) +2024-09-01 20:31:38,216 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0057s, count=918, qps in this process: 30.5942 (mp_runner.py:76) +2024-09-01 20:31:38,221 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0058s, count=915, qps in this process: 30.4941 (mp_runner.py:76) +2024-09-01 20:31:38,228 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0054s, count=930, qps in this process: 30.9944 (mp_runner.py:76) +2024-09-01 20:31:38,282 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0083s, count=938, qps in this process: 31.258 (mp_runner.py:76) +2024-09-01 20:31:38,283 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0048s, count=784, qps in this process: 26.1292 (mp_runner.py:76) +2024-09-01 20:31:38,283 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.008s, count=939, qps in this process: 31.2917 (mp_runner.py:76) +2024-09-01 20:31:38,289 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0037s, count=746, qps in this process: 24.8636 (mp_runner.py:76) +2024-09-01 20:31:38,291 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0044s, count=804, qps in this process: 26.7961 (mp_runner.py:76) +2024-09-01 20:31:38,314 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0009s, count=944, qps in this process: 31.4657 (mp_runner.py:76) +2024-09-01 20:31:38,325 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0006s, count=947, qps in this process: 31.566 (mp_runner.py:76) +2024-09-01 20:31:38,326 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0015s, count=946, qps in this process: 31.5318 (mp_runner.py:76) +2024-09-01 20:31:38,348 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0013s, count=952, qps in this process: 31.732 (mp_runner.py:76) +2024-09-01 20:31:38,352 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0017s, count=772, qps in this process: 25.7319 (mp_runner.py:76) +2024-09-01 20:31:38,353 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0034s, count=953, qps in this process: 31.7631 (mp_runner.py:76) +2024-09-01 20:31:38,380 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0012s, count=797, qps in this process: 26.5656 (mp_runner.py:76) +2024-09-01 20:31:38,390 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0021s, count=968, qps in this process: 32.2644 (mp_runner.py:76) +2024-09-01 20:31:38,423 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.002s, count=986, qps in this process: 32.8645 (mp_runner.py:76) +2024-09-01 20:31:38,433 | INFO |End search in concurrency 70: dur=31.06914607300132s, total_count=61976, qps=1994.7764 (mp_runner.py:120) +2024-09-01 20:31:43,106 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2077.0071, serial_latency_p99=np.float64(0.1063), recall=np.float64(0.3918), ndcg=np.float64(0.4918), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[54.5303, 495.4361, 2077.0071, 1855.3678, 1921.3886, 1876.0419, 2012.5389, 1968.8952, 2039.7194, 2054.8089, 2005.2881, 2035.2088, 1958.8023, 1994.7764], conc_latency_p99_list=[np.float64(0.0014223887970038049), np.float64(0.0014818674370530062), np.float64(0.0013566611636597371), np.float64(0.0018404218588766526), np.float64(0.0018133296339838125), np.float64(0.0021730015460401774), np.float64(0.002054688163055107), np.float64(0.0021937811513635095), np.float64(0.0023134064101177497), np.float64(0.002208462288582814), np.float64(0.002843558521903469), np.float64(0.0026407767010095994), np.float64(0.002728233237467066), np.float64(0.0024011020873876987)]) (task_runner.py:197) +2024-09-01 20:31:43,107 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:20:05.875653'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2077.0071, serial_latency_p99=np.float64(0.1063), recall=np.float64(0.3918), ndcg=np.float64(0.4918), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[54.5303, 495.4361, 2077.0071, 1855.3678, 1921.3886, 1876.0419, 2012.5389, 1968.8952, 2039.7194, 2054.8089, 2005.2881, 2035.2088, 1958.8023, 1994.7764], conc_latency_p99_list=[np.float64(0.0014223887970038049), np.float64(0.0014818674370530062), np.float64(0.0013566611636597371), np.float64(0.0018404218588766526), np.float64(0.0018133296339838125), np.float64(0.0021730015460401774), np.float64(0.002054688163055107), np.float64(0.0021937811513635095), np.float64(0.0023134064101177497), np.float64(0.002208462288582814), np.float64(0.002843558521903469), np.float64(0.0026407767010095994), np.float64(0.002728233237467066), np.float64(0.0024011020873876987)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 20:31:43,107 | INFO |Task summary: run_id=a0174, task_label=a01748fc899345c39a2309fbdb49aecb (models.py:346) +2024-09-01 20:31:43,107 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 20:31:43,107 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 20:31:43,107 | INFO |PgVector | 2024-09-01T20:20:05.875653 Performance1536D500K a01748fc899345c39a2309fbdb49aecb | 0.0 2077.0071 0.1063 0.3918 0 | :) (models.py:346) +2024-09-01 20:31:43,107 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json (models.py:204) +2024-09-01 20:31:43,108 | INFO |Success to finish task: label=a01748fc899345c39a2309fbdb49aecb, run_id=a01748fc899345c39a2309fbdb49aecb (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json b/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json new file mode 100644 index 000000000..49b3a294a --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json @@ -0,0 +1 @@ +{"run_id": "a01748fc899345c39a2309fbdb49aecb", "task_label": "a01748fc899345c39a2309fbdb49aecb", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2077.0071, "serial_latency_p99": 0.1063, "recall": 0.3918, "ndcg": 0.4918, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [54.5303, 495.4361, 2077.0071, 1855.3678, 1921.3886, 1876.0419, 2012.5389, 1968.8952, 2039.7194, 2054.8089, 2005.2881, 2035.2088, 1958.8023, 1994.7764], "conc_latency_p99_list": [0.0014223887970038049, 0.0014818674370530062, 0.0013566611636597371, 0.0018404218588766526, 0.0018133296339838125, 0.0021730015460401774, 0.002054688163055107, 0.0021937811513635095, 0.0023134064101177497, 0.002208462288582814, 0.002843558521903469, 0.0026407767010095994, 0.002728233237467066, 0.0024011020873876987]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:20:05.875653", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt b/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt new file mode 100644 index 000000000..b82625bba --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt @@ -0,0 +1,1231 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load +2024-09-01 21:10:27,617 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:10:27.605127', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 21:10:27,617 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:10:27.605127', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 21:10:27,617 | INFO |generated uuid for the tasks: 841915dd06884dbd97b1932cd9fd3b22 (interface.py:66) +2024-09-01 21:10:27,678 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 21:10:27,678 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 21:10:27,678 | INFO | PgVector-2024-09-01T21:10:27.605127 | Performance OpenAI-MEDIUM-500K None | 841915dd06884dbd97b1932cd9fd3b22 (task_runner.py:340) +2024-09-01 21:10:27,678 | INFO |task submitted: id=841915dd06884dbd97b1932cd9fd3b22, 841915dd06884dbd97b1932cd9fd3b22, case number: 1 (interface.py:231) +2024-09-01 21:10:28,095 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:10:27.605127'}, drop_old=False (interface.py:164) +2024-09-01 21:10:28,095 | INFO |Starting run (task_runner.py:100) +2024-09-01 21:10:28,170 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 21:10:28,771 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 21:10:28,818 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 21:10:28,843 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 21:10:28,843 | INFO |Start performance case (task_runner.py:158) +2024-09-01 21:10:28,855 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:10:28,855 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 21:10:28,855 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 21:10:28,857 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 21:10:28,900 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 21:10:29,466 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 21:10:29,486 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:10:29,487 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 21:10:29,487 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 21:10:34,162 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03881416899821488, latest recall=0.92 (serial_runner.py:202) +2024-09-01 21:10:38,473 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.04997497599833878, latest recall=1.0 (serial_runner.py:202) +2024-09-01 21:10:42,344 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01775468199775787, latest recall=0.82 (serial_runner.py:202) +2024-09-01 21:10:45,969 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01918269800080452, latest recall=0.97 (serial_runner.py:202) +2024-09-01 21:10:49,409 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.017271942997467704, latest recall=0.95 (serial_runner.py:202) +2024-09-01 21:10:52,319 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.00929428400559118, latest recall=0.98 (serial_runner.py:202) +2024-09-01 21:10:55,143 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.015274623998266179, latest recall=0.98 (serial_runner.py:202) +2024-09-01 21:10:57,794 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.01705562600545818, latest recall=0.94 (serial_runner.py:202) +2024-09-01 21:11:00,489 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.016121583998028655, latest recall=0.99 (serial_runner.py:202) +2024-09-01 21:11:03,183 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.021246602998871822, latest recall=0.83 (serial_runner.py:202) +2024-09-01 21:11:03,184 | INFO |SpawnProcess-1:1 search entire test_data: cost=22.7657s, queries=1000, avg_recall=0.9391, avg_ndcg=0.9456,avg_latency=0.0228, p99=0.0596 (serial_runner.py:209) +2024-09-01 21:11:03,711 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:11:03,712 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 21:11:04,733 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 21:11:04,763 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:11:09,277 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007023707999906037 (mp_runner.py:73) +2024-09-01 21:11:13,464 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0114047750030295 (mp_runner.py:73) +2024-09-01 21:11:17,786 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.00679301300260704 (mp_runner.py:73) +2024-09-01 21:11:21,893 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.011486245006381068 (mp_runner.py:73) +2024-09-01 21:11:26,097 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.006861506997665856 (mp_runner.py:73) +2024-09-01 21:11:30,303 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.011435314998379909 (mp_runner.py:73) +2024-09-01 21:11:34,576 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.00684779099537991 (mp_runner.py:73) +2024-09-01 21:11:34,772 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0083s, count=3522, qps in this process: 117.3675 (mp_runner.py:76) +2024-09-01 21:11:34,773 | INFO |End search in concurrency 1: dur=30.03940204399987s, total_count=3522, qps=117.246 (mp_runner.py:120) +2024-09-01 21:11:34,956 | INFO |Update largest qps with concurrency 1: current max_qps=117.246 (mp_runner.py:124) +2024-09-01 21:11:35,364 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:11:35,365 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 21:11:40,406 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 21:11:40,453 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:11:40,453 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:11:40,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:11:40,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:11:40,460 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:11:49,049 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.012370203003229108 (mp_runner.py:73) +2024-09-01 21:11:49,050 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.013651117005792912 (mp_runner.py:73) +2024-09-01 21:11:49,050 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.013911106005252805 (mp_runner.py:73) +2024-09-01 21:11:49,051 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.014798393996898085 (mp_runner.py:73) +2024-09-01 21:11:49,053 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.01671809899562504 (mp_runner.py:73) +2024-09-01 21:11:56,541 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.020830266003031284 (mp_runner.py:73) +2024-09-01 21:11:56,542 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.02017066700500436 (mp_runner.py:73) +2024-09-01 21:11:56,542 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.020503503998043016 (mp_runner.py:73) +2024-09-01 21:11:56,542 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.020518229001027066 (mp_runner.py:73) +2024-09-01 21:11:56,542 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.021246838994557038 (mp_runner.py:73) +2024-09-01 21:12:04,435 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.011568590001843404 (mp_runner.py:73) +2024-09-01 21:12:04,435 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.011841315004858188 (mp_runner.py:73) +2024-09-01 21:12:04,435 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.012679008003033232 (mp_runner.py:73) +2024-09-01 21:12:04,436 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.013035645002673846 (mp_runner.py:73) +2024-09-01 21:12:04,438 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.015996467001968995 (mp_runner.py:73) +2024-09-01 21:12:10,456 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0027s, count=1905, qps in this process: 63.4943 (mp_runner.py:76) +2024-09-01 21:12:10,474 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0172s, count=1906, qps in this process: 63.4969 (mp_runner.py:76) +2024-09-01 21:12:10,476 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0112s, count=1906, qps in this process: 63.5096 (mp_runner.py:76) +2024-09-01 21:12:10,476 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0223s, count=1906, qps in this process: 63.4861 (mp_runner.py:76) +2024-09-01 21:12:10,482 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0258s, count=1906, qps in this process: 63.4787 (mp_runner.py:76) +2024-09-01 21:12:10,483 | INFO |End search in concurrency 5: dur=30.077463804002036s, total_count=9529, qps=316.8153 (mp_runner.py:120) +2024-09-01 21:12:10,795 | INFO |Update largest qps with concurrency 5: current max_qps=316.8153 (mp_runner.py:124) +2024-09-01 21:12:11,207 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:12:11,207 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 21:12:21,406 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 21:12:21,463 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,499 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,501 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,501 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,570 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,573 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,579 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,580 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:21,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:12:41,373 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.038231619000725914 (mp_runner.py:73) +2024-09-01 21:12:41,373 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.03398228700098116 (mp_runner.py:73) +2024-09-01 21:12:41,376 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.03830846699565882 (mp_runner.py:73) +2024-09-01 21:12:41,377 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.036475009997957386 (mp_runner.py:73) +2024-09-01 21:12:41,377 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.044003112001519185 (mp_runner.py:73) +2024-09-01 21:12:41,378 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.043378030000894796 (mp_runner.py:73) +2024-09-01 21:12:41,378 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.042308290998334996 (mp_runner.py:73) +2024-09-01 21:12:41,379 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.04659698600153206 (mp_runner.py:73) +2024-09-01 21:12:41,379 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.03201045100286137 (mp_runner.py:73) +2024-09-01 21:12:41,380 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.0445720909992815 (mp_runner.py:73) +2024-09-01 21:12:41,394 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.04948606200196082 (mp_runner.py:73) +2024-09-01 21:12:41,394 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.05779595600324683 (mp_runner.py:73) +2024-09-01 21:12:41,395 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.06378341999516124 (mp_runner.py:73) +2024-09-01 21:12:41,395 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.04832189100125106 (mp_runner.py:73) +2024-09-01 21:12:41,398 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.06761278199701337 (mp_runner.py:73) +2024-09-01 21:12:51,477 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0125s, count=769, qps in this process: 25.6227 (mp_runner.py:76) +2024-09-01 21:12:51,517 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0143s, count=770, qps in this process: 25.6544 (mp_runner.py:76) +2024-09-01 21:12:51,517 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0144s, count=770, qps in this process: 25.6544 (mp_runner.py:76) +2024-09-01 21:12:51,517 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0161s, count=770, qps in this process: 25.6529 (mp_runner.py:76) +2024-09-01 21:12:51,518 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0375s, count=770, qps in this process: 25.6346 (mp_runner.py:76) +2024-09-01 21:12:51,572 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0094s, count=772, qps in this process: 25.7253 (mp_runner.py:76) +2024-09-01 21:12:51,573 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0003s, count=772, qps in this process: 25.7331 (mp_runner.py:76) +2024-09-01 21:12:51,574 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0153s, count=772, qps in this process: 25.7202 (mp_runner.py:76) +2024-09-01 21:12:51,575 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0166s, count=772, qps in this process: 25.7191 (mp_runner.py:76) +2024-09-01 21:12:51,575 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0002s, count=772, qps in this process: 25.7332 (mp_runner.py:76) +2024-09-01 21:12:51,575 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0036s, count=772, qps in this process: 25.7302 (mp_runner.py:76) +2024-09-01 21:12:51,591 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0181s, count=773, qps in this process: 25.7511 (mp_runner.py:76) +2024-09-01 21:12:51,592 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.005s, count=773, qps in this process: 25.7624 (mp_runner.py:76) +2024-09-01 21:12:51,608 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0095s, count=774, qps in this process: 25.7918 (mp_runner.py:76) +2024-09-01 21:12:51,608 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0169s, count=774, qps in this process: 25.7855 (mp_runner.py:76) +2024-09-01 21:12:51,609 | INFO |End search in concurrency 15: dur=30.202976509994187s, total_count=11575, qps=383.2404 (mp_runner.py:120) +2024-09-01 21:12:52,515 | INFO |Update largest qps with concurrency 15: current max_qps=383.2404 (mp_runner.py:124) +2024-09-01 21:12:52,927 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:12:52,927 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 21:13:03,189 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 21:13:03,305 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,311 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,315 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,331 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,341 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,363 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,364 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,370 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,372 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,374 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,396 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,396 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,421 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,429 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:03,434 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:29,190 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.04204420799942454 (mp_runner.py:73) +2024-09-01 21:13:29,190 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.04927392800163943 (mp_runner.py:73) +2024-09-01 21:13:29,191 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.05047782800102141 (mp_runner.py:73) +2024-09-01 21:13:29,192 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.04625466799916467 (mp_runner.py:73) +2024-09-01 21:13:29,192 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.04532162500254344 (mp_runner.py:73) +2024-09-01 21:13:29,193 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.05218607099959627 (mp_runner.py:73) +2024-09-01 21:13:29,193 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.05164904300181661 (mp_runner.py:73) +2024-09-01 21:13:29,194 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.051844640998751856 (mp_runner.py:73) +2024-09-01 21:13:29,194 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.05242192400328349 (mp_runner.py:73) +2024-09-01 21:13:29,195 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.047051222005393356 (mp_runner.py:73) +2024-09-01 21:13:29,196 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.05229320299986284 (mp_runner.py:73) +2024-09-01 21:13:29,197 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.05261795200203778 (mp_runner.py:73) +2024-09-01 21:13:29,197 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.047499899003014434 (mp_runner.py:73) +2024-09-01 21:13:29,198 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.058152689001872204 (mp_runner.py:73) +2024-09-01 21:13:29,200 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.020496365999861155 (mp_runner.py:73) +2024-09-01 21:13:29,201 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.0560088900019764 (mp_runner.py:73) +2024-09-01 21:13:29,201 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.05702695199579466 (mp_runner.py:73) +2024-09-01 21:13:29,202 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.05696582100063097 (mp_runner.py:73) +2024-09-01 21:13:29,203 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.05179412900179159 (mp_runner.py:73) +2024-09-01 21:13:29,220 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.07656740400125273 (mp_runner.py:73) +2024-09-01 21:13:33,313 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0069s, count=580, qps in this process: 19.3289 (mp_runner.py:76) +2024-09-01 21:13:33,318 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0037s, count=580, qps in this process: 19.3309 (mp_runner.py:76) +2024-09-01 21:13:33,349 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0263s, count=581, qps in this process: 19.3497 (mp_runner.py:76) +2024-09-01 21:13:33,353 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0189s, count=581, qps in this process: 19.3545 (mp_runner.py:76) +2024-09-01 21:13:33,359 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0355s, count=581, qps in this process: 19.3438 (mp_runner.py:76) +2024-09-01 21:13:33,401 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0002s, count=582, qps in this process: 19.3999 (mp_runner.py:76) +2024-09-01 21:13:33,402 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0354s, count=582, qps in this process: 19.3771 (mp_runner.py:76) +2024-09-01 21:13:33,402 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0513s, count=582, qps in this process: 19.3669 (mp_runner.py:76) +2024-09-01 21:13:33,402 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0005s, count=582, qps in this process: 19.3997 (mp_runner.py:76) +2024-09-01 21:13:33,403 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0201s, count=582, qps in this process: 19.387 (mp_runner.py:76) +2024-09-01 21:13:33,403 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0362s, count=582, qps in this process: 19.3766 (mp_runner.py:76) +2024-09-01 21:13:33,403 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0241s, count=582, qps in this process: 19.3844 (mp_runner.py:76) +2024-09-01 21:13:33,404 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0018s, count=582, qps in this process: 19.3988 (mp_runner.py:76) +2024-09-01 21:13:33,404 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0008s, count=582, qps in this process: 19.3995 (mp_runner.py:76) +2024-09-01 21:13:33,404 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0318s, count=582, qps in this process: 19.3795 (mp_runner.py:76) +2024-09-01 21:13:33,423 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0208s, count=583, qps in this process: 19.4199 (mp_runner.py:76) +2024-09-01 21:13:33,425 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0208s, count=583, qps in this process: 19.4199 (mp_runner.py:76) +2024-09-01 21:13:33,435 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0085s, count=584, qps in this process: 19.4612 (mp_runner.py:76) +2024-09-01 21:13:33,436 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0023s, count=584, qps in this process: 19.4652 (mp_runner.py:76) +2024-09-01 21:13:33,446 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0058s, count=585, qps in this process: 19.4962 (mp_runner.py:76) +2024-09-01 21:13:33,447 | INFO |End search in concurrency 20: dur=30.25733222800045s, total_count=11642, qps=384.7662 (mp_runner.py:120) +2024-09-01 21:13:34,696 | INFO |Update largest qps with concurrency 20: current max_qps=384.7662 (mp_runner.py:124) +2024-09-01 21:13:35,104 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:13:35,104 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 21:13:45,425 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 21:13:45,562 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,563 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,580 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,600 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,643 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,646 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,646 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,646 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,649 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,665 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,665 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,665 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,697 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,699 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,701 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,703 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,706 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,707 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:13:45,709 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:15,568 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0036s, count=474, qps in this process: 15.7981 (mp_runner.py:76) +2024-09-01 21:14:15,631 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0673s, count=475, qps in this process: 15.7979 (mp_runner.py:76) +2024-09-01 21:14:15,635 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0689s, count=475, qps in this process: 15.7971 (mp_runner.py:76) +2024-09-01 21:14:15,636 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.033s, count=475, qps in this process: 15.8159 (mp_runner.py:76) +2024-09-01 21:14:15,662 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0678s, count=475, qps in this process: 15.7976 (mp_runner.py:76) +2024-09-01 21:14:15,685 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0363s, count=476, qps in this process: 15.8475 (mp_runner.py:76) +2024-09-01 21:14:15,688 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0399s, count=476, qps in this process: 15.8456 (mp_runner.py:76) +2024-09-01 21:14:15,689 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0408s, count=476, qps in this process: 15.8451 (mp_runner.py:76) +2024-09-01 21:14:15,690 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0417s, count=476, qps in this process: 15.8446 (mp_runner.py:76) +2024-09-01 21:14:15,691 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0424s, count=476, qps in this process: 15.8443 (mp_runner.py:76) +2024-09-01 21:14:15,696 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0287s, count=476, qps in this process: 15.8515 (mp_runner.py:76) +2024-09-01 21:14:15,696 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0501s, count=476, qps in this process: 15.8402 (mp_runner.py:76) +2024-09-01 21:14:15,699 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0325s, count=476, qps in this process: 15.8495 (mp_runner.py:76) +2024-09-01 21:14:15,699 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0509s, count=476, qps in this process: 15.8398 (mp_runner.py:76) +2024-09-01 21:14:15,701 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0342s, count=476, qps in this process: 15.8486 (mp_runner.py:76) +2024-09-01 21:14:15,704 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0531s, count=476, qps in this process: 15.8386 (mp_runner.py:76) +2024-09-01 21:14:15,709 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0426s, count=476, qps in this process: 15.8442 (mp_runner.py:76) +2024-09-01 21:14:15,722 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0156s, count=477, qps in this process: 15.8917 (mp_runner.py:76) +2024-09-01 21:14:15,722 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0231s, count=477, qps in this process: 15.8878 (mp_runner.py:76) +2024-09-01 21:14:15,725 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0099s, count=477, qps in this process: 15.8948 (mp_runner.py:76) +2024-09-01 21:14:15,725 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0106s, count=477, qps in this process: 15.8944 (mp_runner.py:76) +2024-09-01 21:14:15,726 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0111s, count=477, qps in this process: 15.8941 (mp_runner.py:76) +2024-09-01 21:14:15,728 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0202s, count=477, qps in this process: 15.8893 (mp_runner.py:76) +2024-09-01 21:14:15,728 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0241s, count=477, qps in this process: 15.8872 (mp_runner.py:76) +2024-09-01 21:14:15,729 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.026s, count=477, qps in this process: 15.8862 (mp_runner.py:76) +2024-09-01 21:14:15,731 | INFO |End search in concurrency 25: dur=30.305610040995816s, total_count=11902, qps=392.7326 (mp_runner.py:120) +2024-09-01 21:14:17,302 | INFO |Update largest qps with concurrency 25: current max_qps=392.7326 (mp_runner.py:124) +2024-09-01 21:14:17,716 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:14:17,716 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 21:14:28,198 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 21:14:28,265 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,297 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,361 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,389 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,402 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,415 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,440 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,516 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,533 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,533 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,551 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,568 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,575 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,581 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:28,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:14:58,287 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0109s, count=392, qps in this process: 13.0619 (mp_runner.py:76) +2024-09-01 21:14:58,367 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0667s, count=393, qps in this process: 13.0709 (mp_runner.py:76) +2024-09-01 21:14:58,397 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0218s, count=394, qps in this process: 13.1238 (mp_runner.py:76) +2024-09-01 21:14:58,409 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0184s, count=394, qps in this process: 13.1253 (mp_runner.py:76) +2024-09-01 21:14:58,413 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0092s, count=394, qps in this process: 13.1293 (mp_runner.py:76) +2024-09-01 21:14:58,458 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0147s, count=395, qps in this process: 13.1602 (mp_runner.py:76) +2024-09-01 21:14:58,459 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0406s, count=395, qps in this process: 13.1489 (mp_runner.py:76) +2024-09-01 21:14:58,477 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0038s, count=395, qps in this process: 13.165 (mp_runner.py:76) +2024-09-01 21:14:58,540 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0663s, count=396, qps in this process: 13.1709 (mp_runner.py:76) +2024-09-01 21:14:58,540 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0202s, count=396, qps in this process: 13.1911 (mp_runner.py:76) +2024-09-01 21:14:58,541 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0058s, count=396, qps in this process: 13.1974 (mp_runner.py:76) +2024-09-01 21:14:58,541 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0675s, count=396, qps in this process: 13.1704 (mp_runner.py:76) +2024-09-01 21:14:58,541 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0739s, count=396, qps in this process: 13.1676 (mp_runner.py:76) +2024-09-01 21:14:58,541 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0678s, count=396, qps in this process: 13.1702 (mp_runner.py:76) +2024-09-01 21:14:58,543 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0693s, count=396, qps in this process: 13.1696 (mp_runner.py:76) +2024-09-01 21:14:58,543 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0696s, count=396, qps in this process: 13.1694 (mp_runner.py:76) +2024-09-01 21:14:58,543 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0688s, count=396, qps in this process: 13.1698 (mp_runner.py:76) +2024-09-01 21:14:58,544 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0088s, count=396, qps in this process: 13.1961 (mp_runner.py:76) +2024-09-01 21:14:58,544 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0706s, count=396, qps in this process: 13.169 (mp_runner.py:76) +2024-09-01 21:14:58,544 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0297s, count=396, qps in this process: 13.1869 (mp_runner.py:76) +2024-09-01 21:14:58,547 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0115s, count=396, qps in this process: 13.1949 (mp_runner.py:76) +2024-09-01 21:14:58,566 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0991s, count=396, qps in this process: 13.1565 (mp_runner.py:76) +2024-09-01 21:14:58,596 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0399s, count=397, qps in this process: 13.2158 (mp_runner.py:76) +2024-09-01 21:14:58,596 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0096s, count=397, qps in this process: 13.2291 (mp_runner.py:76) +2024-09-01 21:14:58,596 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0213s, count=397, qps in this process: 13.2239 (mp_runner.py:76) +2024-09-01 21:14:58,596 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0318s, count=397, qps in this process: 13.2193 (mp_runner.py:76) +2024-09-01 21:14:58,597 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0022s, count=397, qps in this process: 13.2324 (mp_runner.py:76) +2024-09-01 21:14:58,597 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0295s, count=397, qps in this process: 13.2203 (mp_runner.py:76) +2024-09-01 21:14:58,598 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0028s, count=397, qps in this process: 13.2321 (mp_runner.py:76) +2024-09-01 21:14:58,602 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0155s, count=397, qps in this process: 13.2265 (mp_runner.py:76) +2024-09-01 21:14:58,609 | INFO |End search in concurrency 30: dur=30.41141806100495s, total_count=11872, qps=390.3797 (mp_runner.py:120) +2024-09-01 21:15:00,960 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:15:00,960 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 21:15:11,494 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 21:15:11,545 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,552 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,628 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,683 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,710 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,711 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,731 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,799 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,799 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,807 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,809 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,809 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,824 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,829 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,836 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,841 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,851 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,854 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,871 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,879 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,889 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,893 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,893 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,895 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,903 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,904 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:11,938 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:41,560 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0076s, count=341, qps in this process: 11.3638 (mp_runner.py:76) +2024-09-01 21:15:41,573 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.028s, count=341, qps in this process: 11.3561 (mp_runner.py:76) +2024-09-01 21:15:41,679 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0494s, count=342, qps in this process: 11.3813 (mp_runner.py:76) +2024-09-01 21:15:41,685 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0177s, count=342, qps in this process: 11.3933 (mp_runner.py:76) +2024-09-01 21:15:41,738 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0536s, count=343, qps in this process: 11.4129 (mp_runner.py:76) +2024-09-01 21:15:41,739 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0259s, count=343, qps in this process: 11.4235 (mp_runner.py:76) +2024-09-01 21:15:41,740 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0293s, count=343, qps in this process: 11.4222 (mp_runner.py:76) +2024-09-01 21:15:41,741 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0585s, count=343, qps in this process: 11.4111 (mp_runner.py:76) +2024-09-01 21:15:41,742 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0282s, count=343, qps in this process: 11.4226 (mp_runner.py:76) +2024-09-01 21:15:41,792 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0544s, count=344, qps in this process: 11.4459 (mp_runner.py:76) +2024-09-01 21:15:41,800 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0058s, count=344, qps in this process: 11.4645 (mp_runner.py:76) +2024-09-01 21:15:41,818 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0146s, count=344, qps in this process: 11.4611 (mp_runner.py:76) +2024-09-01 21:15:41,819 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0092s, count=344, qps in this process: 11.4632 (mp_runner.py:76) +2024-09-01 21:15:41,856 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0339s, count=345, qps in this process: 11.487 (mp_runner.py:76) +2024-09-01 21:15:41,864 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0318s, count=345, qps in this process: 11.4878 (mp_runner.py:76) +2024-09-01 21:15:41,865 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0219s, count=345, qps in this process: 11.4916 (mp_runner.py:76) +2024-09-01 21:15:41,865 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0696s, count=345, qps in this process: 11.4734 (mp_runner.py:76) +2024-09-01 21:15:41,869 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0659s, count=345, qps in this process: 11.4748 (mp_runner.py:76) +2024-09-01 21:15:41,872 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0295s, count=345, qps in this process: 11.4887 (mp_runner.py:76) +2024-09-01 21:15:41,874 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0213s, count=345, qps in this process: 11.4918 (mp_runner.py:76) +2024-09-01 21:15:41,882 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0189s, count=345, qps in this process: 11.4928 (mp_runner.py:76) +2024-09-01 21:15:41,885 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0317s, count=345, qps in this process: 11.4879 (mp_runner.py:76) +2024-09-01 21:15:41,885 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0744s, count=345, qps in this process: 11.4716 (mp_runner.py:76) +2024-09-01 21:15:41,886 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0327s, count=345, qps in this process: 11.4875 (mp_runner.py:76) +2024-09-01 21:15:41,888 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0593s, count=345, qps in this process: 11.4773 (mp_runner.py:76) +2024-09-01 21:15:41,889 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0113s, count=345, qps in this process: 11.4957 (mp_runner.py:76) +2024-09-01 21:15:41,903 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0003s, count=346, qps in this process: 11.5332 (mp_runner.py:76) +2024-09-01 21:15:41,904 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0205s, count=346, qps in this process: 11.5255 (mp_runner.py:76) +2024-09-01 21:15:41,904 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0072s, count=346, qps in this process: 11.5306 (mp_runner.py:76) +2024-09-01 21:15:41,908 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0094s, count=346, qps in this process: 11.5297 (mp_runner.py:76) +2024-09-01 21:15:41,910 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0192s, count=346, qps in this process: 11.526 (mp_runner.py:76) +2024-09-01 21:15:41,922 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0072s, count=347, qps in this process: 11.5639 (mp_runner.py:76) +2024-09-01 21:15:41,923 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0116s, count=347, qps in this process: 11.5622 (mp_runner.py:76) +2024-09-01 21:15:41,924 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0064s, count=347, qps in this process: 11.5642 (mp_runner.py:76) +2024-09-01 21:15:41,960 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0092s, count=351, qps in this process: 11.6964 (mp_runner.py:76) +2024-09-01 21:15:41,962 | INFO |End search in concurrency 35: dur=30.467450903997815s, total_count=12064, qps=395.9635 (mp_runner.py:120) +2024-09-01 21:15:44,226 | INFO |Update largest qps with concurrency 35: current max_qps=395.9635 (mp_runner.py:124) +2024-09-01 21:15:44,640 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:15:44,640 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 21:15:55,270 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 21:15:55,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,327 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,336 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,380 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,479 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,491 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,555 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,555 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,555 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,617 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,631 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,631 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,641 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,655 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,683 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,683 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,688 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,688 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,710 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,714 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,729 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,739 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,751 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,753 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,763 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,792 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,795 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:15:55,811 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:25,381 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0639s, count=299, qps in this process: 9.9455 (mp_runner.py:76) +2024-09-01 21:16:25,389 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0415s, count=299, qps in this process: 9.9529 (mp_runner.py:76) +2024-09-01 21:16:25,417 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0845s, count=299, qps in this process: 9.9387 (mp_runner.py:76) +2024-09-01 21:16:25,500 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.1085s, count=300, qps in this process: 9.964 (mp_runner.py:76) +2024-09-01 21:16:25,516 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0311s, count=300, qps in this process: 9.9896 (mp_runner.py:76) +2024-09-01 21:16:25,531 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.032s, count=300, qps in this process: 9.9893 (mp_runner.py:76) +2024-09-01 21:16:25,571 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0144s, count=301, qps in this process: 10.0285 (mp_runner.py:76) +2024-09-01 21:16:25,573 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0167s, count=301, qps in this process: 10.0278 (mp_runner.py:76) +2024-09-01 21:16:25,574 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0178s, count=301, qps in this process: 10.0274 (mp_runner.py:76) +2024-09-01 21:16:25,637 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0012s, count=302, qps in this process: 10.0663 (mp_runner.py:76) +2024-09-01 21:16:25,645 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0251s, count=302, qps in this process: 10.0583 (mp_runner.py:76) +2024-09-01 21:16:25,653 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0066s, count=302, qps in this process: 10.0645 (mp_runner.py:76) +2024-09-01 21:16:25,656 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0472s, count=302, qps in this process: 10.0509 (mp_runner.py:76) +2024-09-01 21:16:25,658 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0494s, count=302, qps in this process: 10.0501 (mp_runner.py:76) +2024-09-01 21:16:25,659 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0501s, count=302, qps in this process: 10.0499 (mp_runner.py:76) +2024-09-01 21:16:25,722 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0622s, count=303, qps in this process: 10.0791 (mp_runner.py:76) +2024-09-01 21:16:25,722 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0306s, count=303, qps in this process: 10.0897 (mp_runner.py:76) +2024-09-01 21:16:25,723 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0309s, count=303, qps in this process: 10.0896 (mp_runner.py:76) +2024-09-01 21:16:25,723 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0363s, count=303, qps in this process: 10.0878 (mp_runner.py:76) +2024-09-01 21:16:25,724 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0612s, count=303, qps in this process: 10.0794 (mp_runner.py:76) +2024-09-01 21:16:25,724 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0004s, count=303, qps in this process: 10.0999 (mp_runner.py:76) +2024-09-01 21:16:25,732 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0962s, count=303, qps in this process: 10.0677 (mp_runner.py:76) +2024-09-01 21:16:25,736 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0236s, count=303, qps in this process: 10.0921 (mp_runner.py:76) +2024-09-01 21:16:25,736 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0456s, count=303, qps in this process: 10.0847 (mp_runner.py:76) +2024-09-01 21:16:25,737 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0742s, count=303, qps in this process: 10.0751 (mp_runner.py:76) +2024-09-01 21:16:25,748 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0068s, count=303, qps in this process: 10.0977 (mp_runner.py:76) +2024-09-01 21:16:25,769 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0236s, count=304, qps in this process: 10.1254 (mp_runner.py:76) +2024-09-01 21:16:25,770 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0073s, count=304, qps in this process: 10.1309 (mp_runner.py:76) +2024-09-01 21:16:25,771 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.012s, count=304, qps in this process: 10.1293 (mp_runner.py:76) +2024-09-01 21:16:25,772 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0261s, count=304, qps in this process: 10.1245 (mp_runner.py:76) +2024-09-01 21:16:25,773 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0398s, count=304, qps in this process: 10.1199 (mp_runner.py:76) +2024-09-01 21:16:25,774 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0199s, count=304, qps in this process: 10.1266 (mp_runner.py:76) +2024-09-01 21:16:25,791 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0201s, count=305, qps in this process: 10.1599 (mp_runner.py:76) +2024-09-01 21:16:25,795 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0003s, count=305, qps in this process: 10.1666 (mp_runner.py:76) +2024-09-01 21:16:25,801 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0015s, count=305, qps in this process: 10.1662 (mp_runner.py:76) +2024-09-01 21:16:25,802 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.003s, count=305, qps in this process: 10.1657 (mp_runner.py:76) +2024-09-01 21:16:25,802 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0087s, count=305, qps in this process: 10.1637 (mp_runner.py:76) +2024-09-01 21:16:25,808 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.001s, count=306, qps in this process: 10.1997 (mp_runner.py:76) +2024-09-01 21:16:25,827 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0121s, count=307, qps in this process: 10.2292 (mp_runner.py:76) +2024-09-01 21:16:25,827 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.008s, count=307, qps in this process: 10.2306 (mp_runner.py:76) +2024-09-01 21:16:25,829 | INFO |End search in concurrency 40: dur=30.55906126100308s, total_count=12114, qps=396.4127 (mp_runner.py:120) +2024-09-01 21:16:28,454 | INFO |Update largest qps with concurrency 40: current max_qps=396.4127 (mp_runner.py:124) +2024-09-01 21:16:28,872 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:16:28,872 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 21:16:39,701 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 21:16:39,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,001 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,023 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,067 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,067 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,095 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,107 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,121 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,131 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,135 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,194 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,199 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,207 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,207 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,211 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,217 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,219 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,221 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,221 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,223 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,223 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,224 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,239 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,289 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,289 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,315 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,317 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:16:40,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:10,035 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0284s, count=265, qps in this process: 8.825 (mp_runner.py:76) +2024-09-01 21:17:10,114 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0444s, count=266, qps in this process: 8.8536 (mp_runner.py:76) +2024-09-01 21:17:10,117 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0473s, count=266, qps in this process: 8.8527 (mp_runner.py:76) +2024-09-01 21:17:10,122 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0206s, count=266, qps in this process: 8.8606 (mp_runner.py:76) +2024-09-01 21:17:10,123 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0529s, count=266, qps in this process: 8.8511 (mp_runner.py:76) +2024-09-01 21:17:10,129 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0078s, count=266, qps in this process: 8.8644 (mp_runner.py:76) +2024-09-01 21:17:10,129 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.1138s, count=266, qps in this process: 8.8332 (mp_runner.py:76) +2024-09-01 21:17:10,132 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0622s, count=266, qps in this process: 8.8483 (mp_runner.py:76) +2024-09-01 21:17:10,133 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0117s, count=266, qps in this process: 8.8632 (mp_runner.py:76) +2024-09-01 21:17:10,133 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.1054s, count=266, qps in this process: 8.8356 (mp_runner.py:76) +2024-09-01 21:17:10,137 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0671s, count=266, qps in this process: 8.8469 (mp_runner.py:76) +2024-09-01 21:17:10,138 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0136s, count=266, qps in this process: 8.8626 (mp_runner.py:76) +2024-09-01 21:17:10,139 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0264s, count=266, qps in this process: 8.8589 (mp_runner.py:76) +2024-09-01 21:17:10,140 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.1525s, count=266, qps in this process: 8.8218 (mp_runner.py:76) +2024-09-01 21:17:10,141 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0108s, count=266, qps in this process: 8.8635 (mp_runner.py:76) +2024-09-01 21:17:10,197 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0256s, count=267, qps in this process: 8.8924 (mp_runner.py:76) +2024-09-01 21:17:10,197 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0665s, count=267, qps in this process: 8.8803 (mp_runner.py:76) +2024-09-01 21:17:10,202 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.059s, count=267, qps in this process: 8.8825 (mp_runner.py:76) +2024-09-01 21:17:10,204 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0007s, count=267, qps in this process: 8.8998 (mp_runner.py:76) +2024-09-01 21:17:10,204 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0074s, count=267, qps in this process: 8.8978 (mp_runner.py:76) +2024-09-01 21:17:10,205 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0606s, count=267, qps in this process: 8.8821 (mp_runner.py:76) +2024-09-01 21:17:10,205 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0341s, count=267, qps in this process: 8.8899 (mp_runner.py:76) +2024-09-01 21:17:10,206 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0714s, count=267, qps in this process: 8.8789 (mp_runner.py:76) +2024-09-01 21:17:10,207 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0815s, count=267, qps in this process: 8.8759 (mp_runner.py:76) +2024-09-01 21:17:10,207 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0895s, count=267, qps in this process: 8.8735 (mp_runner.py:76) +2024-09-01 21:17:10,253 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0257s, count=268, qps in this process: 8.9257 (mp_runner.py:76) +2024-09-01 21:17:10,254 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0265s, count=268, qps in this process: 8.9254 (mp_runner.py:76) +2024-09-01 21:17:10,254 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0321s, count=268, qps in this process: 8.9238 (mp_runner.py:76) +2024-09-01 21:17:10,256 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0248s, count=268, qps in this process: 8.926 (mp_runner.py:76) +2024-09-01 21:17:10,258 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0328s, count=268, qps in this process: 8.9236 (mp_runner.py:76) +2024-09-01 21:17:10,259 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0597s, count=268, qps in this process: 8.9156 (mp_runner.py:76) +2024-09-01 21:17:10,260 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0369s, count=268, qps in this process: 8.9224 (mp_runner.py:76) +2024-09-01 21:17:10,260 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0489s, count=268, qps in this process: 8.9188 (mp_runner.py:76) +2024-09-01 21:17:10,260 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.037s, count=268, qps in this process: 8.9223 (mp_runner.py:76) +2024-09-01 21:17:10,261 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0021s, count=268, qps in this process: 8.9327 (mp_runner.py:76) +2024-09-01 21:17:10,261 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.05s, count=268, qps in this process: 8.9185 (mp_runner.py:76) +2024-09-01 21:17:10,276 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0489s, count=268, qps in this process: 8.9188 (mp_runner.py:76) +2024-09-01 21:17:10,286 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0102s, count=269, qps in this process: 8.9636 (mp_runner.py:76) +2024-09-01 21:17:10,288 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0007s, count=269, qps in this process: 8.9665 (mp_runner.py:76) +2024-09-01 21:17:10,303 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0081s, count=270, qps in this process: 8.9976 (mp_runner.py:76) +2024-09-01 21:17:10,304 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0117s, count=270, qps in this process: 8.9965 (mp_runner.py:76) +2024-09-01 21:17:10,304 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0162s, count=270, qps in this process: 8.9951 (mp_runner.py:76) +2024-09-01 21:17:10,332 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0119s, count=272, qps in this process: 9.0631 (mp_runner.py:76) +2024-09-01 21:17:10,333 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0124s, count=272, qps in this process: 9.0629 (mp_runner.py:76) +2024-09-01 21:17:10,353 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.006s, count=274, qps in this process: 9.1315 (mp_runner.py:76) +2024-09-01 21:17:10,355 | INFO |End search in concurrency 45: dur=30.6512902970062s, total_count=12041, qps=392.8383 (mp_runner.py:120) +2024-09-01 21:17:13,719 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:17:13,719 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 21:17:34,739 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 21:17:35,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,038 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,103 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,103 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,103 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,104 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,167 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,167 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,180 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,204 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,205 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,205 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,206 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,239 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,264 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,268 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,268 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,269 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,290 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,291 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,293 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,299 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,331 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,331 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,354 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,354 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,367 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:17:35,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:05,063 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0223s, count=243, qps in this process: 8.094 (mp_runner.py:76) +2024-09-01 21:18:05,136 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.125s, count=243, qps in this process: 8.0664 (mp_runner.py:76) +2024-09-01 21:18:05,168 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.057s, count=244, qps in this process: 8.1179 (mp_runner.py:76) +2024-09-01 21:18:05,168 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0217s, count=244, qps in this process: 8.1275 (mp_runner.py:76) +2024-09-01 21:18:05,172 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0005s, count=244, qps in this process: 8.1332 (mp_runner.py:76) +2024-09-01 21:18:05,174 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0856s, count=244, qps in this process: 8.1102 (mp_runner.py:76) +2024-09-01 21:18:05,176 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0636s, count=244, qps in this process: 8.1161 (mp_runner.py:76) +2024-09-01 21:18:05,183 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0981s, count=244, qps in this process: 8.1068 (mp_runner.py:76) +2024-09-01 21:18:05,187 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.1025s, count=244, qps in this process: 8.1056 (mp_runner.py:76) +2024-09-01 21:18:05,188 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0191s, count=244, qps in this process: 8.1282 (mp_runner.py:76) +2024-09-01 21:18:05,189 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0421s, count=244, qps in this process: 8.1219 (mp_runner.py:76) +2024-09-01 21:18:05,191 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.071s, count=244, qps in this process: 8.1141 (mp_runner.py:76) +2024-09-01 21:18:05,192 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0808s, count=244, qps in this process: 8.1115 (mp_runner.py:76) +2024-09-01 21:18:05,192 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0802s, count=244, qps in this process: 8.1116 (mp_runner.py:76) +2024-09-01 21:18:05,197 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.1121s, count=244, qps in this process: 8.1031 (mp_runner.py:76) +2024-09-01 21:18:05,197 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.026s, count=244, qps in this process: 8.1263 (mp_runner.py:76) +2024-09-01 21:18:05,202 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.1168s, count=244, qps in this process: 8.1018 (mp_runner.py:76) +2024-09-01 21:18:05,207 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0348s, count=244, qps in this process: 8.1239 (mp_runner.py:76) +2024-09-01 21:18:05,207 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0382s, count=244, qps in this process: 8.123 (mp_runner.py:76) +2024-09-01 21:18:05,281 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0677s, count=245, qps in this process: 8.1483 (mp_runner.py:76) +2024-09-01 21:18:05,281 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0732s, count=245, qps in this process: 8.1468 (mp_runner.py:76) +2024-09-01 21:18:05,282 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0084s, count=245, qps in this process: 8.1644 (mp_runner.py:76) +2024-09-01 21:18:05,284 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.1003s, count=245, qps in this process: 8.1395 (mp_runner.py:76) +2024-09-01 21:18:05,285 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0618s, count=245, qps in this process: 8.1499 (mp_runner.py:76) +2024-09-01 21:18:05,288 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.1152s, count=245, qps in this process: 8.1354 (mp_runner.py:76) +2024-09-01 21:18:05,290 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0226s, count=245, qps in this process: 8.1605 (mp_runner.py:76) +2024-09-01 21:18:05,293 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0879s, count=245, qps in this process: 8.1428 (mp_runner.py:76) +2024-09-01 21:18:05,293 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0187s, count=245, qps in this process: 8.1616 (mp_runner.py:76) +2024-09-01 21:18:05,294 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0478s, count=245, qps in this process: 8.1537 (mp_runner.py:76) +2024-09-01 21:18:05,294 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0205s, count=245, qps in this process: 8.1611 (mp_runner.py:76) +2024-09-01 21:18:05,303 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0896s, count=245, qps in this process: 8.1423 (mp_runner.py:76) +2024-09-01 21:18:05,316 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.1109s, count=245, qps in this process: 8.1366 (mp_runner.py:76) +2024-09-01 21:18:05,323 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.028s, count=246, qps in this process: 8.1924 (mp_runner.py:76) +2024-09-01 21:18:05,327 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0589s, count=245, qps in this process: 8.1507 (mp_runner.py:76) +2024-09-01 21:18:05,341 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0334s, count=246, qps in this process: 8.1909 (mp_runner.py:76) +2024-09-01 21:18:05,342 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0496s, count=246, qps in this process: 8.1865 (mp_runner.py:76) +2024-09-01 21:18:05,342 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0413s, count=246, qps in this process: 8.1887 (mp_runner.py:76) +2024-09-01 21:18:05,344 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.009s, count=246, qps in this process: 8.1975 (mp_runner.py:76) +2024-09-01 21:18:05,344 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0056s, count=246, qps in this process: 8.1985 (mp_runner.py:76) +2024-09-01 21:18:05,346 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0391s, count=246, qps in this process: 8.1893 (mp_runner.py:76) +2024-09-01 21:18:05,347 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0512s, count=246, qps in this process: 8.186 (mp_runner.py:76) +2024-09-01 21:18:05,363 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.024s, count=246, qps in this process: 8.1934 (mp_runner.py:76) +2024-09-01 21:18:05,376 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0213s, count=247, qps in this process: 8.2275 (mp_runner.py:76) +2024-09-01 21:18:05,377 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.001s, count=247, qps in this process: 8.2331 (mp_runner.py:76) +2024-09-01 21:18:05,377 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.02s, count=247, qps in this process: 8.2278 (mp_runner.py:76) +2024-09-01 21:18:05,377 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0223s, count=247, qps in this process: 8.2272 (mp_runner.py:76) +2024-09-01 21:18:05,377 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0213s, count=247, qps in this process: 8.2275 (mp_runner.py:76) +2024-09-01 21:18:05,378 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0227s, count=247, qps in this process: 8.2271 (mp_runner.py:76) +2024-09-01 21:18:05,381 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.022s, count=247, qps in this process: 8.2273 (mp_runner.py:76) +2024-09-01 21:18:05,392 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0121s, count=248, qps in this process: 8.2633 (mp_runner.py:76) +2024-09-01 21:18:05,395 | INFO |End search in concurrency 50: dur=30.65503648899903s, total_count=12255, qps=399.7712 (mp_runner.py:120) +2024-09-01 21:18:08,708 | INFO |Update largest qps with concurrency 50: current max_qps=399.7712 (mp_runner.py:124) +2024-09-01 21:18:09,119 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:18:09,119 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 21:18:30,329 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 21:18:30,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,656 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,688 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,688 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,689 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,689 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,751 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,756 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,810 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,816 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,816 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,817 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,820 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,821 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,823 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,824 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,824 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,825 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,825 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,827 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,828 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,875 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,880 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,880 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,897 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,899 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,904 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,904 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,912 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,923 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,939 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,940 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,940 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,940 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,941 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,971 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,971 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,976 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,981 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,984 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,985 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,985 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:30,997 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:31,131 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:18:31,180 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:00,686 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0228s, count=220, qps in this process: 7.3278 (mp_runner.py:76) +2024-09-01 21:19:00,696 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0045s, count=220, qps in this process: 7.3322 (mp_runner.py:76) +2024-09-01 21:19:00,714 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.1344s, count=220, qps in this process: 7.3006 (mp_runner.py:76) +2024-09-01 21:19:00,718 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0262s, count=220, qps in this process: 7.3269 (mp_runner.py:76) +2024-09-01 21:19:00,787 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0921s, count=221, qps in this process: 7.3441 (mp_runner.py:76) +2024-09-01 21:19:00,791 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0351s, count=221, qps in this process: 7.3581 (mp_runner.py:76) +2024-09-01 21:19:00,797 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0302s, count=221, qps in this process: 7.3593 (mp_runner.py:76) +2024-09-01 21:19:00,799 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.1085s, count=221, qps in this process: 7.3401 (mp_runner.py:76) +2024-09-01 21:19:00,800 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0428s, count=221, qps in this process: 7.3562 (mp_runner.py:76) +2024-09-01 21:19:00,848 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0171s, count=222, qps in this process: 7.3958 (mp_runner.py:76) +2024-09-01 21:19:00,890 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.002s, count=222, qps in this process: 7.3995 (mp_runner.py:76) +2024-09-01 21:19:00,890 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0013s, count=222, qps in this process: 7.3997 (mp_runner.py:76) +2024-09-01 21:19:00,893 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0622s, count=222, qps in this process: 7.3847 (mp_runner.py:76) +2024-09-01 21:19:00,894 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0664s, count=222, qps in this process: 7.3837 (mp_runner.py:76) +2024-09-01 21:19:00,896 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0696s, count=222, qps in this process: 7.3829 (mp_runner.py:76) +2024-09-01 21:19:00,900 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0534s, count=222, qps in this process: 7.3869 (mp_runner.py:76) +2024-09-01 21:19:00,928 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0734s, count=222, qps in this process: 7.3819 (mp_runner.py:76) +2024-09-01 21:19:00,938 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0334s, count=222, qps in this process: 7.3918 (mp_runner.py:76) +2024-09-01 21:19:00,940 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0935s, count=222, qps in this process: 7.377 (mp_runner.py:76) +2024-09-01 21:19:00,942 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0276s, count=222, qps in this process: 7.3932 (mp_runner.py:76) +2024-09-01 21:19:00,942 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.1087s, count=222, qps in this process: 7.3733 (mp_runner.py:76) +2024-09-01 21:19:00,943 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.1279s, count=222, qps in this process: 7.3686 (mp_runner.py:76) +2024-09-01 21:19:00,944 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.1235s, count=222, qps in this process: 7.3697 (mp_runner.py:76) +2024-09-01 21:19:00,949 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0436s, count=222, qps in this process: 7.3893 (mp_runner.py:76) +2024-09-01 21:19:00,950 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.1288s, count=222, qps in this process: 7.3684 (mp_runner.py:76) +2024-09-01 21:19:00,952 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0619s, count=222, qps in this process: 7.3848 (mp_runner.py:76) +2024-09-01 21:19:00,954 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0137s, count=222, qps in this process: 7.3966 (mp_runner.py:76) +2024-09-01 21:19:00,955 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.133s, count=222, qps in this process: 7.3673 (mp_runner.py:76) +2024-09-01 21:19:00,957 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.1336s, count=222, qps in this process: 7.3672 (mp_runner.py:76) +2024-09-01 21:19:00,958 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0173s, count=222, qps in this process: 7.3957 (mp_runner.py:76) +2024-09-01 21:19:00,972 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0925s, count=222, qps in this process: 7.3773 (mp_runner.py:76) +2024-09-01 21:19:00,976 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0289s, count=222, qps in this process: 7.3929 (mp_runner.py:76) +2024-09-01 21:19:00,977 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0304s, count=222, qps in this process: 7.3925 (mp_runner.py:76) +2024-09-01 21:19:00,978 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.1307s, count=222, qps in this process: 7.3679 (mp_runner.py:76) +2024-09-01 21:19:00,979 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.146s, count=222, qps in this process: 7.3642 (mp_runner.py:76) +2024-09-01 21:19:00,980 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0363s, count=222, qps in this process: 7.3911 (mp_runner.py:76) +2024-09-01 21:19:00,989 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.1638s, count=222, qps in this process: 7.3598 (mp_runner.py:76) +2024-09-01 21:19:00,990 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.1641s, count=222, qps in this process: 7.3597 (mp_runner.py:76) +2024-09-01 21:19:00,990 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0887s, count=222, qps in this process: 7.3782 (mp_runner.py:76) +2024-09-01 21:19:01,010 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0287s, count=223, qps in this process: 7.4262 (mp_runner.py:76) +2024-09-01 21:19:01,010 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0644s, count=223, qps in this process: 7.4174 (mp_runner.py:76) +2024-09-01 21:19:01,012 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0932s, count=223, qps in this process: 7.4103 (mp_runner.py:76) +2024-09-01 21:19:01,013 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0072s, count=223, qps in this process: 7.4315 (mp_runner.py:76) +2024-09-01 21:19:01,013 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.1037s, count=223, qps in this process: 7.4077 (mp_runner.py:76) +2024-09-01 21:19:01,015 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0396s, count=223, qps in this process: 7.4235 (mp_runner.py:76) +2024-09-01 21:19:01,016 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.021s, count=223, qps in this process: 7.4281 (mp_runner.py:76) +2024-09-01 21:19:01,017 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0711s, count=223, qps in this process: 7.4158 (mp_runner.py:76) +2024-09-01 21:19:01,018 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0424s, count=223, qps in this process: 7.4228 (mp_runner.py:76) +2024-09-01 21:19:01,020 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0307s, count=223, qps in this process: 7.4257 (mp_runner.py:76) +2024-09-01 21:19:01,021 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0302s, count=223, qps in this process: 7.4259 (mp_runner.py:76) +2024-09-01 21:19:01,024 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0789s, count=223, qps in this process: 7.4138 (mp_runner.py:76) +2024-09-01 21:19:01,024 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0333s, count=223, qps in this process: 7.4251 (mp_runner.py:76) +2024-09-01 21:19:01,026 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0815s, count=223, qps in this process: 7.4132 (mp_runner.py:76) +2024-09-01 21:19:01,150 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0076s, count=232, qps in this process: 7.7314 (mp_runner.py:76) +2024-09-01 21:19:01,197 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0099s, count=237, qps in this process: 7.8974 (mp_runner.py:76) +2024-09-01 21:19:01,199 | INFO |End search in concurrency 55: dur=30.86981717999879s, total_count=12236, qps=396.3742 (mp_runner.py:120) +2024-09-01 21:19:05,236 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:19:05,236 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 21:19:26,535 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 21:19:26,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,051 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,054 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,083 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,096 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,100 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,132 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,139 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,140 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,140 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,140 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,142 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,143 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,164 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,164 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,165 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,167 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,168 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,168 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,176 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,185 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,187 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,189 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,201 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,207 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,211 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,211 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,215 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,215 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,217 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,217 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,218 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,220 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,227 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,227 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,245 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,277 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,282 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,282 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,291 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,320 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,320 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:27,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:19:56,866 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0156s, count=203, qps in this process: 6.7631 (mp_runner.py:76) +2024-09-01 21:19:57,186 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.1181s, count=205, qps in this process: 6.8065 (mp_runner.py:76) +2024-09-01 21:19:57,188 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0856s, count=205, qps in this process: 6.8139 (mp_runner.py:76) +2024-09-01 21:19:57,192 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0173s, count=205, qps in this process: 6.8294 (mp_runner.py:76) +2024-09-01 21:19:57,193 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0267s, count=205, qps in this process: 6.8273 (mp_runner.py:76) +2024-09-01 21:19:57,196 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0037s, count=205, qps in this process: 6.8325 (mp_runner.py:76) +2024-09-01 21:19:57,198 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0565s, count=205, qps in this process: 6.8205 (mp_runner.py:76) +2024-09-01 21:19:57,200 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.1199s, count=205, qps in this process: 6.8061 (mp_runner.py:76) +2024-09-01 21:19:57,202 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0528s, count=205, qps in this process: 6.8213 (mp_runner.py:76) +2024-09-01 21:19:57,206 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0229s, count=205, qps in this process: 6.8281 (mp_runner.py:76) +2024-09-01 21:19:57,208 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0656s, count=205, qps in this process: 6.8184 (mp_runner.py:76) +2024-09-01 21:19:57,215 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0471s, count=205, qps in this process: 6.8226 (mp_runner.py:76) +2024-09-01 21:19:57,216 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.1148s, count=205, qps in this process: 6.8073 (mp_runner.py:76) +2024-09-01 21:19:57,220 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0777s, count=205, qps in this process: 6.8157 (mp_runner.py:76) +2024-09-01 21:19:57,226 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0267s, count=205, qps in this process: 6.8273 (mp_runner.py:76) +2024-09-01 21:19:57,226 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.085s, count=205, qps in this process: 6.814 (mp_runner.py:76) +2024-09-01 21:19:57,227 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.085s, count=205, qps in this process: 6.814 (mp_runner.py:76) +2024-09-01 21:19:57,229 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.1181s, count=205, qps in this process: 6.8065 (mp_runner.py:76) +2024-09-01 21:19:57,229 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0776s, count=205, qps in this process: 6.8157 (mp_runner.py:76) +2024-09-01 21:19:57,234 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.1479s, count=205, qps in this process: 6.7998 (mp_runner.py:76) +2024-09-01 21:19:57,235 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0677s, count=205, qps in this process: 6.8179 (mp_runner.py:76) +2024-09-01 21:19:57,236 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.06s, count=205, qps in this process: 6.8197 (mp_runner.py:76) +2024-09-01 21:19:57,237 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0699s, count=205, qps in this process: 6.8174 (mp_runner.py:76) +2024-09-01 21:19:57,242 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0928s, count=205, qps in this process: 6.8123 (mp_runner.py:76) +2024-09-01 21:19:57,278 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0518s, count=205, qps in this process: 6.8216 (mp_runner.py:76) +2024-09-01 21:19:57,319 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0383s, count=206, qps in this process: 6.8579 (mp_runner.py:76) +2024-09-01 21:19:57,319 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0259s, count=206, qps in this process: 6.8607 (mp_runner.py:76) +2024-09-01 21:19:57,319 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.1179s, count=206, qps in this process: 6.8398 (mp_runner.py:76) +2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.036s, count=206, qps in this process: 6.8584 (mp_runner.py:76) +2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0772s, count=206, qps in this process: 6.849 (mp_runner.py:76) +2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.1027s, count=206, qps in this process: 6.8432 (mp_runner.py:76) +2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0853s, count=206, qps in this process: 6.8472 (mp_runner.py:76) +2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.1055s, count=206, qps in this process: 6.8426 (mp_runner.py:76) +2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0942s, count=206, qps in this process: 6.8452 (mp_runner.py:76) +2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.103s, count=206, qps in this process: 6.8432 (mp_runner.py:76) +2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.1198s, count=206, qps in this process: 6.8394 (mp_runner.py:76) +2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.1196s, count=206, qps in this process: 6.8394 (mp_runner.py:76) +2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.1041s, count=206, qps in this process: 6.8429 (mp_runner.py:76) +2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0664s, count=206, qps in this process: 6.8515 (mp_runner.py:76) +2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0609s, count=206, qps in this process: 6.8528 (mp_runner.py:76) +2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0748s, count=206, qps in this process: 6.8496 (mp_runner.py:76) +2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.1207s, count=206, qps in this process: 6.8392 (mp_runner.py:76) +2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.1045s, count=206, qps in this process: 6.8428 (mp_runner.py:76) +2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0517s, count=206, qps in this process: 6.8549 (mp_runner.py:76) +2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.1206s, count=206, qps in this process: 6.8392 (mp_runner.py:76) +2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0358s, count=206, qps in this process: 6.8585 (mp_runner.py:76) +2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.1049s, count=206, qps in this process: 6.8427 (mp_runner.py:76) +2024-09-01 21:19:57,323 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0965s, count=206, qps in this process: 6.8446 (mp_runner.py:76) +2024-09-01 21:19:57,323 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.1299s, count=206, qps in this process: 6.8371 (mp_runner.py:76) +2024-09-01 21:19:57,324 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.133s, count=206, qps in this process: 6.8364 (mp_runner.py:76) +2024-09-01 21:19:57,324 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.113s, count=206, qps in this process: 6.8409 (mp_runner.py:76) +2024-09-01 21:19:57,324 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.1307s, count=206, qps in this process: 6.8369 (mp_runner.py:76) +2024-09-01 21:19:57,324 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.1309s, count=206, qps in this process: 6.8368 (mp_runner.py:76) +2024-09-01 21:19:57,333 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0489s, count=206, qps in this process: 6.8555 (mp_runner.py:76) +2024-09-01 21:19:57,337 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0902s, count=206, qps in this process: 6.8461 (mp_runner.py:76) +2024-09-01 21:19:57,354 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0219s, count=207, qps in this process: 6.895 (mp_runner.py:76) +2024-09-01 21:19:57,354 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0224s, count=207, qps in this process: 6.8949 (mp_runner.py:76) +2024-09-01 21:19:57,356 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0315s, count=207, qps in this process: 6.8928 (mp_runner.py:76) +2024-09-01 21:19:57,359 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.035s, count=207, qps in this process: 6.892 (mp_runner.py:76) +2024-09-01 21:19:57,387 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0059s, count=210, qps in this process: 6.9986 (mp_runner.py:76) +2024-09-01 21:19:57,390 | INFO |End search in concurrency 60: dur=30.854355116003717s, total_count=12341, qps=399.976 (mp_runner.py:120) +2024-09-01 21:20:01,433 | INFO |Update largest qps with concurrency 60: current max_qps=399.976 (mp_runner.py:124) +2024-09-01 21:20:01,843 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:20:01,843 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 21:20:23,401 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 21:20:23,548 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,552 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,737 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,740 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,836 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,906 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,918 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,920 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,923 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,923 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,923 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,929 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,935 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,939 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,940 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,945 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,981 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,993 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:23,995 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,019 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,071 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,111 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,124 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,152 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,164 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,187 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,231 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,231 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,256 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,274 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,274 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,287 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,299 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,299 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,359 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,375 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,427 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,431 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,435 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,439 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,443 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:24,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:20:53,590 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0264s, count=180, qps in this process: 5.9947 (mp_runner.py:76) +2024-09-01 21:20:53,599 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0387s, count=181, qps in this process: 6.0256 (mp_runner.py:76) +2024-09-01 21:20:53,824 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0761s, count=183, qps in this process: 6.0846 (mp_runner.py:76) +2024-09-01 21:20:53,824 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0604s, count=183, qps in this process: 6.0877 (mp_runner.py:76) +2024-09-01 21:20:53,841 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0852s, count=183, qps in this process: 6.0827 (mp_runner.py:76) +2024-09-01 21:20:53,931 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0812s, count=183, qps in this process: 6.0835 (mp_runner.py:76) +2024-09-01 21:20:53,941 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0267s, count=184, qps in this process: 6.1279 (mp_runner.py:76) +2024-09-01 21:20:53,950 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.011s, count=184, qps in this process: 6.1311 (mp_runner.py:76) +2024-09-01 21:20:53,952 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.1091s, count=184, qps in this process: 6.1111 (mp_runner.py:76) +2024-09-01 21:20:53,957 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0259s, count=184, qps in this process: 6.128 (mp_runner.py:76) +2024-09-01 21:20:53,957 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0223s, count=184, qps in this process: 6.1288 (mp_runner.py:76) +2024-09-01 21:20:53,962 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0356s, count=184, qps in this process: 6.1261 (mp_runner.py:76) +2024-09-01 21:20:53,963 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0364s, count=184, qps in this process: 6.1259 (mp_runner.py:76) +2024-09-01 21:20:53,966 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0337s, count=184, qps in this process: 6.1265 (mp_runner.py:76) +2024-09-01 21:20:53,969 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0333s, count=184, qps in this process: 6.1265 (mp_runner.py:76) +2024-09-01 21:20:53,977 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0501s, count=184, qps in this process: 6.1231 (mp_runner.py:76) +2024-09-01 21:20:53,984 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0513s, count=184, qps in this process: 6.1229 (mp_runner.py:76) +2024-09-01 21:20:53,989 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0348s, count=184, qps in this process: 6.1262 (mp_runner.py:76) +2024-09-01 21:20:53,990 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0407s, count=184, qps in this process: 6.125 (mp_runner.py:76) +2024-09-01 21:20:53,991 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0354s, count=184, qps in this process: 6.1261 (mp_runner.py:76) +2024-09-01 21:20:53,999 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0443s, count=184, qps in this process: 6.1243 (mp_runner.py:76) +2024-09-01 21:20:54,001 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0663s, count=184, qps in this process: 6.1198 (mp_runner.py:76) +2024-09-01 21:20:54,009 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0694s, count=184, qps in this process: 6.1192 (mp_runner.py:76) +2024-09-01 21:20:54,015 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.062s, count=184, qps in this process: 6.1207 (mp_runner.py:76) +2024-09-01 21:20:54,022 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.066s, count=184, qps in this process: 6.1199 (mp_runner.py:76) +2024-09-01 21:20:54,042 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0495s, count=185, qps in this process: 6.1565 (mp_runner.py:76) +2024-09-01 21:20:54,050 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0636s, count=185, qps in this process: 6.1536 (mp_runner.py:76) +2024-09-01 21:20:54,057 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0616s, count=185, qps in this process: 6.154 (mp_runner.py:76) +2024-09-01 21:20:54,082 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0747s, count=185, qps in this process: 6.1513 (mp_runner.py:76) +2024-09-01 21:20:54,090 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0679s, count=185, qps in this process: 6.1527 (mp_runner.py:76) +2024-09-01 21:20:54,092 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.1355s, count=185, qps in this process: 6.1389 (mp_runner.py:76) +2024-09-01 21:20:54,096 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0248s, count=185, qps in this process: 6.1616 (mp_runner.py:76) +2024-09-01 21:20:54,190 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.035s, count=186, qps in this process: 6.1928 (mp_runner.py:76) +2024-09-01 21:20:54,190 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0648s, count=186, qps in this process: 6.1866 (mp_runner.py:76) +2024-09-01 21:20:54,194 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0032s, count=186, qps in this process: 6.1993 (mp_runner.py:76) +2024-09-01 21:20:54,197 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.1153s, count=186, qps in this process: 6.1763 (mp_runner.py:76) +2024-09-01 21:20:54,224 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0523s, count=186, qps in this process: 6.1892 (mp_runner.py:76) +2024-09-01 21:20:54,233 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0519s, count=186, qps in this process: 6.1893 (mp_runner.py:76) +2024-09-01 21:20:54,238 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.1675s, count=186, qps in this process: 6.1656 (mp_runner.py:76) +2024-09-01 21:20:54,239 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.1206s, count=186, qps in this process: 6.1752 (mp_runner.py:76) +2024-09-01 21:20:54,246 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0924s, count=186, qps in this process: 6.181 (mp_runner.py:76) +2024-09-01 21:20:54,292 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0143s, count=187, qps in this process: 6.2304 (mp_runner.py:76) +2024-09-01 21:20:54,293 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.011s, count=187, qps in this process: 6.231 (mp_runner.py:76) +2024-09-01 21:20:54,293 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0582s, count=187, qps in this process: 6.2213 (mp_runner.py:76) +2024-09-01 21:20:54,293 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0082s, count=187, qps in this process: 6.2316 (mp_runner.py:76) +2024-09-01 21:20:54,293 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0588s, count=187, qps in this process: 6.2211 (mp_runner.py:76) +2024-09-01 21:20:54,294 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0122s, count=187, qps in this process: 6.2308 (mp_runner.py:76) +2024-09-01 21:20:54,294 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0236s, count=187, qps in this process: 6.2284 (mp_runner.py:76) +2024-09-01 21:20:54,295 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0082s, count=187, qps in this process: 6.2316 (mp_runner.py:76) +2024-09-01 21:20:54,330 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0305s, count=188, qps in this process: 6.2603 (mp_runner.py:76) +2024-09-01 21:20:54,334 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0114s, count=188, qps in this process: 6.2643 (mp_runner.py:76) +2024-09-01 21:20:54,337 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0226s, count=188, qps in this process: 6.2619 (mp_runner.py:76) +2024-09-01 21:20:54,377 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0062s, count=189, qps in this process: 6.2987 (mp_runner.py:76) +2024-09-01 21:20:54,385 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0302s, count=189, qps in this process: 6.2937 (mp_runner.py:76) +2024-09-01 21:20:54,387 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0003s, count=189, qps in this process: 6.2999 (mp_runner.py:76) +2024-09-01 21:20:54,413 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0182s, count=190, qps in this process: 6.3295 (mp_runner.py:76) +2024-09-01 21:20:54,414 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0271s, count=190, qps in this process: 6.3276 (mp_runner.py:76) +2024-09-01 21:20:54,423 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.001s, count=190, qps in this process: 6.3331 (mp_runner.py:76) +2024-09-01 21:20:54,448 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0072s, count=192, qps in this process: 6.3985 (mp_runner.py:76) +2024-09-01 21:20:54,448 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0057s, count=192, qps in this process: 6.3988 (mp_runner.py:76) +2024-09-01 21:20:54,449 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0097s, count=192, qps in this process: 6.3979 (mp_runner.py:76) +2024-09-01 21:20:54,449 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0024s, count=192, qps in this process: 6.3995 (mp_runner.py:76) +2024-09-01 21:20:54,449 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0158s, count=192, qps in this process: 6.3966 (mp_runner.py:76) +2024-09-01 21:20:54,466 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0174s, count=193, qps in this process: 6.4296 (mp_runner.py:76) +2024-09-01 21:20:54,488 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0034s, count=195, qps in this process: 6.4993 (mp_runner.py:76) +2024-09-01 21:20:54,491 | INFO |End search in concurrency 65: dur=31.088256372000615s, total_count=12103, qps=389.311 (mp_runner.py:120) +2024-09-01 21:20:59,214 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 21:20:59,215 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 21:21:21,114 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 21:21:21,312 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,509 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,516 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,517 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,733 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,736 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,741 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,743 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,743 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,744 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,747 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,747 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,752 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,752 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,754 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,755 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,755 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,768 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,768 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,769 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,795 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,796 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,797 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,798 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,798 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,798 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,799 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,799 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,800 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,803 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,823 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,823 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,861 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,861 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,868 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,872 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,873 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,873 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,904 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,911 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,911 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,913 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,935 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,955 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,995 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:21,999 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:22,030 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:22,034 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:22,039 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:22,079 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:22,101 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:22,107 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 21:21:51,402 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0887s, count=167, qps in this process: 5.5503 (mp_runner.py:76) +2024-09-01 21:21:51,555 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0345s, count=168, qps in this process: 5.5936 (mp_runner.py:76) +2024-09-01 21:21:51,573 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0508s, count=168, qps in this process: 5.5905 (mp_runner.py:76) +2024-09-01 21:21:51,594 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0797s, count=168, qps in this process: 5.5852 (mp_runner.py:76) +2024-09-01 21:21:51,735 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.1128s, count=169, qps in this process: 5.6122 (mp_runner.py:76) +2024-09-01 21:21:51,746 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0013s, count=169, qps in this process: 5.6331 (mp_runner.py:76) +2024-09-01 21:21:51,756 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0194s, count=169, qps in this process: 5.6297 (mp_runner.py:76) +2024-09-01 21:21:51,757 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0007s, count=169, qps in this process: 5.6332 (mp_runner.py:76) +2024-09-01 21:21:51,761 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0018s, count=169, qps in this process: 5.633 (mp_runner.py:76) +2024-09-01 21:21:51,889 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0219s, count=170, qps in this process: 5.6625 (mp_runner.py:76) +2024-09-01 21:21:51,889 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0869s, count=170, qps in this process: 5.6503 (mp_runner.py:76) +2024-09-01 21:21:51,889 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.146s, count=170, qps in this process: 5.6392 (mp_runner.py:76) +2024-09-01 21:21:51,890 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0696s, count=170, qps in this process: 5.6536 (mp_runner.py:76) +2024-09-01 21:21:51,891 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0905s, count=170, qps in this process: 5.6496 (mp_runner.py:76) +2024-09-01 21:21:51,891 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0763s, count=170, qps in this process: 5.6523 (mp_runner.py:76) +2024-09-01 21:21:51,891 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0962s, count=170, qps in this process: 5.6486 (mp_runner.py:76) +2024-09-01 21:21:51,892 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.1448s, count=170, qps in this process: 5.6394 (mp_runner.py:76) +2024-09-01 21:21:51,893 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.1468s, count=170, qps in this process: 5.6391 (mp_runner.py:76) +2024-09-01 21:21:51,893 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0928s, count=170, qps in this process: 5.6492 (mp_runner.py:76) +2024-09-01 21:21:51,893 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.1343s, count=170, qps in this process: 5.6414 (mp_runner.py:76) +2024-09-01 21:21:51,894 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0791s, count=170, qps in this process: 5.6518 (mp_runner.py:76) +2024-09-01 21:21:51,894 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.1355s, count=170, qps in this process: 5.6412 (mp_runner.py:76) +2024-09-01 21:21:51,894 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0748s, count=170, qps in this process: 5.6526 (mp_runner.py:76) +2024-09-01 21:21:51,895 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1041s, count=170, qps in this process: 5.6471 (mp_runner.py:76) +2024-09-01 21:21:51,895 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0941s, count=170, qps in this process: 5.6489 (mp_runner.py:76) +2024-09-01 21:21:51,895 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0946s, count=170, qps in this process: 5.6489 (mp_runner.py:76) +2024-09-01 21:21:51,895 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.141s, count=170, qps in this process: 5.6402 (mp_runner.py:76) +2024-09-01 21:21:51,896 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0693s, count=170, qps in this process: 5.6536 (mp_runner.py:76) +2024-09-01 21:21:51,896 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.1357s, count=170, qps in this process: 5.6411 (mp_runner.py:76) +2024-09-01 21:21:51,896 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.1378s, count=170, qps in this process: 5.6408 (mp_runner.py:76) +2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.1102s, count=170, qps in this process: 5.6459 (mp_runner.py:76) +2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0285s, count=170, qps in this process: 5.6613 (mp_runner.py:76) +2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0967s, count=170, qps in this process: 5.6485 (mp_runner.py:76) +2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.1382s, count=170, qps in this process: 5.6407 (mp_runner.py:76) +2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.076s, count=170, qps in this process: 5.6523 (mp_runner.py:76) +2024-09-01 21:21:51,898 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0973s, count=170, qps in this process: 5.6483 (mp_runner.py:76) +2024-09-01 21:21:51,898 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0153s, count=170, qps in this process: 5.6638 (mp_runner.py:76) +2024-09-01 21:21:51,900 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0298s, count=170, qps in this process: 5.661 (mp_runner.py:76) +2024-09-01 21:21:51,906 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.1058s, count=170, qps in this process: 5.6468 (mp_runner.py:76) +2024-09-01 21:21:51,906 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.1691s, count=170, qps in this process: 5.6349 (mp_runner.py:76) +2024-09-01 21:21:51,908 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0932s, count=170, qps in this process: 5.6491 (mp_runner.py:76) +2024-09-01 21:21:51,921 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.1744s, count=170, qps in this process: 5.6339 (mp_runner.py:76) +2024-09-01 21:21:51,922 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0027s, count=170, qps in this process: 5.6662 (mp_runner.py:76) +2024-09-01 21:21:51,929 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.1677s, count=170, qps in this process: 5.6352 (mp_runner.py:76) +2024-09-01 21:21:51,932 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.1117s, count=170, qps in this process: 5.6456 (mp_runner.py:76) +2024-09-01 21:21:51,938 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.056s, count=170, qps in this process: 5.6561 (mp_runner.py:76) +2024-09-01 21:21:51,940 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.1135s, count=170, qps in this process: 5.6453 (mp_runner.py:76) +2024-09-01 21:21:51,941 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.1947s, count=170, qps in this process: 5.6301 (mp_runner.py:76) +2024-09-01 21:21:51,948 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.2027s, count=170, qps in this process: 5.6286 (mp_runner.py:76) +2024-09-01 21:21:51,949 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0662s, count=170, qps in this process: 5.6542 (mp_runner.py:76) +2024-09-01 21:21:51,949 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.1916s, count=170, qps in this process: 5.6307 (mp_runner.py:76) +2024-09-01 21:21:51,952 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.1944s, count=170, qps in this process: 5.6302 (mp_runner.py:76) +2024-09-01 21:21:51,980 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0589s, count=171, qps in this process: 5.6888 (mp_runner.py:76) +2024-09-01 21:21:51,982 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0708s, count=171, qps in this process: 5.6866 (mp_runner.py:76) +2024-09-01 21:21:51,982 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0116s, count=171, qps in this process: 5.6978 (mp_runner.py:76) +2024-09-01 21:21:51,984 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0726s, count=171, qps in this process: 5.6862 (mp_runner.py:76) +2024-09-01 21:21:51,984 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.049s, count=171, qps in this process: 5.6907 (mp_runner.py:76) +2024-09-01 21:21:51,988 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.049s, count=171, qps in this process: 5.6907 (mp_runner.py:76) +2024-09-01 21:21:51,989 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.067s, count=171, qps in this process: 5.6873 (mp_runner.py:76) +2024-09-01 21:21:51,990 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0115s, count=171, qps in this process: 5.6978 (mp_runner.py:76) +2024-09-01 21:21:51,992 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0932s, count=171, qps in this process: 5.6823 (mp_runner.py:76) +2024-09-01 21:21:51,995 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.073s, count=171, qps in this process: 5.6862 (mp_runner.py:76) +2024-09-01 21:21:52,038 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0048s, count=173, qps in this process: 5.7657 (mp_runner.py:76) +2024-09-01 21:21:52,039 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.009s, count=173, qps in this process: 5.7649 (mp_runner.py:76) +2024-09-01 21:21:52,039 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0203s, count=173, qps in this process: 5.7628 (mp_runner.py:76) +2024-09-01 21:21:52,059 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0164s, count=174, qps in this process: 5.7968 (mp_runner.py:76) +2024-09-01 21:21:52,060 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0213s, count=174, qps in this process: 5.7959 (mp_runner.py:76) +2024-09-01 21:21:52,088 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0054s, count=176, qps in this process: 5.8656 (mp_runner.py:76) +2024-09-01 21:21:52,117 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0021s, count=178, qps in this process: 5.9329 (mp_runner.py:76) +2024-09-01 21:21:52,123 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0003s, count=179, qps in this process: 5.9666 (mp_runner.py:76) +2024-09-01 21:21:52,126 | INFO |End search in concurrency 70: dur=31.00964812299935s, total_count=11936, qps=384.9125 (mp_runner.py:120) +2024-09-01 21:21:56,787 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=399.976, serial_latency_p99=np.float64(0.0596), recall=np.float64(0.9391), ndcg=np.float64(0.9456), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[117.246, 316.8153, 383.2404, 384.7662, 392.7326, 390.3797, 395.9635, 396.4127, 392.8383, 399.7712, 396.3742, 399.976, 389.311, 384.9125], conc_latency_p99_list=[np.float64(0.004155219259757723), np.float64(0.006283113298885291), np.float64(0.011708394387461886), np.float64(0.01557872357280794), np.float64(0.01843235109398811), np.float64(0.01858030454065738), np.float64(0.024282691858040925), np.float64(0.022386172150786296), np.float64(0.026306914149667134), np.float64(0.033061513145091884), np.float64(0.027291811460916506), np.float64(0.03941845288799959), np.float64(0.02624999130943179), np.float64(0.02702872285668127)]) (task_runner.py:197) +2024-09-01 21:21:56,787 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:10:27.605127'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=399.976, serial_latency_p99=np.float64(0.0596), recall=np.float64(0.9391), ndcg=np.float64(0.9456), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[117.246, 316.8153, 383.2404, 384.7662, 392.7326, 390.3797, 395.9635, 396.4127, 392.8383, 399.7712, 396.3742, 399.976, 389.311, 384.9125], conc_latency_p99_list=[np.float64(0.004155219259757723), np.float64(0.006283113298885291), np.float64(0.011708394387461886), np.float64(0.01557872357280794), np.float64(0.01843235109398811), np.float64(0.01858030454065738), np.float64(0.024282691858040925), np.float64(0.022386172150786296), np.float64(0.026306914149667134), np.float64(0.033061513145091884), np.float64(0.027291811460916506), np.float64(0.03941845288799959), np.float64(0.02624999130943179), np.float64(0.02702872285668127)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 21:21:56,787 | INFO |Task summary: run_id=84191, task_label=841915dd06884dbd97b1932cd9fd3b22 (models.py:346) +2024-09-01 21:21:56,787 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 21:21:56,787 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 21:21:56,787 | INFO |PgVector | 2024-09-01T21:10:27.605127 Performance1536D500K 841915dd06884dbd97b1932cd9fd3b22 | 0.0 399.976 0.0596 0.9391 0 | :) (models.py:346) +2024-09-01 21:21:56,787 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json (models.py:204) +2024-09-01 21:21:56,788 | INFO |Success to finish task: label=841915dd06884dbd97b1932cd9fd3b22, run_id=841915dd06884dbd97b1932cd9fd3b22 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json b/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json new file mode 100644 index 000000000..7ac2cba24 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json @@ -0,0 +1 @@ +{"run_id": "841915dd06884dbd97b1932cd9fd3b22", "task_label": "841915dd06884dbd97b1932cd9fd3b22", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 399.976, "serial_latency_p99": 0.0596, "recall": 0.9391, "ndcg": 0.9456, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [117.246, 316.8153, 383.2404, 384.7662, 392.7326, 390.3797, 395.9635, 396.4127, 392.8383, 399.7712, 396.3742, 399.976, 389.311, 384.9125], "conc_latency_p99_list": [0.004155219259757723, 0.006283113298885291, 0.011708394387461886, 0.01557872357280794, 0.01843235109398811, 0.01858030454065738, 0.024282691858040925, 0.022386172150786296, 0.026306914149667134, 0.033061513145091884, 0.027291811460916506, 0.03941845288799959, 0.02624999130943179, 0.02702872285668127]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T21:10:27.605127", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt b/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt new file mode 100644 index 000000000..27965650c --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt @@ -0,0 +1,2019 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 32 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load +2024-09-01 20:32:43,767 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:32:43.754748', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 20:32:43,767 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:32:43.754748', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 20:32:43,767 | INFO |generated uuid for the tasks: 477d6fa43c9742e3964dbb63d7edc677 (interface.py:66) +2024-09-01 20:32:43,829 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 20:32:43,829 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 20:32:43,829 | INFO | PgVector-2024-09-01T20:32:43.754748 | Performance OpenAI-MEDIUM-500K None | 477d6fa43c9742e3964dbb63d7edc677 (task_runner.py:340) +2024-09-01 20:32:43,829 | INFO |task submitted: id=477d6fa43c9742e3964dbb63d7edc677, 477d6fa43c9742e3964dbb63d7edc677, case number: 1 (interface.py:231) +2024-09-01 20:32:44,246 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:32:43.754748'}, drop_old=False (interface.py:164) +2024-09-01 20:32:44,246 | INFO |Starting run (task_runner.py:100) +2024-09-01 20:32:44,323 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 20:32:44,892 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 20:32:44,939 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 20:32:44,963 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 20:32:44,963 | INFO |Start performance case (task_runner.py:158) +2024-09-01 20:32:44,977 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:32:44,978 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 20:32:44,978 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 20:32:44,982 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 20:32:45,025 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 20:32:45,579 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 20:32:45,600 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:32:45,601 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 20:32:45,601 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 20:32:51,815 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.05994710799859604, latest recall=0.77 (serial_runner.py:202) +2024-09-01 20:32:57,659 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.07456376100162743, latest recall=0.8 (serial_runner.py:202) +2024-09-01 20:33:03,840 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.023076994002622087, latest recall=0.66 (serial_runner.py:202) +2024-09-01 20:33:09,292 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.04315607300668489, latest recall=0.8 (serial_runner.py:202) +2024-09-01 20:33:14,291 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.031218690004607197, latest recall=0.77 (serial_runner.py:202) +2024-09-01 20:33:19,213 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.028320937999524176, latest recall=0.8 (serial_runner.py:202) +2024-09-01 20:33:23,739 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.04107799899793463, latest recall=0.77 (serial_runner.py:202) +2024-09-01 20:33:28,340 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.05851981199521106, latest recall=0.8 (serial_runner.py:202) +2024-09-01 20:33:32,661 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.027272618004644755, latest recall=0.8 (serial_runner.py:202) +2024-09-01 20:33:37,044 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.054753805001382716, latest recall=0.64 (serial_runner.py:202) +2024-09-01 20:33:37,045 | INFO |SpawnProcess-1:1 search entire test_data: cost=43.2831s, queries=1000, avg_recall=0.7428, avg_ndcg=0.7808,avg_latency=0.0433, p99=0.0935 (serial_runner.py:209) +2024-09-01 20:33:37,572 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:33:37,572 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 20:33:38,594 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 20:33:38,624 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:33:41,062 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.002989491003972944 (mp_runner.py:73) +2024-09-01 20:33:42,864 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.00396772800013423 (mp_runner.py:73) +2024-09-01 20:33:44,422 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0024015750022954307 (mp_runner.py:73) +2024-09-01 20:33:45,884 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0032645149985910393 (mp_runner.py:73) +2024-09-01 20:33:47,280 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.002473587002896238 (mp_runner.py:73) +2024-09-01 20:33:48,664 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0033996330021182075 (mp_runner.py:73) +2024-09-01 20:33:50,080 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.002423428995825816 (mp_runner.py:73) +2024-09-01 20:33:51,485 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.003479161001450848 (mp_runner.py:73) +2024-09-01 20:33:52,899 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0025256810040446 (mp_runner.py:73) +2024-09-01 20:33:54,301 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.003363281000929419 (mp_runner.py:73) +2024-09-01 20:33:55,725 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0024682430012035184 (mp_runner.py:73) +2024-09-01 20:33:57,124 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0034379880016786046 (mp_runner.py:73) +2024-09-01 20:33:58,573 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0025031269979081117 (mp_runner.py:73) +2024-09-01 20:33:59,955 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0033745030013960786 (mp_runner.py:73) +2024-09-01 20:34:01,453 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.00261848700029077 (mp_runner.py:73) +2024-09-01 20:34:02,897 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.003570589004084468 (mp_runner.py:73) +2024-09-01 20:34:04,408 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.002536456006055232 (mp_runner.py:73) +2024-09-01 20:34:05,822 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0035709189978661016 (mp_runner.py:73) +2024-09-01 20:34:07,324 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0025362220039824024 (mp_runner.py:73) +2024-09-01 20:34:08,627 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0031s, count=9956, qps in this process: 331.8324 (mp_runner.py:76) +2024-09-01 20:34:08,629 | INFO |End search in concurrency 1: dur=30.034751166000206s, total_count=9956, qps=331.4827 (mp_runner.py:120) +2024-09-01 20:34:08,815 | INFO |Update largest qps with concurrency 1: current max_qps=331.4827 (mp_runner.py:124) +2024-09-01 20:34:09,228 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:34:09,228 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 20:34:14,273 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 20:34:14,321 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:14,321 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:14,322 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:14,322 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:14,334 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:16,673 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.003112051999778487 (mp_runner.py:73) +2024-09-01 20:34:16,673 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0033555090049048886 (mp_runner.py:73) +2024-09-01 20:34:16,673 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.002986703002534341 (mp_runner.py:73) +2024-09-01 20:34:16,674 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004249440004059579 (mp_runner.py:73) +2024-09-01 20:34:16,675 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.004893945995718241 (mp_runner.py:73) +2024-09-01 20:34:19,000 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.004639350998331793 (mp_runner.py:73) +2024-09-01 20:34:19,000 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.004738028001156636 (mp_runner.py:73) +2024-09-01 20:34:19,000 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.004757979004352819 (mp_runner.py:73) +2024-09-01 20:34:19,000 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.004960676000337116 (mp_runner.py:73) +2024-09-01 20:34:19,001 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.006006254996464122 (mp_runner.py:73) +2024-09-01 20:34:21,373 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.003361903000040911 (mp_runner.py:73) +2024-09-01 20:34:21,373 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.00348053099878598 (mp_runner.py:73) +2024-09-01 20:34:21,374 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004378632998850662 (mp_runner.py:73) +2024-09-01 20:34:21,374 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004227527002512943 (mp_runner.py:73) +2024-09-01 20:34:21,374 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.00532945099985227 (mp_runner.py:73) +2024-09-01 20:34:23,556 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.006441081000957638 (mp_runner.py:73) +2024-09-01 20:34:23,556 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.004191279003862292 (mp_runner.py:73) +2024-09-01 20:34:23,557 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.006623255998420063 (mp_runner.py:73) +2024-09-01 20:34:23,558 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.007685677999688778 (mp_runner.py:73) +2024-09-01 20:34:23,561 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.008861629998136777 (mp_runner.py:73) +2024-09-01 20:34:25,871 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0029000830036238767 (mp_runner.py:73) +2024-09-01 20:34:25,871 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.0031973540026228875 (mp_runner.py:73) +2024-09-01 20:34:25,872 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.004021669003122952 (mp_runner.py:73) +2024-09-01 20:34:25,872 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.003699745997437276 (mp_runner.py:73) +2024-09-01 20:34:25,873 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.00465063400042709 (mp_runner.py:73) +2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.005880980999791063 (mp_runner.py:73) +2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.00504333100252552 (mp_runner.py:73) +2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.005043420002039056 (mp_runner.py:73) +2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.005255766998743638 (mp_runner.py:73) +2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.004759420997288544 (mp_runner.py:73) +2024-09-01 20:34:30,516 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.002889297997171525 (mp_runner.py:73) +2024-09-01 20:34:30,517 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0038773029955336824 (mp_runner.py:73) +2024-09-01 20:34:30,517 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.004224763993988745 (mp_runner.py:73) +2024-09-01 20:34:30,517 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.004098662997421343 (mp_runner.py:73) +2024-09-01 20:34:30,518 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0050736150005832314 (mp_runner.py:73) +2024-09-01 20:34:32,659 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.004183836004813202 (mp_runner.py:73) +2024-09-01 20:34:32,659 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.005868015003215987 (mp_runner.py:73) +2024-09-01 20:34:32,659 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.004665470994950738 (mp_runner.py:73) +2024-09-01 20:34:32,660 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.006103592000727076 (mp_runner.py:73) +2024-09-01 20:34:32,660 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.005247877001238521 (mp_runner.py:73) +2024-09-01 20:34:34,938 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0038990930042928085 (mp_runner.py:73) +2024-09-01 20:34:34,939 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0038735920024919324 (mp_runner.py:73) +2024-09-01 20:34:34,939 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.004140336001000833 (mp_runner.py:73) +2024-09-01 20:34:34,941 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.004133519003516994 (mp_runner.py:73) +2024-09-01 20:34:34,942 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.006976388998737093 (mp_runner.py:73) +2024-09-01 20:34:37,148 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.005646534998959396 (mp_runner.py:73) +2024-09-01 20:34:37,148 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.004333179000241216 (mp_runner.py:73) +2024-09-01 20:34:37,148 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.005119540001032874 (mp_runner.py:73) +2024-09-01 20:34:37,148 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0048071970013552345 (mp_runner.py:73) +2024-09-01 20:34:37,149 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0066658330033533275 (mp_runner.py:73) +2024-09-01 20:34:39,429 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0034904349959106185 (mp_runner.py:73) +2024-09-01 20:34:39,429 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.004075334996741731 (mp_runner.py:73) +2024-09-01 20:34:39,430 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0036104319951846264 (mp_runner.py:73) +2024-09-01 20:34:39,431 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.004867515999649186 (mp_runner.py:73) +2024-09-01 20:34:39,431 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0022826100030215457 (mp_runner.py:73) +2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.005897258000914007 (mp_runner.py:73) +2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.006579681998118758 (mp_runner.py:73) +2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.002945382999314461 (mp_runner.py:73) +2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.005475491998367943 (mp_runner.py:73) +2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0067762260005110875 (mp_runner.py:73) +2024-09-01 20:34:44,168 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.003453592005826067 (mp_runner.py:73) +2024-09-01 20:34:44,169 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.003558094998879824 (mp_runner.py:73) +2024-09-01 20:34:44,172 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.004515837004873902 (mp_runner.py:73) +2024-09-01 20:34:44,173 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.00800324699957855 (mp_runner.py:73) +2024-09-01 20:34:44,174 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.003806089000136126 (mp_runner.py:73) +2024-09-01 20:34:44,323 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0013s, count=6533, qps in this process: 217.7572 (mp_runner.py:76) +2024-09-01 20:34:44,326 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0031s, count=6534, qps in this process: 217.7775 (mp_runner.py:76) +2024-09-01 20:34:44,327 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0056s, count=6533, qps in this process: 217.726 (mp_runner.py:76) +2024-09-01 20:34:44,328 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0054s, count=6534, qps in this process: 217.7608 (mp_runner.py:76) +2024-09-01 20:34:44,339 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0008s, count=6535, qps in this process: 217.8275 (mp_runner.py:76) +2024-09-01 20:34:44,342 | INFO |End search in concurrency 5: dur=30.068706110003404s, total_count=32669, qps=1086.4784 (mp_runner.py:120) +2024-09-01 20:34:44,646 | INFO |Update largest qps with concurrency 5: current max_qps=1086.4784 (mp_runner.py:124) +2024-09-01 20:34:45,056 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:34:45,056 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 20:34:55,257 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 20:34:55,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,311 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,358 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,364 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,381 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,386 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,420 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,420 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:34:55,423 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:01,065 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.019771731000219006 (mp_runner.py:73) +2024-09-01 20:35:01,065 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.02142251600162126 (mp_runner.py:73) +2024-09-01 20:35:01,065 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.01243375800549984 (mp_runner.py:73) +2024-09-01 20:35:01,065 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.02493487999890931 (mp_runner.py:73) +2024-09-01 20:35:01,068 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.027080387000751216 (mp_runner.py:73) +2024-09-01 20:35:01,068 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.007292150003195275 (mp_runner.py:73) +2024-09-01 20:35:01,069 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.03268188400397776 (mp_runner.py:73) +2024-09-01 20:35:01,069 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.011221366003155708 (mp_runner.py:73) +2024-09-01 20:35:01,070 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.027175153998541646 (mp_runner.py:73) +2024-09-01 20:35:01,073 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.03484004599886248 (mp_runner.py:73) +2024-09-01 20:35:01,073 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.034069465997163206 (mp_runner.py:73) +2024-09-01 20:35:01,077 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.019765074001043104 (mp_runner.py:73) +2024-09-01 20:35:01,115 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.049061120000260416 (mp_runner.py:73) +2024-09-01 20:35:01,177 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0034558760016807355 (mp_runner.py:73) +2024-09-01 20:35:01,257 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.01804070199432317 (mp_runner.py:73) +2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.012537845002952963 (mp_runner.py:73) +2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.012507378996815532 (mp_runner.py:73) +2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.012600210000528023 (mp_runner.py:73) +2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.012594139996508602 (mp_runner.py:73) +2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.012700539999059401 (mp_runner.py:73) +2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.01240430000325432 (mp_runner.py:73) +2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.012724686996079981 (mp_runner.py:73) +2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.012725155997031834 (mp_runner.py:73) +2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.013022052000451367 (mp_runner.py:73) +2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.01282774699939182 (mp_runner.py:73) +2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.012911992998851929 (mp_runner.py:73) +2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.007739724998828024 (mp_runner.py:73) +2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.012946763999934774 (mp_runner.py:73) +2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.013073125002847519 (mp_runner.py:73) +2024-09-01 20:35:06,704 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.012593393003044184 (mp_runner.py:73) +2024-09-01 20:35:12,185 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.004090147005626932 (mp_runner.py:73) +2024-09-01 20:35:12,189 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.009678794005594682 (mp_runner.py:73) +2024-09-01 20:35:12,193 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.015358950004156213 (mp_runner.py:73) +2024-09-01 20:35:12,193 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.01159917099721497 (mp_runner.py:73) +2024-09-01 20:35:12,196 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.009527941001579165 (mp_runner.py:73) +2024-09-01 20:35:12,197 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.009948638995410874 (mp_runner.py:73) +2024-09-01 20:35:12,201 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.01110945099935634 (mp_runner.py:73) +2024-09-01 20:35:12,203 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.009991609003918711 (mp_runner.py:73) +2024-09-01 20:35:12,204 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.012826663994928822 (mp_runner.py:73) +2024-09-01 20:35:12,206 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.011566474997380283 (mp_runner.py:73) +2024-09-01 20:35:12,207 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.009630463995563332 (mp_runner.py:73) +2024-09-01 20:35:12,209 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.01328335799917113 (mp_runner.py:73) +2024-09-01 20:35:12,223 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.010129341004358139 (mp_runner.py:73) +2024-09-01 20:35:12,326 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.004917445003229659 (mp_runner.py:73) +2024-09-01 20:35:12,619 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.019879730003594887 (mp_runner.py:73) +2024-09-01 20:35:18,015 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.019284083005914 (mp_runner.py:73) +2024-09-01 20:35:18,015 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.020536860996799078 (mp_runner.py:73) +2024-09-01 20:35:18,016 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.01992197200161172 (mp_runner.py:73) +2024-09-01 20:35:18,016 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.017570572999829892 (mp_runner.py:73) +2024-09-01 20:35:18,017 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.02144214000145439 (mp_runner.py:73) +2024-09-01 20:35:18,017 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.021532165999815334 (mp_runner.py:73) +2024-09-01 20:35:18,017 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.021432153997011483 (mp_runner.py:73) +2024-09-01 20:35:18,018 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.018890621002356056 (mp_runner.py:73) +2024-09-01 20:35:18,018 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.023900095002318267 (mp_runner.py:73) +2024-09-01 20:35:18,019 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.024816607998218387 (mp_runner.py:73) +2024-09-01 20:35:18,021 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.015267321003193501 (mp_runner.py:73) +2024-09-01 20:35:18,023 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.026938372997392435 (mp_runner.py:73) +2024-09-01 20:35:18,167 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.004221764997055288 (mp_runner.py:73) +2024-09-01 20:35:18,328 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.005855395000253338 (mp_runner.py:73) +2024-09-01 20:35:18,593 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.015042407001601532 (mp_runner.py:73) +2024-09-01 20:35:23,848 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.016705114998330828 (mp_runner.py:73) +2024-09-01 20:35:23,848 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.014299836002464872 (mp_runner.py:73) +2024-09-01 20:35:23,848 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.02080080599989742 (mp_runner.py:73) +2024-09-01 20:35:23,848 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.012963251996552572 (mp_runner.py:73) +2024-09-01 20:35:23,849 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.013263336004456505 (mp_runner.py:73) +2024-09-01 20:35:23,849 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.02302269299980253 (mp_runner.py:73) +2024-09-01 20:35:23,849 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.017141486998298205 (mp_runner.py:73) +2024-09-01 20:35:23,849 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.018377109998255037 (mp_runner.py:73) +2024-09-01 20:35:23,850 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.00927418599894736 (mp_runner.py:73) +2024-09-01 20:35:23,853 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.017458959002397023 (mp_runner.py:73) +2024-09-01 20:35:23,853 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.018816299001628067 (mp_runner.py:73) +2024-09-01 20:35:23,853 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.016428340997663327 (mp_runner.py:73) +2024-09-01 20:35:24,232 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.012850856001023203 (mp_runner.py:73) +2024-09-01 20:35:24,279 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.0034275770012754947 (mp_runner.py:73) +2024-09-01 20:35:24,386 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.010000638001656625 (mp_runner.py:73) +2024-09-01 20:35:25,312 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0006s, count=2621, qps in this process: 87.3649 (mp_runner.py:76) +2024-09-01 20:35:25,314 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0027s, count=2627, qps in this process: 87.5588 (mp_runner.py:76) +2024-09-01 20:35:25,368 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0072s, count=2631, qps in this process: 87.679 (mp_runner.py:76) +2024-09-01 20:35:25,368 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0056s, count=2631, qps in this process: 87.6836 (mp_runner.py:76) +2024-09-01 20:35:25,375 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0053s, count=2632, qps in this process: 87.7178 (mp_runner.py:76) +2024-09-01 20:35:25,387 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0035s, count=2630, qps in this process: 87.6564 (mp_runner.py:76) +2024-09-01 20:35:25,391 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0024s, count=2633, qps in this process: 87.7596 (mp_runner.py:76) +2024-09-01 20:35:25,411 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0016s, count=2593, qps in this process: 86.4287 (mp_runner.py:76) +2024-09-01 20:35:25,413 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0035s, count=2594, qps in this process: 86.4566 (mp_runner.py:76) +2024-09-01 20:35:25,415 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0054s, count=2636, qps in this process: 87.8509 (mp_runner.py:76) +2024-09-01 20:35:25,423 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0034s, count=2637, qps in this process: 87.89 (mp_runner.py:76) +2024-09-01 20:35:25,423 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0021s, count=2637, qps in this process: 87.8938 (mp_runner.py:76) +2024-09-01 20:35:25,428 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0006s, count=2638, qps in this process: 87.9316 (mp_runner.py:76) +2024-09-01 20:35:25,429 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0012s, count=2638, qps in this process: 87.9298 (mp_runner.py:76) +2024-09-01 20:35:25,430 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0023s, count=2603, qps in this process: 86.76 (mp_runner.py:76) +2024-09-01 20:35:25,435 | INFO |End search in concurrency 15: dur=30.17761322500155s, total_count=39381, qps=1304.974 (mp_runner.py:120) +2024-09-01 20:35:26,324 | INFO |Update largest qps with concurrency 15: current max_qps=1304.974 (mp_runner.py:124) +2024-09-01 20:35:26,736 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:35:26,737 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 20:35:36,981 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 20:35:37,034 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,063 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,113 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,138 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,140 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,157 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,159 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,164 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,164 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,164 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,192 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,192 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,194 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,195 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,198 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,209 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:37,217 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:35:45,400 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.011747081000066828 (mp_runner.py:73) +2024-09-01 20:35:45,404 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.00917379400198115 (mp_runner.py:73) +2024-09-01 20:35:45,404 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.009762841000338085 (mp_runner.py:73) +2024-09-01 20:35:45,405 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.015124096993531566 (mp_runner.py:73) +2024-09-01 20:35:45,405 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.009793165998416953 (mp_runner.py:73) +2024-09-01 20:35:45,407 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.010428866000438575 (mp_runner.py:73) +2024-09-01 20:35:45,409 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.010606857998936903 (mp_runner.py:73) +2024-09-01 20:35:45,409 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.01822635900316527 (mp_runner.py:73) +2024-09-01 20:35:45,409 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.007323997997445986 (mp_runner.py:73) +2024-09-01 20:35:45,410 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.01984667599754175 (mp_runner.py:73) +2024-09-01 20:35:45,410 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.023018619998765644 (mp_runner.py:73) +2024-09-01 20:35:45,411 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.02245596400462091 (mp_runner.py:73) +2024-09-01 20:35:45,465 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.021237377004581504 (mp_runner.py:73) +2024-09-01 20:35:45,476 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.017471360995841678 (mp_runner.py:73) +2024-09-01 20:35:45,481 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.01954021600249689 (mp_runner.py:73) +2024-09-01 20:35:45,672 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.003333886001200881 (mp_runner.py:73) +2024-09-01 20:35:45,678 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.013188992998038884 (mp_runner.py:73) +2024-09-01 20:35:45,756 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.006978907003940549 (mp_runner.py:73) +2024-09-01 20:35:45,943 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.004068631002155598 (mp_runner.py:73) +2024-09-01 20:35:46,108 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.0029782940036966465 (mp_runner.py:73) +2024-09-01 20:35:53,000 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.012914730999909807 (mp_runner.py:73) +2024-09-01 20:35:53,001 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.012621711000974756 (mp_runner.py:73) +2024-09-01 20:35:53,002 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.012939031999849249 (mp_runner.py:73) +2024-09-01 20:35:53,004 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.013154553002095781 (mp_runner.py:73) +2024-09-01 20:35:53,007 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.01349450700217858 (mp_runner.py:73) +2024-09-01 20:35:53,008 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.023299599000893068 (mp_runner.py:73) +2024-09-01 20:35:53,010 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.013205242001276929 (mp_runner.py:73) +2024-09-01 20:35:53,015 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.028553680996992625 (mp_runner.py:73) +2024-09-01 20:35:53,017 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.0328414889954729 (mp_runner.py:73) +2024-09-01 20:35:53,019 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.03161178799928166 (mp_runner.py:73) +2024-09-01 20:35:53,020 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.015210464000119828 (mp_runner.py:73) +2024-09-01 20:35:53,022 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.015582520994939841 (mp_runner.py:73) +2024-09-01 20:35:53,033 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.04698566099978052 (mp_runner.py:73) +2024-09-01 20:35:53,039 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.006046688002243172 (mp_runner.py:73) +2024-09-01 20:35:53,113 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0026401319992146455 (mp_runner.py:73) +2024-09-01 20:35:53,271 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.02964967799925944 (mp_runner.py:73) +2024-09-01 20:35:53,328 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.020651439001085237 (mp_runner.py:73) +2024-09-01 20:35:53,368 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.007492336000723299 (mp_runner.py:73) +2024-09-01 20:35:53,724 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.01057203600066714 (mp_runner.py:73) +2024-09-01 20:35:53,998 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.0028960800045751967 (mp_runner.py:73) +2024-09-01 20:36:00,833 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.006317526997008827 (mp_runner.py:73) +2024-09-01 20:36:00,836 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.007068107996019535 (mp_runner.py:73) +2024-09-01 20:36:00,837 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009772813005838543 (mp_runner.py:73) +2024-09-01 20:36:00,838 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.012319909998041112 (mp_runner.py:73) +2024-09-01 20:36:00,839 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.00892892599949846 (mp_runner.py:73) +2024-09-01 20:36:00,839 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.009126810997258872 (mp_runner.py:73) +2024-09-01 20:36:00,840 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.008429107998381369 (mp_runner.py:73) +2024-09-01 20:36:00,841 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.007090833998518065 (mp_runner.py:73) +2024-09-01 20:36:00,841 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.012425954999343958 (mp_runner.py:73) +2024-09-01 20:36:00,842 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.013186025993491057 (mp_runner.py:73) +2024-09-01 20:36:00,844 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.00875041199469706 (mp_runner.py:73) +2024-09-01 20:36:00,845 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.009331634995760396 (mp_runner.py:73) +2024-09-01 20:36:00,845 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.019975227005488705 (mp_runner.py:73) +2024-09-01 20:36:00,846 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.008488116000080481 (mp_runner.py:73) +2024-09-01 20:36:00,847 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.010457602002134081 (mp_runner.py:73) +2024-09-01 20:36:00,936 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.019517979002557695 (mp_runner.py:73) +2024-09-01 20:36:01,321 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.020993181002268102 (mp_runner.py:73) +2024-09-01 20:36:01,435 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.014656534003734123 (mp_runner.py:73) +2024-09-01 20:36:01,680 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.02465905099961674 (mp_runner.py:73) +2024-09-01 20:36:01,960 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.003388981000171043 (mp_runner.py:73) +2024-09-01 20:36:07,065 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0307s, count=1914, qps in this process: 63.7348 (mp_runner.py:76) +2024-09-01 20:36:07,074 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0104s, count=1916, qps in this process: 63.8445 (mp_runner.py:76) +2024-09-01 20:36:07,125 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0094s, count=1860, qps in this process: 61.9806 (mp_runner.py:76) +2024-09-01 20:36:07,149 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0066s, count=1921, qps in this process: 64.0192 (mp_runner.py:76) +2024-09-01 20:36:07,150 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0036s, count=1921, qps in this process: 64.0257 (mp_runner.py:76) +2024-09-01 20:36:07,165 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0025s, count=1922, qps in this process: 64.0613 (mp_runner.py:76) +2024-09-01 20:36:07,170 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.01s, count=1923, qps in this process: 64.0786 (mp_runner.py:76) +2024-09-01 20:36:07,170 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0023s, count=1923, qps in this process: 64.0951 (mp_runner.py:76) +2024-09-01 20:36:07,171 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0049s, count=1923, qps in this process: 64.0895 (mp_runner.py:76) +2024-09-01 20:36:07,174 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0082s, count=1923, qps in this process: 64.0825 (mp_runner.py:76) +2024-09-01 20:36:07,190 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.005s, count=1925, qps in this process: 64.156 (mp_runner.py:76) +2024-09-01 20:36:07,199 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0049s, count=1926, qps in this process: 64.1895 (mp_runner.py:76) +2024-09-01 20:36:07,201 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0059s, count=1863, qps in this process: 62.0878 (mp_runner.py:76) +2024-09-01 20:36:07,201 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0027s, count=1926, qps in this process: 64.1942 (mp_runner.py:76) +2024-09-01 20:36:07,204 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0095s, count=1926, qps in this process: 64.1797 (mp_runner.py:76) +2024-09-01 20:36:07,205 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0049s, count=1902, qps in this process: 63.3896 (mp_runner.py:76) +2024-09-01 20:36:07,208 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0051s, count=1927, qps in this process: 64.2224 (mp_runner.py:76) +2024-09-01 20:36:07,212 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0023s, count=1825, qps in this process: 60.8287 (mp_runner.py:76) +2024-09-01 20:36:07,214 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0016s, count=1928, qps in this process: 64.2632 (mp_runner.py:76) +2024-09-01 20:36:07,228 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0069s, count=1868, qps in this process: 62.2523 (mp_runner.py:76) +2024-09-01 20:36:07,232 | INFO |End search in concurrency 20: dur=30.249265785001626s, total_count=38162, qps=1261.5843 (mp_runner.py:120) +2024-09-01 20:36:08,891 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:36:08,891 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 20:36:19,189 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 20:36:19,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,358 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,364 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,374 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,387 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,387 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,389 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,421 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,421 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,422 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,423 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,424 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,426 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,426 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,460 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,460 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,466 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,466 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,485 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:19,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:36:28,314 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.018834716000128537 (mp_runner.py:73) +2024-09-01 20:36:28,315 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.01566654899943387 (mp_runner.py:73) +2024-09-01 20:36:28,317 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.012163589002739172 (mp_runner.py:73) +2024-09-01 20:36:28,317 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.011802746994362678 (mp_runner.py:73) +2024-09-01 20:36:28,318 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.02365935099805938 (mp_runner.py:73) +2024-09-01 20:36:28,319 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.015820696993614547 (mp_runner.py:73) +2024-09-01 20:36:28,319 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.013349346998438705 (mp_runner.py:73) +2024-09-01 20:36:28,322 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.013226486997155007 (mp_runner.py:73) +2024-09-01 20:36:28,322 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.015311451003071852 (mp_runner.py:73) +2024-09-01 20:36:28,324 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.018398894993879367 (mp_runner.py:73) +2024-09-01 20:36:28,324 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.01563416099816095 (mp_runner.py:73) +2024-09-01 20:36:28,325 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.017091428002458997 (mp_runner.py:73) +2024-09-01 20:36:28,326 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.013675474001502153 (mp_runner.py:73) +2024-09-01 20:36:28,327 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.01934562699898379 (mp_runner.py:73) +2024-09-01 20:36:28,327 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.015939251003146637 (mp_runner.py:73) +2024-09-01 20:36:28,330 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.01510530600353377 (mp_runner.py:73) +2024-09-01 20:36:28,331 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.011348211002768949 (mp_runner.py:73) +2024-09-01 20:36:28,332 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.028715419000945985 (mp_runner.py:73) +2024-09-01 20:36:28,332 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.022622577998845372 (mp_runner.py:73) +2024-09-01 20:36:28,332 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.01115592799760634 (mp_runner.py:73) +2024-09-01 20:36:28,334 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0401896850016783 (mp_runner.py:73) +2024-09-01 20:36:28,372 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.0115668270009337 (mp_runner.py:73) +2024-09-01 20:36:28,456 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.034318006997636985 (mp_runner.py:73) +2024-09-01 20:36:28,710 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.011810203999630176 (mp_runner.py:73) +2024-09-01 20:36:28,753 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.028670551000686828 (mp_runner.py:73) +2024-09-01 20:36:37,132 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.016248651998466812 (mp_runner.py:73) +2024-09-01 20:36:37,134 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.004567584997857921 (mp_runner.py:73) +2024-09-01 20:36:37,134 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.01858901299419813 (mp_runner.py:73) +2024-09-01 20:36:37,135 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.017978240000957157 (mp_runner.py:73) +2024-09-01 20:36:37,136 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.01307521499984432 (mp_runner.py:73) +2024-09-01 20:36:37,138 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.013447473997075576 (mp_runner.py:73) +2024-09-01 20:36:37,139 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.018020273004367482 (mp_runner.py:73) +2024-09-01 20:36:37,140 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.017020674000377767 (mp_runner.py:73) +2024-09-01 20:36:37,142 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.011514229998283554 (mp_runner.py:73) +2024-09-01 20:36:37,143 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.015382066005258821 (mp_runner.py:73) +2024-09-01 20:36:37,144 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.030724215997906867 (mp_runner.py:73) +2024-09-01 20:36:37,144 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.007600066994200461 (mp_runner.py:73) +2024-09-01 20:36:37,147 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.011026368993043434 (mp_runner.py:73) +2024-09-01 20:36:37,147 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.025458725001954008 (mp_runner.py:73) +2024-09-01 20:36:37,148 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.009626636994653381 (mp_runner.py:73) +2024-09-01 20:36:37,149 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.01471662700350862 (mp_runner.py:73) +2024-09-01 20:36:37,150 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.03340631100581959 (mp_runner.py:73) +2024-09-01 20:36:37,151 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0295196320003015 (mp_runner.py:73) +2024-09-01 20:36:37,155 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.017913527000928298 (mp_runner.py:73) +2024-09-01 20:36:37,157 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.01451913799974136 (mp_runner.py:73) +2024-09-01 20:36:37,165 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.016670566001266707 (mp_runner.py:73) +2024-09-01 20:36:37,176 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.017574854005943052 (mp_runner.py:73) +2024-09-01 20:36:37,538 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.035444354005448986 (mp_runner.py:73) +2024-09-01 20:36:37,897 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.024875331000657752 (mp_runner.py:73) +2024-09-01 20:36:38,380 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.02800330099853454 (mp_runner.py:73) +2024-09-01 20:36:46,592 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.01207098200393375 (mp_runner.py:73) +2024-09-01 20:36:46,593 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.012619306995475199 (mp_runner.py:73) +2024-09-01 20:36:46,593 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.0092831079964526 (mp_runner.py:73) +2024-09-01 20:36:46,595 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.0161957620002795 (mp_runner.py:73) +2024-09-01 20:36:46,596 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.018646491000254173 (mp_runner.py:73) +2024-09-01 20:36:46,596 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.011064622995036189 (mp_runner.py:73) +2024-09-01 20:36:46,598 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.014538069000991527 (mp_runner.py:73) +2024-09-01 20:36:46,598 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.011460399000498 (mp_runner.py:73) +2024-09-01 20:36:46,599 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.013731753002502955 (mp_runner.py:73) +2024-09-01 20:36:46,600 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.011427769997681025 (mp_runner.py:73) +2024-09-01 20:36:46,601 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.02402744699793402 (mp_runner.py:73) +2024-09-01 20:36:46,602 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.01312181700632209 (mp_runner.py:73) +2024-09-01 20:36:46,604 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.019549989003280643 (mp_runner.py:73) +2024-09-01 20:36:46,606 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.01876975200138986 (mp_runner.py:73) +2024-09-01 20:36:46,608 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.016651895006361883 (mp_runner.py:73) +2024-09-01 20:36:46,611 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.0359481770065031 (mp_runner.py:73) +2024-09-01 20:36:46,617 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.009592640999471769 (mp_runner.py:73) +2024-09-01 20:36:46,618 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.013551653995818924 (mp_runner.py:73) +2024-09-01 20:36:46,619 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.016328417004842777 (mp_runner.py:73) +2024-09-01 20:36:46,619 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.01266151999880094 (mp_runner.py:73) +2024-09-01 20:36:46,659 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.003916301000572275 (mp_runner.py:73) +2024-09-01 20:36:47,353 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.02875085699633928 (mp_runner.py:73) +2024-09-01 20:36:47,379 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.039594119996763766 (mp_runner.py:73) +2024-09-01 20:36:48,052 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.006068499002140015 (mp_runner.py:73) +2024-09-01 20:36:48,650 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.022621324002102483 (mp_runner.py:73) +2024-09-01 20:36:49,316 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0104s, count=1654, qps in this process: 55.1142 (mp_runner.py:76) +2024-09-01 20:36:49,361 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0019s, count=1656, qps in this process: 55.1965 (mp_runner.py:76) +2024-09-01 20:36:49,379 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0083s, count=1657, qps in this process: 55.2181 (mp_runner.py:76) +2024-09-01 20:36:49,383 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0007s, count=1658, qps in this process: 55.2654 (mp_runner.py:76) +2024-09-01 20:36:49,391 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0168s, count=1539, qps in this process: 51.2713 (mp_runner.py:76) +2024-09-01 20:36:49,394 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0032s, count=1659, qps in this process: 55.2941 (mp_runner.py:76) +2024-09-01 20:36:49,400 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0108s, count=1659, qps in this process: 55.2801 (mp_runner.py:76) +2024-09-01 20:36:49,404 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0137s, count=1659, qps in this process: 55.2748 (mp_runner.py:76) +2024-09-01 20:36:49,433 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.005s, count=1651, qps in this process: 55.0242 (mp_runner.py:76) +2024-09-01 20:36:49,434 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0067s, count=1566, qps in this process: 52.1883 (mp_runner.py:76) +2024-09-01 20:36:49,436 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0122s, count=1600, qps in this process: 53.3117 (mp_runner.py:76) +2024-09-01 20:36:49,438 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0153s, count=1609, qps in this process: 53.606 (mp_runner.py:76) +2024-09-01 20:36:49,441 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0167s, count=1661, qps in this process: 55.3359 (mp_runner.py:76) +2024-09-01 20:36:49,441 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.014s, count=1661, qps in this process: 55.3408 (mp_runner.py:76) +2024-09-01 20:36:49,441 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0134s, count=1661, qps in this process: 55.3419 (mp_runner.py:76) +2024-09-01 20:36:49,464 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0027s, count=1664, qps in this process: 55.4617 (mp_runner.py:76) +2024-09-01 20:36:49,469 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0097s, count=1664, qps in this process: 55.4487 (mp_runner.py:76) +2024-09-01 20:36:49,469 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.004s, count=1665, qps in this process: 55.4926 (mp_runner.py:76) +2024-09-01 20:36:49,472 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0026s, count=1665, qps in this process: 55.4952 (mp_runner.py:76) +2024-09-01 20:36:49,472 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0067s, count=1665, qps in this process: 55.4876 (mp_runner.py:76) +2024-09-01 20:36:49,474 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0031s, count=1665, qps in this process: 55.4943 (mp_runner.py:76) +2024-09-01 20:36:49,482 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0032s, count=1668, qps in this process: 55.5941 (mp_runner.py:76) +2024-09-01 20:36:49,484 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0011s, count=1646, qps in this process: 54.8647 (mp_runner.py:76) +2024-09-01 20:36:49,491 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0014s, count=1670, qps in this process: 55.6641 (mp_runner.py:76) +2024-09-01 20:36:49,494 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0017s, count=1671, qps in this process: 55.6968 (mp_runner.py:76) +2024-09-01 20:36:49,499 | INFO |End search in concurrency 25: dur=30.307603633002145s, total_count=41193, qps=1359.1639 (mp_runner.py:120) +2024-09-01 20:36:51,078 | INFO |Update largest qps with concurrency 25: current max_qps=1359.1639 (mp_runner.py:124) +2024-09-01 20:36:51,485 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:36:51,485 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 20:37:01,889 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 20:37:02,029 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,054 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,124 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,133 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,141 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,144 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,150 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,150 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,155 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,158 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,187 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,190 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,197 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,202 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,226 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,226 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,228 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,231 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,231 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,233 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,233 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:02,243 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:13,013 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.00838830899738241 (mp_runner.py:73) +2024-09-01 20:37:13,016 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.017218287001014687 (mp_runner.py:73) +2024-09-01 20:37:13,016 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.005905670994252432 (mp_runner.py:73) +2024-09-01 20:37:13,017 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.014642125999671407 (mp_runner.py:73) +2024-09-01 20:37:13,017 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0124170100025367 (mp_runner.py:73) +2024-09-01 20:37:13,018 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.019045430999540258 (mp_runner.py:73) +2024-09-01 20:37:13,018 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.018485403001250234 (mp_runner.py:73) +2024-09-01 20:37:13,020 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.018174534001445863 (mp_runner.py:73) +2024-09-01 20:37:13,020 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.01635299399640644 (mp_runner.py:73) +2024-09-01 20:37:13,021 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.014081262997933663 (mp_runner.py:73) +2024-09-01 20:37:13,022 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.021243632996629458 (mp_runner.py:73) +2024-09-01 20:37:13,023 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.017091563997382764 (mp_runner.py:73) +2024-09-01 20:37:13,023 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.017468468999140896 (mp_runner.py:73) +2024-09-01 20:37:13,024 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.01720450900029391 (mp_runner.py:73) +2024-09-01 20:37:13,025 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.026372476997494232 (mp_runner.py:73) +2024-09-01 20:37:13,027 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.018295981994015165 (mp_runner.py:73) +2024-09-01 20:37:13,028 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.018902607000200078 (mp_runner.py:73) +2024-09-01 20:37:13,031 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.020162520006124396 (mp_runner.py:73) +2024-09-01 20:37:13,032 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.028742049995344132 (mp_runner.py:73) +2024-09-01 20:37:13,032 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.018228506996820215 (mp_runner.py:73) +2024-09-01 20:37:13,034 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.032133241002156865 (mp_runner.py:73) +2024-09-01 20:37:13,041 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.043668256999808364 (mp_runner.py:73) +2024-09-01 20:37:13,045 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.01351165399682941 (mp_runner.py:73) +2024-09-01 20:37:13,046 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.017096116003813222 (mp_runner.py:73) +2024-09-01 20:37:13,050 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.019098289994872175 (mp_runner.py:73) +2024-09-01 20:37:13,082 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0272441059933044 (mp_runner.py:73) +2024-09-01 20:37:13,461 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.02204959800292272 (mp_runner.py:73) +2024-09-01 20:37:13,463 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.025919795996742323 (mp_runner.py:73) +2024-09-01 20:37:13,821 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.02681522400234826 (mp_runner.py:73) +2024-09-01 20:37:13,965 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.03303839300497202 (mp_runner.py:73) +2024-09-01 20:37:23,599 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.02565817600407172 (mp_runner.py:73) +2024-09-01 20:37:23,599 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.032817674000398256 (mp_runner.py:73) +2024-09-01 20:37:23,600 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.02315145600005053 (mp_runner.py:73) +2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.03403102100128308 (mp_runner.py:73) +2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.0353181470054551 (mp_runner.py:73) +2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.029536434994952288 (mp_runner.py:73) +2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.023712581001746003 (mp_runner.py:73) +2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.03352221899694996 (mp_runner.py:73) +2024-09-01 20:37:23,602 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.03301722300238907 (mp_runner.py:73) +2024-09-01 20:37:23,603 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.03270834700379055 (mp_runner.py:73) +2024-09-01 20:37:23,603 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.03823879399715224 (mp_runner.py:73) +2024-09-01 20:37:23,603 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.03228508999745827 (mp_runner.py:73) +2024-09-01 20:37:23,604 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.031758785000420175 (mp_runner.py:73) +2024-09-01 20:37:23,605 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.02777621499990346 (mp_runner.py:73) +2024-09-01 20:37:23,605 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.018339625996304676 (mp_runner.py:73) +2024-09-01 20:37:23,605 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.01688624799862737 (mp_runner.py:73) +2024-09-01 20:37:23,606 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.037819097997271456 (mp_runner.py:73) +2024-09-01 20:37:23,606 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.017739917995641008 (mp_runner.py:73) +2024-09-01 20:37:23,607 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.01431101900379872 (mp_runner.py:73) +2024-09-01 20:37:23,608 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.014727517998835538 (mp_runner.py:73) +2024-09-01 20:37:23,624 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.0209591789971455 (mp_runner.py:73) +2024-09-01 20:37:23,733 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.0064659319978090934 (mp_runner.py:73) +2024-09-01 20:37:23,744 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.021816772998136003 (mp_runner.py:73) +2024-09-01 20:37:23,764 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.0434053849967313 (mp_runner.py:73) +2024-09-01 20:37:23,947 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.05106691100081662 (mp_runner.py:73) +2024-09-01 20:37:24,175 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.008014361003006343 (mp_runner.py:73) +2024-09-01 20:37:24,184 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.03366184499463998 (mp_runner.py:73) +2024-09-01 20:37:24,717 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.021930401999270543 (mp_runner.py:73) +2024-09-01 20:37:25,357 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.003798525001911912 (mp_runner.py:73) +2024-09-01 20:37:25,468 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.027287994002108462 (mp_runner.py:73) +2024-09-01 20:37:32,050 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0196s, count=1364, qps in this process: 45.437 (mp_runner.py:76) +2024-09-01 20:37:32,077 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0177s, count=1277, qps in this process: 42.5416 (mp_runner.py:76) +2024-09-01 20:37:32,149 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0303s, count=1370, qps in this process: 45.6206 (mp_runner.py:76) +2024-09-01 20:37:32,149 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0226s, count=1370, qps in this process: 45.6323 (mp_runner.py:76) +2024-09-01 20:37:32,150 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0064s, count=1370, qps in this process: 45.6569 (mp_runner.py:76) +2024-09-01 20:37:32,150 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.031s, count=1370, qps in this process: 45.6195 (mp_runner.py:76) +2024-09-01 20:37:32,150 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0159s, count=1370, qps in this process: 45.6425 (mp_runner.py:76) +2024-09-01 20:37:32,159 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.001s, count=1371, qps in this process: 45.6985 (mp_runner.py:76) +2024-09-01 20:37:32,159 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0051s, count=1371, qps in this process: 45.6922 (mp_runner.py:76) +2024-09-01 20:37:32,177 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0112s, count=1291, qps in this process: 43.0173 (mp_runner.py:76) +2024-09-01 20:37:32,179 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0012s, count=1372, qps in this process: 45.7315 (mp_runner.py:76) +2024-09-01 20:37:32,180 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0256s, count=1372, qps in this process: 45.6943 (mp_runner.py:76) +2024-09-01 20:37:32,183 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0359s, count=1346, qps in this process: 44.813 (mp_runner.py:76) +2024-09-01 20:37:32,191 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0005s, count=1316, qps in this process: 43.8659 (mp_runner.py:76) +2024-09-01 20:37:32,192 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0016s, count=1373, qps in this process: 45.7642 (mp_runner.py:76) +2024-09-01 20:37:32,193 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0004s, count=1373, qps in this process: 45.7661 (mp_runner.py:76) +2024-09-01 20:37:32,193 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0152s, count=1373, qps in this process: 45.7435 (mp_runner.py:76) +2024-09-01 20:37:32,206 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0051s, count=1372, qps in this process: 45.7256 (mp_runner.py:76) +2024-09-01 20:37:32,207 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0106s, count=1374, qps in this process: 45.7838 (mp_runner.py:76) +2024-09-01 20:37:32,209 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0012s, count=1374, qps in this process: 45.7982 (mp_runner.py:76) +2024-09-01 20:37:32,209 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0124s, count=1374, qps in this process: 45.7811 (mp_runner.py:76) +2024-09-01 20:37:32,213 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0159s, count=1374, qps in this process: 45.7757 (mp_runner.py:76) +2024-09-01 20:37:32,233 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0012s, count=1377, qps in this process: 45.8982 (mp_runner.py:76) +2024-09-01 20:37:32,236 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0031s, count=1377, qps in this process: 45.8953 (mp_runner.py:76) +2024-09-01 20:37:32,236 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0016s, count=1377, qps in this process: 45.8976 (mp_runner.py:76) +2024-09-01 20:37:32,240 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0096s, count=1377, qps in this process: 45.8853 (mp_runner.py:76) +2024-09-01 20:37:32,243 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0064s, count=1334, qps in this process: 44.4572 (mp_runner.py:76) +2024-09-01 20:37:32,244 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0093s, count=1378, qps in this process: 45.9191 (mp_runner.py:76) +2024-09-01 20:37:32,250 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0131s, count=1378, qps in this process: 45.9133 (mp_runner.py:76) +2024-09-01 20:37:32,250 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0005s, count=1365, qps in this process: 45.4992 (mp_runner.py:76) +2024-09-01 20:37:32,256 | INFO |End search in concurrency 30: dur=30.366025709001406s, total_count=40880, qps=1346.2414 (mp_runner.py:120) +2024-09-01 20:37:34,563 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:37:34,564 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 20:37:45,117 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 20:37:45,170 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,314 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,334 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,336 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,350 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,367 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,367 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,367 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,367 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,418 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,425 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,449 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,461 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,461 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,465 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,465 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,475 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,486 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,487 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,492 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,500 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,513 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,537 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:45,543 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:37:58,782 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.022841610996692907 (mp_runner.py:73) +2024-09-01 20:37:58,783 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.02856100299686659 (mp_runner.py:73) +2024-09-01 20:37:58,784 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.03364414600218879 (mp_runner.py:73) +2024-09-01 20:37:58,785 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.02685581900004763 (mp_runner.py:73) +2024-09-01 20:37:58,786 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.04099764699640218 (mp_runner.py:73) +2024-09-01 20:37:58,787 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.03961249600251904 (mp_runner.py:73) +2024-09-01 20:37:58,787 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.030383971003175247 (mp_runner.py:73) +2024-09-01 20:37:58,789 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.04272881100041559 (mp_runner.py:73) +2024-09-01 20:37:58,789 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.04571335600485327 (mp_runner.py:73) +2024-09-01 20:37:58,790 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.023018616004264913 (mp_runner.py:73) +2024-09-01 20:37:58,791 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.028510281001217663 (mp_runner.py:73) +2024-09-01 20:37:58,792 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.04332796100061387 (mp_runner.py:73) +2024-09-01 20:37:58,793 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.05153965999488719 (mp_runner.py:73) +2024-09-01 20:37:58,793 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.03665146899584215 (mp_runner.py:73) +2024-09-01 20:37:58,794 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.04105649599659955 (mp_runner.py:73) +2024-09-01 20:37:58,794 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.04523216199595481 (mp_runner.py:73) +2024-09-01 20:37:58,795 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.04364979499951005 (mp_runner.py:73) +2024-09-01 20:37:58,796 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.04248614700190956 (mp_runner.py:73) +2024-09-01 20:37:59,142 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.02142836100392742 (mp_runner.py:73) +2024-09-01 20:37:59,216 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.007169902994064614 (mp_runner.py:73) +2024-09-01 20:37:59,284 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.021205110002483707 (mp_runner.py:73) +2024-09-01 20:37:59,318 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.02934395199554274 (mp_runner.py:73) +2024-09-01 20:37:59,351 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.025841208000201732 (mp_runner.py:73) +2024-09-01 20:37:59,631 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.026063033001264557 (mp_runner.py:73) +2024-09-01 20:37:59,801 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.055713813002512325 (mp_runner.py:73) +2024-09-01 20:38:00,248 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.046142332001181785 (mp_runner.py:73) +2024-09-01 20:38:00,555 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.015684714002418332 (mp_runner.py:73) +2024-09-01 20:38:00,559 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.02266137699916726 (mp_runner.py:73) +2024-09-01 20:38:00,613 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.013671127002453431 (mp_runner.py:73) +2024-09-01 20:38:00,623 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.020034412998938933 (mp_runner.py:73) +2024-09-01 20:38:00,780 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.029957463004393503 (mp_runner.py:73) +2024-09-01 20:38:00,941 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.03346609500295017 (mp_runner.py:73) +2024-09-01 20:38:00,944 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.042215617999318056 (mp_runner.py:73) +2024-09-01 20:38:01,043 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.017141607000667136 (mp_runner.py:73) +2024-09-01 20:38:01,118 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.03090242599864723 (mp_runner.py:73) +2024-09-01 20:38:12,994 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.01840423200337682 (mp_runner.py:73) +2024-09-01 20:38:12,996 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.019161538002663292 (mp_runner.py:73) +2024-09-01 20:38:12,997 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.020367372999317013 (mp_runner.py:73) +2024-09-01 20:38:12,997 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.022253068003919907 (mp_runner.py:73) +2024-09-01 20:38:12,999 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.021202695003012195 (mp_runner.py:73) +2024-09-01 20:38:13,000 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.02628364799602423 (mp_runner.py:73) +2024-09-01 20:38:13,001 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.021622182001010515 (mp_runner.py:73) +2024-09-01 20:38:13,003 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.005963952004094608 (mp_runner.py:73) +2024-09-01 20:38:13,005 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.02152723600011086 (mp_runner.py:73) +2024-09-01 20:38:13,008 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.024008091000723653 (mp_runner.py:73) +2024-09-01 20:38:13,008 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.02884710399666801 (mp_runner.py:73) +2024-09-01 20:38:13,009 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.01858759699825896 (mp_runner.py:73) +2024-09-01 20:38:13,010 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.024348696999368258 (mp_runner.py:73) +2024-09-01 20:38:13,014 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.03203015299368417 (mp_runner.py:73) +2024-09-01 20:38:13,020 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.045337093994021416 (mp_runner.py:73) +2024-09-01 20:38:13,021 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.045515926998632494 (mp_runner.py:73) +2024-09-01 20:38:13,022 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.024090218998026103 (mp_runner.py:73) +2024-09-01 20:38:13,024 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.05046147300163284 (mp_runner.py:73) +2024-09-01 20:38:13,027 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.023990966998098884 (mp_runner.py:73) +2024-09-01 20:38:13,040 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.02916456700040726 (mp_runner.py:73) +2024-09-01 20:38:13,041 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.022304564001387917 (mp_runner.py:73) +2024-09-01 20:38:13,062 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.025182038996717893 (mp_runner.py:73) +2024-09-01 20:38:13,071 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.0570252489997074 (mp_runner.py:73) +2024-09-01 20:38:13,154 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.036106708997976966 (mp_runner.py:73) +2024-09-01 20:38:13,418 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.014288281003246084 (mp_runner.py:73) +2024-09-01 20:38:13,530 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.03324087500368478 (mp_runner.py:73) +2024-09-01 20:38:13,846 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.03147840299789095 (mp_runner.py:73) +2024-09-01 20:38:13,989 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.026386033001472242 (mp_runner.py:73) +2024-09-01 20:38:13,992 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.02949841299414402 (mp_runner.py:73) +2024-09-01 20:38:14,429 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.033056635002139956 (mp_runner.py:73) +2024-09-01 20:38:14,462 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.028301896003540605 (mp_runner.py:73) +2024-09-01 20:38:14,472 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.028422326999134384 (mp_runner.py:73) +2024-09-01 20:38:14,762 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.029423085004964378 (mp_runner.py:73) +2024-09-01 20:38:15,241 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.06852874800097197 (mp_runner.py:73) +2024-09-01 20:38:15,247 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0356s, count=1074, qps in this process: 35.7576 (mp_runner.py:76) +2024-09-01 20:38:15,316 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.02466163400094956 (mp_runner.py:73) +2024-09-01 20:38:15,323 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0047s, count=1079, qps in this process: 35.961 (mp_runner.py:76) +2024-09-01 20:38:15,337 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0015s, count=1080, qps in this process: 35.9982 (mp_runner.py:76) +2024-09-01 20:38:15,346 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0093s, count=1070, qps in this process: 35.6556 (mp_runner.py:76) +2024-09-01 20:38:15,373 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0345s, count=1081, qps in this process: 35.9919 (mp_runner.py:76) +2024-09-01 20:38:15,374 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0209s, count=1081, qps in this process: 36.0082 (mp_runner.py:76) +2024-09-01 20:38:15,376 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0018s, count=1081, qps in this process: 36.0312 (mp_runner.py:76) +2024-09-01 20:38:15,393 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0185s, count=1082, qps in this process: 36.0444 (mp_runner.py:76) +2024-09-01 20:38:15,394 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0196s, count=1082, qps in this process: 36.0431 (mp_runner.py:76) +2024-09-01 20:38:15,397 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0224s, count=1082, qps in this process: 36.0398 (mp_runner.py:76) +2024-09-01 20:38:15,433 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0141s, count=1084, qps in this process: 36.1164 (mp_runner.py:76) +2024-09-01 20:38:15,444 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.014s, count=1085, qps in this process: 36.1498 (mp_runner.py:76) +2024-09-01 20:38:15,454 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0201s, count=1047, qps in this process: 34.8766 (mp_runner.py:76) +2024-09-01 20:38:15,456 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.021s, count=1035, qps in this process: 34.4759 (mp_runner.py:76) +2024-09-01 20:38:15,459 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.001s, count=1086, qps in this process: 36.1988 (mp_runner.py:76) +2024-09-01 20:38:15,465 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0128s, count=1086, qps in this process: 36.1846 (mp_runner.py:76) +2024-09-01 20:38:15,472 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0135s, count=1087, qps in this process: 36.217 (mp_runner.py:76) +2024-09-01 20:38:15,475 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0107s, count=1087, qps in this process: 36.2204 (mp_runner.py:76) +2024-09-01 20:38:15,480 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0093s, count=1087, qps in this process: 36.2221 (mp_runner.py:76) +2024-09-01 20:38:15,480 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.005s, count=1087, qps in this process: 36.2273 (mp_runner.py:76) +2024-09-01 20:38:15,483 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0089s, count=1087, qps in this process: 36.2226 (mp_runner.py:76) +2024-09-01 20:38:15,484 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0038s, count=1087, qps in this process: 36.2287 (mp_runner.py:76) +2024-09-01 20:38:15,487 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.017s, count=1087, qps in this process: 36.2128 (mp_runner.py:76) +2024-09-01 20:38:15,489 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0236s, count=1078, qps in this process: 35.9051 (mp_runner.py:76) +2024-09-01 20:38:15,493 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0035s, count=1023, qps in this process: 34.096 (mp_runner.py:76) +2024-09-01 20:38:15,496 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0043s, count=1049, qps in this process: 34.9617 (mp_runner.py:76) +2024-09-01 20:38:15,497 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0217s, count=1088, qps in this process: 36.2405 (mp_runner.py:76) +2024-09-01 20:38:15,498 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0086s, count=1088, qps in this process: 36.2563 (mp_runner.py:76) +2024-09-01 20:38:15,500 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0029s, count=1012, qps in this process: 33.7301 (mp_runner.py:76) +2024-09-01 20:38:15,503 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0107s, count=1057, qps in this process: 35.2208 (mp_runner.py:76) +2024-09-01 20:38:15,508 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0053s, count=1038, qps in this process: 34.5939 (mp_runner.py:76) +2024-09-01 20:38:15,520 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0032s, count=1015, qps in this process: 33.8297 (mp_runner.py:76) +2024-09-01 20:38:15,524 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0035s, count=1078, qps in this process: 35.9291 (mp_runner.py:76) +2024-09-01 20:38:15,545 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0018s, count=1046, qps in this process: 34.8646 (mp_runner.py:76) +2024-09-01 20:38:15,551 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0007s, count=1064, qps in this process: 35.4658 (mp_runner.py:76) +2024-09-01 20:38:15,555 | INFO |End search in concurrency 35: dur=30.437582840000687s, total_count=37460, qps=1230.7153 (mp_runner.py:120) +2024-09-01 20:38:18,296 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:38:18,296 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 20:38:28,954 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 20:38:29,156 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,162 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,164 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,187 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,297 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,299 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,299 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,300 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,300 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,305 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,305 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,309 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,321 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,344 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,345 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,360 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,375 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,380 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,381 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,384 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,384 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,385 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,386 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,425 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,427 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:29,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:38:43,894 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.03633798899682006 (mp_runner.py:73) +2024-09-01 20:38:43,894 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.05405136800254695 (mp_runner.py:73) +2024-09-01 20:38:43,894 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.038949659996433184 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.049165716001880355 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.041967423996538855 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.03728876500099432 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.03238558199518593 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.03834910899604438 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.04613647099904483 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.03245680800318951 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.038576671002374496 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.05087797000305727 (mp_runner.py:73) +2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.03386824500194052 (mp_runner.py:73) +2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.041339816998515744 (mp_runner.py:73) +2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.035999421001179144 (mp_runner.py:73) +2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.05692985899804626 (mp_runner.py:73) +2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.03680541499488754 (mp_runner.py:73) +2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.048619911998684984 (mp_runner.py:73) +2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.03429124099784531 (mp_runner.py:73) +2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.03339368600427406 (mp_runner.py:73) +2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.030076851006015204 (mp_runner.py:73) +2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.03825391699501779 (mp_runner.py:73) +2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.008668563998071477 (mp_runner.py:73) +2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.03289989299810259 (mp_runner.py:73) +2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.054014153000025544 (mp_runner.py:73) +2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.02976369299722137 (mp_runner.py:73) +2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.030998531001387164 (mp_runner.py:73) +2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.029306514996278565 (mp_runner.py:73) +2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.03746700299961958 (mp_runner.py:73) +2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.04415783700096654 (mp_runner.py:73) +2024-09-01 20:38:43,899 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.03294723999715643 (mp_runner.py:73) +2024-09-01 20:38:43,899 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.00929470299888635 (mp_runner.py:73) +2024-09-01 20:38:43,906 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.05955024599825265 (mp_runner.py:73) +2024-09-01 20:38:43,910 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.05476657400140539 (mp_runner.py:73) +2024-09-01 20:38:43,911 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.06938959800027078 (mp_runner.py:73) +2024-09-01 20:38:43,912 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.04747360700275749 (mp_runner.py:73) +2024-09-01 20:38:43,913 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.019451491003565025 (mp_runner.py:73) +2024-09-01 20:38:43,913 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.030067776999203488 (mp_runner.py:73) +2024-09-01 20:38:43,916 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.07871413999964716 (mp_runner.py:73) +2024-09-01 20:38:43,917 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.04581818300357554 (mp_runner.py:73) +2024-09-01 20:38:57,268 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.03545328300242545 (mp_runner.py:73) +2024-09-01 20:38:57,272 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.02307313899655128 (mp_runner.py:73) +2024-09-01 20:38:57,274 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.024792566000542138 (mp_runner.py:73) +2024-09-01 20:38:57,274 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.020706789997348096 (mp_runner.py:73) +2024-09-01 20:38:57,276 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.05056115000479622 (mp_runner.py:73) +2024-09-01 20:38:57,276 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.022626655001658946 (mp_runner.py:73) +2024-09-01 20:38:57,278 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.026286120002623647 (mp_runner.py:73) +2024-09-01 20:38:57,279 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.02274532400042517 (mp_runner.py:73) +2024-09-01 20:38:57,279 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.02652397899510106 (mp_runner.py:73) +2024-09-01 20:38:57,280 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.025548181001795456 (mp_runner.py:73) +2024-09-01 20:38:57,280 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.025099856000451837 (mp_runner.py:73) +2024-09-01 20:38:57,282 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.034292290001758374 (mp_runner.py:73) +2024-09-01 20:38:57,282 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.03142550199845573 (mp_runner.py:73) +2024-09-01 20:38:57,283 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.029885163996368647 (mp_runner.py:73) +2024-09-01 20:38:57,284 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.02616713399766013 (mp_runner.py:73) +2024-09-01 20:38:57,284 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.02687346199672902 (mp_runner.py:73) +2024-09-01 20:38:57,285 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.027142537001054734 (mp_runner.py:73) +2024-09-01 20:38:57,285 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.028515182006231043 (mp_runner.py:73) +2024-09-01 20:38:57,287 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.02481985399936093 (mp_runner.py:73) +2024-09-01 20:38:57,287 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.023836749998736195 (mp_runner.py:73) +2024-09-01 20:38:57,288 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.029386353002337273 (mp_runner.py:73) +2024-09-01 20:38:57,288 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.02519044499786105 (mp_runner.py:73) +2024-09-01 20:38:57,290 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.03018626000266522 (mp_runner.py:73) +2024-09-01 20:38:57,290 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.034150473002227955 (mp_runner.py:73) +2024-09-01 20:38:57,291 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.026694168998801615 (mp_runner.py:73) +2024-09-01 20:38:57,291 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.026694303000112996 (mp_runner.py:73) +2024-09-01 20:38:57,293 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.027508592000231147 (mp_runner.py:73) +2024-09-01 20:38:57,293 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.031705084002169315 (mp_runner.py:73) +2024-09-01 20:38:57,294 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.021158764000574593 (mp_runner.py:73) +2024-09-01 20:38:57,294 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.027697266996256076 (mp_runner.py:73) +2024-09-01 20:38:57,295 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.029716397999436595 (mp_runner.py:73) +2024-09-01 20:38:57,297 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.028831151001213584 (mp_runner.py:73) +2024-09-01 20:38:57,298 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.025720329998875968 (mp_runner.py:73) +2024-09-01 20:38:57,301 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.02564470200013602 (mp_runner.py:73) +2024-09-01 20:38:57,304 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.053258361003827304 (mp_runner.py:73) +2024-09-01 20:38:57,307 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.023983124003279954 (mp_runner.py:73) +2024-09-01 20:38:57,316 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.07079756499297218 (mp_runner.py:73) +2024-09-01 20:38:57,581 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.033462990999396425 (mp_runner.py:73) +2024-09-01 20:38:57,816 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.03401003799808677 (mp_runner.py:73) +2024-09-01 20:38:57,861 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.040239925001515076 (mp_runner.py:73) +2024-09-01 20:38:59,173 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0044s, count=1067, qps in this process: 35.5615 (mp_runner.py:76) +2024-09-01 20:38:59,181 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0111s, count=1067, qps in this process: 35.5535 (mp_runner.py:76) +2024-09-01 20:38:59,184 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0252s, count=1067, qps in this process: 35.5368 (mp_runner.py:76) +2024-09-01 20:38:59,234 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0291s, count=1070, qps in this process: 35.6321 (mp_runner.py:76) +2024-09-01 20:38:59,304 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0015s, count=1046, qps in this process: 34.8649 (mp_runner.py:76) +2024-09-01 20:38:59,318 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.012s, count=1058, qps in this process: 35.2526 (mp_runner.py:76) +2024-09-01 20:38:59,318 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0164s, count=1057, qps in this process: 35.2141 (mp_runner.py:76) +2024-09-01 20:38:59,324 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0087s, count=1074, qps in this process: 35.7896 (mp_runner.py:76) +2024-09-01 20:38:59,324 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0216s, count=1074, qps in this process: 35.7742 (mp_runner.py:76) +2024-09-01 20:38:59,324 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0228s, count=1074, qps in this process: 35.7728 (mp_runner.py:76) +2024-09-01 20:38:59,325 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0191s, count=1074, qps in this process: 35.7772 (mp_runner.py:76) +2024-09-01 20:38:59,325 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0195s, count=1074, qps in this process: 35.7767 (mp_runner.py:76) +2024-09-01 20:38:59,326 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0216s, count=1074, qps in this process: 35.7742 (mp_runner.py:76) +2024-09-01 20:38:59,326 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0212s, count=1074, qps in this process: 35.7747 (mp_runner.py:76) +2024-09-01 20:38:59,326 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0232s, count=1074, qps in this process: 35.7723 (mp_runner.py:76) +2024-09-01 20:38:59,326 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0013s, count=1074, qps in this process: 35.7984 (mp_runner.py:76) +2024-09-01 20:38:59,343 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0211s, count=1074, qps in this process: 35.7748 (mp_runner.py:76) +2024-09-01 20:38:59,345 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0145s, count=1075, qps in this process: 35.816 (mp_runner.py:76) +2024-09-01 20:38:59,353 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0079s, count=1076, qps in this process: 35.8572 (mp_runner.py:76) +2024-09-01 20:38:59,356 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0104s, count=1075, qps in this process: 35.8209 (mp_runner.py:76) +2024-09-01 20:38:59,357 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0115s, count=1076, qps in this process: 35.8529 (mp_runner.py:76) +2024-09-01 20:38:59,362 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0167s, count=1076, qps in this process: 35.8467 (mp_runner.py:76) +2024-09-01 20:38:59,368 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.006s, count=1077, qps in this process: 35.8928 (mp_runner.py:76) +2024-09-01 20:38:59,369 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0037s, count=1077, qps in this process: 35.8956 (mp_runner.py:76) +2024-09-01 20:38:59,376 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0037s, count=1077, qps in this process: 35.8956 (mp_runner.py:76) +2024-09-01 20:38:59,387 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0055s, count=1079, qps in this process: 35.9601 (mp_runner.py:76) +2024-09-01 20:38:59,388 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0047s, count=1079, qps in this process: 35.961 (mp_runner.py:76) +2024-09-01 20:38:59,391 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0068s, count=1079, qps in this process: 35.9585 (mp_runner.py:76) +2024-09-01 20:38:59,400 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0093s, count=1080, qps in this process: 35.9888 (mp_runner.py:76) +2024-09-01 20:38:59,400 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.008s, count=1080, qps in this process: 35.9904 (mp_runner.py:76) +2024-09-01 20:38:59,400 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0098s, count=1080, qps in this process: 35.9882 (mp_runner.py:76) +2024-09-01 20:38:59,400 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0071s, count=1080, qps in this process: 35.9915 (mp_runner.py:76) +2024-09-01 20:38:59,409 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0064s, count=1081, qps in this process: 36.0256 (mp_runner.py:76) +2024-09-01 20:38:59,411 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0021s, count=1081, qps in this process: 36.0308 (mp_runner.py:76) +2024-09-01 20:38:59,413 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0054s, count=1082, qps in this process: 36.0602 (mp_runner.py:76) +2024-09-01 20:38:59,414 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.014s, count=1081, qps in this process: 36.0165 (mp_runner.py:76) +2024-09-01 20:38:59,415 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0048s, count=1082, qps in this process: 36.0609 (mp_runner.py:76) +2024-09-01 20:38:59,431 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0034s, count=1086, qps in this process: 36.1959 (mp_runner.py:76) +2024-09-01 20:38:59,433 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0016s, count=1087, qps in this process: 36.2314 (mp_runner.py:76) +2024-09-01 20:38:59,436 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.003s, count=1087, qps in this process: 36.2297 (mp_runner.py:76) +2024-09-01 20:38:59,442 | INFO |End search in concurrency 40: dur=30.4870813919988s, total_count=43005, qps=1410.5975 (mp_runner.py:120) +2024-09-01 20:39:02,071 | INFO |Update largest qps with concurrency 40: current max_qps=1410.5975 (mp_runner.py:124) +2024-09-01 20:39:02,485 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:39:02,485 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 20:39:13,309 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 20:39:13,464 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,560 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,602 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,606 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,743 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,748 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,750 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,755 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,764 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,765 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,771 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,771 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,771 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,771 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,804 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,810 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,810 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,813 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,816 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,819 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,843 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,869 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,884 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,884 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,907 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:13,924 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:39:30,225 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.025372490999870934 (mp_runner.py:73) +2024-09-01 20:39:30,227 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.026614889000484254 (mp_runner.py:73) +2024-09-01 20:39:30,228 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.03835456299566431 (mp_runner.py:73) +2024-09-01 20:39:30,228 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.028247552996617742 (mp_runner.py:73) +2024-09-01 20:39:30,229 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.029128431000572164 (mp_runner.py:73) +2024-09-01 20:39:30,230 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.030516024002281483 (mp_runner.py:73) +2024-09-01 20:39:30,231 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.025551958999130875 (mp_runner.py:73) +2024-09-01 20:39:30,232 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.030397606002225075 (mp_runner.py:73) +2024-09-01 20:39:30,233 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.007319730997551233 (mp_runner.py:73) +2024-09-01 20:39:30,233 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.03061323400470428 (mp_runner.py:73) +2024-09-01 20:39:30,234 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.03212178400281118 (mp_runner.py:73) +2024-09-01 20:39:30,235 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.03359811699920101 (mp_runner.py:73) +2024-09-01 20:39:30,236 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.030230678006773815 (mp_runner.py:73) +2024-09-01 20:39:30,237 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.032398817005741876 (mp_runner.py:73) +2024-09-01 20:39:30,238 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.034780485002556816 (mp_runner.py:73) +2024-09-01 20:39:30,239 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.03118123600143008 (mp_runner.py:73) +2024-09-01 20:39:30,240 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.03167908600153169 (mp_runner.py:73) +2024-09-01 20:39:30,241 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.03432880800392013 (mp_runner.py:73) +2024-09-01 20:39:30,242 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.03727174200321315 (mp_runner.py:73) +2024-09-01 20:39:30,243 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.03094811100163497 (mp_runner.py:73) +2024-09-01 20:39:30,243 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.04360059399914462 (mp_runner.py:73) +2024-09-01 20:39:30,244 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.044941768996068276 (mp_runner.py:73) +2024-09-01 20:39:30,245 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.04386484800488688 (mp_runner.py:73) +2024-09-01 20:39:30,245 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.046059870001045056 (mp_runner.py:73) +2024-09-01 20:39:30,246 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.05555343299783999 (mp_runner.py:73) +2024-09-01 20:39:30,247 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.043065060999651905 (mp_runner.py:73) +2024-09-01 20:39:30,247 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.05446432200551499 (mp_runner.py:73) +2024-09-01 20:39:30,248 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.06026640699565178 (mp_runner.py:73) +2024-09-01 20:39:30,249 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.06084262299555121 (mp_runner.py:73) +2024-09-01 20:39:30,249 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.05476965600246331 (mp_runner.py:73) +2024-09-01 20:39:30,250 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.06247288599843159 (mp_runner.py:73) +2024-09-01 20:39:30,250 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.03668864700011909 (mp_runner.py:73) +2024-09-01 20:39:30,251 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.061393938995024655 (mp_runner.py:73) +2024-09-01 20:39:30,251 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.06230766899534501 (mp_runner.py:73) +2024-09-01 20:39:30,251 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.05117355499533005 (mp_runner.py:73) +2024-09-01 20:39:30,252 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.06274185300571844 (mp_runner.py:73) +2024-09-01 20:39:30,252 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.05889258500246797 (mp_runner.py:73) +2024-09-01 20:39:30,253 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.05344937000336358 (mp_runner.py:73) +2024-09-01 20:39:30,254 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.05359172500175191 (mp_runner.py:73) +2024-09-01 20:39:30,254 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.05461279500013916 (mp_runner.py:73) +2024-09-01 20:39:30,269 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.07013728599849856 (mp_runner.py:73) +2024-09-01 20:39:30,469 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.028481216002546716 (mp_runner.py:73) +2024-09-01 20:39:30,575 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.02399017399875447 (mp_runner.py:73) +2024-09-01 20:39:30,735 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.04679098299675388 (mp_runner.py:73) +2024-09-01 20:39:30,853 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.03650469100102782 (mp_runner.py:73) +2024-09-01 20:39:43,481 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0053s, count=922, qps in this process: 30.7279 (mp_runner.py:76) +2024-09-01 20:39:43,579 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0237s, count=924, qps in this process: 30.7757 (mp_runner.py:76) +2024-09-01 20:39:43,603 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0393s, count=924, qps in this process: 30.7597 (mp_runner.py:76) +2024-09-01 20:39:43,695 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0754s, count=926, qps in this process: 30.7893 (mp_runner.py:76) +2024-09-01 20:39:43,715 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.1069s, count=926, qps in this process: 30.7571 (mp_runner.py:76) +2024-09-01 20:39:43,744 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0053s, count=927, qps in this process: 30.8945 (mp_runner.py:76) +2024-09-01 20:39:43,744 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0013s, count=927, qps in this process: 30.8987 (mp_runner.py:76) +2024-09-01 20:39:43,744 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0042s, count=927, qps in this process: 30.8957 (mp_runner.py:76) +2024-09-01 20:39:43,744 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0023s, count=921, qps in this process: 30.6976 (mp_runner.py:76) +2024-09-01 20:39:43,751 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0085s, count=927, qps in this process: 30.8912 (mp_runner.py:76) +2024-09-01 20:39:43,753 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.003s, count=927, qps in this process: 30.8969 (mp_runner.py:76) +2024-09-01 20:39:43,772 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0017s, count=912, qps in this process: 30.3983 (mp_runner.py:76) +2024-09-01 20:39:43,777 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0086s, count=910, qps in this process: 30.3246 (mp_runner.py:76) +2024-09-01 20:39:43,779 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0027s, count=895, qps in this process: 29.8306 (mp_runner.py:76) +2024-09-01 20:39:43,779 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.002s, count=924, qps in this process: 30.7979 (mp_runner.py:76) +2024-09-01 20:39:43,783 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0102s, count=928, qps in this process: 30.9228 (mp_runner.py:76) +2024-09-01 20:39:43,784 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0294s, count=928, qps in this process: 30.903 (mp_runner.py:76) +2024-09-01 20:39:43,785 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.033s, count=928, qps in this process: 30.8993 (mp_runner.py:76) +2024-09-01 20:39:43,785 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0226s, count=928, qps in this process: 30.91 (mp_runner.py:76) +2024-09-01 20:39:43,786 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0186s, count=928, qps in this process: 30.9142 (mp_runner.py:76) +2024-09-01 20:39:43,786 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0082s, count=928, qps in this process: 30.9249 (mp_runner.py:76) +2024-09-01 20:39:43,786 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0096s, count=928, qps in this process: 30.9234 (mp_runner.py:76) +2024-09-01 20:39:43,787 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0019s, count=928, qps in this process: 30.9314 (mp_runner.py:76) +2024-09-01 20:39:43,787 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0097s, count=928, qps in this process: 30.9233 (mp_runner.py:76) +2024-09-01 20:39:43,787 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0379s, count=928, qps in this process: 30.8943 (mp_runner.py:76) +2024-09-01 20:39:43,793 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0013s, count=929, qps in this process: 30.9653 (mp_runner.py:76) +2024-09-01 20:39:43,799 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0086s, count=929, qps in this process: 30.9578 (mp_runner.py:76) +2024-09-01 20:39:43,807 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0627s, count=928, qps in this process: 30.8688 (mp_runner.py:76) +2024-09-01 20:39:43,815 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0055s, count=931, qps in this process: 31.0276 (mp_runner.py:76) +2024-09-01 20:39:43,827 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0138s, count=930, qps in this process: 30.9857 (mp_runner.py:76) +2024-09-01 20:39:43,828 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0098s, count=931, qps in this process: 31.0232 (mp_runner.py:76) +2024-09-01 20:39:43,828 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0067s, count=930, qps in this process: 30.9931 (mp_runner.py:76) +2024-09-01 20:39:43,833 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0194s, count=930, qps in this process: 30.98 (mp_runner.py:76) +2024-09-01 20:39:43,836 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0139s, count=933, qps in this process: 31.0856 (mp_runner.py:76) +2024-09-01 20:39:43,852 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0035s, count=903, qps in this process: 30.0965 (mp_runner.py:76) +2024-09-01 20:39:43,855 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0052s, count=934, qps in this process: 31.1279 (mp_runner.py:76) +2024-09-01 20:39:43,873 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0045s, count=935, qps in this process: 31.162 (mp_runner.py:76) +2024-09-01 20:39:43,878 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0073s, count=936, qps in this process: 31.1924 (mp_runner.py:76) +2024-09-01 20:39:43,881 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0007s, count=936, qps in this process: 31.1993 (mp_runner.py:76) +2024-09-01 20:39:43,881 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0086s, count=936, qps in this process: 31.1911 (mp_runner.py:76) +2024-09-01 20:39:43,892 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0037s, count=938, qps in this process: 31.2628 (mp_runner.py:76) +2024-09-01 20:39:43,893 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0044s, count=938, qps in this process: 31.2621 (mp_runner.py:76) +2024-09-01 20:39:43,913 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.001s, count=923, qps in this process: 30.7656 (mp_runner.py:76) +2024-09-01 20:39:43,920 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0008s, count=906, qps in this process: 30.1992 (mp_runner.py:76) +2024-09-01 20:39:43,939 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.002s, count=949, qps in this process: 31.6312 (mp_runner.py:76) +2024-09-01 20:39:43,943 | INFO |End search in concurrency 45: dur=30.63394145199709s, total_count=41704, qps=1361.3658 (mp_runner.py:120) +2024-09-01 20:39:47,276 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:39:47,276 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 20:40:08,310 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 20:40:08,362 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,592 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,701 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,710 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,714 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,714 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,730 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,752 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,761 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,769 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,769 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,769 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,769 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,797 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,799 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,800 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,816 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,816 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,839 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,841 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,867 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,900 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,907 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,908 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,909 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,956 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:08,970 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:40:27,336 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.0563823880002019 (mp_runner.py:73) +2024-09-01 20:40:27,336 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.049655063994578086 (mp_runner.py:73) +2024-09-01 20:40:27,337 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.040273374994285405 (mp_runner.py:73) +2024-09-01 20:40:27,337 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.06786853400262771 (mp_runner.py:73) +2024-09-01 20:40:27,337 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.04303969399916241 (mp_runner.py:73) +2024-09-01 20:40:27,337 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.046173298003850505 (mp_runner.py:73) +2024-09-01 20:40:27,338 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.06527876900509 (mp_runner.py:73) +2024-09-01 20:40:27,338 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.057602100998337846 (mp_runner.py:73) +2024-09-01 20:40:27,339 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.07133578500361182 (mp_runner.py:73) +2024-09-01 20:40:27,339 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.0653870009991806 (mp_runner.py:73) +2024-09-01 20:40:27,339 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.036614937998820096 (mp_runner.py:73) +2024-09-01 20:40:27,340 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.06322210800135508 (mp_runner.py:73) +2024-09-01 20:40:27,341 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.029291653001564555 (mp_runner.py:73) +2024-09-01 20:40:27,342 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.03240703600022243 (mp_runner.py:73) +2024-09-01 20:40:27,343 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.03260042699548649 (mp_runner.py:73) +2024-09-01 20:40:27,344 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.034244733993546106 (mp_runner.py:73) +2024-09-01 20:40:27,344 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.03705957700003637 (mp_runner.py:73) +2024-09-01 20:40:27,344 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.03126541200617794 (mp_runner.py:73) +2024-09-01 20:40:27,346 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.008998058998258784 (mp_runner.py:73) +2024-09-01 20:40:27,347 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.0323006600010558 (mp_runner.py:73) +2024-09-01 20:40:27,351 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.033278274997428525 (mp_runner.py:73) +2024-09-01 20:40:27,351 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.03463720400031889 (mp_runner.py:73) +2024-09-01 20:40:27,352 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.03143831300258171 (mp_runner.py:73) +2024-09-01 20:40:27,353 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.025916588994732592 (mp_runner.py:73) +2024-09-01 20:40:27,354 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.0883502930009854 (mp_runner.py:73) +2024-09-01 20:40:27,354 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.029389794006419834 (mp_runner.py:73) +2024-09-01 20:40:27,354 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.032728621998103335 (mp_runner.py:73) +2024-09-01 20:40:27,355 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.03648335099569522 (mp_runner.py:73) +2024-09-01 20:40:27,355 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.033797397001762874 (mp_runner.py:73) +2024-09-01 20:40:27,356 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.08491033600148512 (mp_runner.py:73) +2024-09-01 20:40:27,356 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.0325919739989331 (mp_runner.py:73) +2024-09-01 20:40:27,358 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.03975550700124586 (mp_runner.py:73) +2024-09-01 20:40:27,359 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.030301587998110335 (mp_runner.py:73) +2024-09-01 20:40:27,360 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.02782079399912618 (mp_runner.py:73) +2024-09-01 20:40:27,361 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.044248441998206545 (mp_runner.py:73) +2024-09-01 20:40:27,362 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03959814100380754 (mp_runner.py:73) +2024-09-01 20:40:27,363 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.05468657099845586 (mp_runner.py:73) +2024-09-01 20:40:27,364 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.03383696500532096 (mp_runner.py:73) +2024-09-01 20:40:27,366 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.046789261999947485 (mp_runner.py:73) +2024-09-01 20:40:27,367 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.037554218994046096 (mp_runner.py:73) +2024-09-01 20:40:27,369 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.05345759700139752 (mp_runner.py:73) +2024-09-01 20:40:27,371 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.03112312099983683 (mp_runner.py:73) +2024-09-01 20:40:27,376 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.05037886700301897 (mp_runner.py:73) +2024-09-01 20:40:27,445 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.006713299997500144 (mp_runner.py:73) +2024-09-01 20:40:27,503 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.050321071001235396 (mp_runner.py:73) +2024-09-01 20:40:27,581 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.04396297300263541 (mp_runner.py:73) +2024-09-01 20:40:27,678 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.04123663399514044 (mp_runner.py:73) +2024-09-01 20:40:27,712 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03552968399890233 (mp_runner.py:73) +2024-09-01 20:40:27,720 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.013592825998784974 (mp_runner.py:73) +2024-09-01 20:40:28,083 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.04673088500567246 (mp_runner.py:73) +2024-09-01 20:40:38,366 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0028s, count=823, qps in this process: 27.4308 (mp_runner.py:76) +2024-09-01 20:40:38,401 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0382s, count=795, qps in this process: 26.4663 (mp_runner.py:76) +2024-09-01 20:40:38,490 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0139s, count=827, qps in this process: 27.5539 (mp_runner.py:76) +2024-09-01 20:40:38,678 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0731s, count=833, qps in this process: 27.6992 (mp_runner.py:76) +2024-09-01 20:40:38,731 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.006s, count=835, qps in this process: 27.8278 (mp_runner.py:76) +2024-09-01 20:40:38,731 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.015s, count=831, qps in this process: 27.6862 (mp_runner.py:76) +2024-09-01 20:40:38,742 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0367s, count=810, qps in this process: 26.967 (mp_runner.py:76) +2024-09-01 20:40:38,743 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0249s, count=832, qps in this process: 27.7103 (mp_runner.py:76) +2024-09-01 20:40:38,747 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0294s, count=836, qps in this process: 27.8394 (mp_runner.py:76) +2024-09-01 20:40:38,755 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0229s, count=837, qps in this process: 27.8787 (mp_runner.py:76) +2024-09-01 20:40:38,779 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0079s, count=838, qps in this process: 27.926 (mp_runner.py:76) +2024-09-01 20:40:38,782 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0112s, count=836, qps in this process: 27.8563 (mp_runner.py:76) +2024-09-01 20:40:38,788 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0216s, count=839, qps in this process: 27.9465 (mp_runner.py:76) +2024-09-01 20:40:38,789 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0045s, count=839, qps in this process: 27.9625 (mp_runner.py:76) +2024-09-01 20:40:38,790 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0168s, count=839, qps in this process: 27.951 (mp_runner.py:76) +2024-09-01 20:40:38,791 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0178s, count=839, qps in this process: 27.9501 (mp_runner.py:76) +2024-09-01 20:40:38,791 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0172s, count=839, qps in this process: 27.9506 (mp_runner.py:76) +2024-09-01 20:40:38,792 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0199s, count=839, qps in this process: 27.9481 (mp_runner.py:76) +2024-09-01 20:40:38,792 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0211s, count=839, qps in this process: 27.947 (mp_runner.py:76) +2024-09-01 20:40:38,796 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0408s, count=839, qps in this process: 27.9287 (mp_runner.py:76) +2024-09-01 20:40:38,797 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0149s, count=839, qps in this process: 27.9528 (mp_runner.py:76) +2024-09-01 20:40:38,802 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0216s, count=791, qps in this process: 26.3477 (mp_runner.py:76) +2024-09-01 20:40:38,804 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0315s, count=839, qps in this process: 27.9373 (mp_runner.py:76) +2024-09-01 20:40:38,806 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0044s, count=838, qps in this process: 27.9292 (mp_runner.py:76) +2024-09-01 20:40:38,812 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0387s, count=839, qps in this process: 27.9306 (mp_runner.py:76) +2024-09-01 20:40:38,827 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0534s, count=798, qps in this process: 26.5527 (mp_runner.py:76) +2024-09-01 20:40:38,836 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0121s, count=840, qps in this process: 27.9887 (mp_runner.py:76) +2024-09-01 20:40:38,836 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0116s, count=840, qps in this process: 27.9892 (mp_runner.py:76) +2024-09-01 20:40:38,836 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0352s, count=840, qps in this process: 27.9672 (mp_runner.py:76) +2024-09-01 20:40:38,837 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0123s, count=840, qps in this process: 27.9885 (mp_runner.py:76) +2024-09-01 20:40:38,837 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0141s, count=840, qps in this process: 27.9868 (mp_runner.py:76) +2024-09-01 20:40:38,837 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0362s, count=840, qps in this process: 27.9663 (mp_runner.py:76) +2024-09-01 20:40:38,842 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0195s, count=840, qps in this process: 27.9818 (mp_runner.py:76) +2024-09-01 20:40:38,857 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0023s, count=841, qps in this process: 28.0312 (mp_runner.py:76) +2024-09-01 20:40:38,859 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0153s, count=841, qps in this process: 28.019 (mp_runner.py:76) +2024-09-01 20:40:38,860 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0054s, count=841, qps in this process: 28.0283 (mp_runner.py:76) +2024-09-01 20:40:38,862 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0094s, count=810, qps in this process: 26.9915 (mp_runner.py:76) +2024-09-01 20:40:38,867 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0012s, count=820, qps in this process: 27.3322 (mp_runner.py:76) +2024-09-01 20:40:38,868 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0273s, count=841, qps in this process: 28.0078 (mp_runner.py:76) +2024-09-01 20:40:38,871 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.005s, count=842, qps in this process: 28.062 (mp_runner.py:76) +2024-09-01 20:40:38,871 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0004s, count=842, qps in this process: 28.0663 (mp_runner.py:76) +2024-09-01 20:40:38,886 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0042s, count=844, qps in this process: 28.1294 (mp_runner.py:76) +2024-09-01 20:40:38,909 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0023s, count=847, qps in this process: 28.2312 (mp_runner.py:76) +2024-09-01 20:40:38,909 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0025s, count=846, qps in this process: 28.1977 (mp_runner.py:76) +2024-09-01 20:40:38,912 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0058s, count=806, qps in this process: 26.8615 (mp_runner.py:76) +2024-09-01 20:40:38,916 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0035s, count=799, qps in this process: 26.6302 (mp_runner.py:76) +2024-09-01 20:40:38,916 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0008s, count=848, qps in this process: 28.2659 (mp_runner.py:76) +2024-09-01 20:40:38,926 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0032s, count=851, qps in this process: 28.3636 (mp_runner.py:76) +2024-09-01 20:40:38,963 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0029s, count=860, qps in this process: 28.6639 (mp_runner.py:76) +2024-09-01 20:40:38,980 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0023s, count=866, qps in this process: 28.8645 (mp_runner.py:76) +2024-09-01 20:40:38,986 | INFO |End search in concurrency 50: dur=30.675582283998665s, total_count=41714, qps=1359.8438 (mp_runner.py:120) +2024-09-01 20:40:42,655 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:40:42,656 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 20:41:03,850 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 20:41:03,934 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,123 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,173 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,181 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,204 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,220 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,222 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,234 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,248 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,266 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,270 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,319 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,322 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,330 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,346 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,346 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,348 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,354 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,359 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,359 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,359 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,359 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,381 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,390 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,409 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,413 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,428 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,442 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,465 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,513 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,518 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,536 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,560 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,562 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,571 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,580 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:04,619 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:41:24,573 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.02893526400293922 (mp_runner.py:73) +2024-09-01 20:41:24,575 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.029293200001120567 (mp_runner.py:73) +2024-09-01 20:41:24,576 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.030366945000423584 (mp_runner.py:73) +2024-09-01 20:41:24,576 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.034113840003556106 (mp_runner.py:73) +2024-09-01 20:41:24,577 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.03262207999796374 (mp_runner.py:73) +2024-09-01 20:41:24,577 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.027548268000828102 (mp_runner.py:73) +2024-09-01 20:41:24,578 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.03626493999763625 (mp_runner.py:73) +2024-09-01 20:41:24,578 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.025305174000095576 (mp_runner.py:73) +2024-09-01 20:41:24,580 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.02587760300230002 (mp_runner.py:73) +2024-09-01 20:41:24,580 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.023185055004432797 (mp_runner.py:73) +2024-09-01 20:41:24,581 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.01980193000053987 (mp_runner.py:73) +2024-09-01 20:41:24,581 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.02589609599817777 (mp_runner.py:73) +2024-09-01 20:41:24,583 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.02494360199489165 (mp_runner.py:73) +2024-09-01 20:41:24,583 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.02717388200107962 (mp_runner.py:73) +2024-09-01 20:41:24,584 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.026056055998196825 (mp_runner.py:73) +2024-09-01 20:41:24,584 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01573288299550768 (mp_runner.py:73) +2024-09-01 20:41:24,585 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.028896293995785527 (mp_runner.py:73) +2024-09-01 20:41:24,585 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.023135627998271957 (mp_runner.py:73) +2024-09-01 20:41:24,587 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.0435587470055907 (mp_runner.py:73) +2024-09-01 20:41:24,587 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.0335375859940541 (mp_runner.py:73) +2024-09-01 20:41:24,588 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.036627294997742865 (mp_runner.py:73) +2024-09-01 20:41:24,588 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.022228533001907635 (mp_runner.py:73) +2024-09-01 20:41:24,594 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.03485528699820861 (mp_runner.py:73) +2024-09-01 20:41:24,594 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.028668726001342293 (mp_runner.py:73) +2024-09-01 20:41:24,595 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.04384981199837057 (mp_runner.py:73) +2024-09-01 20:41:24,595 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.051816785999108106 (mp_runner.py:73) +2024-09-01 20:41:24,596 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.034282407999853604 (mp_runner.py:73) +2024-09-01 20:41:24,597 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.030591953996918164 (mp_runner.py:73) +2024-09-01 20:41:24,597 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.048917454994807485 (mp_runner.py:73) +2024-09-01 20:41:24,598 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.04946789699897636 (mp_runner.py:73) +2024-09-01 20:41:24,598 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.04419286000484135 (mp_runner.py:73) +2024-09-01 20:41:24,599 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.05247647799842525 (mp_runner.py:73) +2024-09-01 20:41:24,600 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.05292781299795024 (mp_runner.py:73) +2024-09-01 20:41:24,600 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.03990170399629278 (mp_runner.py:73) +2024-09-01 20:41:24,601 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.04197913499956485 (mp_runner.py:73) +2024-09-01 20:41:24,601 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.03768648999539437 (mp_runner.py:73) +2024-09-01 20:41:24,602 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.051537459999963176 (mp_runner.py:73) +2024-09-01 20:41:24,603 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.035324076998222154 (mp_runner.py:73) +2024-09-01 20:41:24,605 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.03750338700046996 (mp_runner.py:73) +2024-09-01 20:41:24,606 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.03855821400065906 (mp_runner.py:73) +2024-09-01 20:41:24,606 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.042199447998427786 (mp_runner.py:73) +2024-09-01 20:41:24,606 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.04375480900489492 (mp_runner.py:73) +2024-09-01 20:41:24,607 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.03796803199657006 (mp_runner.py:73) +2024-09-01 20:41:24,609 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.0027125819979119115 (mp_runner.py:73) +2024-09-01 20:41:24,609 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.05696819000149844 (mp_runner.py:73) +2024-09-01 20:41:24,611 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.046321235997311305 (mp_runner.py:73) +2024-09-01 20:41:24,620 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.06008082699554507 (mp_runner.py:73) +2024-09-01 20:41:24,631 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.082142669998575 (mp_runner.py:73) +2024-09-01 20:41:24,635 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.09433379799884278 (mp_runner.py:73) +2024-09-01 20:41:24,669 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.06407724999735365 (mp_runner.py:73) +2024-09-01 20:41:24,670 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.057653290998132434 (mp_runner.py:73) +2024-09-01 20:41:24,673 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.06227886100532487 (mp_runner.py:73) +2024-09-01 20:41:24,755 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.102524888003245 (mp_runner.py:73) +2024-09-01 20:41:24,901 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.02113233899581246 (mp_runner.py:73) +2024-09-01 20:41:25,284 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.06058439800108317 (mp_runner.py:73) +2024-09-01 20:41:33,983 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0352s, count=756, qps in this process: 25.1705 (mp_runner.py:76) +2024-09-01 20:41:34,145 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0216s, count=742, qps in this process: 24.7155 (mp_runner.py:76) +2024-09-01 20:41:34,216 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0283s, count=759, qps in this process: 25.2762 (mp_runner.py:76) +2024-09-01 20:41:34,221 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0064s, count=761, qps in this process: 25.3613 (mp_runner.py:76) +2024-09-01 20:41:34,224 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0187s, count=763, qps in this process: 25.4175 (mp_runner.py:76) +2024-09-01 20:41:34,237 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0079s, count=761, qps in this process: 25.36 (mp_runner.py:76) +2024-09-01 20:41:34,243 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0316s, count=763, qps in this process: 25.4066 (mp_runner.py:76) +2024-09-01 20:41:34,250 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0238s, count=763, qps in this process: 25.4132 (mp_runner.py:76) +2024-09-01 20:41:34,260 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0181s, count=764, qps in this process: 25.4513 (mp_runner.py:76) +2024-09-01 20:41:34,273 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0226s, count=762, qps in this process: 25.3809 (mp_runner.py:76) +2024-09-01 20:41:34,295 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0225s, count=765, qps in this process: 25.4809 (mp_runner.py:76) +2024-09-01 20:41:34,299 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0237s, count=763, qps in this process: 25.4133 (mp_runner.py:76) +2024-09-01 20:41:34,352 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0269s, count=767, qps in this process: 25.5438 (mp_runner.py:76) +2024-09-01 20:41:34,352 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0271s, count=767, qps in this process: 25.5436 (mp_runner.py:76) +2024-09-01 20:41:34,358 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0019s, count=765, qps in this process: 25.4984 (mp_runner.py:76) +2024-09-01 20:41:34,358 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0178s, count=746, qps in this process: 24.8519 (mp_runner.py:76) +2024-09-01 20:41:34,364 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.002s, count=765, qps in this process: 25.4983 (mp_runner.py:76) +2024-09-01 20:41:34,366 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0038s, count=765, qps in this process: 25.4968 (mp_runner.py:76) +2024-09-01 20:41:34,368 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0164s, count=767, qps in this process: 25.5527 (mp_runner.py:76) +2024-09-01 20:41:34,370 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0229s, count=768, qps in this process: 25.5805 (mp_runner.py:76) +2024-09-01 20:41:34,372 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0198s, count=768, qps in this process: 25.5831 (mp_runner.py:76) +2024-09-01 20:41:34,373 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0226s, count=768, qps in this process: 25.5807 (mp_runner.py:76) +2024-09-01 20:41:34,375 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0183s, count=766, qps in this process: 25.5178 (mp_runner.py:76) +2024-09-01 20:41:34,375 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0194s, count=766, qps in this process: 25.5168 (mp_runner.py:76) +2024-09-01 20:41:34,382 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0195s, count=768, qps in this process: 25.5834 (mp_runner.py:76) +2024-09-01 20:41:34,382 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0259s, count=768, qps in this process: 25.5779 (mp_runner.py:76) +2024-09-01 20:41:34,392 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0292s, count=768, qps in this process: 25.5751 (mp_runner.py:76) +2024-09-01 20:41:34,392 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0355s, count=768, qps in this process: 25.5697 (mp_runner.py:76) +2024-09-01 20:41:34,392 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0358s, count=768, qps in this process: 25.5695 (mp_runner.py:76) +2024-09-01 20:41:34,393 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0369s, count=768, qps in this process: 25.5686 (mp_runner.py:76) +2024-09-01 20:41:34,398 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0029s, count=722, qps in this process: 24.0643 (mp_runner.py:76) +2024-09-01 20:41:34,409 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0467s, count=767, qps in this process: 25.5269 (mp_runner.py:76) +2024-09-01 20:41:34,412 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0141s, count=769, qps in this process: 25.6213 (mp_runner.py:76) +2024-09-01 20:41:34,415 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0394s, count=769, qps in this process: 25.5997 (mp_runner.py:76) +2024-09-01 20:41:34,416 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0259s, count=769, qps in this process: 25.6112 (mp_runner.py:76) +2024-09-01 20:41:34,420 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.007s, count=770, qps in this process: 25.6607 (mp_runner.py:76) +2024-09-01 20:41:34,429 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0121s, count=767, qps in this process: 25.5564 (mp_runner.py:76) +2024-09-01 20:41:34,434 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0073s, count=771, qps in this process: 25.6937 (mp_runner.py:76) +2024-09-01 20:41:34,438 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0009s, count=771, qps in this process: 25.6992 (mp_runner.py:76) +2024-09-01 20:41:34,453 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0021s, count=772, qps in this process: 25.7315 (mp_runner.py:76) +2024-09-01 20:41:34,482 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0168s, count=752, qps in this process: 25.0526 (mp_runner.py:76) +2024-09-01 20:41:34,485 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0109s, count=774, qps in this process: 25.7906 (mp_runner.py:76) +2024-09-01 20:41:34,485 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.005s, count=774, qps in this process: 25.7957 (mp_runner.py:76) +2024-09-01 20:41:34,486 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0095s, count=774, qps in this process: 25.7918 (mp_runner.py:76) +2024-09-01 20:41:34,501 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0006s, count=741, qps in this process: 24.6995 (mp_runner.py:76) +2024-09-01 20:41:34,519 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0012s, count=779, qps in this process: 25.9656 (mp_runner.py:76) +2024-09-01 20:41:34,521 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0026s, count=779, qps in this process: 25.9644 (mp_runner.py:76) +2024-09-01 20:41:34,525 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0009s, count=778, qps in this process: 25.9326 (mp_runner.py:76) +2024-09-01 20:41:34,527 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0087s, count=780, qps in this process: 25.9925 (mp_runner.py:76) +2024-09-01 20:41:34,545 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0055s, count=782, qps in this process: 26.0619 (mp_runner.py:76) +2024-09-01 20:41:34,570 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0004s, count=787, qps in this process: 26.233 (mp_runner.py:76) +2024-09-01 20:41:34,574 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0029s, count=788, qps in this process: 26.2641 (mp_runner.py:76) +2024-09-01 20:41:34,577 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0005s, count=789, qps in this process: 26.2996 (mp_runner.py:76) +2024-09-01 20:41:34,586 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0021s, count=785, qps in this process: 26.1648 (mp_runner.py:76) +2024-09-01 20:41:34,628 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0003s, count=805, qps in this process: 26.8331 (mp_runner.py:76) +2024-09-01 20:41:34,633 | INFO |End search in concurrency 55: dur=30.78214015699632s, total_count=42222, qps=1371.6395 (mp_runner.py:120) +2024-09-01 20:41:38,682 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:41:38,682 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 20:41:59,996 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 20:42:00,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,316 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,317 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,361 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,458 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,502 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,504 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,507 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,507 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,509 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,511 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,511 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,518 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,523 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,540 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,541 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,543 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,548 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,582 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,605 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,619 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,624 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,624 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,651 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,659 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,659 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,693 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,709 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,720 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,730 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,737 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,747 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,783 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,813 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:00,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:22,680 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.03560113399726106 (mp_runner.py:73) +2024-09-01 20:42:22,680 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.03529837599489838 (mp_runner.py:73) +2024-09-01 20:42:22,681 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.03545901200413937 (mp_runner.py:73) +2024-09-01 20:42:22,681 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.01767917200049851 (mp_runner.py:73) +2024-09-01 20:42:22,681 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.03517118399759056 (mp_runner.py:73) +2024-09-01 20:42:22,682 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.036613910997402854 (mp_runner.py:73) +2024-09-01 20:42:22,682 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03669506999722216 (mp_runner.py:73) +2024-09-01 20:42:22,682 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.03824323000299046 (mp_runner.py:73) +2024-09-01 20:42:22,683 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03729427700454835 (mp_runner.py:73) +2024-09-01 20:42:22,683 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.03756259000510909 (mp_runner.py:73) +2024-09-01 20:42:22,684 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.03826922299776925 (mp_runner.py:73) +2024-09-01 20:42:22,684 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.03972865999821806 (mp_runner.py:73) +2024-09-01 20:42:22,684 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.03993674999946961 (mp_runner.py:73) +2024-09-01 20:42:22,685 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.03934316599770682 (mp_runner.py:73) +2024-09-01 20:42:22,685 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.039389139994455036 (mp_runner.py:73) +2024-09-01 20:42:22,685 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.039069309998012614 (mp_runner.py:73) +2024-09-01 20:42:22,686 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.040680667996639386 (mp_runner.py:73) +2024-09-01 20:42:22,686 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.04162597499816911 (mp_runner.py:73) +2024-09-01 20:42:22,687 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.040309441996214446 (mp_runner.py:73) +2024-09-01 20:42:22,687 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.01624726800218923 (mp_runner.py:73) +2024-09-01 20:42:22,687 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.042138270000577904 (mp_runner.py:73) +2024-09-01 20:42:22,687 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.041301858000224456 (mp_runner.py:73) +2024-09-01 20:42:22,688 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.04129057100362843 (mp_runner.py:73) +2024-09-01 20:42:22,688 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.04406408999784617 (mp_runner.py:73) +2024-09-01 20:42:22,688 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.010596314001304563 (mp_runner.py:73) +2024-09-01 20:42:22,688 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.04353575999994064 (mp_runner.py:73) +2024-09-01 20:42:22,689 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.04391903399664443 (mp_runner.py:73) +2024-09-01 20:42:22,689 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.04412880499876337 (mp_runner.py:73) +2024-09-01 20:42:22,689 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.043258354999125004 (mp_runner.py:73) +2024-09-01 20:42:22,692 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.0462901690043509 (mp_runner.py:73) +2024-09-01 20:42:22,693 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.04759040699718753 (mp_runner.py:73) +2024-09-01 20:42:22,693 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.03489086699846666 (mp_runner.py:73) +2024-09-01 20:42:22,693 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.0474376529964502 (mp_runner.py:73) +2024-09-01 20:42:22,694 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.03601344799972139 (mp_runner.py:73) +2024-09-01 20:42:22,695 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.050179362995550036 (mp_runner.py:73) +2024-09-01 20:42:22,695 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.050323037001362536 (mp_runner.py:73) +2024-09-01 20:42:22,696 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.05002094100200338 (mp_runner.py:73) +2024-09-01 20:42:22,696 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.033782576996600255 (mp_runner.py:73) +2024-09-01 20:42:22,696 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.05182916000194382 (mp_runner.py:73) +2024-09-01 20:42:22,697 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.034266657996340655 (mp_runner.py:73) +2024-09-01 20:42:22,697 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.052518339005473536 (mp_runner.py:73) +2024-09-01 20:42:22,698 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.035975974999018945 (mp_runner.py:73) +2024-09-01 20:42:22,699 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.05324391600152012 (mp_runner.py:73) +2024-09-01 20:42:22,700 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05384335099370219 (mp_runner.py:73) +2024-09-01 20:42:22,700 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.05434512800275115 (mp_runner.py:73) +2024-09-01 20:42:22,701 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.054214379997574724 (mp_runner.py:73) +2024-09-01 20:42:22,701 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.055248476994165685 (mp_runner.py:73) +2024-09-01 20:42:22,701 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.05583699600538239 (mp_runner.py:73) +2024-09-01 20:42:22,702 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.028149418001703452 (mp_runner.py:73) +2024-09-01 20:42:22,702 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.028328690001217183 (mp_runner.py:73) +2024-09-01 20:42:22,702 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.02871472400147468 (mp_runner.py:73) +2024-09-01 20:42:22,703 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.02796161299920641 (mp_runner.py:73) +2024-09-01 20:42:22,904 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.06141701000160538 (mp_runner.py:73) +2024-09-01 20:42:23,000 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.04002032300195424 (mp_runner.py:73) +2024-09-01 20:42:23,036 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.06659811900317436 (mp_runner.py:73) +2024-09-01 20:42:23,064 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.006669178001175169 (mp_runner.py:73) +2024-09-01 20:42:23,329 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.06598709299578331 (mp_runner.py:73) +2024-09-01 20:42:23,665 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.032949138003459666 (mp_runner.py:73) +2024-09-01 20:42:23,953 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.0393923680021544 (mp_runner.py:73) +2024-09-01 20:42:24,384 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.010658002996933647 (mp_runner.py:73) +2024-09-01 20:42:30,286 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0943s, count=686, qps in this process: 22.795 (mp_runner.py:76) +2024-09-01 20:42:30,334 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0103s, count=687, qps in this process: 22.8921 (mp_runner.py:76) +2024-09-01 20:42:30,365 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0425s, count=688, qps in this process: 22.9009 (mp_runner.py:76) +2024-09-01 20:42:30,429 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.035s, count=690, qps in this process: 22.9732 (mp_runner.py:76) +2024-09-01 20:42:30,470 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0102s, count=691, qps in this process: 23.0255 (mp_runner.py:76) +2024-09-01 20:42:30,509 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0022s, count=693, qps in this process: 23.0983 (mp_runner.py:76) +2024-09-01 20:42:30,514 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.002s, count=693, qps in this process: 23.0985 (mp_runner.py:76) +2024-09-01 20:42:30,516 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0318s, count=692, qps in this process: 23.0422 (mp_runner.py:76) +2024-09-01 20:42:30,518 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0034s, count=693, qps in this process: 23.0974 (mp_runner.py:76) +2024-09-01 20:42:30,522 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0043s, count=693, qps in this process: 23.0967 (mp_runner.py:76) +2024-09-01 20:42:30,524 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0164s, count=693, qps in this process: 23.0874 (mp_runner.py:76) +2024-09-01 20:42:30,531 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0188s, count=693, qps in this process: 23.0855 (mp_runner.py:76) +2024-09-01 20:42:30,532 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0102s, count=693, qps in this process: 23.0921 (mp_runner.py:76) +2024-09-01 20:42:30,532 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0258s, count=667, qps in this process: 22.2142 (mp_runner.py:76) +2024-09-01 20:42:30,534 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.023s, count=693, qps in this process: 23.0823 (mp_runner.py:76) +2024-09-01 20:42:30,536 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0281s, count=693, qps in this process: 23.0784 (mp_runner.py:76) +2024-09-01 20:42:30,538 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0054s, count=664, qps in this process: 22.1294 (mp_runner.py:76) +2024-09-01 20:42:30,540 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0128s, count=693, qps in this process: 23.0901 (mp_runner.py:76) +2024-09-01 20:42:30,541 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0321s, count=693, qps in this process: 23.0753 (mp_runner.py:76) +2024-09-01 20:42:30,554 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0073s, count=693, qps in this process: 23.0944 (mp_runner.py:76) +2024-09-01 20:42:30,559 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0375s, count=651, qps in this process: 21.6729 (mp_runner.py:76) +2024-09-01 20:42:30,573 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0423s, count=682, qps in this process: 22.7013 (mp_runner.py:76) +2024-09-01 20:42:30,574 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0254s, count=694, qps in this process: 23.1138 (mp_runner.py:76) +2024-09-01 20:42:30,575 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0214s, count=694, qps in this process: 23.1168 (mp_runner.py:76) +2024-09-01 20:42:30,576 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0582s, count=694, qps in this process: 23.0885 (mp_runner.py:76) +2024-09-01 20:42:30,577 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0249s, count=694, qps in this process: 23.1141 (mp_runner.py:76) +2024-09-01 20:42:30,577 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0198s, count=694, qps in this process: 23.1181 (mp_runner.py:76) +2024-09-01 20:42:30,578 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0237s, count=694, qps in this process: 23.1151 (mp_runner.py:76) +2024-09-01 20:42:30,578 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0289s, count=694, qps in this process: 23.1111 (mp_runner.py:76) +2024-09-01 20:42:30,578 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0172s, count=694, qps in this process: 23.1201 (mp_runner.py:76) +2024-09-01 20:42:30,579 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0217s, count=694, qps in this process: 23.1166 (mp_runner.py:76) +2024-09-01 20:42:30,580 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0313s, count=694, qps in this process: 23.1092 (mp_runner.py:76) +2024-09-01 20:42:30,581 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0327s, count=694, qps in this process: 23.1081 (mp_runner.py:76) +2024-09-01 20:42:30,592 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0379s, count=694, qps in this process: 23.1041 (mp_runner.py:76) +2024-09-01 20:42:30,610 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0168s, count=695, qps in this process: 23.1537 (mp_runner.py:76) +2024-09-01 20:42:30,612 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0025s, count=695, qps in this process: 23.1647 (mp_runner.py:76) +2024-09-01 20:42:30,630 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0013s, count=696, qps in this process: 23.199 (mp_runner.py:76) +2024-09-01 20:42:30,632 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0069s, count=696, qps in this process: 23.1947 (mp_runner.py:76) +2024-09-01 20:42:30,635 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0046s, count=689, qps in this process: 22.9631 (mp_runner.py:76) +2024-09-01 20:42:30,652 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0081s, count=697, qps in this process: 23.2271 (mp_runner.py:76) +2024-09-01 20:42:30,664 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0069s, count=698, qps in this process: 23.2613 (mp_runner.py:76) +2024-09-01 20:42:30,665 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.009s, count=698, qps in this process: 23.2597 (mp_runner.py:76) +2024-09-01 20:42:30,667 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0011s, count=698, qps in this process: 23.2658 (mp_runner.py:76) +2024-09-01 20:42:30,679 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0096s, count=698, qps in this process: 23.2592 (mp_runner.py:76) +2024-09-01 20:42:30,694 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0007s, count=700, qps in this process: 23.3328 (mp_runner.py:76) +2024-09-01 20:42:30,704 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0082s, count=668, qps in this process: 22.2606 (mp_runner.py:76) +2024-09-01 20:42:30,734 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0096s, count=703, qps in this process: 23.4258 (mp_runner.py:76) +2024-09-01 20:42:30,735 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0131s, count=703, qps in this process: 23.4231 (mp_runner.py:76) +2024-09-01 20:42:30,736 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0024s, count=703, qps in this process: 23.4315 (mp_runner.py:76) +2024-09-01 20:42:30,757 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0031s, count=706, qps in this process: 23.5309 (mp_runner.py:76) +2024-09-01 20:42:30,758 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0052s, count=706, qps in this process: 23.5293 (mp_runner.py:76) +2024-09-01 20:42:30,759 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0081s, count=706, qps in this process: 23.527 (mp_runner.py:76) +2024-09-01 20:42:30,778 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0005s, count=709, qps in this process: 23.6329 (mp_runner.py:76) +2024-09-01 20:42:30,803 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0048s, count=712, qps in this process: 23.7295 (mp_runner.py:76) +2024-09-01 20:42:30,812 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0033s, count=715, qps in this process: 23.8307 (mp_runner.py:76) +2024-09-01 20:42:30,814 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0043s, count=715, qps in this process: 23.8299 (mp_runner.py:76) +2024-09-01 20:42:30,821 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0013s, count=674, qps in this process: 22.4657 (mp_runner.py:76) +2024-09-01 20:42:30,851 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0018s, count=665, qps in this process: 22.1653 (mp_runner.py:76) +2024-09-01 20:42:30,853 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0038s, count=684, qps in this process: 22.7971 (mp_runner.py:76) +2024-09-01 20:42:30,875 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0012s, count=732, qps in this process: 24.399 (mp_runner.py:76) +2024-09-01 20:42:30,881 | INFO |End search in concurrency 60: dur=30.88518046099489s, total_count=41603, qps=1347.0214 (mp_runner.py:120) +2024-09-01 20:42:35,243 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:42:35,244 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 20:42:56,906 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 20:42:57,116 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,192 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,368 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,374 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,376 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,376 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,390 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,399 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,399 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,400 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,428 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,434 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,435 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,444 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,444 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,460 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,461 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,485 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,489 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,497 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,504 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,508 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,522 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,529 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,583 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,597 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,621 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,630 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,647 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,651 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,655 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,675 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,675 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,724 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,726 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,740 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,756 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,781 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,791 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,875 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,894 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,899 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:42:57,922 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:20,951 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.06517116700706538 (mp_runner.py:73) +2024-09-01 20:43:20,951 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.05600764699920546 (mp_runner.py:73) +2024-09-01 20:43:20,951 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.058324489000369795 (mp_runner.py:73) +2024-09-01 20:43:20,951 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.0628682349997689 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.06315773499954958 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.05723549099639058 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.056387876997177955 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.06553357100347057 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.06594882200442953 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.06751954200444743 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.06546107699978165 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.059235471999272704 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.0674018689969671 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.06429489600122906 (mp_runner.py:73) +2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.06228516099508852 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.06548284600285115 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.0672313809991465 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0646735339978477 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.06077529599861009 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.06541075600398472 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.06253761499829125 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.06387144300242653 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.06617628000094555 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.06316892200266011 (mp_runner.py:73) +2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.06379797800036613 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.06992826300120214 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.06695869599934667 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.05683033200330101 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.062417932000244036 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.05929299400304444 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.0586365709968959 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.0695336619974114 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.06975478200183716 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.07155650400090963 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.05694050899910508 (mp_runner.py:73) +2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.06230569000035757 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.06572376099938992 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.06216190600389382 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.060467105999123305 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.06118638699990697 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.07066415299777873 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.0661515559986583 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.061380140999972355 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.06372384099813644 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.06006064999382943 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.06413114599854453 (mp_runner.py:73) +2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.05758991300535854 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.07051330900139874 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.06250723800621927 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.06480759700207273 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.06660108700452838 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.06541878599819029 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.06850753300386714 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.06997772100294242 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.062245496999821626 (mp_runner.py:73) +2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.06395665000309236 (mp_runner.py:73) +2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.07338393599638948 (mp_runner.py:73) +2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.07135815599758644 (mp_runner.py:73) +2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.07456626999919536 (mp_runner.py:73) +2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.06714523199480027 (mp_runner.py:73) +2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.06368508100422332 (mp_runner.py:73) +2024-09-01 20:43:20,986 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.041574369999580085 (mp_runner.py:73) +2024-09-01 20:43:20,988 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.03964912000083132 (mp_runner.py:73) +2024-09-01 20:43:21,173 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.004273903003195301 (mp_runner.py:73) +2024-09-01 20:43:21,627 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.10450685000250814 (mp_runner.py:73) +2024-09-01 20:43:27,180 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0564s, count=646, qps in this process: 21.4929 (mp_runner.py:76) +2024-09-01 20:43:27,242 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.038s, count=647, qps in this process: 21.5394 (mp_runner.py:76) +2024-09-01 20:43:27,337 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0058s, count=649, qps in this process: 21.6292 (mp_runner.py:76) +2024-09-01 20:43:27,363 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0516s, count=650, qps in this process: 21.6295 (mp_runner.py:76) +2024-09-01 20:43:27,366 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0317s, count=650, qps in this process: 21.6438 (mp_runner.py:76) +2024-09-01 20:43:27,385 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0046s, count=651, qps in this process: 21.6967 (mp_runner.py:76) +2024-09-01 20:43:27,385 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0046s, count=651, qps in this process: 21.6967 (mp_runner.py:76) +2024-09-01 20:43:27,389 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0115s, count=651, qps in this process: 21.6917 (mp_runner.py:76) +2024-09-01 20:43:27,396 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.022s, count=650, qps in this process: 21.6508 (mp_runner.py:76) +2024-09-01 20:43:27,405 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0079s, count=652, qps in this process: 21.7276 (mp_runner.py:76) +2024-09-01 20:43:27,416 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0117s, count=652, qps in this process: 21.7249 (mp_runner.py:76) +2024-09-01 20:43:27,418 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0136s, count=652, qps in this process: 21.7235 (mp_runner.py:76) +2024-09-01 20:43:27,419 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0153s, count=652, qps in this process: 21.7223 (mp_runner.py:76) +2024-09-01 20:43:27,442 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0101s, count=652, qps in this process: 21.726 (mp_runner.py:76) +2024-09-01 20:43:27,445 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0138s, count=646, qps in this process: 21.5234 (mp_runner.py:76) +2024-09-01 20:43:27,466 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0503s, count=636, qps in this process: 21.1645 (mp_runner.py:76) +2024-09-01 20:43:27,473 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0122s, count=653, qps in this process: 21.7578 (mp_runner.py:76) +2024-09-01 20:43:27,474 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0284s, count=653, qps in this process: 21.7461 (mp_runner.py:76) +2024-09-01 20:43:27,474 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0142s, count=653, qps in this process: 21.7564 (mp_runner.py:76) +2024-09-01 20:43:27,475 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0074s, count=653, qps in this process: 21.7613 (mp_runner.py:76) +2024-09-01 20:43:27,475 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0339s, count=653, qps in this process: 21.7421 (mp_runner.py:76) +2024-09-01 20:43:27,475 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0332s, count=653, qps in this process: 21.7426 (mp_runner.py:76) +2024-09-01 20:43:27,483 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.012s, count=653, qps in this process: 21.758 (mp_runner.py:76) +2024-09-01 20:43:27,490 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0065s, count=654, qps in this process: 21.7953 (mp_runner.py:76) +2024-09-01 20:43:27,490 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0437s, count=653, qps in this process: 21.735 (mp_runner.py:76) +2024-09-01 20:43:27,491 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0042s, count=654, qps in this process: 21.7969 (mp_runner.py:76) +2024-09-01 20:43:27,516 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0063s, count=654, qps in this process: 21.7954 (mp_runner.py:76) +2024-09-01 20:43:27,519 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0281s, count=655, qps in this process: 21.8129 (mp_runner.py:76) +2024-09-01 20:43:27,522 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0173s, count=655, qps in this process: 21.8208 (mp_runner.py:76) +2024-09-01 20:43:27,525 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.015s, count=655, qps in this process: 21.8224 (mp_runner.py:76) +2024-09-01 20:43:27,537 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0077s, count=656, qps in this process: 21.8611 (mp_runner.py:76) +2024-09-01 20:43:27,538 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0063s, count=656, qps in this process: 21.8621 (mp_runner.py:76) +2024-09-01 20:43:27,562 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0093s, count=657, qps in this process: 21.8932 (mp_runner.py:76) +2024-09-01 20:43:27,568 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.016s, count=657, qps in this process: 21.8883 (mp_runner.py:76) +2024-09-01 20:43:27,574 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0098s, count=657, qps in this process: 21.8928 (mp_runner.py:76) +2024-09-01 20:43:27,580 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0198s, count=634, qps in this process: 21.1194 (mp_runner.py:76) +2024-09-01 20:43:27,591 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0014s, count=655, qps in this process: 21.8323 (mp_runner.py:76) +2024-09-01 20:43:27,612 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0008s, count=659, qps in this process: 21.9661 (mp_runner.py:76) +2024-09-01 20:43:27,616 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.009s, count=652, qps in this process: 21.7268 (mp_runner.py:76) +2024-09-01 20:43:27,640 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0077s, count=642, qps in this process: 21.3945 (mp_runner.py:76) +2024-09-01 20:43:27,658 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0063s, count=661, qps in this process: 22.0287 (mp_runner.py:76) +2024-09-01 20:43:27,659 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0044s, count=662, qps in this process: 22.0634 (mp_runner.py:76) +2024-09-01 20:43:27,663 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0284s, count=661, qps in this process: 22.0125 (mp_runner.py:76) +2024-09-01 20:43:27,671 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0043s, count=662, qps in this process: 22.0635 (mp_runner.py:76) +2024-09-01 20:43:27,675 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0206s, count=662, qps in this process: 22.0515 (mp_runner.py:76) +2024-09-01 20:43:27,690 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0051s, count=663, qps in this process: 22.0962 (mp_runner.py:76) +2024-09-01 20:43:27,691 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0051s, count=663, qps in this process: 22.0962 (mp_runner.py:76) +2024-09-01 20:43:27,707 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0088s, count=664, qps in this process: 22.1268 (mp_runner.py:76) +2024-09-01 20:43:27,711 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0176s, count=663, qps in this process: 22.087 (mp_runner.py:76) +2024-09-01 20:43:27,740 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0045s, count=668, qps in this process: 22.2633 (mp_runner.py:76) +2024-09-01 20:43:27,741 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.005s, count=668, qps in this process: 22.263 (mp_runner.py:76) +2024-09-01 20:43:27,742 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0024s, count=668, qps in this process: 22.2649 (mp_runner.py:76) +2024-09-01 20:43:27,761 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0029s, count=669, qps in this process: 22.2978 (mp_runner.py:76) +2024-09-01 20:43:27,768 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0066s, count=670, qps in this process: 22.3284 (mp_runner.py:76) +2024-09-01 20:43:27,791 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0049s, count=674, qps in this process: 22.463 (mp_runner.py:76) +2024-09-01 20:43:27,813 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0139s, count=662, qps in this process: 22.0564 (mp_runner.py:76) +2024-09-01 20:43:27,815 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0026s, count=677, qps in this process: 22.5647 (mp_runner.py:76) +2024-09-01 20:43:27,828 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0014s, count=679, qps in this process: 22.6323 (mp_runner.py:76) +2024-09-01 20:43:27,855 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0037s, count=684, qps in this process: 22.7972 (mp_runner.py:76) +2024-09-01 20:43:27,878 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.004s, count=689, qps in this process: 22.9636 (mp_runner.py:76) +2024-09-01 20:43:27,883 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0025s, count=690, qps in this process: 22.9981 (mp_runner.py:76) +2024-09-01 20:43:27,895 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0026s, count=693, qps in this process: 23.098 (mp_runner.py:76) +2024-09-01 20:43:27,911 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0023s, count=697, qps in this process: 23.2316 (mp_runner.py:76) +2024-09-01 20:43:27,911 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0006s, count=697, qps in this process: 23.2329 (mp_runner.py:76) +2024-09-01 20:43:27,933 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0009s, count=704, qps in this process: 23.466 (mp_runner.py:76) +2024-09-01 20:43:27,940 | INFO |End search in concurrency 65: dur=31.03349326999887s, total_count=42913, qps=1382.7963 (mp_runner.py:120) +2024-09-01 20:43:32,687 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 20:43:32,688 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 20:43:54,726 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 20:43:54,786 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:54,812 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:54,980 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,104 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,133 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,193 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,291 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,307 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,307 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,308 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,309 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,311 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,311 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,314 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,315 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,315 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,332 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,334 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,339 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,350 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,354 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,364 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,393 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,403 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,411 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,413 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,421 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,422 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,425 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,476 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,494 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,495 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,520 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,535 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,579 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,620 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,621 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,622 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,652 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,652 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,687 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,701 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,744 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,767 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:43:55,798 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 20:44:21,590 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.03769203100091545 (mp_runner.py:73) +2024-09-01 20:44:21,591 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.03269192000152543 (mp_runner.py:73) +2024-09-01 20:44:21,593 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.03323523099970771 (mp_runner.py:73) +2024-09-01 20:44:21,593 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.04432465600257274 (mp_runner.py:73) +2024-09-01 20:44:21,594 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.03883215699897846 (mp_runner.py:73) +2024-09-01 20:44:21,595 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.03773052899487084 (mp_runner.py:73) +2024-09-01 20:44:21,595 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.028244916997209657 (mp_runner.py:73) +2024-09-01 20:44:21,596 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.04000265400100034 (mp_runner.py:73) +2024-09-01 20:44:21,597 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.03557049800292589 (mp_runner.py:73) +2024-09-01 20:44:21,597 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.03572071399685228 (mp_runner.py:73) +2024-09-01 20:44:21,598 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.057902015003492124 (mp_runner.py:73) +2024-09-01 20:44:21,598 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.040178178998758085 (mp_runner.py:73) +2024-09-01 20:44:21,600 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.037445075999130495 (mp_runner.py:73) +2024-09-01 20:44:21,601 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.040657040997757576 (mp_runner.py:73) +2024-09-01 20:44:21,602 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03764722299820278 (mp_runner.py:73) +2024-09-01 20:44:21,602 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.035108707001199946 (mp_runner.py:73) +2024-09-01 20:44:21,603 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.03910924900264945 (mp_runner.py:73) +2024-09-01 20:44:21,604 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.03327438899577828 (mp_runner.py:73) +2024-09-01 20:44:21,604 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.03791812500276137 (mp_runner.py:73) +2024-09-01 20:44:21,605 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.015013851996627636 (mp_runner.py:73) +2024-09-01 20:44:21,609 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.04410533900227165 (mp_runner.py:73) +2024-09-01 20:44:21,611 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.08890038600657135 (mp_runner.py:73) +2024-09-01 20:44:21,614 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.08874962400295772 (mp_runner.py:73) +2024-09-01 20:44:21,615 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.08068623000144726 (mp_runner.py:73) +2024-09-01 20:44:21,615 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.07888340199860977 (mp_runner.py:73) +2024-09-01 20:44:21,616 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.08725828000024194 (mp_runner.py:73) +2024-09-01 20:44:21,616 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.08446137399732834 (mp_runner.py:73) +2024-09-01 20:44:21,617 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.08587506700132508 (mp_runner.py:73) +2024-09-01 20:44:21,617 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.09327596699586138 (mp_runner.py:73) +2024-09-01 20:44:21,617 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.08186836900131311 (mp_runner.py:73) +2024-09-01 20:44:21,617 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.07521738299692515 (mp_runner.py:73) +2024-09-01 20:44:21,618 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03444138699705945 (mp_runner.py:73) +2024-09-01 20:44:21,619 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.09122019800270209 (mp_runner.py:73) +2024-09-01 20:44:21,619 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.07999466299952473 (mp_runner.py:73) +2024-09-01 20:44:21,619 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.07785376299580093 (mp_runner.py:73) +2024-09-01 20:44:21,619 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.05910085399955278 (mp_runner.py:73) +2024-09-01 20:44:21,621 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.09113585700106341 (mp_runner.py:73) +2024-09-01 20:44:21,621 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.0757592689988087 (mp_runner.py:73) +2024-09-01 20:44:21,622 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.08888908199878642 (mp_runner.py:73) +2024-09-01 20:44:21,623 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.08569919299770845 (mp_runner.py:73) +2024-09-01 20:44:21,624 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.07621224199829157 (mp_runner.py:73) +2024-09-01 20:44:21,624 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.08258217699767556 (mp_runner.py:73) +2024-09-01 20:44:21,624 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.07779657100036275 (mp_runner.py:73) +2024-09-01 20:44:21,624 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.07846615000016754 (mp_runner.py:73) +2024-09-01 20:44:21,625 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.09852642800251488 (mp_runner.py:73) +2024-09-01 20:44:21,625 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.07068980000622105 (mp_runner.py:73) +2024-09-01 20:44:21,625 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.08171296900400193 (mp_runner.py:73) +2024-09-01 20:44:21,626 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.08118688300601207 (mp_runner.py:73) +2024-09-01 20:44:21,626 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.06965761099854717 (mp_runner.py:73) +2024-09-01 20:44:21,627 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.08791831700364128 (mp_runner.py:73) +2024-09-01 20:44:21,627 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.07702566799707711 (mp_runner.py:73) +2024-09-01 20:44:21,627 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.10367030400084332 (mp_runner.py:73) +2024-09-01 20:44:21,627 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.07225825599743985 (mp_runner.py:73) +2024-09-01 20:44:21,628 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.10323930499725975 (mp_runner.py:73) +2024-09-01 20:44:21,628 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.07719669699872611 (mp_runner.py:73) +2024-09-01 20:44:21,628 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.08829621400218457 (mp_runner.py:73) +2024-09-01 20:44:21,629 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.07124558500072453 (mp_runner.py:73) +2024-09-01 20:44:21,629 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.08222180799930356 (mp_runner.py:73) +2024-09-01 20:44:21,634 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.09016337899811333 (mp_runner.py:73) +2024-09-01 20:44:21,754 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.01918296900112182 (mp_runner.py:73) +2024-09-01 20:44:21,780 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.052661973000795115 (mp_runner.py:73) +2024-09-01 20:44:22,258 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.06075326599966502 (mp_runner.py:73) +2024-09-01 20:44:22,314 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.08514729799935594 (mp_runner.py:73) +2024-09-01 20:44:22,316 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.09227781499794219 (mp_runner.py:73) +2024-09-01 20:44:22,703 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.05170192100194981 (mp_runner.py:73) +2024-09-01 20:44:22,955 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.06747992500459077 (mp_runner.py:73) +2024-09-01 20:44:23,025 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.062173427002562676 (mp_runner.py:73) +2024-09-01 20:44:23,243 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.022783074993640184 (mp_runner.py:73) +2024-09-01 20:44:23,289 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.03201115200499771 (mp_runner.py:73) +2024-09-01 20:44:23,570 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.13222729699919 (mp_runner.py:73) +2024-09-01 20:44:24,820 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0332s, count=568, qps in this process: 18.9124 (mp_runner.py:76) +2024-09-01 20:44:24,851 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0382s, count=569, qps in this process: 18.9425 (mp_runner.py:76) +2024-09-01 20:44:25,031 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0387s, count=558, qps in this process: 18.576 (mp_runner.py:76) +2024-09-01 20:44:25,135 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0008s, count=573, qps in this process: 19.0995 (mp_runner.py:76) +2024-09-01 20:44:25,211 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0211s, count=577, qps in this process: 19.2198 (mp_runner.py:76) +2024-09-01 20:44:25,213 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0339s, count=577, qps in this process: 19.2116 (mp_runner.py:76) +2024-09-01 20:44:25,213 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.105s, count=534, qps in this process: 17.7379 (mp_runner.py:76) +2024-09-01 20:44:25,215 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0181s, count=577, qps in this process: 19.2217 (mp_runner.py:76) +2024-09-01 20:44:25,297 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0008s, count=578, qps in this process: 19.2662 (mp_runner.py:76) +2024-09-01 20:44:25,299 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0873s, count=578, qps in this process: 19.2108 (mp_runner.py:76) +2024-09-01 20:44:25,316 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0014s, count=580, qps in this process: 19.3324 (mp_runner.py:76) +2024-09-01 20:44:25,327 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0178s, count=580, qps in this process: 19.3219 (mp_runner.py:76) +2024-09-01 20:44:25,329 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0189s, count=580, qps in this process: 19.3212 (mp_runner.py:76) +2024-09-01 20:44:25,329 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.007s, count=580, qps in this process: 19.3288 (mp_runner.py:76) +2024-09-01 20:44:25,333 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0154s, count=580, qps in this process: 19.3234 (mp_runner.py:76) +2024-09-01 20:44:25,335 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0012s, count=580, qps in this process: 19.3326 (mp_runner.py:76) +2024-09-01 20:44:25,341 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0316s, count=570, qps in this process: 18.98 (mp_runner.py:76) +2024-09-01 20:44:25,344 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0261s, count=580, qps in this process: 19.3165 (mp_runner.py:76) +2024-09-01 20:44:25,345 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0295s, count=561, qps in this process: 18.6816 (mp_runner.py:76) +2024-09-01 20:44:25,347 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0105s, count=580, qps in this process: 19.3266 (mp_runner.py:76) +2024-09-01 20:44:25,348 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0276s, count=580, qps in this process: 19.3156 (mp_runner.py:76) +2024-09-01 20:44:25,350 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.016s, count=581, qps in this process: 19.3563 (mp_runner.py:76) +2024-09-01 20:44:25,351 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0345s, count=581, qps in this process: 19.3444 (mp_runner.py:76) +2024-09-01 20:44:25,358 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0055s, count=581, qps in this process: 19.3631 (mp_runner.py:76) +2024-09-01 20:44:25,360 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0414s, count=578, qps in this process: 19.2401 (mp_runner.py:76) +2024-09-01 20:44:25,362 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0277s, count=581, qps in this process: 19.3488 (mp_runner.py:76) +2024-09-01 20:44:25,363 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0291s, count=581, qps in this process: 19.3479 (mp_runner.py:76) +2024-09-01 20:44:25,365 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0305s, count=581, qps in this process: 19.347 (mp_runner.py:76) +2024-09-01 20:44:25,369 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0313s, count=581, qps in this process: 19.3465 (mp_runner.py:76) +2024-09-01 20:44:25,375 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0271s, count=581, qps in this process: 19.3492 (mp_runner.py:76) +2024-09-01 20:44:25,375 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0368s, count=581, qps in this process: 19.3429 (mp_runner.py:76) +2024-09-01 20:44:25,376 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0416s, count=581, qps in this process: 19.3398 (mp_runner.py:76) +2024-09-01 20:44:25,376 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0596s, count=581, qps in this process: 19.3283 (mp_runner.py:76) +2024-09-01 20:44:25,383 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0564s, count=581, qps in this process: 19.3303 (mp_runner.py:76) +2024-09-01 20:44:25,397 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.024s, count=582, qps in this process: 19.3845 (mp_runner.py:76) +2024-09-01 20:44:25,404 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0437s, count=582, qps in this process: 19.3718 (mp_runner.py:76) +2024-09-01 20:44:25,416 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0553s, count=582, qps in this process: 19.3643 (mp_runner.py:76) +2024-09-01 20:44:25,438 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0126s, count=583, qps in this process: 19.4252 (mp_runner.py:76) +2024-09-01 20:44:25,439 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0305s, count=583, qps in this process: 19.4136 (mp_runner.py:76) +2024-09-01 20:44:25,440 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0232s, count=583, qps in this process: 19.4183 (mp_runner.py:76) +2024-09-01 20:44:25,440 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0145s, count=583, qps in this process: 19.4239 (mp_runner.py:76) +2024-09-01 20:44:25,441 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0192s, count=583, qps in this process: 19.4209 (mp_runner.py:76) +2024-09-01 20:44:25,443 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0162s, count=583, qps in this process: 19.4228 (mp_runner.py:76) +2024-09-01 20:44:25,443 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0321s, count=583, qps in this process: 19.4126 (mp_runner.py:76) +2024-09-01 20:44:25,444 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0179s, count=583, qps in this process: 19.4217 (mp_runner.py:76) +2024-09-01 20:44:25,492 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0122s, count=545, qps in this process: 18.1593 (mp_runner.py:76) +2024-09-01 20:44:25,513 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0041s, count=587, qps in this process: 19.564 (mp_runner.py:76) +2024-09-01 20:44:25,531 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0167s, count=587, qps in this process: 19.5558 (mp_runner.py:76) +2024-09-01 20:44:25,534 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0259s, count=579, qps in this process: 19.2834 (mp_runner.py:76) +2024-09-01 20:44:25,540 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0139s, count=589, qps in this process: 19.6242 (mp_runner.py:76) +2024-09-01 20:44:25,550 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0075s, count=589, qps in this process: 19.6284 (mp_runner.py:76) +2024-09-01 20:44:25,559 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0127s, count=590, qps in this process: 19.6583 (mp_runner.py:76) +2024-09-01 20:44:25,573 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0098s, count=591, qps in this process: 19.6936 (mp_runner.py:76) +2024-09-01 20:44:25,588 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.006s, count=592, qps in this process: 19.7294 (mp_runner.py:76) +2024-09-01 20:44:25,596 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0087s, count=591, qps in this process: 19.6943 (mp_runner.py:76) +2024-09-01 20:44:25,598 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0059s, count=573, qps in this process: 19.0962 (mp_runner.py:76) +2024-09-01 20:44:25,625 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0046s, count=595, qps in this process: 19.8303 (mp_runner.py:76) +2024-09-01 20:44:25,633 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0012s, count=563, qps in this process: 18.7659 (mp_runner.py:76) +2024-09-01 20:44:25,645 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0085s, count=596, qps in this process: 19.861 (mp_runner.py:76) +2024-09-01 20:44:25,645 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0122s, count=596, qps in this process: 19.8586 (mp_runner.py:76) +2024-09-01 20:44:25,666 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0085s, count=598, qps in this process: 19.9277 (mp_runner.py:76) +2024-09-01 20:44:25,668 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0105s, count=598, qps in this process: 19.9264 (mp_runner.py:76) +2024-09-01 20:44:25,699 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0037s, count=603, qps in this process: 20.0975 (mp_runner.py:76) +2024-09-01 20:44:25,714 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0055s, count=605, qps in this process: 20.163 (mp_runner.py:76) +2024-09-01 20:44:25,715 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0098s, count=605, qps in this process: 20.1601 (mp_runner.py:76) +2024-09-01 20:44:25,750 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0014s, count=586, qps in this process: 19.5324 (mp_runner.py:76) +2024-09-01 20:44:25,754 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0011s, count=587, qps in this process: 19.5659 (mp_runner.py:76) +2024-09-01 20:44:25,756 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0062s, count=585, qps in this process: 19.496 (mp_runner.py:76) +2024-09-01 20:44:25,781 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0047s, count=618, qps in this process: 20.5968 (mp_runner.py:76) +2024-09-01 20:44:25,812 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0016s, count=629, qps in this process: 20.9655 (mp_runner.py:76) +2024-09-01 20:44:25,819 | INFO |End search in concurrency 70: dur=31.092089072997624s, total_count=40777, qps=1311.4912 (mp_runner.py:120) +2024-09-01 20:44:30,462 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1410.5975, serial_latency_p99=np.float64(0.0935), recall=np.float64(0.7428), ndcg=np.float64(0.7808), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[331.4827, 1086.4784, 1304.974, 1261.5843, 1359.1639, 1346.2414, 1230.7153, 1410.5975, 1361.3658, 1359.8438, 1371.6395, 1347.0214, 1382.7963, 1311.4912], conc_latency_p99_list=[np.float64(0.0017299582530358748), np.float64(0.0016318978812749265), np.float64(0.002088094209320843), np.float64(0.0023010840861999895), np.float64(0.002362330756324809), np.float64(0.002692568560541258), np.float64(0.0030076833266990434), np.float64(0.0026814011322188885), np.float64(0.002905544608258788), np.float64(0.0030890549053525316), np.float64(0.0031431232927716336), np.float64(0.0032363222038780805), np.float64(0.00288837385547813), np.float64(0.0030949432014371267)]) (task_runner.py:197) +2024-09-01 20:44:30,462 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:32:43.754748'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1410.5975, serial_latency_p99=np.float64(0.0935), recall=np.float64(0.7428), ndcg=np.float64(0.7808), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[331.4827, 1086.4784, 1304.974, 1261.5843, 1359.1639, 1346.2414, 1230.7153, 1410.5975, 1361.3658, 1359.8438, 1371.6395, 1347.0214, 1382.7963, 1311.4912], conc_latency_p99_list=[np.float64(0.0017299582530358748), np.float64(0.0016318978812749265), np.float64(0.002088094209320843), np.float64(0.0023010840861999895), np.float64(0.002362330756324809), np.float64(0.002692568560541258), np.float64(0.0030076833266990434), np.float64(0.0026814011322188885), np.float64(0.002905544608258788), np.float64(0.0030890549053525316), np.float64(0.0031431232927716336), np.float64(0.0032363222038780805), np.float64(0.00288837385547813), np.float64(0.0030949432014371267)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 20:44:30,462 | INFO |Task summary: run_id=477d6, task_label=477d6fa43c9742e3964dbb63d7edc677 (models.py:346) +2024-09-01 20:44:30,462 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 20:44:30,462 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 20:44:30,462 | INFO |PgVector | 2024-09-01T20:32:43.754748 Performance1536D500K 477d6fa43c9742e3964dbb63d7edc677 | 0.0 1410.5975 0.0935 0.7428 0 | :) (models.py:346) +2024-09-01 20:44:30,462 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json (models.py:204) +2024-09-01 20:44:30,463 | INFO |Success to finish task: label=477d6fa43c9742e3964dbb63d7edc677, run_id=477d6fa43c9742e3964dbb63d7edc677 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json b/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json new file mode 100644 index 000000000..f9cc61260 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json @@ -0,0 +1 @@ +{"run_id": "477d6fa43c9742e3964dbb63d7edc677", "task_label": "477d6fa43c9742e3964dbb63d7edc677", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1410.5975, "serial_latency_p99": 0.0935, "recall": 0.7428, "ndcg": 0.7808, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [331.4827, 1086.4784, 1304.974, 1261.5843, 1359.1639, 1346.2414, 1230.7153, 1410.5975, 1361.3658, 1359.8438, 1371.6395, 1347.0214, 1382.7963, 1311.4912], "conc_latency_p99_list": [0.0017299582530358748, 0.0016318978812749265, 0.002088094209320843, 0.0023010840861999895, 0.002362330756324809, 0.002692568560541258, 0.0030076833266990434, 0.0026814011322188885, 0.002905544608258788, 0.0030890549053525316, 0.0031431232927716336, 0.0032363222038780805, 0.00288837385547813, 0.0030949432014371267]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:32:43.754748", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt b/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt new file mode 100644 index 000000000..28abceb02 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt @@ -0,0 +1,3986 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 +2024-09-01 17:42:10,860 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:42:10.847973', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 17:42:10,860 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:42:10.847973', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 17:42:10,860 | INFO |generated uuid for the tasks: 0b46506c471549d69a48fc8c1f899ee9 (interface.py:66) +2024-09-01 17:42:10,921 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 17:42:10,922 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 17:42:10,922 | INFO | PgVector-2024-09-01T17:42:10.847973 | Performance OpenAI-MEDIUM-500K None | 0b46506c471549d69a48fc8c1f899ee9 (task_runner.py:340) +2024-09-01 17:42:10,922 | INFO |task submitted: id=0b46506c471549d69a48fc8c1f899ee9, 0b46506c471549d69a48fc8c1f899ee9, case number: 1 (interface.py:231) +2024-09-01 17:42:11,347 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:42:10.847973'}, drop_old=True (interface.py:164) +2024-09-01 17:42:11,347 | INFO |Starting run (task_runner.py:100) +2024-09-01 17:42:11,422 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 17:42:11,422 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 17:42:11,422 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 17:42:11,864 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) +2024-09-01 17:42:11,986 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) +2024-09-01 17:42:12,601 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 17:42:12,649 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 17:42:12,674 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 17:42:12,674 | INFO |Start performance case (task_runner.py:158) +2024-09-01 17:42:13,227 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:42:13,227 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) +2024-09-01 17:42:13,227 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) +2024-09-01 17:42:16,222 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:17,152 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:18,031 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:19,093 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:19,916 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:20,996 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:21,843 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:22,936 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:23,853 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:24,769 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:25,647 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:26,588 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:27,523 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:28,519 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:29,361 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:30,244 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:31,108 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:32,116 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:32,949 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:33,829 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:34,524 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 17:42:35,007 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:35,805 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:36,973 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:37,782 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:38,852 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:39,704 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:40,853 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:41,742 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:42,797 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:43,647 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:44,631 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:45,517 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:46,477 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:47,289 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:48,437 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:50,162 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:51,240 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:52,079 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:52,929 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:53,993 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:54,439 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 17:42:54,820 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:55,923 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:56,735 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:57,723 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:58,565 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:42:59,550 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:00,479 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:01,371 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:02,257 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:03,180 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:04,091 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:05,001 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:05,847 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:06,798 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:07,633 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:08,689 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:09,510 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:10,423 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:11,596 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:12,433 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:13,069 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 17:43:13,538 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:14,343 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:15,340 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:16,156 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:17,268 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:18,175 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:19,094 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:19,957 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:20,735 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:21,626 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:22,584 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:23,630 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:25,345 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:27,186 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:28,185 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:29,042 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:29,880 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:31,162 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:32,010 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:33,119 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:33,622 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 17:43:33,962 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:35,108 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:36,239 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:37,230 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:38,138 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:39,087 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:39,945 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:40,848 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:41,796 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:43,321 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:44,464 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:46,679 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:47,723 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:50,388 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:51,307 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:52,301 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:54,695 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:55,657 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:58,054 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:43:58,959 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) +2024-09-01 17:44:00,985 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) +2024-09-01 17:44:01,092 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=107.86491814399778 (serial_runner.py:61) +2024-09-01 17:44:01,813 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:44:01,814 | INFO |PgVector post insert before optimize (pgvector.py:188) +2024-09-01 17:44:01,814 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) +2024-09-01 17:44:01,814 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) +2024-09-01 17:44:01,815 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) +2024-09-01 17:44:01,821 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) +2024-09-01 17:44:01,821 | DEBUG | + CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" + USING "hnsw" (embedding "vector_cosine_ops" ) + WITH ( "m" = "8", "ef_construction" = "64" ); (pgvector.py:308) +2024-09-01 17:53:39,581 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=108.58062873300514, optimize_duration=577.6978416679995 load_duration(insert + optimize) = 686.2785 (task_runner.py:167) +2024-09-01 17:53:39,620 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:53:39,622 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 17:53:39,622 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 17:53:39,627 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 17:53:39,671 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 17:53:40,250 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 17:53:40,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:53:40,269 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 17:53:40,269 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 17:53:43,212 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.023983756997040473, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:53:48,576 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.050366107003355864, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:00,324 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.03355960299813887, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:04,043 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.0248205309981131, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:08,356 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.013768700002401602, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:11,785 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.05126940300397109, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:14,687 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.011597648001043126, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:17,207 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.019535015999281313, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:19,604 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.028171849997306708, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:22,112 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.026288348002708517, latest recall=0.1 (serial_runner.py:202) +2024-09-01 17:54:22,112 | INFO |SpawnProcess-1:3 search entire test_data: cost=38.5859s, queries=1000, avg_recall=0.0969, avg_ndcg=0.1846,avg_latency=0.0386, p99=0.2402 (serial_runner.py:209) +2024-09-01 17:54:22,644 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:54:22,645 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 17:54:23,666 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 17:54:23,695 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:54:24,097 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0008325050002895296 (mp_runner.py:73) +2024-09-01 17:54:24,475 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0009277950011892244 (mp_runner.py:73) +2024-09-01 17:54:24,850 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0007955600012792274 (mp_runner.py:73) +2024-09-01 17:54:25,203 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0006490799933089875 (mp_runner.py:73) +2024-09-01 17:54:25,491 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0006029369978932664 (mp_runner.py:73) +2024-09-01 17:54:25,787 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.000677752002957277 (mp_runner.py:73) +2024-09-01 17:54:26,086 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0005979810011922382 (mp_runner.py:73) +2024-09-01 17:54:26,381 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0007211859992821701 (mp_runner.py:73) +2024-09-01 17:54:26,682 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0006728200023644604 (mp_runner.py:73) +2024-09-01 17:54:26,991 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0006987360029597767 (mp_runner.py:73) +2024-09-01 17:54:27,325 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.000650262001727242 (mp_runner.py:73) +2024-09-01 17:54:27,630 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.000688738000462763 (mp_runner.py:73) +2024-09-01 17:54:28,090 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0009868650013231672 (mp_runner.py:73) +2024-09-01 17:54:28,581 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0011044170023524202 (mp_runner.py:73) +2024-09-01 17:54:29,051 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0009869380010059103 (mp_runner.py:73) +2024-09-01 17:54:29,505 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.000959308999881614 (mp_runner.py:73) +2024-09-01 17:54:29,957 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0007942289958009496 (mp_runner.py:73) +2024-09-01 17:54:30,479 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.001020586998492945 (mp_runner.py:73) +2024-09-01 17:54:30,933 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0010011730046244338 (mp_runner.py:73) +2024-09-01 17:54:31,384 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0010457140015205368 (mp_runner.py:73) +2024-09-01 17:54:31,835 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0009396669993293472 (mp_runner.py:73) +2024-09-01 17:54:32,292 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0010451159978401847 (mp_runner.py:73) +2024-09-01 17:54:32,749 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0010323739988962188 (mp_runner.py:73) +2024-09-01 17:54:33,220 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0011014339979737997 (mp_runner.py:73) +2024-09-01 17:54:33,680 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0009494290061411448 (mp_runner.py:73) +2024-09-01 17:54:34,147 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0009507549984846264 (mp_runner.py:73) +2024-09-01 17:54:34,602 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0010931789947790094 (mp_runner.py:73) +2024-09-01 17:54:35,047 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0011030790046788752 (mp_runner.py:73) +2024-09-01 17:54:35,512 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0010353329998906702 (mp_runner.py:73) +2024-09-01 17:54:35,962 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0012888409983133897 (mp_runner.py:73) +2024-09-01 17:54:36,445 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.000892545998794958 (mp_runner.py:73) +2024-09-01 17:54:36,864 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0010820059978868812 (mp_runner.py:73) +2024-09-01 17:54:37,259 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.0006021520021022297 (mp_runner.py:73) +2024-09-01 17:54:37,648 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.0007538860008935444 (mp_runner.py:73) +2024-09-01 17:54:38,041 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.000861992004502099 (mp_runner.py:73) +2024-09-01 17:54:38,428 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0010021229973062873 (mp_runner.py:73) +2024-09-01 17:54:38,803 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.0006008769996697083 (mp_runner.py:73) +2024-09-01 17:54:39,207 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.0009501759996055625 (mp_runner.py:73) +2024-09-01 17:54:39,569 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0008058419989538379 (mp_runner.py:73) +2024-09-01 17:54:39,949 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.0009223320012097247 (mp_runner.py:73) +2024-09-01 17:54:40,338 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0007933540036901832 (mp_runner.py:73) +2024-09-01 17:54:40,707 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.0007230099945445545 (mp_runner.py:73) +2024-09-01 17:54:41,093 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0005732889985665679 (mp_runner.py:73) +2024-09-01 17:54:41,465 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0009493050019955263 (mp_runner.py:73) +2024-09-01 17:54:41,847 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0005996109975967556 (mp_runner.py:73) +2024-09-01 17:54:42,334 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0009271370072383434 (mp_runner.py:73) +2024-09-01 17:54:42,720 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.0008197950010071509 (mp_runner.py:73) +2024-09-01 17:54:43,103 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.0008347089969902299 (mp_runner.py:73) +2024-09-01 17:54:43,480 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.0008096370002022013 (mp_runner.py:73) +2024-09-01 17:54:43,896 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.0009490269949310459 (mp_runner.py:73) +2024-09-01 17:54:44,309 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.0008183059981092811 (mp_runner.py:73) +2024-09-01 17:54:44,673 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0009593110007699579 (mp_runner.py:73) +2024-09-01 17:54:45,162 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0013084579986752942 (mp_runner.py:73) +2024-09-01 17:54:45,542 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0009601870042388327 (mp_runner.py:73) +2024-09-01 17:54:45,924 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.0006151439956738614 (mp_runner.py:73) +2024-09-01 17:54:46,302 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.0009482249952270649 (mp_runner.py:73) +2024-09-01 17:54:46,669 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0009087520011235029 (mp_runner.py:73) +2024-09-01 17:54:47,047 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0009316010036855005 (mp_runner.py:73) +2024-09-01 17:54:47,415 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.001046087003487628 (mp_runner.py:73) +2024-09-01 17:54:47,745 | DEBUG |(SpawnProcess-1:5) search_count: 30000, latest_latency=0.0009417660039616749 (mp_runner.py:73) +2024-09-01 17:54:48,100 | DEBUG |(SpawnProcess-1:5) search_count: 30500, latest_latency=0.0006025829934515059 (mp_runner.py:73) +2024-09-01 17:54:48,387 | DEBUG |(SpawnProcess-1:5) search_count: 31000, latest_latency=0.0006645879984716885 (mp_runner.py:73) +2024-09-01 17:54:48,681 | DEBUG |(SpawnProcess-1:5) search_count: 31500, latest_latency=0.0009523170010652393 (mp_runner.py:73) +2024-09-01 17:54:48,973 | DEBUG |(SpawnProcess-1:5) search_count: 32000, latest_latency=0.0006884329995955341 (mp_runner.py:73) +2024-09-01 17:54:49,262 | DEBUG |(SpawnProcess-1:5) search_count: 32500, latest_latency=0.0005678480010828935 (mp_runner.py:73) +2024-09-01 17:54:49,546 | DEBUG |(SpawnProcess-1:5) search_count: 33000, latest_latency=0.0006484269979409873 (mp_runner.py:73) +2024-09-01 17:54:49,844 | DEBUG |(SpawnProcess-1:5) search_count: 33500, latest_latency=0.0007566439962829463 (mp_runner.py:73) +2024-09-01 17:54:50,131 | DEBUG |(SpawnProcess-1:5) search_count: 34000, latest_latency=0.0006607160030398518 (mp_runner.py:73) +2024-09-01 17:54:50,419 | DEBUG |(SpawnProcess-1:5) search_count: 34500, latest_latency=0.0010022560018114746 (mp_runner.py:73) +2024-09-01 17:54:50,724 | DEBUG |(SpawnProcess-1:5) search_count: 35000, latest_latency=0.0009060490046977066 (mp_runner.py:73) +2024-09-01 17:54:51,075 | DEBUG |(SpawnProcess-1:5) search_count: 35500, latest_latency=0.0006876830011606216 (mp_runner.py:73) +2024-09-01 17:54:51,401 | DEBUG |(SpawnProcess-1:5) search_count: 36000, latest_latency=0.000914742995519191 (mp_runner.py:73) +2024-09-01 17:54:51,860 | DEBUG |(SpawnProcess-1:5) search_count: 36500, latest_latency=0.0009330499960924499 (mp_runner.py:73) +2024-09-01 17:54:52,167 | DEBUG |(SpawnProcess-1:5) search_count: 37000, latest_latency=0.0006916679994901642 (mp_runner.py:73) +2024-09-01 17:54:52,458 | DEBUG |(SpawnProcess-1:5) search_count: 37500, latest_latency=0.0005680559988832101 (mp_runner.py:73) +2024-09-01 17:54:52,755 | DEBUG |(SpawnProcess-1:5) search_count: 38000, latest_latency=0.000689120999595616 (mp_runner.py:73) +2024-09-01 17:54:53,045 | DEBUG |(SpawnProcess-1:5) search_count: 38500, latest_latency=0.000795924999692943 (mp_runner.py:73) +2024-09-01 17:54:53,328 | DEBUG |(SpawnProcess-1:5) search_count: 39000, latest_latency=0.0006759960015187971 (mp_runner.py:73) +2024-09-01 17:54:53,631 | DEBUG |(SpawnProcess-1:5) search_count: 39500, latest_latency=0.000645651001832448 (mp_runner.py:73) +2024-09-01 17:54:53,697 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0008s, count=39604, qps in this process: 1320.0981 (mp_runner.py:76) +2024-09-01 17:54:53,701 | INFO |End search in concurrency 1: dur=30.035252748006315s, total_count=39604, qps=1318.5839 (mp_runner.py:120) +2024-09-01 17:54:53,883 | INFO |Update largest qps with concurrency 1: current max_qps=1318.5839 (mp_runner.py:124) +2024-09-01 17:54:54,315 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:54:54,315 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 17:54:59,357 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 17:54:59,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:54:59,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:54:59,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:54:59,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:54:59,412 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:00,177 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0010245279991067946 (mp_runner.py:73) +2024-09-01 17:55:00,181 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0011774369995691814 (mp_runner.py:73) +2024-09-01 17:55:00,183 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.003057103000173811 (mp_runner.py:73) +2024-09-01 17:55:00,191 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.001560197997605428 (mp_runner.py:73) +2024-09-01 17:55:00,203 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0020725360009237193 (mp_runner.py:73) +2024-09-01 17:55:00,816 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0014067199954297394 (mp_runner.py:73) +2024-09-01 17:55:00,888 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0012750780006172135 (mp_runner.py:73) +2024-09-01 17:55:00,890 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.002052730997093022 (mp_runner.py:73) +2024-09-01 17:55:00,890 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.002298377003171481 (mp_runner.py:73) +2024-09-01 17:55:00,938 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0022191889947862364 (mp_runner.py:73) +2024-09-01 17:55:01,473 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.002394966002611909 (mp_runner.py:73) +2024-09-01 17:55:01,557 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.002253051003208384 (mp_runner.py:73) +2024-09-01 17:55:01,669 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.0022668349993182346 (mp_runner.py:73) +2024-09-01 17:55:01,695 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0018690180004341528 (mp_runner.py:73) +2024-09-01 17:55:01,747 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.002237535001768265 (mp_runner.py:73) +2024-09-01 17:55:02,211 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0012080079977749847 (mp_runner.py:73) +2024-09-01 17:55:02,298 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0012202049983898178 (mp_runner.py:73) +2024-09-01 17:55:02,370 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.0017227140051545575 (mp_runner.py:73) +2024-09-01 17:55:02,386 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.0018862650031223893 (mp_runner.py:73) +2024-09-01 17:55:02,528 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0020018020004499704 (mp_runner.py:73) +2024-09-01 17:55:02,896 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0011641290038824081 (mp_runner.py:73) +2024-09-01 17:55:02,939 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0020383270020829514 (mp_runner.py:73) +2024-09-01 17:55:03,152 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.0026833000010810792 (mp_runner.py:73) +2024-09-01 17:55:03,155 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.002262782996695023 (mp_runner.py:73) +2024-09-01 17:55:03,326 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.002901581996411551 (mp_runner.py:73) +2024-09-01 17:55:03,582 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.001110183002310805 (mp_runner.py:73) +2024-09-01 17:55:03,621 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0010136779965250753 (mp_runner.py:73) +2024-09-01 17:55:03,926 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0013224770009401254 (mp_runner.py:73) +2024-09-01 17:55:03,960 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.0013357440038817003 (mp_runner.py:73) +2024-09-01 17:55:04,121 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0012901449954370037 (mp_runner.py:73) +2024-09-01 17:55:04,214 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0011939699979848228 (mp_runner.py:73) +2024-09-01 17:55:04,258 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0013230219992692582 (mp_runner.py:73) +2024-09-01 17:55:04,789 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0012461270016501658 (mp_runner.py:73) +2024-09-01 17:55:04,789 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.002332472999114543 (mp_runner.py:73) +2024-09-01 17:55:04,967 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.002385761996265501 (mp_runner.py:73) +2024-09-01 17:55:05,020 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0012407579997670837 (mp_runner.py:73) +2024-09-01 17:55:05,026 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.001890516999992542 (mp_runner.py:73) +2024-09-01 17:55:05,536 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0012549269958981313 (mp_runner.py:73) +2024-09-01 17:55:05,558 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.0018243689992232248 (mp_runner.py:73) +2024-09-01 17:55:05,650 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0018111419994966127 (mp_runner.py:73) +2024-09-01 17:55:05,718 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0010564140029600821 (mp_runner.py:73) +2024-09-01 17:55:05,731 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.001199865000671707 (mp_runner.py:73) +2024-09-01 17:55:06,323 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.0010987950008711778 (mp_runner.py:73) +2024-09-01 17:55:06,346 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.0011425949996919371 (mp_runner.py:73) +2024-09-01 17:55:06,394 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0018944920011563227 (mp_runner.py:73) +2024-09-01 17:55:06,431 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0016948929987847805 (mp_runner.py:73) +2024-09-01 17:55:06,464 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0013201900001149625 (mp_runner.py:73) +2024-09-01 17:55:07,018 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.001338050999038387 (mp_runner.py:73) +2024-09-01 17:55:07,023 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.0017166840043500997 (mp_runner.py:73) +2024-09-01 17:55:07,108 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.002530826001020614 (mp_runner.py:73) +2024-09-01 17:55:07,180 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0012252129963599145 (mp_runner.py:73) +2024-09-01 17:55:07,213 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0014318699977593496 (mp_runner.py:73) +2024-09-01 17:55:07,723 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.0011382960001355968 (mp_runner.py:73) +2024-09-01 17:55:07,779 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0021137829971848987 (mp_runner.py:73) +2024-09-01 17:55:07,783 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0012516260030679405 (mp_runner.py:73) +2024-09-01 17:55:07,889 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0013042409991612658 (mp_runner.py:73) +2024-09-01 17:55:07,929 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.002199808004661463 (mp_runner.py:73) +2024-09-01 17:55:08,442 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.001146563998190686 (mp_runner.py:73) +2024-09-01 17:55:08,448 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0022067460013204254 (mp_runner.py:73) +2024-09-01 17:55:08,449 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.0012109099989174865 (mp_runner.py:73) +2024-09-01 17:55:08,637 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.002205994001997169 (mp_runner.py:73) +2024-09-01 17:55:08,720 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0016193880001083016 (mp_runner.py:73) +2024-09-01 17:55:09,183 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.0011408979989937507 (mp_runner.py:73) +2024-09-01 17:55:09,204 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0010655579972080886 (mp_runner.py:73) +2024-09-01 17:55:09,206 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0017960469995159656 (mp_runner.py:73) +2024-09-01 17:55:09,353 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0012278390058781952 (mp_runner.py:73) +2024-09-01 17:55:09,569 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0017487399964011274 (mp_runner.py:73) +2024-09-01 17:55:09,969 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.0019419669988565147 (mp_runner.py:73) +2024-09-01 17:55:09,969 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.002291956996486988 (mp_runner.py:73) +2024-09-01 17:55:09,979 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.001117328996770084 (mp_runner.py:73) +2024-09-01 17:55:10,103 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0010763909958768636 (mp_runner.py:73) +2024-09-01 17:55:10,451 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.001136961996962782 (mp_runner.py:73) +2024-09-01 17:55:10,695 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.002036780002526939 (mp_runner.py:73) +2024-09-01 17:55:10,697 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.0011859209989779629 (mp_runner.py:73) +2024-09-01 17:55:10,715 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.002154371999495197 (mp_runner.py:73) +2024-09-01 17:55:10,809 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0012368719981168397 (mp_runner.py:73) +2024-09-01 17:55:11,171 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0009752729965839535 (mp_runner.py:73) +2024-09-01 17:55:11,402 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0010472299982211553 (mp_runner.py:73) +2024-09-01 17:55:11,410 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.0014405100009753369 (mp_runner.py:73) +2024-09-01 17:55:11,434 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.0020466660062083974 (mp_runner.py:73) +2024-09-01 17:55:11,505 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0016491689966642298 (mp_runner.py:73) +2024-09-01 17:55:11,877 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0010859519970836118 (mp_runner.py:73) +2024-09-01 17:55:12,174 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.001256570998521056 (mp_runner.py:73) +2024-09-01 17:55:12,185 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0013245360023574904 (mp_runner.py:73) +2024-09-01 17:55:12,190 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0023755000001983717 (mp_runner.py:73) +2024-09-01 17:55:12,259 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0021685300016542897 (mp_runner.py:73) +2024-09-01 17:55:12,675 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.000811562997114379 (mp_runner.py:73) +2024-09-01 17:55:12,847 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0023409310015267693 (mp_runner.py:73) +2024-09-01 17:55:12,883 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.0014635480038123205 (mp_runner.py:73) +2024-09-01 17:55:12,954 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0021600320033030584 (mp_runner.py:73) +2024-09-01 17:55:13,018 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.0012921620000270195 (mp_runner.py:73) +2024-09-01 17:55:13,354 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0010851669940166175 (mp_runner.py:73) +2024-09-01 17:55:13,574 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0014114560035523027 (mp_runner.py:73) +2024-09-01 17:55:13,638 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.0014503019992844202 (mp_runner.py:73) +2024-09-01 17:55:13,679 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0011843829997815192 (mp_runner.py:73) +2024-09-01 17:55:13,896 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.0019871249969583005 (mp_runner.py:73) +2024-09-01 17:55:14,239 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0010119699945789762 (mp_runner.py:73) +2024-09-01 17:55:14,407 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.0009320760000264272 (mp_runner.py:73) +2024-09-01 17:55:14,409 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0021627899986924604 (mp_runner.py:73) +2024-09-01 17:55:14,431 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0011474130005808547 (mp_runner.py:73) +2024-09-01 17:55:14,694 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.001368867997371126 (mp_runner.py:73) +2024-09-01 17:55:14,913 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0014084369977354072 (mp_runner.py:73) +2024-09-01 17:55:15,152 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.0009587239983375184 (mp_runner.py:73) +2024-09-01 17:55:15,153 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.002150558997527696 (mp_runner.py:73) +2024-09-01 17:55:15,182 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0008723950013518333 (mp_runner.py:73) +2024-09-01 17:55:15,538 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.0018641249989741482 (mp_runner.py:73) +2024-09-01 17:55:15,694 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0014756680029677227 (mp_runner.py:73) +2024-09-01 17:55:15,819 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0019254490034654737 (mp_runner.py:73) +2024-09-01 17:55:15,897 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0020152610013610683 (mp_runner.py:73) +2024-09-01 17:55:15,962 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.001376823005557526 (mp_runner.py:73) +2024-09-01 17:55:16,150 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.0014576629982911982 (mp_runner.py:73) +2024-09-01 17:55:16,319 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0012169780020485632 (mp_runner.py:73) +2024-09-01 17:55:16,527 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0011584000021684915 (mp_runner.py:73) +2024-09-01 17:55:16,623 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0011423109972383827 (mp_runner.py:73) +2024-09-01 17:55:16,725 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.0010423999992781319 (mp_runner.py:73) +2024-09-01 17:55:16,865 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0016748220004956238 (mp_runner.py:73) +2024-09-01 17:55:17,101 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.001318802998866886 (mp_runner.py:73) +2024-09-01 17:55:17,133 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0010429789981571957 (mp_runner.py:73) +2024-09-01 17:55:17,318 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0023369870032183826 (mp_runner.py:73) +2024-09-01 17:55:17,490 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.0017521569970995188 (mp_runner.py:73) +2024-09-01 17:55:17,553 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.0019410599998082034 (mp_runner.py:73) +2024-09-01 17:55:17,739 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.0016616469947621226 (mp_runner.py:73) +2024-09-01 17:55:17,840 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.001454047000152059 (mp_runner.py:73) +2024-09-01 17:55:18,097 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0012912439997307956 (mp_runner.py:73) +2024-09-01 17:55:18,300 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.001718957006232813 (mp_runner.py:73) +2024-09-01 17:55:18,376 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0020022169992444105 (mp_runner.py:73) +2024-09-01 17:55:18,468 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.001129709999077022 (mp_runner.py:73) +2024-09-01 17:55:18,593 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0010002049966715276 (mp_runner.py:73) +2024-09-01 17:55:18,809 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0019199700036551803 (mp_runner.py:73) +2024-09-01 17:55:19,016 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.0020142759967711754 (mp_runner.py:73) +2024-09-01 17:55:19,070 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0012467710039345548 (mp_runner.py:73) +2024-09-01 17:55:19,147 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.00136135499633383 (mp_runner.py:73) +2024-09-01 17:55:19,314 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0012397610043990426 (mp_runner.py:73) +2024-09-01 17:55:19,502 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0016322169976774603 (mp_runner.py:73) +2024-09-01 17:55:19,788 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.0012339819950284436 (mp_runner.py:73) +2024-09-01 17:55:19,794 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.0026272280010744 (mp_runner.py:73) +2024-09-01 17:55:19,796 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.0017379250057274476 (mp_runner.py:73) +2024-09-01 17:55:20,057 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0011569319976842962 (mp_runner.py:73) +2024-09-01 17:55:20,218 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.002732871005719062 (mp_runner.py:73) +2024-09-01 17:55:20,417 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.0013911139976698905 (mp_runner.py:73) +2024-09-01 17:55:20,554 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.001158943006885238 (mp_runner.py:73) +2024-09-01 17:55:20,554 | DEBUG |(SpawnProcess-1:7) search_count: 15000, latest_latency=0.001499532001616899 (mp_runner.py:73) +2024-09-01 17:55:20,723 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0011438169967732392 (mp_runner.py:73) +2024-09-01 17:55:21,016 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.0014440750019275583 (mp_runner.py:73) +2024-09-01 17:55:21,159 | DEBUG |(SpawnProcess-1:10) search_count: 14500, latest_latency=0.0016137899947352707 (mp_runner.py:73) +2024-09-01 17:55:21,297 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.0011269709939369932 (mp_runner.py:73) +2024-09-01 17:55:21,305 | DEBUG |(SpawnProcess-1:7) search_count: 15500, latest_latency=0.0019285899979877286 (mp_runner.py:73) +2024-09-01 17:55:21,556 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.002111905996571295 (mp_runner.py:73) +2024-09-01 17:55:21,708 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.0014371819997904822 (mp_runner.py:73) +2024-09-01 17:55:21,832 | DEBUG |(SpawnProcess-1:10) search_count: 15000, latest_latency=0.002099439996527508 (mp_runner.py:73) +2024-09-01 17:55:22,034 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.001749586001096759 (mp_runner.py:73) +2024-09-01 17:55:22,127 | DEBUG |(SpawnProcess-1:7) search_count: 16000, latest_latency=0.002585466005257331 (mp_runner.py:73) +2024-09-01 17:55:22,258 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0014243890036595985 (mp_runner.py:73) +2024-09-01 17:55:22,382 | DEBUG |(SpawnProcess-1:9) search_count: 16000, latest_latency=0.00123196800268488 (mp_runner.py:73) +2024-09-01 17:55:22,583 | DEBUG |(SpawnProcess-1:10) search_count: 15500, latest_latency=0.001240092002262827 (mp_runner.py:73) +2024-09-01 17:55:22,681 | DEBUG |(SpawnProcess-1:11) search_count: 15500, latest_latency=0.0012162830025772564 (mp_runner.py:73) +2024-09-01 17:55:22,840 | DEBUG |(SpawnProcess-1:7) search_count: 16500, latest_latency=0.001053455998771824 (mp_runner.py:73) +2024-09-01 17:55:23,079 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.002174234999984037 (mp_runner.py:73) +2024-09-01 17:55:23,079 | DEBUG |(SpawnProcess-1:9) search_count: 16500, latest_latency=0.0010546519988565706 (mp_runner.py:73) +2024-09-01 17:55:23,243 | DEBUG |(SpawnProcess-1:10) search_count: 16000, latest_latency=0.002560605003964156 (mp_runner.py:73) +2024-09-01 17:55:23,357 | DEBUG |(SpawnProcess-1:11) search_count: 16000, latest_latency=0.0014308379977592267 (mp_runner.py:73) +2024-09-01 17:55:23,532 | DEBUG |(SpawnProcess-1:7) search_count: 17000, latest_latency=0.001216987002408132 (mp_runner.py:73) +2024-09-01 17:55:23,747 | DEBUG |(SpawnProcess-1:9) search_count: 17000, latest_latency=0.0012870220016338862 (mp_runner.py:73) +2024-09-01 17:55:23,860 | DEBUG |(SpawnProcess-1:8) search_count: 16000, latest_latency=0.0016379090011469088 (mp_runner.py:73) +2024-09-01 17:55:23,939 | DEBUG |(SpawnProcess-1:10) search_count: 16500, latest_latency=0.0020495069984463044 (mp_runner.py:73) +2024-09-01 17:55:24,166 | DEBUG |(SpawnProcess-1:11) search_count: 16500, latest_latency=0.0009841549981501885 (mp_runner.py:73) +2024-09-01 17:55:24,271 | DEBUG |(SpawnProcess-1:7) search_count: 17500, latest_latency=0.0008865689960657619 (mp_runner.py:73) +2024-09-01 17:55:24,556 | DEBUG |(SpawnProcess-1:9) search_count: 17500, latest_latency=0.002180812996812165 (mp_runner.py:73) +2024-09-01 17:55:24,598 | DEBUG |(SpawnProcess-1:8) search_count: 16500, latest_latency=0.0013466200034599751 (mp_runner.py:73) +2024-09-01 17:55:24,727 | DEBUG |(SpawnProcess-1:10) search_count: 17000, latest_latency=0.001194374002807308 (mp_runner.py:73) +2024-09-01 17:55:24,902 | DEBUG |(SpawnProcess-1:11) search_count: 17000, latest_latency=0.0019037919992115349 (mp_runner.py:73) +2024-09-01 17:55:24,915 | DEBUG |(SpawnProcess-1:7) search_count: 18000, latest_latency=0.0012139669997850433 (mp_runner.py:73) +2024-09-01 17:55:25,299 | DEBUG |(SpawnProcess-1:9) search_count: 18000, latest_latency=0.0011982130017713644 (mp_runner.py:73) +2024-09-01 17:55:25,309 | DEBUG |(SpawnProcess-1:8) search_count: 17000, latest_latency=0.0009487569986958988 (mp_runner.py:73) +2024-09-01 17:55:25,401 | DEBUG |(SpawnProcess-1:10) search_count: 17500, latest_latency=0.001174283999716863 (mp_runner.py:73) +2024-09-01 17:55:25,618 | DEBUG |(SpawnProcess-1:11) search_count: 17500, latest_latency=0.0011882530016009696 (mp_runner.py:73) +2024-09-01 17:55:25,711 | DEBUG |(SpawnProcess-1:7) search_count: 18500, latest_latency=0.0010749630018835887 (mp_runner.py:73) +2024-09-01 17:55:25,984 | DEBUG |(SpawnProcess-1:8) search_count: 17500, latest_latency=0.0024175220023607835 (mp_runner.py:73) +2024-09-01 17:55:26,031 | DEBUG |(SpawnProcess-1:9) search_count: 18500, latest_latency=0.001556000002892688 (mp_runner.py:73) +2024-09-01 17:55:26,116 | DEBUG |(SpawnProcess-1:10) search_count: 18000, latest_latency=0.0019144620018778369 (mp_runner.py:73) +2024-09-01 17:55:26,272 | DEBUG |(SpawnProcess-1:11) search_count: 18000, latest_latency=0.001246818996150978 (mp_runner.py:73) +2024-09-01 17:55:26,382 | DEBUG |(SpawnProcess-1:7) search_count: 19000, latest_latency=0.0012500029988586903 (mp_runner.py:73) +2024-09-01 17:55:26,730 | DEBUG |(SpawnProcess-1:9) search_count: 19000, latest_latency=0.0016127940034493804 (mp_runner.py:73) +2024-09-01 17:55:26,741 | DEBUG |(SpawnProcess-1:8) search_count: 18000, latest_latency=0.0018591710031614639 (mp_runner.py:73) +2024-09-01 17:55:26,823 | DEBUG |(SpawnProcess-1:10) search_count: 18500, latest_latency=0.0021417729949462228 (mp_runner.py:73) +2024-09-01 17:55:27,084 | DEBUG |(SpawnProcess-1:11) search_count: 18500, latest_latency=0.0030251339994720183 (mp_runner.py:73) +2024-09-01 17:55:27,129 | DEBUG |(SpawnProcess-1:7) search_count: 19500, latest_latency=0.0012120760002289899 (mp_runner.py:73) +2024-09-01 17:55:27,396 | DEBUG |(SpawnProcess-1:9) search_count: 19500, latest_latency=0.0010429909962113015 (mp_runner.py:73) +2024-09-01 17:55:27,593 | DEBUG |(SpawnProcess-1:8) search_count: 18500, latest_latency=0.0017667659994913265 (mp_runner.py:73) +2024-09-01 17:55:27,627 | DEBUG |(SpawnProcess-1:10) search_count: 19000, latest_latency=0.0017017380014294758 (mp_runner.py:73) +2024-09-01 17:55:27,778 | DEBUG |(SpawnProcess-1:11) search_count: 19000, latest_latency=0.0012746970023727044 (mp_runner.py:73) +2024-09-01 17:55:27,813 | DEBUG |(SpawnProcess-1:7) search_count: 20000, latest_latency=0.0016344169998774305 (mp_runner.py:73) +2024-09-01 17:55:28,088 | DEBUG |(SpawnProcess-1:9) search_count: 20000, latest_latency=0.0013040319972787984 (mp_runner.py:73) +2024-09-01 17:55:28,262 | DEBUG |(SpawnProcess-1:8) search_count: 19000, latest_latency=0.0016476439996040426 (mp_runner.py:73) +2024-09-01 17:55:28,393 | DEBUG |(SpawnProcess-1:10) search_count: 19500, latest_latency=0.0009701550006866455 (mp_runner.py:73) +2024-09-01 17:55:28,470 | DEBUG |(SpawnProcess-1:11) search_count: 19500, latest_latency=0.0010492940054973587 (mp_runner.py:73) +2024-09-01 17:55:28,533 | DEBUG |(SpawnProcess-1:7) search_count: 20500, latest_latency=0.001655824002227746 (mp_runner.py:73) +2024-09-01 17:55:28,785 | DEBUG |(SpawnProcess-1:9) search_count: 20500, latest_latency=0.0012811829947168007 (mp_runner.py:73) +2024-09-01 17:55:29,138 | DEBUG |(SpawnProcess-1:8) search_count: 19500, latest_latency=0.0015709459985373542 (mp_runner.py:73) +2024-09-01 17:55:29,220 | DEBUG |(SpawnProcess-1:7) search_count: 21000, latest_latency=0.001780894999683369 (mp_runner.py:73) +2024-09-01 17:55:29,233 | DEBUG |(SpawnProcess-1:10) search_count: 20000, latest_latency=0.002078456003800966 (mp_runner.py:73) +2024-09-01 17:55:29,264 | DEBUG |(SpawnProcess-1:11) search_count: 20000, latest_latency=0.00125744200340705 (mp_runner.py:73) +2024-09-01 17:55:29,410 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0007s, count=20098, qps in this process: 669.9177 (mp_runner.py:76) +2024-09-01 17:55:29,410 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0012s, count=20925, qps in this process: 697.4721 (mp_runner.py:76) +2024-09-01 17:55:29,410 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0009s, count=20125, qps in this process: 670.8132 (mp_runner.py:76) +2024-09-01 17:55:29,412 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0009s, count=21145, qps in this process: 704.8122 (mp_runner.py:76) +2024-09-01 17:55:29,420 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0061s, count=19711, qps in this process: 656.8998 (mp_runner.py:76) +2024-09-01 17:55:29,429 | INFO |End search in concurrency 5: dur=30.071203332998266s, total_count=102004, qps=3392.0824 (mp_runner.py:120) +2024-09-01 17:55:29,752 | INFO |Update largest qps with concurrency 5: current max_qps=3392.0824 (mp_runner.py:124) +2024-09-01 17:55:30,171 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:55:30,172 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 17:55:40,345 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 17:55:40,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,402 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,466 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,493 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,503 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,513 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,515 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:40,519 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:55:42,283 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.0014468590015894733 (mp_runner.py:73) +2024-09-01 17:55:42,283 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.0011866959976032376 (mp_runner.py:73) +2024-09-01 17:55:42,284 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.0022950549973757006 (mp_runner.py:73) +2024-09-01 17:55:42,285 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006010076001984999 (mp_runner.py:73) +2024-09-01 17:55:42,285 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.0008316439998452552 (mp_runner.py:73) +2024-09-01 17:55:42,287 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.008789347994024865 (mp_runner.py:73) +2024-09-01 17:55:42,335 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02182440499746008 (mp_runner.py:73) +2024-09-01 17:55:42,404 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.0036078799967071973 (mp_runner.py:73) +2024-09-01 17:55:42,405 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0036874509969493374 (mp_runner.py:73) +2024-09-01 17:55:42,405 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.005208729999139905 (mp_runner.py:73) +2024-09-01 17:55:42,405 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.0037781909995828755 (mp_runner.py:73) +2024-09-01 17:55:42,406 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.003640738003014121 (mp_runner.py:73) +2024-09-01 17:55:42,406 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.00698436100356048 (mp_runner.py:73) +2024-09-01 17:55:42,407 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.008193665998987854 (mp_runner.py:73) +2024-09-01 17:55:42,449 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.008569523997721262 (mp_runner.py:73) +2024-09-01 17:55:43,966 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.002289588999701664 (mp_runner.py:73) +2024-09-01 17:55:43,966 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.002125614002579823 (mp_runner.py:73) +2024-09-01 17:55:43,967 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.003067131998250261 (mp_runner.py:73) +2024-09-01 17:55:43,967 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.00280552599724615 (mp_runner.py:73) +2024-09-01 17:55:43,968 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.005730486001993995 (mp_runner.py:73) +2024-09-01 17:55:43,968 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0051853359982487746 (mp_runner.py:73) +2024-09-01 17:55:44,345 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.004284279995772522 (mp_runner.py:73) +2024-09-01 17:55:44,346 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.0015936839990899898 (mp_runner.py:73) +2024-09-01 17:55:44,346 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.002828356002282817 (mp_runner.py:73) +2024-09-01 17:55:44,347 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.002798205998260528 (mp_runner.py:73) +2024-09-01 17:55:44,347 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.004234590000123717 (mp_runner.py:73) +2024-09-01 17:55:44,348 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.00583624900173163 (mp_runner.py:73) +2024-09-01 17:55:44,349 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.0036722550066770054 (mp_runner.py:73) +2024-09-01 17:55:44,822 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.004591126999002881 (mp_runner.py:73) +2024-09-01 17:55:44,927 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.005332611995982006 (mp_runner.py:73) +2024-09-01 17:55:45,870 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.0034166159966844134 (mp_runner.py:73) +2024-09-01 17:55:45,871 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.004993340000510216 (mp_runner.py:73) +2024-09-01 17:55:45,871 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.004412064001371618 (mp_runner.py:73) +2024-09-01 17:55:45,871 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0043685870041372254 (mp_runner.py:73) +2024-09-01 17:55:45,871 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0063521939955535345 (mp_runner.py:73) +2024-09-01 17:55:46,256 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006152100002509542 (mp_runner.py:73) +2024-09-01 17:55:46,286 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.0034520289991633035 (mp_runner.py:73) +2024-09-01 17:55:46,287 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.003457339000306092 (mp_runner.py:73) +2024-09-01 17:55:46,287 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0049959829993895255 (mp_runner.py:73) +2024-09-01 17:55:46,288 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.005775066994829103 (mp_runner.py:73) +2024-09-01 17:55:46,288 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.004010231998108793 (mp_runner.py:73) +2024-09-01 17:55:46,290 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.00792906199785648 (mp_runner.py:73) +2024-09-01 17:55:46,580 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005427847005194053 (mp_runner.py:73) +2024-09-01 17:55:47,212 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.006133837996458169 (mp_runner.py:73) +2024-09-01 17:55:47,340 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.007435314000758808 (mp_runner.py:73) +2024-09-01 17:55:47,610 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.002795262000290677 (mp_runner.py:73) +2024-09-01 17:55:47,610 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.0036824460039497353 (mp_runner.py:73) +2024-09-01 17:55:47,610 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0035315779969096184 (mp_runner.py:73) +2024-09-01 17:55:47,610 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.00337044800107833 (mp_runner.py:73) +2024-09-01 17:55:47,611 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.004235525004332885 (mp_runner.py:73) +2024-09-01 17:55:47,977 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.0021194610017118976 (mp_runner.py:73) +2024-09-01 17:55:47,979 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.004485178003960755 (mp_runner.py:73) +2024-09-01 17:55:47,979 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004391585003759246 (mp_runner.py:73) +2024-09-01 17:55:47,986 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.002491983999789227 (mp_runner.py:73) +2024-09-01 17:55:47,987 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.0021269579956424423 (mp_runner.py:73) +2024-09-01 17:55:47,988 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0037475429999176413 (mp_runner.py:73) +2024-09-01 17:55:47,989 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.004456492999452166 (mp_runner.py:73) +2024-09-01 17:55:48,902 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.003818574004981201 (mp_runner.py:73) +2024-09-01 17:55:49,464 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0036356580021674745 (mp_runner.py:73) +2024-09-01 17:55:49,567 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.003538516000844538 (mp_runner.py:73) +2024-09-01 17:55:49,568 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.0033742909945431165 (mp_runner.py:73) +2024-09-01 17:55:49,568 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.0029027399941696785 (mp_runner.py:73) +2024-09-01 17:55:49,569 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.005610229003650602 (mp_runner.py:73) +2024-09-01 17:55:49,569 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.006849194003734738 (mp_runner.py:73) +2024-09-01 17:55:49,666 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.0038826620002510026 (mp_runner.py:73) +2024-09-01 17:55:49,940 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.0029485609993571416 (mp_runner.py:73) +2024-09-01 17:55:49,941 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.004192877997411415 (mp_runner.py:73) +2024-09-01 17:55:49,941 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.004734634996566456 (mp_runner.py:73) +2024-09-01 17:55:49,943 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.006585044997336809 (mp_runner.py:73) +2024-09-01 17:55:50,138 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.004841122005018406 (mp_runner.py:73) +2024-09-01 17:55:50,299 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.005766356996900868 (mp_runner.py:73) +2024-09-01 17:55:50,299 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.007060939999064431 (mp_runner.py:73) +2024-09-01 17:55:51,243 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.0048905889998422936 (mp_runner.py:73) +2024-09-01 17:55:51,244 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.004729569001938216 (mp_runner.py:73) +2024-09-01 17:55:51,270 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.005203854998399038 (mp_runner.py:73) +2024-09-01 17:55:51,291 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.004177950002485886 (mp_runner.py:73) +2024-09-01 17:55:51,390 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0038630029957857914 (mp_runner.py:73) +2024-09-01 17:55:51,524 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.004771883999637794 (mp_runner.py:73) +2024-09-01 17:55:51,799 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.007312609996006358 (mp_runner.py:73) +2024-09-01 17:55:51,982 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.0023288149968720973 (mp_runner.py:73) +2024-09-01 17:55:51,984 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.004327107002609409 (mp_runner.py:73) +2024-09-01 17:55:51,985 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.001337100999080576 (mp_runner.py:73) +2024-09-01 17:55:52,026 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004999324002710637 (mp_runner.py:73) +2024-09-01 17:55:52,141 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.0035588140017353 (mp_runner.py:73) +2024-09-01 17:55:52,162 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.003919520997442305 (mp_runner.py:73) +2024-09-01 17:55:52,573 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.0037129080010345206 (mp_runner.py:73) +2024-09-01 17:55:52,606 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.0026515319987083785 (mp_runner.py:73) +2024-09-01 17:55:53,361 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.0075013969981228 (mp_runner.py:73) +2024-09-01 17:55:53,415 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.008109041998977773 (mp_runner.py:73) +2024-09-01 17:55:53,449 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0037097129970788956 (mp_runner.py:73) +2024-09-01 17:55:53,455 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.005437675994471647 (mp_runner.py:73) +2024-09-01 17:55:53,487 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.009829280999838375 (mp_runner.py:73) +2024-09-01 17:55:53,693 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.0044179329997859895 (mp_runner.py:73) +2024-09-01 17:55:53,923 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.003401946996746119 (mp_runner.py:73) +2024-09-01 17:55:54,032 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.0031082069981493987 (mp_runner.py:73) +2024-09-01 17:55:54,170 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008798424001724925 (mp_runner.py:73) +2024-09-01 17:55:54,188 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.008592238002165686 (mp_runner.py:73) +2024-09-01 17:55:54,263 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.0056628839956829324 (mp_runner.py:73) +2024-09-01 17:55:54,335 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.004624471999704838 (mp_runner.py:73) +2024-09-01 17:55:54,407 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.005662094998115208 (mp_runner.py:73) +2024-09-01 17:55:54,793 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.0053593090051435865 (mp_runner.py:73) +2024-09-01 17:55:54,796 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.007323685000301339 (mp_runner.py:73) +2024-09-01 17:55:55,406 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.002947212997241877 (mp_runner.py:73) +2024-09-01 17:55:55,407 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.0045705689990427345 (mp_runner.py:73) +2024-09-01 17:55:55,510 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.004603633999067824 (mp_runner.py:73) +2024-09-01 17:55:55,538 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.003278293996118009 (mp_runner.py:73) +2024-09-01 17:55:55,737 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.004217962006805465 (mp_runner.py:73) +2024-09-01 17:55:55,784 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.006002283000270836 (mp_runner.py:73) +2024-09-01 17:55:56,211 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.0034659800003282726 (mp_runner.py:73) +2024-09-01 17:55:56,211 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.003278067000792362 (mp_runner.py:73) +2024-09-01 17:55:56,211 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.005030412998166867 (mp_runner.py:73) +2024-09-01 17:55:56,212 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.004752936001750641 (mp_runner.py:73) +2024-09-01 17:55:56,215 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.006280520006839652 (mp_runner.py:73) +2024-09-01 17:55:56,529 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.004167340994172264 (mp_runner.py:73) +2024-09-01 17:55:56,561 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.007420681999064982 (mp_runner.py:73) +2024-09-01 17:55:56,904 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.004085346001375001 (mp_runner.py:73) +2024-09-01 17:55:56,905 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004273284001101274 (mp_runner.py:73) +2024-09-01 17:55:57,471 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.004959371995937545 (mp_runner.py:73) +2024-09-01 17:55:57,521 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.006373930002155248 (mp_runner.py:73) +2024-09-01 17:55:57,682 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.006144847997347824 (mp_runner.py:73) +2024-09-01 17:55:57,790 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.0055622969957767054 (mp_runner.py:73) +2024-09-01 17:55:57,792 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.0059142699974472634 (mp_runner.py:73) +2024-09-01 17:55:58,047 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.004201818999717943 (mp_runner.py:73) +2024-09-01 17:55:58,211 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.003986089999671094 (mp_runner.py:73) +2024-09-01 17:55:58,211 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.003916527995897923 (mp_runner.py:73) +2024-09-01 17:55:58,211 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.006068472001061309 (mp_runner.py:73) +2024-09-01 17:55:58,212 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.006228405996807851 (mp_runner.py:73) +2024-09-01 17:55:58,453 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.0033418340026400983 (mp_runner.py:73) +2024-09-01 17:55:58,889 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.003460927000560332 (mp_runner.py:73) +2024-09-01 17:55:58,939 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.005861070996616036 (mp_runner.py:73) +2024-09-01 17:55:59,174 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.006660555998678319 (mp_runner.py:73) +2024-09-01 17:55:59,221 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.007731280005828012 (mp_runner.py:73) +2024-09-01 17:55:59,688 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.003942370000004303 (mp_runner.py:73) +2024-09-01 17:55:59,689 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.002772116000414826 (mp_runner.py:73) +2024-09-01 17:55:59,876 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.0027657270038616844 (mp_runner.py:73) +2024-09-01 17:55:59,878 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.0046656299964524806 (mp_runner.py:73) +2024-09-01 17:55:59,878 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.005604771002253983 (mp_runner.py:73) +2024-09-01 17:56:00,351 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.0050155380013165995 (mp_runner.py:73) +2024-09-01 17:56:00,426 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.0042192429973511025 (mp_runner.py:73) +2024-09-01 17:56:00,430 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.0029141220002202317 (mp_runner.py:73) +2024-09-01 17:56:00,437 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.0024218039980041794 (mp_runner.py:73) +2024-09-01 17:56:00,478 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.0047941590019036084 (mp_runner.py:73) +2024-09-01 17:56:00,838 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.005615424997813534 (mp_runner.py:73) +2024-09-01 17:56:01,211 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.004155533002631273 (mp_runner.py:73) +2024-09-01 17:56:01,221 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.008197565002774354 (mp_runner.py:73) +2024-09-01 17:56:01,493 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.004173588000412565 (mp_runner.py:73) +2024-09-01 17:56:01,521 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.0030587270011892542 (mp_runner.py:73) +2024-09-01 17:56:01,761 | DEBUG |(SpawnProcess-1:24) search_count: 5500, latest_latency=0.0031146870023803785 (mp_runner.py:73) +2024-09-01 17:56:01,762 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.0031145640023169108 (mp_runner.py:73) +2024-09-01 17:56:01,763 | DEBUG |(SpawnProcess-1:26) search_count: 5500, latest_latency=0.007581946003483608 (mp_runner.py:73) +2024-09-01 17:56:01,763 | DEBUG |(SpawnProcess-1:17) search_count: 5500, latest_latency=0.000916287004656624 (mp_runner.py:73) +2024-09-01 17:56:01,763 | DEBUG |(SpawnProcess-1:27) search_count: 5500, latest_latency=0.005512834002729505 (mp_runner.py:73) +2024-09-01 17:56:02,512 | DEBUG |(SpawnProcess-1:15) search_count: 5500, latest_latency=0.0047356009963550605 (mp_runner.py:73) +2024-09-01 17:56:02,513 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.0036113349997322075 (mp_runner.py:73) +2024-09-01 17:56:02,514 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.006233754997083452 (mp_runner.py:73) +2024-09-01 17:56:02,540 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.004289686999982223 (mp_runner.py:73) +2024-09-01 17:56:02,660 | DEBUG |(SpawnProcess-1:20) search_count: 5500, latest_latency=0.005313240995747037 (mp_runner.py:73) +2024-09-01 17:56:03,024 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.010015867999754846 (mp_runner.py:73) +2024-09-01 17:56:03,507 | DEBUG |(SpawnProcess-1:21) search_count: 5500, latest_latency=0.006686935004836414 (mp_runner.py:73) +2024-09-01 17:56:03,517 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.003218694000679534 (mp_runner.py:73) +2024-09-01 17:56:03,569 | DEBUG |(SpawnProcess-1:17) search_count: 6000, latest_latency=0.00276632999884896 (mp_runner.py:73) +2024-09-01 17:56:03,570 | DEBUG |(SpawnProcess-1:22) search_count: 6000, latest_latency=0.004193860004306771 (mp_runner.py:73) +2024-09-01 17:56:03,570 | DEBUG |(SpawnProcess-1:26) search_count: 6000, latest_latency=0.0032000689971027896 (mp_runner.py:73) +2024-09-01 17:56:03,571 | DEBUG |(SpawnProcess-1:27) search_count: 6000, latest_latency=0.004029971001727972 (mp_runner.py:73) +2024-09-01 17:56:03,572 | DEBUG |(SpawnProcess-1:24) search_count: 6000, latest_latency=0.005846557003678754 (mp_runner.py:73) +2024-09-01 17:56:03,742 | DEBUG |(SpawnProcess-1:14) search_count: 5500, latest_latency=0.006263951996515971 (mp_runner.py:73) +2024-09-01 17:56:03,787 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.005859297001734376 (mp_runner.py:73) +2024-09-01 17:56:04,588 | DEBUG |(SpawnProcess-1:15) search_count: 6000, latest_latency=0.00485247000324307 (mp_runner.py:73) +2024-09-01 17:56:04,589 | DEBUG |(SpawnProcess-1:23) search_count: 6000, latest_latency=0.002336241006560158 (mp_runner.py:73) +2024-09-01 17:56:04,589 | DEBUG |(SpawnProcess-1:19) search_count: 6000, latest_latency=0.003265204999479465 (mp_runner.py:73) +2024-09-01 17:56:04,803 | DEBUG |(SpawnProcess-1:18) search_count: 5500, latest_latency=0.0053224450020934455 (mp_runner.py:73) +2024-09-01 17:56:04,935 | DEBUG |(SpawnProcess-1:20) search_count: 6000, latest_latency=0.003830361005384475 (mp_runner.py:73) +2024-09-01 17:56:05,255 | DEBUG |(SpawnProcess-1:24) search_count: 6500, latest_latency=0.003020520001882687 (mp_runner.py:73) +2024-09-01 17:56:05,256 | DEBUG |(SpawnProcess-1:22) search_count: 6500, latest_latency=0.0031784410020918585 (mp_runner.py:73) +2024-09-01 17:56:05,256 | DEBUG |(SpawnProcess-1:17) search_count: 6500, latest_latency=0.0030817320002825 (mp_runner.py:73) +2024-09-01 17:56:05,257 | DEBUG |(SpawnProcess-1:27) search_count: 6500, latest_latency=0.006343341003230307 (mp_runner.py:73) +2024-09-01 17:56:05,257 | DEBUG |(SpawnProcess-1:26) search_count: 6500, latest_latency=0.005578755997703411 (mp_runner.py:73) +2024-09-01 17:56:05,257 | DEBUG |(SpawnProcess-1:16) search_count: 5500, latest_latency=0.004917851998470724 (mp_runner.py:73) +2024-09-01 17:56:05,695 | DEBUG |(SpawnProcess-1:21) search_count: 6000, latest_latency=0.003902310003468301 (mp_runner.py:73) +2024-09-01 17:56:05,698 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.007299406002857722 (mp_runner.py:73) +2024-09-01 17:56:05,917 | DEBUG |(SpawnProcess-1:14) search_count: 6000, latest_latency=0.004200755000056233 (mp_runner.py:73) +2024-09-01 17:56:05,997 | DEBUG |(SpawnProcess-1:25) search_count: 6000, latest_latency=0.003564257000107318 (mp_runner.py:73) +2024-09-01 17:56:06,698 | DEBUG |(SpawnProcess-1:15) search_count: 6500, latest_latency=0.007431256999552716 (mp_runner.py:73) +2024-09-01 17:56:06,811 | DEBUG |(SpawnProcess-1:19) search_count: 6500, latest_latency=0.00742226999864215 (mp_runner.py:73) +2024-09-01 17:56:06,813 | DEBUG |(SpawnProcess-1:23) search_count: 6500, latest_latency=0.006378260004566982 (mp_runner.py:73) +2024-09-01 17:56:06,991 | DEBUG |(SpawnProcess-1:24) search_count: 7000, latest_latency=0.002490870996552985 (mp_runner.py:73) +2024-09-01 17:56:06,991 | DEBUG |(SpawnProcess-1:18) search_count: 6000, latest_latency=0.003377264001755975 (mp_runner.py:73) +2024-09-01 17:56:06,991 | DEBUG |(SpawnProcess-1:22) search_count: 7000, latest_latency=0.0030561910025426187 (mp_runner.py:73) +2024-09-01 17:56:06,994 | DEBUG |(SpawnProcess-1:27) search_count: 7000, latest_latency=0.006275403997278772 (mp_runner.py:73) +2024-09-01 17:56:06,994 | DEBUG |(SpawnProcess-1:17) search_count: 7000, latest_latency=0.006389882997609675 (mp_runner.py:73) +2024-09-01 17:56:07,231 | DEBUG |(SpawnProcess-1:26) search_count: 7000, latest_latency=0.004734650006867014 (mp_runner.py:73) +2024-09-01 17:56:07,235 | DEBUG |(SpawnProcess-1:20) search_count: 6500, latest_latency=0.0043213840035605244 (mp_runner.py:73) +2024-09-01 17:56:07,255 | DEBUG |(SpawnProcess-1:16) search_count: 6000, latest_latency=0.004027526003483217 (mp_runner.py:73) +2024-09-01 17:56:07,918 | DEBUG |(SpawnProcess-1:21) search_count: 6500, latest_latency=0.008565728996472899 (mp_runner.py:73) +2024-09-01 17:56:07,945 | DEBUG |(SpawnProcess-1:13) search_count: 6000, latest_latency=0.003988266005762853 (mp_runner.py:73) +2024-09-01 17:56:08,196 | DEBUG |(SpawnProcess-1:14) search_count: 6500, latest_latency=0.0072679889999562874 (mp_runner.py:73) +2024-09-01 17:56:08,284 | DEBUG |(SpawnProcess-1:25) search_count: 6500, latest_latency=0.003636709996499121 (mp_runner.py:73) +2024-09-01 17:56:08,835 | DEBUG |(SpawnProcess-1:15) search_count: 7000, latest_latency=0.003143080000882037 (mp_runner.py:73) +2024-09-01 17:56:08,888 | DEBUG |(SpawnProcess-1:23) search_count: 7000, latest_latency=0.0033210619949386455 (mp_runner.py:73) +2024-09-01 17:56:08,904 | DEBUG |(SpawnProcess-1:24) search_count: 7500, latest_latency=0.004813895000552293 (mp_runner.py:73) +2024-09-01 17:56:08,904 | DEBUG |(SpawnProcess-1:27) search_count: 7500, latest_latency=0.003145343995129224 (mp_runner.py:73) +2024-09-01 17:56:08,905 | DEBUG |(SpawnProcess-1:22) search_count: 7500, latest_latency=0.004417985997861251 (mp_runner.py:73) +2024-09-01 17:56:08,906 | DEBUG |(SpawnProcess-1:18) search_count: 6500, latest_latency=0.007161966001149267 (mp_runner.py:73) +2024-09-01 17:56:08,906 | DEBUG |(SpawnProcess-1:17) search_count: 7500, latest_latency=0.007823843996447977 (mp_runner.py:73) +2024-09-01 17:56:08,910 | DEBUG |(SpawnProcess-1:19) search_count: 7000, latest_latency=0.0033200920006493106 (mp_runner.py:73) +2024-09-01 17:56:09,444 | DEBUG |(SpawnProcess-1:26) search_count: 7500, latest_latency=0.005862443998921663 (mp_runner.py:73) +2024-09-01 17:56:09,460 | DEBUG |(SpawnProcess-1:20) search_count: 7000, latest_latency=0.00519687600171892 (mp_runner.py:73) +2024-09-01 17:56:09,544 | DEBUG |(SpawnProcess-1:16) search_count: 6500, latest_latency=0.00554503699822817 (mp_runner.py:73) +2024-09-01 17:56:10,257 | DEBUG |(SpawnProcess-1:21) search_count: 7000, latest_latency=0.003496010001981631 (mp_runner.py:73) +2024-09-01 17:56:10,386 | DEBUG |(SpawnProcess-1:14) search_count: 7000, latest_latency=0.005145923001691699 (mp_runner.py:73) +2024-09-01 17:56:10,401 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0002s, count=7320, qps in this process: 243.9984 (mp_runner.py:76) +2024-09-01 17:56:10,405 | DEBUG |(SpawnProcess-1:13) search_count: 6500, latest_latency=0.00814872799674049 (mp_runner.py:73) +2024-09-01 17:56:10,408 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0051s, count=7341, qps in this process: 244.6584 (mp_runner.py:76) +2024-09-01 17:56:10,423 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0003s, count=7864, qps in this process: 262.1307 (mp_runner.py:76) +2024-09-01 17:56:10,432 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0027s, count=7881, qps in this process: 262.6764 (mp_runner.py:76) +2024-09-01 17:56:10,439 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0011s, count=7332, qps in this process: 244.391 (mp_runner.py:76) +2024-09-01 17:56:10,445 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0095s, count=7029, qps in this process: 234.2258 (mp_runner.py:76) +2024-09-01 17:56:10,468 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0002s, count=7015, qps in this process: 233.8318 (mp_runner.py:76) +2024-09-01 17:56:10,495 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0014s, count=6672, qps in this process: 222.3896 (mp_runner.py:76) +2024-09-01 17:56:10,496 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0006s, count=6861, qps in this process: 228.6954 (mp_runner.py:76) +2024-09-01 17:56:10,508 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.001s, count=6522, qps in this process: 217.3928 (mp_runner.py:76) +2024-09-01 17:56:10,513 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0007s, count=6944, qps in this process: 231.4613 (mp_runner.py:76) +2024-09-01 17:56:10,514 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0021s, count=7225, qps in this process: 240.8165 (mp_runner.py:76) +2024-09-01 17:56:10,518 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.0009s, count=7728, qps in this process: 257.5923 (mp_runner.py:76) +2024-09-01 17:56:10,519 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0009s, count=7909, qps in this process: 263.6254 (mp_runner.py:76) +2024-09-01 17:56:10,528 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0059s, count=7923, qps in this process: 264.0481 (mp_runner.py:76) +2024-09-01 17:56:10,538 | INFO |End search in concurrency 15: dur=30.192629527999088s, total_count=109566, qps=3628.8989 (mp_runner.py:120) +2024-09-01 17:56:11,410 | INFO |Update largest qps with concurrency 15: current max_qps=3628.8989 (mp_runner.py:124) +2024-09-01 17:56:11,831 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:56:11,832 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 17:56:22,060 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 17:56:22,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,148 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,190 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,205 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,223 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,230 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,258 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,258 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,273 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:22,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:56:24,454 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.0032327110020560212 (mp_runner.py:73) +2024-09-01 17:56:24,455 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.003856445000565145 (mp_runner.py:73) +2024-09-01 17:56:24,456 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.005996037994918879 (mp_runner.py:73) +2024-09-01 17:56:24,456 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0069392580044222996 (mp_runner.py:73) +2024-09-01 17:56:24,457 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.008503734999976587 (mp_runner.py:73) +2024-09-01 17:56:24,550 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.008398792997468263 (mp_runner.py:73) +2024-09-01 17:56:24,601 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.004736633003631141 (mp_runner.py:73) +2024-09-01 17:56:24,602 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.005657948000589386 (mp_runner.py:73) +2024-09-01 17:56:24,602 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.005487701004312839 (mp_runner.py:73) +2024-09-01 17:56:24,602 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.006307023999397643 (mp_runner.py:73) +2024-09-01 17:56:24,603 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.005327109000063501 (mp_runner.py:73) +2024-09-01 17:56:24,603 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.005222145999141503 (mp_runner.py:73) +2024-09-01 17:56:24,605 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.009905180995701812 (mp_runner.py:73) +2024-09-01 17:56:24,609 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.004215230997942854 (mp_runner.py:73) +2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.005855723000422586 (mp_runner.py:73) +2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.00512442799663404 (mp_runner.py:73) +2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.005537687000469305 (mp_runner.py:73) +2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.00442025599477347 (mp_runner.py:73) +2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.0007128860015654936 (mp_runner.py:73) +2024-09-01 17:56:25,458 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.008438880999165121 (mp_runner.py:73) +2024-09-01 17:56:26,750 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.003657725996163208 (mp_runner.py:73) +2024-09-01 17:56:26,750 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.0037921449984423816 (mp_runner.py:73) +2024-09-01 17:56:26,750 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.003775422999751754 (mp_runner.py:73) +2024-09-01 17:56:26,751 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.003960822003136855 (mp_runner.py:73) +2024-09-01 17:56:26,751 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.0036196050059515983 (mp_runner.py:73) +2024-09-01 17:56:26,751 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.0041289370055892505 (mp_runner.py:73) +2024-09-01 17:56:26,751 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.0045184780028648674 (mp_runner.py:73) +2024-09-01 17:56:26,752 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.004102198996406514 (mp_runner.py:73) +2024-09-01 17:56:26,752 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.0036295230020186864 (mp_runner.py:73) +2024-09-01 17:56:26,753 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.004004816000815481 (mp_runner.py:73) +2024-09-01 17:56:26,753 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.00492247299553128 (mp_runner.py:73) +2024-09-01 17:56:26,753 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.005455514001369011 (mp_runner.py:73) +2024-09-01 17:56:26,753 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.005127551994519308 (mp_runner.py:73) +2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.004669127993111033 (mp_runner.py:73) +2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.0075647539997589774 (mp_runner.py:73) +2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.004718130003311671 (mp_runner.py:73) +2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.00490522100153612 (mp_runner.py:73) +2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.005217160003667232 (mp_runner.py:73) +2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.008562057999370154 (mp_runner.py:73) +2024-09-01 17:56:28,666 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.004346640998846851 (mp_runner.py:73) +2024-09-01 17:56:29,096 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.0031977059989003465 (mp_runner.py:73) +2024-09-01 17:56:29,096 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.004265449999365956 (mp_runner.py:73) +2024-09-01 17:56:29,099 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.008158214994182345 (mp_runner.py:73) +2024-09-01 17:56:29,099 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.009438015003979672 (mp_runner.py:73) +2024-09-01 17:56:29,165 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.007593071997689549 (mp_runner.py:73) +2024-09-01 17:56:29,166 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.00936317600280745 (mp_runner.py:73) +2024-09-01 17:56:29,183 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.004774501001520548 (mp_runner.py:73) +2024-09-01 17:56:29,184 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.0047726979973958805 (mp_runner.py:73) +2024-09-01 17:56:29,184 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.0062941939977463335 (mp_runner.py:73) +2024-09-01 17:56:29,184 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.0045725899981334805 (mp_runner.py:73) +2024-09-01 17:56:29,185 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.002823048002028372 (mp_runner.py:73) +2024-09-01 17:56:29,185 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.004088362999027595 (mp_runner.py:73) +2024-09-01 17:56:29,185 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.007968459998664912 (mp_runner.py:73) +2024-09-01 17:56:29,186 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009128434998274315 (mp_runner.py:73) +2024-09-01 17:56:29,286 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.006516566005302593 (mp_runner.py:73) +2024-09-01 17:56:29,287 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.007791944000928197 (mp_runner.py:73) +2024-09-01 17:56:29,287 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.009920053998939693 (mp_runner.py:73) +2024-09-01 17:56:29,413 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.006783073004044127 (mp_runner.py:73) +2024-09-01 17:56:29,414 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.008514392000506632 (mp_runner.py:73) +2024-09-01 17:56:31,506 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.003375897998921573 (mp_runner.py:73) +2024-09-01 17:56:31,506 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.004292845995223615 (mp_runner.py:73) +2024-09-01 17:56:31,506 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0038718400028301403 (mp_runner.py:73) +2024-09-01 17:56:31,507 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.004075344004377257 (mp_runner.py:73) +2024-09-01 17:56:31,507 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.004078561993082985 (mp_runner.py:73) +2024-09-01 17:56:31,507 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.0037041300020064227 (mp_runner.py:73) +2024-09-01 17:56:31,507 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.004283417001715861 (mp_runner.py:73) +2024-09-01 17:56:31,508 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.006422485996154137 (mp_runner.py:73) +2024-09-01 17:56:31,508 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.006401009995897766 (mp_runner.py:73) +2024-09-01 17:56:31,509 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.005123994000314269 (mp_runner.py:73) +2024-09-01 17:56:31,509 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.004739594995044172 (mp_runner.py:73) +2024-09-01 17:56:31,509 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.005594688998826314 (mp_runner.py:73) +2024-09-01 17:56:31,510 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.005382798000937328 (mp_runner.py:73) +2024-09-01 17:56:31,713 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.006295191000390332 (mp_runner.py:73) +2024-09-01 17:56:31,764 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.010698311998567078 (mp_runner.py:73) +2024-09-01 17:56:32,122 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.003568000000086613 (mp_runner.py:73) +2024-09-01 17:56:32,123 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.004677951998019125 (mp_runner.py:73) +2024-09-01 17:56:32,127 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.005248746994766407 (mp_runner.py:73) +2024-09-01 17:56:32,429 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.005819431004056241 (mp_runner.py:73) +2024-09-01 17:56:32,474 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.005679934001818765 (mp_runner.py:73) +2024-09-01 17:56:33,730 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.002896505997341592 (mp_runner.py:73) +2024-09-01 17:56:33,730 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.002862517998437397 (mp_runner.py:73) +2024-09-01 17:56:33,731 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.00207103699358413 (mp_runner.py:73) +2024-09-01 17:56:33,731 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.003130892997432966 (mp_runner.py:73) +2024-09-01 17:56:33,732 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.002401917998213321 (mp_runner.py:73) +2024-09-01 17:56:33,733 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.006348688002617564 (mp_runner.py:73) +2024-09-01 17:56:33,733 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.007547961002273951 (mp_runner.py:73) +2024-09-01 17:56:33,979 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.0017270059979637153 (mp_runner.py:73) +2024-09-01 17:56:33,981 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.00851302599767223 (mp_runner.py:73) +2024-09-01 17:56:33,983 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.010435793999931775 (mp_runner.py:73) +2024-09-01 17:56:34,031 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.01145539299614029 (mp_runner.py:73) +2024-09-01 17:56:34,168 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.009336076996987686 (mp_runner.py:73) +2024-09-01 17:56:34,184 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.009848160996625666 (mp_runner.py:73) +2024-09-01 17:56:34,898 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.008602447000157554 (mp_runner.py:73) +2024-09-01 17:56:34,992 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.005333975001121871 (mp_runner.py:73) +2024-09-01 17:56:35,140 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.00733515100000659 (mp_runner.py:73) +2024-09-01 17:56:35,145 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.008795606998319272 (mp_runner.py:73) +2024-09-01 17:56:35,195 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.008691836999787483 (mp_runner.py:73) +2024-09-01 17:56:35,511 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.008514877001289278 (mp_runner.py:73) +2024-09-01 17:56:35,611 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.009254832999431528 (mp_runner.py:73) +2024-09-01 17:56:35,879 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.003627596001024358 (mp_runner.py:73) +2024-09-01 17:56:35,880 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.0034893289994215593 (mp_runner.py:73) +2024-09-01 17:56:35,881 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.003923294003470801 (mp_runner.py:73) +2024-09-01 17:56:35,881 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.005139628003234975 (mp_runner.py:73) +2024-09-01 17:56:35,882 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.006715540002915077 (mp_runner.py:73) +2024-09-01 17:56:35,882 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.004870282005867921 (mp_runner.py:73) +2024-09-01 17:56:35,882 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.007074006003676914 (mp_runner.py:73) +2024-09-01 17:56:36,747 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.005574623006395996 (mp_runner.py:73) +2024-09-01 17:56:36,747 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.005776168996817432 (mp_runner.py:73) +2024-09-01 17:56:36,787 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.005451354998513125 (mp_runner.py:73) +2024-09-01 17:56:37,089 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.006540750000567641 (mp_runner.py:73) +2024-09-01 17:56:37,234 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.005813167001178954 (mp_runner.py:73) +2024-09-01 17:56:37,253 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.005932359003054444 (mp_runner.py:73) +2024-09-01 17:56:37,933 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.004215451001073234 (mp_runner.py:73) +2024-09-01 17:56:38,077 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.011983829994278494 (mp_runner.py:73) +2024-09-01 17:56:38,118 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.0049208760028705 (mp_runner.py:73) +2024-09-01 17:56:38,163 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.006076794001273811 (mp_runner.py:73) +2024-09-01 17:56:38,188 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.0031194249968393706 (mp_runner.py:73) +2024-09-01 17:56:38,188 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.004336707999755163 (mp_runner.py:73) +2024-09-01 17:56:38,189 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.0052402770015760325 (mp_runner.py:73) +2024-09-01 17:56:38,189 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.0034121459975722246 (mp_runner.py:73) +2024-09-01 17:56:38,189 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.003320688003441319 (mp_runner.py:73) +2024-09-01 17:56:38,190 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.0072775100052240305 (mp_runner.py:73) +2024-09-01 17:56:38,192 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.009780027001397684 (mp_runner.py:73) +2024-09-01 17:56:38,261 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.00550473399925977 (mp_runner.py:73) +2024-09-01 17:56:38,583 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.006116524004028179 (mp_runner.py:73) +2024-09-01 17:56:38,715 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.003571515997464303 (mp_runner.py:73) +2024-09-01 17:56:39,759 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.007520654995460063 (mp_runner.py:73) +2024-09-01 17:56:39,759 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.007210837000457104 (mp_runner.py:73) +2024-09-01 17:56:39,872 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.007405160002235789 (mp_runner.py:73) +2024-09-01 17:56:40,236 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.009007859000121243 (mp_runner.py:73) +2024-09-01 17:56:40,344 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.00369073600450065 (mp_runner.py:73) +2024-09-01 17:56:40,345 | DEBUG |(SpawnProcess-1:32) search_count: 4000, latest_latency=0.004657074001443107 (mp_runner.py:73) +2024-09-01 17:56:40,353 | DEBUG |(SpawnProcess-1:48) search_count: 4000, latest_latency=0.0044827530000475235 (mp_runner.py:73) +2024-09-01 17:56:40,354 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.005220384999120142 (mp_runner.py:73) +2024-09-01 17:56:40,359 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.00875526999880094 (mp_runner.py:73) +2024-09-01 17:56:40,361 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.00902338199375663 (mp_runner.py:73) +2024-09-01 17:56:40,385 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.004811184000573121 (mp_runner.py:73) +2024-09-01 17:56:40,393 | DEBUG |(SpawnProcess-1:40) search_count: 4000, latest_latency=0.004656158002035227 (mp_runner.py:73) +2024-09-01 17:56:40,443 | DEBUG |(SpawnProcess-1:47) search_count: 4000, latest_latency=0.0054816080009914 (mp_runner.py:73) +2024-09-01 17:56:41,058 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.00854079100099625 (mp_runner.py:73) +2024-09-01 17:56:41,152 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.005200234998483211 (mp_runner.py:73) +2024-09-01 17:56:41,240 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.009141952999925707 (mp_runner.py:73) +2024-09-01 17:56:41,289 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.009517910002614371 (mp_runner.py:73) +2024-09-01 17:56:41,367 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.00844258299912326 (mp_runner.py:73) +2024-09-01 17:56:41,673 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.009862154998700134 (mp_runner.py:73) +2024-09-01 17:56:41,792 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.007655739005713258 (mp_runner.py:73) +2024-09-01 17:56:42,931 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.005750999000156298 (mp_runner.py:73) +2024-09-01 17:56:42,948 | DEBUG |(SpawnProcess-1:48) search_count: 4500, latest_latency=0.003582033001293894 (mp_runner.py:73) +2024-09-01 17:56:42,949 | DEBUG |(SpawnProcess-1:32) search_count: 4500, latest_latency=0.005006892002711538 (mp_runner.py:73) +2024-09-01 17:56:42,951 | DEBUG |(SpawnProcess-1:33) search_count: 4500, latest_latency=0.008255888002167922 (mp_runner.py:73) +2024-09-01 17:56:42,952 | DEBUG |(SpawnProcess-1:29) search_count: 4500, latest_latency=0.00975696899695322 (mp_runner.py:73) +2024-09-01 17:56:42,978 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.0061585480070789345 (mp_runner.py:73) +2024-09-01 17:56:43,066 | DEBUG |(SpawnProcess-1:37) search_count: 4000, latest_latency=0.0037429590011015534 (mp_runner.py:73) +2024-09-01 17:56:43,330 | DEBUG |(SpawnProcess-1:46) search_count: 4500, latest_latency=0.008249040001828689 (mp_runner.py:73) +2024-09-01 17:56:43,374 | DEBUG |(SpawnProcess-1:40) search_count: 4500, latest_latency=0.008482700999593362 (mp_runner.py:73) +2024-09-01 17:56:43,382 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.005122554997797124 (mp_runner.py:73) +2024-09-01 17:56:43,383 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.005313508998369798 (mp_runner.py:73) +2024-09-01 17:56:43,448 | DEBUG |(SpawnProcess-1:38) search_count: 4000, latest_latency=0.005855259005329572 (mp_runner.py:73) +2024-09-01 17:56:43,460 | DEBUG |(SpawnProcess-1:47) search_count: 4500, latest_latency=0.007154003003961407 (mp_runner.py:73) +2024-09-01 17:56:44,404 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.0063404680040548556 (mp_runner.py:73) +2024-09-01 17:56:44,510 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.00783479600067949 (mp_runner.py:73) +2024-09-01 17:56:44,531 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.005908589002501685 (mp_runner.py:73) +2024-09-01 17:56:44,645 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.0028726839955197647 (mp_runner.py:73) +2024-09-01 17:56:44,646 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.0055808480028645135 (mp_runner.py:73) +2024-09-01 17:56:44,978 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.006409610003174748 (mp_runner.py:73) +2024-09-01 17:56:45,327 | DEBUG |(SpawnProcess-1:41) search_count: 4000, latest_latency=0.01018370899691945 (mp_runner.py:73) +2024-09-01 17:56:45,835 | DEBUG |(SpawnProcess-1:33) search_count: 5000, latest_latency=0.004344061002484523 (mp_runner.py:73) +2024-09-01 17:56:45,836 | DEBUG |(SpawnProcess-1:29) search_count: 5000, latest_latency=0.006062031003239099 (mp_runner.py:73) +2024-09-01 17:56:45,860 | DEBUG |(SpawnProcess-1:48) search_count: 5000, latest_latency=0.0039945529933902435 (mp_runner.py:73) +2024-09-01 17:56:45,870 | DEBUG |(SpawnProcess-1:32) search_count: 5000, latest_latency=0.004850534001889173 (mp_runner.py:73) +2024-09-01 17:56:46,266 | DEBUG |(SpawnProcess-1:30) search_count: 4500, latest_latency=0.007797115002176724 (mp_runner.py:73) +2024-09-01 17:56:46,329 | DEBUG |(SpawnProcess-1:39) search_count: 4500, latest_latency=0.008034001999476459 (mp_runner.py:73) +2024-09-01 17:56:46,374 | DEBUG |(SpawnProcess-1:47) search_count: 5000, latest_latency=0.005282826998154633 (mp_runner.py:73) +2024-09-01 17:56:46,375 | DEBUG |(SpawnProcess-1:40) search_count: 5000, latest_latency=0.0059550639998633415 (mp_runner.py:73) +2024-09-01 17:56:46,387 | DEBUG |(SpawnProcess-1:37) search_count: 4500, latest_latency=0.007899087002442684 (mp_runner.py:73) +2024-09-01 17:56:46,427 | DEBUG |(SpawnProcess-1:46) search_count: 5000, latest_latency=0.0035910469960072078 (mp_runner.py:73) +2024-09-01 17:56:46,619 | DEBUG |(SpawnProcess-1:31) search_count: 4500, latest_latency=0.009038008996867575 (mp_runner.py:73) +2024-09-01 17:56:46,657 | DEBUG |(SpawnProcess-1:42) search_count: 4500, latest_latency=0.007753225996566471 (mp_runner.py:73) +2024-09-01 17:56:46,763 | DEBUG |(SpawnProcess-1:38) search_count: 4500, latest_latency=0.009157563996268436 (mp_runner.py:73) +2024-09-01 17:56:47,529 | DEBUG |(SpawnProcess-1:34) search_count: 4500, latest_latency=0.007309385997359641 (mp_runner.py:73) +2024-09-01 17:56:47,642 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.006182640994666144 (mp_runner.py:73) +2024-09-01 17:56:47,663 | DEBUG |(SpawnProcess-1:45) search_count: 4500, latest_latency=0.006812639003328513 (mp_runner.py:73) +2024-09-01 17:56:47,686 | DEBUG |(SpawnProcess-1:43) search_count: 4500, latest_latency=0.002840907000063453 (mp_runner.py:73) +2024-09-01 17:56:47,686 | DEBUG |(SpawnProcess-1:36) search_count: 4500, latest_latency=0.006569591998413671 (mp_runner.py:73) +2024-09-01 17:56:48,189 | DEBUG |(SpawnProcess-1:35) search_count: 4500, latest_latency=0.005771932999778073 (mp_runner.py:73) +2024-09-01 17:56:48,342 | DEBUG |(SpawnProcess-1:41) search_count: 4500, latest_latency=0.00958843400439946 (mp_runner.py:73) +2024-09-01 17:56:48,462 | DEBUG |(SpawnProcess-1:29) search_count: 5500, latest_latency=0.005175530997803435 (mp_runner.py:73) +2024-09-01 17:56:48,462 | DEBUG |(SpawnProcess-1:48) search_count: 5500, latest_latency=0.004245980002451688 (mp_runner.py:73) +2024-09-01 17:56:48,463 | DEBUG |(SpawnProcess-1:32) search_count: 5500, latest_latency=0.007691928003623616 (mp_runner.py:73) +2024-09-01 17:56:48,464 | DEBUG |(SpawnProcess-1:33) search_count: 5500, latest_latency=0.009360219999507535 (mp_runner.py:73) +2024-09-01 17:56:49,247 | DEBUG |(SpawnProcess-1:47) search_count: 5500, latest_latency=0.007326530001591891 (mp_runner.py:73) +2024-09-01 17:56:49,247 | DEBUG |(SpawnProcess-1:40) search_count: 5500, latest_latency=0.008695064003404696 (mp_runner.py:73) +2024-09-01 17:56:49,252 | DEBUG |(SpawnProcess-1:30) search_count: 5000, latest_latency=0.006099821999669075 (mp_runner.py:73) +2024-09-01 17:56:49,334 | DEBUG |(SpawnProcess-1:37) search_count: 5000, latest_latency=0.002557136001996696 (mp_runner.py:73) +2024-09-01 17:56:49,394 | DEBUG |(SpawnProcess-1:39) search_count: 5000, latest_latency=0.005401695998443756 (mp_runner.py:73) +2024-09-01 17:56:49,408 | DEBUG |(SpawnProcess-1:46) search_count: 5500, latest_latency=0.009053606001543812 (mp_runner.py:73) +2024-09-01 17:56:49,546 | DEBUG |(SpawnProcess-1:42) search_count: 5000, latest_latency=0.005098038003779948 (mp_runner.py:73) +2024-09-01 17:56:49,660 | DEBUG |(SpawnProcess-1:31) search_count: 5000, latest_latency=0.006185465994349215 (mp_runner.py:73) +2024-09-01 17:56:49,820 | DEBUG |(SpawnProcess-1:38) search_count: 5000, latest_latency=0.005611909000435844 (mp_runner.py:73) +2024-09-01 17:56:50,481 | DEBUG |(SpawnProcess-1:34) search_count: 5000, latest_latency=0.004732695997518022 (mp_runner.py:73) +2024-09-01 17:56:50,482 | DEBUG |(SpawnProcess-1:36) search_count: 5000, latest_latency=0.0042663240019464865 (mp_runner.py:73) +2024-09-01 17:56:50,644 | DEBUG |(SpawnProcess-1:45) search_count: 5000, latest_latency=0.005045647994847968 (mp_runner.py:73) +2024-09-01 17:56:50,646 | DEBUG |(SpawnProcess-1:43) search_count: 5000, latest_latency=0.005402811999374535 (mp_runner.py:73) +2024-09-01 17:56:50,737 | DEBUG |(SpawnProcess-1:44) search_count: 4500, latest_latency=0.009072745000594296 (mp_runner.py:73) +2024-09-01 17:56:50,818 | DEBUG |(SpawnProcess-1:32) search_count: 6000, latest_latency=0.0027324879993102513 (mp_runner.py:73) +2024-09-01 17:56:50,818 | DEBUG |(SpawnProcess-1:29) search_count: 6000, latest_latency=0.0030228779942262918 (mp_runner.py:73) +2024-09-01 17:56:50,819 | DEBUG |(SpawnProcess-1:33) search_count: 6000, latest_latency=0.004692384994996246 (mp_runner.py:73) +2024-09-01 17:56:50,819 | DEBUG |(SpawnProcess-1:48) search_count: 6000, latest_latency=0.004700787998444866 (mp_runner.py:73) +2024-09-01 17:56:51,169 | DEBUG |(SpawnProcess-1:35) search_count: 5000, latest_latency=0.00714145100209862 (mp_runner.py:73) +2024-09-01 17:56:51,171 | DEBUG |(SpawnProcess-1:41) search_count: 5000, latest_latency=0.007318340001802426 (mp_runner.py:73) +2024-09-01 17:56:52,006 | DEBUG |(SpawnProcess-1:47) search_count: 6000, latest_latency=0.009252348005247768 (mp_runner.py:73) +2024-09-01 17:56:52,032 | DEBUG |(SpawnProcess-1:40) search_count: 6000, latest_latency=0.006347986003675032 (mp_runner.py:73) +2024-09-01 17:56:52,139 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0072s, count=5163, qps in this process: 172.0587 (mp_runner.py:76) +2024-09-01 17:56:52,152 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0038s, count=5363, qps in this process: 178.744 (mp_runner.py:76) +2024-09-01 17:56:52,167 | DEBUG |(SpawnProcess-1:46) search_count: 6000, latest_latency=0.005189361996599473 (mp_runner.py:73) +2024-09-01 17:56:52,195 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0018s, count=6006, qps in this process: 200.188 (mp_runner.py:76) +2024-09-01 17:56:52,201 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0077s, count=6034, qps in this process: 201.0817 (mp_runner.py:76) +2024-09-01 17:56:52,217 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0042s, count=5252, qps in this process: 175.0422 (mp_runner.py:76) +2024-09-01 17:56:52,223 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0046s, count=6279, qps in this process: 209.2679 (mp_runner.py:76) +2024-09-01 17:56:52,228 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0017s, count=6275, qps in this process: 209.1548 (mp_runner.py:76) +2024-09-01 17:56:52,234 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0021s, count=5301, qps in this process: 176.6876 (mp_runner.py:76) +2024-09-01 17:56:52,260 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0002s, count=5416, qps in this process: 180.5321 (mp_runner.py:76) +2024-09-01 17:56:52,263 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.003s, count=5262, qps in this process: 175.3825 (mp_runner.py:76) +2024-09-01 17:56:52,263 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0002s, count=6288, qps in this process: 209.5986 (mp_runner.py:76) +2024-09-01 17:56:52,266 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0032s, count=6060, qps in this process: 201.9785 (mp_runner.py:76) +2024-09-01 17:56:52,269 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0008s, count=5468, qps in this process: 182.2618 (mp_runner.py:76) +2024-09-01 17:56:52,271 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0009s, count=5486, qps in this process: 182.8612 (mp_runner.py:76) +2024-09-01 17:56:52,271 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0009s, count=6297, qps in this process: 209.8937 (mp_runner.py:76) +2024-09-01 17:56:52,272 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0038s, count=5436, qps in this process: 181.1771 (mp_runner.py:76) +2024-09-01 17:56:52,273 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.003s, count=5194, qps in this process: 173.116 (mp_runner.py:76) +2024-09-01 17:56:52,274 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0037s, count=5465, qps in this process: 182.1442 (mp_runner.py:76) +2024-09-01 17:56:52,277 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0008s, count=5300, qps in this process: 176.662 (mp_runner.py:76) +2024-09-01 17:56:52,296 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0085s, count=4760, qps in this process: 158.6217 (mp_runner.py:76) +2024-09-01 17:56:52,305 | INFO |End search in concurrency 20: dur=30.244214270998782s, total_count=112105, qps=3706.6594 (mp_runner.py:120) +2024-09-01 17:56:53,547 | INFO |Update largest qps with concurrency 20: current max_qps=3706.6594 (mp_runner.py:124) +2024-09-01 17:56:53,961 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:56:53,961 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 17:57:04,277 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 17:57:04,320 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,431 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,500 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,534 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,545 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,548 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,557 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:04,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:07,328 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.005402649003372062 (mp_runner.py:73) +2024-09-01 17:57:07,329 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.005884550002519973 (mp_runner.py:73) +2024-09-01 17:57:07,329 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.005488570001034532 (mp_runner.py:73) +2024-09-01 17:57:07,329 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.005751467004301958 (mp_runner.py:73) +2024-09-01 17:57:07,330 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.0054604839970124885 (mp_runner.py:73) +2024-09-01 17:57:07,330 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.004944381995301228 (mp_runner.py:73) +2024-09-01 17:57:07,330 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.005326513004547451 (mp_runner.py:73) +2024-09-01 17:57:07,330 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.0048457140001119114 (mp_runner.py:73) +2024-09-01 17:57:07,331 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.009481077999225818 (mp_runner.py:73) +2024-09-01 17:57:07,333 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.012328045995673165 (mp_runner.py:73) +2024-09-01 17:57:07,424 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.004697167998529039 (mp_runner.py:73) +2024-09-01 17:57:07,425 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.007717399996181484 (mp_runner.py:73) +2024-09-01 17:57:07,425 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.006561913003679365 (mp_runner.py:73) +2024-09-01 17:57:07,425 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.0065993109965347685 (mp_runner.py:73) +2024-09-01 17:57:07,426 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.0063913219928508624 (mp_runner.py:73) +2024-09-01 17:57:07,426 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.005663935000484344 (mp_runner.py:73) +2024-09-01 17:57:07,427 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.010770691005745903 (mp_runner.py:73) +2024-09-01 17:57:07,428 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.012032523001835216 (mp_runner.py:73) +2024-09-01 17:57:07,666 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.011437840003054589 (mp_runner.py:73) +2024-09-01 17:57:07,666 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.008767915998760145 (mp_runner.py:73) +2024-09-01 17:57:07,666 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.009964461001800373 (mp_runner.py:73) +2024-09-01 17:57:07,670 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.013057144999038428 (mp_runner.py:73) +2024-09-01 17:57:08,203 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.009998535002523568 (mp_runner.py:73) +2024-09-01 17:57:08,206 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.008594179998908658 (mp_runner.py:73) +2024-09-01 17:57:08,207 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.01150871699792333 (mp_runner.py:73) +2024-09-01 17:57:10,232 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.006759138006600551 (mp_runner.py:73) +2024-09-01 17:57:10,358 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.007475001002603676 (mp_runner.py:73) +2024-09-01 17:57:10,398 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.006841376001830213 (mp_runner.py:73) +2024-09-01 17:57:10,463 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.003949448000639677 (mp_runner.py:73) +2024-09-01 17:57:10,466 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.007377014000667259 (mp_runner.py:73) +2024-09-01 17:57:10,466 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.008458444994175807 (mp_runner.py:73) +2024-09-01 17:57:10,512 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.0013175010026316158 (mp_runner.py:73) +2024-09-01 17:57:10,518 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0012379389954730868 (mp_runner.py:73) +2024-09-01 17:57:10,550 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.0009610050037736073 (mp_runner.py:73) +2024-09-01 17:57:10,550 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.0015737889989395626 (mp_runner.py:73) +2024-09-01 17:57:10,568 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.008332730998517945 (mp_runner.py:73) +2024-09-01 17:57:10,569 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.011781624998548068 (mp_runner.py:73) +2024-09-01 17:57:10,571 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.0115047430008417 (mp_runner.py:73) +2024-09-01 17:57:10,572 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.007438624998030718 (mp_runner.py:73) +2024-09-01 17:57:10,641 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.004191004998574499 (mp_runner.py:73) +2024-09-01 17:57:10,648 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.005086700002721045 (mp_runner.py:73) +2024-09-01 17:57:10,752 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.00635568500001682 (mp_runner.py:73) +2024-09-01 17:57:10,788 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.00873686200066004 (mp_runner.py:73) +2024-09-01 17:57:11,199 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.006892393997986801 (mp_runner.py:73) +2024-09-01 17:57:11,356 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.00799196300067706 (mp_runner.py:73) +2024-09-01 17:57:11,426 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.005977511995297391 (mp_runner.py:73) +2024-09-01 17:57:11,461 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.006972233000851702 (mp_runner.py:73) +2024-09-01 17:57:11,998 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.006543627998325974 (mp_runner.py:73) +2024-09-01 17:57:12,112 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.017914657000801526 (mp_runner.py:73) +2024-09-01 17:57:12,241 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.005066345998784527 (mp_runner.py:73) +2024-09-01 17:57:13,461 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.005828941000800114 (mp_runner.py:73) +2024-09-01 17:57:13,461 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.006482259996118955 (mp_runner.py:73) +2024-09-01 17:57:13,461 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.005745702001149766 (mp_runner.py:73) +2024-09-01 17:57:13,462 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.0031514710062765516 (mp_runner.py:73) +2024-09-01 17:57:13,462 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.006745730999682564 (mp_runner.py:73) +2024-09-01 17:57:13,463 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.006408244000340346 (mp_runner.py:73) +2024-09-01 17:57:13,463 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.006022335997840855 (mp_runner.py:73) +2024-09-01 17:57:13,463 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.005862801997864153 (mp_runner.py:73) +2024-09-01 17:57:13,464 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.00963987300201552 (mp_runner.py:73) +2024-09-01 17:57:13,464 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.0068786039992119186 (mp_runner.py:73) +2024-09-01 17:57:13,465 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.0038766280049458146 (mp_runner.py:73) +2024-09-01 17:57:13,465 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.011132660001749173 (mp_runner.py:73) +2024-09-01 17:57:14,323 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.010979583996231668 (mp_runner.py:73) +2024-09-01 17:57:14,365 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.013239296997198835 (mp_runner.py:73) +2024-09-01 17:57:14,378 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.00847742199403001 (mp_runner.py:73) +2024-09-01 17:57:14,421 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.010563420000835322 (mp_runner.py:73) +2024-09-01 17:57:14,879 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.011041710000426974 (mp_runner.py:73) +2024-09-01 17:57:14,881 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.011882626997248735 (mp_runner.py:73) +2024-09-01 17:57:15,309 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.012268860002222937 (mp_runner.py:73) +2024-09-01 17:57:15,353 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.010431822003738489 (mp_runner.py:73) +2024-09-01 17:57:15,504 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.010856361004698556 (mp_runner.py:73) +2024-09-01 17:57:15,608 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.009375626999826636 (mp_runner.py:73) +2024-09-01 17:57:15,806 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.012048778000462335 (mp_runner.py:73) +2024-09-01 17:57:16,006 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.010990720002155285 (mp_runner.py:73) +2024-09-01 17:57:16,446 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.007325951002712827 (mp_runner.py:73) +2024-09-01 17:57:16,518 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.004052244003105443 (mp_runner.py:73) +2024-09-01 17:57:16,519 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.003791060000366997 (mp_runner.py:73) +2024-09-01 17:57:16,519 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.004915448000247125 (mp_runner.py:73) +2024-09-01 17:57:16,519 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.003978852000727784 (mp_runner.py:73) +2024-09-01 17:57:16,519 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.0048237869996228255 (mp_runner.py:73) +2024-09-01 17:57:16,520 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.0069557499955408275 (mp_runner.py:73) +2024-09-01 17:57:16,520 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.007719531000475399 (mp_runner.py:73) +2024-09-01 17:57:16,521 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.00502318700455362 (mp_runner.py:73) +2024-09-01 17:57:16,521 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.004981742000381928 (mp_runner.py:73) +2024-09-01 17:57:16,521 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.006179540003358852 (mp_runner.py:73) +2024-09-01 17:57:16,522 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.005717606996768154 (mp_runner.py:73) +2024-09-01 17:57:16,523 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.006425627005228307 (mp_runner.py:73) +2024-09-01 17:57:17,779 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.0022558499986189418 (mp_runner.py:73) +2024-09-01 17:57:17,779 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.004237675995682366 (mp_runner.py:73) +2024-09-01 17:57:17,781 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.006711008994898293 (mp_runner.py:73) +2024-09-01 17:57:18,094 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.001478140999097377 (mp_runner.py:73) +2024-09-01 17:57:18,650 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.0053497150001931 (mp_runner.py:73) +2024-09-01 17:57:18,826 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.006119460995250847 (mp_runner.py:73) +2024-09-01 17:57:19,046 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.005905649006308522 (mp_runner.py:73) +2024-09-01 17:57:19,048 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.007968416000949219 (mp_runner.py:73) +2024-09-01 17:57:19,302 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.006826676006312482 (mp_runner.py:73) +2024-09-01 17:57:19,364 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.003414186998270452 (mp_runner.py:73) +2024-09-01 17:57:19,364 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.005710106001060922 (mp_runner.py:73) +2024-09-01 17:57:19,365 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.005917677000979893 (mp_runner.py:73) +2024-09-01 17:57:19,366 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.006977942000958137 (mp_runner.py:73) +2024-09-01 17:57:19,366 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.006002788002660964 (mp_runner.py:73) +2024-09-01 17:57:19,367 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.0068122619995847344 (mp_runner.py:73) +2024-09-01 17:57:19,368 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.01013704300567042 (mp_runner.py:73) +2024-09-01 17:57:19,368 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.007828533998690546 (mp_runner.py:73) +2024-09-01 17:57:19,369 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.010450818997924216 (mp_runner.py:73) +2024-09-01 17:57:19,369 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.007252829003846273 (mp_runner.py:73) +2024-09-01 17:57:19,456 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.007111949998943601 (mp_runner.py:73) +2024-09-01 17:57:19,471 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.007782630003930535 (mp_runner.py:73) +2024-09-01 17:57:19,729 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.009688942001957912 (mp_runner.py:73) +2024-09-01 17:57:19,731 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.012939653999637812 (mp_runner.py:73) +2024-09-01 17:57:19,896 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.004855862003751099 (mp_runner.py:73) +2024-09-01 17:57:20,345 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.0064995930006261915 (mp_runner.py:73) +2024-09-01 17:57:21,133 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.006383778003510088 (mp_runner.py:73) +2024-09-01 17:57:21,158 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.00745976699545281 (mp_runner.py:73) +2024-09-01 17:57:21,165 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.01131739799893694 (mp_runner.py:73) +2024-09-01 17:57:21,753 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.011682408003252931 (mp_runner.py:73) +2024-09-01 17:57:22,253 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.0038544189956155606 (mp_runner.py:73) +2024-09-01 17:57:22,254 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.004736417999083642 (mp_runner.py:73) +2024-09-01 17:57:22,255 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.006351208998239599 (mp_runner.py:73) +2024-09-01 17:57:22,255 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.0071766309993108734 (mp_runner.py:73) +2024-09-01 17:57:22,473 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.0034397509953123517 (mp_runner.py:73) +2024-09-01 17:57:22,474 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.0041163319983752444 (mp_runner.py:73) +2024-09-01 17:57:22,474 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.006222333999176044 (mp_runner.py:73) +2024-09-01 17:57:22,474 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.005218689002504107 (mp_runner.py:73) +2024-09-01 17:57:22,474 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.005507228001079056 (mp_runner.py:73) +2024-09-01 17:57:22,475 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.00784658100019442 (mp_runner.py:73) +2024-09-01 17:57:22,581 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.008681508996232878 (mp_runner.py:73) +2024-09-01 17:57:22,683 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.011358003997884225 (mp_runner.py:73) +2024-09-01 17:57:22,814 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.010647453993442468 (mp_runner.py:73) +2024-09-01 17:57:23,029 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.010606358999211807 (mp_runner.py:73) +2024-09-01 17:57:23,091 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.00959748899913393 (mp_runner.py:73) +2024-09-01 17:57:23,328 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.012147387002187315 (mp_runner.py:73) +2024-09-01 17:57:23,484 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.010392247000709176 (mp_runner.py:73) +2024-09-01 17:57:23,539 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.003676863998407498 (mp_runner.py:73) +2024-09-01 17:57:23,546 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.011087016006058548 (mp_runner.py:73) +2024-09-01 17:57:23,836 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.00879097400320461 (mp_runner.py:73) +2024-09-01 17:57:24,393 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.012277231995540205 (mp_runner.py:73) +2024-09-01 17:57:24,768 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.006883722002385184 (mp_runner.py:73) +2024-09-01 17:57:24,770 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.007253753996337764 (mp_runner.py:73) +2024-09-01 17:57:24,895 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.006858123997517396 (mp_runner.py:73) +2024-09-01 17:57:25,386 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.004946460998326074 (mp_runner.py:73) +2024-09-01 17:57:25,407 | DEBUG |(SpawnProcess-1:64) search_count: 3500, latest_latency=0.012976111000170931 (mp_runner.py:73) +2024-09-01 17:57:25,503 | DEBUG |(SpawnProcess-1:51) search_count: 3500, latest_latency=0.011254639997787308 (mp_runner.py:73) +2024-09-01 17:57:25,529 | DEBUG |(SpawnProcess-1:74) search_count: 3500, latest_latency=0.009909829001117032 (mp_runner.py:73) +2024-09-01 17:57:25,615 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.009472284000366926 (mp_runner.py:73) +2024-09-01 17:57:25,653 | DEBUG |(SpawnProcess-1:73) search_count: 3500, latest_latency=0.00685908600280527 (mp_runner.py:73) +2024-09-01 17:57:25,655 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.008815171000605915 (mp_runner.py:73) +2024-09-01 17:57:25,655 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.011161975002323743 (mp_runner.py:73) +2024-09-01 17:57:25,656 | DEBUG |(SpawnProcess-1:56) search_count: 3500, latest_latency=0.010713884999859147 (mp_runner.py:73) +2024-09-01 17:57:25,842 | DEBUG |(SpawnProcess-1:52) search_count: 3500, latest_latency=0.010586033997242339 (mp_runner.py:73) +2024-09-01 17:57:26,118 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.01268762799736578 (mp_runner.py:73) +2024-09-01 17:57:26,296 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.006912459000886884 (mp_runner.py:73) +2024-09-01 17:57:26,368 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.006126512998889666 (mp_runner.py:73) +2024-09-01 17:57:26,531 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.005723842004954349 (mp_runner.py:73) +2024-09-01 17:57:26,657 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.007803551998222247 (mp_runner.py:73) +2024-09-01 17:57:26,890 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.004783641001267824 (mp_runner.py:73) +2024-09-01 17:57:27,294 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.0104947270010598 (mp_runner.py:73) +2024-09-01 17:57:27,444 | DEBUG |(SpawnProcess-1:62) search_count: 3500, latest_latency=0.014858613001706544 (mp_runner.py:73) +2024-09-01 17:57:27,446 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.00844560800032923 (mp_runner.py:73) +2024-09-01 17:57:27,518 | DEBUG |(SpawnProcess-1:65) search_count: 3500, latest_latency=0.012712295996607281 (mp_runner.py:73) +2024-09-01 17:57:27,775 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.005893991998163983 (mp_runner.py:73) +2024-09-01 17:57:28,199 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.0074359110003570095 (mp_runner.py:73) +2024-09-01 17:57:28,278 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.010651712997059803 (mp_runner.py:73) +2024-09-01 17:57:28,278 | DEBUG |(SpawnProcess-1:69) search_count: 3500, latest_latency=0.012003347001154907 (mp_runner.py:73) +2024-09-01 17:57:28,645 | DEBUG |(SpawnProcess-1:58) search_count: 4000, latest_latency=0.010956371996144298 (mp_runner.py:73) +2024-09-01 17:57:28,650 | DEBUG |(SpawnProcess-1:73) search_count: 4000, latest_latency=0.014869728998746723 (mp_runner.py:73) +2024-09-01 17:57:28,671 | DEBUG |(SpawnProcess-1:56) search_count: 4000, latest_latency=0.012239039999258239 (mp_runner.py:73) +2024-09-01 17:57:28,678 | DEBUG |(SpawnProcess-1:51) search_count: 4000, latest_latency=0.0012731179958791472 (mp_runner.py:73) +2024-09-01 17:57:28,679 | DEBUG |(SpawnProcess-1:64) search_count: 4000, latest_latency=0.004370833994471468 (mp_runner.py:73) +2024-09-01 17:57:28,679 | DEBUG |(SpawnProcess-1:71) search_count: 4000, latest_latency=0.00588717199570965 (mp_runner.py:73) +2024-09-01 17:57:28,680 | DEBUG |(SpawnProcess-1:55) search_count: 4000, latest_latency=0.007303466001758352 (mp_runner.py:73) +2024-09-01 17:57:28,684 | DEBUG |(SpawnProcess-1:74) search_count: 4000, latest_latency=0.009039249998750165 (mp_runner.py:73) +2024-09-01 17:57:28,720 | DEBUG |(SpawnProcess-1:59) search_count: 3500, latest_latency=0.007005591003689915 (mp_runner.py:73) +2024-09-01 17:57:29,133 | DEBUG |(SpawnProcess-1:72) search_count: 3500, latest_latency=0.010812161999638192 (mp_runner.py:73) +2024-09-01 17:57:29,539 | DEBUG |(SpawnProcess-1:52) search_count: 4000, latest_latency=0.005709639000997413 (mp_runner.py:73) +2024-09-01 17:57:29,991 | DEBUG |(SpawnProcess-1:53) search_count: 4000, latest_latency=0.0073269779968541116 (mp_runner.py:73) +2024-09-01 17:57:30,219 | DEBUG |(SpawnProcess-1:63) search_count: 3500, latest_latency=0.004267298994818702 (mp_runner.py:73) +2024-09-01 17:57:30,378 | DEBUG |(SpawnProcess-1:67) search_count: 3500, latest_latency=0.01042736999806948 (mp_runner.py:73) +2024-09-01 17:57:30,423 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.009801473999687005 (mp_runner.py:73) +2024-09-01 17:57:30,761 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.010126107998075895 (mp_runner.py:73) +2024-09-01 17:57:30,955 | DEBUG |(SpawnProcess-1:66) search_count: 3500, latest_latency=0.009819862003496382 (mp_runner.py:73) +2024-09-01 17:57:31,304 | DEBUG |(SpawnProcess-1:62) search_count: 4000, latest_latency=0.005460560001665726 (mp_runner.py:73) +2024-09-01 17:57:31,325 | DEBUG |(SpawnProcess-1:61) search_count: 3500, latest_latency=0.010509397005080245 (mp_runner.py:73) +2024-09-01 17:57:31,447 | DEBUG |(SpawnProcess-1:50) search_count: 3500, latest_latency=0.010259880000376143 (mp_runner.py:73) +2024-09-01 17:57:31,527 | DEBUG |(SpawnProcess-1:65) search_count: 4000, latest_latency=0.007114981002814602 (mp_runner.py:73) +2024-09-01 17:57:31,750 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.011358502997609321 (mp_runner.py:73) +2024-09-01 17:57:31,751 | DEBUG |(SpawnProcess-1:64) search_count: 4500, latest_latency=0.0057964690058724955 (mp_runner.py:73) +2024-09-01 17:57:31,752 | DEBUG |(SpawnProcess-1:51) search_count: 4500, latest_latency=0.004623961998731829 (mp_runner.py:73) +2024-09-01 17:57:31,752 | DEBUG |(SpawnProcess-1:74) search_count: 4500, latest_latency=0.005613909001112916 (mp_runner.py:73) +2024-09-01 17:57:31,754 | DEBUG |(SpawnProcess-1:58) search_count: 4500, latest_latency=0.007731388999673072 (mp_runner.py:73) +2024-09-01 17:57:31,754 | DEBUG |(SpawnProcess-1:73) search_count: 4500, latest_latency=0.007076743000652641 (mp_runner.py:73) +2024-09-01 17:57:31,755 | DEBUG |(SpawnProcess-1:55) search_count: 4500, latest_latency=0.01158699499501381 (mp_runner.py:73) +2024-09-01 17:57:31,755 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.011019207995559555 (mp_runner.py:73) +2024-09-01 17:57:31,989 | DEBUG |(SpawnProcess-1:69) search_count: 4000, latest_latency=0.0059085440007038414 (mp_runner.py:73) +2024-09-01 17:57:31,991 | DEBUG |(SpawnProcess-1:70) search_count: 4000, latest_latency=0.008426399996096734 (mp_runner.py:73) +2024-09-01 17:57:32,371 | DEBUG |(SpawnProcess-1:71) search_count: 4500, latest_latency=0.011554768003406934 (mp_runner.py:73) +2024-09-01 17:57:32,386 | DEBUG |(SpawnProcess-1:56) search_count: 4500, latest_latency=0.012159562997112516 (mp_runner.py:73) +2024-09-01 17:57:32,473 | DEBUG |(SpawnProcess-1:59) search_count: 4000, latest_latency=0.005830518995935563 (mp_runner.py:73) +2024-09-01 17:57:32,825 | DEBUG |(SpawnProcess-1:72) search_count: 4000, latest_latency=0.005919894996623043 (mp_runner.py:73) +2024-09-01 17:57:33,456 | DEBUG |(SpawnProcess-1:52) search_count: 4500, latest_latency=0.010123079999175388 (mp_runner.py:73) +2024-09-01 17:57:33,843 | DEBUG |(SpawnProcess-1:53) search_count: 4500, latest_latency=0.008254300999396946 (mp_runner.py:73) +2024-09-01 17:57:33,944 | DEBUG |(SpawnProcess-1:63) search_count: 4000, latest_latency=0.0068760860012844205 (mp_runner.py:73) +2024-09-01 17:57:34,126 | DEBUG |(SpawnProcess-1:67) search_count: 4000, latest_latency=0.005582993006100878 (mp_runner.py:73) +2024-09-01 17:57:34,165 | DEBUG |(SpawnProcess-1:68) search_count: 4000, latest_latency=0.0067423349973978475 (mp_runner.py:73) +2024-09-01 17:57:34,324 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0037s, count=4753, qps in this process: 158.4138 (mp_runner.py:76) +2024-09-01 17:57:34,388 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0066s, count=4327, qps in this process: 144.2016 (mp_runner.py:76) +2024-09-01 17:57:34,399 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0044s, count=4059, qps in this process: 135.2802 (mp_runner.py:76) +2024-09-01 17:57:34,401 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0005s, count=4624, qps in this process: 154.1308 (mp_runner.py:76) +2024-09-01 17:57:34,413 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0072s, count=4575, qps in this process: 152.4634 (mp_runner.py:76) +2024-09-01 17:57:34,418 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0038s, count=4377, qps in this process: 145.8815 (mp_runner.py:76) +2024-09-01 17:57:34,437 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0032s, count=4960, qps in this process: 165.3157 (mp_runner.py:76) +2024-09-01 17:57:34,441 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0061s, count=3961, qps in this process: 132.0065 (mp_runner.py:76) +2024-09-01 17:57:34,448 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0023s, count=4935, qps in this process: 164.4874 (mp_runner.py:76) +2024-09-01 17:57:34,487 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0004s, count=4931, qps in this process: 164.3645 (mp_runner.py:76) +2024-09-01 17:57:34,504 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0025s, count=4946, qps in this process: 164.8529 (mp_runner.py:76) +2024-09-01 17:57:34,531 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0009s, count=4235, qps in this process: 141.1624 (mp_runner.py:76) +2024-09-01 17:57:34,534 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0032s, count=4955, qps in this process: 165.1491 (mp_runner.py:76) +2024-09-01 17:57:34,540 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0029s, count=4276, qps in this process: 142.5196 (mp_runner.py:76) +2024-09-01 17:57:34,541 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0038s, count=3999, qps in this process: 133.2831 (mp_runner.py:76) +2024-09-01 17:57:34,544 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0014s, count=4360, qps in this process: 145.3266 (mp_runner.py:76) +2024-09-01 17:57:34,549 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0007s, count=4799, qps in this process: 159.9629 (mp_runner.py:76) +2024-09-01 17:57:34,551 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0011s, count=3986, qps in this process: 132.8618 (mp_runner.py:76) +2024-09-01 17:57:34,551 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0006s, count=3944, qps in this process: 131.464 (mp_runner.py:76) +2024-09-01 17:57:34,552 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.0043s, count=4972, qps in this process: 165.7096 (mp_runner.py:76) +2024-09-01 17:57:34,555 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0006s, count=4078, qps in this process: 135.9306 (mp_runner.py:76) +2024-09-01 17:57:34,559 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0013s, count=4066, qps in this process: 135.5275 (mp_runner.py:76) +2024-09-01 17:57:34,561 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0017s, count=4435, qps in this process: 147.825 (mp_runner.py:76) +2024-09-01 17:57:34,567 | DEBUG |(SpawnProcess-1:60) search_count: 4000, latest_latency=0.0008975099990493618 (mp_runner.py:73) +2024-09-01 17:57:34,569 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0003s, count=4001, qps in this process: 133.3653 (mp_runner.py:76) +2024-09-01 17:57:34,570 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0003s, count=3998, qps in this process: 133.2653 (mp_runner.py:76) +2024-09-01 17:57:34,581 | INFO |End search in concurrency 25: dur=30.304518208002264s, total_count=110552, qps=3648.0369 (mp_runner.py:120) +2024-09-01 17:57:36,591 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:57:36,591 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 17:57:46,969 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 17:57:47,073 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,082 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,150 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,155 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,158 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,187 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,213 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,229 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,243 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,244 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,247 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,255 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,257 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,272 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,273 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,280 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,290 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,294 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,302 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,304 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,305 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,314 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,317 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,328 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:47,331 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:57:50,788 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.009627715000533499 (mp_runner.py:73) +2024-09-01 17:57:50,790 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.011959288000070956 (mp_runner.py:73) +2024-09-01 17:57:50,791 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.01400769800238777 (mp_runner.py:73) +2024-09-01 17:57:50,793 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.004058543003338855 (mp_runner.py:73) +2024-09-01 17:57:50,793 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.0163904069995624 (mp_runner.py:73) +2024-09-01 17:57:50,793 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.003945689000829589 (mp_runner.py:73) +2024-09-01 17:57:50,793 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.00539847699837992 (mp_runner.py:73) +2024-09-01 17:57:50,794 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.004012132994830608 (mp_runner.py:73) +2024-09-01 17:57:50,794 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.006989911998971365 (mp_runner.py:73) +2024-09-01 17:57:50,795 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.008105681001325138 (mp_runner.py:73) +2024-09-01 17:57:50,808 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.011662750999676064 (mp_runner.py:73) +2024-09-01 17:57:50,815 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.01624304500001017 (mp_runner.py:73) +2024-09-01 17:57:50,897 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.008616791004897095 (mp_runner.py:73) +2024-09-01 17:57:50,898 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.008549514997866936 (mp_runner.py:73) +2024-09-01 17:57:50,900 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.010804017998452764 (mp_runner.py:73) +2024-09-01 17:57:50,901 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.010236557005555369 (mp_runner.py:73) +2024-09-01 17:57:50,902 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.011669161001918837 (mp_runner.py:73) +2024-09-01 17:57:50,903 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.015271577001840342 (mp_runner.py:73) +2024-09-01 17:57:50,903 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.016504796003573574 (mp_runner.py:73) +2024-09-01 17:57:51,075 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.0019251339981565252 (mp_runner.py:73) +2024-09-01 17:57:51,077 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.004040261002955958 (mp_runner.py:73) +2024-09-01 17:57:51,168 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.01182850899931509 (mp_runner.py:73) +2024-09-01 17:57:51,208 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.013745285003096797 (mp_runner.py:73) +2024-09-01 17:57:51,247 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.010552476996963378 (mp_runner.py:73) +2024-09-01 17:57:51,249 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.013676819995453116 (mp_runner.py:73) +2024-09-01 17:57:51,251 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.007407287004753016 (mp_runner.py:73) +2024-09-01 17:57:51,762 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.010855133994482458 (mp_runner.py:73) +2024-09-01 17:57:51,762 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.01200862100085942 (mp_runner.py:73) +2024-09-01 17:57:51,951 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.011955403999309056 (mp_runner.py:73) +2024-09-01 17:57:52,075 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.014223885998944752 (mp_runner.py:73) +2024-09-01 17:57:54,309 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.003932261999580078 (mp_runner.py:73) +2024-09-01 17:57:54,310 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.005239764002908487 (mp_runner.py:73) +2024-09-01 17:57:54,311 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.007230212999274954 (mp_runner.py:73) +2024-09-01 17:57:54,311 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.005725643000914715 (mp_runner.py:73) +2024-09-01 17:57:54,312 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.006877186999190599 (mp_runner.py:73) +2024-09-01 17:57:54,313 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.009136713000771124 (mp_runner.py:73) +2024-09-01 17:57:54,335 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.004662393002945464 (mp_runner.py:73) +2024-09-01 17:57:54,335 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.0046272309991763905 (mp_runner.py:73) +2024-09-01 17:57:54,336 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.006147411004349124 (mp_runner.py:73) +2024-09-01 17:57:54,337 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.005056888003309723 (mp_runner.py:73) +2024-09-01 17:57:54,338 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.006896894999954384 (mp_runner.py:73) +2024-09-01 17:57:54,338 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.00874079299683217 (mp_runner.py:73) +2024-09-01 17:57:54,339 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.007227219000924379 (mp_runner.py:73) +2024-09-01 17:57:54,340 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.010428690002299845 (mp_runner.py:73) +2024-09-01 17:57:54,340 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.008519465001882054 (mp_runner.py:73) +2024-09-01 17:57:54,341 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.008640755993837956 (mp_runner.py:73) +2024-09-01 17:57:54,396 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.005494486998941284 (mp_runner.py:73) +2024-09-01 17:57:54,396 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.0072587629983900115 (mp_runner.py:73) +2024-09-01 17:57:54,397 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.007286113002919592 (mp_runner.py:73) +2024-09-01 17:57:54,931 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.005708830001822207 (mp_runner.py:73) +2024-09-01 17:57:54,932 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006006559000525158 (mp_runner.py:73) +2024-09-01 17:57:54,933 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.00602182299917331 (mp_runner.py:73) +2024-09-01 17:57:54,933 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.00810466099937912 (mp_runner.py:73) +2024-09-01 17:57:54,934 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.008998840996355284 (mp_runner.py:73) +2024-09-01 17:57:55,162 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.006634931000007782 (mp_runner.py:73) +2024-09-01 17:57:55,263 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.00869610499648843 (mp_runner.py:73) +2024-09-01 17:57:56,110 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.007544050000433344 (mp_runner.py:73) +2024-09-01 17:57:56,111 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.007601541001349688 (mp_runner.py:73) +2024-09-01 17:57:56,458 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.009243468004569877 (mp_runner.py:73) +2024-09-01 17:57:56,690 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.005923826000071131 (mp_runner.py:73) +2024-09-01 17:57:57,727 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.005019598997023422 (mp_runner.py:73) +2024-09-01 17:57:57,728 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.007051126995065715 (mp_runner.py:73) +2024-09-01 17:57:57,728 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.0055038290010998026 (mp_runner.py:73) +2024-09-01 17:57:57,729 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.009094930996070616 (mp_runner.py:73) +2024-09-01 17:57:57,729 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.007755778999126051 (mp_runner.py:73) +2024-09-01 17:57:57,730 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.009351854998385534 (mp_runner.py:73) +2024-09-01 17:57:57,730 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.006597405998036265 (mp_runner.py:73) +2024-09-01 17:57:57,730 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.0055491379971499555 (mp_runner.py:73) +2024-09-01 17:57:57,732 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.012838485003157984 (mp_runner.py:73) +2024-09-01 17:57:57,733 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.01500088100146968 (mp_runner.py:73) +2024-09-01 17:57:58,003 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.006197506001626607 (mp_runner.py:73) +2024-09-01 17:57:58,004 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.009343153004010674 (mp_runner.py:73) +2024-09-01 17:57:58,005 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.011058233998483047 (mp_runner.py:73) +2024-09-01 17:57:58,006 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.009688753001682926 (mp_runner.py:73) +2024-09-01 17:57:58,007 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.014525286002026405 (mp_runner.py:73) +2024-09-01 17:57:58,007 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.014223404999938793 (mp_runner.py:73) +2024-09-01 17:57:58,747 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.012187554995762184 (mp_runner.py:73) +2024-09-01 17:57:58,748 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.015399986994452775 (mp_runner.py:73) +2024-09-01 17:57:58,815 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.01343955999618629 (mp_runner.py:73) +2024-09-01 17:57:58,885 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.00778513599652797 (mp_runner.py:73) +2024-09-01 17:57:58,885 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.008727800006454345 (mp_runner.py:73) +2024-09-01 17:57:58,889 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.014020738999533933 (mp_runner.py:73) +2024-09-01 17:57:58,890 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.015440141003637109 (mp_runner.py:73) +2024-09-01 17:57:59,242 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.013337682998098899 (mp_runner.py:73) +2024-09-01 17:57:59,819 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.013003445004869718 (mp_runner.py:73) +2024-09-01 17:58:00,112 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.0247283589997096 (mp_runner.py:73) +2024-09-01 17:58:00,533 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.004045078996568918 (mp_runner.py:73) +2024-09-01 17:58:00,607 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.017098693002481014 (mp_runner.py:73) +2024-09-01 17:58:01,128 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.019596209000155795 (mp_runner.py:73) +2024-09-01 17:58:01,413 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.01550604699878022 (mp_runner.py:73) +2024-09-01 17:58:01,437 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.007822529005352408 (mp_runner.py:73) +2024-09-01 17:58:01,464 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.008676240999193396 (mp_runner.py:73) +2024-09-01 17:58:01,500 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.00888237199978903 (mp_runner.py:73) +2024-09-01 17:58:01,523 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.00893258600262925 (mp_runner.py:73) +2024-09-01 17:58:01,527 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.00917141800164245 (mp_runner.py:73) +2024-09-01 17:58:01,533 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.006287925003562123 (mp_runner.py:73) +2024-09-01 17:58:01,534 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.006653614000242669 (mp_runner.py:73) +2024-09-01 17:58:01,561 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.013454337997245602 (mp_runner.py:73) +2024-09-01 17:58:01,616 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.007753919002425391 (mp_runner.py:73) +2024-09-01 17:58:01,850 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.007328619001782499 (mp_runner.py:73) +2024-09-01 17:58:01,851 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.007000824996794108 (mp_runner.py:73) +2024-09-01 17:58:01,852 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.0069459849983104505 (mp_runner.py:73) +2024-09-01 17:58:01,852 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.008578401000704616 (mp_runner.py:73) +2024-09-01 17:58:01,853 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.007831448994693346 (mp_runner.py:73) +2024-09-01 17:58:01,853 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.010081448002893012 (mp_runner.py:73) +2024-09-01 17:58:01,973 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.00812142199720256 (mp_runner.py:73) +2024-09-01 17:58:02,685 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.0069263810000848025 (mp_runner.py:73) +2024-09-01 17:58:02,686 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007096302004356403 (mp_runner.py:73) +2024-09-01 17:58:02,686 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.006820164002419915 (mp_runner.py:73) +2024-09-01 17:58:02,686 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.009658263996243477 (mp_runner.py:73) +2024-09-01 17:58:02,687 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.009714999003335834 (mp_runner.py:73) +2024-09-01 17:58:03,129 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.028502059998572804 (mp_runner.py:73) +2024-09-01 17:58:03,160 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.006922094995388761 (mp_runner.py:73) +2024-09-01 17:58:04,199 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.010441063001053408 (mp_runner.py:73) +2024-09-01 17:58:04,443 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.008326151997607667 (mp_runner.py:73) +2024-09-01 17:58:04,782 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.008310365999932401 (mp_runner.py:73) +2024-09-01 17:58:05,018 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.002614137003547512 (mp_runner.py:73) +2024-09-01 17:58:05,019 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.005707664000510704 (mp_runner.py:73) +2024-09-01 17:58:05,019 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.008329659998707939 (mp_runner.py:73) +2024-09-01 17:58:05,020 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.00786165900353808 (mp_runner.py:73) +2024-09-01 17:58:05,020 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.007054737005091738 (mp_runner.py:73) +2024-09-01 17:58:05,022 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.013098411000100896 (mp_runner.py:73) +2024-09-01 17:58:05,024 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.01528397599759046 (mp_runner.py:73) +2024-09-01 17:58:05,044 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.008221144998969976 (mp_runner.py:73) +2024-09-01 17:58:05,120 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.009640067000873387 (mp_runner.py:73) +2024-09-01 17:58:05,556 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.007315498005482368 (mp_runner.py:73) +2024-09-01 17:58:05,557 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.007176345003244933 (mp_runner.py:73) +2024-09-01 17:58:05,557 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.008351622993359342 (mp_runner.py:73) +2024-09-01 17:58:05,558 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.007827030996850226 (mp_runner.py:73) +2024-09-01 17:58:05,558 | DEBUG |(SpawnProcess-1:104) search_count: 2500, latest_latency=0.007976742999744602 (mp_runner.py:73) +2024-09-01 17:58:05,559 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.009471072997257579 (mp_runner.py:73) +2024-09-01 17:58:05,561 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.012219390002428554 (mp_runner.py:73) +2024-09-01 17:58:05,562 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.01505820400052471 (mp_runner.py:73) +2024-09-01 17:58:05,583 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.006455827999161556 (mp_runner.py:73) +2024-09-01 17:58:06,359 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.007807529000274371 (mp_runner.py:73) +2024-09-01 17:58:06,775 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.007838306999474298 (mp_runner.py:73) +2024-09-01 17:58:06,776 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.009911674002069049 (mp_runner.py:73) +2024-09-01 17:58:06,777 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.011251315001572948 (mp_runner.py:73) +2024-09-01 17:58:06,778 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.013984468001581263 (mp_runner.py:73) +2024-09-01 17:58:06,778 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.013127113001246471 (mp_runner.py:73) +2024-09-01 17:58:07,395 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.011495091996039264 (mp_runner.py:73) +2024-09-01 17:58:07,715 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.012404570006765425 (mp_runner.py:73) +2024-09-01 17:58:07,716 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.014888741003233008 (mp_runner.py:73) +2024-09-01 17:58:08,554 | DEBUG |(SpawnProcess-1:98) search_count: 3000, latest_latency=0.00447623900254257 (mp_runner.py:73) +2024-09-01 17:58:08,556 | DEBUG |(SpawnProcess-1:99) search_count: 3000, latest_latency=0.005871811998076737 (mp_runner.py:73) +2024-09-01 17:58:08,557 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.0075713909973273985 (mp_runner.py:73) +2024-09-01 17:58:08,557 | DEBUG |(SpawnProcess-1:94) search_count: 3000, latest_latency=0.006485049998445902 (mp_runner.py:73) +2024-09-01 17:58:08,561 | DEBUG |(SpawnProcess-1:77) search_count: 3000, latest_latency=0.01444729700597236 (mp_runner.py:73) +2024-09-01 17:58:08,933 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.012275323002540972 (mp_runner.py:73) +2024-09-01 17:58:09,133 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.007912356995802838 (mp_runner.py:73) +2024-09-01 17:58:09,136 | DEBUG |(SpawnProcess-1:97) search_count: 3000, latest_latency=0.001755992998369038 (mp_runner.py:73) +2024-09-01 17:58:09,151 | DEBUG |(SpawnProcess-1:89) search_count: 3000, latest_latency=0.0107671060031862 (mp_runner.py:73) +2024-09-01 17:58:09,152 | DEBUG |(SpawnProcess-1:104) search_count: 3000, latest_latency=0.011021816004358698 (mp_runner.py:73) +2024-09-01 17:58:09,154 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.013404435994743835 (mp_runner.py:73) +2024-09-01 17:58:09,154 | DEBUG |(SpawnProcess-1:96) search_count: 3000, latest_latency=0.014665805996628478 (mp_runner.py:73) +2024-09-01 17:58:09,160 | DEBUG |(SpawnProcess-1:80) search_count: 3000, latest_latency=0.0033535370021127164 (mp_runner.py:73) +2024-09-01 17:58:09,161 | DEBUG |(SpawnProcess-1:102) search_count: 3000, latest_latency=0.0038264140021055937 (mp_runner.py:73) +2024-09-01 17:58:09,161 | DEBUG |(SpawnProcess-1:78) search_count: 3000, latest_latency=0.005068041005870327 (mp_runner.py:73) +2024-09-01 17:58:09,166 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.009208540999679826 (mp_runner.py:73) +2024-09-01 17:58:09,192 | DEBUG |(SpawnProcess-1:91) search_count: 3000, latest_latency=0.0049513359990669414 (mp_runner.py:73) +2024-09-01 17:58:09,514 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.013023799998336472 (mp_runner.py:73) +2024-09-01 17:58:09,608 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.011696162997395732 (mp_runner.py:73) +2024-09-01 17:58:09,609 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.011823203996755183 (mp_runner.py:73) +2024-09-01 17:58:10,267 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.013716415996896103 (mp_runner.py:73) +2024-09-01 17:58:10,619 | DEBUG |(SpawnProcess-1:105) search_count: 3000, latest_latency=0.010588714998448268 (mp_runner.py:73) +2024-09-01 17:58:10,619 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.010230266001599375 (mp_runner.py:73) +2024-09-01 17:58:10,753 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.00875632799579762 (mp_runner.py:73) +2024-09-01 17:58:10,834 | DEBUG |(SpawnProcess-1:88) search_count: 3000, latest_latency=0.0077791570001863874 (mp_runner.py:73) +2024-09-01 17:58:10,835 | DEBUG |(SpawnProcess-1:90) search_count: 3000, latest_latency=0.007488393006497063 (mp_runner.py:73) +2024-09-01 17:58:11,153 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.01607832100125961 (mp_runner.py:73) +2024-09-01 17:58:12,268 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.007743104004475754 (mp_runner.py:73) +2024-09-01 17:58:12,490 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.007850878995668609 (mp_runner.py:73) +2024-09-01 17:58:12,536 | DEBUG |(SpawnProcess-1:101) search_count: 3000, latest_latency=0.009193188001518138 (mp_runner.py:73) +2024-09-01 17:58:12,822 | DEBUG |(SpawnProcess-1:85) search_count: 3500, latest_latency=0.010289482997904997 (mp_runner.py:73) +2024-09-01 17:58:12,825 | DEBUG |(SpawnProcess-1:98) search_count: 3500, latest_latency=0.014402624001377262 (mp_runner.py:73) +2024-09-01 17:58:12,826 | DEBUG |(SpawnProcess-1:94) search_count: 3500, latest_latency=0.015833678997296374 (mp_runner.py:73) +2024-09-01 17:58:13,122 | DEBUG |(SpawnProcess-1:77) search_count: 3500, latest_latency=0.011895714000274893 (mp_runner.py:73) +2024-09-01 17:58:13,123 | DEBUG |(SpawnProcess-1:99) search_count: 3500, latest_latency=0.008040717002586462 (mp_runner.py:73) +2024-09-01 17:58:13,144 | DEBUG |(SpawnProcess-1:91) search_count: 3500, latest_latency=0.007394145999569446 (mp_runner.py:73) +2024-09-01 17:58:13,146 | DEBUG |(SpawnProcess-1:97) search_count: 3500, latest_latency=0.012225761995068751 (mp_runner.py:73) +2024-09-01 17:58:13,146 | DEBUG |(SpawnProcess-1:78) search_count: 3500, latest_latency=0.010836738998477813 (mp_runner.py:73) +2024-09-01 17:58:13,261 | DEBUG |(SpawnProcess-1:89) search_count: 3500, latest_latency=0.010388868002337404 (mp_runner.py:73) +2024-09-01 17:58:13,262 | DEBUG |(SpawnProcess-1:104) search_count: 3500, latest_latency=0.006097272998886183 (mp_runner.py:73) +2024-09-01 17:58:13,263 | DEBUG |(SpawnProcess-1:96) search_count: 3500, latest_latency=0.013580701997852884 (mp_runner.py:73) +2024-09-01 17:58:13,347 | DEBUG |(SpawnProcess-1:80) search_count: 3500, latest_latency=0.014254793000873178 (mp_runner.py:73) +2024-09-01 17:58:13,356 | DEBUG |(SpawnProcess-1:93) search_count: 3500, latest_latency=0.012821013006032445 (mp_runner.py:73) +2024-09-01 17:58:13,359 | DEBUG |(SpawnProcess-1:102) search_count: 3500, latest_latency=0.01333218299987493 (mp_runner.py:73) +2024-09-01 17:58:13,381 | DEBUG |(SpawnProcess-1:82) search_count: 3500, latest_latency=0.014031970000360161 (mp_runner.py:73) +2024-09-01 17:58:13,788 | DEBUG |(SpawnProcess-1:86) search_count: 3000, latest_latency=0.00964680499600945 (mp_runner.py:73) +2024-09-01 17:58:13,968 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.0058818480029003695 (mp_runner.py:73) +2024-09-01 17:58:14,143 | DEBUG |(SpawnProcess-1:83) search_count: 3000, latest_latency=0.009047351006302051 (mp_runner.py:73) +2024-09-01 17:58:14,176 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.005763317996752448 (mp_runner.py:73) +2024-09-01 17:58:14,229 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.009598214004654437 (mp_runner.py:73) +2024-09-01 17:58:14,864 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.007853934999729972 (mp_runner.py:73) +2024-09-01 17:58:15,361 | DEBUG |(SpawnProcess-1:103) search_count: 3500, latest_latency=0.015165659999183845 (mp_runner.py:73) +2024-09-01 17:58:15,423 | DEBUG |(SpawnProcess-1:105) search_count: 3500, latest_latency=0.013126064004609361 (mp_runner.py:73) +2024-09-01 17:58:15,671 | DEBUG |(SpawnProcess-1:90) search_count: 3500, latest_latency=0.01396480399853317 (mp_runner.py:73) +2024-09-01 17:58:15,686 | DEBUG |(SpawnProcess-1:84) search_count: 3500, latest_latency=0.011731452999811154 (mp_runner.py:73) +2024-09-01 17:58:15,705 | DEBUG |(SpawnProcess-1:88) search_count: 3500, latest_latency=0.011338352000166196 (mp_runner.py:73) +2024-09-01 17:58:15,920 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.009336756003904156 (mp_runner.py:73) +2024-09-01 17:58:17,087 | DEBUG |(SpawnProcess-1:98) search_count: 4000, latest_latency=0.008832776002236642 (mp_runner.py:73) +2024-09-01 17:58:17,089 | DEBUG |(SpawnProcess-1:92) search_count: 3500, latest_latency=0.012823888995626476 (mp_runner.py:73) +2024-09-01 17:58:17,098 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0104s, count=3886, qps in this process: 129.4884 (mp_runner.py:76) +2024-09-01 17:58:17,099 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0151s, count=3965, qps in this process: 132.1002 (mp_runner.py:76) +2024-09-01 17:58:17,149 | DEBUG |(SpawnProcess-1:94) search_count: 4000, latest_latency=0.0061105619970476255 (mp_runner.py:73) +2024-09-01 17:58:17,162 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0045s, count=3664, qps in this process: 122.115 (mp_runner.py:76) +2024-09-01 17:58:17,165 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.002s, count=3973, qps in this process: 132.4245 (mp_runner.py:76) +2024-09-01 17:58:17,166 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0081s, count=3508, qps in this process: 116.9018 (mp_runner.py:76) +2024-09-01 17:58:17,168 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0048s, count=3665, qps in this process: 122.1471 (mp_runner.py:76) +2024-09-01 17:58:17,174 | DEBUG |(SpawnProcess-1:85) search_count: 4000, latest_latency=0.00808768899878487 (mp_runner.py:73) +2024-09-01 17:58:17,179 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0019s, count=3660, qps in this process: 121.9923 (mp_runner.py:76) +2024-09-01 17:58:17,195 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0067s, count=3978, qps in this process: 132.5704 (mp_runner.py:76) +2024-09-01 17:58:17,205 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0045s, count=3473, qps in this process: 115.7493 (mp_runner.py:76) +2024-09-01 17:58:17,217 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0024s, count=3981, qps in this process: 132.6894 (mp_runner.py:76) +2024-09-01 17:58:17,233 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0024s, count=3984, qps in this process: 132.7894 (mp_runner.py:76) +2024-09-01 17:58:17,246 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0003s, count=3987, qps in this process: 132.8987 (mp_runner.py:76) +2024-09-01 17:58:17,248 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0009s, count=3900, qps in this process: 129.9961 (mp_runner.py:76) +2024-09-01 17:58:17,249 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0011s, count=3992, qps in this process: 133.0618 (mp_runner.py:76) +2024-09-01 17:58:17,259 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0017s, count=3990, qps in this process: 132.9925 (mp_runner.py:76) +2024-09-01 17:58:17,262 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0031s, count=3706, qps in this process: 123.5206 (mp_runner.py:76) +2024-09-01 17:58:17,270 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0006s, count=3480, qps in this process: 115.9977 (mp_runner.py:76) +2024-09-01 17:58:17,271 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0004s, count=3992, qps in this process: 133.0649 (mp_runner.py:76) +2024-09-01 17:58:17,279 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0011s, count=4027, qps in this process: 134.2284 (mp_runner.py:76) +2024-09-01 17:58:17,282 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0045s, count=3994, qps in this process: 133.1134 (mp_runner.py:76) +2024-09-01 17:58:17,283 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0014s, count=4019, qps in this process: 133.9604 (mp_runner.py:76) +2024-09-01 17:58:17,293 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0014s, count=4024, qps in this process: 134.1271 (mp_runner.py:76) +2024-09-01 17:58:17,298 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.003s, count=3393, qps in this process: 113.0887 (mp_runner.py:76) +2024-09-01 17:58:17,304 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0008s, count=3397, qps in this process: 113.2303 (mp_runner.py:76) +2024-09-01 17:58:17,306 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0009s, count=3728, qps in this process: 124.2629 (mp_runner.py:76) +2024-09-01 17:58:17,307 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0007s, count=3342, qps in this process: 111.3974 (mp_runner.py:76) +2024-09-01 17:58:17,317 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0009s, count=3300, qps in this process: 109.9967 (mp_runner.py:76) +2024-09-01 17:58:17,319 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0007s, count=3409, qps in this process: 113.6307 (mp_runner.py:76) +2024-09-01 17:58:17,331 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0005s, count=3425, qps in this process: 114.1648 (mp_runner.py:76) +2024-09-01 17:58:17,334 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0003s, count=3191, qps in this process: 106.3656 (mp_runner.py:76) +2024-09-01 17:58:17,347 | INFO |End search in concurrency 30: dur=30.377488980993803s, total_count=112033, qps=3688.027 (mp_runner.py:120) +2024-09-01 17:58:19,673 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:58:19,673 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 17:58:30,205 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 17:58:30,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,520 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,521 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,526 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,526 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,531 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,532 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,554 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,580 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,580 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,581 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,588 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,592 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,602 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,609 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,615 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:30,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:58:34,513 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.009708567995403428 (mp_runner.py:73) +2024-09-01 17:58:34,513 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.007535206001193728 (mp_runner.py:73) +2024-09-01 17:58:34,514 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.010742406004283112 (mp_runner.py:73) +2024-09-01 17:58:34,514 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.009566483000526205 (mp_runner.py:73) +2024-09-01 17:58:34,514 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.007959174996358342 (mp_runner.py:73) +2024-09-01 17:58:34,515 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.007645596997463144 (mp_runner.py:73) +2024-09-01 17:58:34,515 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.011366487000486813 (mp_runner.py:73) +2024-09-01 17:58:34,515 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.009210529002302792 (mp_runner.py:73) +2024-09-01 17:58:34,515 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.010134358002687804 (mp_runner.py:73) +2024-09-01 17:58:34,516 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.00843191899912199 (mp_runner.py:73) +2024-09-01 17:58:34,516 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.00733209699683357 (mp_runner.py:73) +2024-09-01 17:58:34,517 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.006613117002416402 (mp_runner.py:73) +2024-09-01 17:58:34,517 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.007387272999039851 (mp_runner.py:73) +2024-09-01 17:58:34,518 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.015406263002660125 (mp_runner.py:73) +2024-09-01 17:58:34,518 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.006875801998830866 (mp_runner.py:73) +2024-09-01 17:58:34,518 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.016391975004808046 (mp_runner.py:73) +2024-09-01 17:58:34,723 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.008736266005143989 (mp_runner.py:73) +2024-09-01 17:58:34,723 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.009506329995929264 (mp_runner.py:73) +2024-09-01 17:58:34,723 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.010613701000693254 (mp_runner.py:73) +2024-09-01 17:58:34,724 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.009327127001597546 (mp_runner.py:73) +2024-09-01 17:58:34,724 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.010127686000487301 (mp_runner.py:73) +2024-09-01 17:58:34,725 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.009768322997842915 (mp_runner.py:73) +2024-09-01 17:58:34,726 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.009468614000070374 (mp_runner.py:73) +2024-09-01 17:58:34,726 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.00902775299618952 (mp_runner.py:73) +2024-09-01 17:58:34,727 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.014796249000937678 (mp_runner.py:73) +2024-09-01 17:58:34,727 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.01071524200233398 (mp_runner.py:73) +2024-09-01 17:58:34,727 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.00926325500040548 (mp_runner.py:73) +2024-09-01 17:58:34,728 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.00870905600459082 (mp_runner.py:73) +2024-09-01 17:58:34,728 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.015953842004819307 (mp_runner.py:73) +2024-09-01 17:58:35,071 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.012352867001027334 (mp_runner.py:73) +2024-09-01 17:58:35,071 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.012349499003903475 (mp_runner.py:73) +2024-09-01 17:58:35,072 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.012215144997753669 (mp_runner.py:73) +2024-09-01 17:58:35,072 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.01414493899937952 (mp_runner.py:73) +2024-09-01 17:58:35,073 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.01114127499749884 (mp_runner.py:73) +2024-09-01 17:58:35,073 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.016265648999251425 (mp_runner.py:73) +2024-09-01 17:58:38,458 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.005537953999009915 (mp_runner.py:73) +2024-09-01 17:58:38,458 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.006144532999314833 (mp_runner.py:73) +2024-09-01 17:58:38,459 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.007061147000058554 (mp_runner.py:73) +2024-09-01 17:58:38,459 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.006554959996719845 (mp_runner.py:73) +2024-09-01 17:58:38,460 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.007411145998048596 (mp_runner.py:73) +2024-09-01 17:58:38,460 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.005800051003461704 (mp_runner.py:73) +2024-09-01 17:58:38,460 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.010113570002431516 (mp_runner.py:73) +2024-09-01 17:58:38,461 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.007548589004727546 (mp_runner.py:73) +2024-09-01 17:58:38,461 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.0063132520008366555 (mp_runner.py:73) +2024-09-01 17:58:38,461 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.0075449610012583435 (mp_runner.py:73) +2024-09-01 17:58:38,462 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.007528006004577037 (mp_runner.py:73) +2024-09-01 17:58:38,462 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.008737705000385176 (mp_runner.py:73) +2024-09-01 17:58:38,463 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.011324402999889571 (mp_runner.py:73) +2024-09-01 17:58:38,463 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.008325625996803865 (mp_runner.py:73) +2024-09-01 17:58:38,464 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.008475394002743997 (mp_runner.py:73) +2024-09-01 17:58:38,464 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.00813193799695 (mp_runner.py:73) +2024-09-01 17:58:38,713 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.005968144003418274 (mp_runner.py:73) +2024-09-01 17:58:38,715 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.004825714997423347 (mp_runner.py:73) +2024-09-01 17:58:38,715 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.007491795004170854 (mp_runner.py:73) +2024-09-01 17:58:38,716 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.008013980004761834 (mp_runner.py:73) +2024-09-01 17:58:38,716 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.009688317004474811 (mp_runner.py:73) +2024-09-01 17:58:38,717 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.007587835003505461 (mp_runner.py:73) +2024-09-01 17:58:38,717 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.010682460000680294 (mp_runner.py:73) +2024-09-01 17:58:38,717 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.008436716001597233 (mp_runner.py:73) +2024-09-01 17:58:38,718 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.008613673999207094 (mp_runner.py:73) +2024-09-01 17:58:38,720 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.008637194005132187 (mp_runner.py:73) +2024-09-01 17:58:38,720 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.007936306006740779 (mp_runner.py:73) +2024-09-01 17:58:38,721 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.008971670002210885 (mp_runner.py:73) +2024-09-01 17:58:38,722 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.00826428500295151 (mp_runner.py:73) +2024-09-01 17:58:39,665 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.009367817001475487 (mp_runner.py:73) +2024-09-01 17:58:39,666 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.00957827999809524 (mp_runner.py:73) +2024-09-01 17:58:39,667 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.011753213999327272 (mp_runner.py:73) +2024-09-01 17:58:39,667 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.011792372002673801 (mp_runner.py:73) +2024-09-01 17:58:39,702 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.00971338900126284 (mp_runner.py:73) +2024-09-01 17:58:39,702 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.011696606001351029 (mp_runner.py:73) +2024-09-01 17:58:42,820 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.008953663003921974 (mp_runner.py:73) +2024-09-01 17:58:42,821 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.007892716996138915 (mp_runner.py:73) +2024-09-01 17:58:42,821 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.007674248998227995 (mp_runner.py:73) +2024-09-01 17:58:42,822 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.00749482599348994 (mp_runner.py:73) +2024-09-01 17:58:42,825 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.014423547996557318 (mp_runner.py:73) +2024-09-01 17:58:42,826 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.015658864998840727 (mp_runner.py:73) +2024-09-01 17:58:42,827 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.011842463005450554 (mp_runner.py:73) +2024-09-01 17:58:42,977 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.01751039499504259 (mp_runner.py:73) +2024-09-01 17:58:42,978 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.01943066099920543 (mp_runner.py:73) +2024-09-01 17:58:42,986 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.011079193995101377 (mp_runner.py:73) +2024-09-01 17:58:42,990 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.015005294997536112 (mp_runner.py:73) +2024-09-01 17:58:42,991 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.016777430995716713 (mp_runner.py:73) +2024-09-01 17:58:43,186 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.007246935005241539 (mp_runner.py:73) +2024-09-01 17:58:43,187 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.008436022995738313 (mp_runner.py:73) +2024-09-01 17:58:43,187 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.010140909005713183 (mp_runner.py:73) +2024-09-01 17:58:43,188 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.009829854003328364 (mp_runner.py:73) +2024-09-01 17:58:43,188 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.011722622999513987 (mp_runner.py:73) +2024-09-01 17:58:43,190 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.012050152996380348 (mp_runner.py:73) +2024-09-01 17:58:43,190 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.009821132000070065 (mp_runner.py:73) +2024-09-01 17:58:43,192 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.016475183001603 (mp_runner.py:73) +2024-09-01 17:58:43,193 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.01822510799684096 (mp_runner.py:73) +2024-09-01 17:58:43,311 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.010176081006648019 (mp_runner.py:73) +2024-09-01 17:58:43,311 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.011686667996400502 (mp_runner.py:73) +2024-09-01 17:58:43,313 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.014455800002906471 (mp_runner.py:73) +2024-09-01 17:58:43,314 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.01547690900042653 (mp_runner.py:73) +2024-09-01 17:58:43,469 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.011995725995802786 (mp_runner.py:73) +2024-09-01 17:58:43,470 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.014332131002447568 (mp_runner.py:73) +2024-09-01 17:58:44,579 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.01479868299793452 (mp_runner.py:73) +2024-09-01 17:58:44,604 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.01603208300366532 (mp_runner.py:73) +2024-09-01 17:58:44,683 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.016367249001632445 (mp_runner.py:73) +2024-09-01 17:58:45,210 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.02010627200070303 (mp_runner.py:73) +2024-09-01 17:58:45,294 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.022301185003016144 (mp_runner.py:73) +2024-09-01 17:58:45,353 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.028090039995731786 (mp_runner.py:73) +2024-09-01 17:58:45,582 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.011473496997496113 (mp_runner.py:73) +2024-09-01 17:58:45,583 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.013429084996460006 (mp_runner.py:73) +2024-09-01 17:58:47,568 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.004972312999598216 (mp_runner.py:73) +2024-09-01 17:58:47,569 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.006774220993975177 (mp_runner.py:73) +2024-09-01 17:58:47,570 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.006744005004293285 (mp_runner.py:73) +2024-09-01 17:58:47,571 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.008781629003351554 (mp_runner.py:73) +2024-09-01 17:58:47,571 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.009684327997092623 (mp_runner.py:73) +2024-09-01 17:58:47,572 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.011365407997800503 (mp_runner.py:73) +2024-09-01 17:58:47,629 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.005244877000222914 (mp_runner.py:73) +2024-09-01 17:58:47,631 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.0068740010028705 (mp_runner.py:73) +2024-09-01 17:58:47,631 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.006217494003067259 (mp_runner.py:73) +2024-09-01 17:58:47,633 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.010078637998958584 (mp_runner.py:73) +2024-09-01 17:58:47,634 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.011132384999655187 (mp_runner.py:73) +2024-09-01 17:58:48,082 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.009455694002099335 (mp_runner.py:73) +2024-09-01 17:58:48,083 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.006863210997835267 (mp_runner.py:73) +2024-09-01 17:58:48,092 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.015973998000845313 (mp_runner.py:73) +2024-09-01 17:58:48,097 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.014729809998243582 (mp_runner.py:73) +2024-09-01 17:58:48,098 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.018244771999889053 (mp_runner.py:73) +2024-09-01 17:58:48,101 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.02539206499932334 (mp_runner.py:73) +2024-09-01 17:58:48,209 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.006301126995822415 (mp_runner.py:73) +2024-09-01 17:58:48,210 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.00526016199728474 (mp_runner.py:73) +2024-09-01 17:58:48,210 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.005737015999329742 (mp_runner.py:73) +2024-09-01 17:58:48,211 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.006822878000093624 (mp_runner.py:73) +2024-09-01 17:58:48,211 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.0063041889952728525 (mp_runner.py:73) +2024-09-01 17:58:48,212 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.00853683100285707 (mp_runner.py:73) +2024-09-01 17:58:48,213 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.006179456002428196 (mp_runner.py:73) +2024-09-01 17:58:48,214 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.011368706000212114 (mp_runner.py:73) +2024-09-01 17:58:49,016 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.009110761995543726 (mp_runner.py:73) +2024-09-01 17:58:49,289 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.009861639999144245 (mp_runner.py:73) +2024-09-01 17:58:49,849 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.008557656001357827 (mp_runner.py:73) +2024-09-01 17:58:49,851 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.009427413999219425 (mp_runner.py:73) +2024-09-01 17:58:50,026 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.011248050002905075 (mp_runner.py:73) +2024-09-01 17:58:50,634 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.008035803002712782 (mp_runner.py:73) +2024-09-01 17:58:50,635 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.004547476994048338 (mp_runner.py:73) +2024-09-01 17:58:50,638 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.01253246999840485 (mp_runner.py:73) +2024-09-01 17:58:50,718 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.006924488996446598 (mp_runner.py:73) +2024-09-01 17:58:50,718 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.008111661001748871 (mp_runner.py:73) +2024-09-01 17:58:51,933 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.00879324500419898 (mp_runner.py:73) +2024-09-01 17:58:51,933 | DEBUG |(SpawnProcess-1:128) search_count: 2500, latest_latency=0.008141632002661936 (mp_runner.py:73) +2024-09-01 17:58:51,934 | DEBUG |(SpawnProcess-1:123) search_count: 2500, latest_latency=0.0105104050016962 (mp_runner.py:73) +2024-09-01 17:58:51,936 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.01470964200416347 (mp_runner.py:73) +2024-09-01 17:58:51,936 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.01584199799981434 (mp_runner.py:73) +2024-09-01 17:58:52,109 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.00831042299978435 (mp_runner.py:73) +2024-09-01 17:58:52,110 | DEBUG |(SpawnProcess-1:125) search_count: 2500, latest_latency=0.0093716539995512 (mp_runner.py:73) +2024-09-01 17:58:52,110 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.008403542000451125 (mp_runner.py:73) +2024-09-01 17:58:52,112 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.013157212000805885 (mp_runner.py:73) +2024-09-01 17:58:52,113 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.014513599999190774 (mp_runner.py:73) +2024-09-01 17:58:52,551 | DEBUG |(SpawnProcess-1:112) search_count: 2500, latest_latency=0.017291201002080925 (mp_runner.py:73) +2024-09-01 17:58:52,554 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.009488734001934063 (mp_runner.py:73) +2024-09-01 17:58:52,554 | DEBUG |(SpawnProcess-1:113) search_count: 2500, latest_latency=0.009271096998418216 (mp_runner.py:73) +2024-09-01 17:58:52,555 | DEBUG |(SpawnProcess-1:134) search_count: 2500, latest_latency=0.010953235003398731 (mp_runner.py:73) +2024-09-01 17:58:52,555 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.00824126299994532 (mp_runner.py:73) +2024-09-01 17:58:52,556 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.008666875997732859 (mp_runner.py:73) +2024-09-01 17:58:52,557 | DEBUG |(SpawnProcess-1:132) search_count: 2500, latest_latency=0.00837703500292264 (mp_runner.py:73) +2024-09-01 17:58:52,558 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.015143210999667645 (mp_runner.py:73) +2024-09-01 17:58:52,559 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.016298542002914473 (mp_runner.py:73) +2024-09-01 17:58:52,834 | DEBUG |(SpawnProcess-1:127) search_count: 2500, latest_latency=0.017726395002682693 (mp_runner.py:73) +2024-09-01 17:58:52,883 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.009780893997231033 (mp_runner.py:73) +2024-09-01 17:58:52,886 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.010341210996557493 (mp_runner.py:73) +2024-09-01 17:58:52,887 | DEBUG |(SpawnProcess-1:136) search_count: 2500, latest_latency=0.014527571001963224 (mp_runner.py:73) +2024-09-01 17:58:52,890 | DEBUG |(SpawnProcess-1:141) search_count: 2500, latest_latency=0.016628341996693052 (mp_runner.py:73) +2024-09-01 17:58:53,461 | DEBUG |(SpawnProcess-1:121) search_count: 2500, latest_latency=0.01573840000492055 (mp_runner.py:73) +2024-09-01 17:58:54,606 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.01325046799320262 (mp_runner.py:73) +2024-09-01 17:58:54,953 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.015686610000557266 (mp_runner.py:73) +2024-09-01 17:58:55,219 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.01424771299934946 (mp_runner.py:73) +2024-09-01 17:58:55,220 | DEBUG |(SpawnProcess-1:135) search_count: 2500, latest_latency=0.012802726996596903 (mp_runner.py:73) +2024-09-01 17:58:55,705 | DEBUG |(SpawnProcess-1:109) search_count: 2500, latest_latency=0.020705381997686345 (mp_runner.py:73) +2024-09-01 17:58:55,963 | DEBUG |(SpawnProcess-1:131) search_count: 2500, latest_latency=0.012371404001896735 (mp_runner.py:73) +2024-09-01 17:58:55,965 | DEBUG |(SpawnProcess-1:130) search_count: 2500, latest_latency=0.010964951994537842 (mp_runner.py:73) +2024-09-01 17:58:55,966 | DEBUG |(SpawnProcess-1:140) search_count: 2500, latest_latency=0.017376404997776262 (mp_runner.py:73) +2024-09-01 17:58:55,967 | DEBUG |(SpawnProcess-1:139) search_count: 2500, latest_latency=0.0188879309935146 (mp_runner.py:73) +2024-09-01 17:58:56,161 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.01738586999999825 (mp_runner.py:73) +2024-09-01 17:58:56,300 | DEBUG |(SpawnProcess-1:123) search_count: 3000, latest_latency=0.005415407998953015 (mp_runner.py:73) +2024-09-01 17:58:56,302 | DEBUG |(SpawnProcess-1:128) search_count: 3000, latest_latency=0.005627976999676321 (mp_runner.py:73) +2024-09-01 17:58:56,303 | DEBUG |(SpawnProcess-1:126) search_count: 3000, latest_latency=0.00686762099940097 (mp_runner.py:73) +2024-09-01 17:58:56,304 | DEBUG |(SpawnProcess-1:111) search_count: 3000, latest_latency=0.010477153002284467 (mp_runner.py:73) +2024-09-01 17:58:56,305 | DEBUG |(SpawnProcess-1:108) search_count: 3000, latest_latency=0.011478779997560196 (mp_runner.py:73) +2024-09-01 17:58:56,496 | DEBUG |(SpawnProcess-1:124) search_count: 3000, latest_latency=0.008674356002302375 (mp_runner.py:73) +2024-09-01 17:58:56,496 | DEBUG |(SpawnProcess-1:125) search_count: 3000, latest_latency=0.007395596003334504 (mp_runner.py:73) +2024-09-01 17:58:56,497 | DEBUG |(SpawnProcess-1:118) search_count: 3000, latest_latency=0.005691680999007076 (mp_runner.py:73) +2024-09-01 17:58:56,497 | DEBUG |(SpawnProcess-1:129) search_count: 3000, latest_latency=0.011125275996164419 (mp_runner.py:73) +2024-09-01 17:58:56,498 | DEBUG |(SpawnProcess-1:117) search_count: 3000, latest_latency=0.011160747999383602 (mp_runner.py:73) +2024-09-01 17:58:56,803 | DEBUG |(SpawnProcess-1:133) search_count: 3000, latest_latency=0.006015138002112508 (mp_runner.py:73) +2024-09-01 17:58:56,803 | DEBUG |(SpawnProcess-1:138) search_count: 3000, latest_latency=0.006055903002561536 (mp_runner.py:73) +2024-09-01 17:58:56,804 | DEBUG |(SpawnProcess-1:115) search_count: 3000, latest_latency=0.008210558000428136 (mp_runner.py:73) +2024-09-01 17:58:56,805 | DEBUG |(SpawnProcess-1:134) search_count: 3000, latest_latency=0.007025148996035568 (mp_runner.py:73) +2024-09-01 17:58:56,806 | DEBUG |(SpawnProcess-1:107) search_count: 3000, latest_latency=0.007507351001549978 (mp_runner.py:73) +2024-09-01 17:58:56,807 | DEBUG |(SpawnProcess-1:119) search_count: 3000, latest_latency=0.011159318994032219 (mp_runner.py:73) +2024-09-01 17:58:56,808 | DEBUG |(SpawnProcess-1:113) search_count: 3000, latest_latency=0.010529753999435343 (mp_runner.py:73) +2024-09-01 17:58:56,810 | DEBUG |(SpawnProcess-1:132) search_count: 3000, latest_latency=0.01132479500665795 (mp_runner.py:73) +2024-09-01 17:58:57,436 | DEBUG |(SpawnProcess-1:112) search_count: 3000, latest_latency=0.011064837002777494 (mp_runner.py:73) +2024-09-01 17:58:57,783 | DEBUG |(SpawnProcess-1:127) search_count: 3000, latest_latency=0.008396997000090778 (mp_runner.py:73) +2024-09-01 17:58:57,784 | DEBUG |(SpawnProcess-1:136) search_count: 3000, latest_latency=0.010376507001637947 (mp_runner.py:73) +2024-09-01 17:58:57,921 | DEBUG |(SpawnProcess-1:122) search_count: 3000, latest_latency=0.010209590996964835 (mp_runner.py:73) +2024-09-01 17:58:57,922 | DEBUG |(SpawnProcess-1:141) search_count: 3000, latest_latency=0.008880638000846375 (mp_runner.py:73) +2024-09-01 17:58:58,116 | DEBUG |(SpawnProcess-1:114) search_count: 3000, latest_latency=0.00961780999932671 (mp_runner.py:73) +2024-09-01 17:58:59,191 | DEBUG |(SpawnProcess-1:121) search_count: 3000, latest_latency=0.010251644998788834 (mp_runner.py:73) +2024-09-01 17:59:00,343 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0065s, count=3255, qps in this process: 108.4765 (mp_runner.py:76) +2024-09-01 17:59:00,383 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0031s, count=3438, qps in this process: 114.5882 (mp_runner.py:76) +2024-09-01 17:59:00,388 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0043s, count=3232, qps in this process: 107.7179 (mp_runner.py:76) +2024-09-01 17:59:00,415 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0038s, count=3410, qps in this process: 113.6523 (mp_runner.py:76) +2024-09-01 17:59:00,421 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0008s, count=3235, qps in this process: 107.8305 (mp_runner.py:76) +2024-09-01 17:59:00,423 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0003s, count=3360, qps in this process: 111.9989 (mp_runner.py:76) +2024-09-01 17:59:00,471 | DEBUG |(SpawnProcess-1:116) search_count: 3000, latest_latency=0.011910314999113325 (mp_runner.py:73) +2024-09-01 17:59:00,484 | DEBUG |(SpawnProcess-1:137) search_count: 3000, latest_latency=0.007442994996381458 (mp_runner.py:73) +2024-09-01 17:59:00,528 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0043s, count=3457, qps in this process: 115.2168 (mp_runner.py:76) +2024-09-01 17:59:00,529 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0056s, count=3412, qps in this process: 113.7121 (mp_runner.py:76) +2024-09-01 17:59:00,531 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0007s, count=3425, qps in this process: 114.164 (mp_runner.py:76) +2024-09-01 17:59:00,534 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0045s, count=3235, qps in this process: 107.8172 (mp_runner.py:76) +2024-09-01 17:59:00,535 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0054s, count=3426, qps in this process: 114.1794 (mp_runner.py:76) +2024-09-01 17:59:00,537 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0039s, count=3426, qps in this process: 114.1852 (mp_runner.py:76) +2024-09-01 17:59:00,538 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0079s, count=3458, qps in this process: 115.2363 (mp_runner.py:76) +2024-09-01 17:59:00,539 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0058s, count=3414, qps in this process: 113.778 (mp_runner.py:76) +2024-09-01 17:59:00,542 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0093s, count=3458, qps in this process: 115.2309 (mp_runner.py:76) +2024-09-01 17:59:00,546 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0088s, count=3427, qps in this process: 114.1998 (mp_runner.py:76) +2024-09-01 17:59:00,547 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0082s, count=3233, qps in this process: 107.7372 (mp_runner.py:76) +2024-09-01 17:59:00,548 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.011s, count=3427, qps in this process: 114.1915 (mp_runner.py:76) +2024-09-01 17:59:00,556 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0002s, count=2990, qps in this process: 99.666 (mp_runner.py:76) +2024-09-01 17:59:00,563 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0014s, count=3012, qps in this process: 100.3953 (mp_runner.py:76) +2024-09-01 17:59:00,566 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0027s, count=3430, qps in this process: 114.323 (mp_runner.py:76) +2024-09-01 17:59:00,580 | DEBUG |(SpawnProcess-1:135) search_count: 3000, latest_latency=0.0024269390050903894 (mp_runner.py:73) +2024-09-01 17:59:00,581 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0057s, count=3211, qps in this process: 107.013 (mp_runner.py:76) +2024-09-01 17:59:00,585 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0014s, count=3015, qps in this process: 100.4953 (mp_runner.py:76) +2024-09-01 17:59:00,585 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0023s, count=3133, qps in this process: 104.4253 (mp_runner.py:76) +2024-09-01 17:59:00,586 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0027s, count=3471, qps in this process: 115.6896 (mp_runner.py:76) +2024-09-01 17:59:00,592 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0044s, count=3438, qps in this process: 114.5832 (mp_runner.py:76) +2024-09-01 17:59:00,596 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0004s, count=3396, qps in this process: 113.1985 (mp_runner.py:76) +2024-09-01 17:59:00,597 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0011s, count=3005, qps in this process: 100.163 (mp_runner.py:76) +2024-09-01 17:59:00,600 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0081s, count=3434, qps in this process: 114.4358 (mp_runner.py:76) +2024-09-01 17:59:00,607 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.0007s, count=2979, qps in this process: 99.2977 (mp_runner.py:76) +2024-09-01 17:59:00,608 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0013s, count=2980, qps in this process: 99.329 (mp_runner.py:76) +2024-09-01 17:59:00,612 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0002s, count=2988, qps in this process: 99.5993 (mp_runner.py:76) +2024-09-01 17:59:00,618 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0005s, count=2988, qps in this process: 99.5983 (mp_runner.py:76) +2024-09-01 17:59:00,621 | DEBUG |(SpawnProcess-1:139) search_count: 3000, latest_latency=0.0008714630021131597 (mp_runner.py:73) +2024-09-01 17:59:00,622 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0009s, count=3001, qps in this process: 100.0303 (mp_runner.py:76) +2024-09-01 17:59:00,622 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0003s, count=2903, qps in this process: 96.7657 (mp_runner.py:76) +2024-09-01 17:59:00,636 | INFO |End search in concurrency 35: dur=30.430473521999374s, total_count=114102, qps=3749.5966 (mp_runner.py:120) +2024-09-01 17:59:02,924 | INFO |Update largest qps with concurrency 35: current max_qps=3749.5966 (mp_runner.py:124) +2024-09-01 17:59:03,342 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:59:03,342 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 17:59:13,970 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 17:59:14,182 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,182 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,200 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,216 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,335 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,343 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,343 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,350 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,387 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,387 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,445 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:14,464 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:18,911 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.010702826002670918 (mp_runner.py:73) +2024-09-01 17:59:18,911 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.007606197003042325 (mp_runner.py:73) +2024-09-01 17:59:18,912 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.008808833998045884 (mp_runner.py:73) +2024-09-01 17:59:18,912 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.011096934002125636 (mp_runner.py:73) +2024-09-01 17:59:18,913 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.010414814001705963 (mp_runner.py:73) +2024-09-01 17:59:18,913 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.010460997000336647 (mp_runner.py:73) +2024-09-01 17:59:18,913 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.010232098997221328 (mp_runner.py:73) +2024-09-01 17:59:18,914 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.007834473995899316 (mp_runner.py:73) +2024-09-01 17:59:18,914 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.011920010001631454 (mp_runner.py:73) +2024-09-01 17:59:18,914 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.00975292400107719 (mp_runner.py:73) +2024-09-01 17:59:18,915 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.013964331999886781 (mp_runner.py:73) +2024-09-01 17:59:18,915 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.008735159004572779 (mp_runner.py:73) +2024-09-01 17:59:18,916 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.008556957000109833 (mp_runner.py:73) +2024-09-01 17:59:18,916 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.011907400003110524 (mp_runner.py:73) +2024-09-01 17:59:18,917 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.01180351800576318 (mp_runner.py:73) +2024-09-01 17:59:18,918 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.018377190994215198 (mp_runner.py:73) +2024-09-01 17:59:18,920 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.021080770005937666 (mp_runner.py:73) +2024-09-01 17:59:18,922 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.019520773996191565 (mp_runner.py:73) +2024-09-01 17:59:19,109 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.012454791001800913 (mp_runner.py:73) +2024-09-01 17:59:19,111 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.013462398004776333 (mp_runner.py:73) +2024-09-01 17:59:19,112 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.016284314995573368 (mp_runner.py:73) +2024-09-01 17:59:19,112 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.013710739003727213 (mp_runner.py:73) +2024-09-01 17:59:19,112 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.016011874002288096 (mp_runner.py:73) +2024-09-01 17:59:19,112 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.01693617599812569 (mp_runner.py:73) +2024-09-01 17:59:19,113 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.015877761004958302 (mp_runner.py:73) +2024-09-01 17:59:19,113 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.017041818995494395 (mp_runner.py:73) +2024-09-01 17:59:19,114 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.014272837004682515 (mp_runner.py:73) +2024-09-01 17:59:19,114 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.01945989499654388 (mp_runner.py:73) +2024-09-01 17:59:19,115 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.020559404998493847 (mp_runner.py:73) +2024-09-01 17:59:19,115 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.01410687900352059 (mp_runner.py:73) +2024-09-01 17:59:19,115 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.014904986004694365 (mp_runner.py:73) +2024-09-01 17:59:19,115 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.02070879499660805 (mp_runner.py:73) +2024-09-01 17:59:19,773 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.013896424999984447 (mp_runner.py:73) +2024-09-01 17:59:19,775 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.011934563000977505 (mp_runner.py:73) +2024-09-01 17:59:19,775 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.014000409995787777 (mp_runner.py:73) +2024-09-01 17:59:19,775 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.017410626998753287 (mp_runner.py:73) +2024-09-01 17:59:19,777 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.014607910998165607 (mp_runner.py:73) +2024-09-01 17:59:19,782 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.028412918996764347 (mp_runner.py:73) +2024-09-01 17:59:20,165 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.019628538000688422 (mp_runner.py:73) +2024-09-01 17:59:20,909 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.012765572006173898 (mp_runner.py:73) +2024-09-01 17:59:23,441 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.007048663996101823 (mp_runner.py:73) +2024-09-01 17:59:23,442 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.006895414997416083 (mp_runner.py:73) +2024-09-01 17:59:23,443 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.008871277997968718 (mp_runner.py:73) +2024-09-01 17:59:23,444 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.009459813001740258 (mp_runner.py:73) +2024-09-01 17:59:23,445 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.008481069999106694 (mp_runner.py:73) +2024-09-01 17:59:23,445 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.008964447995822411 (mp_runner.py:73) +2024-09-01 17:59:23,446 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.008899317996110767 (mp_runner.py:73) +2024-09-01 17:59:23,446 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.010437671000545379 (mp_runner.py:73) +2024-09-01 17:59:23,447 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.013743044997681864 (mp_runner.py:73) +2024-09-01 17:59:23,448 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.010394760000053793 (mp_runner.py:73) +2024-09-01 17:59:23,448 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.016075868996267673 (mp_runner.py:73) +2024-09-01 17:59:23,682 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.008698167999682482 (mp_runner.py:73) +2024-09-01 17:59:23,683 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.008629320000181906 (mp_runner.py:73) +2024-09-01 17:59:23,683 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.007017866002570372 (mp_runner.py:73) +2024-09-01 17:59:23,683 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.008744318001845386 (mp_runner.py:73) +2024-09-01 17:59:23,684 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.007222227999591269 (mp_runner.py:73) +2024-09-01 17:59:23,684 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.009930268002790399 (mp_runner.py:73) +2024-09-01 17:59:23,684 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.009423174000403378 (mp_runner.py:73) +2024-09-01 17:59:23,684 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.006925353001861367 (mp_runner.py:73) +2024-09-01 17:59:23,685 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.009494076999544632 (mp_runner.py:73) +2024-09-01 17:59:23,685 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.011821381005574949 (mp_runner.py:73) +2024-09-01 17:59:23,685 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.008927191003749613 (mp_runner.py:73) +2024-09-01 17:59:23,686 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.012944150999828707 (mp_runner.py:73) +2024-09-01 17:59:23,686 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.008565711999835912 (mp_runner.py:73) +2024-09-01 17:59:23,687 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.007993680999788921 (mp_runner.py:73) +2024-09-01 17:59:23,688 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.010713900002883747 (mp_runner.py:73) +2024-09-01 17:59:23,689 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.009406015000422485 (mp_runner.py:73) +2024-09-01 17:59:23,690 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.009516801001154818 (mp_runner.py:73) +2024-09-01 17:59:23,690 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.009162418995401822 (mp_runner.py:73) +2024-09-01 17:59:23,691 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.010869524005101994 (mp_runner.py:73) +2024-09-01 17:59:23,692 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.010897970001678914 (mp_runner.py:73) +2024-09-01 17:59:24,907 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.013790294004138559 (mp_runner.py:73) +2024-09-01 17:59:25,504 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.009731158999784384 (mp_runner.py:73) +2024-09-01 17:59:25,506 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.010321950001525693 (mp_runner.py:73) +2024-09-01 17:59:25,549 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.009685956996690948 (mp_runner.py:73) +2024-09-01 17:59:25,563 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.009932642002240755 (mp_runner.py:73) +2024-09-01 17:59:25,564 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.009338765994471032 (mp_runner.py:73) +2024-09-01 17:59:25,679 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.013769147000857629 (mp_runner.py:73) +2024-09-01 17:59:26,369 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.01140735099761514 (mp_runner.py:73) +2024-09-01 17:59:27,321 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.013640258002851624 (mp_runner.py:73) +2024-09-01 17:59:28,083 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.008893338002962992 (mp_runner.py:73) +2024-09-01 17:59:28,083 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.010255925997626036 (mp_runner.py:73) +2024-09-01 17:59:28,084 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.009090002000448294 (mp_runner.py:73) +2024-09-01 17:59:28,084 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.01079202200344298 (mp_runner.py:73) +2024-09-01 17:59:28,084 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.012078712999937125 (mp_runner.py:73) +2024-09-01 17:59:28,085 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.009818960999837145 (mp_runner.py:73) +2024-09-01 17:59:28,085 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.009632027999032289 (mp_runner.py:73) +2024-09-01 17:59:28,086 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.008977274999779183 (mp_runner.py:73) +2024-09-01 17:59:28,086 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.009931226995831821 (mp_runner.py:73) +2024-09-01 17:59:28,090 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.018458108002960216 (mp_runner.py:73) +2024-09-01 17:59:28,091 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.019726818005437963 (mp_runner.py:73) +2024-09-01 17:59:28,354 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.008781175005424302 (mp_runner.py:73) +2024-09-01 17:59:28,354 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.008047850998991635 (mp_runner.py:73) +2024-09-01 17:59:28,355 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.009935084002790973 (mp_runner.py:73) +2024-09-01 17:59:28,355 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.00936177699622931 (mp_runner.py:73) +2024-09-01 17:59:28,356 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.00944803400489036 (mp_runner.py:73) +2024-09-01 17:59:28,360 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.016432878001069184 (mp_runner.py:73) +2024-09-01 17:59:28,361 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.017662113001279067 (mp_runner.py:73) +2024-09-01 17:59:28,422 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.010909550001088064 (mp_runner.py:73) +2024-09-01 17:59:28,423 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.010733966002590023 (mp_runner.py:73) +2024-09-01 17:59:28,423 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.010505316000489984 (mp_runner.py:73) +2024-09-01 17:59:28,424 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.00942219200078398 (mp_runner.py:73) +2024-09-01 17:59:28,425 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.009789001000171993 (mp_runner.py:73) +2024-09-01 17:59:28,425 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.012039330002153292 (mp_runner.py:73) +2024-09-01 17:59:28,426 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.011644377998891287 (mp_runner.py:73) +2024-09-01 17:59:28,427 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.01606884100328898 (mp_runner.py:73) +2024-09-01 17:59:28,429 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.018756236997433007 (mp_runner.py:73) +2024-09-01 17:59:28,942 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.019489945996610913 (mp_runner.py:73) +2024-09-01 17:59:29,295 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.026167928001086693 (mp_runner.py:73) +2024-09-01 17:59:29,340 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.019565463000617456 (mp_runner.py:73) +2024-09-01 17:59:29,537 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.017034732998581603 (mp_runner.py:73) +2024-09-01 17:59:31,232 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.0194512259986368 (mp_runner.py:73) +2024-09-01 17:59:31,431 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.015842355001950637 (mp_runner.py:73) +2024-09-01 17:59:31,432 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.01347459099633852 (mp_runner.py:73) +2024-09-01 17:59:31,578 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.018523801998526324 (mp_runner.py:73) +2024-09-01 17:59:31,689 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.020836206000240054 (mp_runner.py:73) +2024-09-01 17:59:31,705 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.01369483899907209 (mp_runner.py:73) +2024-09-01 17:59:32,393 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.014208970998879522 (mp_runner.py:73) +2024-09-01 17:59:32,727 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.017804496004828252 (mp_runner.py:73) +2024-09-01 17:59:32,901 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.010148278997803573 (mp_runner.py:73) +2024-09-01 17:59:32,901 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.008063893001235556 (mp_runner.py:73) +2024-09-01 17:59:32,902 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.00690077699982794 (mp_runner.py:73) +2024-09-01 17:59:32,902 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.005869876993529033 (mp_runner.py:73) +2024-09-01 17:59:32,903 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.010610899997118395 (mp_runner.py:73) +2024-09-01 17:59:32,903 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.008748508000280708 (mp_runner.py:73) +2024-09-01 17:59:32,904 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.009529918999760412 (mp_runner.py:73) +2024-09-01 17:59:32,906 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.008782072000030894 (mp_runner.py:73) +2024-09-01 17:59:32,906 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.009960032999515533 (mp_runner.py:73) +2024-09-01 17:59:33,567 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.005571028996200766 (mp_runner.py:73) +2024-09-01 17:59:33,569 | DEBUG |(SpawnProcess-1:181) search_count: 2000, latest_latency=0.005413339000369888 (mp_runner.py:73) +2024-09-01 17:59:33,569 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.009058919000381138 (mp_runner.py:73) +2024-09-01 17:59:33,570 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.01034091000474291 (mp_runner.py:73) +2024-09-01 17:59:33,576 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.007540771002823021 (mp_runner.py:73) +2024-09-01 17:59:33,582 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.009302167003625073 (mp_runner.py:73) +2024-09-01 17:59:33,693 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.007876973999373149 (mp_runner.py:73) +2024-09-01 17:59:33,694 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.009037342002557125 (mp_runner.py:73) +2024-09-01 17:59:33,702 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.00998855900252238 (mp_runner.py:73) +2024-09-01 17:59:33,713 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.0132871370005887 (mp_runner.py:73) +2024-09-01 17:59:33,713 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.013308307003171649 (mp_runner.py:73) +2024-09-01 17:59:33,900 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.021835140003531706 (mp_runner.py:73) +2024-09-01 17:59:34,191 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.00519134099886287 (mp_runner.py:73) +2024-09-01 17:59:34,193 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.0073904130040318705 (mp_runner.py:73) +2024-09-01 17:59:34,193 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.008420019999903161 (mp_runner.py:73) +2024-09-01 17:59:34,197 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.011795459002314601 (mp_runner.py:73) +2024-09-01 17:59:34,571 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.00500915900192922 (mp_runner.py:73) +2024-09-01 17:59:34,575 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.009014702001877595 (mp_runner.py:73) +2024-09-01 17:59:34,579 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.01293976300075883 (mp_runner.py:73) +2024-09-01 17:59:35,494 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.01220990699948743 (mp_runner.py:73) +2024-09-01 17:59:35,746 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.012336408995906822 (mp_runner.py:73) +2024-09-01 17:59:35,747 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.01274018399999477 (mp_runner.py:73) +2024-09-01 17:59:36,180 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.0107437309998204 (mp_runner.py:73) +2024-09-01 17:59:37,721 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.012883819996204693 (mp_runner.py:73) +2024-09-01 17:59:37,744 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.0060366219986462966 (mp_runner.py:73) +2024-09-01 17:59:37,748 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.009893054004351143 (mp_runner.py:73) +2024-09-01 17:59:37,766 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.012135940996813588 (mp_runner.py:73) +2024-09-01 17:59:37,767 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.010138452998944558 (mp_runner.py:73) +2024-09-01 17:59:37,768 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.012996274999750312 (mp_runner.py:73) +2024-09-01 17:59:37,805 | DEBUG |(SpawnProcess-1:155) search_count: 2500, latest_latency=0.010091137002746109 (mp_runner.py:73) +2024-09-01 17:59:37,806 | DEBUG |(SpawnProcess-1:172) search_count: 2500, latest_latency=0.009058503004780505 (mp_runner.py:73) +2024-09-01 17:59:37,807 | DEBUG |(SpawnProcess-1:154) search_count: 2500, latest_latency=0.011775260994909331 (mp_runner.py:73) +2024-09-01 17:59:37,807 | DEBUG |(SpawnProcess-1:180) search_count: 2500, latest_latency=0.010716746997786686 (mp_runner.py:73) +2024-09-01 17:59:37,808 | DEBUG |(SpawnProcess-1:166) search_count: 2500, latest_latency=0.00929034200089518 (mp_runner.py:73) +2024-09-01 17:59:37,810 | DEBUG |(SpawnProcess-1:148) search_count: 2500, latest_latency=0.01582394000433851 (mp_runner.py:73) +2024-09-01 17:59:37,812 | DEBUG |(SpawnProcess-1:169) search_count: 2500, latest_latency=0.018995726000866853 (mp_runner.py:73) +2024-09-01 17:59:38,413 | DEBUG |(SpawnProcess-1:149) search_count: 2500, latest_latency=0.009834333002800122 (mp_runner.py:73) +2024-09-01 17:59:38,413 | DEBUG |(SpawnProcess-1:156) search_count: 2500, latest_latency=0.010602715999993961 (mp_runner.py:73) +2024-09-01 17:59:38,413 | DEBUG |(SpawnProcess-1:162) search_count: 2500, latest_latency=0.008023671005503275 (mp_runner.py:73) +2024-09-01 17:59:38,414 | DEBUG |(SpawnProcess-1:157) search_count: 2500, latest_latency=0.012168795001343824 (mp_runner.py:73) +2024-09-01 17:59:38,415 | DEBUG |(SpawnProcess-1:160) search_count: 2500, latest_latency=0.009724873998493422 (mp_runner.py:73) +2024-09-01 17:59:38,415 | DEBUG |(SpawnProcess-1:181) search_count: 2500, latest_latency=0.014429385999392252 (mp_runner.py:73) +2024-09-01 17:59:38,418 | DEBUG |(SpawnProcess-1:153) search_count: 2500, latest_latency=0.01750946100219153 (mp_runner.py:73) +2024-09-01 17:59:38,820 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.009217331004037987 (mp_runner.py:73) +2024-09-01 17:59:38,889 | DEBUG |(SpawnProcess-1:175) search_count: 2500, latest_latency=0.02192229399952339 (mp_runner.py:73) +2024-09-01 17:59:38,923 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.010929544005193748 (mp_runner.py:73) +2024-09-01 17:59:39,314 | DEBUG |(SpawnProcess-1:163) search_count: 2500, latest_latency=0.01091383300081361 (mp_runner.py:73) +2024-09-01 17:59:39,318 | DEBUG |(SpawnProcess-1:170) search_count: 2500, latest_latency=0.016325054995832033 (mp_runner.py:73) +2024-09-01 17:59:39,319 | DEBUG |(SpawnProcess-1:146) search_count: 2500, latest_latency=0.018536929004767444 (mp_runner.py:73) +2024-09-01 17:59:40,180 | DEBUG |(SpawnProcess-1:158) search_count: 2500, latest_latency=0.014987688999099191 (mp_runner.py:73) +2024-09-01 17:59:40,182 | DEBUG |(SpawnProcess-1:173) search_count: 2500, latest_latency=0.017283829001826234 (mp_runner.py:73) +2024-09-01 17:59:40,291 | DEBUG |(SpawnProcess-1:178) search_count: 2500, latest_latency=0.016294566994474735 (mp_runner.py:73) +2024-09-01 17:59:40,332 | DEBUG |(SpawnProcess-1:179) search_count: 2500, latest_latency=0.014258941002481151 (mp_runner.py:73) +2024-09-01 17:59:40,335 | DEBUG |(SpawnProcess-1:182) search_count: 2500, latest_latency=0.019225711999752093 (mp_runner.py:73) +2024-09-01 17:59:40,337 | DEBUG |(SpawnProcess-1:161) search_count: 2500, latest_latency=0.020073854000656866 (mp_runner.py:73) +2024-09-01 17:59:40,447 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.013366625003982335 (mp_runner.py:73) +2024-09-01 17:59:40,568 | DEBUG |(SpawnProcess-1:165) search_count: 2500, latest_latency=0.01418306700361427 (mp_runner.py:73) +2024-09-01 17:59:40,570 | DEBUG |(SpawnProcess-1:147) search_count: 2500, latest_latency=0.020488360998569988 (mp_runner.py:73) +2024-09-01 17:59:40,570 | DEBUG |(SpawnProcess-1:145) search_count: 2500, latest_latency=0.0183360779992654 (mp_runner.py:73) +2024-09-01 17:59:42,113 | DEBUG |(SpawnProcess-1:174) search_count: 2500, latest_latency=0.11268958899745485 (mp_runner.py:73) +2024-09-01 17:59:42,400 | DEBUG |(SpawnProcess-1:152) search_count: 2500, latest_latency=0.033866335994389374 (mp_runner.py:73) +2024-09-01 17:59:42,471 | DEBUG |(SpawnProcess-1:144) search_count: 2500, latest_latency=0.038182121999852825 (mp_runner.py:73) +2024-09-01 17:59:42,941 | DEBUG |(SpawnProcess-1:159) search_count: 2500, latest_latency=0.022599611002078746 (mp_runner.py:73) +2024-09-01 17:59:43,418 | DEBUG |(SpawnProcess-1:172) search_count: 3000, latest_latency=0.009590073001163546 (mp_runner.py:73) +2024-09-01 17:59:43,460 | DEBUG |(SpawnProcess-1:180) search_count: 3000, latest_latency=0.01140770000347402 (mp_runner.py:73) +2024-09-01 17:59:43,530 | DEBUG |(SpawnProcess-1:168) search_count: 2500, latest_latency=0.012648541000089608 (mp_runner.py:73) +2024-09-01 17:59:43,531 | DEBUG |(SpawnProcess-1:177) search_count: 2500, latest_latency=0.016055694002716336 (mp_runner.py:73) +2024-09-01 17:59:43,532 | DEBUG |(SpawnProcess-1:171) search_count: 2500, latest_latency=0.01941165699827252 (mp_runner.py:73) +2024-09-01 17:59:43,533 | DEBUG |(SpawnProcess-1:176) search_count: 2500, latest_latency=0.019664989995362703 (mp_runner.py:73) +2024-09-01 17:59:43,540 | DEBUG |(SpawnProcess-1:164) search_count: 2500, latest_latency=0.023683901999902446 (mp_runner.py:73) +2024-09-01 17:59:43,544 | DEBUG |(SpawnProcess-1:167) search_count: 2500, latest_latency=0.029853672000172082 (mp_runner.py:73) +2024-09-01 17:59:43,624 | DEBUG |(SpawnProcess-1:148) search_count: 3000, latest_latency=0.005394907006120775 (mp_runner.py:73) +2024-09-01 17:59:43,780 | DEBUG |(SpawnProcess-1:166) search_count: 3000, latest_latency=0.011818890998256393 (mp_runner.py:73) +2024-09-01 17:59:43,825 | DEBUG |(SpawnProcess-1:155) search_count: 3000, latest_latency=0.012413176002155524 (mp_runner.py:73) +2024-09-01 17:59:43,864 | DEBUG |(SpawnProcess-1:153) search_count: 3000, latest_latency=0.0031940370026859455 (mp_runner.py:73) +2024-09-01 17:59:43,954 | DEBUG |(SpawnProcess-1:162) search_count: 3000, latest_latency=0.009994952997658402 (mp_runner.py:73) +2024-09-01 17:59:43,957 | DEBUG |(SpawnProcess-1:169) search_count: 3000, latest_latency=0.006173262001539115 (mp_runner.py:73) +2024-09-01 17:59:43,970 | DEBUG |(SpawnProcess-1:156) search_count: 3000, latest_latency=0.0077795739998691715 (mp_runner.py:73) +2024-09-01 17:59:43,970 | DEBUG |(SpawnProcess-1:149) search_count: 3000, latest_latency=0.007546225999249145 (mp_runner.py:73) +2024-09-01 17:59:43,973 | DEBUG |(SpawnProcess-1:160) search_count: 3000, latest_latency=0.012677053004154004 (mp_runner.py:73) +2024-09-01 17:59:43,974 | DEBUG |(SpawnProcess-1:157) search_count: 3000, latest_latency=0.012636990999453701 (mp_runner.py:73) +2024-09-01 17:59:44,112 | DEBUG |(SpawnProcess-1:181) search_count: 3000, latest_latency=0.012775003000569995 (mp_runner.py:73) +2024-09-01 17:59:44,193 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0022s, count=3017, qps in this process: 100.5593 (mp_runner.py:76) +2024-09-01 17:59:44,201 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0131s, count=3017, qps in this process: 100.5228 (mp_runner.py:76) +2024-09-01 17:59:44,218 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0158s, count=3023, qps in this process: 100.7136 (mp_runner.py:76) +2024-09-01 17:59:44,221 | DEBUG |(SpawnProcess-1:154) search_count: 3000, latest_latency=0.013892938004573807 (mp_runner.py:73) +2024-09-01 17:59:44,238 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.001s, count=3030, qps in this process: 100.9966 (mp_runner.py:76) +2024-09-01 17:59:44,246 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.005s, count=2795, qps in this process: 93.1511 (mp_runner.py:76) +2024-09-01 17:59:44,254 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0025s, count=2802, qps in this process: 93.3922 (mp_runner.py:76) +2024-09-01 17:59:44,255 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0038s, count=2802, qps in this process: 93.3882 (mp_runner.py:76) +2024-09-01 17:59:44,342 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0041s, count=2567, qps in this process: 85.555 (mp_runner.py:76) +2024-09-01 17:59:44,343 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0023s, count=3030, qps in this process: 100.9923 (mp_runner.py:76) +2024-09-01 17:59:44,344 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0045s, count=3051, qps in this process: 101.6847 (mp_runner.py:76) +2024-09-01 17:59:44,345 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0048s, count=3061, qps in this process: 102.017 (mp_runner.py:76) +2024-09-01 17:59:44,347 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.001s, count=3057, qps in this process: 101.8966 (mp_runner.py:76) +2024-09-01 17:59:44,347 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.007s, count=2772, qps in this process: 92.3784 (mp_runner.py:76) +2024-09-01 17:59:44,348 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0048s, count=2816, qps in this process: 93.8517 (mp_runner.py:76) +2024-09-01 17:59:44,349 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.009s, count=2810, qps in this process: 93.6386 (mp_runner.py:76) +2024-09-01 17:59:44,350 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0101s, count=2902, qps in this process: 96.7008 (mp_runner.py:76) +2024-09-01 17:59:44,350 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0079s, count=3037, qps in this process: 101.2067 (mp_runner.py:76) +2024-09-01 17:59:44,351 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0078s, count=2626, qps in this process: 87.5106 (mp_runner.py:76) +2024-09-01 17:59:44,351 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0014s, count=2765, qps in this process: 92.1624 (mp_runner.py:76) +2024-09-01 17:59:44,352 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0027s, count=2626, qps in this process: 87.5255 (mp_runner.py:76) +2024-09-01 17:59:44,356 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0098s, count=3012, qps in this process: 100.3672 (mp_runner.py:76) +2024-09-01 17:59:44,359 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.012s, count=2372, qps in this process: 79.0351 (mp_runner.py:76) +2024-09-01 17:59:44,360 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0061s, count=3032, qps in this process: 101.0461 (mp_runner.py:76) +2024-09-01 17:59:44,362 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0193s, count=2641, qps in this process: 87.9767 (mp_runner.py:76) +2024-09-01 17:59:44,365 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.004s, count=3033, qps in this process: 101.0865 (mp_runner.py:76) +2024-09-01 17:59:44,368 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0022s, count=2883, qps in this process: 96.093 (mp_runner.py:76) +2024-09-01 17:59:44,390 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0008s, count=2787, qps in this process: 92.8975 (mp_runner.py:76) +2024-09-01 17:59:44,392 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0018s, count=2608, qps in this process: 86.9281 (mp_runner.py:76) +2024-09-01 17:59:44,399 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.001s, count=2823, qps in this process: 94.0969 (mp_runner.py:76) +2024-09-01 17:59:44,404 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0011s, count=2913, qps in this process: 97.0964 (mp_runner.py:76) +2024-09-01 17:59:44,416 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0024s, count=2915, qps in this process: 97.1589 (mp_runner.py:76) +2024-09-01 17:59:44,417 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0011s, count=3049, qps in this process: 101.6296 (mp_runner.py:76) +2024-09-01 17:59:44,423 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.001s, count=3033, qps in this process: 101.0966 (mp_runner.py:76) +2024-09-01 17:59:44,427 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0008s, count=2586, qps in this process: 86.1977 (mp_runner.py:76) +2024-09-01 17:59:44,429 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0002s, count=2588, qps in this process: 86.2661 (mp_runner.py:76) +2024-09-01 17:59:44,449 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0006s, count=2600, qps in this process: 86.6649 (mp_runner.py:76) +2024-09-01 17:59:44,456 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0002s, count=2601, qps in this process: 86.6994 (mp_runner.py:76) +2024-09-01 17:59:44,456 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0003s, count=2602, qps in this process: 86.7325 (mp_runner.py:76) +2024-09-01 17:59:44,457 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0018s, count=2442, qps in this process: 81.3951 (mp_runner.py:76) +2024-09-01 17:59:44,476 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0069s, count=2309, qps in this process: 76.949 (mp_runner.py:76) +2024-09-01 17:59:44,492 | INFO |End search in concurrency 40: dur=30.52087341099832s, total_count=112435, qps=3683.8723 (mp_runner.py:120) +2024-09-01 17:59:47,487 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 17:59:47,487 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 17:59:58,265 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 17:59:58,315 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,525 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,667 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,692 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,705 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,708 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,708 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,712 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,732 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,759 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,760 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,761 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,771 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,792 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,793 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,793 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,793 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,794 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,796 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,800 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,803 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,806 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,819 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,826 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,846 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,854 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,893 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,921 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 17:59:58,943 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:04,265 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.010202777004451491 (mp_runner.py:73) +2024-09-01 18:00:04,266 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.0030627580053987913 (mp_runner.py:73) +2024-09-01 18:00:04,266 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.011741438000171911 (mp_runner.py:73) +2024-09-01 18:00:04,267 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.010193770998739637 (mp_runner.py:73) +2024-09-01 18:00:04,267 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.013291235001815949 (mp_runner.py:73) +2024-09-01 18:00:04,268 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.010453495000547264 (mp_runner.py:73) +2024-09-01 18:00:04,268 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.010470486995473038 (mp_runner.py:73) +2024-09-01 18:00:04,269 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.006639829996856861 (mp_runner.py:73) +2024-09-01 18:00:04,269 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.008760110002185684 (mp_runner.py:73) +2024-09-01 18:00:04,270 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.011624787999608088 (mp_runner.py:73) +2024-09-01 18:00:04,270 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.010764187005406711 (mp_runner.py:73) +2024-09-01 18:00:04,272 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.010121088998857886 (mp_runner.py:73) +2024-09-01 18:00:04,273 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02002170599735109 (mp_runner.py:73) +2024-09-01 18:00:04,274 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.02243200699740555 (mp_runner.py:73) +2024-09-01 18:00:04,502 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.011632642999757081 (mp_runner.py:73) +2024-09-01 18:00:04,502 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.011416271998314187 (mp_runner.py:73) +2024-09-01 18:00:04,503 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.01153265999892028 (mp_runner.py:73) +2024-09-01 18:00:04,503 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.010852654006157536 (mp_runner.py:73) +2024-09-01 18:00:04,504 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.014016963003086857 (mp_runner.py:73) +2024-09-01 18:00:04,504 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.011277032004727516 (mp_runner.py:73) +2024-09-01 18:00:04,505 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.011748045995773282 (mp_runner.py:73) +2024-09-01 18:00:04,506 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.011614354996709153 (mp_runner.py:73) +2024-09-01 18:00:04,506 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.01149984400399262 (mp_runner.py:73) +2024-09-01 18:00:04,509 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.007954303997394163 (mp_runner.py:73) +2024-09-01 18:00:04,510 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.02203961999475723 (mp_runner.py:73) +2024-09-01 18:00:04,511 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.02191845400375314 (mp_runner.py:73) +2024-09-01 18:00:04,760 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.013286039000377059 (mp_runner.py:73) +2024-09-01 18:00:04,760 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.008041041997785214 (mp_runner.py:73) +2024-09-01 18:00:04,761 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.013164786003471818 (mp_runner.py:73) +2024-09-01 18:00:04,762 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.011908394000784028 (mp_runner.py:73) +2024-09-01 18:00:04,762 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.015903168001386803 (mp_runner.py:73) +2024-09-01 18:00:04,762 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.01548774000548292 (mp_runner.py:73) +2024-09-01 18:00:04,763 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.013608938999823295 (mp_runner.py:73) +2024-09-01 18:00:04,764 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.0183855580035015 (mp_runner.py:73) +2024-09-01 18:00:04,764 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.01957733599556377 (mp_runner.py:73) +2024-09-01 18:00:05,450 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01965273699897807 (mp_runner.py:73) +2024-09-01 18:00:05,452 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.0167784599980223 (mp_runner.py:73) +2024-09-01 18:00:05,520 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.01985404299921356 (mp_runner.py:73) +2024-09-01 18:00:05,939 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.033083231006457936 (mp_runner.py:73) +2024-09-01 18:00:05,982 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.017839344996900763 (mp_runner.py:73) +2024-09-01 18:00:06,088 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.03053363299841294 (mp_runner.py:73) +2024-09-01 18:00:06,410 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.018192510004155338 (mp_runner.py:73) +2024-09-01 18:00:06,463 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.01984248199732974 (mp_runner.py:73) +2024-09-01 18:00:06,570 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.022015344999090303 (mp_runner.py:73) +2024-09-01 18:00:06,875 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.01994712099985918 (mp_runner.py:73) +2024-09-01 18:00:09,532 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.00567292699997779 (mp_runner.py:73) +2024-09-01 18:00:09,534 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.008636329999717418 (mp_runner.py:73) +2024-09-01 18:00:09,534 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.012300568996579386 (mp_runner.py:73) +2024-09-01 18:00:09,535 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.012419495003996417 (mp_runner.py:73) +2024-09-01 18:00:09,535 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.006488236998848151 (mp_runner.py:73) +2024-09-01 18:00:09,679 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.008678559999680147 (mp_runner.py:73) +2024-09-01 18:00:09,679 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.00883365699701244 (mp_runner.py:73) +2024-09-01 18:00:09,680 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.009872880000330042 (mp_runner.py:73) +2024-09-01 18:00:09,680 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.011495791004563216 (mp_runner.py:73) +2024-09-01 18:00:09,681 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.008697696997842286 (mp_runner.py:73) +2024-09-01 18:00:09,682 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.012691825999354478 (mp_runner.py:73) +2024-09-01 18:00:09,683 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.009329306994914077 (mp_runner.py:73) +2024-09-01 18:00:09,990 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.013552361000620294 (mp_runner.py:73) +2024-09-01 18:00:09,991 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.013498927997716237 (mp_runner.py:73) +2024-09-01 18:00:09,992 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.014919360000931192 (mp_runner.py:73) +2024-09-01 18:00:09,992 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.014955196005757898 (mp_runner.py:73) +2024-09-01 18:00:09,995 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.014946806004445534 (mp_runner.py:73) +2024-09-01 18:00:09,996 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.020100617002754007 (mp_runner.py:73) +2024-09-01 18:00:09,996 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.01977875200100243 (mp_runner.py:73) +2024-09-01 18:00:10,070 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.0086028610021458 (mp_runner.py:73) +2024-09-01 18:00:10,071 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.009194856000249274 (mp_runner.py:73) +2024-09-01 18:00:10,071 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.010627228002704214 (mp_runner.py:73) +2024-09-01 18:00:10,073 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.014216816001862753 (mp_runner.py:73) +2024-09-01 18:00:10,074 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.008017708001716528 (mp_runner.py:73) +2024-09-01 18:00:10,097 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.009738717999425717 (mp_runner.py:73) +2024-09-01 18:00:10,152 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.009298058997956105 (mp_runner.py:73) +2024-09-01 18:00:10,602 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.009894924995023757 (mp_runner.py:73) +2024-09-01 18:00:10,604 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.013248274997749832 (mp_runner.py:73) +2024-09-01 18:00:10,750 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.013497188003384508 (mp_runner.py:73) +2024-09-01 18:00:10,781 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.010509711995837279 (mp_runner.py:73) +2024-09-01 18:00:10,821 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.013810170006763656 (mp_runner.py:73) +2024-09-01 18:00:10,831 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.014053707003768068 (mp_runner.py:73) +2024-09-01 18:00:10,898 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.014178180004819296 (mp_runner.py:73) +2024-09-01 18:00:11,579 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.01362328799586976 (mp_runner.py:73) +2024-09-01 18:00:11,615 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.011979059003351722 (mp_runner.py:73) +2024-09-01 18:00:12,374 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.020054494998476002 (mp_runner.py:73) +2024-09-01 18:00:12,421 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.014443498999753501 (mp_runner.py:73) +2024-09-01 18:00:12,450 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.009011686001031194 (mp_runner.py:73) +2024-09-01 18:00:12,935 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.014703541994094849 (mp_runner.py:73) +2024-09-01 18:00:13,383 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.01368593999359291 (mp_runner.py:73) +2024-09-01 18:00:13,419 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.012067313997249585 (mp_runner.py:73) +2024-09-01 18:00:13,419 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.011160033995111007 (mp_runner.py:73) +2024-09-01 18:00:13,810 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.012488375999964774 (mp_runner.py:73) +2024-09-01 18:00:14,141 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.021875358994293492 (mp_runner.py:73) +2024-09-01 18:00:14,462 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.012747835004120134 (mp_runner.py:73) +2024-09-01 18:00:15,230 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.008324738002556842 (mp_runner.py:73) +2024-09-01 18:00:15,231 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.010312910002539866 (mp_runner.py:73) +2024-09-01 18:00:15,233 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.015328676003264263 (mp_runner.py:73) +2024-09-01 18:00:15,236 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.018251220004458446 (mp_runner.py:73) +2024-09-01 18:00:15,269 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.010693866002839059 (mp_runner.py:73) +2024-09-01 18:00:15,272 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.01737685700209113 (mp_runner.py:73) +2024-09-01 18:00:15,273 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.016003279997676145 (mp_runner.py:73) +2024-09-01 18:00:15,278 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.01248467700497713 (mp_runner.py:73) +2024-09-01 18:00:15,524 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.02255860199511517 (mp_runner.py:73) +2024-09-01 18:00:15,708 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.020340974995633587 (mp_runner.py:73) +2024-09-01 18:00:15,911 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.013092428998788819 (mp_runner.py:73) +2024-09-01 18:00:15,912 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.011226906004594639 (mp_runner.py:73) +2024-09-01 18:00:15,913 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.013394435001828242 (mp_runner.py:73) +2024-09-01 18:00:15,913 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.012962280001374893 (mp_runner.py:73) +2024-09-01 18:00:15,913 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.014502595004159957 (mp_runner.py:73) +2024-09-01 18:00:15,913 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.011508338000567164 (mp_runner.py:73) +2024-09-01 18:00:15,914 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.012571277002280112 (mp_runner.py:73) +2024-09-01 18:00:15,914 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.00923865500226384 (mp_runner.py:73) +2024-09-01 18:00:15,915 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.010233449000224937 (mp_runner.py:73) +2024-09-01 18:00:15,915 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.017801829002564773 (mp_runner.py:73) +2024-09-01 18:00:15,917 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.0207034190025297 (mp_runner.py:73) +2024-09-01 18:00:15,918 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.004252970997185912 (mp_runner.py:73) +2024-09-01 18:00:16,547 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.01704367699858267 (mp_runner.py:73) +2024-09-01 18:00:16,549 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.020098068001971114 (mp_runner.py:73) +2024-09-01 18:00:16,962 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.02370716900622938 (mp_runner.py:73) +2024-09-01 18:00:16,962 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.02269666099891765 (mp_runner.py:73) +2024-09-01 18:00:17,749 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.01981012299802387 (mp_runner.py:73) +2024-09-01 18:00:17,799 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.018769530004647095 (mp_runner.py:73) +2024-09-01 18:00:17,801 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.017183548996399622 (mp_runner.py:73) +2024-09-01 18:00:17,823 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.02053172900195932 (mp_runner.py:73) +2024-09-01 18:00:17,996 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.019015532001503743 (mp_runner.py:73) +2024-09-01 18:00:18,383 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.01965613500215113 (mp_runner.py:73) +2024-09-01 18:00:18,543 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.016563192002649885 (mp_runner.py:73) +2024-09-01 18:00:18,963 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.022987879994616378 (mp_runner.py:73) +2024-09-01 18:00:18,968 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.026025778002804145 (mp_runner.py:73) +2024-09-01 18:00:19,301 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.014511198001855519 (mp_runner.py:73) +2024-09-01 18:00:19,305 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.020333951004431583 (mp_runner.py:73) +2024-09-01 18:00:19,467 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.01783448599599069 (mp_runner.py:73) +2024-09-01 18:00:19,926 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.020926100994984154 (mp_runner.py:73) +2024-09-01 18:00:20,586 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.017719495001074392 (mp_runner.py:73) +2024-09-01 18:00:20,589 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.022171384996909183 (mp_runner.py:73) +2024-09-01 18:00:20,590 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.026071421001688577 (mp_runner.py:73) +2024-09-01 18:00:20,609 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.008826497993140947 (mp_runner.py:73) +2024-09-01 18:00:20,611 | DEBUG |(SpawnProcess-1:210) search_count: 2000, latest_latency=0.014166920002026018 (mp_runner.py:73) +2024-09-01 18:00:20,611 | DEBUG |(SpawnProcess-1:196) search_count: 2000, latest_latency=0.00988255600532284 (mp_runner.py:73) +2024-09-01 18:00:20,612 | DEBUG |(SpawnProcess-1:204) search_count: 2000, latest_latency=0.009941865995642729 (mp_runner.py:73) +2024-09-01 18:00:20,612 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.01104363099875627 (mp_runner.py:73) +2024-09-01 18:00:20,613 | DEBUG |(SpawnProcess-1:215) search_count: 2000, latest_latency=0.012229995001689531 (mp_runner.py:73) +2024-09-01 18:00:20,613 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.011042853002436459 (mp_runner.py:73) +2024-09-01 18:00:20,615 | DEBUG |(SpawnProcess-1:187) search_count: 2000, latest_latency=0.014959697000449523 (mp_runner.py:73) +2024-09-01 18:00:21,199 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.008848445999319665 (mp_runner.py:73) +2024-09-01 18:00:21,204 | DEBUG |(SpawnProcess-1:198) search_count: 2000, latest_latency=0.008314917002280708 (mp_runner.py:73) +2024-09-01 18:00:21,205 | DEBUG |(SpawnProcess-1:202) search_count: 2000, latest_latency=0.011484168004244566 (mp_runner.py:73) +2024-09-01 18:00:21,207 | DEBUG |(SpawnProcess-1:201) search_count: 2000, latest_latency=0.006605832000786904 (mp_runner.py:73) +2024-09-01 18:00:21,218 | DEBUG |(SpawnProcess-1:218) search_count: 2000, latest_latency=0.010656771002686583 (mp_runner.py:73) +2024-09-01 18:00:21,218 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.010833037005795632 (mp_runner.py:73) +2024-09-01 18:00:21,219 | DEBUG |(SpawnProcess-1:191) search_count: 2000, latest_latency=0.009243743996194098 (mp_runner.py:73) +2024-09-01 18:00:21,219 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.01113291599904187 (mp_runner.py:73) +2024-09-01 18:00:21,220 | DEBUG |(SpawnProcess-1:211) search_count: 2000, latest_latency=0.0132303869977477 (mp_runner.py:73) +2024-09-01 18:00:21,220 | DEBUG |(SpawnProcess-1:213) search_count: 2000, latest_latency=0.012474704002670478 (mp_runner.py:73) +2024-09-01 18:00:21,223 | DEBUG |(SpawnProcess-1:205) search_count: 2000, latest_latency=0.010740136000094935 (mp_runner.py:73) +2024-09-01 18:00:21,223 | DEBUG |(SpawnProcess-1:214) search_count: 2000, latest_latency=0.008840892005537171 (mp_runner.py:73) +2024-09-01 18:00:21,225 | DEBUG |(SpawnProcess-1:208) search_count: 2000, latest_latency=0.009470313001656905 (mp_runner.py:73) +2024-09-01 18:00:21,285 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.024297717995068524 (mp_runner.py:73) +2024-09-01 18:00:21,496 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.01929674499842804 (mp_runner.py:73) +2024-09-01 18:00:21,925 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.023716718002106063 (mp_runner.py:73) +2024-09-01 18:00:22,244 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.011772001002100296 (mp_runner.py:73) +2024-09-01 18:00:23,170 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.010079908999614418 (mp_runner.py:73) +2024-09-01 18:00:23,208 | DEBUG |(SpawnProcess-1:195) search_count: 2000, latest_latency=0.013435451000987086 (mp_runner.py:73) +2024-09-01 18:00:24,080 | DEBUG |(SpawnProcess-1:193) search_count: 2000, latest_latency=0.024274960000184365 (mp_runner.py:73) +2024-09-01 18:00:24,229 | DEBUG |(SpawnProcess-1:200) search_count: 2000, latest_latency=0.014061597001273185 (mp_runner.py:73) +2024-09-01 18:00:24,232 | DEBUG |(SpawnProcess-1:227) search_count: 2000, latest_latency=0.010790562999318354 (mp_runner.py:73) +2024-09-01 18:00:24,239 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.00904596100008348 (mp_runner.py:73) +2024-09-01 18:00:24,242 | DEBUG |(SpawnProcess-1:219) search_count: 2000, latest_latency=0.009039507000125013 (mp_runner.py:73) +2024-09-01 18:00:24,242 | DEBUG |(SpawnProcess-1:185) search_count: 2000, latest_latency=0.013841836000210606 (mp_runner.py:73) +2024-09-01 18:00:25,346 | DEBUG |(SpawnProcess-1:228) search_count: 2000, latest_latency=0.013853843993274495 (mp_runner.py:73) +2024-09-01 18:00:25,663 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.0138594629970612 (mp_runner.py:73) +2024-09-01 18:00:25,841 | DEBUG |(SpawnProcess-1:199) search_count: 2000, latest_latency=0.012638113999855705 (mp_runner.py:73) +2024-09-01 18:00:25,923 | DEBUG |(SpawnProcess-1:212) search_count: 2000, latest_latency=0.013013121999392752 (mp_runner.py:73) +2024-09-01 18:00:25,934 | DEBUG |(SpawnProcess-1:224) search_count: 2000, latest_latency=0.01209300600021379 (mp_runner.py:73) +2024-09-01 18:00:25,935 | DEBUG |(SpawnProcess-1:209) search_count: 2000, latest_latency=0.009359085001051426 (mp_runner.py:73) +2024-09-01 18:00:25,936 | DEBUG |(SpawnProcess-1:189) search_count: 2000, latest_latency=0.00928044200554723 (mp_runner.py:73) +2024-09-01 18:00:26,016 | DEBUG |(SpawnProcess-1:220) search_count: 2500, latest_latency=0.011196100997040048 (mp_runner.py:73) +2024-09-01 18:00:26,017 | DEBUG |(SpawnProcess-1:196) search_count: 2500, latest_latency=0.00994148100289749 (mp_runner.py:73) +2024-09-01 18:00:26,017 | DEBUG |(SpawnProcess-1:187) search_count: 2500, latest_latency=0.014182350001647137 (mp_runner.py:73) +2024-09-01 18:00:26,018 | DEBUG |(SpawnProcess-1:210) search_count: 2500, latest_latency=0.017925414998899214 (mp_runner.py:73) +2024-09-01 18:00:26,018 | DEBUG |(SpawnProcess-1:190) search_count: 2500, latest_latency=0.015618347002600785 (mp_runner.py:73) +2024-09-01 18:00:26,019 | DEBUG |(SpawnProcess-1:206) search_count: 2500, latest_latency=0.006570961995748803 (mp_runner.py:73) +2024-09-01 18:00:26,024 | DEBUG |(SpawnProcess-1:204) search_count: 2500, latest_latency=0.024950799001089763 (mp_runner.py:73) +2024-09-01 18:00:26,387 | DEBUG |(SpawnProcess-1:216) search_count: 2000, latest_latency=0.011630052998953033 (mp_runner.py:73) +2024-09-01 18:00:26,492 | DEBUG |(SpawnProcess-1:198) search_count: 2500, latest_latency=0.01113013799476903 (mp_runner.py:73) +2024-09-01 18:00:26,493 | DEBUG |(SpawnProcess-1:226) search_count: 2500, latest_latency=0.011105314995802473 (mp_runner.py:73) +2024-09-01 18:00:26,493 | DEBUG |(SpawnProcess-1:202) search_count: 2500, latest_latency=0.010752827998658177 (mp_runner.py:73) +2024-09-01 18:00:26,494 | DEBUG |(SpawnProcess-1:191) search_count: 2500, latest_latency=0.011589281995838974 (mp_runner.py:73) +2024-09-01 18:00:26,494 | DEBUG |(SpawnProcess-1:201) search_count: 2500, latest_latency=0.010317992004274856 (mp_runner.py:73) +2024-09-01 18:00:26,494 | DEBUG |(SpawnProcess-1:214) search_count: 2500, latest_latency=0.011342012003296986 (mp_runner.py:73) +2024-09-01 18:00:26,495 | DEBUG |(SpawnProcess-1:186) search_count: 2500, latest_latency=0.012074609003320802 (mp_runner.py:73) +2024-09-01 18:00:26,496 | DEBUG |(SpawnProcess-1:208) search_count: 2500, latest_latency=0.014516253002511803 (mp_runner.py:73) +2024-09-01 18:00:26,497 | DEBUG |(SpawnProcess-1:192) search_count: 2500, latest_latency=0.012603631999809295 (mp_runner.py:73) +2024-09-01 18:00:26,498 | DEBUG |(SpawnProcess-1:215) search_count: 2500, latest_latency=0.017563941997650545 (mp_runner.py:73) +2024-09-01 18:00:26,498 | DEBUG |(SpawnProcess-1:205) search_count: 2500, latest_latency=0.012495670998760033 (mp_runner.py:73) +2024-09-01 18:00:26,499 | DEBUG |(SpawnProcess-1:211) search_count: 2500, latest_latency=0.012699922001047526 (mp_runner.py:73) +2024-09-01 18:00:26,502 | DEBUG |(SpawnProcess-1:218) search_count: 2500, latest_latency=0.021868308002012782 (mp_runner.py:73) +2024-09-01 18:00:26,843 | DEBUG |(SpawnProcess-1:194) search_count: 2000, latest_latency=0.01150073100143345 (mp_runner.py:73) +2024-09-01 18:00:27,053 | DEBUG |(SpawnProcess-1:197) search_count: 2000, latest_latency=0.009595709001587238 (mp_runner.py:73) +2024-09-01 18:00:27,056 | DEBUG |(SpawnProcess-1:223) search_count: 2000, latest_latency=0.01685246400302276 (mp_runner.py:73) +2024-09-01 18:00:27,061 | DEBUG |(SpawnProcess-1:184) search_count: 2000, latest_latency=0.01608657000178937 (mp_runner.py:73) +2024-09-01 18:00:27,682 | DEBUG |(SpawnProcess-1:213) search_count: 2500, latest_latency=0.01937762799934717 (mp_runner.py:73) +2024-09-01 18:00:28,323 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0065s, count=2714, qps in this process: 90.4471 (mp_runner.py:76) +2024-09-01 18:00:28,323 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0068s, count=2714, qps in this process: 90.4462 (mp_runner.py:76) +2024-09-01 18:00:28,405 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0049s, count=2423, qps in this process: 80.7535 (mp_runner.py:76) +2024-09-01 18:00:28,428 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0028s, count=2355, qps in this process: 78.4927 (mp_runner.py:76) +2024-09-01 18:00:28,446 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0095s, count=2674, qps in this process: 89.1051 (mp_runner.py:76) +2024-09-01 18:00:28,477 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0058s, count=2680, qps in this process: 89.3161 (mp_runner.py:76) +2024-09-01 18:00:28,501 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.013s, count=2682, qps in this process: 89.3613 (mp_runner.py:76) +2024-09-01 18:00:28,534 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0063s, count=2360, qps in this process: 78.6502 (mp_runner.py:76) +2024-09-01 18:00:28,675 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0016s, count=2689, qps in this process: 89.6286 (mp_runner.py:76) +2024-09-01 18:00:28,705 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0102s, count=2680, qps in this process: 89.303 (mp_runner.py:76) +2024-09-01 18:00:28,711 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0038s, count=2736, qps in this process: 91.1884 (mp_runner.py:76) +2024-09-01 18:00:28,713 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0072s, count=2690, qps in this process: 89.6452 (mp_runner.py:76) +2024-09-01 18:00:28,713 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0079s, count=2389, qps in this process: 79.6124 (mp_runner.py:76) +2024-09-01 18:00:28,714 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0039s, count=2735, qps in this process: 91.1548 (mp_runner.py:76) +2024-09-01 18:00:28,722 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0168s, count=2692, qps in this process: 89.6831 (mp_runner.py:76) +2024-09-01 18:00:28,729 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0189s, count=2692, qps in this process: 89.6768 (mp_runner.py:76) +2024-09-01 18:00:28,741 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0073s, count=2737, qps in this process: 91.2111 (mp_runner.py:76) +2024-09-01 18:00:28,751 | DEBUG |(SpawnProcess-1:188) search_count: 2000, latest_latency=0.030811281998467166 (mp_runner.py:73) +2024-09-01 18:00:28,761 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.0067s, count=2379, qps in this process: 79.2823 (mp_runner.py:76) +2024-09-01 18:00:28,765 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0505s, count=2691, qps in this process: 89.5493 (mp_runner.py:76) +2024-09-01 18:00:28,766 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.011s, count=2736, qps in this process: 91.1666 (mp_runner.py:76) +2024-09-01 18:00:28,773 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0085s, count=2737, qps in this process: 91.2075 (mp_runner.py:76) +2024-09-01 18:00:28,773 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0089s, count=2390, qps in this process: 79.643 (mp_runner.py:76) +2024-09-01 18:00:28,775 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0103s, count=2372, qps in this process: 79.0395 (mp_runner.py:76) +2024-09-01 18:00:28,784 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0099s, count=2565, qps in this process: 85.4718 (mp_runner.py:76) +2024-09-01 18:00:28,798 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0041s, count=2377, qps in this process: 79.2225 (mp_runner.py:76) +2024-09-01 18:00:28,798 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0038s, count=2235, qps in this process: 74.4906 (mp_runner.py:76) +2024-09-01 18:00:28,800 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0048s, count=2227, qps in this process: 74.2215 (mp_runner.py:76) +2024-09-01 18:00:28,803 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.002s, count=2709, qps in this process: 90.294 (mp_runner.py:76) +2024-09-01 18:00:28,808 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0117s, count=2695, qps in this process: 89.7983 (mp_runner.py:76) +2024-09-01 18:00:28,809 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0031s, count=2236, qps in this process: 74.5256 (mp_runner.py:76) +2024-09-01 18:00:28,809 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0134s, count=2697, qps in this process: 89.8599 (mp_runner.py:76) +2024-09-01 18:00:28,810 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.003s, count=2711, qps in this process: 90.3576 (mp_runner.py:76) +2024-09-01 18:00:28,811 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0014s, count=2116, qps in this process: 70.53 (mp_runner.py:76) +2024-09-01 18:00:28,823 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0018s, count=2118, qps in this process: 70.5958 (mp_runner.py:76) +2024-09-01 18:00:28,832 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0122s, count=2377, qps in this process: 79.2011 (mp_runner.py:76) +2024-09-01 18:00:28,840 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0102s, count=2232, qps in this process: 74.3747 (mp_runner.py:76) +2024-09-01 18:00:28,849 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0018s, count=2233, qps in this process: 74.4289 (mp_runner.py:76) +2024-09-01 18:00:28,852 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0038s, count=2243, qps in this process: 74.7572 (mp_runner.py:76) +2024-09-01 18:00:28,853 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0057s, count=2180, qps in this process: 72.6529 (mp_runner.py:76) +2024-09-01 18:00:28,859 | DEBUG |(SpawnProcess-1:203) search_count: 2000, latest_latency=0.003185292996931821 (mp_runner.py:73) +2024-09-01 18:00:28,861 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0013s, count=2250, qps in this process: 74.9968 (mp_runner.py:76) +2024-09-01 18:00:28,894 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0002s, count=2144, qps in this process: 71.4662 (mp_runner.py:76) +2024-09-01 18:00:28,895 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0012s, count=2033, qps in this process: 67.764 (mp_runner.py:76) +2024-09-01 18:00:28,898 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0014s, count=2020, qps in this process: 67.3302 (mp_runner.py:76) +2024-09-01 18:00:28,907 | DEBUG |(SpawnProcess-1:222) search_count: 2000, latest_latency=0.0007995300038601272 (mp_runner.py:73) +2024-09-01 18:00:28,925 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0004s, count=2209, qps in this process: 73.6324 (mp_runner.py:76) +2024-09-01 18:00:28,950 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0007s, count=2059, qps in this process: 68.6317 (mp_runner.py:76) +2024-09-01 18:00:28,965 | INFO |End search in concurrency 45: dur=30.698158993996913s, total_count=110613, qps=3603.2454 (mp_runner.py:120) +2024-09-01 18:00:32,341 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:00:32,341 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 18:00:53,353 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 18:00:53,638 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,638 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,664 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,695 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,697 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,697 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,697 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,704 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,704 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,706 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,759 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,761 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,762 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,762 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,763 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,763 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,765 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,783 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,800 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,807 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,810 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,810 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,815 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,817 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,870 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,880 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,889 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,900 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,901 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,909 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,914 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,917 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,929 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,937 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,947 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,953 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:53,965 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:54,000 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:54,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:54,022 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:54,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:54,050 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:54,060 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:00:59,891 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.01035276200127555 (mp_runner.py:73) +2024-09-01 18:00:59,891 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.011354813002981246 (mp_runner.py:73) +2024-09-01 18:00:59,892 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.009678983995399904 (mp_runner.py:73) +2024-09-01 18:00:59,893 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.011736690998077393 (mp_runner.py:73) +2024-09-01 18:00:59,893 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.011303857994789723 (mp_runner.py:73) +2024-09-01 18:00:59,894 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.014934929000446573 (mp_runner.py:73) +2024-09-01 18:00:59,898 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.01460871799645247 (mp_runner.py:73) +2024-09-01 18:00:59,902 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.022876337003253866 (mp_runner.py:73) +2024-09-01 18:00:59,902 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.024103038005705457 (mp_runner.py:73) +2024-09-01 18:01:00,229 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.018950732999655884 (mp_runner.py:73) +2024-09-01 18:01:00,232 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.010273612999299075 (mp_runner.py:73) +2024-09-01 18:01:00,234 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.02535089400043944 (mp_runner.py:73) +2024-09-01 18:01:00,237 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.030480621004244313 (mp_runner.py:73) +2024-09-01 18:01:00,259 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.004776690999278799 (mp_runner.py:73) +2024-09-01 18:01:00,277 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.03521628599992255 (mp_runner.py:73) +2024-09-01 18:01:00,321 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.01771977899625199 (mp_runner.py:73) +2024-09-01 18:01:00,323 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.018170126000768505 (mp_runner.py:73) +2024-09-01 18:01:00,323 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.017760490001819562 (mp_runner.py:73) +2024-09-01 18:01:00,325 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.017627776993322186 (mp_runner.py:73) +2024-09-01 18:01:00,326 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.0227571520008496 (mp_runner.py:73) +2024-09-01 18:01:00,327 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.02524862199788913 (mp_runner.py:73) +2024-09-01 18:01:00,437 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.025608420997741632 (mp_runner.py:73) +2024-09-01 18:01:00,439 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.02455538099457044 (mp_runner.py:73) +2024-09-01 18:01:00,441 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.011874039999383967 (mp_runner.py:73) +2024-09-01 18:01:00,441 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.011441326998465229 (mp_runner.py:73) +2024-09-01 18:01:00,441 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.011386942001990974 (mp_runner.py:73) +2024-09-01 18:01:00,443 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.012426850000338163 (mp_runner.py:73) +2024-09-01 18:01:00,448 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.020593870998709463 (mp_runner.py:73) +2024-09-01 18:01:00,449 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.022181817003001925 (mp_runner.py:73) +2024-09-01 18:01:00,515 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.023098773002857342 (mp_runner.py:73) +2024-09-01 18:01:00,547 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.020946762000676244 (mp_runner.py:73) +2024-09-01 18:01:00,564 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.01285293500404805 (mp_runner.py:73) +2024-09-01 18:01:00,566 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.01412568199884845 (mp_runner.py:73) +2024-09-01 18:01:00,566 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.016122650995384902 (mp_runner.py:73) +2024-09-01 18:01:00,567 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.018018269001913723 (mp_runner.py:73) +2024-09-01 18:01:00,568 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.015146570003707893 (mp_runner.py:73) +2024-09-01 18:01:00,569 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.02098565000051167 (mp_runner.py:73) +2024-09-01 18:01:00,569 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.023356142999546137 (mp_runner.py:73) +2024-09-01 18:01:00,784 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.02685810800176114 (mp_runner.py:73) +2024-09-01 18:01:01,402 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.02950444599991897 (mp_runner.py:73) +2024-09-01 18:01:01,403 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.029615680999995675 (mp_runner.py:73) +2024-09-01 18:01:01,466 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.023597931998665445 (mp_runner.py:73) +2024-09-01 18:01:01,467 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.026473382997210138 (mp_runner.py:73) +2024-09-01 18:01:01,575 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.02998438099893974 (mp_runner.py:73) +2024-09-01 18:01:01,749 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.026051132001157384 (mp_runner.py:73) +2024-09-01 18:01:01,750 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.01883216900023399 (mp_runner.py:73) +2024-09-01 18:01:01,750 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.023717730997304898 (mp_runner.py:73) +2024-09-01 18:01:02,249 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.02295190199947683 (mp_runner.py:73) +2024-09-01 18:01:02,288 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02299234699603403 (mp_runner.py:73) +2024-09-01 18:01:02,289 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.025360407002153806 (mp_runner.py:73) +2024-09-01 18:01:06,049 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.011774885999329854 (mp_runner.py:73) +2024-09-01 18:01:06,050 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.010810557003424037 (mp_runner.py:73) +2024-09-01 18:01:06,051 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.012666546994296368 (mp_runner.py:73) +2024-09-01 18:01:06,051 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.010343560003093444 (mp_runner.py:73) +2024-09-01 18:01:06,052 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.005888511994271539 (mp_runner.py:73) +2024-09-01 18:01:06,053 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.006878394997329451 (mp_runner.py:73) +2024-09-01 18:01:06,054 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.011573533003684133 (mp_runner.py:73) +2024-09-01 18:01:06,055 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.01771610099967802 (mp_runner.py:73) +2024-09-01 18:01:06,055 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.019168221006111708 (mp_runner.py:73) +2024-09-01 18:01:06,474 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.009261687999241985 (mp_runner.py:73) +2024-09-01 18:01:06,474 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.009079051997105125 (mp_runner.py:73) +2024-09-01 18:01:06,475 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.011895823001395911 (mp_runner.py:73) +2024-09-01 18:01:06,475 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.016104649999761023 (mp_runner.py:73) +2024-09-01 18:01:06,476 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.011893439004779793 (mp_runner.py:73) +2024-09-01 18:01:06,477 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.015576602003420703 (mp_runner.py:73) +2024-09-01 18:01:06,477 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.01401528900169069 (mp_runner.py:73) +2024-09-01 18:01:06,478 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.01217203199485084 (mp_runner.py:73) +2024-09-01 18:01:06,685 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.0075204020031378604 (mp_runner.py:73) +2024-09-01 18:01:06,686 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.008964100998127833 (mp_runner.py:73) +2024-09-01 18:01:06,686 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.00906507100444287 (mp_runner.py:73) +2024-09-01 18:01:06,687 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.009178020001854748 (mp_runner.py:73) +2024-09-01 18:01:06,688 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.013385193997237366 (mp_runner.py:73) +2024-09-01 18:01:06,688 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.013613647002785001 (mp_runner.py:73) +2024-09-01 18:01:06,688 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.012253977998625487 (mp_runner.py:73) +2024-09-01 18:01:06,690 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.012345796996669378 (mp_runner.py:73) +2024-09-01 18:01:06,863 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.016051537000748795 (mp_runner.py:73) +2024-09-01 18:01:06,864 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.01747587700083386 (mp_runner.py:73) +2024-09-01 18:01:07,084 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.014192574002663605 (mp_runner.py:73) +2024-09-01 18:01:07,100 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.00956559299811488 (mp_runner.py:73) +2024-09-01 18:01:07,101 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.00952241299819434 (mp_runner.py:73) +2024-09-01 18:01:07,101 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.008701380997081287 (mp_runner.py:73) +2024-09-01 18:01:07,102 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.008411934002651833 (mp_runner.py:73) +2024-09-01 18:01:07,103 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.008950869996624533 (mp_runner.py:73) +2024-09-01 18:01:07,104 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.017038695004885085 (mp_runner.py:73) +2024-09-01 18:01:07,104 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.014601030001358595 (mp_runner.py:73) +2024-09-01 18:01:07,582 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.011300338002911303 (mp_runner.py:73) +2024-09-01 18:01:08,512 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.015586170004098676 (mp_runner.py:73) +2024-09-01 18:01:08,570 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.00888993500120705 (mp_runner.py:73) +2024-09-01 18:01:08,571 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.01267486899450887 (mp_runner.py:73) +2024-09-01 18:01:08,573 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.012614515006134752 (mp_runner.py:73) +2024-09-01 18:01:08,574 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.0124773860006826 (mp_runner.py:73) +2024-09-01 18:01:08,575 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.012203379003040027 (mp_runner.py:73) +2024-09-01 18:01:08,576 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.01238116800232092 (mp_runner.py:73) +2024-09-01 18:01:08,577 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.01413409000087995 (mp_runner.py:73) +2024-09-01 18:01:08,577 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.01360609800030943 (mp_runner.py:73) +2024-09-01 18:01:09,293 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.01265036000404507 (mp_runner.py:73) +2024-09-01 18:01:10,118 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.0035822720019496046 (mp_runner.py:73) +2024-09-01 18:01:10,203 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.014778482000110671 (mp_runner.py:73) +2024-09-01 18:01:10,254 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.005281295998429414 (mp_runner.py:73) +2024-09-01 18:01:10,344 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.012041292000503745 (mp_runner.py:73) +2024-09-01 18:01:12,496 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.010393707001639996 (mp_runner.py:73) +2024-09-01 18:01:12,497 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.012405118002789095 (mp_runner.py:73) +2024-09-01 18:01:12,498 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.014563640994310845 (mp_runner.py:73) +2024-09-01 18:01:12,500 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.013065158993413206 (mp_runner.py:73) +2024-09-01 18:01:12,502 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.014908374992955942 (mp_runner.py:73) +2024-09-01 18:01:12,505 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.021611783995467704 (mp_runner.py:73) +2024-09-01 18:01:12,506 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.02355367099517025 (mp_runner.py:73) +2024-09-01 18:01:12,883 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.013489195000147447 (mp_runner.py:73) +2024-09-01 18:01:12,884 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.015400812000734732 (mp_runner.py:73) +2024-09-01 18:01:12,885 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.01476676300080726 (mp_runner.py:73) +2024-09-01 18:01:12,885 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.018135468002583366 (mp_runner.py:73) +2024-09-01 18:01:12,886 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.013578370999312028 (mp_runner.py:73) +2024-09-01 18:01:12,888 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.02214013599586906 (mp_runner.py:73) +2024-09-01 18:01:12,889 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.024799901999358553 (mp_runner.py:73) +2024-09-01 18:01:13,235 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.012686346999544185 (mp_runner.py:73) +2024-09-01 18:01:13,235 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.015340680001827423 (mp_runner.py:73) +2024-09-01 18:01:13,238 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.021070963994134218 (mp_runner.py:73) +2024-09-01 18:01:13,239 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.020286596998630557 (mp_runner.py:73) +2024-09-01 18:01:13,896 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.024753149999014568 (mp_runner.py:73) +2024-09-01 18:01:13,958 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.01989018500171369 (mp_runner.py:73) +2024-09-01 18:01:13,979 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.04834297000343213 (mp_runner.py:73) +2024-09-01 18:01:13,985 | DEBUG |(SpawnProcess-1:278) search_count: 1500, latest_latency=0.029119332000846043 (mp_runner.py:73) +2024-09-01 18:01:13,987 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.035923408002418 (mp_runner.py:73) +2024-09-01 18:01:13,989 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.03459759799443418 (mp_runner.py:73) +2024-09-01 18:01:14,027 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.04610705099912593 (mp_runner.py:73) +2024-09-01 18:01:14,296 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.02191521900385851 (mp_runner.py:73) +2024-09-01 18:01:14,297 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.026911769004072994 (mp_runner.py:73) +2024-09-01 18:01:14,299 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.03051942399906693 (mp_runner.py:73) +2024-09-01 18:01:14,303 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.022827494001830928 (mp_runner.py:73) +2024-09-01 18:01:14,307 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.022308045998215675 (mp_runner.py:73) +2024-09-01 18:01:14,374 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.034404486999846995 (mp_runner.py:73) +2024-09-01 18:01:15,496 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.021384370993473567 (mp_runner.py:73) +2024-09-01 18:01:15,584 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.02167810799437575 (mp_runner.py:73) +2024-09-01 18:01:15,934 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.024406594995525666 (mp_runner.py:73) +2024-09-01 18:01:16,006 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.0273194789988338 (mp_runner.py:73) +2024-09-01 18:01:16,425 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.02215198900375981 (mp_runner.py:73) +2024-09-01 18:01:16,525 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.014619278997997753 (mp_runner.py:73) +2024-09-01 18:01:16,526 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.016383884998504072 (mp_runner.py:73) +2024-09-01 18:01:16,528 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.013611756003228948 (mp_runner.py:73) +2024-09-01 18:01:16,530 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.020346012002846692 (mp_runner.py:73) +2024-09-01 18:01:16,531 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.022344404002069496 (mp_runner.py:73) +2024-09-01 18:01:16,659 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.02286804100003792 (mp_runner.py:73) +2024-09-01 18:01:16,714 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.025841050999588333 (mp_runner.py:73) +2024-09-01 18:01:16,892 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.022811170005297754 (mp_runner.py:73) +2024-09-01 18:01:17,671 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.02155003799998667 (mp_runner.py:73) +2024-09-01 18:01:18,504 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.03007271100068465 (mp_runner.py:73) +2024-09-01 18:01:19,239 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.02357687399489805 (mp_runner.py:73) +2024-09-01 18:01:19,358 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.025096759003645275 (mp_runner.py:73) +2024-09-01 18:01:19,433 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.022237160002987366 (mp_runner.py:73) +2024-09-01 18:01:19,527 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.02250716400158126 (mp_runner.py:73) +2024-09-01 18:01:20,177 | DEBUG |(SpawnProcess-1:266) search_count: 2000, latest_latency=0.016685615002643317 (mp_runner.py:73) +2024-09-01 18:01:20,178 | DEBUG |(SpawnProcess-1:247) search_count: 2000, latest_latency=0.015827848001208622 (mp_runner.py:73) +2024-09-01 18:01:20,179 | DEBUG |(SpawnProcess-1:249) search_count: 2000, latest_latency=0.005320481999660842 (mp_runner.py:73) +2024-09-01 18:01:20,304 | DEBUG |(SpawnProcess-1:250) search_count: 2000, latest_latency=0.012054219005221967 (mp_runner.py:73) +2024-09-01 18:01:20,305 | DEBUG |(SpawnProcess-1:259) search_count: 2000, latest_latency=0.010461372003192082 (mp_runner.py:73) +2024-09-01 18:01:20,306 | DEBUG |(SpawnProcess-1:270) search_count: 2000, latest_latency=0.014541689000907354 (mp_runner.py:73) +2024-09-01 18:01:20,306 | DEBUG |(SpawnProcess-1:242) search_count: 2000, latest_latency=0.015723178003099747 (mp_runner.py:73) +2024-09-01 18:01:20,770 | DEBUG |(SpawnProcess-1:274) search_count: 2000, latest_latency=0.015013279997219797 (mp_runner.py:73) +2024-09-01 18:01:20,771 | DEBUG |(SpawnProcess-1:231) search_count: 2000, latest_latency=0.014934314996935427 (mp_runner.py:73) +2024-09-01 18:01:20,935 | DEBUG |(SpawnProcess-1:243) search_count: 2000, latest_latency=0.01038795899512479 (mp_runner.py:73) +2024-09-01 18:01:20,936 | DEBUG |(SpawnProcess-1:268) search_count: 2000, latest_latency=0.011585439002374187 (mp_runner.py:73) +2024-09-01 18:01:20,937 | DEBUG |(SpawnProcess-1:232) search_count: 2000, latest_latency=0.010425986001791898 (mp_runner.py:73) +2024-09-01 18:01:20,937 | DEBUG |(SpawnProcess-1:252) search_count: 2000, latest_latency=0.011779852997278795 (mp_runner.py:73) +2024-09-01 18:01:20,938 | DEBUG |(SpawnProcess-1:236) search_count: 2000, latest_latency=0.013442127004964277 (mp_runner.py:73) +2024-09-01 18:01:20,939 | DEBUG |(SpawnProcess-1:256) search_count: 2000, latest_latency=0.012575374996231403 (mp_runner.py:73) +2024-09-01 18:01:20,940 | DEBUG |(SpawnProcess-1:265) search_count: 2000, latest_latency=0.016289097002299968 (mp_runner.py:73) +2024-09-01 18:01:20,941 | DEBUG |(SpawnProcess-1:238) search_count: 2000, latest_latency=0.017265522001252975 (mp_runner.py:73) +2024-09-01 18:01:20,941 | DEBUG |(SpawnProcess-1:230) search_count: 2000, latest_latency=0.011929433996556327 (mp_runner.py:73) +2024-09-01 18:01:21,108 | DEBUG |(SpawnProcess-1:275) search_count: 2000, latest_latency=0.0020278929951018654 (mp_runner.py:73) +2024-09-01 18:01:21,172 | DEBUG |(SpawnProcess-1:253) search_count: 2000, latest_latency=0.01709396200021729 (mp_runner.py:73) +2024-09-01 18:01:21,176 | DEBUG |(SpawnProcess-1:278) search_count: 2000, latest_latency=0.02525075799348997 (mp_runner.py:73) +2024-09-01 18:01:21,177 | DEBUG |(SpawnProcess-1:233) search_count: 2000, latest_latency=0.026898495998466387 (mp_runner.py:73) +2024-09-01 18:01:21,177 | DEBUG |(SpawnProcess-1:273) search_count: 2000, latest_latency=0.02176997999777086 (mp_runner.py:73) +2024-09-01 18:01:21,179 | DEBUG |(SpawnProcess-1:277) search_count: 2000, latest_latency=0.009704752003017347 (mp_runner.py:73) +2024-09-01 18:01:21,181 | DEBUG |(SpawnProcess-1:269) search_count: 2000, latest_latency=0.03188569299527444 (mp_runner.py:73) +2024-09-01 18:01:21,182 | DEBUG |(SpawnProcess-1:248) search_count: 2000, latest_latency=0.033224785001948476 (mp_runner.py:73) +2024-09-01 18:01:21,182 | DEBUG |(SpawnProcess-1:251) search_count: 2000, latest_latency=0.023625083005754277 (mp_runner.py:73) +2024-09-01 18:01:21,188 | DEBUG |(SpawnProcess-1:241) search_count: 2000, latest_latency=0.0377505709984689 (mp_runner.py:73) +2024-09-01 18:01:22,830 | DEBUG |(SpawnProcess-1:246) search_count: 2000, latest_latency=0.007786305999616161 (mp_runner.py:73) +2024-09-01 18:01:22,832 | DEBUG |(SpawnProcess-1:264) search_count: 2000, latest_latency=0.00966065099783009 (mp_runner.py:73) +2024-09-01 18:01:22,832 | DEBUG |(SpawnProcess-1:272) search_count: 2000, latest_latency=0.009202143002767116 (mp_runner.py:73) +2024-09-01 18:01:22,833 | DEBUG |(SpawnProcess-1:276) search_count: 2000, latest_latency=0.011152721002872568 (mp_runner.py:73) +2024-09-01 18:01:22,834 | DEBUG |(SpawnProcess-1:237) search_count: 2000, latest_latency=0.011847858004330192 (mp_runner.py:73) +2024-09-01 18:01:22,834 | DEBUG |(SpawnProcess-1:235) search_count: 2000, latest_latency=0.012998513004276901 (mp_runner.py:73) +2024-09-01 18:01:22,834 | DEBUG |(SpawnProcess-1:244) search_count: 2000, latest_latency=0.011248761002207175 (mp_runner.py:73) +2024-09-01 18:01:22,834 | DEBUG |(SpawnProcess-1:267) search_count: 2000, latest_latency=0.010826506004377734 (mp_runner.py:73) +2024-09-01 18:01:22,835 | DEBUG |(SpawnProcess-1:257) search_count: 2000, latest_latency=0.01042321899876697 (mp_runner.py:73) +2024-09-01 18:01:22,835 | DEBUG |(SpawnProcess-1:234) search_count: 2000, latest_latency=0.01394070900278166 (mp_runner.py:73) +2024-09-01 18:01:22,836 | DEBUG |(SpawnProcess-1:239) search_count: 2000, latest_latency=0.010700958999223076 (mp_runner.py:73) +2024-09-01 18:01:22,836 | DEBUG |(SpawnProcess-1:262) search_count: 2000, latest_latency=0.01029797299997881 (mp_runner.py:73) +2024-09-01 18:01:22,837 | DEBUG |(SpawnProcess-1:245) search_count: 2000, latest_latency=0.01206987399928039 (mp_runner.py:73) +2024-09-01 18:01:23,655 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0056s, count=2068, qps in this process: 68.9205 (mp_runner.py:76) +2024-09-01 18:01:23,677 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0079s, count=2205, qps in this process: 73.4807 (mp_runner.py:76) +2024-09-01 18:01:23,684 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.012s, count=2259, qps in this process: 75.2699 (mp_runner.py:76) +2024-09-01 18:01:23,704 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.006s, count=2207, qps in this process: 73.552 (mp_runner.py:76) +2024-09-01 18:01:23,705 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0041s, count=2261, qps in this process: 75.3564 (mp_runner.py:76) +2024-09-01 18:01:23,709 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0022s, count=2208, qps in this process: 73.5946 (mp_runner.py:76) +2024-09-01 18:01:23,710 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0089s, count=2072, qps in this process: 69.0462 (mp_runner.py:76) +2024-09-01 18:01:23,711 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0054s, count=2208, qps in this process: 73.5868 (mp_runner.py:76) +2024-09-01 18:01:23,712 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0078s, count=1922, qps in this process: 64.05 (mp_runner.py:76) +2024-09-01 18:01:23,713 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0041s, count=2073, qps in this process: 69.0906 (mp_runner.py:76) +2024-09-01 18:01:23,718 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0148s, count=2073, qps in this process: 69.0659 (mp_runner.py:76) +2024-09-01 18:01:23,719 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0181s, count=2230, qps in this process: 74.2885 (mp_runner.py:76) +2024-09-01 18:01:23,765 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0008s, count=2235, qps in this process: 74.498 (mp_runner.py:76) +2024-09-01 18:01:23,766 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.001s, count=2078, qps in this process: 69.2644 (mp_runner.py:76) +2024-09-01 18:01:23,767 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0067s, count=2078, qps in this process: 69.2512 (mp_runner.py:76) +2024-09-01 18:01:23,773 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0089s, count=2214, qps in this process: 73.7781 (mp_runner.py:76) +2024-09-01 18:01:23,773 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0042s, count=2236, qps in this process: 74.5229 (mp_runner.py:76) +2024-09-01 18:01:23,780 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0078s, count=2079, qps in this process: 69.282 (mp_runner.py:76) +2024-09-01 18:01:23,782 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0139s, count=2268, qps in this process: 75.565 (mp_runner.py:76) +2024-09-01 18:01:23,789 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0024s, count=2269, qps in this process: 75.6273 (mp_runner.py:76) +2024-09-01 18:01:23,803 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0003s, count=1919, qps in this process: 63.966 (mp_runner.py:76) +2024-09-01 18:01:23,816 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0045s, count=2083, qps in this process: 69.4229 (mp_runner.py:76) +2024-09-01 18:01:23,818 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0038s, count=2272, qps in this process: 75.7237 (mp_runner.py:76) +2024-09-01 18:01:23,820 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0087s, count=2218, qps in this process: 73.9119 (mp_runner.py:76) +2024-09-01 18:01:23,820 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0003s, count=2272, qps in this process: 75.7326 (mp_runner.py:76) +2024-09-01 18:01:23,825 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0026s, count=2219, qps in this process: 73.9603 (mp_runner.py:76) +2024-09-01 18:01:23,827 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0043s, count=2273, qps in this process: 75.7558 (mp_runner.py:76) +2024-09-01 18:01:23,878 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0002s, count=1881, qps in this process: 62.6996 (mp_runner.py:76) +2024-09-01 18:01:23,878 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0012s, count=2252, qps in this process: 75.0637 (mp_runner.py:76) +2024-09-01 18:01:23,878 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0022s, count=2252, qps in this process: 75.0612 (mp_runner.py:76) +2024-09-01 18:01:23,879 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0024s, count=2252, qps in this process: 75.0607 (mp_runner.py:76) +2024-09-01 18:01:23,880 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0009s, count=2252, qps in this process: 75.0644 (mp_runner.py:76) +2024-09-01 18:01:23,890 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0076s, count=2095, qps in this process: 69.8156 (mp_runner.py:76) +2024-09-01 18:01:23,899 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0007s, count=2256, qps in this process: 75.1982 (mp_runner.py:76) +2024-09-01 18:01:23,904 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0008s, count=1839, qps in this process: 61.2984 (mp_runner.py:76) +2024-09-01 18:01:23,905 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0024s, count=2257, qps in this process: 75.2273 (mp_runner.py:76) +2024-09-01 18:01:23,913 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0012s, count=2234, qps in this process: 74.4637 (mp_runner.py:76) +2024-09-01 18:01:23,919 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0009s, count=2101, qps in this process: 70.0312 (mp_runner.py:76) +2024-09-01 18:01:23,920 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0014s, count=2102, qps in this process: 70.0634 (mp_runner.py:76) +2024-09-01 18:01:23,936 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0012s, count=2264, qps in this process: 75.4636 (mp_runner.py:76) +2024-09-01 18:01:23,942 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0031s, count=1794, qps in this process: 59.7938 (mp_runner.py:76) +2024-09-01 18:01:23,953 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0018s, count=2114, qps in this process: 70.4624 (mp_runner.py:76) +2024-09-01 18:01:23,960 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0033s, count=1989, qps in this process: 66.2927 (mp_runner.py:76) +2024-09-01 18:01:23,971 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0013s, count=1816, qps in this process: 60.5307 (mp_runner.py:76) +2024-09-01 18:01:24,007 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0013s, count=2270, qps in this process: 75.6634 (mp_runner.py:76) +2024-09-01 18:01:24,013 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0004s, count=2297, qps in this process: 76.5656 (mp_runner.py:76) +2024-09-01 18:01:24,035 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0003s, count=2148, qps in this process: 71.5993 (mp_runner.py:76) +2024-09-01 18:01:24,038 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0016s, count=2285, qps in this process: 76.1626 (mp_runner.py:76) +2024-09-01 18:01:24,058 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0002s, count=1851, qps in this process: 61.6996 (mp_runner.py:76) +2024-09-01 18:01:24,069 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0004s, count=1865, qps in this process: 62.1658 (mp_runner.py:76) +2024-09-01 18:01:24,081 | INFO |End search in concurrency 50: dur=30.726994758995716s, total_count=106965, qps=3481.141 (mp_runner.py:120) +2024-09-01 18:01:27,756 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:01:27,756 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 18:01:48,950 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 18:01:49,251 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,269 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,345 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,352 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,360 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,373 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,447 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,459 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,459 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,461 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,500 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,524 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,548 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,560 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,575 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,576 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,577 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,588 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,589 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,595 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:49,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:01:55,795 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.01714742399781244 (mp_runner.py:73) +2024-09-01 18:01:55,796 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.02000773100007791 (mp_runner.py:73) +2024-09-01 18:01:55,797 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.01918957800080534 (mp_runner.py:73) +2024-09-01 18:01:55,797 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.01637385399953928 (mp_runner.py:73) +2024-09-01 18:01:55,798 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.016067531003500335 (mp_runner.py:73) +2024-09-01 18:01:55,798 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.015886902998317964 (mp_runner.py:73) +2024-09-01 18:01:55,799 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.014321210997877643 (mp_runner.py:73) +2024-09-01 18:01:55,799 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.018736881000222638 (mp_runner.py:73) +2024-09-01 18:01:55,800 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.016893924999749288 (mp_runner.py:73) +2024-09-01 18:01:55,800 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.02478242299548583 (mp_runner.py:73) +2024-09-01 18:01:55,801 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.02655471600155579 (mp_runner.py:73) +2024-09-01 18:01:56,178 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.013643432001117617 (mp_runner.py:73) +2024-09-01 18:01:56,187 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.024929062004957814 (mp_runner.py:73) +2024-09-01 18:01:56,188 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.024715207000554074 (mp_runner.py:73) +2024-09-01 18:01:56,224 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.01691235700127436 (mp_runner.py:73) +2024-09-01 18:01:56,224 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.014385645001311786 (mp_runner.py:73) +2024-09-01 18:01:56,224 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.01605505099723814 (mp_runner.py:73) +2024-09-01 18:01:56,224 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.01384642299672123 (mp_runner.py:73) +2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.01838500699523138 (mp_runner.py:73) +2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.012840721996326465 (mp_runner.py:73) +2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.012502851001045201 (mp_runner.py:73) +2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.016395852995628957 (mp_runner.py:73) +2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.01136710100399796 (mp_runner.py:73) +2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.015124729005037807 (mp_runner.py:73) +2024-09-01 18:01:56,226 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.016153536998899654 (mp_runner.py:73) +2024-09-01 18:01:56,228 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.013997239002492279 (mp_runner.py:73) +2024-09-01 18:01:56,229 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.012011489998258185 (mp_runner.py:73) +2024-09-01 18:01:56,229 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.01287494899588637 (mp_runner.py:73) +2024-09-01 18:01:56,230 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.012409540999215096 (mp_runner.py:73) +2024-09-01 18:01:56,230 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.012113839999074116 (mp_runner.py:73) +2024-09-01 18:01:56,231 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.025922838001861237 (mp_runner.py:73) +2024-09-01 18:01:56,233 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.028100266004912555 (mp_runner.py:73) +2024-09-01 18:01:56,237 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.022273249996942468 (mp_runner.py:73) +2024-09-01 18:01:56,249 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.022045864003302995 (mp_runner.py:73) +2024-09-01 18:01:56,252 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.020761660001880955 (mp_runner.py:73) +2024-09-01 18:01:56,344 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.015493531005631667 (mp_runner.py:73) +2024-09-01 18:01:56,344 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.01629464700090466 (mp_runner.py:73) +2024-09-01 18:01:56,344 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.01621121999778552 (mp_runner.py:73) +2024-09-01 18:01:56,345 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.01711348300159443 (mp_runner.py:73) +2024-09-01 18:01:56,345 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.016626539996650536 (mp_runner.py:73) +2024-09-01 18:01:56,347 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.01955494499998167 (mp_runner.py:73) +2024-09-01 18:01:56,347 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.01675926999450894 (mp_runner.py:73) +2024-09-01 18:01:56,348 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.017344281004625373 (mp_runner.py:73) +2024-09-01 18:01:56,349 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.018530273002397735 (mp_runner.py:73) +2024-09-01 18:01:56,350 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.018557950999820605 (mp_runner.py:73) +2024-09-01 18:01:56,351 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.018261204000737052 (mp_runner.py:73) +2024-09-01 18:01:56,351 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.02532277299906127 (mp_runner.py:73) +2024-09-01 18:01:56,352 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.024974936997750774 (mp_runner.py:73) +2024-09-01 18:01:56,873 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.02632507400267059 (mp_runner.py:73) +2024-09-01 18:01:57,421 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.02985411899862811 (mp_runner.py:73) +2024-09-01 18:01:57,515 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.026296331998310052 (mp_runner.py:73) +2024-09-01 18:01:57,779 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.027726573003747035 (mp_runner.py:73) +2024-09-01 18:01:58,131 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.020396103005623445 (mp_runner.py:73) +2024-09-01 18:01:58,593 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.03793541499908315 (mp_runner.py:73) +2024-09-01 18:01:59,383 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.03348762599489419 (mp_runner.py:73) +2024-09-01 18:02:02,959 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.003309136998723261 (mp_runner.py:73) +2024-09-01 18:02:02,963 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.011599402001593262 (mp_runner.py:73) +2024-09-01 18:02:02,963 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.01009092699678149 (mp_runner.py:73) +2024-09-01 18:02:02,963 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.0135647360002622 (mp_runner.py:73) +2024-09-01 18:02:02,964 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.01883680300670676 (mp_runner.py:73) +2024-09-01 18:02:02,970 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.022819702993729152 (mp_runner.py:73) +2024-09-01 18:02:03,238 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.018313569002202712 (mp_runner.py:73) +2024-09-01 18:02:03,246 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.023154470000008587 (mp_runner.py:73) +2024-09-01 18:02:03,423 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.011630870998487808 (mp_runner.py:73) +2024-09-01 18:02:03,424 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.01173348799784435 (mp_runner.py:73) +2024-09-01 18:02:03,425 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.013783069000055548 (mp_runner.py:73) +2024-09-01 18:02:03,425 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.012119455001084134 (mp_runner.py:73) +2024-09-01 18:02:03,425 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.014164380001602694 (mp_runner.py:73) +2024-09-01 18:02:03,426 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.01609699200344039 (mp_runner.py:73) +2024-09-01 18:02:03,427 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.013695380002900492 (mp_runner.py:73) +2024-09-01 18:02:03,427 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.017090595996705815 (mp_runner.py:73) +2024-09-01 18:02:03,428 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.013636384006531443 (mp_runner.py:73) +2024-09-01 18:02:03,428 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.014885196003888268 (mp_runner.py:73) +2024-09-01 18:02:03,809 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.015301067003747448 (mp_runner.py:73) +2024-09-01 18:02:03,844 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.01799877700250363 (mp_runner.py:73) +2024-09-01 18:02:03,870 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.008629125004517846 (mp_runner.py:73) +2024-09-01 18:02:03,871 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.008542698000383098 (mp_runner.py:73) +2024-09-01 18:02:03,873 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.010187000996666029 (mp_runner.py:73) +2024-09-01 18:02:03,874 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.013035113996011205 (mp_runner.py:73) +2024-09-01 18:02:03,874 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.010800599993672222 (mp_runner.py:73) +2024-09-01 18:02:03,876 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.017464089003624395 (mp_runner.py:73) +2024-09-01 18:02:03,876 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.011315397998259868 (mp_runner.py:73) +2024-09-01 18:02:03,879 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.007205670000985265 (mp_runner.py:73) +2024-09-01 18:02:03,941 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.01018648599711014 (mp_runner.py:73) +2024-09-01 18:02:03,943 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.012702599000476766 (mp_runner.py:73) +2024-09-01 18:02:03,944 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.012276655994355679 (mp_runner.py:73) +2024-09-01 18:02:03,945 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.01646182400145335 (mp_runner.py:73) +2024-09-01 18:02:03,947 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.01917052600038005 (mp_runner.py:73) +2024-09-01 18:02:03,952 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.014106561997323297 (mp_runner.py:73) +2024-09-01 18:02:03,980 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.01166104999720119 (mp_runner.py:73) +2024-09-01 18:02:03,983 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.013914194001699798 (mp_runner.py:73) +2024-09-01 18:02:04,091 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.011902252001164015 (mp_runner.py:73) +2024-09-01 18:02:04,091 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.013334934003069066 (mp_runner.py:73) +2024-09-01 18:02:04,093 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.012523806995886844 (mp_runner.py:73) +2024-09-01 18:02:04,093 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.01564004400279373 (mp_runner.py:73) +2024-09-01 18:02:04,095 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.018049350997898728 (mp_runner.py:73) +2024-09-01 18:02:04,325 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.01773758700437611 (mp_runner.py:73) +2024-09-01 18:02:04,978 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.013088419000268914 (mp_runner.py:73) +2024-09-01 18:02:05,122 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.017719798001053277 (mp_runner.py:73) +2024-09-01 18:02:05,172 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.015333862000261433 (mp_runner.py:73) +2024-09-01 18:02:05,178 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.01609184800327057 (mp_runner.py:73) +2024-09-01 18:02:05,459 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.015075534000061452 (mp_runner.py:73) +2024-09-01 18:02:05,788 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.011387897000531666 (mp_runner.py:73) +2024-09-01 18:02:06,292 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.016770900998380966 (mp_runner.py:73) +2024-09-01 18:02:06,925 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.013403351003944408 (mp_runner.py:73) +2024-09-01 18:02:06,927 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.011750587000278756 (mp_runner.py:73) +2024-09-01 18:02:07,056 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.01795349700114457 (mp_runner.py:73) +2024-09-01 18:02:07,123 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.014935499006242026 (mp_runner.py:73) +2024-09-01 18:02:08,040 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.014671557997644413 (mp_runner.py:73) +2024-09-01 18:02:08,753 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.0208536619975348 (mp_runner.py:73) +2024-09-01 18:02:09,935 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.024661768002260942 (mp_runner.py:73) +2024-09-01 18:02:09,939 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.031795909999345895 (mp_runner.py:73) +2024-09-01 18:02:09,940 | DEBUG |(SpawnProcess-1:331) search_count: 1500, latest_latency=0.028593304996320512 (mp_runner.py:73) +2024-09-01 18:02:09,940 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.015923047001706436 (mp_runner.py:73) +2024-09-01 18:02:09,941 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.0340902960015228 (mp_runner.py:73) +2024-09-01 18:02:09,942 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.0075033180037280545 (mp_runner.py:73) +2024-09-01 18:02:09,942 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.021234236999589484 (mp_runner.py:73) +2024-09-01 18:02:09,943 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.02096852700196905 (mp_runner.py:73) +2024-09-01 18:02:09,944 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.021907595997618046 (mp_runner.py:73) +2024-09-01 18:02:09,945 | DEBUG |(SpawnProcess-1:289) search_count: 1500, latest_latency=0.02234648599551292 (mp_runner.py:73) +2024-09-01 18:02:09,946 | DEBUG |(SpawnProcess-1:313) search_count: 1500, latest_latency=0.025291671998274978 (mp_runner.py:73) +2024-09-01 18:02:09,947 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.023884558002464473 (mp_runner.py:73) +2024-09-01 18:02:09,948 | DEBUG |(SpawnProcess-1:310) search_count: 1500, latest_latency=0.007060606003506109 (mp_runner.py:73) +2024-09-01 18:02:09,948 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.0436854459985625 (mp_runner.py:73) +2024-09-01 18:02:09,952 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.046142480001435615 (mp_runner.py:73) +2024-09-01 18:02:09,952 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.01997524199396139 (mp_runner.py:73) +2024-09-01 18:02:10,805 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.01731445400218945 (mp_runner.py:73) +2024-09-01 18:02:10,805 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.01822625199565664 (mp_runner.py:73) +2024-09-01 18:02:10,806 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.016097196996270213 (mp_runner.py:73) +2024-09-01 18:02:10,809 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.024348543003725354 (mp_runner.py:73) +2024-09-01 18:02:10,809 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.023200817005999852 (mp_runner.py:73) +2024-09-01 18:02:10,815 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.023670766000577714 (mp_runner.py:73) +2024-09-01 18:02:10,943 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.022848895001516212 (mp_runner.py:73) +2024-09-01 18:02:10,943 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.006063376000383869 (mp_runner.py:73) +2024-09-01 18:02:10,947 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.03089656600059243 (mp_runner.py:73) +2024-09-01 18:02:10,949 | DEBUG |(SpawnProcess-1:335) search_count: 1500, latest_latency=0.021018162005930208 (mp_runner.py:73) +2024-09-01 18:02:10,950 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.02577704699797323 (mp_runner.py:73) +2024-09-01 18:02:10,950 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.023102742998162284 (mp_runner.py:73) +2024-09-01 18:02:11,163 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.012043739996443037 (mp_runner.py:73) +2024-09-01 18:02:11,164 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.013900181002099998 (mp_runner.py:73) +2024-09-01 18:02:11,165 | DEBUG |(SpawnProcess-1:334) search_count: 1500, latest_latency=0.015214208004181273 (mp_runner.py:73) +2024-09-01 18:02:11,169 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.01767153199762106 (mp_runner.py:73) +2024-09-01 18:02:11,170 | DEBUG |(SpawnProcess-1:332) search_count: 1500, latest_latency=0.02055831899633631 (mp_runner.py:73) +2024-09-01 18:02:11,172 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.025266778997320216 (mp_runner.py:73) +2024-09-01 18:02:11,342 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.02264430100331083 (mp_runner.py:73) +2024-09-01 18:02:11,345 | DEBUG |(SpawnProcess-1:309) search_count: 1500, latest_latency=0.02554544500162592 (mp_runner.py:73) +2024-09-01 18:02:11,365 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.01802346399927046 (mp_runner.py:73) +2024-09-01 18:02:11,366 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.019548928998119663 (mp_runner.py:73) +2024-09-01 18:02:11,368 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.01912548999825958 (mp_runner.py:73) +2024-09-01 18:02:11,369 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.025221413001418114 (mp_runner.py:73) +2024-09-01 18:02:11,371 | DEBUG |(SpawnProcess-1:325) search_count: 1500, latest_latency=0.02468437400239054 (mp_runner.py:73) +2024-09-01 18:02:13,663 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.05019688099855557 (mp_runner.py:73) +2024-09-01 18:02:14,145 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.045272614996065386 (mp_runner.py:73) +2024-09-01 18:02:14,147 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.0017805390016292222 (mp_runner.py:73) +2024-09-01 18:02:14,406 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.02285867899627192 (mp_runner.py:73) +2024-09-01 18:02:14,408 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.026209358002233785 (mp_runner.py:73) +2024-09-01 18:02:15,023 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.033286940000834875 (mp_runner.py:73) +2024-09-01 18:02:15,472 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.0374493290000828 (mp_runner.py:73) +2024-09-01 18:02:15,873 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.026482549001229927 (mp_runner.py:73) +2024-09-01 18:02:15,926 | DEBUG |(SpawnProcess-1:303) search_count: 1500, latest_latency=0.02445844300382305 (mp_runner.py:73) +2024-09-01 18:02:16,361 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.031224457998177968 (mp_runner.py:73) +2024-09-01 18:02:16,486 | DEBUG |(SpawnProcess-1:324) search_count: 2000, latest_latency=0.005830907997733448 (mp_runner.py:73) +2024-09-01 18:02:16,490 | DEBUG |(SpawnProcess-1:308) search_count: 2000, latest_latency=0.009235291996446904 (mp_runner.py:73) +2024-09-01 18:02:16,490 | DEBUG |(SpawnProcess-1:306) search_count: 2000, latest_latency=0.008396745004574768 (mp_runner.py:73) +2024-09-01 18:02:16,491 | DEBUG |(SpawnProcess-1:319) search_count: 2000, latest_latency=0.011986530000285711 (mp_runner.py:73) +2024-09-01 18:02:16,493 | DEBUG |(SpawnProcess-1:315) search_count: 2000, latest_latency=0.01610107500164304 (mp_runner.py:73) +2024-09-01 18:02:16,494 | DEBUG |(SpawnProcess-1:295) search_count: 2000, latest_latency=0.01219911000225693 (mp_runner.py:73) +2024-09-01 18:02:16,494 | DEBUG |(SpawnProcess-1:299) search_count: 2000, latest_latency=0.01672165000491077 (mp_runner.py:73) +2024-09-01 18:02:16,544 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.025216120993718505 (mp_runner.py:73) +2024-09-01 18:02:16,652 | DEBUG |(SpawnProcess-1:316) search_count: 2000, latest_latency=0.006326960006845184 (mp_runner.py:73) +2024-09-01 18:02:16,653 | DEBUG |(SpawnProcess-1:331) search_count: 2000, latest_latency=0.009297818003688008 (mp_runner.py:73) +2024-09-01 18:02:16,654 | DEBUG |(SpawnProcess-1:289) search_count: 2000, latest_latency=0.011675945999741089 (mp_runner.py:73) +2024-09-01 18:02:16,655 | DEBUG |(SpawnProcess-1:310) search_count: 2000, latest_latency=0.011184283001057338 (mp_runner.py:73) +2024-09-01 18:02:16,655 | DEBUG |(SpawnProcess-1:292) search_count: 2000, latest_latency=0.012156836004578508 (mp_runner.py:73) +2024-09-01 18:02:16,656 | DEBUG |(SpawnProcess-1:282) search_count: 2000, latest_latency=0.011447237993706949 (mp_runner.py:73) +2024-09-01 18:02:16,657 | DEBUG |(SpawnProcess-1:333) search_count: 2000, latest_latency=0.015092825000465382 (mp_runner.py:73) +2024-09-01 18:02:16,658 | DEBUG |(SpawnProcess-1:302) search_count: 2000, latest_latency=0.017590641997230705 (mp_runner.py:73) +2024-09-01 18:02:16,795 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.027438801997050177 (mp_runner.py:73) +2024-09-01 18:02:17,513 | DEBUG |(SpawnProcess-1:313) search_count: 2000, latest_latency=0.014063534996239468 (mp_runner.py:73) +2024-09-01 18:02:17,600 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.02825818800192792 (mp_runner.py:73) +2024-09-01 18:02:18,328 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.02310550800029887 (mp_runner.py:73) +2024-09-01 18:02:18,359 | DEBUG |(SpawnProcess-1:322) search_count: 2000, latest_latency=0.01528669099934632 (mp_runner.py:73) +2024-09-01 18:02:18,367 | DEBUG |(SpawnProcess-1:326) search_count: 2000, latest_latency=0.014432071999181062 (mp_runner.py:73) +2024-09-01 18:02:18,393 | DEBUG |(SpawnProcess-1:287) search_count: 2000, latest_latency=0.007362354997894727 (mp_runner.py:73) +2024-09-01 18:02:18,393 | DEBUG |(SpawnProcess-1:323) search_count: 2000, latest_latency=0.009362958000565413 (mp_runner.py:73) +2024-09-01 18:02:18,394 | DEBUG |(SpawnProcess-1:300) search_count: 2000, latest_latency=0.012177096003142651 (mp_runner.py:73) +2024-09-01 18:02:18,395 | DEBUG |(SpawnProcess-1:304) search_count: 2000, latest_latency=0.015317530996981077 (mp_runner.py:73) +2024-09-01 18:02:18,395 | DEBUG |(SpawnProcess-1:297) search_count: 2000, latest_latency=0.012223977995745372 (mp_runner.py:73) +2024-09-01 18:02:18,396 | DEBUG |(SpawnProcess-1:281) search_count: 2000, latest_latency=0.015217897998809349 (mp_runner.py:73) +2024-09-01 18:02:18,443 | DEBUG |(SpawnProcess-1:285) search_count: 2000, latest_latency=0.009380509000038728 (mp_runner.py:73) +2024-09-01 18:02:18,444 | DEBUG |(SpawnProcess-1:318) search_count: 2000, latest_latency=0.010978964994137641 (mp_runner.py:73) +2024-09-01 18:02:18,445 | DEBUG |(SpawnProcess-1:334) search_count: 2000, latest_latency=0.016365253999538254 (mp_runner.py:73) +2024-09-01 18:02:18,445 | DEBUG |(SpawnProcess-1:327) search_count: 2000, latest_latency=0.012216171002364717 (mp_runner.py:73) +2024-09-01 18:02:18,446 | DEBUG |(SpawnProcess-1:332) search_count: 2000, latest_latency=0.015663902995584067 (mp_runner.py:73) +2024-09-01 18:02:18,877 | DEBUG |(SpawnProcess-1:329) search_count: 2000, latest_latency=0.011726526005077176 (mp_runner.py:73) +2024-09-01 18:02:18,879 | DEBUG |(SpawnProcess-1:294) search_count: 2000, latest_latency=0.014627400996687356 (mp_runner.py:73) +2024-09-01 18:02:18,880 | DEBUG |(SpawnProcess-1:335) search_count: 2000, latest_latency=0.016296406000037678 (mp_runner.py:73) +2024-09-01 18:02:18,884 | DEBUG |(SpawnProcess-1:312) search_count: 2000, latest_latency=0.018917600995337125 (mp_runner.py:73) +2024-09-01 18:02:18,990 | DEBUG |(SpawnProcess-1:291) search_count: 2000, latest_latency=0.00796580700261984 (mp_runner.py:73) +2024-09-01 18:02:18,991 | DEBUG |(SpawnProcess-1:284) search_count: 2000, latest_latency=0.008588686003349721 (mp_runner.py:73) +2024-09-01 18:02:18,991 | DEBUG |(SpawnProcess-1:311) search_count: 2000, latest_latency=0.009647040998970624 (mp_runner.py:73) +2024-09-01 18:02:18,991 | DEBUG |(SpawnProcess-1:286) search_count: 2000, latest_latency=0.010548650003329385 (mp_runner.py:73) +2024-09-01 18:02:18,992 | DEBUG |(SpawnProcess-1:325) search_count: 2000, latest_latency=0.01763913200556999 (mp_runner.py:73) +2024-09-01 18:02:18,993 | DEBUG |(SpawnProcess-1:305) search_count: 2000, latest_latency=0.015297068996005692 (mp_runner.py:73) +2024-09-01 18:02:19,269 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.009s, count=1771, qps in this process: 59.0156 (mp_runner.py:76) +2024-09-01 18:02:19,285 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0004s, count=2064, qps in this process: 68.7991 (mp_runner.py:76) +2024-09-01 18:02:19,352 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0099s, count=1953, qps in this process: 65.0785 (mp_runner.py:76) +2024-09-01 18:02:19,355 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0131s, count=2069, qps in this process: 68.9366 (mp_runner.py:76) +2024-09-01 18:02:19,357 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0102s, count=2031, qps in this process: 67.677 (mp_runner.py:76) +2024-09-01 18:02:19,360 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0063s, count=2212, qps in this process: 73.7179 (mp_runner.py:76) +2024-09-01 18:02:19,367 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0012s, count=2203, qps in this process: 73.4304 (mp_runner.py:76) +2024-09-01 18:02:19,384 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0003s, count=2205, qps in this process: 73.4993 (mp_runner.py:76) +2024-09-01 18:02:19,434 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0113s, count=2217, qps in this process: 73.8722 (mp_runner.py:76) +2024-09-01 18:02:19,435 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0109s, count=2031, qps in this process: 67.6754 (mp_runner.py:76) +2024-09-01 18:02:19,455 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0009s, count=2033, qps in this process: 67.7646 (mp_runner.py:76) +2024-09-01 18:02:19,455 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0047s, count=2211, qps in this process: 73.6885 (mp_runner.py:76) +2024-09-01 18:02:19,457 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0061s, count=2077, qps in this process: 69.2193 (mp_runner.py:76) +2024-09-01 18:02:19,458 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0025s, count=2038, qps in this process: 67.9277 (mp_runner.py:76) +2024-09-01 18:02:19,459 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0034s, count=1641, qps in this process: 54.6938 (mp_runner.py:76) +2024-09-01 18:02:19,460 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0048s, count=2077, qps in this process: 69.2223 (mp_runner.py:76) +2024-09-01 18:02:19,460 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0071s, count=2219, qps in this process: 73.9492 (mp_runner.py:76) +2024-09-01 18:02:19,461 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0049s, count=1795, qps in this process: 59.8236 (mp_runner.py:76) +2024-09-01 18:02:19,461 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0045s, count=2077, qps in this process: 69.2229 (mp_runner.py:76) +2024-09-01 18:02:19,462 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0073s, count=2219, qps in this process: 73.9487 (mp_runner.py:76) +2024-09-01 18:02:19,462 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.001s, count=2212, qps in this process: 73.7309 (mp_runner.py:76) +2024-09-01 18:02:19,463 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0114s, count=2212, qps in this process: 73.7053 (mp_runner.py:76) +2024-09-01 18:02:19,463 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0073s, count=2219, qps in this process: 73.9487 (mp_runner.py:76) +2024-09-01 18:02:19,463 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0106s, count=2212, qps in this process: 73.7073 (mp_runner.py:76) +2024-09-01 18:02:19,464 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0013s, count=2219, qps in this process: 73.9635 (mp_runner.py:76) +2024-09-01 18:02:19,465 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0027s, count=2072, qps in this process: 69.0605 (mp_runner.py:76) +2024-09-01 18:02:19,466 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0026s, count=2034, qps in this process: 67.7941 (mp_runner.py:76) +2024-09-01 18:02:19,469 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0121s, count=1805, qps in this process: 60.1424 (mp_runner.py:76) +2024-09-01 18:02:19,470 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0134s, count=1977, qps in this process: 65.8706 (mp_runner.py:76) +2024-09-01 18:02:19,476 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0132s, count=2220, qps in this process: 73.9675 (mp_runner.py:76) +2024-09-01 18:02:19,477 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0205s, count=2034, qps in this process: 67.7537 (mp_runner.py:76) +2024-09-01 18:02:19,487 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0156s, count=2112, qps in this process: 70.3634 (mp_runner.py:76) +2024-09-01 18:02:19,487 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0282s, count=2078, qps in this process: 69.2016 (mp_runner.py:76) +2024-09-01 18:02:19,510 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0015s, count=2038, qps in this process: 67.9299 (mp_runner.py:76) +2024-09-01 18:02:19,518 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0023s, count=2038, qps in this process: 67.9281 (mp_runner.py:76) +2024-09-01 18:02:19,520 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.003s, count=2082, qps in this process: 69.3931 (mp_runner.py:76) +2024-09-01 18:02:19,538 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0057s, count=1803, qps in this process: 60.0886 (mp_runner.py:76) +2024-09-01 18:02:19,543 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0052s, count=1676, qps in this process: 55.857 (mp_runner.py:76) +2024-09-01 18:02:19,549 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0026s, count=2086, qps in this process: 69.5273 (mp_runner.py:76) +2024-09-01 18:02:19,550 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0034s, count=2047, qps in this process: 68.2256 (mp_runner.py:76) +2024-09-01 18:02:19,559 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0062s, count=1701, qps in this process: 56.6883 (mp_runner.py:76) +2024-09-01 18:02:19,564 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0042s, count=1732, qps in this process: 57.7253 (mp_runner.py:76) +2024-09-01 18:02:19,565 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0012s, count=2091, qps in this process: 69.6972 (mp_runner.py:76) +2024-09-01 18:02:19,566 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0011s, count=2051, qps in this process: 68.3642 (mp_runner.py:76) +2024-09-01 18:02:19,571 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0053s, count=1609, qps in this process: 53.6239 (mp_runner.py:76) +2024-09-01 18:02:19,574 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0035s, count=2092, qps in this process: 69.7252 (mp_runner.py:76) +2024-09-01 18:02:19,576 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0038s, count=1798, qps in this process: 59.9257 (mp_runner.py:76) +2024-09-01 18:02:19,581 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0019s, count=2095, qps in this process: 69.8289 (mp_runner.py:76) +2024-09-01 18:02:19,582 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0008s, count=1677, qps in this process: 55.8985 (mp_runner.py:76) +2024-09-01 18:02:19,583 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0018s, count=2235, qps in this process: 74.4955 (mp_runner.py:76) +2024-09-01 18:02:19,592 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0012s, count=2239, qps in this process: 74.6303 (mp_runner.py:76) +2024-09-01 18:02:19,593 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0006s, count=1763, qps in this process: 58.7655 (mp_runner.py:76) +2024-09-01 18:02:19,596 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.0013s, count=2106, qps in this process: 70.197 (mp_runner.py:76) +2024-09-01 18:02:19,601 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0004s, count=1749, qps in this process: 58.2992 (mp_runner.py:76) +2024-09-01 18:02:19,612 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0054s, count=1596, qps in this process: 53.1904 (mp_runner.py:76) +2024-09-01 18:02:19,630 | INFO |End search in concurrency 55: dur=30.67860305099748s, total_count=110853, qps=3613.3653 (mp_runner.py:120) +2024-09-01 18:02:23,688 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:02:23,688 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 18:02:44,993 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 18:02:45,110 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,144 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,260 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,299 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,304 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,531 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,534 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,542 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,542 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,544 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,544 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,557 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,558 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,560 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,581 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,583 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,589 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,590 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,614 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,622 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,649 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,672 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,676 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,687 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,690 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,695 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,696 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,702 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,703 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,705 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,730 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,751 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,811 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,812 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,813 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:45,858 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:02:52,605 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.014893690000462811 (mp_runner.py:73) +2024-09-01 18:02:52,605 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.016073845996288583 (mp_runner.py:73) +2024-09-01 18:02:52,605 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.01596570899710059 (mp_runner.py:73) +2024-09-01 18:02:52,605 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.017180351002025418 (mp_runner.py:73) +2024-09-01 18:02:52,606 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.016978294996079057 (mp_runner.py:73) +2024-09-01 18:02:52,606 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.018326007993891835 (mp_runner.py:73) +2024-09-01 18:02:52,606 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.01279580400296254 (mp_runner.py:73) +2024-09-01 18:02:52,606 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.016201464997720905 (mp_runner.py:73) +2024-09-01 18:02:52,607 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.016187709996302146 (mp_runner.py:73) +2024-09-01 18:02:52,607 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.016947267002251465 (mp_runner.py:73) +2024-09-01 18:02:52,608 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.014952853998693172 (mp_runner.py:73) +2024-09-01 18:02:52,610 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.01513091400556732 (mp_runner.py:73) +2024-09-01 18:02:52,610 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.01620891499624122 (mp_runner.py:73) +2024-09-01 18:02:52,611 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.015476410997507628 (mp_runner.py:73) +2024-09-01 18:02:52,611 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.014502288002404384 (mp_runner.py:73) +2024-09-01 18:02:52,612 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.01581565599917667 (mp_runner.py:73) +2024-09-01 18:02:52,615 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.028726425000058953 (mp_runner.py:73) +2024-09-01 18:02:52,621 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.03574940800172044 (mp_runner.py:73) +2024-09-01 18:02:52,863 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.01898913499462651 (mp_runner.py:73) +2024-09-01 18:02:52,863 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.017496248001407366 (mp_runner.py:73) +2024-09-01 18:02:52,865 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.01804677600011928 (mp_runner.py:73) +2024-09-01 18:02:52,870 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.02710287200170569 (mp_runner.py:73) +2024-09-01 18:02:52,872 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.029289958998560905 (mp_runner.py:73) +2024-09-01 18:02:52,914 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02042909799638437 (mp_runner.py:73) +2024-09-01 18:02:52,914 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.022857112999190576 (mp_runner.py:73) +2024-09-01 18:02:52,915 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.016717443002562504 (mp_runner.py:73) +2024-09-01 18:02:52,915 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02074023000022862 (mp_runner.py:73) +2024-09-01 18:02:52,916 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.02393197800120106 (mp_runner.py:73) +2024-09-01 18:02:52,916 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.023378573001537006 (mp_runner.py:73) +2024-09-01 18:02:52,916 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.022428846001275815 (mp_runner.py:73) +2024-09-01 18:02:52,916 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.017678509997494984 (mp_runner.py:73) +2024-09-01 18:02:52,917 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.02079333899746416 (mp_runner.py:73) +2024-09-01 18:02:52,917 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.023889192001661286 (mp_runner.py:73) +2024-09-01 18:02:52,918 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.027111317998787854 (mp_runner.py:73) +2024-09-01 18:02:52,918 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.016167095993296243 (mp_runner.py:73) +2024-09-01 18:02:52,918 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.028982210998947266 (mp_runner.py:73) +2024-09-01 18:02:52,920 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.03208913800335722 (mp_runner.py:73) +2024-09-01 18:02:53,339 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.01564146600139793 (mp_runner.py:73) +2024-09-01 18:02:53,339 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.01566348000051221 (mp_runner.py:73) +2024-09-01 18:02:53,340 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.017844130998128094 (mp_runner.py:73) +2024-09-01 18:02:53,340 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.013044619998254348 (mp_runner.py:73) +2024-09-01 18:02:53,341 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.014224640995962545 (mp_runner.py:73) +2024-09-01 18:02:53,341 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.015390000000479631 (mp_runner.py:73) +2024-09-01 18:02:53,342 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.016647677999571897 (mp_runner.py:73) +2024-09-01 18:02:53,342 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.0208633100046427 (mp_runner.py:73) +2024-09-01 18:02:53,343 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.02468094800133258 (mp_runner.py:73) +2024-09-01 18:02:53,347 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.003040288996999152 (mp_runner.py:73) +2024-09-01 18:02:53,533 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.022601149998081382 (mp_runner.py:73) +2024-09-01 18:02:53,545 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.013676873000804335 (mp_runner.py:73) +2024-09-01 18:02:53,547 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.023028833995340392 (mp_runner.py:73) +2024-09-01 18:02:53,548 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.02553390699904412 (mp_runner.py:73) +2024-09-01 18:02:53,552 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.005088087003969122 (mp_runner.py:73) +2024-09-01 18:02:53,560 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.017620556005567778 (mp_runner.py:73) +2024-09-01 18:02:53,561 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.020165409994660877 (mp_runner.py:73) +2024-09-01 18:02:53,562 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.01760371400450822 (mp_runner.py:73) +2024-09-01 18:02:53,563 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.02315858799556736 (mp_runner.py:73) +2024-09-01 18:02:53,568 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.0193729530001292 (mp_runner.py:73) +2024-09-01 18:02:53,572 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.020758935999765527 (mp_runner.py:73) +2024-09-01 18:02:53,573 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.020434816004126333 (mp_runner.py:73) +2024-09-01 18:02:55,812 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.025218479000614025 (mp_runner.py:73) +2024-09-01 18:02:59,707 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.012179832003312185 (mp_runner.py:73) +2024-09-01 18:02:59,707 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.013855655000952538 (mp_runner.py:73) +2024-09-01 18:02:59,708 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.011255874000198673 (mp_runner.py:73) +2024-09-01 18:02:59,709 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.012231335997057613 (mp_runner.py:73) +2024-09-01 18:02:59,709 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.016629641999315936 (mp_runner.py:73) +2024-09-01 18:02:59,710 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.01349214500078233 (mp_runner.py:73) +2024-09-01 18:02:59,710 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.014822405995801091 (mp_runner.py:73) +2024-09-01 18:02:59,711 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.013909194000007119 (mp_runner.py:73) +2024-09-01 18:02:59,711 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.017190803999255877 (mp_runner.py:73) +2024-09-01 18:02:59,712 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.01402026999858208 (mp_runner.py:73) +2024-09-01 18:02:59,713 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.020891664004011545 (mp_runner.py:73) +2024-09-01 18:02:59,886 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.011876429001858924 (mp_runner.py:73) +2024-09-01 18:02:59,889 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.01660652199643664 (mp_runner.py:73) +2024-09-01 18:02:59,890 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.01618171500012977 (mp_runner.py:73) +2024-09-01 18:02:59,892 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.017894695003633387 (mp_runner.py:73) +2024-09-01 18:02:59,995 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.008449647000816185 (mp_runner.py:73) +2024-09-01 18:02:59,995 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.008585629999288358 (mp_runner.py:73) +2024-09-01 18:02:59,996 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.008683961001224816 (mp_runner.py:73) +2024-09-01 18:02:59,997 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.009636802999011707 (mp_runner.py:73) +2024-09-01 18:02:59,998 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.011199458000191953 (mp_runner.py:73) +2024-09-01 18:02:59,998 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.008520383998984471 (mp_runner.py:73) +2024-09-01 18:02:59,998 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.008029229000385385 (mp_runner.py:73) +2024-09-01 18:02:59,999 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.011826617002952844 (mp_runner.py:73) +2024-09-01 18:03:00,016 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.03332358699844917 (mp_runner.py:73) +2024-09-01 18:03:00,027 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.03938957599893911 (mp_runner.py:73) +2024-09-01 18:03:00,032 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.044663464002951514 (mp_runner.py:73) +2024-09-01 18:03:00,032 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.04298740499507403 (mp_runner.py:73) +2024-09-01 18:03:00,036 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.04996806400595233 (mp_runner.py:73) +2024-09-01 18:03:00,054 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.06498323400592199 (mp_runner.py:73) +2024-09-01 18:03:00,055 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.06294735499977833 (mp_runner.py:73) +2024-09-01 18:03:00,536 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.0208663110024645 (mp_runner.py:73) +2024-09-01 18:03:00,900 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.009332503002951853 (mp_runner.py:73) +2024-09-01 18:03:00,901 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.01036287599708885 (mp_runner.py:73) +2024-09-01 18:03:00,901 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.00962911900569452 (mp_runner.py:73) +2024-09-01 18:03:00,901 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.0113781559994095 (mp_runner.py:73) +2024-09-01 18:03:00,903 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.011911114001122769 (mp_runner.py:73) +2024-09-01 18:03:00,904 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.01315470899862703 (mp_runner.py:73) +2024-09-01 18:03:00,905 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.014159318998281378 (mp_runner.py:73) +2024-09-01 18:03:00,905 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.014409386996703688 (mp_runner.py:73) +2024-09-01 18:03:00,906 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.013239448999229353 (mp_runner.py:73) +2024-09-01 18:03:00,906 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.01316438600042602 (mp_runner.py:73) +2024-09-01 18:03:00,907 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.014954272999602836 (mp_runner.py:73) +2024-09-01 18:03:00,908 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.017759380003553815 (mp_runner.py:73) +2024-09-01 18:03:00,909 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.01971276799304178 (mp_runner.py:73) +2024-09-01 18:03:01,390 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.015423941993503831 (mp_runner.py:73) +2024-09-01 18:03:01,409 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.014230472996132448 (mp_runner.py:73) +2024-09-01 18:03:01,411 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.017788842000300065 (mp_runner.py:73) +2024-09-01 18:03:01,412 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.016577541995502543 (mp_runner.py:73) +2024-09-01 18:03:01,413 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.016502469006809406 (mp_runner.py:73) +2024-09-01 18:03:01,413 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.019733255001483485 (mp_runner.py:73) +2024-09-01 18:03:01,416 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.01597389100061264 (mp_runner.py:73) +2024-09-01 18:03:01,418 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.01532120300544193 (mp_runner.py:73) +2024-09-01 18:03:01,426 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.025355479003337678 (mp_runner.py:73) +2024-09-01 18:03:01,907 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.01752777300134767 (mp_runner.py:73) +2024-09-01 18:03:02,393 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.016063194001617376 (mp_runner.py:73) +2024-09-01 18:03:02,456 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.0176005610046559 (mp_runner.py:73) +2024-09-01 18:03:02,595 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.015462092000234406 (mp_runner.py:73) +2024-09-01 18:03:03,550 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.018538553995313123 (mp_runner.py:73) +2024-09-01 18:03:03,744 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.017930292000528425 (mp_runner.py:73) +2024-09-01 18:03:05,659 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.016640225003357045 (mp_runner.py:73) +2024-09-01 18:03:07,292 | DEBUG |(SpawnProcess-1:342) search_count: 1500, latest_latency=0.015105045000382233 (mp_runner.py:73) +2024-09-01 18:03:07,293 | DEBUG |(SpawnProcess-1:396) search_count: 1500, latest_latency=0.016297864000080153 (mp_runner.py:73) +2024-09-01 18:03:07,293 | DEBUG |(SpawnProcess-1:360) search_count: 1500, latest_latency=0.017720789997838438 (mp_runner.py:73) +2024-09-01 18:03:07,293 | DEBUG |(SpawnProcess-1:347) search_count: 1500, latest_latency=0.016118149003887083 (mp_runner.py:73) +2024-09-01 18:03:07,294 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.014820047996181529 (mp_runner.py:73) +2024-09-01 18:03:07,295 | DEBUG |(SpawnProcess-1:343) search_count: 1500, latest_latency=0.016573000997595955 (mp_runner.py:73) +2024-09-01 18:03:07,295 | DEBUG |(SpawnProcess-1:349) search_count: 1500, latest_latency=0.017457677000493277 (mp_runner.py:73) +2024-09-01 18:03:07,296 | DEBUG |(SpawnProcess-1:346) search_count: 1500, latest_latency=0.013540448999265209 (mp_runner.py:73) +2024-09-01 18:03:07,298 | DEBUG |(SpawnProcess-1:388) search_count: 1500, latest_latency=0.01709262700023828 (mp_runner.py:73) +2024-09-01 18:03:07,299 | DEBUG |(SpawnProcess-1:394) search_count: 1500, latest_latency=0.01671673500095494 (mp_runner.py:73) +2024-09-01 18:03:07,301 | DEBUG |(SpawnProcess-1:367) search_count: 1500, latest_latency=0.01800393399753375 (mp_runner.py:73) +2024-09-01 18:03:07,302 | DEBUG |(SpawnProcess-1:358) search_count: 1500, latest_latency=0.018005234996962827 (mp_runner.py:73) +2024-09-01 18:03:07,305 | DEBUG |(SpawnProcess-1:355) search_count: 1500, latest_latency=0.029824085999280214 (mp_runner.py:73) +2024-09-01 18:03:07,306 | DEBUG |(SpawnProcess-1:383) search_count: 1500, latest_latency=0.03263308600435266 (mp_runner.py:73) +2024-09-01 18:03:07,673 | DEBUG |(SpawnProcess-1:384) search_count: 1500, latest_latency=0.02620877799927257 (mp_runner.py:73) +2024-09-01 18:03:07,674 | DEBUG |(SpawnProcess-1:365) search_count: 1500, latest_latency=0.025754299997061025 (mp_runner.py:73) +2024-09-01 18:03:07,933 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.020498665995546617 (mp_runner.py:73) +2024-09-01 18:03:07,934 | DEBUG |(SpawnProcess-1:366) search_count: 1500, latest_latency=0.01925085100083379 (mp_runner.py:73) +2024-09-01 18:03:07,936 | DEBUG |(SpawnProcess-1:392) search_count: 1500, latest_latency=0.01680153000052087 (mp_runner.py:73) +2024-09-01 18:03:07,936 | DEBUG |(SpawnProcess-1:377) search_count: 1500, latest_latency=0.02143647499906365 (mp_runner.py:73) +2024-09-01 18:03:07,937 | DEBUG |(SpawnProcess-1:352) search_count: 1500, latest_latency=0.017685129001620226 (mp_runner.py:73) +2024-09-01 18:03:07,937 | DEBUG |(SpawnProcess-1:348) search_count: 1500, latest_latency=0.024937517002399545 (mp_runner.py:73) +2024-09-01 18:03:07,940 | DEBUG |(SpawnProcess-1:379) search_count: 1500, latest_latency=0.02874367099866504 (mp_runner.py:73) +2024-09-01 18:03:08,423 | DEBUG |(SpawnProcess-1:359) search_count: 1500, latest_latency=0.016033353000239003 (mp_runner.py:73) +2024-09-01 18:03:08,424 | DEBUG |(SpawnProcess-1:337) search_count: 1500, latest_latency=0.016051694001362193 (mp_runner.py:73) +2024-09-01 18:03:08,424 | DEBUG |(SpawnProcess-1:361) search_count: 1500, latest_latency=0.016257356997812167 (mp_runner.py:73) +2024-09-01 18:03:08,424 | DEBUG |(SpawnProcess-1:371) search_count: 1500, latest_latency=0.017164684002636932 (mp_runner.py:73) +2024-09-01 18:03:08,426 | DEBUG |(SpawnProcess-1:376) search_count: 1500, latest_latency=0.016124227004183922 (mp_runner.py:73) +2024-09-01 18:03:08,426 | DEBUG |(SpawnProcess-1:340) search_count: 1500, latest_latency=0.017216654996445868 (mp_runner.py:73) +2024-09-01 18:03:08,427 | DEBUG |(SpawnProcess-1:350) search_count: 1500, latest_latency=0.01692781699966872 (mp_runner.py:73) +2024-09-01 18:03:08,429 | DEBUG |(SpawnProcess-1:390) search_count: 1500, latest_latency=0.018354337000346277 (mp_runner.py:73) +2024-09-01 18:03:08,429 | DEBUG |(SpawnProcess-1:374) search_count: 1500, latest_latency=0.01978208200307563 (mp_runner.py:73) +2024-09-01 18:03:08,429 | DEBUG |(SpawnProcess-1:345) search_count: 1500, latest_latency=0.01805584099929547 (mp_runner.py:73) +2024-09-01 18:03:08,430 | DEBUG |(SpawnProcess-1:375) search_count: 1500, latest_latency=0.01806046000274364 (mp_runner.py:73) +2024-09-01 18:03:08,432 | DEBUG |(SpawnProcess-1:387) search_count: 1500, latest_latency=0.016820149001432583 (mp_runner.py:73) +2024-09-01 18:03:08,433 | DEBUG |(SpawnProcess-1:362) search_count: 1500, latest_latency=0.015356620999227744 (mp_runner.py:73) +2024-09-01 18:03:08,434 | DEBUG |(SpawnProcess-1:344) search_count: 1500, latest_latency=0.027213929999561515 (mp_runner.py:73) +2024-09-01 18:03:08,435 | DEBUG |(SpawnProcess-1:369) search_count: 1500, latest_latency=0.030184324998117518 (mp_runner.py:73) +2024-09-01 18:03:08,996 | DEBUG |(SpawnProcess-1:357) search_count: 1500, latest_latency=0.015194562001852319 (mp_runner.py:73) +2024-09-01 18:03:08,996 | DEBUG |(SpawnProcess-1:391) search_count: 1500, latest_latency=0.015336304997617844 (mp_runner.py:73) +2024-09-01 18:03:08,999 | DEBUG |(SpawnProcess-1:338) search_count: 1500, latest_latency=0.01574183900083881 (mp_runner.py:73) +2024-09-01 18:03:09,000 | DEBUG |(SpawnProcess-1:378) search_count: 1500, latest_latency=0.01714507699944079 (mp_runner.py:73) +2024-09-01 18:03:09,000 | DEBUG |(SpawnProcess-1:370) search_count: 1500, latest_latency=0.018077465996611863 (mp_runner.py:73) +2024-09-01 18:03:09,001 | DEBUG |(SpawnProcess-1:341) search_count: 1500, latest_latency=0.01591562000248814 (mp_runner.py:73) +2024-09-01 18:03:09,002 | DEBUG |(SpawnProcess-1:389) search_count: 1500, latest_latency=0.02195855999889318 (mp_runner.py:73) +2024-09-01 18:03:09,002 | DEBUG |(SpawnProcess-1:368) search_count: 1500, latest_latency=0.015513793005084153 (mp_runner.py:73) +2024-09-01 18:03:09,003 | DEBUG |(SpawnProcess-1:380) search_count: 1500, latest_latency=0.014313202002085745 (mp_runner.py:73) +2024-09-01 18:03:09,003 | DEBUG |(SpawnProcess-1:386) search_count: 1500, latest_latency=0.016015876994060818 (mp_runner.py:73) +2024-09-01 18:03:09,004 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.025192569999489933 (mp_runner.py:73) +2024-09-01 18:03:09,006 | DEBUG |(SpawnProcess-1:395) search_count: 1500, latest_latency=0.029294122999999672 (mp_runner.py:73) +2024-09-01 18:03:10,015 | DEBUG |(SpawnProcess-1:353) search_count: 1500, latest_latency=0.01949459099705564 (mp_runner.py:73) +2024-09-01 18:03:10,910 | DEBUG |(SpawnProcess-1:339) search_count: 1500, latest_latency=0.02653377000387991 (mp_runner.py:73) +2024-09-01 18:03:11,161 | DEBUG |(SpawnProcess-1:364) search_count: 1500, latest_latency=0.027556868000829127 (mp_runner.py:73) +2024-09-01 18:03:11,723 | DEBUG |(SpawnProcess-1:393) search_count: 1500, latest_latency=0.027684130996931344 (mp_runner.py:73) +2024-09-01 18:03:12,149 | DEBUG |(SpawnProcess-1:363) search_count: 1500, latest_latency=0.0037919149981462397 (mp_runner.py:73) +2024-09-01 18:03:12,193 | DEBUG |(SpawnProcess-1:381) search_count: 1500, latest_latency=0.0035525650018826127 (mp_runner.py:73) +2024-09-01 18:03:12,790 | DEBUG |(SpawnProcess-1:373) search_count: 1500, latest_latency=0.027419065998401493 (mp_runner.py:73) +2024-09-01 18:03:13,766 | DEBUG |(SpawnProcess-1:382) search_count: 1500, latest_latency=0.05601178700453602 (mp_runner.py:73) +2024-09-01 18:03:13,962 | DEBUG |(SpawnProcess-1:351) search_count: 1500, latest_latency=0.027681193998432718 (mp_runner.py:73) +2024-09-01 18:03:14,811 | DEBUG |(SpawnProcess-1:343) search_count: 2000, latest_latency=0.016149266994034406 (mp_runner.py:73) +2024-09-01 18:03:14,815 | DEBUG |(SpawnProcess-1:354) search_count: 2000, latest_latency=0.009721401002025232 (mp_runner.py:73) +2024-09-01 18:03:14,816 | DEBUG |(SpawnProcess-1:360) search_count: 2000, latest_latency=0.01109695500053931 (mp_runner.py:73) +2024-09-01 18:03:14,816 | DEBUG |(SpawnProcess-1:396) search_count: 2000, latest_latency=0.012346962997980881 (mp_runner.py:73) +2024-09-01 18:03:14,818 | DEBUG |(SpawnProcess-1:346) search_count: 2000, latest_latency=0.011894866998773068 (mp_runner.py:73) +2024-09-01 18:03:14,819 | DEBUG |(SpawnProcess-1:358) search_count: 2000, latest_latency=0.007798894999723416 (mp_runner.py:73) +2024-09-01 18:03:14,819 | DEBUG |(SpawnProcess-1:355) search_count: 2000, latest_latency=0.016402673005359247 (mp_runner.py:73) +2024-09-01 18:03:14,821 | DEBUG |(SpawnProcess-1:388) search_count: 2000, latest_latency=0.01882942499651108 (mp_runner.py:73) +2024-09-01 18:03:14,830 | DEBUG |(SpawnProcess-1:394) search_count: 2000, latest_latency=0.026953011001751292 (mp_runner.py:73) +2024-09-01 18:03:14,985 | DEBUG |(SpawnProcess-1:347) search_count: 2000, latest_latency=0.012504285004979465 (mp_runner.py:73) +2024-09-01 18:03:14,986 | DEBUG |(SpawnProcess-1:383) search_count: 2000, latest_latency=0.014192724003805779 (mp_runner.py:73) +2024-09-01 18:03:14,989 | DEBUG |(SpawnProcess-1:342) search_count: 2000, latest_latency=0.01817412099626381 (mp_runner.py:73) +2024-09-01 18:03:15,141 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0296s, count=2006, qps in this process: 66.8008 (mp_runner.py:76) +2024-09-01 18:03:15,173 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0175s, count=2007, qps in this process: 66.861 (mp_runner.py:76) +2024-09-01 18:03:15,191 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0103s, count=1913, qps in this process: 63.7448 (mp_runner.py:76) +2024-09-01 18:03:15,191 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0196s, count=1889, qps in this process: 62.9256 (mp_runner.py:76) +2024-09-01 18:03:15,298 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0126s, count=1957, qps in this process: 65.2059 (mp_runner.py:76) +2024-09-01 18:03:15,320 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0149s, count=1875, qps in this process: 62.469 (mp_runner.py:76) +2024-09-01 18:03:15,328 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0123s, count=1922, qps in this process: 64.0404 (mp_runner.py:76) +2024-09-01 18:03:15,438 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0083s, count=1931, qps in this process: 64.3489 (mp_runner.py:76) +2024-09-01 18:03:15,543 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0002s, count=1893, qps in this process: 63.0996 (mp_runner.py:76) +2024-09-01 18:03:15,546 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0111s, count=1939, qps in this process: 64.6094 (mp_runner.py:76) +2024-09-01 18:03:15,547 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0006s, count=1893, qps in this process: 63.0987 (mp_runner.py:76) +2024-09-01 18:03:15,548 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0066s, count=2029, qps in this process: 67.6185 (mp_runner.py:76) +2024-09-01 18:03:15,549 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0138s, count=1913, qps in this process: 63.7373 (mp_runner.py:76) +2024-09-01 18:03:15,550 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.001s, count=1913, qps in this process: 63.7645 (mp_runner.py:76) +2024-09-01 18:03:15,551 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0015s, count=1913, qps in this process: 63.7635 (mp_runner.py:76) +2024-09-01 18:03:15,552 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0028s, count=1894, qps in this process: 63.1274 (mp_runner.py:76) +2024-09-01 18:03:15,557 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0071s, count=1894, qps in this process: 63.1184 (mp_runner.py:76) +2024-09-01 18:03:15,560 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0006s, count=2047, qps in this process: 68.232 (mp_runner.py:76) +2024-09-01 18:03:15,561 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0118s, count=1940, qps in this process: 64.6412 (mp_runner.py:76) +2024-09-01 18:03:15,562 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0059s, count=1940, qps in this process: 64.654 (mp_runner.py:76) +2024-09-01 18:03:15,562 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0073s, count=1824, qps in this process: 60.7852 (mp_runner.py:76) +2024-09-01 18:03:15,563 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0017s, count=2047, qps in this process: 68.2295 (mp_runner.py:76) +2024-09-01 18:03:15,564 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0148s, count=1894, qps in this process: 63.1022 (mp_runner.py:76) +2024-09-01 18:03:15,567 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0171s, count=1940, qps in this process: 64.6298 (mp_runner.py:76) +2024-09-01 18:03:15,568 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0076s, count=2048, qps in this process: 68.2494 (mp_runner.py:76) +2024-09-01 18:03:15,569 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0097s, count=2048, qps in this process: 68.2446 (mp_runner.py:76) +2024-09-01 18:03:15,570 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0235s, count=1940, qps in this process: 64.6161 (mp_runner.py:76) +2024-09-01 18:03:15,570 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.01s, count=1942, qps in this process: 64.7118 (mp_runner.py:76) +2024-09-01 18:03:15,570 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0279s, count=1762, qps in this process: 58.6788 (mp_runner.py:76) +2024-09-01 18:03:15,575 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0042s, count=2048, qps in this process: 68.2571 (mp_runner.py:76) +2024-09-01 18:03:15,577 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0122s, count=1942, qps in this process: 64.707 (mp_runner.py:76) +2024-09-01 18:03:15,580 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0173s, count=1941, qps in this process: 64.6627 (mp_runner.py:76) +2024-09-01 18:03:15,590 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0074s, count=1898, qps in this process: 63.2511 (mp_runner.py:76) +2024-09-01 18:03:15,591 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0047s, count=1855, qps in this process: 61.8236 (mp_runner.py:76) +2024-09-01 18:03:15,593 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0029s, count=1896, qps in this process: 63.1939 (mp_runner.py:76) +2024-09-01 18:03:15,596 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0031s, count=1720, qps in this process: 57.3274 (mp_runner.py:76) +2024-09-01 18:03:15,599 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0039s, count=2050, qps in this process: 68.3245 (mp_runner.py:76) +2024-09-01 18:03:15,619 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0021s, count=1950, qps in this process: 64.9955 (mp_runner.py:76) +2024-09-01 18:03:15,626 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.0033s, count=1814, qps in this process: 60.46 (mp_runner.py:76) +2024-09-01 18:03:15,631 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0061s, count=1920, qps in this process: 63.987 (mp_runner.py:76) +2024-09-01 18:03:15,642 | DEBUG |(SpawnProcess-1:372) search_count: 1500, latest_latency=0.003156229002343025 (mp_runner.py:73) +2024-09-01 18:03:15,657 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0032s, count=2062, qps in this process: 68.726 (mp_runner.py:76) +2024-09-01 18:03:15,659 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0109s, count=1980, qps in this process: 65.976 (mp_runner.py:76) +2024-09-01 18:03:15,683 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0035s, count=1911, qps in this process: 63.6926 (mp_runner.py:76) +2024-09-01 18:03:15,688 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0068s, count=1967, qps in this process: 65.5518 (mp_runner.py:76) +2024-09-01 18:03:15,696 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0021s, count=2071, qps in this process: 69.0285 (mp_runner.py:76) +2024-09-01 18:03:15,700 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0007s, count=1958, qps in this process: 65.2651 (mp_runner.py:76) +2024-09-01 18:03:15,703 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.004s, count=1839, qps in this process: 61.2918 (mp_runner.py:76) +2024-09-01 18:03:15,704 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0053s, count=1591, qps in this process: 53.024 (mp_runner.py:76) +2024-09-01 18:03:15,706 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0013s, count=1737, qps in this process: 57.8975 (mp_runner.py:76) +2024-09-01 18:03:15,710 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0013s, count=1846, qps in this process: 61.5307 (mp_runner.py:76) +2024-09-01 18:03:15,711 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0005s, count=2075, qps in this process: 69.1655 (mp_runner.py:76) +2024-09-01 18:03:15,712 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0034s, count=1843, qps in this process: 61.4264 (mp_runner.py:76) +2024-09-01 18:03:15,724 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0023s, count=1919, qps in this process: 63.9618 (mp_runner.py:76) +2024-09-01 18:03:15,728 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.004s, count=1709, qps in this process: 56.9591 (mp_runner.py:76) +2024-09-01 18:03:15,738 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0018s, count=1729, qps in this process: 57.6299 (mp_runner.py:76) +2024-09-01 18:03:15,757 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0006s, count=1733, qps in this process: 57.7655 (mp_runner.py:76) +2024-09-01 18:03:15,820 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.001s, count=1676, qps in this process: 55.8648 (mp_runner.py:76) +2024-09-01 18:03:15,820 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0003s, count=1732, qps in this process: 57.7328 (mp_runner.py:76) +2024-09-01 18:03:15,822 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0011s, count=1998, qps in this process: 66.5976 (mp_runner.py:76) +2024-09-01 18:03:15,870 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.001s, count=1671, qps in this process: 55.6981 (mp_runner.py:76) +2024-09-01 18:03:15,888 | INFO |End search in concurrency 60: dur=30.892096372997912s, total_count=114234, qps=3697.839 (mp_runner.py:120) +2024-09-01 18:03:20,247 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:03:20,248 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 18:03:41,894 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 18:03:42,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,307 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,308 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,429 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,435 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,436 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,445 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,460 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,460 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,468 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,468 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,474 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,475 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,475 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,479 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,482 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,502 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,502 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,505 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,507 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,512 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,558 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,561 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,561 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,564 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,615 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,615 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,616 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,647 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,657 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,659 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,661 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,688 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,691 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,712 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,729 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:42,731 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:03:50,464 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.01787634899665136 (mp_runner.py:73) +2024-09-01 18:03:50,464 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.016940231005719397 (mp_runner.py:73) +2024-09-01 18:03:50,466 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.0173639330023434 (mp_runner.py:73) +2024-09-01 18:03:50,467 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.01654672899894649 (mp_runner.py:73) +2024-09-01 18:03:50,468 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.01892136000242317 (mp_runner.py:73) +2024-09-01 18:03:50,468 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.018820880002749618 (mp_runner.py:73) +2024-09-01 18:03:50,469 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0229339279976557 (mp_runner.py:73) +2024-09-01 18:03:50,469 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.01856301099905977 (mp_runner.py:73) +2024-09-01 18:03:50,469 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.01848421699833125 (mp_runner.py:73) +2024-09-01 18:03:50,470 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.014580591996491421 (mp_runner.py:73) +2024-09-01 18:03:50,470 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.013967184000648558 (mp_runner.py:73) +2024-09-01 18:03:50,471 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.027042597997933626 (mp_runner.py:73) +2024-09-01 18:03:50,476 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.03328599099768326 (mp_runner.py:73) +2024-09-01 18:03:50,785 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.019177534995833412 (mp_runner.py:73) +2024-09-01 18:03:50,787 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.021250343997962773 (mp_runner.py:73) +2024-09-01 18:03:50,787 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.017105286999139935 (mp_runner.py:73) +2024-09-01 18:03:50,788 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.021039500999904703 (mp_runner.py:73) +2024-09-01 18:03:50,789 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.019514578001690097 (mp_runner.py:73) +2024-09-01 18:03:50,789 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.020668709999881685 (mp_runner.py:73) +2024-09-01 18:03:50,791 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.02623947700340068 (mp_runner.py:73) +2024-09-01 18:03:50,792 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.021433627996884752 (mp_runner.py:73) +2024-09-01 18:03:50,798 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.03521815300337039 (mp_runner.py:73) +2024-09-01 18:03:50,799 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.03750289599702228 (mp_runner.py:73) +2024-09-01 18:03:50,800 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.02208886500011431 (mp_runner.py:73) +2024-09-01 18:03:50,803 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.021696207993954886 (mp_runner.py:73) +2024-09-01 18:03:50,854 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.004108974993869197 (mp_runner.py:73) +2024-09-01 18:03:50,855 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.005476803002238739 (mp_runner.py:73) +2024-09-01 18:03:51,035 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.0019242759954067878 (mp_runner.py:73) +2024-09-01 18:03:51,043 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.048105481000675354 (mp_runner.py:73) +2024-09-01 18:03:51,054 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.060294054994301405 (mp_runner.py:73) +2024-09-01 18:03:51,067 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.06066375900263665 (mp_runner.py:73) +2024-09-01 18:03:51,070 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.061457831994630396 (mp_runner.py:73) +2024-09-01 18:03:51,117 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.009060543998202775 (mp_runner.py:73) +2024-09-01 18:03:51,126 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.006192319000547286 (mp_runner.py:73) +2024-09-01 18:03:51,141 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.0651403730007587 (mp_runner.py:73) +2024-09-01 18:03:51,196 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.0334889910009224 (mp_runner.py:73) +2024-09-01 18:03:51,209 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.01953674200194655 (mp_runner.py:73) +2024-09-01 18:03:51,209 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.03466090399888344 (mp_runner.py:73) +2024-09-01 18:03:51,211 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.02289977500186069 (mp_runner.py:73) +2024-09-01 18:03:51,215 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.028195417995448224 (mp_runner.py:73) +2024-09-01 18:03:51,215 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.02377325999987079 (mp_runner.py:73) +2024-09-01 18:03:51,243 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.03195707299892092 (mp_runner.py:73) +2024-09-01 18:03:51,259 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.025772341999982018 (mp_runner.py:73) +2024-09-01 18:03:51,264 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.031184699000732508 (mp_runner.py:73) +2024-09-01 18:03:51,266 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.034918325996841304 (mp_runner.py:73) +2024-09-01 18:03:51,545 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.030094066001765896 (mp_runner.py:73) +2024-09-01 18:03:51,604 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.029673577002540696 (mp_runner.py:73) +2024-09-01 18:03:51,649 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.028110831997764762 (mp_runner.py:73) +2024-09-01 18:03:51,813 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.026912679997622035 (mp_runner.py:73) +2024-09-01 18:03:51,860 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.02996762799739372 (mp_runner.py:73) +2024-09-01 18:03:51,884 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.020524895000562537 (mp_runner.py:73) +2024-09-01 18:03:51,884 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.02077410100173438 (mp_runner.py:73) +2024-09-01 18:03:51,885 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.019284931004222017 (mp_runner.py:73) +2024-09-01 18:03:51,886 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.01960362099634949 (mp_runner.py:73) +2024-09-01 18:03:51,888 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.02082056400104193 (mp_runner.py:73) +2024-09-01 18:03:51,889 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.018629809004778508 (mp_runner.py:73) +2024-09-01 18:03:51,892 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.029816955000569578 (mp_runner.py:73) +2024-09-01 18:03:51,893 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03123487999982899 (mp_runner.py:73) +2024-09-01 18:03:51,897 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.03221568099979777 (mp_runner.py:73) +2024-09-01 18:03:52,119 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.03256638899620157 (mp_runner.py:73) +2024-09-01 18:03:53,014 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.02529602000140585 (mp_runner.py:73) +2024-09-01 18:03:53,360 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.02973547700094059 (mp_runner.py:73) +2024-09-01 18:03:53,443 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.034355794996372424 (mp_runner.py:73) +2024-09-01 18:03:53,664 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.03610741799639072 (mp_runner.py:73) +2024-09-01 18:03:53,964 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.030358216994500253 (mp_runner.py:73) +2024-09-01 18:03:58,193 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.013068460000795312 (mp_runner.py:73) +2024-09-01 18:03:58,194 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.01474009200319415 (mp_runner.py:73) +2024-09-01 18:03:58,195 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.014543321005476173 (mp_runner.py:73) +2024-09-01 18:03:58,195 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.01449999100441346 (mp_runner.py:73) +2024-09-01 18:03:58,196 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.01385161399957724 (mp_runner.py:73) +2024-09-01 18:03:58,196 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.017298853999818675 (mp_runner.py:73) +2024-09-01 18:03:58,197 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.015217357002256904 (mp_runner.py:73) +2024-09-01 18:03:58,197 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.01401854299911065 (mp_runner.py:73) +2024-09-01 18:03:58,198 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.01678597099817125 (mp_runner.py:73) +2024-09-01 18:03:58,198 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.020031619002111256 (mp_runner.py:73) +2024-09-01 18:03:58,199 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.013997342000948265 (mp_runner.py:73) +2024-09-01 18:03:58,200 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.013294698001118377 (mp_runner.py:73) +2024-09-01 18:03:58,202 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.013352396999835037 (mp_runner.py:73) +2024-09-01 18:03:58,755 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.009958358998119365 (mp_runner.py:73) +2024-09-01 18:03:58,756 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.010565099997620564 (mp_runner.py:73) +2024-09-01 18:03:58,758 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.012169891000667121 (mp_runner.py:73) +2024-09-01 18:03:58,758 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.01158205699903192 (mp_runner.py:73) +2024-09-01 18:03:58,761 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.006284341994614806 (mp_runner.py:73) +2024-09-01 18:03:58,764 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.0020830819994444028 (mp_runner.py:73) +2024-09-01 18:03:58,769 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.026827605004655197 (mp_runner.py:73) +2024-09-01 18:03:58,770 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.007632487999217119 (mp_runner.py:73) +2024-09-01 18:03:58,771 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.01291363999916939 (mp_runner.py:73) +2024-09-01 18:03:58,773 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.024157832995115314 (mp_runner.py:73) +2024-09-01 18:03:58,774 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.03347177199611906 (mp_runner.py:73) +2024-09-01 18:03:58,785 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.04374308900150936 (mp_runner.py:73) +2024-09-01 18:03:59,371 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.01293852300295839 (mp_runner.py:73) +2024-09-01 18:03:59,371 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.013280020997626707 (mp_runner.py:73) +2024-09-01 18:03:59,372 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.01594961999944644 (mp_runner.py:73) +2024-09-01 18:03:59,373 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.016383456000767183 (mp_runner.py:73) +2024-09-01 18:03:59,374 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.015197885993984528 (mp_runner.py:73) +2024-09-01 18:03:59,374 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.018258149997564033 (mp_runner.py:73) +2024-09-01 18:03:59,374 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.019163719996868167 (mp_runner.py:73) +2024-09-01 18:03:59,376 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.015271406002284493 (mp_runner.py:73) +2024-09-01 18:03:59,376 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.020491485003731214 (mp_runner.py:73) +2024-09-01 18:03:59,532 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.017952296002476942 (mp_runner.py:73) +2024-09-01 18:03:59,818 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.018912375999207143 (mp_runner.py:73) +2024-09-01 18:03:59,898 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.017417011003999505 (mp_runner.py:73) +2024-09-01 18:03:59,913 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.030388273997232318 (mp_runner.py:73) +2024-09-01 18:03:59,957 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.01926833800098393 (mp_runner.py:73) +2024-09-01 18:04:00,279 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.00866108500486007 (mp_runner.py:73) +2024-09-01 18:04:00,282 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.01091074499709066 (mp_runner.py:73) +2024-09-01 18:04:00,283 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.012984772998606786 (mp_runner.py:73) +2024-09-01 18:04:00,283 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.011128774000098929 (mp_runner.py:73) +2024-09-01 18:04:00,284 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.016321675000654068 (mp_runner.py:73) +2024-09-01 18:04:00,285 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.015233422003802843 (mp_runner.py:73) +2024-09-01 18:04:00,286 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.009414974003448151 (mp_runner.py:73) +2024-09-01 18:04:00,287 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.008897195002646185 (mp_runner.py:73) +2024-09-01 18:04:00,288 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.01028420699731214 (mp_runner.py:73) +2024-09-01 18:04:00,289 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.0101093920020503 (mp_runner.py:73) +2024-09-01 18:04:00,294 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.012396326994348783 (mp_runner.py:73) +2024-09-01 18:04:00,295 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.013759073997789528 (mp_runner.py:73) +2024-09-01 18:04:00,296 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.01945456099929288 (mp_runner.py:73) +2024-09-01 18:04:00,302 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.030824894995021168 (mp_runner.py:73) +2024-09-01 18:04:00,781 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.016507569001987576 (mp_runner.py:73) +2024-09-01 18:04:01,228 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.03215568699670257 (mp_runner.py:73) +2024-09-01 18:04:01,250 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.009696306005935185 (mp_runner.py:73) +2024-09-01 18:04:01,468 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.018945587005873676 (mp_runner.py:73) +2024-09-01 18:04:01,689 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.018165854999097064 (mp_runner.py:73) +2024-09-01 18:04:01,754 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.020476213001529686 (mp_runner.py:73) +2024-09-01 18:04:03,504 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.029125132998160552 (mp_runner.py:73) +2024-09-01 18:04:04,182 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.018977740000991616 (mp_runner.py:73) +2024-09-01 18:04:04,293 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.01805853199766716 (mp_runner.py:73) +2024-09-01 18:04:04,642 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.020416051003849134 (mp_runner.py:73) +2024-09-01 18:04:04,642 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.01905904000159353 (mp_runner.py:73) +2024-09-01 18:04:05,180 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.019027001995709725 (mp_runner.py:73) +2024-09-01 18:04:06,539 | DEBUG |(SpawnProcess-1:429) search_count: 1500, latest_latency=0.016801612997369375 (mp_runner.py:73) +2024-09-01 18:04:06,539 | DEBUG |(SpawnProcess-1:409) search_count: 1500, latest_latency=0.01798764399427455 (mp_runner.py:73) +2024-09-01 18:04:06,541 | DEBUG |(SpawnProcess-1:433) search_count: 1500, latest_latency=0.017904375003126916 (mp_runner.py:73) +2024-09-01 18:04:06,542 | DEBUG |(SpawnProcess-1:413) search_count: 1500, latest_latency=0.02071851000073366 (mp_runner.py:73) +2024-09-01 18:04:06,543 | DEBUG |(SpawnProcess-1:419) search_count: 1500, latest_latency=0.02009175299463095 (mp_runner.py:73) +2024-09-01 18:04:06,547 | DEBUG |(SpawnProcess-1:416) search_count: 1500, latest_latency=0.020408101998327766 (mp_runner.py:73) +2024-09-01 18:04:06,547 | DEBUG |(SpawnProcess-1:427) search_count: 1500, latest_latency=0.026984420001099352 (mp_runner.py:73) +2024-09-01 18:04:06,550 | DEBUG |(SpawnProcess-1:417) search_count: 1500, latest_latency=0.03028168399760034 (mp_runner.py:73) +2024-09-01 18:04:07,184 | DEBUG |(SpawnProcess-1:437) search_count: 1500, latest_latency=0.022631280997302383 (mp_runner.py:73) +2024-09-01 18:04:07,185 | DEBUG |(SpawnProcess-1:447) search_count: 1500, latest_latency=0.019976271003542934 (mp_runner.py:73) +2024-09-01 18:04:07,187 | DEBUG |(SpawnProcess-1:403) search_count: 1500, latest_latency=0.026677955997001845 (mp_runner.py:73) +2024-09-01 18:04:07,277 | DEBUG |(SpawnProcess-1:408) search_count: 1500, latest_latency=0.016430629999376833 (mp_runner.py:73) +2024-09-01 18:04:07,279 | DEBUG |(SpawnProcess-1:451) search_count: 1500, latest_latency=0.018328004000068177 (mp_runner.py:73) +2024-09-01 18:04:07,279 | DEBUG |(SpawnProcess-1:442) search_count: 1500, latest_latency=0.016576769994571805 (mp_runner.py:73) +2024-09-01 18:04:07,281 | DEBUG |(SpawnProcess-1:399) search_count: 1500, latest_latency=0.017804430004616734 (mp_runner.py:73) +2024-09-01 18:04:07,283 | DEBUG |(SpawnProcess-1:421) search_count: 1500, latest_latency=0.017689788997813594 (mp_runner.py:73) +2024-09-01 18:04:07,283 | DEBUG |(SpawnProcess-1:423) search_count: 1500, latest_latency=0.01916493399767205 (mp_runner.py:73) +2024-09-01 18:04:07,285 | DEBUG |(SpawnProcess-1:440) search_count: 1500, latest_latency=0.018336966997594573 (mp_runner.py:73) +2024-09-01 18:04:07,287 | DEBUG |(SpawnProcess-1:418) search_count: 1500, latest_latency=0.02803414200025145 (mp_runner.py:73) +2024-09-01 18:04:07,290 | DEBUG |(SpawnProcess-1:439) search_count: 1500, latest_latency=0.03163174200017238 (mp_runner.py:73) +2024-09-01 18:04:07,912 | DEBUG |(SpawnProcess-1:436) search_count: 1500, latest_latency=0.017640524005400948 (mp_runner.py:73) +2024-09-01 18:04:07,914 | DEBUG |(SpawnProcess-1:426) search_count: 1500, latest_latency=0.017189548001624644 (mp_runner.py:73) +2024-09-01 18:04:07,914 | DEBUG |(SpawnProcess-1:458) search_count: 1500, latest_latency=0.018378831002337392 (mp_runner.py:73) +2024-09-01 18:04:07,915 | DEBUG |(SpawnProcess-1:425) search_count: 1500, latest_latency=0.017693934998533223 (mp_runner.py:73) +2024-09-01 18:04:07,915 | DEBUG |(SpawnProcess-1:424) search_count: 1500, latest_latency=0.016727645001083147 (mp_runner.py:73) +2024-09-01 18:04:07,916 | DEBUG |(SpawnProcess-1:438) search_count: 1500, latest_latency=0.016587530997639988 (mp_runner.py:73) +2024-09-01 18:04:07,918 | DEBUG |(SpawnProcess-1:452) search_count: 1500, latest_latency=0.016893508996872697 (mp_runner.py:73) +2024-09-01 18:04:07,919 | DEBUG |(SpawnProcess-1:444) search_count: 1500, latest_latency=0.02489710100053344 (mp_runner.py:73) +2024-09-01 18:04:07,922 | DEBUG |(SpawnProcess-1:450) search_count: 1500, latest_latency=0.029233285000373144 (mp_runner.py:73) +2024-09-01 18:04:07,931 | DEBUG |(SpawnProcess-1:404) search_count: 1500, latest_latency=0.020215598000504542 (mp_runner.py:73) +2024-09-01 18:04:08,516 | DEBUG |(SpawnProcess-1:411) search_count: 1500, latest_latency=0.033572959997400176 (mp_runner.py:73) +2024-09-01 18:04:08,520 | DEBUG |(SpawnProcess-1:406) search_count: 1500, latest_latency=0.03779260499868542 (mp_runner.py:73) +2024-09-01 18:04:08,638 | DEBUG |(SpawnProcess-1:415) search_count: 1500, latest_latency=0.017437530994357076 (mp_runner.py:73) +2024-09-01 18:04:08,639 | DEBUG |(SpawnProcess-1:401) search_count: 1500, latest_latency=0.010188061998633202 (mp_runner.py:73) +2024-09-01 18:04:08,640 | DEBUG |(SpawnProcess-1:414) search_count: 1500, latest_latency=0.01783289699960733 (mp_runner.py:73) +2024-09-01 18:04:08,642 | DEBUG |(SpawnProcess-1:445) search_count: 1500, latest_latency=0.018152532997191884 (mp_runner.py:73) +2024-09-01 18:04:08,643 | DEBUG |(SpawnProcess-1:441) search_count: 1500, latest_latency=0.02105751399358269 (mp_runner.py:73) +2024-09-01 18:04:08,643 | DEBUG |(SpawnProcess-1:456) search_count: 1500, latest_latency=0.020333231004769914 (mp_runner.py:73) +2024-09-01 18:04:08,644 | DEBUG |(SpawnProcess-1:432) search_count: 1500, latest_latency=0.018941444999654777 (mp_runner.py:73) +2024-09-01 18:04:08,645 | DEBUG |(SpawnProcess-1:434) search_count: 1500, latest_latency=0.0210608140041586 (mp_runner.py:73) +2024-09-01 18:04:08,646 | DEBUG |(SpawnProcess-1:420) search_count: 1500, latest_latency=0.020135372004006058 (mp_runner.py:73) +2024-09-01 18:04:08,648 | DEBUG |(SpawnProcess-1:398) search_count: 1500, latest_latency=0.0283891319995746 (mp_runner.py:73) +2024-09-01 18:04:08,651 | DEBUG |(SpawnProcess-1:462) search_count: 1500, latest_latency=0.033278242000960745 (mp_runner.py:73) +2024-09-01 18:04:08,979 | DEBUG |(SpawnProcess-1:428) search_count: 1500, latest_latency=0.01739149600325618 (mp_runner.py:73) +2024-09-01 18:04:08,980 | DEBUG |(SpawnProcess-1:457) search_count: 1500, latest_latency=0.019624350999947637 (mp_runner.py:73) +2024-09-01 18:04:08,991 | DEBUG |(SpawnProcess-1:400) search_count: 1500, latest_latency=0.03109130699886009 (mp_runner.py:73) +2024-09-01 18:04:08,991 | DEBUG |(SpawnProcess-1:410) search_count: 1500, latest_latency=0.03262941099819727 (mp_runner.py:73) +2024-09-01 18:04:09,159 | DEBUG |(SpawnProcess-1:402) search_count: 1500, latest_latency=0.025110749003943056 (mp_runner.py:73) +2024-09-01 18:04:09,173 | DEBUG |(SpawnProcess-1:431) search_count: 1500, latest_latency=0.04023043599590892 (mp_runner.py:73) +2024-09-01 18:04:09,242 | DEBUG |(SpawnProcess-1:453) search_count: 1500, latest_latency=0.03551895800046623 (mp_runner.py:73) +2024-09-01 18:04:09,291 | DEBUG |(SpawnProcess-1:407) search_count: 1500, latest_latency=0.033405111003958154 (mp_runner.py:73) +2024-09-01 18:04:09,293 | DEBUG |(SpawnProcess-1:449) search_count: 1500, latest_latency=0.031094576996110845 (mp_runner.py:73) +2024-09-01 18:04:09,336 | DEBUG |(SpawnProcess-1:435) search_count: 1500, latest_latency=0.03294681399711408 (mp_runner.py:73) +2024-09-01 18:04:12,251 | DEBUG |(SpawnProcess-1:461) search_count: 1500, latest_latency=0.06417544199939584 (mp_runner.py:73) +2024-09-01 18:04:12,282 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0039s, count=1676, qps in this process: 55.8594 (mp_runner.py:76) +2024-09-01 18:04:12,300 | DEBUG |(SpawnProcess-1:455) search_count: 1500, latest_latency=0.031830034000449814 (mp_runner.py:73) +2024-09-01 18:04:12,302 | DEBUG |(SpawnProcess-1:448) search_count: 1500, latest_latency=0.03528713199921185 (mp_runner.py:73) +2024-09-01 18:04:12,330 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0089s, count=1678, qps in this process: 55.9167 (mp_runner.py:76) +2024-09-01 18:04:12,331 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0136s, count=1678, qps in this process: 55.908 (mp_runner.py:76) +2024-09-01 18:04:12,340 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0082s, count=1801, qps in this process: 60.0169 (mp_runner.py:76) +2024-09-01 18:04:12,343 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0031s, count=1853, qps in this process: 61.7603 (mp_runner.py:76) +2024-09-01 18:04:12,349 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0222s, count=1811, qps in this process: 60.322 (mp_runner.py:76) +2024-09-01 18:04:12,384 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0171s, count=1829, qps in this process: 60.9319 (mp_runner.py:76) +2024-09-01 18:04:12,438 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0007s, count=1640, qps in this process: 54.6654 (mp_runner.py:76) +2024-09-01 18:04:12,441 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0061s, count=1859, qps in this process: 61.9541 (mp_runner.py:76) +2024-09-01 18:04:12,442 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0066s, count=1858, qps in this process: 61.9197 (mp_runner.py:76) +2024-09-01 18:04:12,444 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0068s, count=1764, qps in this process: 58.7867 (mp_runner.py:76) +2024-09-01 18:04:12,446 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.011s, count=1711, qps in this process: 57.0124 (mp_runner.py:76) +2024-09-01 18:04:12,447 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0147s, count=1859, qps in this process: 61.9363 (mp_runner.py:76) +2024-09-01 18:04:12,450 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.01s, count=1818, qps in this process: 60.5798 (mp_runner.py:76) +2024-09-01 18:04:12,454 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.019s, count=1818, qps in this process: 60.5616 (mp_runner.py:76) +2024-09-01 18:04:12,454 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.002s, count=1508, qps in this process: 50.2633 (mp_runner.py:76) +2024-09-01 18:04:12,457 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0153s, count=1744, qps in this process: 58.1037 (mp_runner.py:76) +2024-09-01 18:04:12,457 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0256s, count=1859, qps in this process: 61.9138 (mp_runner.py:76) +2024-09-01 18:04:12,463 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0007s, count=1860, qps in this process: 61.9986 (mp_runner.py:76) +2024-09-01 18:04:12,464 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0077s, count=1712, qps in this process: 57.052 (mp_runner.py:76) +2024-09-01 18:04:12,468 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0011s, count=1712, qps in this process: 57.0646 (mp_runner.py:76) +2024-09-01 18:04:12,469 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0002s, count=1658, qps in this process: 55.2663 (mp_runner.py:76) +2024-09-01 18:04:12,481 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0017s, count=1637, qps in this process: 54.5636 (mp_runner.py:76) +2024-09-01 18:04:12,484 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0093s, count=1861, qps in this process: 62.0141 (mp_runner.py:76) +2024-09-01 18:04:12,485 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.006s, count=1707, qps in this process: 56.8886 (mp_runner.py:76) +2024-09-01 18:04:12,487 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0167s, count=1820, qps in this process: 60.6329 (mp_runner.py:76) +2024-09-01 18:04:12,490 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0023s, count=1647, qps in this process: 54.8958 (mp_runner.py:76) +2024-09-01 18:04:12,490 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0099s, count=1509, qps in this process: 50.2834 (mp_runner.py:76) +2024-09-01 18:04:12,491 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0121s, count=1714, qps in this process: 57.1103 (mp_runner.py:76) +2024-09-01 18:04:12,494 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0077s, count=1755, qps in this process: 58.485 (mp_runner.py:76) +2024-09-01 18:04:12,496 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0065s, count=1811, qps in this process: 60.3536 (mp_runner.py:76) +2024-09-01 18:04:12,499 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.012s, count=1491, qps in this process: 49.6801 (mp_runner.py:76) +2024-09-01 18:04:12,515 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0073s, count=1716, qps in this process: 57.1861 (mp_runner.py:76) +2024-09-01 18:04:12,516 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0058s, count=1824, qps in this process: 60.7882 (mp_runner.py:76) +2024-09-01 18:04:12,520 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0126s, count=1659, qps in this process: 55.2768 (mp_runner.py:76) +2024-09-01 18:04:12,521 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0032s, count=1757, qps in this process: 58.5604 (mp_runner.py:76) +2024-09-01 18:04:12,521 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0035s, count=1657, qps in this process: 55.2269 (mp_runner.py:76) +2024-09-01 18:04:12,521 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0079s, count=1813, qps in this process: 60.4174 (mp_runner.py:76) +2024-09-01 18:04:12,563 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0014s, count=1722, qps in this process: 57.3973 (mp_runner.py:76) +2024-09-01 18:04:12,566 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.008s, count=1684, qps in this process: 56.1184 (mp_runner.py:76) +2024-09-01 18:04:12,567 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0005s, count=1644, qps in this process: 54.7991 (mp_runner.py:76) +2024-09-01 18:04:12,572 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0055s, count=1487, qps in this process: 49.5576 (mp_runner.py:76) +2024-09-01 18:04:12,572 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0041s, count=1778, qps in this process: 59.2586 (mp_runner.py:76) +2024-09-01 18:04:12,572 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0058s, count=1821, qps in this process: 60.6883 (mp_runner.py:76) +2024-09-01 18:04:12,576 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0054s, count=1662, qps in this process: 55.39 (mp_runner.py:76) +2024-09-01 18:04:12,580 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0011s, count=1832, qps in this process: 61.0644 (mp_runner.py:76) +2024-09-01 18:04:12,584 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.006s, count=1659, qps in this process: 55.2889 (mp_runner.py:76) +2024-09-01 18:04:12,585 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0045s, count=1373, qps in this process: 45.7598 (mp_runner.py:76) +2024-09-01 18:04:12,600 | DEBUG |(SpawnProcess-1:405) search_count: 1500, latest_latency=0.008489897001709323 (mp_runner.py:73) +2024-09-01 18:04:12,620 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0043s, count=1365, qps in this process: 45.4935 (mp_runner.py:76) +2024-09-01 18:04:12,623 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0034s, count=1772, qps in this process: 59.06 (mp_runner.py:76) +2024-09-01 18:04:12,627 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0059s, count=1731, qps in this process: 57.6887 (mp_runner.py:76) +2024-09-01 18:04:12,629 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0069s, count=1529, qps in this process: 50.9549 (mp_runner.py:76) +2024-09-01 18:04:12,630 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0056s, count=1732, qps in this process: 57.7226 (mp_runner.py:76) +2024-09-01 18:04:12,630 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0052s, count=1680, qps in this process: 55.9903 (mp_runner.py:76) +2024-09-01 18:04:12,648 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.003s, count=1795, qps in this process: 59.8274 (mp_runner.py:76) +2024-09-01 18:04:12,660 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0062s, count=1848, qps in this process: 61.5873 (mp_runner.py:76) +2024-09-01 18:04:12,663 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0008s, count=1806, qps in this process: 60.1984 (mp_runner.py:76) +2024-09-01 18:04:12,667 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0019s, count=1800, qps in this process: 59.9962 (mp_runner.py:76) +2024-09-01 18:04:12,668 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0006s, count=1848, qps in this process: 61.5988 (mp_runner.py:76) +2024-09-01 18:04:12,694 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0012s, count=1432, qps in this process: 47.7314 (mp_runner.py:76) +2024-09-01 18:04:12,698 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0006s, count=1372, qps in this process: 45.7324 (mp_runner.py:76) +2024-09-01 18:04:12,706 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0009s, count=1758, qps in this process: 58.5982 (mp_runner.py:76) +2024-09-01 18:04:12,722 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0002s, count=1555, qps in this process: 51.833 (mp_runner.py:76) +2024-09-01 18:04:12,733 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0005s, count=1443, qps in this process: 48.0992 (mp_runner.py:76) +2024-09-01 18:04:12,740 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0005s, count=1489, qps in this process: 49.6325 (mp_runner.py:76) +2024-09-01 18:04:12,757 | INFO |End search in concurrency 65: dur=30.86128001599718s, total_count=110701, qps=3587.0515 (mp_runner.py:120) +2024-09-01 18:04:17,467 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:04:17,467 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 18:04:39,421 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 18:04:39,834 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:39,834 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:39,841 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:39,905 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:39,913 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:39,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:39,936 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:39,997 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:39,999 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,003 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,011 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,013 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,013 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,013 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,017 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,019 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,026 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,042 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,063 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,064 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,068 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,070 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,072 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,072 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,074 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,075 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,075 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,076 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,077 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,077 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,078 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,079 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,082 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,088 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,089 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,106 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,129 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,179 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,184 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,219 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,244 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,245 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,295 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,298 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,326 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,344 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,348 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,382 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,384 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,388 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:40,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) +2024-09-01 18:04:49,582 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.020161118998657912 (mp_runner.py:73) +2024-09-01 18:04:49,583 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.020188356000289787 (mp_runner.py:73) +2024-09-01 18:04:49,583 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.019198975001927465 (mp_runner.py:73) +2024-09-01 18:04:49,584 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.02116069500334561 (mp_runner.py:73) +2024-09-01 18:04:49,587 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.021831227000802755 (mp_runner.py:73) +2024-09-01 18:04:49,589 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.02037712399760494 (mp_runner.py:73) +2024-09-01 18:04:49,590 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.021396238000306766 (mp_runner.py:73) +2024-09-01 18:04:49,594 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.0336357769992901 (mp_runner.py:73) +2024-09-01 18:04:49,595 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.028746864998538513 (mp_runner.py:73) +2024-09-01 18:04:49,598 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.03750488100195071 (mp_runner.py:73) +2024-09-01 18:04:49,598 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.0311396019969834 (mp_runner.py:73) +2024-09-01 18:04:49,708 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.01704293800139567 (mp_runner.py:73) +2024-09-01 18:04:49,709 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.02257224799541291 (mp_runner.py:73) +2024-09-01 18:04:49,710 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.020351831000880338 (mp_runner.py:73) +2024-09-01 18:04:49,710 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.021650891001627315 (mp_runner.py:73) +2024-09-01 18:04:49,711 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.02013335699302843 (mp_runner.py:73) +2024-09-01 18:04:49,711 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.022344666998833418 (mp_runner.py:73) +2024-09-01 18:04:49,711 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.018841461998817977 (mp_runner.py:73) +2024-09-01 18:04:49,711 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02219108000281267 (mp_runner.py:73) +2024-09-01 18:04:49,712 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.019889504997991025 (mp_runner.py:73) +2024-09-01 18:04:49,712 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.02512270400620764 (mp_runner.py:73) +2024-09-01 18:04:49,712 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.024581047997344285 (mp_runner.py:73) +2024-09-01 18:04:49,713 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.026529855000262614 (mp_runner.py:73) +2024-09-01 18:04:49,713 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.021980350000376347 (mp_runner.py:73) +2024-09-01 18:04:49,714 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.020648334997531492 (mp_runner.py:73) +2024-09-01 18:04:49,714 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.022309583000605926 (mp_runner.py:73) +2024-09-01 18:04:49,715 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.020789014000911266 (mp_runner.py:73) +2024-09-01 18:04:49,715 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.02012919900153065 (mp_runner.py:73) +2024-09-01 18:04:49,717 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.031720685998152476 (mp_runner.py:73) +2024-09-01 18:04:49,724 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.039418081993062515 (mp_runner.py:73) +2024-09-01 18:04:50,045 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.01929761400242569 (mp_runner.py:73) +2024-09-01 18:04:50,046 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.01918845700129168 (mp_runner.py:73) +2024-09-01 18:04:50,048 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.01930195100430865 (mp_runner.py:73) +2024-09-01 18:04:50,049 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.023398477998853195 (mp_runner.py:73) +2024-09-01 18:04:50,049 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.02006601700122701 (mp_runner.py:73) +2024-09-01 18:04:50,051 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.021236034997855313 (mp_runner.py:73) +2024-09-01 18:04:50,051 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.024703199000214227 (mp_runner.py:73) +2024-09-01 18:04:50,051 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.020435259000805672 (mp_runner.py:73) +2024-09-01 18:04:50,052 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.020671669000876136 (mp_runner.py:73) +2024-09-01 18:04:50,052 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.024415494001004845 (mp_runner.py:73) +2024-09-01 18:04:50,053 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.022619912000664044 (mp_runner.py:73) +2024-09-01 18:04:50,054 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.023972536997462157 (mp_runner.py:73) +2024-09-01 18:04:50,054 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.02171723799983738 (mp_runner.py:73) +2024-09-01 18:04:50,054 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.02403533900360344 (mp_runner.py:73) +2024-09-01 18:04:50,056 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.031056817002536263 (mp_runner.py:73) +2024-09-01 18:04:50,057 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.02285710599971935 (mp_runner.py:73) +2024-09-01 18:04:50,057 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.026329123000323307 (mp_runner.py:73) +2024-09-01 18:04:50,059 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.035003475000848994 (mp_runner.py:73) +2024-09-01 18:04:50,060 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.03790006799681578 (mp_runner.py:73) +2024-09-01 18:04:50,191 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.03095644200220704 (mp_runner.py:73) +2024-09-01 18:04:50,239 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.016809701999591198 (mp_runner.py:73) +2024-09-01 18:04:50,240 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.01630159900378203 (mp_runner.py:73) +2024-09-01 18:04:50,246 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.023850019002566114 (mp_runner.py:73) +2024-09-01 18:04:50,253 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.03442676099803066 (mp_runner.py:73) +2024-09-01 18:04:50,253 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.030173575003573205 (mp_runner.py:73) +2024-09-01 18:04:50,255 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.03323424299742328 (mp_runner.py:73) +2024-09-01 18:04:50,258 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.03508341199631104 (mp_runner.py:73) +2024-09-01 18:04:50,765 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.020200927996484097 (mp_runner.py:73) +2024-09-01 18:04:50,766 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.02399823300220305 (mp_runner.py:73) +2024-09-01 18:04:50,773 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.03405015300086234 (mp_runner.py:73) +2024-09-01 18:04:50,783 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.040076279001368675 (mp_runner.py:73) +2024-09-01 18:04:50,784 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.039865612001449335 (mp_runner.py:73) +2024-09-01 18:04:50,786 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.040604524001537357 (mp_runner.py:73) +2024-09-01 18:04:50,786 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.03969771599804517 (mp_runner.py:73) +2024-09-01 18:04:50,793 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.049945913000556175 (mp_runner.py:73) +2024-09-01 18:04:50,794 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.05237322899483843 (mp_runner.py:73) +2024-09-01 18:04:52,057 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.03726830700179562 (mp_runner.py:73) +2024-09-01 18:04:52,285 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.03387751300033415 (mp_runner.py:73) +2024-09-01 18:04:52,548 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.033953378995647654 (mp_runner.py:73) +2024-09-01 18:04:52,756 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.035960893001174554 (mp_runner.py:73) +2024-09-01 18:04:58,378 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.015166327997576445 (mp_runner.py:73) +2024-09-01 18:04:58,379 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.01722405700274976 (mp_runner.py:73) +2024-09-01 18:04:58,380 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.02138242199725937 (mp_runner.py:73) +2024-09-01 18:04:58,382 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.016840856995258946 (mp_runner.py:73) +2024-09-01 18:04:58,383 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.016234707996773068 (mp_runner.py:73) +2024-09-01 18:04:58,383 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.017565312002261635 (mp_runner.py:73) +2024-09-01 18:04:58,384 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.02590393600257812 (mp_runner.py:73) +2024-09-01 18:04:58,391 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.027063467001426034 (mp_runner.py:73) +2024-09-01 18:04:58,480 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.013277261998155154 (mp_runner.py:73) +2024-09-01 18:04:58,480 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.004262173002643976 (mp_runner.py:73) +2024-09-01 18:04:58,481 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.013384347999817692 (mp_runner.py:73) +2024-09-01 18:04:58,482 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.01291981299436884 (mp_runner.py:73) +2024-09-01 18:04:58,483 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.01445518800028367 (mp_runner.py:73) +2024-09-01 18:04:58,483 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.013969263003673404 (mp_runner.py:73) +2024-09-01 18:04:58,483 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.015622200000507291 (mp_runner.py:73) +2024-09-01 18:04:58,486 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.014214595001249108 (mp_runner.py:73) +2024-09-01 18:04:58,486 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.02007891500397818 (mp_runner.py:73) +2024-09-01 18:04:58,488 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.022094341002230067 (mp_runner.py:73) +2024-09-01 18:04:58,490 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.01752716799819609 (mp_runner.py:73) +2024-09-01 18:04:58,491 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.018825243001629133 (mp_runner.py:73) +2024-09-01 18:04:58,492 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.01813174800190609 (mp_runner.py:73) +2024-09-01 18:04:58,531 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.0575926389938104 (mp_runner.py:73) +2024-09-01 18:04:58,713 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.038427911000326276 (mp_runner.py:73) +2024-09-01 18:04:58,840 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.006731064000632614 (mp_runner.py:73) +2024-09-01 18:04:58,850 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.020754717996169347 (mp_runner.py:73) +2024-09-01 18:04:58,853 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.025252674000512343 (mp_runner.py:73) +2024-09-01 18:04:58,903 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.015854286997637246 (mp_runner.py:73) +2024-09-01 18:04:58,903 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.013474210005369969 (mp_runner.py:73) +2024-09-01 18:04:58,904 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.013680292999197263 (mp_runner.py:73) +2024-09-01 18:04:58,905 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.015615998003340792 (mp_runner.py:73) +2024-09-01 18:04:58,906 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.014039800000318792 (mp_runner.py:73) +2024-09-01 18:04:58,906 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.015334356001403648 (mp_runner.py:73) +2024-09-01 18:04:58,906 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.018066017000819556 (mp_runner.py:73) +2024-09-01 18:04:58,906 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.016345390999049414 (mp_runner.py:73) +2024-09-01 18:04:58,907 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.017353028000798076 (mp_runner.py:73) +2024-09-01 18:04:58,908 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.02129845199669944 (mp_runner.py:73) +2024-09-01 18:04:58,909 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.02135178099706536 (mp_runner.py:73) +2024-09-01 18:04:58,909 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.016352107006241567 (mp_runner.py:73) +2024-09-01 18:04:58,910 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.018376227999397088 (mp_runner.py:73) +2024-09-01 18:04:58,911 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.01899488399794791 (mp_runner.py:73) +2024-09-01 18:04:58,913 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.014743510000698734 (mp_runner.py:73) +2024-09-01 18:04:58,916 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.018344684998737648 (mp_runner.py:73) +2024-09-01 18:04:58,922 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.027190052998776082 (mp_runner.py:73) +2024-09-01 18:04:59,421 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.019491380000545178 (mp_runner.py:73) +2024-09-01 18:04:59,434 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.0196066790012992 (mp_runner.py:73) +2024-09-01 18:04:59,534 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.018168693997722585 (mp_runner.py:73) +2024-09-01 18:04:59,793 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.02345618899562396 (mp_runner.py:73) +2024-09-01 18:05:00,053 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.03832327800046187 (mp_runner.py:73) +2024-09-01 18:05:00,053 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.010937272003502585 (mp_runner.py:73) +2024-09-01 18:05:00,064 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.04126615600398509 (mp_runner.py:73) +2024-09-01 18:05:00,069 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.04670135000196751 (mp_runner.py:73) +2024-09-01 18:05:00,069 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.04822882800363004 (mp_runner.py:73) +2024-09-01 18:05:00,089 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.007305570994503796 (mp_runner.py:73) +2024-09-01 18:05:00,096 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.07594338300259551 (mp_runner.py:73) +2024-09-01 18:05:00,113 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.07213682500150753 (mp_runner.py:73) +2024-09-01 18:05:00,267 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.020287858998926822 (mp_runner.py:73) +2024-09-01 18:05:00,275 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.025218138995114714 (mp_runner.py:73) +2024-09-01 18:05:00,318 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.009414202002517413 (mp_runner.py:73) +2024-09-01 18:05:00,320 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.013136998000845779 (mp_runner.py:73) +2024-09-01 18:05:00,321 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.013073301997792441 (mp_runner.py:73) +2024-09-01 18:05:00,337 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.02129383300052723 (mp_runner.py:73) +2024-09-01 18:05:00,337 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.012891179001599085 (mp_runner.py:73) +2024-09-01 18:05:00,366 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.02197908200469101 (mp_runner.py:73) +2024-09-01 18:05:00,366 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.00843772599910153 (mp_runner.py:73) +2024-09-01 18:05:00,368 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.020928901998559013 (mp_runner.py:73) +2024-09-01 18:05:02,542 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.02442426099878503 (mp_runner.py:73) +2024-09-01 18:05:04,216 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.028320125995378476 (mp_runner.py:73) +2024-09-01 18:05:04,531 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.019913119002012536 (mp_runner.py:73) +2024-09-01 18:05:04,896 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.02216774399857968 (mp_runner.py:73) +2024-09-01 18:05:05,123 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.020098284003324807 (mp_runner.py:73) +2024-09-01 18:05:07,772 | DEBUG |(SpawnProcess-1:485) search_count: 1500, latest_latency=0.018936997999844607 (mp_runner.py:73) +2024-09-01 18:05:07,773 | DEBUG |(SpawnProcess-1:505) search_count: 1500, latest_latency=0.021233089006273076 (mp_runner.py:73) +2024-09-01 18:05:07,773 | DEBUG |(SpawnProcess-1:502) search_count: 1500, latest_latency=0.022462204004114028 (mp_runner.py:73) +2024-09-01 18:05:07,774 | DEBUG |(SpawnProcess-1:518) search_count: 1500, latest_latency=0.0209663220011862 (mp_runner.py:73) +2024-09-01 18:05:07,774 | DEBUG |(SpawnProcess-1:497) search_count: 1500, latest_latency=0.022109225996246096 (mp_runner.py:73) +2024-09-01 18:05:07,775 | DEBUG |(SpawnProcess-1:520) search_count: 1500, latest_latency=0.02089395599614363 (mp_runner.py:73) +2024-09-01 18:05:07,775 | DEBUG |(SpawnProcess-1:488) search_count: 1500, latest_latency=0.01986906199454097 (mp_runner.py:73) +2024-09-01 18:05:07,776 | DEBUG |(SpawnProcess-1:486) search_count: 1500, latest_latency=0.02112048800336197 (mp_runner.py:73) +2024-09-01 18:05:07,777 | DEBUG |(SpawnProcess-1:524) search_count: 1500, latest_latency=0.0211397829989437 (mp_runner.py:73) +2024-09-01 18:05:07,778 | DEBUG |(SpawnProcess-1:511) search_count: 1500, latest_latency=0.019605774999945424 (mp_runner.py:73) +2024-09-01 18:05:07,778 | DEBUG |(SpawnProcess-1:469) search_count: 1500, latest_latency=0.02817452300223522 (mp_runner.py:73) +2024-09-01 18:05:07,779 | DEBUG |(SpawnProcess-1:516) search_count: 1500, latest_latency=0.021168332001252566 (mp_runner.py:73) +2024-09-01 18:05:07,779 | DEBUG |(SpawnProcess-1:476) search_count: 1500, latest_latency=0.01805578000494279 (mp_runner.py:73) +2024-09-01 18:05:07,780 | DEBUG |(SpawnProcess-1:499) search_count: 1500, latest_latency=0.017850071999419015 (mp_runner.py:73) +2024-09-01 18:05:07,780 | DEBUG |(SpawnProcess-1:506) search_count: 1500, latest_latency=0.017730546998791397 (mp_runner.py:73) +2024-09-01 18:05:07,781 | DEBUG |(SpawnProcess-1:491) search_count: 1500, latest_latency=0.017642455000896007 (mp_runner.py:73) +2024-09-01 18:05:07,783 | DEBUG |(SpawnProcess-1:523) search_count: 1500, latest_latency=0.021943152998574078 (mp_runner.py:73) +2024-09-01 18:05:07,784 | DEBUG |(SpawnProcess-1:500) search_count: 1500, latest_latency=0.02053770599741256 (mp_runner.py:73) +2024-09-01 18:05:07,786 | DEBUG |(SpawnProcess-1:508) search_count: 1500, latest_latency=0.03694642199843656 (mp_runner.py:73) +2024-09-01 18:05:07,787 | DEBUG |(SpawnProcess-1:510) search_count: 1500, latest_latency=0.038747377999243326 (mp_runner.py:73) +2024-09-01 18:05:07,788 | DEBUG |(SpawnProcess-1:495) search_count: 1500, latest_latency=0.03181945999676827 (mp_runner.py:73) +2024-09-01 18:05:08,407 | DEBUG |(SpawnProcess-1:481) search_count: 1500, latest_latency=0.03333682999800658 (mp_runner.py:73) +2024-09-01 18:05:08,505 | DEBUG |(SpawnProcess-1:496) search_count: 1500, latest_latency=0.02843064199987566 (mp_runner.py:73) +2024-09-01 18:05:08,505 | DEBUG |(SpawnProcess-1:474) search_count: 1500, latest_latency=0.02522393399704015 (mp_runner.py:73) +2024-09-01 18:05:08,506 | DEBUG |(SpawnProcess-1:498) search_count: 1500, latest_latency=0.029257348003739025 (mp_runner.py:73) +2024-09-01 18:05:08,506 | DEBUG |(SpawnProcess-1:472) search_count: 1500, latest_latency=0.025556018998031504 (mp_runner.py:73) +2024-09-01 18:05:08,506 | DEBUG |(SpawnProcess-1:504) search_count: 1500, latest_latency=0.03135033199941972 (mp_runner.py:73) +2024-09-01 18:05:08,507 | DEBUG |(SpawnProcess-1:493) search_count: 1500, latest_latency=0.023405644999002106 (mp_runner.py:73) +2024-09-01 18:05:08,507 | DEBUG |(SpawnProcess-1:507) search_count: 1500, latest_latency=0.027470789005747065 (mp_runner.py:73) +2024-09-01 18:05:08,507 | DEBUG |(SpawnProcess-1:467) search_count: 1500, latest_latency=0.0300112939949031 (mp_runner.py:73) +2024-09-01 18:05:08,508 | DEBUG |(SpawnProcess-1:473) search_count: 1500, latest_latency=0.026401084003737196 (mp_runner.py:73) +2024-09-01 18:05:08,509 | DEBUG |(SpawnProcess-1:522) search_count: 1500, latest_latency=0.028136200999142602 (mp_runner.py:73) +2024-09-01 18:05:08,510 | DEBUG |(SpawnProcess-1:468) search_count: 1500, latest_latency=0.03783292200387223 (mp_runner.py:73) +2024-09-01 18:05:08,510 | DEBUG |(SpawnProcess-1:529) search_count: 1500, latest_latency=0.03139392499724636 (mp_runner.py:73) +2024-09-01 18:05:08,511 | DEBUG |(SpawnProcess-1:478) search_count: 1500, latest_latency=0.026062149001518264 (mp_runner.py:73) +2024-09-01 18:05:08,512 | DEBUG |(SpawnProcess-1:503) search_count: 1500, latest_latency=0.024733152000408154 (mp_runner.py:73) +2024-09-01 18:05:08,512 | DEBUG |(SpawnProcess-1:466) search_count: 1500, latest_latency=0.028875068994238973 (mp_runner.py:73) +2024-09-01 18:05:08,513 | DEBUG |(SpawnProcess-1:483) search_count: 1500, latest_latency=0.03844740399654256 (mp_runner.py:73) +2024-09-01 18:05:08,924 | DEBUG |(SpawnProcess-1:494) search_count: 1500, latest_latency=0.03189431899954798 (mp_runner.py:73) +2024-09-01 18:05:09,719 | DEBUG |(SpawnProcess-1:465) search_count: 1500, latest_latency=0.029665116999240126 (mp_runner.py:73) +2024-09-01 18:05:09,858 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0114s, count=1615, qps in this process: 53.8129 (mp_runner.py:76) +2024-09-01 18:05:09,891 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.01s, count=1566, qps in this process: 52.1826 (mp_runner.py:76) +2024-09-01 18:05:09,900 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.062s, count=1615, qps in this process: 53.7223 (mp_runner.py:76) +2024-09-01 18:05:09,916 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0068s, count=1615, qps in this process: 53.8211 (mp_runner.py:76) +2024-09-01 18:05:09,922 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0056s, count=1496, qps in this process: 49.8574 (mp_runner.py:76) +2024-09-01 18:05:09,943 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0054s, count=1567, qps in this process: 52.2239 (mp_runner.py:76) +2024-09-01 18:05:09,987 | DEBUG |(SpawnProcess-1:484) search_count: 1500, latest_latency=0.014586540004529525 (mp_runner.py:73) +2024-09-01 18:05:09,989 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0459s, count=1610, qps in this process: 53.5847 (mp_runner.py:76) +2024-09-01 18:05:09,990 | DEBUG |(SpawnProcess-1:513) search_count: 1500, latest_latency=0.02574652100156527 (mp_runner.py:73) +2024-09-01 18:05:09,995 | DEBUG |(SpawnProcess-1:532) search_count: 1500, latest_latency=0.033187011002155486 (mp_runner.py:73) +2024-09-01 18:05:09,997 | DEBUG |(SpawnProcess-1:492) search_count: 1500, latest_latency=0.009323197002231609 (mp_runner.py:73) +2024-09-01 18:05:09,999 | DEBUG |(SpawnProcess-1:509) search_count: 1500, latest_latency=0.030200426001101732 (mp_runner.py:73) +2024-09-01 18:05:10,007 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0075s, count=1619, qps in this process: 53.9532 (mp_runner.py:76) +2024-09-01 18:05:10,017 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0168s, count=1609, qps in this process: 53.6033 (mp_runner.py:76) +2024-09-01 18:05:10,019 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0056s, count=1619, qps in this process: 53.9566 (mp_runner.py:76) +2024-09-01 18:05:10,022 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0022s, count=1492, qps in this process: 49.7297 (mp_runner.py:76) +2024-09-01 18:05:10,024 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0047s, count=1580, qps in this process: 52.6584 (mp_runner.py:76) +2024-09-01 18:05:10,028 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0143s, count=1620, qps in this process: 53.9743 (mp_runner.py:76) +2024-09-01 18:05:10,029 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0025s, count=1620, qps in this process: 53.9955 (mp_runner.py:76) +2024-09-01 18:05:10,030 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0152s, count=1620, qps in this process: 53.9727 (mp_runner.py:76) +2024-09-01 18:05:10,028 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0074s, count=1580, qps in this process: 52.6537 (mp_runner.py:76) +2024-09-01 18:05:10,030 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0118s, count=1620, qps in this process: 53.9788 (mp_runner.py:76) +2024-09-01 18:05:10,031 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0174s, count=1502, qps in this process: 50.0376 (mp_runner.py:76) +2024-09-01 18:05:10,032 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0022s, count=1620, qps in this process: 53.996 (mp_runner.py:76) +2024-09-01 18:05:10,040 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0105s, count=1620, qps in this process: 53.9811 (mp_runner.py:76) +2024-09-01 18:05:10,046 | DEBUG |(SpawnProcess-1:487) search_count: 1500, latest_latency=0.030054918002861086 (mp_runner.py:73) +2024-09-01 18:05:10,046 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0199s, count=1568, qps in this process: 52.232 (mp_runner.py:76) +2024-09-01 18:05:10,048 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0141s, count=1621, qps in this process: 54.0079 (mp_runner.py:76) +2024-09-01 18:05:10,050 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0018s, count=1571, qps in this process: 52.3635 (mp_runner.py:76) +2024-09-01 18:05:10,050 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.006s, count=1503, qps in this process: 50.09 (mp_runner.py:76) +2024-09-01 18:05:10,052 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0175s, count=1620, qps in this process: 53.9685 (mp_runner.py:76) +2024-09-01 18:05:10,064 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0026s, count=1569, qps in this process: 52.2955 (mp_runner.py:76) +2024-09-01 18:05:10,072 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0005s, count=1441, qps in this process: 48.0325 (mp_runner.py:76) +2024-09-01 18:05:10,072 | DEBUG |(SpawnProcess-1:489) search_count: 1500, latest_latency=0.03588462799962144 (mp_runner.py:73) +2024-09-01 18:05:10,080 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0067s, count=1624, qps in this process: 54.1212 (mp_runner.py:76) +2024-09-01 18:05:10,085 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.013s, count=1505, qps in this process: 50.1449 (mp_runner.py:76) +2024-09-01 18:05:10,088 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0064s, count=1451, qps in this process: 48.3564 (mp_runner.py:76) +2024-09-01 18:05:10,088 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.007s, count=1495, qps in this process: 49.8217 (mp_runner.py:76) +2024-09-01 18:05:10,089 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0134s, count=1584, qps in this process: 52.7764 (mp_runner.py:76) +2024-09-01 18:05:10,089 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0048s, count=1584, qps in this process: 52.7916 (mp_runner.py:76) +2024-09-01 18:05:10,089 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0107s, count=1584, qps in this process: 52.7812 (mp_runner.py:76) +2024-09-01 18:05:10,090 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0073s, count=1625, qps in this process: 54.1535 (mp_runner.py:76) +2024-09-01 18:05:10,090 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0081s, count=1584, qps in this process: 52.7857 (mp_runner.py:76) +2024-09-01 18:05:10,091 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0093s, count=1584, qps in this process: 52.7836 (mp_runner.py:76) +2024-09-01 18:05:10,095 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0141s, count=1495, qps in this process: 49.8099 (mp_runner.py:76) +2024-09-01 18:05:10,096 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0128s, count=1615, qps in this process: 53.8104 (mp_runner.py:76) +2024-09-01 18:05:10,096 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.003s, count=1575, qps in this process: 52.4948 (mp_runner.py:76) +2024-09-01 18:05:10,102 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0105s, count=1506, qps in this process: 50.1824 (mp_runner.py:76) +2024-09-01 18:05:10,108 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0263s, count=1514, qps in this process: 50.4225 (mp_runner.py:76) +2024-09-01 18:05:10,113 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0147s, count=1576, qps in this process: 52.5076 (mp_runner.py:76) +2024-09-01 18:05:10,116 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0067s, count=1507, qps in this process: 50.2221 (mp_runner.py:76) +2024-09-01 18:05:10,130 | DEBUG |(SpawnProcess-1:527) search_count: 1500, latest_latency=0.009861293001449667 (mp_runner.py:73) +2024-09-01 18:05:10,137 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0011s, count=1249, qps in this process: 41.6318 (mp_runner.py:76) +2024-09-01 18:05:10,184 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0024s, count=1554, qps in this process: 51.7959 (mp_runner.py:76) +2024-09-01 18:05:10,186 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0027s, count=1641, qps in this process: 54.6951 (mp_runner.py:76) +2024-09-01 18:05:10,196 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0041s, count=1642, qps in this process: 54.7259 (mp_runner.py:76) +2024-09-01 18:05:10,226 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0006s, count=1472, qps in this process: 49.0657 (mp_runner.py:76) +2024-09-01 18:05:10,228 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0008s, count=1457, qps in this process: 48.5654 (mp_runner.py:76) +2024-09-01 18:05:10,235 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0075s, count=1413, qps in this process: 47.0882 (mp_runner.py:76) +2024-09-01 18:05:10,237 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0097s, count=1596, qps in this process: 53.1828 (mp_runner.py:76) +2024-09-01 18:05:10,251 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0029s, count=1440, qps in this process: 47.9954 (mp_runner.py:76) +2024-09-01 18:05:10,253 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0042s, count=1331, qps in this process: 44.3605 (mp_runner.py:76) +2024-09-01 18:05:10,274 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0004s, count=1443, qps in this process: 48.0994 (mp_runner.py:76) +2024-09-01 18:05:10,281 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0038s, count=1484, qps in this process: 49.4604 (mp_runner.py:76) +2024-09-01 18:05:10,296 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.002s, count=1664, qps in this process: 55.463 (mp_runner.py:76) +2024-09-01 18:05:10,303 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0024s, count=1452, qps in this process: 48.3961 (mp_runner.py:76) +2024-09-01 18:05:10,308 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.003s, count=1455, qps in this process: 48.4952 (mp_runner.py:76) +2024-09-01 18:05:10,333 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.002s, count=1625, qps in this process: 54.1631 (mp_runner.py:76) +2024-09-01 18:05:10,345 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0009s, count=1473, qps in this process: 49.0985 (mp_runner.py:76) +2024-09-01 18:05:10,346 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0015s, count=1548, qps in this process: 51.5974 (mp_runner.py:76) +2024-09-01 18:05:10,350 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0007s, count=1273, qps in this process: 42.4323 (mp_runner.py:76) +2024-09-01 18:05:10,352 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0009s, count=1476, qps in this process: 49.1985 (mp_runner.py:76) +2024-09-01 18:05:10,389 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0015s, count=1271, qps in this process: 42.3645 (mp_runner.py:76) +2024-09-01 18:05:10,389 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0002s, count=1488, qps in this process: 49.5997 (mp_runner.py:76) +2024-09-01 18:05:10,389 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0007s, count=1647, qps in this process: 54.8987 (mp_runner.py:76) +2024-09-01 18:05:10,391 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0022s, count=1569, qps in this process: 52.2962 (mp_runner.py:76) +2024-09-01 18:05:10,404 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0105s, count=1570, qps in this process: 52.315 (mp_runner.py:76) +2024-09-01 18:05:10,414 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0003s, count=1298, qps in this process: 43.2662 (mp_runner.py:76) +2024-09-01 18:05:10,428 | INFO |End search in concurrency 70: dur=31.007006358995568s, total_count=107637, qps=3471.3767 (mp_runner.py:120) +2024-09-01 18:05:15,125 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=686.2785, build_dur=577.6978416679995, table_size='3908 MB', index_size='3906 MB', qps=3749.5966, serial_latency_p99=np.float64(0.2402), recall=np.float64(0.0969), ndcg=np.float64(0.1846), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1318.5839, 3392.0824, 3628.8989, 3706.6594, 3648.0369, 3688.027, 3749.5966, 3683.8723, 3603.2454, 3481.141, 3613.3653, 3697.839, 3587.0515, 3471.3767], conc_latency_p99_list=[np.float64(0.0004329447020994849), np.float64(0.000736171656386432), np.float64(0.0010768553293019067), np.float64(0.0013287705802707932), np.float64(0.0015343727218321873), np.float64(0.002061656766140367), np.float64(0.0018351515323061902), np.float64(0.002610194600628165), np.float64(0.0027092344710486936), np.float64(0.0027044702355924523), np.float64(0.0032116013036109507), np.float64(0.0025169720192614476), np.float64(0.0034533234271657415), np.float64(0.003957054774471907)]) (task_runner.py:197) +2024-09-01 18:05:15,125 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:42:10.847973'}, result=Metric(max_load_count=0, load_duration=686.2785, build_dur=577.6978416679995, table_size='3908 MB', index_size='3906 MB', qps=3749.5966, serial_latency_p99=np.float64(0.2402), recall=np.float64(0.0969), ndcg=np.float64(0.1846), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1318.5839, 3392.0824, 3628.8989, 3706.6594, 3648.0369, 3688.027, 3749.5966, 3683.8723, 3603.2454, 3481.141, 3613.3653, 3697.839, 3587.0515, 3471.3767], conc_latency_p99_list=[np.float64(0.0004329447020994849), np.float64(0.000736171656386432), np.float64(0.0010768553293019067), np.float64(0.0013287705802707932), np.float64(0.0015343727218321873), np.float64(0.002061656766140367), np.float64(0.0018351515323061902), np.float64(0.002610194600628165), np.float64(0.0027092344710486936), np.float64(0.0027044702355924523), np.float64(0.0032116013036109507), np.float64(0.0025169720192614476), np.float64(0.0034533234271657415), np.float64(0.003957054774471907)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 18:05:15,125 | INFO |Task summary: run_id=0b465, task_label=0b46506c471549d69a48fc8c1f899ee9 (models.py:346) +2024-09-01 18:05:15,125 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 18:05:15,125 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 18:05:15,125 | INFO |PgVector | 2024-09-01T17:42:10.847973 Performance1536D500K 0b46506c471549d69a48fc8c1f899ee9 | 686.2785 3749.5966 0.2402 0.0969 0 | :) (models.py:346) +2024-09-01 18:05:15,126 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json (models.py:204) +2024-09-01 18:05:15,126 | INFO |Success to finish task: label=0b46506c471549d69a48fc8c1f899ee9, run_id=0b46506c471549d69a48fc8c1f899ee9 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json b/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json new file mode 100644 index 000000000..bbb638765 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json @@ -0,0 +1 @@ +{"run_id": "0b46506c471549d69a48fc8c1f899ee9", "task_label": "0b46506c471549d69a48fc8c1f899ee9", "results": [{"metrics": {"max_load_count": 0, "load_duration": 686.2785, "build_dur": 577.6978416679995, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 3749.5966, "serial_latency_p99": 0.2402, "recall": 0.0969, "ndcg": 0.1846, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1318.5839, 3392.0824, 3628.8989, 3706.6594, 3648.0369, 3688.027, 3749.5966, 3683.8723, 3603.2454, 3481.141, 3613.3653, 3697.839, 3587.0515, 3471.3767], "conc_latency_p99_list": [0.0004329447020994849, 0.000736171656386432, 0.0010768553293019067, 0.0013287705802707932, 0.0015343727218321873, 0.002061656766140367, 0.0018351515323061902, 0.002610194600628165, 0.0027092344710486936, 0.0027044702355924523, 0.0032116013036109507, 0.0025169720192614476, 0.0034533234271657415, 0.003957054774471907]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T17:42:10.847973", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt b/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt new file mode 100644 index 000000000..a01000fd4 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt @@ -0,0 +1,1738 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load +2024-09-01 18:43:35,417 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:43:35.405948', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 18:43:35,418 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:43:35.405948', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 18:43:35,418 | INFO |generated uuid for the tasks: 1d7b6d18bde54440ad04b5ae1d294518 (interface.py:66) +2024-09-01 18:43:35,480 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 18:43:35,480 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 18:43:35,480 | INFO | PgVector-2024-09-01T18:43:35.405948 | Performance OpenAI-MEDIUM-500K None | 1d7b6d18bde54440ad04b5ae1d294518 (task_runner.py:340) +2024-09-01 18:43:35,480 | INFO |task submitted: id=1d7b6d18bde54440ad04b5ae1d294518, 1d7b6d18bde54440ad04b5ae1d294518, case number: 1 (interface.py:231) +2024-09-01 18:43:35,902 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:43:35.405948'}, drop_old=False (interface.py:164) +2024-09-01 18:43:35,902 | INFO |Starting run (task_runner.py:100) +2024-09-01 18:43:35,979 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 18:43:36,540 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 18:43:36,588 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 18:43:36,613 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 18:43:36,613 | INFO |Start performance case (task_runner.py:158) +2024-09-01 18:43:36,626 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:43:36,627 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 18:43:36,627 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 18:43:36,628 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 18:43:36,671 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 18:43:37,233 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 18:43:37,255 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:43:37,256 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 18:43:37,256 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 18:43:41,341 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.04043681400071364, latest recall=0.86 (serial_runner.py:202) +2024-09-01 18:43:45,337 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.027014600003894884, latest recall=0.84 (serial_runner.py:202) +2024-09-01 18:43:48,857 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.022670630998618435, latest recall=0.72 (serial_runner.py:202) +2024-09-01 18:43:52,265 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.022404595001717098, latest recall=0.95 (serial_runner.py:202) +2024-09-01 18:43:55,813 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.01991673299926333, latest recall=0.91 (serial_runner.py:202) +2024-09-01 18:43:59,233 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.024595168004452717, latest recall=0.97 (serial_runner.py:202) +2024-09-01 18:44:02,569 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.015212629004963674, latest recall=0.91 (serial_runner.py:202) +2024-09-01 18:44:05,839 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.033373411002685316, latest recall=0.91 (serial_runner.py:202) +2024-09-01 18:44:09,088 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01842625599965686, latest recall=0.95 (serial_runner.py:202) +2024-09-01 18:44:12,548 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.04229240299900994, latest recall=0.77 (serial_runner.py:202) +2024-09-01 18:44:12,549 | INFO |SpawnProcess-1:1 search entire test_data: cost=25.5s, queries=1000, avg_recall=0.8761, avg_ndcg=0.8917,avg_latency=0.0255, p99=0.0541 (serial_runner.py:209) +2024-09-01 18:44:13,084 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:44:13,085 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 18:44:14,107 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 18:44:14,139 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:44:17,748 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007005414001469035 (mp_runner.py:73) +2024-09-01 18:44:20,065 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.004693467999459244 (mp_runner.py:73) +2024-09-01 18:44:22,053 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.003507902001729235 (mp_runner.py:73) +2024-09-01 18:44:23,944 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0046045429990044795 (mp_runner.py:73) +2024-09-01 18:44:25,922 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0034458480004104786 (mp_runner.py:73) +2024-09-01 18:44:27,832 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.004856122002820484 (mp_runner.py:73) +2024-09-01 18:44:29,825 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0034629849978955463 (mp_runner.py:73) +2024-09-01 18:44:31,805 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.004695304000051692 (mp_runner.py:73) +2024-09-01 18:44:33,796 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0035906269986298867 (mp_runner.py:73) +2024-09-01 18:44:35,692 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.004897938997601159 (mp_runner.py:73) +2024-09-01 18:44:37,691 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.003443162997427862 (mp_runner.py:73) +2024-09-01 18:44:39,614 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.004733631998533383 (mp_runner.py:73) +2024-09-01 18:44:41,581 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.003425394002988469 (mp_runner.py:73) +2024-09-01 18:44:43,632 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.006026680996001232 (mp_runner.py:73) +2024-09-01 18:44:44,143 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0039s, count=7120, qps in this process: 237.3025 (mp_runner.py:76) +2024-09-01 18:44:44,145 | INFO |End search in concurrency 1: dur=30.037378045999503s, total_count=7120, qps=237.038 (mp_runner.py:120) +2024-09-01 18:44:44,330 | INFO |Update largest qps with concurrency 1: current max_qps=237.038 (mp_runner.py:124) +2024-09-01 18:44:44,751 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:44:44,751 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 18:44:49,801 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 18:44:49,847 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:44:49,848 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:44:49,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:44:49,853 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:44:49,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:44:53,187 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.005892657994991168 (mp_runner.py:73) +2024-09-01 18:44:53,189 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0020445710033527575 (mp_runner.py:73) +2024-09-01 18:44:53,189 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0046181549987522885 (mp_runner.py:73) +2024-09-01 18:44:53,189 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.008467417996143922 (mp_runner.py:73) +2024-09-01 18:44:53,189 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.008467425999697298 (mp_runner.py:73) +2024-09-01 18:44:56,462 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.007996446001925506 (mp_runner.py:73) +2024-09-01 18:44:56,463 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.007590850000269711 (mp_runner.py:73) +2024-09-01 18:44:56,463 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.004575835999276023 (mp_runner.py:73) +2024-09-01 18:44:56,463 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.007067752994771581 (mp_runner.py:73) +2024-09-01 18:44:56,464 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.008495570000377484 (mp_runner.py:73) +2024-09-01 18:44:59,828 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0061618479958269745 (mp_runner.py:73) +2024-09-01 18:44:59,828 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.00680629099952057 (mp_runner.py:73) +2024-09-01 18:44:59,828 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004292681995138992 (mp_runner.py:73) +2024-09-01 18:44:59,830 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.005924666998907924 (mp_runner.py:73) +2024-09-01 18:44:59,830 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.006539303001773078 (mp_runner.py:73) +2024-09-01 18:45:03,330 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0065141599989146926 (mp_runner.py:73) +2024-09-01 18:45:03,330 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.006625415997405071 (mp_runner.py:73) +2024-09-01 18:45:03,330 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0056982940004672855 (mp_runner.py:73) +2024-09-01 18:45:03,331 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.007394486005068757 (mp_runner.py:73) +2024-09-01 18:45:03,332 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008336400002008304 (mp_runner.py:73) +2024-09-01 18:45:06,616 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.006399760997737758 (mp_runner.py:73) +2024-09-01 18:45:06,616 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.004810084996279329 (mp_runner.py:73) +2024-09-01 18:45:06,617 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.005365061995689757 (mp_runner.py:73) +2024-09-01 18:45:06,618 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.007036577997496352 (mp_runner.py:73) +2024-09-01 18:45:06,621 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.011115545996290166 (mp_runner.py:73) +2024-09-01 18:45:09,863 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.015735812005004846 (mp_runner.py:73) +2024-09-01 18:45:09,868 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.020546081999782473 (mp_runner.py:73) +2024-09-01 18:45:09,889 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.010369949995947536 (mp_runner.py:73) +2024-09-01 18:45:09,899 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.023002481000730768 (mp_runner.py:73) +2024-09-01 18:45:09,902 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.00321164899651194 (mp_runner.py:73) +2024-09-01 18:45:13,241 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.005388874000345822 (mp_runner.py:73) +2024-09-01 18:45:13,242 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.005740777000028174 (mp_runner.py:73) +2024-09-01 18:45:13,242 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.005508893002115656 (mp_runner.py:73) +2024-09-01 18:45:13,242 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.006316177998087369 (mp_runner.py:73) +2024-09-01 18:45:13,242 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.006545203999849036 (mp_runner.py:73) +2024-09-01 18:45:16,791 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.006544677999045234 (mp_runner.py:73) +2024-09-01 18:45:16,807 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.007855878997361287 (mp_runner.py:73) +2024-09-01 18:45:16,808 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0040724720020079985 (mp_runner.py:73) +2024-09-01 18:45:16,812 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.01030844100023387 (mp_runner.py:73) +2024-09-01 18:45:16,812 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.006515501998364925 (mp_runner.py:73) +2024-09-01 18:45:19,849 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0008s, count=4457, qps in this process: 148.5627 (mp_runner.py:76) +2024-09-01 18:45:19,850 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.002s, count=4457, qps in this process: 148.5568 (mp_runner.py:76) +2024-09-01 18:45:19,853 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0005s, count=4458, qps in this process: 148.5975 (mp_runner.py:76) +2024-09-01 18:45:19,860 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0036s, count=4459, qps in this process: 148.6155 (mp_runner.py:76) +2024-09-01 18:45:19,882 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0028s, count=4464, qps in this process: 148.7861 (mp_runner.py:76) +2024-09-01 18:45:19,884 | INFO |End search in concurrency 5: dur=30.082028120996256s, total_count=22295, qps=741.1402 (mp_runner.py:120) +2024-09-01 18:45:20,207 | INFO |Update largest qps with concurrency 5: current max_qps=741.1402 (mp_runner.py:124) +2024-09-01 18:45:20,625 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:45:20,625 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 18:45:30,833 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 18:45:30,894 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,895 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,945 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:30,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:31,008 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:31,021 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:45:38,562 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.007785729998431634 (mp_runner.py:73) +2024-09-01 18:45:38,570 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.01265925799816614 (mp_runner.py:73) +2024-09-01 18:45:38,572 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.017160893003165256 (mp_runner.py:73) +2024-09-01 18:45:38,572 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.01080420300422702 (mp_runner.py:73) +2024-09-01 18:45:38,574 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.017061409998859745 (mp_runner.py:73) +2024-09-01 18:45:38,575 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.01732521699887002 (mp_runner.py:73) +2024-09-01 18:45:38,576 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.010524952005653176 (mp_runner.py:73) +2024-09-01 18:45:38,579 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.02555337000376312 (mp_runner.py:73) +2024-09-01 18:45:38,579 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0042775479960255325 (mp_runner.py:73) +2024-09-01 18:45:38,581 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.01322454700130038 (mp_runner.py:73) +2024-09-01 18:45:38,591 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.011592538001423236 (mp_runner.py:73) +2024-09-01 18:45:38,593 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0164750690018991 (mp_runner.py:73) +2024-09-01 18:45:38,593 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.0037223679973976687 (mp_runner.py:73) +2024-09-01 18:45:38,596 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.019664080995426048 (mp_runner.py:73) +2024-09-01 18:45:38,701 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.01957867699820781 (mp_runner.py:73) +2024-09-01 18:45:46,509 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.020530507994408254 (mp_runner.py:73) +2024-09-01 18:45:46,509 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.022148374999233056 (mp_runner.py:73) +2024-09-01 18:45:46,509 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.01790027799870586 (mp_runner.py:73) +2024-09-01 18:45:46,509 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.023868506999860983 (mp_runner.py:73) +2024-09-01 18:45:46,510 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.017148216000350658 (mp_runner.py:73) +2024-09-01 18:45:46,510 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.019801549999101553 (mp_runner.py:73) +2024-09-01 18:45:46,512 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.019049360998906195 (mp_runner.py:73) +2024-09-01 18:45:46,512 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.02159456800291082 (mp_runner.py:73) +2024-09-01 18:45:46,513 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.022833957002148964 (mp_runner.py:73) +2024-09-01 18:45:46,513 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.021385127998655662 (mp_runner.py:73) +2024-09-01 18:45:46,513 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.026053866000438575 (mp_runner.py:73) +2024-09-01 18:45:46,516 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.027952001000812743 (mp_runner.py:73) +2024-09-01 18:45:46,545 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.01688228299462935 (mp_runner.py:73) +2024-09-01 18:45:46,573 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.013428131002001464 (mp_runner.py:73) +2024-09-01 18:45:46,589 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.023975424002856016 (mp_runner.py:73) +2024-09-01 18:45:54,266 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.006248035002499819 (mp_runner.py:73) +2024-09-01 18:45:54,269 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.010146672000701074 (mp_runner.py:73) +2024-09-01 18:45:54,275 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.026035373004560824 (mp_runner.py:73) +2024-09-01 18:45:54,280 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.01861097599612549 (mp_runner.py:73) +2024-09-01 18:45:54,280 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.02374084899929585 (mp_runner.py:73) +2024-09-01 18:45:54,283 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.010021580994362012 (mp_runner.py:73) +2024-09-01 18:45:54,283 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.01694511700043222 (mp_runner.py:73) +2024-09-01 18:45:54,289 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.005048639002779964 (mp_runner.py:73) +2024-09-01 18:45:54,293 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.005386154000007082 (mp_runner.py:73) +2024-09-01 18:45:54,295 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.004436754003108945 (mp_runner.py:73) +2024-09-01 18:45:54,297 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.0072917849975056015 (mp_runner.py:73) +2024-09-01 18:45:54,301 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.011196824001672212 (mp_runner.py:73) +2024-09-01 18:45:54,302 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.01926801299850922 (mp_runner.py:73) +2024-09-01 18:45:54,303 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.02312669199454831 (mp_runner.py:73) +2024-09-01 18:45:54,327 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.004077666002558544 (mp_runner.py:73) +2024-09-01 18:46:00,915 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0191s, count=1933, qps in this process: 64.3923 (mp_runner.py:76) +2024-09-01 18:46:00,917 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0223s, count=1933, qps in this process: 64.3855 (mp_runner.py:76) +2024-09-01 18:46:00,924 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0131s, count=1932, qps in this process: 64.3719 (mp_runner.py:76) +2024-09-01 18:46:00,964 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0143s, count=1926, qps in this process: 64.1694 (mp_runner.py:76) +2024-09-01 18:46:00,973 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0069s, count=1931, qps in this process: 64.3519 (mp_runner.py:76) +2024-09-01 18:46:00,983 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0054s, count=1937, qps in this process: 64.555 (mp_runner.py:76) +2024-09-01 18:46:00,983 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0022s, count=1937, qps in this process: 64.5619 (mp_runner.py:76) +2024-09-01 18:46:00,989 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0051s, count=1938, qps in this process: 64.589 (mp_runner.py:76) +2024-09-01 18:46:00,989 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0053s, count=1938, qps in this process: 64.5886 (mp_runner.py:76) +2024-09-01 18:46:00,992 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0081s, count=1938, qps in this process: 64.5826 (mp_runner.py:76) +2024-09-01 18:46:00,992 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0088s, count=1938, qps in this process: 64.5811 (mp_runner.py:76) +2024-09-01 18:46:01,003 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0022s, count=1940, qps in this process: 64.6619 (mp_runner.py:76) +2024-09-01 18:46:01,011 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0037s, count=1941, qps in this process: 64.692 (mp_runner.py:76) +2024-09-01 18:46:01,012 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0013s, count=1941, qps in this process: 64.6972 (mp_runner.py:76) +2024-09-01 18:46:01,030 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0014s, count=1945, qps in this process: 64.8303 (mp_runner.py:76) +2024-09-01 18:46:01,033 | INFO |End search in concurrency 15: dur=30.19983534700441s, total_count=29048, qps=961.8595 (mp_runner.py:120) +2024-09-01 18:46:01,921 | INFO |Update largest qps with concurrency 15: current max_qps=961.8595 (mp_runner.py:124) +2024-09-01 18:46:02,338 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:46:02,338 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 18:46:12,634 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 18:46:12,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,769 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,789 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,811 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,820 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,848 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,851 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,851 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,851 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,852 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:12,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:22,952 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.013828667004418094 (mp_runner.py:73) +2024-09-01 18:46:22,952 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.020196492994728032 (mp_runner.py:73) +2024-09-01 18:46:22,952 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.01710086800449062 (mp_runner.py:73) +2024-09-01 18:46:22,953 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.014946352996048518 (mp_runner.py:73) +2024-09-01 18:46:22,953 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.004140513003221713 (mp_runner.py:73) +2024-09-01 18:46:22,953 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.025726093001139816 (mp_runner.py:73) +2024-09-01 18:46:22,954 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.02281215399852954 (mp_runner.py:73) +2024-09-01 18:46:22,954 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.020514192001428455 (mp_runner.py:73) +2024-09-01 18:46:22,954 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.021464538003783673 (mp_runner.py:73) +2024-09-01 18:46:22,954 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.014589701000659261 (mp_runner.py:73) +2024-09-01 18:46:22,955 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.027524021003046073 (mp_runner.py:73) +2024-09-01 18:46:22,955 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.025297105996287428 (mp_runner.py:73) +2024-09-01 18:46:22,955 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.020856311995885335 (mp_runner.py:73) +2024-09-01 18:46:22,956 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.031937578998622485 (mp_runner.py:73) +2024-09-01 18:46:22,956 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.030268318005255423 (mp_runner.py:73) +2024-09-01 18:46:22,956 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.035111601995595265 (mp_runner.py:73) +2024-09-01 18:46:22,957 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.027531640000233892 (mp_runner.py:73) +2024-09-01 18:46:22,957 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.020868624000286218 (mp_runner.py:73) +2024-09-01 18:46:22,959 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.033254686000873335 (mp_runner.py:73) +2024-09-01 18:46:22,963 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.029030564001004677 (mp_runner.py:73) +2024-09-01 18:46:32,725 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.00843562700174516 (mp_runner.py:73) +2024-09-01 18:46:32,725 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.007521038001868874 (mp_runner.py:73) +2024-09-01 18:46:32,726 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.011406604004150722 (mp_runner.py:73) +2024-09-01 18:46:32,727 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.008561982001992874 (mp_runner.py:73) +2024-09-01 18:46:32,728 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.012733160998323001 (mp_runner.py:73) +2024-09-01 18:46:32,729 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.006781438998586964 (mp_runner.py:73) +2024-09-01 18:46:32,730 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.013082035999104846 (mp_runner.py:73) +2024-09-01 18:46:32,731 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.007796594996761996 (mp_runner.py:73) +2024-09-01 18:46:32,731 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.01698685099836439 (mp_runner.py:73) +2024-09-01 18:46:32,733 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.019086019005044363 (mp_runner.py:73) +2024-09-01 18:46:32,733 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.019433249995927326 (mp_runner.py:73) +2024-09-01 18:46:32,734 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.006910468000569381 (mp_runner.py:73) +2024-09-01 18:46:32,735 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.021575088001554832 (mp_runner.py:73) +2024-09-01 18:46:32,736 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.02117453200480668 (mp_runner.py:73) +2024-09-01 18:46:32,737 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.016666757997882087 (mp_runner.py:73) +2024-09-01 18:46:32,746 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.028750574005243834 (mp_runner.py:73) +2024-09-01 18:46:32,746 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.0326340989995515 (mp_runner.py:73) +2024-09-01 18:46:32,749 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.03194692300166935 (mp_runner.py:73) +2024-09-01 18:46:32,779 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.023429209002642892 (mp_runner.py:73) +2024-09-01 18:46:32,801 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.005432327998278197 (mp_runner.py:73) +2024-09-01 18:46:42,780 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0102s, count=1499, qps in this process: 49.9497 (mp_runner.py:76) +2024-09-01 18:46:42,785 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0132s, count=1499, qps in this process: 49.9447 (mp_runner.py:76) +2024-09-01 18:46:42,791 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0051s, count=1499, qps in this process: 49.9582 (mp_runner.py:76) +2024-09-01 18:46:42,805 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.024196782993385568 (mp_runner.py:73) +2024-09-01 18:46:42,806 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.018478067002433818 (mp_runner.py:73) +2024-09-01 18:46:42,806 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.01840333000291139 (mp_runner.py:73) +2024-09-01 18:46:42,807 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.023964654006704222 (mp_runner.py:73) +2024-09-01 18:46:42,807 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0238650309984223 (mp_runner.py:73) +2024-09-01 18:46:42,807 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.02127741999720456 (mp_runner.py:73) +2024-09-01 18:46:42,808 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.027844290001667105 (mp_runner.py:73) +2024-09-01 18:46:42,808 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.01671374300349271 (mp_runner.py:73) +2024-09-01 18:46:42,808 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.00840924600197468 (mp_runner.py:73) +2024-09-01 18:46:42,808 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.02417346699803602 (mp_runner.py:73) +2024-09-01 18:46:42,809 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.008615493999968749 (mp_runner.py:73) +2024-09-01 18:46:42,809 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.016184599000553135 (mp_runner.py:73) +2024-09-01 18:46:42,810 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.02881326700298814 (mp_runner.py:73) +2024-09-01 18:46:42,810 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.023694875999353826 (mp_runner.py:73) +2024-09-01 18:46:42,819 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0003s, count=1501, qps in this process: 50.0328 (mp_runner.py:76) +2024-09-01 18:46:42,820 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0065s, count=1501, qps in this process: 50.0225 (mp_runner.py:76) +2024-09-01 18:46:42,832 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.014701416999741923 (mp_runner.py:73) +2024-09-01 18:46:42,832 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0028s, count=1500, qps in this process: 49.9953 (mp_runner.py:76) +2024-09-01 18:46:42,833 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.05547291800030507 (mp_runner.py:73) +2024-09-01 18:46:42,833 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0355s, count=1500, qps in this process: 49.9409 (mp_runner.py:76) +2024-09-01 18:46:42,835 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.030038508004508913 (mp_runner.py:73) +2024-09-01 18:46:42,836 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0061s, count=1500, qps in this process: 49.9898 (mp_runner.py:76) +2024-09-01 18:46:42,843 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0242s, count=1502, qps in this process: 50.0263 (mp_runner.py:76) +2024-09-01 18:46:42,846 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0236s, count=1502, qps in this process: 50.0273 (mp_runner.py:76) +2024-09-01 18:46:42,853 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0003s, count=1503, qps in this process: 50.0995 (mp_runner.py:76) +2024-09-01 18:46:42,854 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0003s, count=1503, qps in this process: 50.0995 (mp_runner.py:76) +2024-09-01 18:46:42,854 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.004s, count=1503, qps in this process: 50.0933 (mp_runner.py:76) +2024-09-01 18:46:42,855 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.003s, count=1503, qps in this process: 50.095 (mp_runner.py:76) +2024-09-01 18:46:42,856 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0028s, count=1503, qps in this process: 50.0953 (mp_runner.py:76) +2024-09-01 18:46:42,857 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0046s, count=1503, qps in this process: 50.0923 (mp_runner.py:76) +2024-09-01 18:46:42,857 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0046s, count=1503, qps in this process: 50.0923 (mp_runner.py:76) +2024-09-01 18:46:42,863 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0103s, count=1503, qps in this process: 50.0828 (mp_runner.py:76) +2024-09-01 18:46:42,871 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0016s, count=1505, qps in this process: 50.164 (mp_runner.py:76) +2024-09-01 18:46:42,888 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0062s, count=1508, qps in this process: 50.2563 (mp_runner.py:76) +2024-09-01 18:46:42,891 | INFO |End search in concurrency 20: dur=30.25741696599289s, total_count=30040, qps=992.8144 (mp_runner.py:120) +2024-09-01 18:46:44,112 | INFO |Update largest qps with concurrency 20: current max_qps=992.8144 (mp_runner.py:124) +2024-09-01 18:46:44,528 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:46:44,528 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 18:46:54,849 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 18:46:54,921 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:54,957 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:54,996 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,044 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,087 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,117 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,121 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,121 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,121 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,123 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,124 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,125 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,127 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,137 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,145 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,145 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:46:55,152 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:07,880 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.020819081997615285 (mp_runner.py:73) +2024-09-01 18:47:07,880 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.015066084000864066 (mp_runner.py:73) +2024-09-01 18:47:07,881 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.028392535998136736 (mp_runner.py:73) +2024-09-01 18:47:07,883 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.03185407999990275 (mp_runner.py:73) +2024-09-01 18:47:07,883 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.01588490800349973 (mp_runner.py:73) +2024-09-01 18:47:07,884 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.03191423899988877 (mp_runner.py:73) +2024-09-01 18:47:07,885 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.006884350994369015 (mp_runner.py:73) +2024-09-01 18:47:07,885 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.030164459996740334 (mp_runner.py:73) +2024-09-01 18:47:07,887 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.018857561000913847 (mp_runner.py:73) +2024-09-01 18:47:07,888 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.017515004001324996 (mp_runner.py:73) +2024-09-01 18:47:07,890 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.023102357998141088 (mp_runner.py:73) +2024-09-01 18:47:07,891 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.021237591005046852 (mp_runner.py:73) +2024-09-01 18:47:07,891 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.018531607995100785 (mp_runner.py:73) +2024-09-01 18:47:07,893 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.03511258200160228 (mp_runner.py:73) +2024-09-01 18:47:07,893 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.018824086000677198 (mp_runner.py:73) +2024-09-01 18:47:07,894 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.032613393996143714 (mp_runner.py:73) +2024-09-01 18:47:07,895 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.018637704000866506 (mp_runner.py:73) +2024-09-01 18:47:07,895 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.02999628799443599 (mp_runner.py:73) +2024-09-01 18:47:07,896 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.042230689999996684 (mp_runner.py:73) +2024-09-01 18:47:07,897 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03996176899818238 (mp_runner.py:73) +2024-09-01 18:47:07,898 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0385051389966975 (mp_runner.py:73) +2024-09-01 18:47:07,899 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.03660979100095574 (mp_runner.py:73) +2024-09-01 18:47:07,903 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.00503825399937341 (mp_runner.py:73) +2024-09-01 18:47:07,908 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.03908021099778125 (mp_runner.py:73) +2024-09-01 18:47:07,923 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.05941933699796209 (mp_runner.py:73) +2024-09-01 18:47:19,981 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.02728980100073386 (mp_runner.py:73) +2024-09-01 18:47:19,981 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.029612846003146842 (mp_runner.py:73) +2024-09-01 18:47:19,981 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.03194450400042115 (mp_runner.py:73) +2024-09-01 18:47:19,981 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.030024435996892862 (mp_runner.py:73) +2024-09-01 18:47:19,982 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.02213777499855496 (mp_runner.py:73) +2024-09-01 18:47:19,983 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.03259591099777026 (mp_runner.py:73) +2024-09-01 18:47:19,985 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0305536050000228 (mp_runner.py:73) +2024-09-01 18:47:19,989 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.023857815998781007 (mp_runner.py:73) +2024-09-01 18:47:19,989 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.03686880800523795 (mp_runner.py:73) +2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.034200403999420814 (mp_runner.py:73) +2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.03614478099916596 (mp_runner.py:73) +2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.03677939699991839 (mp_runner.py:73) +2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.0374749080001493 (mp_runner.py:73) +2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.03187999699730426 (mp_runner.py:73) +2024-09-01 18:47:19,992 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.016595380002399907 (mp_runner.py:73) +2024-09-01 18:47:19,998 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.04772404200048186 (mp_runner.py:73) +2024-09-01 18:47:19,998 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.03825813499861397 (mp_runner.py:73) +2024-09-01 18:47:19,999 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.046923121000872925 (mp_runner.py:73) +2024-09-01 18:47:20,004 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.044760909004253335 (mp_runner.py:73) +2024-09-01 18:47:20,006 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.051990895000926685 (mp_runner.py:73) +2024-09-01 18:47:20,012 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.05660817500029225 (mp_runner.py:73) +2024-09-01 18:47:20,013 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0625325069995597 (mp_runner.py:73) +2024-09-01 18:47:20,014 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.04728639499808196 (mp_runner.py:73) +2024-09-01 18:47:20,015 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.061476964998291805 (mp_runner.py:73) +2024-09-01 18:47:20,015 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.06418002799910028 (mp_runner.py:73) +2024-09-01 18:47:24,928 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0072s, count=1203, qps in this process: 40.0904 (mp_runner.py:76) +2024-09-01 18:47:24,973 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0154s, count=1205, qps in this process: 40.1461 (mp_runner.py:76) +2024-09-01 18:47:25,044 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0445s, count=1207, qps in this process: 40.1737 (mp_runner.py:76) +2024-09-01 18:47:25,058 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0108s, count=1209, qps in this process: 40.2855 (mp_runner.py:76) +2024-09-01 18:47:25,078 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0012s, count=1210, qps in this process: 40.3317 (mp_runner.py:76) +2024-09-01 18:47:25,083 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.007s, count=1210, qps in this process: 40.3239 (mp_runner.py:76) +2024-09-01 18:47:25,090 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.015s, count=1209, qps in this process: 40.2799 (mp_runner.py:76) +2024-09-01 18:47:25,100 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.01s, count=1211, qps in this process: 40.3532 (mp_runner.py:76) +2024-09-01 18:47:25,103 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0112s, count=1211, qps in this process: 40.3516 (mp_runner.py:76) +2024-09-01 18:47:25,107 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0187s, count=1206, qps in this process: 40.175 (mp_runner.py:76) +2024-09-01 18:47:25,108 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0197s, count=1210, qps in this process: 40.3069 (mp_runner.py:76) +2024-09-01 18:47:25,120 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0105s, count=1212, qps in this process: 40.3859 (mp_runner.py:76) +2024-09-01 18:47:25,123 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0007s, count=1212, qps in this process: 40.3991 (mp_runner.py:76) +2024-09-01 18:47:25,125 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0157s, count=1212, qps in this process: 40.3789 (mp_runner.py:76) +2024-09-01 18:47:25,127 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0048s, count=1212, qps in this process: 40.3935 (mp_runner.py:76) +2024-09-01 18:47:25,129 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0063s, count=1212, qps in this process: 40.3915 (mp_runner.py:76) +2024-09-01 18:47:25,134 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.011s, count=1212, qps in this process: 40.3852 (mp_runner.py:76) +2024-09-01 18:47:25,144 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0103s, count=1213, qps in this process: 40.4195 (mp_runner.py:76) +2024-09-01 18:47:25,144 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0134s, count=1213, qps in this process: 40.4153 (mp_runner.py:76) +2024-09-01 18:47:25,144 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0077s, count=1213, qps in this process: 40.423 (mp_runner.py:76) +2024-09-01 18:47:25,147 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.009s, count=1212, qps in this process: 40.3879 (mp_runner.py:76) +2024-09-01 18:47:25,148 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0212s, count=1213, qps in this process: 40.4048 (mp_runner.py:76) +2024-09-01 18:47:25,153 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0005s, count=1214, qps in this process: 40.466 (mp_runner.py:76) +2024-09-01 18:47:25,159 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0067s, count=1213, qps in this process: 40.4243 (mp_runner.py:76) +2024-09-01 18:47:25,160 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0023s, count=1215, qps in this process: 40.4969 (mp_runner.py:76) +2024-09-01 18:47:25,164 | INFO |End search in concurrency 25: dur=30.314305444000638s, total_count=30269, qps=998.5055 (mp_runner.py:120) +2024-09-01 18:47:26,760 | INFO |Update largest qps with concurrency 25: current max_qps=998.5055 (mp_runner.py:124) +2024-09-01 18:47:27,181 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:47:27,181 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 18:47:37,629 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 18:47:37,699 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,702 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,797 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,799 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,890 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,891 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,893 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,910 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,924 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,929 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,941 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,953 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,965 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,981 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,983 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:47:53,897 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.008163336999132298 (mp_runner.py:73) +2024-09-01 18:47:53,898 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.0026380700001027435 (mp_runner.py:73) +2024-09-01 18:47:53,898 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.009746938994794618 (mp_runner.py:73) +2024-09-01 18:47:53,900 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.004615597004885785 (mp_runner.py:73) +2024-09-01 18:47:53,900 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.01180446099897381 (mp_runner.py:73) +2024-09-01 18:47:53,901 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.005843864993948955 (mp_runner.py:73) +2024-09-01 18:47:53,902 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.012676869999268092 (mp_runner.py:73) +2024-09-01 18:47:53,903 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.0077652069958276115 (mp_runner.py:73) +2024-09-01 18:47:53,903 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.014611785001761746 (mp_runner.py:73) +2024-09-01 18:47:53,905 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.009591941001417581 (mp_runner.py:73) +2024-09-01 18:47:53,905 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.016458764002891257 (mp_runner.py:73) +2024-09-01 18:47:53,907 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.0033531090011820197 (mp_runner.py:73) +2024-09-01 18:47:53,907 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.018003473000135273 (mp_runner.py:73) +2024-09-01 18:47:53,908 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.005277926997223403 (mp_runner.py:73) +2024-09-01 18:47:53,909 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.020009142004710156 (mp_runner.py:73) +2024-09-01 18:47:53,910 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.021068535999802407 (mp_runner.py:73) +2024-09-01 18:47:53,910 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.0034716160007519647 (mp_runner.py:73) +2024-09-01 18:47:53,912 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.00324821200047154 (mp_runner.py:73) +2024-09-01 18:47:53,912 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.023347911002929322 (mp_runner.py:73) +2024-09-01 18:47:53,913 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.02511944800062338 (mp_runner.py:73) +2024-09-01 18:47:53,913 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.024990938996779732 (mp_runner.py:73) +2024-09-01 18:47:53,915 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.0033145609995699488 (mp_runner.py:73) +2024-09-01 18:47:53,915 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.027222700999118388 (mp_runner.py:73) +2024-09-01 18:47:53,917 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.028944330995727796 (mp_runner.py:73) +2024-09-01 18:47:53,918 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.02949660599551862 (mp_runner.py:73) +2024-09-01 18:47:53,919 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.027557207002246287 (mp_runner.py:73) +2024-09-01 18:47:53,921 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.027421733000664972 (mp_runner.py:73) +2024-09-01 18:47:53,938 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.042879680993792135 (mp_runner.py:73) +2024-09-01 18:47:53,964 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.07496155600529164 (mp_runner.py:73) +2024-09-01 18:47:54,065 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.015355144001659937 (mp_runner.py:73) +2024-09-01 18:48:07,706 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0026s, count=991, qps in this process: 33.0305 (mp_runner.py:76) +2024-09-01 18:48:07,726 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0143s, count=992, qps in this process: 33.0509 (mp_runner.py:76) +2024-09-01 18:48:07,727 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0009s, count=992, qps in this process: 33.0657 (mp_runner.py:76) +2024-09-01 18:48:07,728 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0076s, count=992, qps in this process: 33.0583 (mp_runner.py:76) +2024-09-01 18:48:07,824 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0198s, count=996, qps in this process: 33.1781 (mp_runner.py:76) +2024-09-01 18:48:07,829 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0219s, count=996, qps in this process: 33.1758 (mp_runner.py:76) +2024-09-01 18:48:07,862 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0408s, count=997, qps in this process: 33.1882 (mp_runner.py:76) +2024-09-01 18:48:07,912 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.022348029000568204 (mp_runner.py:73) +2024-09-01 18:48:07,913 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.024534151998523157 (mp_runner.py:73) +2024-09-01 18:48:07,913 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.02270556399889756 (mp_runner.py:73) +2024-09-01 18:48:07,913 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0193s, count=1000, qps in this process: 33.3119 (mp_runner.py:76) +2024-09-01 18:48:07,913 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.02104510999924969 (mp_runner.py:73) +2024-09-01 18:48:07,913 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.022663639996608254 (mp_runner.py:73) +2024-09-01 18:48:07,914 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.025164817001495976 (mp_runner.py:73) +2024-09-01 18:48:07,914 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.0230342099966947 (mp_runner.py:73) +2024-09-01 18:48:07,914 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.024646013000165112 (mp_runner.py:73) +2024-09-01 18:48:07,914 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.025101496998104267 (mp_runner.py:73) +2024-09-01 18:48:07,915 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.023620028005097993 (mp_runner.py:73) +2024-09-01 18:48:07,915 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.009950239000318106 (mp_runner.py:73) +2024-09-01 18:48:07,915 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.02681677899818169 (mp_runner.py:73) +2024-09-01 18:48:07,915 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.020966361997125205 (mp_runner.py:73) +2024-09-01 18:48:07,916 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.024698779998288956 (mp_runner.py:73) +2024-09-01 18:48:07,916 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.026683910997235216 (mp_runner.py:73) +2024-09-01 18:48:07,916 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0223s, count=1000, qps in this process: 33.3086 (mp_runner.py:76) +2024-09-01 18:48:07,916 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.024507238995283842 (mp_runner.py:73) +2024-09-01 18:48:07,916 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.023244996002176777 (mp_runner.py:73) +2024-09-01 18:48:07,917 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.025254887994378805 (mp_runner.py:73) +2024-09-01 18:48:07,917 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.011591809001401998 (mp_runner.py:73) +2024-09-01 18:48:07,917 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0031s, count=1000, qps in this process: 33.3299 (mp_runner.py:76) +2024-09-01 18:48:07,917 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.024864644001354463 (mp_runner.py:73) +2024-09-01 18:48:07,923 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.03335923600388924 (mp_runner.py:73) +2024-09-01 18:48:07,930 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0039s, count=1001, qps in this process: 33.3623 (mp_runner.py:76) +2024-09-01 18:48:07,934 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.039706928000668995 (mp_runner.py:73) +2024-09-01 18:48:07,934 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0006s, count=1001, qps in this process: 33.366 (mp_runner.py:76) +2024-09-01 18:48:07,936 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0063s, count=1001, qps in this process: 33.3597 (mp_runner.py:76) +2024-09-01 18:48:07,936 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.007s, count=1001, qps in this process: 33.3589 (mp_runner.py:76) +2024-09-01 18:48:07,944 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.05231873800221365 (mp_runner.py:73) +2024-09-01 18:48:07,945 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0508s, count=1000, qps in this process: 33.277 (mp_runner.py:76) +2024-09-01 18:48:07,950 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0056s, count=1002, qps in this process: 33.3938 (mp_runner.py:76) +2024-09-01 18:48:07,951 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0022s, count=1002, qps in this process: 33.3976 (mp_runner.py:76) +2024-09-01 18:48:07,957 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0013s, count=1002, qps in this process: 33.3986 (mp_runner.py:76) +2024-09-01 18:48:07,958 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0055s, count=1002, qps in this process: 33.3939 (mp_runner.py:76) +2024-09-01 18:48:07,961 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0312s, count=1002, qps in this process: 33.3653 (mp_runner.py:76) +2024-09-01 18:48:07,975 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0009s, count=1003, qps in this process: 33.4323 (mp_runner.py:76) +2024-09-01 18:48:07,977 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0049s, count=1004, qps in this process: 33.4612 (mp_runner.py:76) +2024-09-01 18:48:07,991 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.001s, count=1005, qps in this process: 33.4989 (mp_runner.py:76) +2024-09-01 18:48:07,997 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0092s, count=1006, qps in this process: 33.5231 (mp_runner.py:76) +2024-09-01 18:48:07,999 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0016s, count=1006, qps in this process: 33.5315 (mp_runner.py:76) +2024-09-01 18:48:08,000 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0016s, count=1007, qps in this process: 33.5649 (mp_runner.py:76) +2024-09-01 18:48:08,000 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0018s, count=1007, qps in this process: 33.5647 (mp_runner.py:76) +2024-09-01 18:48:08,002 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0039s, count=1007, qps in this process: 33.5623 (mp_runner.py:76) +2024-09-01 18:48:08,003 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0059s, count=1007, qps in this process: 33.5601 (mp_runner.py:76) +2024-09-01 18:48:08,004 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0114s, count=1007, qps in this process: 33.5539 (mp_runner.py:76) +2024-09-01 18:48:08,008 | INFO |End search in concurrency 30: dur=30.37900241799798s, total_count=30029, qps=988.4788 (mp_runner.py:120) +2024-09-01 18:48:10,357 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:48:10,357 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 18:48:20,865 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 18:48:20,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:20,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:20,999 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,159 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,159 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,172 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,172 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,172 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,176 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,190 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,200 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,201 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,202 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,215 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,224 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,235 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,235 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,241 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,241 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,241 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,254 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,259 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,260 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,278 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,288 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,291 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:21,322 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:48:37,788 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.026977351000823546 (mp_runner.py:73) +2024-09-01 18:48:37,788 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.025951438998163212 (mp_runner.py:73) +2024-09-01 18:48:37,789 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.026302453996322583 (mp_runner.py:73) +2024-09-01 18:48:37,789 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.02684639100334607 (mp_runner.py:73) +2024-09-01 18:48:37,789 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.02819108299445361 (mp_runner.py:73) +2024-09-01 18:48:37,789 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.027443195001978893 (mp_runner.py:73) +2024-09-01 18:48:37,790 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.027170106004632544 (mp_runner.py:73) +2024-09-01 18:48:37,790 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.027344725000148173 (mp_runner.py:73) +2024-09-01 18:48:37,791 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.02880433399695903 (mp_runner.py:73) +2024-09-01 18:48:37,791 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.029655850994458888 (mp_runner.py:73) +2024-09-01 18:48:37,791 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.030920582998078316 (mp_runner.py:73) +2024-09-01 18:48:37,791 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.028651182001340203 (mp_runner.py:73) +2024-09-01 18:48:37,792 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.02845671200338984 (mp_runner.py:73) +2024-09-01 18:48:37,792 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.028383065000525676 (mp_runner.py:73) +2024-09-01 18:48:37,792 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.030091469001490623 (mp_runner.py:73) +2024-09-01 18:48:37,792 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.031706501002190635 (mp_runner.py:73) +2024-09-01 18:48:37,793 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.029920895998657215 (mp_runner.py:73) +2024-09-01 18:48:37,793 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.03239735299575841 (mp_runner.py:73) +2024-09-01 18:48:37,794 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.03437054599635303 (mp_runner.py:73) +2024-09-01 18:48:37,794 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.033235377006349154 (mp_runner.py:73) +2024-09-01 18:48:37,794 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.03546449900022708 (mp_runner.py:73) +2024-09-01 18:48:37,795 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.03303461800533114 (mp_runner.py:73) +2024-09-01 18:48:37,795 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.01303520800138358 (mp_runner.py:73) +2024-09-01 18:48:37,795 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.034475241001928225 (mp_runner.py:73) +2024-09-01 18:48:37,795 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.03398309500335017 (mp_runner.py:73) +2024-09-01 18:48:37,796 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.035138162995281164 (mp_runner.py:73) +2024-09-01 18:48:37,796 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03498733499873197 (mp_runner.py:73) +2024-09-01 18:48:37,797 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.037336492001486477 (mp_runner.py:73) +2024-09-01 18:48:37,797 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.01088372600497678 (mp_runner.py:73) +2024-09-01 18:48:37,798 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.03422877300181426 (mp_runner.py:73) +2024-09-01 18:48:37,798 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.024451453995425254 (mp_runner.py:73) +2024-09-01 18:48:37,798 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03938209699845174 (mp_runner.py:73) +2024-09-01 18:48:37,799 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.037876691996643785 (mp_runner.py:73) +2024-09-01 18:48:37,801 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.014904108000337146 (mp_runner.py:73) +2024-09-01 18:48:37,816 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.05274386700330069 (mp_runner.py:73) +2024-09-01 18:48:50,941 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0248s, count=897, qps in this process: 29.8753 (mp_runner.py:76) +2024-09-01 18:48:51,007 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0089s, count=900, qps in this process: 29.9911 (mp_runner.py:76) +2024-09-01 18:48:51,014 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0066s, count=900, qps in this process: 29.9934 (mp_runner.py:76) +2024-09-01 18:48:51,179 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0132s, count=903, qps in this process: 30.0868 (mp_runner.py:76) +2024-09-01 18:48:51,191 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0199s, count=904, qps in this process: 30.1134 (mp_runner.py:76) +2024-09-01 18:48:51,201 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0379s, count=905, qps in this process: 30.1286 (mp_runner.py:76) +2024-09-01 18:48:51,202 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0389s, count=905, qps in this process: 30.1276 (mp_runner.py:76) +2024-09-01 18:48:51,203 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0002s, count=905, qps in this process: 30.1665 (mp_runner.py:76) +2024-09-01 18:48:51,203 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0182s, count=905, qps in this process: 30.1484 (mp_runner.py:76) +2024-09-01 18:48:51,204 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0329s, count=905, qps in this process: 30.1336 (mp_runner.py:76) +2024-09-01 18:48:51,205 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0218s, count=905, qps in this process: 30.1448 (mp_runner.py:76) +2024-09-01 18:48:51,206 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0395s, count=905, qps in this process: 30.127 (mp_runner.py:76) +2024-09-01 18:48:51,207 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0048s, count=905, qps in this process: 30.1618 (mp_runner.py:76) +2024-09-01 18:48:51,208 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0062s, count=905, qps in this process: 30.1604 (mp_runner.py:76) +2024-09-01 18:48:51,213 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0291s, count=905, qps in this process: 30.1374 (mp_runner.py:76) +2024-09-01 18:48:51,221 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0214s, count=905, qps in this process: 30.1452 (mp_runner.py:76) +2024-09-01 18:48:51,228 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0425s, count=905, qps in this process: 30.124 (mp_runner.py:76) +2024-09-01 18:48:51,234 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0009s, count=906, qps in this process: 30.1991 (mp_runner.py:76) +2024-09-01 18:48:51,234 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0011s, count=906, qps in this process: 30.1989 (mp_runner.py:76) +2024-09-01 18:48:51,234 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0269s, count=906, qps in this process: 30.1729 (mp_runner.py:76) +2024-09-01 18:48:51,236 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0177s, count=906, qps in this process: 30.1822 (mp_runner.py:76) +2024-09-01 18:48:51,238 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0053s, count=906, qps in this process: 30.1947 (mp_runner.py:76) +2024-09-01 18:48:51,240 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0051s, count=906, qps in this process: 30.1949 (mp_runner.py:76) +2024-09-01 18:48:51,243 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0048s, count=902, qps in this process: 30.0619 (mp_runner.py:76) +2024-09-01 18:48:51,245 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0003s, count=907, qps in this process: 30.233 (mp_runner.py:76) +2024-09-01 18:48:51,246 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0008s, count=907, qps in this process: 30.2325 (mp_runner.py:76) +2024-09-01 18:48:51,249 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0037s, count=906, qps in this process: 30.1963 (mp_runner.py:76) +2024-09-01 18:48:51,255 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.017s, count=907, qps in this process: 30.2162 (mp_runner.py:76) +2024-09-01 18:48:51,269 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0091s, count=909, qps in this process: 30.2908 (mp_runner.py:76) +2024-09-01 18:48:51,272 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0009s, count=909, qps in this process: 30.2991 (mp_runner.py:76) +2024-09-01 18:48:51,273 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0085s, count=909, qps in this process: 30.2914 (mp_runner.py:76) +2024-09-01 18:48:51,289 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.005s, count=912, qps in this process: 30.3949 (mp_runner.py:76) +2024-09-01 18:48:51,294 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0005s, count=913, qps in this process: 30.4328 (mp_runner.py:76) +2024-09-01 18:48:51,300 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0048s, count=914, qps in this process: 30.4618 (mp_runner.py:76) +2024-09-01 18:48:51,328 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0011s, count=919, qps in this process: 30.6322 (mp_runner.py:76) +2024-09-01 18:48:51,332 | INFO |End search in concurrency 35: dur=30.465084710005613s, total_count=31714, qps=1040.995 (mp_runner.py:120) +2024-09-01 18:48:53,566 | INFO |Update largest qps with concurrency 35: current max_qps=1040.995 (mp_runner.py:124) +2024-09-01 18:48:53,983 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:48:53,984 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 18:49:04,630 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 18:49:04,808 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,837 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,837 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,845 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,862 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,872 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,961 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,961 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,965 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,966 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,968 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:04,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,003 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,004 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,017 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,019 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,034 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,041 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,044 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,077 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,077 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,077 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,084 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,102 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,118 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,120 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,120 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,134 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:05,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:23,955 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.0748905049986206 (mp_runner.py:73) +2024-09-01 18:49:23,955 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.02380296099727275 (mp_runner.py:73) +2024-09-01 18:49:23,956 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.014804038000875153 (mp_runner.py:73) +2024-09-01 18:49:23,956 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.054539790005947 (mp_runner.py:73) +2024-09-01 18:49:23,956 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.056356736000452656 (mp_runner.py:73) +2024-09-01 18:49:23,956 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.054142925997439306 (mp_runner.py:73) +2024-09-01 18:49:23,957 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.05876531800458906 (mp_runner.py:73) +2024-09-01 18:49:23,957 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.05885979099548422 (mp_runner.py:73) +2024-09-01 18:49:23,957 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.042664845001127105 (mp_runner.py:73) +2024-09-01 18:49:23,958 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.03785952799808001 (mp_runner.py:73) +2024-09-01 18:49:23,958 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.05072080000536516 (mp_runner.py:73) +2024-09-01 18:49:23,958 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.0612739829957718 (mp_runner.py:73) +2024-09-01 18:49:23,959 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.053424641002493445 (mp_runner.py:73) +2024-09-01 18:49:23,959 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.06176238199986983 (mp_runner.py:73) +2024-09-01 18:49:23,959 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.0636658349976642 (mp_runner.py:73) +2024-09-01 18:49:23,959 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.07028834400261985 (mp_runner.py:73) +2024-09-01 18:49:23,960 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.05062461199850077 (mp_runner.py:73) +2024-09-01 18:49:23,960 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.06497005999699468 (mp_runner.py:73) +2024-09-01 18:49:23,960 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.07317159899685066 (mp_runner.py:73) +2024-09-01 18:49:23,961 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.0672694769964437 (mp_runner.py:73) +2024-09-01 18:49:23,961 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.07726339100190671 (mp_runner.py:73) +2024-09-01 18:49:23,961 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.07562011399568291 (mp_runner.py:73) +2024-09-01 18:49:23,962 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.06173259299976053 (mp_runner.py:73) +2024-09-01 18:49:23,962 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.03432229000463849 (mp_runner.py:73) +2024-09-01 18:49:23,962 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.0505044179953984 (mp_runner.py:73) +2024-09-01 18:49:23,963 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.058820202997594606 (mp_runner.py:73) +2024-09-01 18:49:23,963 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.046313701997860335 (mp_runner.py:73) +2024-09-01 18:49:23,963 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.03954273700219346 (mp_runner.py:73) +2024-09-01 18:49:23,964 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.03403414300555596 (mp_runner.py:73) +2024-09-01 18:49:23,965 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.020916459994623438 (mp_runner.py:73) +2024-09-01 18:49:23,972 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.03327968400117243 (mp_runner.py:73) +2024-09-01 18:49:23,977 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.039866016995802056 (mp_runner.py:73) +2024-09-01 18:49:23,979 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.03260451800451847 (mp_runner.py:73) +2024-09-01 18:49:23,982 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.03080296699772589 (mp_runner.py:73) +2024-09-01 18:49:23,987 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.06325841199577553 (mp_runner.py:73) +2024-09-01 18:49:23,988 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.04804910600068979 (mp_runner.py:73) +2024-09-01 18:49:23,989 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.0374334380030632 (mp_runner.py:73) +2024-09-01 18:49:23,990 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.047388993996719364 (mp_runner.py:73) +2024-09-01 18:49:23,990 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.040415841998765245 (mp_runner.py:73) +2024-09-01 18:49:24,017 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.03231307300302433 (mp_runner.py:73) +2024-09-01 18:49:34,869 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0279s, count=786, qps in this process: 26.1757 (mp_runner.py:76) +2024-09-01 18:49:34,873 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0205s, count=786, qps in this process: 26.1821 (mp_runner.py:76) +2024-09-01 18:49:34,873 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0507s, count=786, qps in this process: 26.1558 (mp_runner.py:76) +2024-09-01 18:49:34,874 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0232s, count=786, qps in this process: 26.1798 (mp_runner.py:76) +2024-09-01 18:49:34,875 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0003s, count=786, qps in this process: 26.1997 (mp_runner.py:76) +2024-09-01 18:49:34,885 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0333s, count=786, qps in this process: 26.171 (mp_runner.py:76) +2024-09-01 18:49:34,903 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0321s, count=787, qps in this process: 26.2053 (mp_runner.py:76) +2024-09-01 18:49:34,910 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0014s, count=787, qps in this process: 26.2321 (mp_runner.py:76) +2024-09-01 18:49:34,911 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0093s, count=787, qps in this process: 26.2252 (mp_runner.py:76) +2024-09-01 18:49:34,911 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0292s, count=787, qps in this process: 26.2078 (mp_runner.py:76) +2024-09-01 18:49:34,970 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0055s, count=790, qps in this process: 26.3285 (mp_runner.py:76) +2024-09-01 18:49:34,975 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0032s, count=790, qps in this process: 26.3305 (mp_runner.py:76) +2024-09-01 18:49:34,980 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0116s, count=790, qps in this process: 26.3232 (mp_runner.py:76) +2024-09-01 18:49:35,000 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0282s, count=790, qps in this process: 26.3086 (mp_runner.py:76) +2024-09-01 18:49:35,005 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0022s, count=791, qps in this process: 26.3647 (mp_runner.py:76) +2024-09-01 18:49:35,012 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0477s, count=790, qps in this process: 26.2915 (mp_runner.py:76) +2024-09-01 18:49:35,018 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0432s, count=790, qps in this process: 26.2955 (mp_runner.py:76) +2024-09-01 18:49:35,020 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0131s, count=791, qps in this process: 26.3552 (mp_runner.py:76) +2024-09-01 18:49:35,037 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0185s, count=792, qps in this process: 26.3837 (mp_runner.py:76) +2024-09-01 18:49:35,038 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0165s, count=792, qps in this process: 26.3855 (mp_runner.py:76) +2024-09-01 18:49:35,038 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0285s, count=792, qps in this process: 26.3749 (mp_runner.py:76) +2024-09-01 18:49:35,039 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.017s, count=792, qps in this process: 26.385 (mp_runner.py:76) +2024-09-01 18:49:35,056 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0094s, count=793, qps in this process: 26.4251 (mp_runner.py:76) +2024-09-01 18:49:35,057 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0044s, count=793, qps in this process: 26.4295 (mp_runner.py:76) +2024-09-01 18:49:35,058 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0154s, count=793, qps in this process: 26.4198 (mp_runner.py:76) +2024-09-01 18:49:35,072 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0034s, count=794, qps in this process: 26.4637 (mp_runner.py:76) +2024-09-01 18:49:35,078 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.014s, count=795, qps in this process: 26.4876 (mp_runner.py:76) +2024-09-01 18:49:35,079 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0154s, count=795, qps in this process: 26.4864 (mp_runner.py:76) +2024-09-01 18:49:35,085 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0043s, count=795, qps in this process: 26.4962 (mp_runner.py:76) +2024-09-01 18:49:35,086 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0033s, count=795, qps in this process: 26.4971 (mp_runner.py:76) +2024-09-01 18:49:35,090 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0005s, count=793, qps in this process: 26.4329 (mp_runner.py:76) +2024-09-01 18:49:35,092 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.011s, count=795, qps in this process: 26.4903 (mp_runner.py:76) +2024-09-01 18:49:35,105 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.009s, count=797, qps in this process: 26.5587 (mp_runner.py:76) +2024-09-01 18:49:35,113 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0054s, count=798, qps in this process: 26.5952 (mp_runner.py:76) +2024-09-01 18:49:35,113 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0054s, count=798, qps in this process: 26.5952 (mp_runner.py:76) +2024-09-01 18:49:35,127 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0015s, count=800, qps in this process: 26.6653 (mp_runner.py:76) +2024-09-01 18:49:35,133 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0007s, count=801, qps in this process: 26.6994 (mp_runner.py:76) +2024-09-01 18:49:35,133 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0015s, count=801, qps in this process: 26.6987 (mp_runner.py:76) +2024-09-01 18:49:35,153 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.007s, count=804, qps in this process: 26.7937 (mp_runner.py:76) +2024-09-01 18:49:35,164 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0017s, count=807, qps in this process: 26.8985 (mp_runner.py:76) +2024-09-01 18:49:35,167 | INFO |End search in concurrency 40: dur=30.53697636400466s, total_count=31701, qps=1038.1185 (mp_runner.py:120) +2024-09-01 18:49:38,253 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:49:38,253 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 18:49:49,084 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 18:49:49,216 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,374 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,471 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,471 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,473 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,473 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,473 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,474 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,483 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,485 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,508 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,508 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,509 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,528 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,545 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,548 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,549 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,557 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,560 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,576 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,591 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,608 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,621 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,656 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,670 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:49:49,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:11,688 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.022108365999883972 (mp_runner.py:73) +2024-09-01 18:50:11,690 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.02268969899887452 (mp_runner.py:73) +2024-09-01 18:50:11,692 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.025808488004258834 (mp_runner.py:73) +2024-09-01 18:50:11,692 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.018557224997493904 (mp_runner.py:73) +2024-09-01 18:50:11,694 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.03575633600121364 (mp_runner.py:73) +2024-09-01 18:50:11,694 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.021973267001158092 (mp_runner.py:73) +2024-09-01 18:50:11,695 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.033363095004460774 (mp_runner.py:73) +2024-09-01 18:50:11,695 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.0319070740006282 (mp_runner.py:73) +2024-09-01 18:50:11,697 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.03677437400619965 (mp_runner.py:73) +2024-09-01 18:50:11,697 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.024115832995448727 (mp_runner.py:73) +2024-09-01 18:50:11,699 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.03729775000101654 (mp_runner.py:73) +2024-09-01 18:50:11,699 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.021709513996029273 (mp_runner.py:73) +2024-09-01 18:50:11,701 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.04068321699742228 (mp_runner.py:73) +2024-09-01 18:50:11,701 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.02454023699829122 (mp_runner.py:73) +2024-09-01 18:50:11,703 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.04768565699487226 (mp_runner.py:73) +2024-09-01 18:50:11,703 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.04838718399696518 (mp_runner.py:73) +2024-09-01 18:50:11,704 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.0395615449961042 (mp_runner.py:73) +2024-09-01 18:50:11,705 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.023485382997023407 (mp_runner.py:73) +2024-09-01 18:50:11,707 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.047434020998480264 (mp_runner.py:73) +2024-09-01 18:50:11,707 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.036945014995581005 (mp_runner.py:73) +2024-09-01 18:50:11,709 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.040267393000249285 (mp_runner.py:73) +2024-09-01 18:50:11,710 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.04078751299675787 (mp_runner.py:73) +2024-09-01 18:50:11,711 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.05429168300179299 (mp_runner.py:73) +2024-09-01 18:50:11,711 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.04082755499985069 (mp_runner.py:73) +2024-09-01 18:50:11,713 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.03802587000245694 (mp_runner.py:73) +2024-09-01 18:50:11,713 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.05962684899714077 (mp_runner.py:73) +2024-09-01 18:50:11,715 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.0581797899940284 (mp_runner.py:73) +2024-09-01 18:50:11,715 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.06355403599445708 (mp_runner.py:73) +2024-09-01 18:50:11,717 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.04179986300005112 (mp_runner.py:73) +2024-09-01 18:50:11,720 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.04108993899717461 (mp_runner.py:73) +2024-09-01 18:50:11,722 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.06970168599946192 (mp_runner.py:73) +2024-09-01 18:50:11,722 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.038089476998720784 (mp_runner.py:73) +2024-09-01 18:50:11,723 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.04137331099627772 (mp_runner.py:73) +2024-09-01 18:50:11,726 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.05412412599980598 (mp_runner.py:73) +2024-09-01 18:50:11,726 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.06271623400243698 (mp_runner.py:73) +2024-09-01 18:50:11,726 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.06087649899563985 (mp_runner.py:73) +2024-09-01 18:50:11,729 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.07893872600106988 (mp_runner.py:73) +2024-09-01 18:50:11,729 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.07512449000205379 (mp_runner.py:73) +2024-09-01 18:50:11,731 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.04548053499456728 (mp_runner.py:73) +2024-09-01 18:50:11,754 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.08709119899867801 (mp_runner.py:73) +2024-09-01 18:50:11,796 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.0683616219976102 (mp_runner.py:73) +2024-09-01 18:50:11,807 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.04689669899380533 (mp_runner.py:73) +2024-09-01 18:50:11,810 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.012601253998582251 (mp_runner.py:73) +2024-09-01 18:50:11,812 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.057586168994021136 (mp_runner.py:73) +2024-09-01 18:50:11,813 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.0026124460055143572 (mp_runner.py:73) +2024-09-01 18:50:19,235 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0073s, count=671, qps in this process: 22.3612 (mp_runner.py:76) +2024-09-01 18:50:19,412 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0668s, count=676, qps in this process: 22.4833 (mp_runner.py:76) +2024-09-01 18:50:19,447 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0663s, count=675, qps in this process: 22.4504 (mp_runner.py:76) +2024-09-01 18:50:19,477 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0015s, count=678, qps in this process: 22.5989 (mp_runner.py:76) +2024-09-01 18:50:19,478 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.004s, count=678, qps in this process: 22.597 (mp_runner.py:76) +2024-09-01 18:50:19,483 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0005s, count=678, qps in this process: 22.5996 (mp_runner.py:76) +2024-09-01 18:50:19,484 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0097s, count=678, qps in this process: 22.5927 (mp_runner.py:76) +2024-09-01 18:50:19,485 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0103s, count=678, qps in this process: 22.5922 (mp_runner.py:76) +2024-09-01 18:50:19,485 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0111s, count=678, qps in this process: 22.5916 (mp_runner.py:76) +2024-09-01 18:50:19,487 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0046s, count=678, qps in this process: 22.5965 (mp_runner.py:76) +2024-09-01 18:50:19,488 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0037s, count=678, qps in this process: 22.5972 (mp_runner.py:76) +2024-09-01 18:50:19,489 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0064s, count=678, qps in this process: 22.5952 (mp_runner.py:76) +2024-09-01 18:50:19,513 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.025s, count=679, qps in this process: 22.6145 (mp_runner.py:76) +2024-09-01 18:50:19,516 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0335s, count=679, qps in this process: 22.6081 (mp_runner.py:76) +2024-09-01 18:50:19,516 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0054s, count=679, qps in this process: 22.6293 (mp_runner.py:76) +2024-09-01 18:50:19,517 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0337s, count=679, qps in this process: 22.6079 (mp_runner.py:76) +2024-09-01 18:50:19,519 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.034s, count=679, qps in this process: 22.6077 (mp_runner.py:76) +2024-09-01 18:50:19,520 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0093s, count=679, qps in this process: 22.6263 (mp_runner.py:76) +2024-09-01 18:50:19,521 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0347s, count=679, qps in this process: 22.6072 (mp_runner.py:76) +2024-09-01 18:50:19,522 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0084s, count=679, qps in this process: 22.627 (mp_runner.py:76) +2024-09-01 18:50:19,522 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.037s, count=679, qps in this process: 22.6055 (mp_runner.py:76) +2024-09-01 18:50:19,538 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0058s, count=680, qps in this process: 22.6623 (mp_runner.py:76) +2024-09-01 18:50:19,556 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0009s, count=681, qps in this process: 22.6993 (mp_runner.py:76) +2024-09-01 18:50:19,557 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0007s, count=681, qps in this process: 22.6995 (mp_runner.py:76) +2024-09-01 18:50:19,560 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0184s, count=681, qps in this process: 22.6861 (mp_runner.py:76) +2024-09-01 18:50:19,561 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0129s, count=681, qps in this process: 22.6902 (mp_runner.py:76) +2024-09-01 18:50:19,571 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0097s, count=681, qps in this process: 22.6927 (mp_runner.py:76) +2024-09-01 18:50:19,578 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0108s, count=682, qps in this process: 22.7252 (mp_runner.py:76) +2024-09-01 18:50:19,583 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0008s, count=682, qps in this process: 22.7327 (mp_runner.py:76) +2024-09-01 18:50:19,584 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.007s, count=682, qps in this process: 22.728 (mp_runner.py:76) +2024-09-01 18:50:19,592 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0147s, count=682, qps in this process: 22.7222 (mp_runner.py:76) +2024-09-01 18:50:19,597 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0148s, count=683, qps in this process: 22.7554 (mp_runner.py:76) +2024-09-01 18:50:19,598 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0027s, count=683, qps in this process: 22.7646 (mp_runner.py:76) +2024-09-01 18:50:19,599 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0173s, count=683, qps in this process: 22.7535 (mp_runner.py:76) +2024-09-01 18:50:19,604 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0221s, count=683, qps in this process: 22.7499 (mp_runner.py:76) +2024-09-01 18:50:19,616 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0025s, count=684, qps in this process: 22.7981 (mp_runner.py:76) +2024-09-01 18:50:19,631 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0046s, count=686, qps in this process: 22.8632 (mp_runner.py:76) +2024-09-01 18:50:19,641 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0006s, count=687, qps in this process: 22.8995 (mp_runner.py:76) +2024-09-01 18:50:19,651 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.011s, count=688, qps in this process: 22.9249 (mp_runner.py:76) +2024-09-01 18:50:19,670 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0012s, count=691, qps in this process: 23.0324 (mp_runner.py:76) +2024-09-01 18:50:19,670 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0022s, count=691, qps in this process: 23.0316 (mp_runner.py:76) +2024-09-01 18:50:19,676 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0042s, count=692, qps in this process: 23.0634 (mp_runner.py:76) +2024-09-01 18:50:19,677 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0046s, count=692, qps in this process: 23.0631 (mp_runner.py:76) +2024-09-01 18:50:19,678 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.001s, count=692, qps in this process: 23.0659 (mp_runner.py:76) +2024-09-01 18:50:19,709 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0046s, count=699, qps in this process: 23.2964 (mp_runner.py:76) +2024-09-01 18:50:19,713 | INFO |End search in concurrency 45: dur=30.628919287002645s, total_count=30682, qps=1001.733 (mp_runner.py:120) +2024-09-01 18:50:23,035 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:50:23,035 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 18:50:44,052 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 18:50:44,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,260 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,287 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,300 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,365 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,378 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,444 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,445 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,446 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,454 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,515 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,515 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,515 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,516 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,516 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,516 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,518 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,528 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,530 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,533 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,581 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,582 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,602 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,622 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,629 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,635 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,636 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,638 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,638 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,642 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,644 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,684 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,685 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:50:44,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:08,418 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.0050677760009421036 (mp_runner.py:73) +2024-09-01 18:51:08,421 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.00776950999716064 (mp_runner.py:73) +2024-09-01 18:51:08,421 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.007230319999507628 (mp_runner.py:73) +2024-09-01 18:51:08,424 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.005548505003389437 (mp_runner.py:73) +2024-09-01 18:51:08,425 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.0067218229960417375 (mp_runner.py:73) +2024-09-01 18:51:08,427 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.0049464820040157065 (mp_runner.py:73) +2024-09-01 18:51:08,427 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.005987725002341904 (mp_runner.py:73) +2024-09-01 18:51:08,429 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.006742514997313265 (mp_runner.py:73) +2024-09-01 18:51:08,430 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.01633763599966187 (mp_runner.py:73) +2024-09-01 18:51:08,431 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.0063097569945966825 (mp_runner.py:73) +2024-09-01 18:51:08,432 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.006150349996460136 (mp_runner.py:73) +2024-09-01 18:51:08,433 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.006364246000885032 (mp_runner.py:73) +2024-09-01 18:51:08,434 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.012083369001629762 (mp_runner.py:73) +2024-09-01 18:51:08,435 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.005890991997148376 (mp_runner.py:73) +2024-09-01 18:51:08,437 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.01357424500019988 (mp_runner.py:73) +2024-09-01 18:51:08,437 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.006093650001275819 (mp_runner.py:73) +2024-09-01 18:51:08,438 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.015893852003500797 (mp_runner.py:73) +2024-09-01 18:51:08,441 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.022290745000645984 (mp_runner.py:73) +2024-09-01 18:51:08,441 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.015606685999955516 (mp_runner.py:73) +2024-09-01 18:51:08,444 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.010468166001373902 (mp_runner.py:73) +2024-09-01 18:51:08,445 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.01710509399708826 (mp_runner.py:73) +2024-09-01 18:51:08,447 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.011289939000562299 (mp_runner.py:73) +2024-09-01 18:51:08,448 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.01804047699988587 (mp_runner.py:73) +2024-09-01 18:51:08,451 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.015962813995429315 (mp_runner.py:73) +2024-09-01 18:51:08,452 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.014242145996831823 (mp_runner.py:73) +2024-09-01 18:51:08,453 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.020742950997373555 (mp_runner.py:73) +2024-09-01 18:51:08,454 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.013276679994305596 (mp_runner.py:73) +2024-09-01 18:51:08,455 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.017617940000491217 (mp_runner.py:73) +2024-09-01 18:51:08,456 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.017467878002207726 (mp_runner.py:73) +2024-09-01 18:51:08,456 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.014948488998925313 (mp_runner.py:73) +2024-09-01 18:51:08,458 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.01657708299899241 (mp_runner.py:73) +2024-09-01 18:51:08,459 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.011423070995078888 (mp_runner.py:73) +2024-09-01 18:51:08,460 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.01732501800142927 (mp_runner.py:73) +2024-09-01 18:51:08,461 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.016101742003229447 (mp_runner.py:73) +2024-09-01 18:51:08,462 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.01957686400419334 (mp_runner.py:73) +2024-09-01 18:51:08,463 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.018577155999082606 (mp_runner.py:73) +2024-09-01 18:51:08,464 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.020632106003176887 (mp_runner.py:73) +2024-09-01 18:51:08,465 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.016696940001565963 (mp_runner.py:73) +2024-09-01 18:51:08,467 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.02366155500203604 (mp_runner.py:73) +2024-09-01 18:51:08,467 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.019658991004689597 (mp_runner.py:73) +2024-09-01 18:51:08,469 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.017807135998737067 (mp_runner.py:73) +2024-09-01 18:51:08,469 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.0216719049931271 (mp_runner.py:73) +2024-09-01 18:51:08,471 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.025435787996684667 (mp_runner.py:73) +2024-09-01 18:51:08,471 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.021137985997484066 (mp_runner.py:73) +2024-09-01 18:51:08,473 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.026544924003246706 (mp_runner.py:73) +2024-09-01 18:51:08,473 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.020628640995710157 (mp_runner.py:73) +2024-09-01 18:51:08,479 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.04101284399803262 (mp_runner.py:73) +2024-09-01 18:51:08,480 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.03803577600046992 (mp_runner.py:73) +2024-09-01 18:51:08,558 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.056918565001979005 (mp_runner.py:73) +2024-09-01 18:51:08,723 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.1274022649959079 (mp_runner.py:73) +2024-09-01 18:51:14,140 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0017s, count=615, qps in this process: 20.4988 (mp_runner.py:76) +2024-09-01 18:51:14,298 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0261s, count=619, qps in this process: 20.6154 (mp_runner.py:76) +2024-09-01 18:51:14,319 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0052s, count=621, qps in this process: 20.6964 (mp_runner.py:76) +2024-09-01 18:51:14,324 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.023s, count=620, qps in this process: 20.6508 (mp_runner.py:76) +2024-09-01 18:51:14,373 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0054s, count=622, qps in this process: 20.7296 (mp_runner.py:76) +2024-09-01 18:51:14,377 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0033s, count=622, qps in this process: 20.7311 (mp_runner.py:76) +2024-09-01 18:51:14,387 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0046s, count=621, qps in this process: 20.6968 (mp_runner.py:76) +2024-09-01 18:51:14,389 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.014s, count=621, qps in this process: 20.6903 (mp_runner.py:76) +2024-09-01 18:51:14,451 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0015s, count=623, qps in this process: 20.7656 (mp_runner.py:76) +2024-09-01 18:51:14,460 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0074s, count=623, qps in this process: 20.7615 (mp_runner.py:76) +2024-09-01 18:51:14,461 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0108s, count=623, qps in this process: 20.7592 (mp_runner.py:76) +2024-09-01 18:51:14,480 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.1021s, count=623, qps in this process: 20.6962 (mp_runner.py:76) +2024-09-01 18:51:14,497 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0456s, count=624, qps in this process: 20.7684 (mp_runner.py:76) +2024-09-01 18:51:14,499 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0538s, count=624, qps in this process: 20.7628 (mp_runner.py:76) +2024-09-01 18:51:14,499 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.037s, count=624, qps in this process: 20.7744 (mp_runner.py:76) +2024-09-01 18:51:14,527 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0028s, count=625, qps in this process: 20.8314 (mp_runner.py:76) +2024-09-01 18:51:14,529 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0101s, count=625, qps in this process: 20.8263 (mp_runner.py:76) +2024-09-01 18:51:14,531 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.002s, count=625, qps in this process: 20.8319 (mp_runner.py:76) +2024-09-01 18:51:14,531 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0116s, count=625, qps in this process: 20.8253 (mp_runner.py:76) +2024-09-01 18:51:14,533 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0005s, count=625, qps in this process: 20.833 (mp_runner.py:76) +2024-09-01 18:51:14,535 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0159s, count=626, qps in this process: 20.8556 (mp_runner.py:76) +2024-09-01 18:51:14,540 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.021s, count=626, qps in this process: 20.8521 (mp_runner.py:76) +2024-09-01 18:51:14,542 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0228s, count=626, qps in this process: 20.8508 (mp_runner.py:76) +2024-09-01 18:51:14,546 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0223s, count=626, qps in this process: 20.8512 (mp_runner.py:76) +2024-09-01 18:51:14,551 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0225s, count=626, qps in this process: 20.851 (mp_runner.py:76) +2024-09-01 18:51:14,554 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0213s, count=623, qps in this process: 20.7519 (mp_runner.py:76) +2024-09-01 18:51:14,557 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.037s, count=621, qps in this process: 20.6745 (mp_runner.py:76) +2024-09-01 18:51:14,558 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0189s, count=626, qps in this process: 20.8535 (mp_runner.py:76) +2024-09-01 18:51:14,564 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0271s, count=627, qps in this process: 20.8811 (mp_runner.py:76) +2024-09-01 18:51:14,568 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0436s, count=626, qps in this process: 20.8364 (mp_runner.py:76) +2024-09-01 18:51:14,571 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.008s, count=627, qps in this process: 20.8944 (mp_runner.py:76) +2024-09-01 18:51:14,573 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0101s, count=627, qps in this process: 20.893 (mp_runner.py:76) +2024-09-01 18:51:14,591 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0048s, count=628, qps in this process: 20.93 (mp_runner.py:76) +2024-09-01 18:51:14,593 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0113s, count=628, qps in this process: 20.9255 (mp_runner.py:76) +2024-09-01 18:51:14,610 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0309s, count=626, qps in this process: 20.8452 (mp_runner.py:76) +2024-09-01 18:51:14,611 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0224s, count=628, qps in this process: 20.9177 (mp_runner.py:76) +2024-09-01 18:51:14,625 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0127s, count=626, qps in this process: 20.8578 (mp_runner.py:76) +2024-09-01 18:51:14,631 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0009s, count=630, qps in this process: 20.9994 (mp_runner.py:76) +2024-09-01 18:51:14,642 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0008s, count=631, qps in this process: 21.0328 (mp_runner.py:76) +2024-09-01 18:51:14,643 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0022s, count=631, qps in this process: 21.0318 (mp_runner.py:76) +2024-09-01 18:51:14,643 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0127s, count=631, qps in this process: 21.0244 (mp_runner.py:76) +2024-09-01 18:51:14,657 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0111s, count=632, qps in this process: 21.0589 (mp_runner.py:76) +2024-09-01 18:51:14,658 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0093s, count=632, qps in this process: 21.0601 (mp_runner.py:76) +2024-09-01 18:51:14,662 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0096s, count=632, qps in this process: 21.0599 (mp_runner.py:76) +2024-09-01 18:51:14,662 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0207s, count=629, qps in this process: 20.9522 (mp_runner.py:76) +2024-09-01 18:51:14,668 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.005s, count=633, qps in this process: 21.0965 (mp_runner.py:76) +2024-09-01 18:51:14,676 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0017s, count=634, qps in this process: 21.1321 (mp_runner.py:76) +2024-09-01 18:51:14,692 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0004s, count=637, qps in this process: 21.2331 (mp_runner.py:76) +2024-09-01 18:51:14,698 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0014s, count=636, qps in this process: 21.199 (mp_runner.py:76) +2024-09-01 18:51:14,702 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0003s, count=640, qps in this process: 21.3331 (mp_runner.py:76) +2024-09-01 18:51:14,707 | INFO |End search in concurrency 50: dur=30.654713977004576s, total_count=31321, qps=1021.7352 (mp_runner.py:120) +2024-09-01 18:51:18,342 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:51:18,342 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 18:51:39,541 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 18:51:39,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,778 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,816 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,931 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,931 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,931 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,931 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,932 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,934 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:39,993 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,020 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,021 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,025 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,026 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,033 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,047 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,105 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,113 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,181 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,198 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,199 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,211 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,233 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,235 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,244 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,247 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,247 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,302 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:51:40,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:06,479 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.12268795199634042 (mp_runner.py:73) +2024-09-01 18:52:06,479 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.05488106999837328 (mp_runner.py:73) +2024-09-01 18:52:06,480 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.13175029199919663 (mp_runner.py:73) +2024-09-01 18:52:06,481 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.04778006299602566 (mp_runner.py:73) +2024-09-01 18:52:06,481 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.12861972700193292 (mp_runner.py:73) +2024-09-01 18:52:06,481 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.04096363200369524 (mp_runner.py:73) +2024-09-01 18:52:06,482 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.1168812629985041 (mp_runner.py:73) +2024-09-01 18:52:06,482 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.04167731200141134 (mp_runner.py:73) +2024-09-01 18:52:06,482 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.08657346900145058 (mp_runner.py:73) +2024-09-01 18:52:06,483 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.10650173699832521 (mp_runner.py:73) +2024-09-01 18:52:06,483 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.05163767000340158 (mp_runner.py:73) +2024-09-01 18:52:06,485 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.0465231540001696 (mp_runner.py:73) +2024-09-01 18:52:06,487 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.050086576004105154 (mp_runner.py:73) +2024-09-01 18:52:06,489 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.04678443200100446 (mp_runner.py:73) +2024-09-01 18:52:06,491 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.04699261199857574 (mp_runner.py:73) +2024-09-01 18:52:06,492 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.046681143998284824 (mp_runner.py:73) +2024-09-01 18:52:06,494 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.044739071003277786 (mp_runner.py:73) +2024-09-01 18:52:06,494 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.09180636800010689 (mp_runner.py:73) +2024-09-01 18:52:06,498 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.0833677210030146 (mp_runner.py:73) +2024-09-01 18:52:06,499 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.05163078699843027 (mp_runner.py:73) +2024-09-01 18:52:06,502 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.13797278499987442 (mp_runner.py:73) +2024-09-01 18:52:06,502 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.06374557800154435 (mp_runner.py:73) +2024-09-01 18:52:06,503 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.09814851400005864 (mp_runner.py:73) +2024-09-01 18:52:06,505 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.11010933200304862 (mp_runner.py:73) +2024-09-01 18:52:06,505 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.11268366400327068 (mp_runner.py:73) +2024-09-01 18:52:06,506 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.09719956600019941 (mp_runner.py:73) +2024-09-01 18:52:06,507 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.10163366899359971 (mp_runner.py:73) +2024-09-01 18:52:06,509 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.041926807003619615 (mp_runner.py:73) +2024-09-01 18:52:06,509 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.09902607199910562 (mp_runner.py:73) +2024-09-01 18:52:06,510 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.10069756700249854 (mp_runner.py:73) +2024-09-01 18:52:06,510 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.09502873699966585 (mp_runner.py:73) +2024-09-01 18:52:06,512 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.09997809599735774 (mp_runner.py:73) +2024-09-01 18:52:06,512 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.10167591799836373 (mp_runner.py:73) +2024-09-01 18:52:06,512 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.10497881899937056 (mp_runner.py:73) +2024-09-01 18:52:06,513 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.0956366739992518 (mp_runner.py:73) +2024-09-01 18:52:06,513 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.10081060599623015 (mp_runner.py:73) +2024-09-01 18:52:06,514 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.06265692399756517 (mp_runner.py:73) +2024-09-01 18:52:06,514 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.08828367800015258 (mp_runner.py:73) +2024-09-01 18:52:06,514 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.11071854799956782 (mp_runner.py:73) +2024-09-01 18:52:06,515 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.09536188600031892 (mp_runner.py:73) +2024-09-01 18:52:06,515 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.09893243300030008 (mp_runner.py:73) +2024-09-01 18:52:06,516 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.0969917649999843 (mp_runner.py:73) +2024-09-01 18:52:06,516 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.09861889299645554 (mp_runner.py:73) +2024-09-01 18:52:06,517 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.09621667899773456 (mp_runner.py:73) +2024-09-01 18:52:06,518 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.09054828099760925 (mp_runner.py:73) +2024-09-01 18:52:06,519 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.08378917100344552 (mp_runner.py:73) +2024-09-01 18:52:06,519 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.09015666599589167 (mp_runner.py:73) +2024-09-01 18:52:06,520 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.09238515900506172 (mp_runner.py:73) +2024-09-01 18:52:06,520 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.09071293599845376 (mp_runner.py:73) +2024-09-01 18:52:06,520 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.09498872100084554 (mp_runner.py:73) +2024-09-01 18:52:06,520 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.09773862700239988 (mp_runner.py:73) +2024-09-01 18:52:06,521 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.05116266299592098 (mp_runner.py:73) +2024-09-01 18:52:06,521 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.09738556799857179 (mp_runner.py:73) +2024-09-01 18:52:06,522 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.08845930300594773 (mp_runner.py:73) +2024-09-01 18:52:06,537 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.004247739001584705 (mp_runner.py:73) +2024-09-01 18:52:09,729 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0051s, count=565, qps in this process: 18.8301 (mp_runner.py:76) +2024-09-01 18:52:09,908 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.1233s, count=568, qps in this process: 18.8558 (mp_runner.py:76) +2024-09-01 18:52:09,908 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0681s, count=568, qps in this process: 18.8905 (mp_runner.py:76) +2024-09-01 18:52:09,913 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0029s, count=568, qps in this process: 18.9315 (mp_runner.py:76) +2024-09-01 18:52:09,915 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.1313s, count=568, qps in this process: 18.8508 (mp_runner.py:76) +2024-09-01 18:52:09,915 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0011s, count=568, qps in this process: 18.9326 (mp_runner.py:76) +2024-09-01 18:52:09,961 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0256s, count=569, qps in this process: 18.9505 (mp_runner.py:76) +2024-09-01 18:52:09,961 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.026s, count=569, qps in this process: 18.9502 (mp_runner.py:76) +2024-09-01 18:52:09,964 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0248s, count=569, qps in this process: 18.951 (mp_runner.py:76) +2024-09-01 18:52:09,966 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0521s, count=569, qps in this process: 18.9338 (mp_runner.py:76) +2024-09-01 18:52:09,969 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0321s, count=569, qps in this process: 18.9464 (mp_runner.py:76) +2024-09-01 18:52:09,975 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0401s, count=569, qps in this process: 18.9413 (mp_runner.py:76) +2024-09-01 18:52:09,976 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0406s, count=569, qps in this process: 18.941 (mp_runner.py:76) +2024-09-01 18:52:09,977 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0626s, count=569, qps in this process: 18.9272 (mp_runner.py:76) +2024-09-01 18:52:09,977 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0414s, count=569, qps in this process: 18.9405 (mp_runner.py:76) +2024-09-01 18:52:09,999 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0197s, count=570, qps in this process: 18.9875 (mp_runner.py:76) +2024-09-01 18:52:10,005 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.031s, count=570, qps in this process: 18.9804 (mp_runner.py:76) +2024-09-01 18:52:10,007 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0165s, count=570, qps in this process: 18.9896 (mp_runner.py:76) +2024-09-01 18:52:10,022 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0237s, count=570, qps in this process: 18.985 (mp_runner.py:76) +2024-09-01 18:52:10,035 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0056s, count=571, qps in this process: 19.0298 (mp_runner.py:76) +2024-09-01 18:52:10,037 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0061s, count=571, qps in this process: 19.0295 (mp_runner.py:76) +2024-09-01 18:52:10,039 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0129s, count=571, qps in this process: 19.0252 (mp_runner.py:76) +2024-09-01 18:52:10,043 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0125s, count=571, qps in this process: 19.0254 (mp_runner.py:76) +2024-09-01 18:52:10,045 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0146s, count=571, qps in this process: 19.0241 (mp_runner.py:76) +2024-09-01 18:52:10,054 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0304s, count=571, qps in this process: 19.0141 (mp_runner.py:76) +2024-09-01 18:52:10,055 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.024s, count=571, qps in this process: 19.0181 (mp_runner.py:76) +2024-09-01 18:52:10,058 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0157s, count=571, qps in this process: 19.0234 (mp_runner.py:76) +2024-09-01 18:52:10,063 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0318s, count=571, qps in this process: 19.0132 (mp_runner.py:76) +2024-09-01 18:52:10,078 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0289s, count=572, qps in this process: 19.0483 (mp_runner.py:76) +2024-09-01 18:52:10,081 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0277s, count=572, qps in this process: 19.0491 (mp_runner.py:76) +2024-09-01 18:52:10,085 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0424s, count=572, qps in this process: 19.0398 (mp_runner.py:76) +2024-09-01 18:52:10,089 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.047s, count=572, qps in this process: 19.0368 (mp_runner.py:76) +2024-09-01 18:52:10,113 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0051s, count=574, qps in this process: 19.1301 (mp_runner.py:76) +2024-09-01 18:52:10,133 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0083s, count=575, qps in this process: 19.1614 (mp_runner.py:76) +2024-09-01 18:52:10,135 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0097s, count=575, qps in this process: 19.1605 (mp_runner.py:76) +2024-09-01 18:52:10,164 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0011s, count=576, qps in this process: 19.1993 (mp_runner.py:76) +2024-09-01 18:52:10,170 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0114s, count=576, qps in this process: 19.1927 (mp_runner.py:76) +2024-09-01 18:52:10,171 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0139s, count=576, qps in this process: 19.1911 (mp_runner.py:76) +2024-09-01 18:52:10,176 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0089s, count=577, qps in this process: 19.2276 (mp_runner.py:76) +2024-09-01 18:52:10,211 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0248s, count=578, qps in this process: 19.2508 (mp_runner.py:76) +2024-09-01 18:52:10,216 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0079s, count=579, qps in this process: 19.2949 (mp_runner.py:76) +2024-09-01 18:52:10,230 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0148s, count=580, qps in this process: 19.3238 (mp_runner.py:76) +2024-09-01 18:52:10,230 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0241s, count=580, qps in this process: 19.3178 (mp_runner.py:76) +2024-09-01 18:52:10,231 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0101s, count=580, qps in this process: 19.3268 (mp_runner.py:76) +2024-09-01 18:52:10,249 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0031s, count=582, qps in this process: 19.398 (mp_runner.py:76) +2024-09-01 18:52:10,250 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0043s, count=582, qps in this process: 19.3972 (mp_runner.py:76) +2024-09-01 18:52:10,254 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0071s, count=582, qps in this process: 19.3954 (mp_runner.py:76) +2024-09-01 18:52:10,256 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0089s, count=582, qps in this process: 19.3942 (mp_runner.py:76) +2024-09-01 18:52:10,264 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0107s, count=583, qps in this process: 19.4264 (mp_runner.py:76) +2024-09-01 18:52:10,264 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0113s, count=583, qps in this process: 19.426 (mp_runner.py:76) +2024-09-01 18:52:10,295 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0067s, count=588, qps in this process: 19.5956 (mp_runner.py:76) +2024-09-01 18:52:10,314 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0056s, count=591, qps in this process: 19.6963 (mp_runner.py:76) +2024-09-01 18:52:10,314 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0042s, count=591, qps in this process: 19.6972 (mp_runner.py:76) +2024-09-01 18:52:10,314 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0042s, count=591, qps in this process: 19.6972 (mp_runner.py:76) +2024-09-01 18:52:10,315 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0047s, count=591, qps in this process: 19.6969 (mp_runner.py:76) +2024-09-01 18:52:10,320 | INFO |End search in concurrency 55: dur=30.775756477996765s, total_count=31605, qps=1026.9447 (mp_runner.py:120) +2024-09-01 18:52:14,335 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:52:14,335 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 18:52:35,750 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 18:52:36,093 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,254 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,268 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,270 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,280 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,289 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,289 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,289 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,302 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,303 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,304 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,310 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,312 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,313 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,313 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,313 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,315 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,318 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,324 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,338 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,364 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,364 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,367 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,367 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,367 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,369 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,369 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,424 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,434 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,434 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,434 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,464 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,506 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,506 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:52:36,528 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:04,761 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.03152966100606136 (mp_runner.py:73) +2024-09-01 18:53:04,764 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.04288404600083595 (mp_runner.py:73) +2024-09-01 18:53:04,767 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.050998803999391384 (mp_runner.py:73) +2024-09-01 18:53:04,768 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.05029511699831346 (mp_runner.py:73) +2024-09-01 18:53:04,769 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.004469822997634765 (mp_runner.py:73) +2024-09-01 18:53:04,769 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.04697144200326875 (mp_runner.py:73) +2024-09-01 18:53:04,771 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.04727581099723466 (mp_runner.py:73) +2024-09-01 18:53:04,771 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.03991337399929762 (mp_runner.py:73) +2024-09-01 18:53:04,773 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.060452730001998134 (mp_runner.py:73) +2024-09-01 18:53:04,775 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.060408289995393716 (mp_runner.py:73) +2024-09-01 18:53:04,777 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.05140890800248599 (mp_runner.py:73) +2024-09-01 18:53:04,778 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.04339382299804129 (mp_runner.py:73) +2024-09-01 18:53:04,778 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05881894099729834 (mp_runner.py:73) +2024-09-01 18:53:04,780 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.0420079160030582 (mp_runner.py:73) +2024-09-01 18:53:04,780 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.046640086999104824 (mp_runner.py:73) +2024-09-01 18:53:04,782 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.053821704001165926 (mp_runner.py:73) +2024-09-01 18:53:04,782 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.039008186002320144 (mp_runner.py:73) +2024-09-01 18:53:04,784 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.07331975999841234 (mp_runner.py:73) +2024-09-01 18:53:04,786 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.04913231400132645 (mp_runner.py:73) +2024-09-01 18:53:04,787 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.043817935998959 (mp_runner.py:73) +2024-09-01 18:53:04,790 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.07035167700087186 (mp_runner.py:73) +2024-09-01 18:53:04,791 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.07764163399406243 (mp_runner.py:73) +2024-09-01 18:53:04,796 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.06334348700329429 (mp_runner.py:73) +2024-09-01 18:53:04,799 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.058822661005251575 (mp_runner.py:73) +2024-09-01 18:53:04,802 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.09000805800314993 (mp_runner.py:73) +2024-09-01 18:53:04,804 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.05500580800435273 (mp_runner.py:73) +2024-09-01 18:53:04,807 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.09169812000618549 (mp_runner.py:73) +2024-09-01 18:53:04,808 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.03621470999496523 (mp_runner.py:73) +2024-09-01 18:53:04,809 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.04747998599486891 (mp_runner.py:73) +2024-09-01 18:53:04,810 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.06298036700172815 (mp_runner.py:73) +2024-09-01 18:53:04,811 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.06131952900614124 (mp_runner.py:73) +2024-09-01 18:53:04,812 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.04011787699710112 (mp_runner.py:73) +2024-09-01 18:53:04,812 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.06485039900144329 (mp_runner.py:73) +2024-09-01 18:53:04,814 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.057263777998741716 (mp_runner.py:73) +2024-09-01 18:53:04,814 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.060759066000173334 (mp_runner.py:73) +2024-09-01 18:53:04,816 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.007064035999064799 (mp_runner.py:73) +2024-09-01 18:53:04,816 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.0644973980015493 (mp_runner.py:73) +2024-09-01 18:53:04,818 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.06249642999318894 (mp_runner.py:73) +2024-09-01 18:53:04,818 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.09343839000212029 (mp_runner.py:73) +2024-09-01 18:53:04,819 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.0610118090044125 (mp_runner.py:73) +2024-09-01 18:53:04,823 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.06264476999785984 (mp_runner.py:73) +2024-09-01 18:53:04,825 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.07025494399567833 (mp_runner.py:73) +2024-09-01 18:53:04,832 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.0673669570023776 (mp_runner.py:73) +2024-09-01 18:53:04,834 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.10790738200012129 (mp_runner.py:73) +2024-09-01 18:53:04,836 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.08522790500137489 (mp_runner.py:73) +2024-09-01 18:53:04,844 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.08708842599298805 (mp_runner.py:73) +2024-09-01 18:53:04,845 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.007519452003180049 (mp_runner.py:73) +2024-09-01 18:53:04,845 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.09953210900130216 (mp_runner.py:73) +2024-09-01 18:53:04,855 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.033261800002946984 (mp_runner.py:73) +2024-09-01 18:53:04,857 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.016910871003346983 (mp_runner.py:73) +2024-09-01 18:53:04,859 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.05604591600422282 (mp_runner.py:73) +2024-09-01 18:53:04,861 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.060573208997084294 (mp_runner.py:73) +2024-09-01 18:53:04,863 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.06709006799792405 (mp_runner.py:73) +2024-09-01 18:53:04,865 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.022733885001798626 (mp_runner.py:73) +2024-09-01 18:53:04,867 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.07382576699455967 (mp_runner.py:73) +2024-09-01 18:53:04,868 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.019566020993806887 (mp_runner.py:73) +2024-09-01 18:53:04,873 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.0030528040006174706 (mp_runner.py:73) +2024-09-01 18:53:04,887 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.09774343699973542 (mp_runner.py:73) +2024-09-01 18:53:04,922 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.09376071199949365 (mp_runner.py:73) +2024-09-01 18:53:05,039 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.0816437359972042 (mp_runner.py:73) +2024-09-01 18:53:06,124 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0303s, count=522, qps in this process: 17.3824 (mp_runner.py:76) +2024-09-01 18:53:06,246 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0329s, count=524, qps in this process: 17.4475 (mp_runner.py:76) +2024-09-01 18:53:06,269 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0084s, count=525, qps in this process: 17.4951 (mp_runner.py:76) +2024-09-01 18:53:06,295 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0127s, count=525, qps in this process: 17.4926 (mp_runner.py:76) +2024-09-01 18:53:06,300 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.003s, count=525, qps in this process: 17.4983 (mp_runner.py:76) +2024-09-01 18:53:06,309 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0042s, count=525, qps in this process: 17.4976 (mp_runner.py:76) +2024-09-01 18:53:06,310 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0344s, count=525, qps in this process: 17.48 (mp_runner.py:76) +2024-09-01 18:53:06,310 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0045s, count=524, qps in this process: 17.464 (mp_runner.py:76) +2024-09-01 18:53:06,314 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0084s, count=525, qps in this process: 17.4951 (mp_runner.py:76) +2024-09-01 18:53:06,316 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0107s, count=525, qps in this process: 17.4938 (mp_runner.py:76) +2024-09-01 18:53:06,317 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0089s, count=525, qps in this process: 17.4948 (mp_runner.py:76) +2024-09-01 18:53:06,342 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0657s, count=524, qps in this process: 17.4285 (mp_runner.py:76) +2024-09-01 18:53:06,349 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0346s, count=526, qps in this process: 17.5131 (mp_runner.py:76) +2024-09-01 18:53:06,351 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0445s, count=526, qps in this process: 17.5074 (mp_runner.py:76) +2024-09-01 18:53:06,351 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0452s, count=526, qps in this process: 17.507 (mp_runner.py:76) +2024-09-01 18:53:06,352 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0553s, count=526, qps in this process: 17.5011 (mp_runner.py:76) +2024-09-01 18:53:06,353 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.011s, count=526, qps in this process: 17.5269 (mp_runner.py:76) +2024-09-01 18:53:06,353 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0292s, count=526, qps in this process: 17.5163 (mp_runner.py:76) +2024-09-01 18:53:06,354 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0568s, count=526, qps in this process: 17.5002 (mp_runner.py:76) +2024-09-01 18:53:06,354 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0469s, count=526, qps in this process: 17.506 (mp_runner.py:76) +2024-09-01 18:53:06,355 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0496s, count=526, qps in this process: 17.5044 (mp_runner.py:76) +2024-09-01 18:53:06,356 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0414s, count=526, qps in this process: 17.5092 (mp_runner.py:76) +2024-09-01 18:53:06,356 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.05s, count=526, qps in this process: 17.5042 (mp_runner.py:76) +2024-09-01 18:53:06,357 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0517s, count=526, qps in this process: 17.5032 (mp_runner.py:76) +2024-09-01 18:53:06,357 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0471s, count=526, qps in this process: 17.5058 (mp_runner.py:76) +2024-09-01 18:53:06,358 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.053s, count=526, qps in this process: 17.5024 (mp_runner.py:76) +2024-09-01 18:53:06,359 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0349s, count=526, qps in this process: 17.513 (mp_runner.py:76) +2024-09-01 18:53:06,360 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.054s, count=526, qps in this process: 17.5018 (mp_runner.py:76) +2024-09-01 18:53:06,361 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0161s, count=526, qps in this process: 17.5239 (mp_runner.py:76) +2024-09-01 18:53:06,361 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0437s, count=526, qps in this process: 17.5078 (mp_runner.py:76) +2024-09-01 18:53:06,362 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0763s, count=526, qps in this process: 17.4889 (mp_runner.py:76) +2024-09-01 18:53:06,364 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0584s, count=526, qps in this process: 17.4993 (mp_runner.py:76) +2024-09-01 18:53:06,365 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0504s, count=526, qps in this process: 17.5039 (mp_runner.py:76) +2024-09-01 18:53:06,367 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0527s, count=526, qps in this process: 17.5026 (mp_runner.py:76) +2024-09-01 18:53:06,380 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0093s, count=526, qps in this process: 17.5279 (mp_runner.py:76) +2024-09-01 18:53:06,393 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0855s, count=526, qps in this process: 17.4835 (mp_runner.py:76) +2024-09-01 18:53:06,396 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0236s, count=527, qps in this process: 17.5529 (mp_runner.py:76) +2024-09-01 18:53:06,397 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0245s, count=527, qps in this process: 17.5523 (mp_runner.py:76) +2024-09-01 18:53:06,399 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0307s, count=527, qps in this process: 17.5487 (mp_runner.py:76) +2024-09-01 18:53:06,399 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.015s, count=527, qps in this process: 17.5579 (mp_runner.py:76) +2024-09-01 18:53:06,399 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0286s, count=527, qps in this process: 17.5499 (mp_runner.py:76) +2024-09-01 18:53:06,401 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0279s, count=527, qps in this process: 17.5503 (mp_runner.py:76) +2024-09-01 18:53:06,401 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0169s, count=527, qps in this process: 17.5568 (mp_runner.py:76) +2024-09-01 18:53:06,403 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0302s, count=527, qps in this process: 17.549 (mp_runner.py:76) +2024-09-01 18:53:06,404 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0361s, count=527, qps in this process: 17.5456 (mp_runner.py:76) +2024-09-01 18:53:06,435 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0084s, count=529, qps in this process: 17.6284 (mp_runner.py:76) +2024-09-01 18:53:06,439 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0417s, count=528, qps in this process: 17.5756 (mp_runner.py:76) +2024-09-01 18:53:06,444 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0078s, count=530, qps in this process: 17.6621 (mp_runner.py:76) +2024-09-01 18:53:06,446 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0041s, count=530, qps in this process: 17.6643 (mp_runner.py:76) +2024-09-01 18:53:06,447 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0051s, count=530, qps in this process: 17.6637 (mp_runner.py:76) +2024-09-01 18:53:06,448 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0066s, count=530, qps in this process: 17.6628 (mp_runner.py:76) +2024-09-01 18:53:06,480 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0072s, count=533, qps in this process: 17.7624 (mp_runner.py:76) +2024-09-01 18:53:06,512 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0009s, count=537, qps in this process: 17.8995 (mp_runner.py:76) +2024-09-01 18:53:06,520 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0085s, count=538, qps in this process: 17.9283 (mp_runner.py:76) +2024-09-01 18:53:06,521 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0012s, count=538, qps in this process: 17.9326 (mp_runner.py:76) +2024-09-01 18:53:06,522 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0017s, count=537, qps in this process: 17.899 (mp_runner.py:76) +2024-09-01 18:53:06,526 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0058s, count=538, qps in this process: 17.9299 (mp_runner.py:76) +2024-09-01 18:53:06,532 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0068s, count=539, qps in this process: 17.9626 (mp_runner.py:76) +2024-09-01 18:53:06,533 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0036s, count=539, qps in this process: 17.9645 (mp_runner.py:76) +2024-09-01 18:53:06,536 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0019s, count=541, qps in this process: 18.0322 (mp_runner.py:76) +2024-09-01 18:53:06,541 | INFO |End search in concurrency 60: dur=30.789406719995895s, total_count=31678, qps=1028.8604 (mp_runner.py:120) +2024-09-01 18:53:10,872 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:53:10,872 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 18:53:32,581 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 18:53:32,939 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:32,946 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:32,947 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:32,949 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:32,950 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:32,981 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:32,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,003 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,109 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,139 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,161 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,161 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,168 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,173 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,173 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,177 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,178 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,183 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,190 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,197 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,219 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,221 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,288 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,311 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,319 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,338 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,338 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,344 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,381 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,381 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,382 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,383 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,384 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,401 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,431 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,469 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,469 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,469 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,470 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,476 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,539 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,555 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,556 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,586 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,608 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,619 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,624 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:53:33,636 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:02,974 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.016s, count=491, qps in this process: 16.3579 (mp_runner.py:76) +2024-09-01 18:54:02,977 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0262s, count=491, qps in this process: 16.3524 (mp_runner.py:76) +2024-09-01 18:54:02,978 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0267s, count=491, qps in this process: 16.3521 (mp_runner.py:76) +2024-09-01 18:54:02,981 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0199s, count=491, qps in this process: 16.3558 (mp_runner.py:76) +2024-09-01 18:54:02,984 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0324s, count=491, qps in this process: 16.349 (mp_runner.py:76) +2024-09-01 18:54:03,048 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0431s, count=492, qps in this process: 16.3765 (mp_runner.py:76) +2024-09-01 18:54:03,053 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0589s, count=492, qps in this process: 16.3679 (mp_runner.py:76) +2024-09-01 18:54:03,077 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0906s, count=492, qps in this process: 16.3506 (mp_runner.py:76) +2024-09-01 18:54:03,130 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0187s, count=494, qps in this process: 16.4564 (mp_runner.py:76) +2024-09-01 18:54:03,182 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0014s, count=493, qps in this process: 16.4326 (mp_runner.py:76) +2024-09-01 18:54:03,183 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0168s, count=495, qps in this process: 16.4908 (mp_runner.py:76) +2024-09-01 18:54:03,183 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0142s, count=495, qps in this process: 16.4922 (mp_runner.py:76) +2024-09-01 18:54:03,188 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0116s, count=494, qps in this process: 16.4603 (mp_runner.py:76) +2024-09-01 18:54:03,193 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0226s, count=494, qps in this process: 16.4543 (mp_runner.py:76) +2024-09-01 18:54:03,198 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0237s, count=494, qps in this process: 16.4537 (mp_runner.py:76) +2024-09-01 18:54:03,199 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.01s, count=494, qps in this process: 16.4612 (mp_runner.py:76) +2024-09-01 18:54:03,200 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0389s, count=494, qps in this process: 16.4453 (mp_runner.py:76) +2024-09-01 18:54:03,205 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0285s, count=494, qps in this process: 16.451 (mp_runner.py:76) +2024-09-01 18:54:03,207 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0055s, count=495, qps in this process: 16.497 (mp_runner.py:76) +2024-09-01 18:54:03,208 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0679s, count=495, qps in this process: 16.4627 (mp_runner.py:76) +2024-09-01 18:54:03,217 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.02s, count=494, qps in this process: 16.4557 (mp_runner.py:76) +2024-09-01 18:54:03,217 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0033s, count=494, qps in this process: 16.4649 (mp_runner.py:76) +2024-09-01 18:54:03,219 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0292s, count=495, qps in this process: 16.484 (mp_runner.py:76) +2024-09-01 18:54:03,221 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0317s, count=495, qps in this process: 16.4826 (mp_runner.py:76) +2024-09-01 18:54:03,225 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0444s, count=495, qps in this process: 16.4756 (mp_runner.py:76) +2024-09-01 18:54:03,230 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0008s, count=495, qps in this process: 16.4996 (mp_runner.py:76) +2024-09-01 18:54:03,236 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0337s, count=495, qps in this process: 16.4815 (mp_runner.py:76) +2024-09-01 18:54:03,245 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0823s, count=494, qps in this process: 16.4216 (mp_runner.py:76) +2024-09-01 18:54:03,260 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0669s, count=495, qps in this process: 16.4633 (mp_runner.py:76) +2024-09-01 18:54:03,277 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0047s, count=496, qps in this process: 16.5307 (mp_runner.py:76) +2024-09-01 18:54:03,302 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0066s, count=497, qps in this process: 16.563 (mp_runner.py:76) +2024-09-01 18:54:03,302 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0679s, count=497, qps in this process: 16.5293 (mp_runner.py:76) +2024-09-01 18:54:03,302 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0645s, count=497, qps in this process: 16.5311 (mp_runner.py:76) +2024-09-01 18:54:03,303 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.016s, count=497, qps in this process: 16.5578 (mp_runner.py:76) +2024-09-01 18:54:03,310 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0414s, count=497, qps in this process: 16.5438 (mp_runner.py:76) +2024-09-01 18:54:03,332 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0032s, count=498, qps in this process: 16.5982 (mp_runner.py:76) +2024-09-01 18:54:03,336 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.019s, count=498, qps in this process: 16.5895 (mp_runner.py:76) +2024-09-01 18:54:03,359 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0147s, count=499, qps in this process: 16.6252 (mp_runner.py:76) +2024-09-01 18:54:03,361 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0101s, count=499, qps in this process: 16.6277 (mp_runner.py:76) +2024-09-01 18:54:03,362 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0122s, count=499, qps in this process: 16.6266 (mp_runner.py:76) +2024-09-01 18:54:03,364 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0194s, count=499, qps in this process: 16.6226 (mp_runner.py:76) +2024-09-01 18:54:03,365 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0024s, count=499, qps in this process: 16.632 (mp_runner.py:76) +2024-09-01 18:54:03,371 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.011872435999976005 (mp_runner.py:73) +2024-09-01 18:54:03,372 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.012383642002532724 (mp_runner.py:73) +2024-09-01 18:54:03,373 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.01399400000082096 (mp_runner.py:73) +2024-09-01 18:54:03,374 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.013611736001621466 (mp_runner.py:73) +2024-09-01 18:54:03,376 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.016421154999989085 (mp_runner.py:73) +2024-09-01 18:54:03,377 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.017861337000795174 (mp_runner.py:73) +2024-09-01 18:54:03,377 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.016454380995128304 (mp_runner.py:73) +2024-09-01 18:54:03,379 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.020813996001379564 (mp_runner.py:73) +2024-09-01 18:54:03,380 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.016703499997674953 (mp_runner.py:73) +2024-09-01 18:54:03,381 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.0191610209949431 (mp_runner.py:73) +2024-09-01 18:54:03,381 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.01776500699634198 (mp_runner.py:73) +2024-09-01 18:54:03,383 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.02075171000615228 (mp_runner.py:73) +2024-09-01 18:54:03,383 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.022524437998072244 (mp_runner.py:73) +2024-09-01 18:54:03,384 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.020482633997744415 (mp_runner.py:73) +2024-09-01 18:54:03,385 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.006502217001980171 (mp_runner.py:73) +2024-09-01 18:54:03,385 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.024972469000204 (mp_runner.py:73) +2024-09-01 18:54:03,386 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0026s, count=500, qps in this process: 16.6652 (mp_runner.py:76) +2024-09-01 18:54:03,386 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.018788351997500286 (mp_runner.py:73) +2024-09-01 18:54:03,386 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0033s, count=499, qps in this process: 16.6315 (mp_runner.py:76) +2024-09-01 18:54:03,386 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.024191400996642187 (mp_runner.py:73) +2024-09-01 18:54:03,387 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.024s, count=500, qps in this process: 16.6533 (mp_runner.py:76) +2024-09-01 18:54:03,388 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.026907450999715365 (mp_runner.py:73) +2024-09-01 18:54:03,388 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.009858639001322445 (mp_runner.py:73) +2024-09-01 18:54:03,391 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.02918630999920424 (mp_runner.py:73) +2024-09-01 18:54:03,391 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0078s, count=500, qps in this process: 16.6623 (mp_runner.py:76) +2024-09-01 18:54:03,392 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.029149445006623864 (mp_runner.py:73) +2024-09-01 18:54:03,405 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0183s, count=501, qps in this process: 16.6898 (mp_runner.py:76) +2024-09-01 18:54:03,405 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0184s, count=501, qps in this process: 16.6898 (mp_runner.py:76) +2024-09-01 18:54:03,421 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0014s, count=502, qps in this process: 16.7326 (mp_runner.py:76) +2024-09-01 18:54:03,432 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0011s, count=503, qps in this process: 16.7661 (mp_runner.py:76) +2024-09-01 18:54:03,441 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0049s, count=503, qps in this process: 16.7639 (mp_runner.py:76) +2024-09-01 18:54:03,452 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.013s, count=504, qps in this process: 16.7927 (mp_runner.py:76) +2024-09-01 18:54:03,476 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0007s, count=506, qps in this process: 16.8663 (mp_runner.py:76) +2024-09-01 18:54:03,499 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0238s, count=506, qps in this process: 16.8533 (mp_runner.py:76) +2024-09-01 18:54:03,503 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0225s, count=507, qps in this process: 16.8873 (mp_runner.py:76) +2024-09-01 18:54:03,505 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0208s, count=507, qps in this process: 16.8883 (mp_runner.py:76) +2024-09-01 18:54:03,505 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0252s, count=507, qps in this process: 16.8858 (mp_runner.py:76) +2024-09-01 18:54:03,552 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0019s, count=512, qps in this process: 17.0656 (mp_runner.py:76) +2024-09-01 18:54:03,564 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0042s, count=513, qps in this process: 17.0976 (mp_runner.py:76) +2024-09-01 18:54:03,564 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0071s, count=513, qps in this process: 17.096 (mp_runner.py:76) +2024-09-01 18:54:03,601 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0058s, count=519, qps in this process: 17.2967 (mp_runner.py:76) +2024-09-01 18:54:03,622 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0057s, count=522, qps in this process: 17.3967 (mp_runner.py:76) +2024-09-01 18:54:03,628 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0007s, count=523, qps in this process: 17.4329 (mp_runner.py:76) +2024-09-01 18:54:03,634 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0036s, count=524, qps in this process: 17.4646 (mp_runner.py:76) +2024-09-01 18:54:03,651 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0001s, count=528, qps in this process: 17.5999 (mp_runner.py:76) +2024-09-01 18:54:03,655 | INFO |End search in concurrency 65: dur=31.073454876997857s, total_count=32486, qps=1045.4583 (mp_runner.py:120) +2024-09-01 18:54:07,933 | INFO |Update largest qps with concurrency 65: current max_qps=1045.4583 (mp_runner.py:124) +2024-09-01 18:54:08,340 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:54:08,341 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 18:54:30,278 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 18:54:30,464 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,653 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,716 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,724 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,736 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,736 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,739 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,739 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,740 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,743 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,743 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,754 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,769 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,799 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,799 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,872 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,872 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,873 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,876 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,885 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,924 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,925 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,934 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,940 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,950 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,960 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,967 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,978 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,978 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:30,992 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,048 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,072 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,088 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,099 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,118 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,188 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,196 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,201 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,252 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,256 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,333 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,349 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,352 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,357 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,369 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,422 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,427 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,444 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,482 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,492 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:54:31,542 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) +2024-09-01 18:55:00,540 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.02s, count=439, qps in this process: 14.6236 (mp_runner.py:76) +2024-09-01 18:55:00,573 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0226s, count=440, qps in this process: 14.6556 (mp_runner.py:76) +2024-09-01 18:55:00,671 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0025s, count=442, qps in this process: 14.7321 (mp_runner.py:76) +2024-09-01 18:55:00,762 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0246s, count=442, qps in this process: 14.7213 (mp_runner.py:76) +2024-09-01 18:55:00,764 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0299s, count=443, qps in this process: 14.752 (mp_runner.py:76) +2024-09-01 18:55:00,765 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0373s, count=443, qps in this process: 14.7483 (mp_runner.py:76) +2024-09-01 18:55:00,768 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0294s, count=443, qps in this process: 14.7522 (mp_runner.py:76) +2024-09-01 18:55:00,769 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0341s, count=443, qps in this process: 14.7499 (mp_runner.py:76) +2024-09-01 18:55:00,769 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0264s, count=443, qps in this process: 14.7537 (mp_runner.py:76) +2024-09-01 18:55:00,770 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.027s, count=443, qps in this process: 14.7534 (mp_runner.py:76) +2024-09-01 18:55:00,770 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0173s, count=443, qps in this process: 14.7582 (mp_runner.py:76) +2024-09-01 18:55:00,771 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0098s, count=443, qps in this process: 14.7618 (mp_runner.py:76) +2024-09-01 18:55:00,772 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0187s, count=443, qps in this process: 14.7575 (mp_runner.py:76) +2024-09-01 18:55:00,772 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0365s, count=443, qps in this process: 14.7487 (mp_runner.py:76) +2024-09-01 18:55:00,772 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0292s, count=443, qps in this process: 14.7523 (mp_runner.py:76) +2024-09-01 18:55:00,773 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0343s, count=443, qps in this process: 14.7498 (mp_runner.py:76) +2024-09-01 18:55:00,773 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0468s, count=443, qps in this process: 14.7437 (mp_runner.py:76) +2024-09-01 18:55:00,797 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0124s, count=444, qps in this process: 14.7939 (mp_runner.py:76) +2024-09-01 18:55:00,818 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0121s, count=444, qps in this process: 14.794 (mp_runner.py:76) +2024-09-01 18:55:00,882 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0006s, count=445, qps in this process: 14.833 (mp_runner.py:76) +2024-09-01 18:55:00,883 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0084s, count=445, qps in this process: 14.8292 (mp_runner.py:76) +2024-09-01 18:55:00,887 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0808s, count=445, qps in this process: 14.7935 (mp_runner.py:76) +2024-09-01 18:55:00,890 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0101s, count=445, qps in this process: 14.8283 (mp_runner.py:76) +2024-09-01 18:55:00,891 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0107s, count=445, qps in this process: 14.828 (mp_runner.py:76) +2024-09-01 18:55:00,894 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0136s, count=445, qps in this process: 14.8266 (mp_runner.py:76) +2024-09-01 18:55:00,899 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0083s, count=446, qps in this process: 14.8626 (mp_runner.py:76) +2024-09-01 18:55:00,921 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0046s, count=446, qps in this process: 14.8644 (mp_runner.py:76) +2024-09-01 18:55:00,927 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0109s, count=446, qps in this process: 14.8613 (mp_runner.py:76) +2024-09-01 18:55:00,951 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0169s, count=446, qps in this process: 14.8583 (mp_runner.py:76) +2024-09-01 18:55:00,972 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0261s, count=447, qps in this process: 14.887 (mp_runner.py:76) +2024-09-01 18:55:00,972 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0229s, count=447, qps in this process: 14.8886 (mp_runner.py:76) +2024-09-01 18:55:00,973 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0382s, count=447, qps in this process: 14.8811 (mp_runner.py:76) +2024-09-01 18:55:00,973 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0023s, count=447, qps in this process: 14.8989 (mp_runner.py:76) +2024-09-01 18:55:00,974 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0008s, count=447, qps in this process: 14.8996 (mp_runner.py:76) +2024-09-01 18:55:00,976 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0424s, count=447, qps in this process: 14.879 (mp_runner.py:76) +2024-09-01 18:55:00,980 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0401s, count=447, qps in this process: 14.8801 (mp_runner.py:76) +2024-09-01 18:55:00,981 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0278s, count=447, qps in this process: 14.8862 (mp_runner.py:76) +2024-09-01 18:55:00,984 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0348s, count=447, qps in this process: 14.8827 (mp_runner.py:76) +2024-09-01 18:55:01,000 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0302s, count=448, qps in this process: 14.9183 (mp_runner.py:76) +2024-09-01 18:55:01,001 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0187s, count=448, qps in this process: 14.924 (mp_runner.py:76) +2024-09-01 18:55:01,001 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0186s, count=448, qps in this process: 14.9241 (mp_runner.py:76) +2024-09-01 18:55:01,017 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0121s, count=449, qps in this process: 14.9606 (mp_runner.py:76) +2024-09-01 18:55:01,056 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.004s, count=450, qps in this process: 14.998 (mp_runner.py:76) +2024-09-01 18:55:01,085 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0037s, count=451, qps in this process: 15.0315 (mp_runner.py:76) +2024-09-01 18:55:01,087 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0029s, count=451, qps in this process: 15.0319 (mp_runner.py:76) +2024-09-01 18:55:01,135 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0042s, count=453, qps in this process: 15.0979 (mp_runner.py:76) +2024-09-01 18:55:01,143 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0594s, count=451, qps in this process: 15.0036 (mp_runner.py:76) +2024-09-01 18:55:01,151 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0455s, count=453, qps in this process: 15.0771 (mp_runner.py:76) +2024-09-01 18:55:01,153 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0543s, count=453, qps in this process: 15.0727 (mp_runner.py:76) +2024-09-01 18:55:01,177 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0118s, count=454, qps in this process: 15.1274 (mp_runner.py:76) +2024-09-01 18:55:01,180 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.015s, count=454, qps in this process: 15.1258 (mp_runner.py:76) +2024-09-01 18:55:01,203 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0113s, count=456, qps in this process: 15.1943 (mp_runner.py:76) +2024-09-01 18:55:01,205 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0046s, count=456, qps in this process: 15.1977 (mp_runner.py:76) +2024-09-01 18:55:01,225 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0042s, count=457, qps in this process: 15.2312 (mp_runner.py:76) +2024-09-01 18:55:01,235 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0174s, count=457, qps in this process: 15.2245 (mp_runner.py:76) +2024-09-01 18:55:01,266 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0018s, count=460, qps in this process: 15.3324 (mp_runner.py:76) +2024-09-01 18:55:01,277 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0132s, count=461, qps in this process: 15.3599 (mp_runner.py:76) +2024-09-01 18:55:01,303 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0022s, count=461, qps in this process: 15.3655 (mp_runner.py:76) +2024-09-01 18:55:01,328 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0055s, count=464, qps in this process: 15.4638 (mp_runner.py:76) +2024-09-01 18:55:01,347 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0077s, count=464, qps in this process: 15.4627 (mp_runner.py:76) +2024-09-01 18:55:01,365 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.005s, count=466, qps in this process: 15.5307 (mp_runner.py:76) +2024-09-01 18:55:01,365 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0022s, count=466, qps in this process: 15.5322 (mp_runner.py:76) +2024-09-01 18:55:01,370 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0093s, count=466, qps in this process: 15.5285 (mp_runner.py:76) +2024-09-01 18:55:01,385 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0063s, count=468, qps in this process: 15.5967 (mp_runner.py:76) +2024-09-01 18:55:01,436 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0089s, count=475, qps in this process: 15.8286 (mp_runner.py:76) +2024-09-01 18:55:01,442 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0063s, count=476, qps in this process: 15.8633 (mp_runner.py:76) +2024-09-01 18:55:01,456 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0038s, count=478, qps in this process: 15.9313 (mp_runner.py:76) +2024-09-01 18:55:01,504 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0059s, count=486, qps in this process: 16.1968 (mp_runner.py:76) +2024-09-01 18:55:01,504 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0041s, count=486, qps in this process: 16.1978 (mp_runner.py:76) +2024-09-01 18:55:01,553 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0034s, count=498, qps in this process: 16.5981 (mp_runner.py:76) +2024-09-01 18:55:01,558 | INFO |End search in concurrency 70: dur=31.280211016994144s, total_count=31651, qps=1011.8538 (mp_runner.py:120) +2024-09-01 18:55:06,201 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1045.4583, serial_latency_p99=np.float64(0.0541), recall=np.float64(0.8761), ndcg=np.float64(0.8917), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[237.038, 741.1402, 961.8595, 992.8144, 998.5055, 988.4788, 1040.995, 1038.1185, 1001.733, 1021.7352, 1026.9447, 1028.8604, 1045.4583, 1011.8538], conc_latency_p99_list=[np.float64(0.0023339675667186383), np.float64(0.002429666844008898), np.float64(0.0026397117452514065), np.float64(0.0028963218622542627), np.float64(0.003056776402401738), np.float64(0.0032178769988939165), np.float64(0.0032923408515765913), np.float64(0.003613650282204617), np.float64(0.003568649501308391), np.float64(0.003740719672146952), np.float64(0.004177101835250505), np.float64(0.004643150320438872), np.float64(0.004562701513023058), np.float64(0.0048426317640769415)]) (task_runner.py:197) +2024-09-01 18:55:06,201 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:43:35.405948'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1045.4583, serial_latency_p99=np.float64(0.0541), recall=np.float64(0.8761), ndcg=np.float64(0.8917), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[237.038, 741.1402, 961.8595, 992.8144, 998.5055, 988.4788, 1040.995, 1038.1185, 1001.733, 1021.7352, 1026.9447, 1028.8604, 1045.4583, 1011.8538], conc_latency_p99_list=[np.float64(0.0023339675667186383), np.float64(0.002429666844008898), np.float64(0.0026397117452514065), np.float64(0.0028963218622542627), np.float64(0.003056776402401738), np.float64(0.0032178769988939165), np.float64(0.0032923408515765913), np.float64(0.003613650282204617), np.float64(0.003568649501308391), np.float64(0.003740719672146952), np.float64(0.004177101835250505), np.float64(0.004643150320438872), np.float64(0.004562701513023058), np.float64(0.0048426317640769415)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 18:55:06,201 | INFO |Task summary: run_id=1d7b6, task_label=1d7b6d18bde54440ad04b5ae1d294518 (models.py:346) +2024-09-01 18:55:06,201 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 18:55:06,201 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 18:55:06,201 | INFO |PgVector | 2024-09-01T18:43:35.405948 Performance1536D500K 1d7b6d18bde54440ad04b5ae1d294518 | 0.0 1045.4583 0.0541 0.8761 0 | :) (models.py:346) +2024-09-01 18:55:06,202 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json (models.py:204) +2024-09-01 18:55:06,202 | INFO |Success to finish task: label=1d7b6d18bde54440ad04b5ae1d294518, run_id=1d7b6d18bde54440ad04b5ae1d294518 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json b/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json new file mode 100644 index 000000000..be0a5ead3 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json @@ -0,0 +1 @@ +{"run_id": "1d7b6d18bde54440ad04b5ae1d294518", "task_label": "1d7b6d18bde54440ad04b5ae1d294518", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1045.4583, "serial_latency_p99": 0.0541, "recall": 0.8761, "ndcg": 0.8917, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [237.038, 741.1402, 961.8595, 992.8144, 998.5055, 988.4788, 1040.995, 1038.1185, 1001.733, 1021.7352, 1026.9447, 1028.8604, 1045.4583, 1011.8538], "conc_latency_p99_list": [0.0023339675667186383, 0.002429666844008898, 0.0026397117452514065, 0.0028963218622542627, 0.003056776402401738, 0.0032178769988939165, 0.0032923408515765913, 0.003613650282204617, 0.003568649501308391, 0.003740719672146952, 0.004177101835250505, 0.004643150320438872, 0.004562701513023058, 0.0048426317640769415]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:43:35.405948", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt b/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt new file mode 100644 index 000000000..b41489ae5 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt @@ -0,0 +1,3048 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load +2024-09-01 18:06:15,857 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:06:15.845693', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 18:06:15,858 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:06:15.845693', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 18:06:15,858 | INFO |generated uuid for the tasks: 61b0ffbfd4ac490ebd36a91129bc3241 (interface.py:66) +2024-09-01 18:06:15,923 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 18:06:15,923 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 18:06:15,923 | INFO | PgVector-2024-09-01T18:06:15.845693 | Performance OpenAI-MEDIUM-500K None | 61b0ffbfd4ac490ebd36a91129bc3241 (task_runner.py:340) +2024-09-01 18:06:15,923 | INFO |task submitted: id=61b0ffbfd4ac490ebd36a91129bc3241, 61b0ffbfd4ac490ebd36a91129bc3241, case number: 1 (interface.py:231) +2024-09-01 18:06:16,346 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:06:15.845693'}, drop_old=False (interface.py:164) +2024-09-01 18:06:16,346 | INFO |Starting run (task_runner.py:100) +2024-09-01 18:06:16,437 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 18:06:17,031 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 18:06:17,107 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 18:06:17,146 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 18:06:17,146 | INFO |Start performance case (task_runner.py:158) +2024-09-01 18:06:17,159 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:06:17,159 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 18:06:17,159 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 18:06:17,160 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 18:06:17,205 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 18:06:17,790 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 18:06:17,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:06:17,811 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 18:06:17,811 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 18:06:19,676 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.015771421996760182, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:21,476 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.00854239799809875, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:23,160 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.011712463994626887, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:24,883 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.010708489004173316, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:26,584 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.01159153699700255, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:28,266 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.010523193996050395, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:29,872 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.005181098000321072, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:31,592 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.009825519999139942, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:33,186 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.00714384599996265, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:34,894 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.009827536996454, latest recall=0.2 (serial_runner.py:202) +2024-09-01 18:06:34,895 | INFO |SpawnProcess-1:1 search entire test_data: cost=12.9062s, queries=1000, avg_recall=0.1975, avg_ndcg=0.3077,avg_latency=0.0129, p99=0.0353 (serial_runner.py:209) +2024-09-01 18:06:35,431 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:06:35,432 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 18:06:36,454 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 18:06:36,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:06:36,918 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0009765499999048188 (mp_runner.py:73) +2024-09-01 18:06:37,361 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0010419840036774985 (mp_runner.py:73) +2024-09-01 18:06:37,895 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0011765080053010024 (mp_runner.py:73) +2024-09-01 18:06:38,442 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.001164984998467844 (mp_runner.py:73) +2024-09-01 18:06:38,986 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0012164639992988668 (mp_runner.py:73) +2024-09-01 18:06:39,554 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.001175965000584256 (mp_runner.py:73) +2024-09-01 18:06:40,100 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0011962620046688244 (mp_runner.py:73) +2024-09-01 18:06:40,641 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0011926450024475344 (mp_runner.py:73) +2024-09-01 18:06:41,181 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0012666550028370693 (mp_runner.py:73) +2024-09-01 18:06:41,702 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0007929729981697164 (mp_runner.py:73) +2024-09-01 18:06:42,279 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0009120579998125322 (mp_runner.py:73) +2024-09-01 18:06:42,701 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.001035114997648634 (mp_runner.py:73) +2024-09-01 18:06:43,135 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0008970800045062788 (mp_runner.py:73) +2024-09-01 18:06:43,597 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0010359230000176467 (mp_runner.py:73) +2024-09-01 18:06:44,078 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0014412930031539872 (mp_runner.py:73) +2024-09-01 18:06:44,515 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0008905060021788813 (mp_runner.py:73) +2024-09-01 18:06:44,935 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0009428260018466972 (mp_runner.py:73) +2024-09-01 18:06:45,468 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0010170259993174113 (mp_runner.py:73) +2024-09-01 18:06:45,908 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0012371510019875132 (mp_runner.py:73) +2024-09-01 18:06:46,445 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0010938529958366416 (mp_runner.py:73) +2024-09-01 18:06:46,977 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.0011506959999678656 (mp_runner.py:73) +2024-09-01 18:06:47,510 | DEBUG |(SpawnProcess-1:3) search_count: 11000, latest_latency=0.0011229709998588078 (mp_runner.py:73) +2024-09-01 18:06:48,059 | DEBUG |(SpawnProcess-1:3) search_count: 11500, latest_latency=0.0013914139999542385 (mp_runner.py:73) +2024-09-01 18:06:48,604 | DEBUG |(SpawnProcess-1:3) search_count: 12000, latest_latency=0.0012982869957340881 (mp_runner.py:73) +2024-09-01 18:06:49,151 | DEBUG |(SpawnProcess-1:3) search_count: 12500, latest_latency=0.0012171659982413985 (mp_runner.py:73) +2024-09-01 18:06:49,681 | DEBUG |(SpawnProcess-1:3) search_count: 13000, latest_latency=0.0012773759954143316 (mp_runner.py:73) +2024-09-01 18:06:50,215 | DEBUG |(SpawnProcess-1:3) search_count: 13500, latest_latency=0.0008422280006925575 (mp_runner.py:73) +2024-09-01 18:06:50,644 | DEBUG |(SpawnProcess-1:3) search_count: 14000, latest_latency=0.0010297710032318719 (mp_runner.py:73) +2024-09-01 18:06:51,116 | DEBUG |(SpawnProcess-1:3) search_count: 14500, latest_latency=0.0011944379948545247 (mp_runner.py:73) +2024-09-01 18:06:51,539 | DEBUG |(SpawnProcess-1:3) search_count: 15000, latest_latency=0.0008880780005711131 (mp_runner.py:73) +2024-09-01 18:06:51,971 | DEBUG |(SpawnProcess-1:3) search_count: 15500, latest_latency=0.0009076060014194809 (mp_runner.py:73) +2024-09-01 18:06:52,408 | DEBUG |(SpawnProcess-1:3) search_count: 16000, latest_latency=0.0008197790011763573 (mp_runner.py:73) +2024-09-01 18:06:52,851 | DEBUG |(SpawnProcess-1:3) search_count: 16500, latest_latency=0.0009470500008319505 (mp_runner.py:73) +2024-09-01 18:06:53,291 | DEBUG |(SpawnProcess-1:3) search_count: 17000, latest_latency=0.0009318820011685602 (mp_runner.py:73) +2024-09-01 18:06:53,733 | DEBUG |(SpawnProcess-1:3) search_count: 17500, latest_latency=0.0010428800014778972 (mp_runner.py:73) +2024-09-01 18:06:54,207 | DEBUG |(SpawnProcess-1:3) search_count: 18000, latest_latency=0.0009166730014840141 (mp_runner.py:73) +2024-09-01 18:06:54,692 | DEBUG |(SpawnProcess-1:3) search_count: 18500, latest_latency=0.0012384449946694076 (mp_runner.py:73) +2024-09-01 18:06:55,243 | DEBUG |(SpawnProcess-1:3) search_count: 19000, latest_latency=0.001339051996183116 (mp_runner.py:73) +2024-09-01 18:06:55,798 | DEBUG |(SpawnProcess-1:3) search_count: 19500, latest_latency=0.001276826995308511 (mp_runner.py:73) +2024-09-01 18:06:56,350 | DEBUG |(SpawnProcess-1:3) search_count: 20000, latest_latency=0.0012158649988123216 (mp_runner.py:73) +2024-09-01 18:06:56,902 | DEBUG |(SpawnProcess-1:3) search_count: 20500, latest_latency=0.001214816002175212 (mp_runner.py:73) +2024-09-01 18:06:57,476 | DEBUG |(SpawnProcess-1:3) search_count: 21000, latest_latency=0.0012857689944212325 (mp_runner.py:73) +2024-09-01 18:06:58,033 | DEBUG |(SpawnProcess-1:3) search_count: 21500, latest_latency=0.0013554549950640649 (mp_runner.py:73) +2024-09-01 18:06:58,631 | DEBUG |(SpawnProcess-1:3) search_count: 22000, latest_latency=0.0016148350041476078 (mp_runner.py:73) +2024-09-01 18:06:59,256 | DEBUG |(SpawnProcess-1:3) search_count: 22500, latest_latency=0.001104768001823686 (mp_runner.py:73) +2024-09-01 18:06:59,798 | DEBUG |(SpawnProcess-1:3) search_count: 23000, latest_latency=0.0010415689976071008 (mp_runner.py:73) +2024-09-01 18:07:00,395 | DEBUG |(SpawnProcess-1:3) search_count: 23500, latest_latency=0.0010726369946496561 (mp_runner.py:73) +2024-09-01 18:07:00,948 | DEBUG |(SpawnProcess-1:3) search_count: 24000, latest_latency=0.0013428630045382306 (mp_runner.py:73) +2024-09-01 18:07:01,508 | DEBUG |(SpawnProcess-1:3) search_count: 24500, latest_latency=0.0012727320063277148 (mp_runner.py:73) +2024-09-01 18:07:02,059 | DEBUG |(SpawnProcess-1:3) search_count: 25000, latest_latency=0.0012470570000004955 (mp_runner.py:73) +2024-09-01 18:07:02,606 | DEBUG |(SpawnProcess-1:3) search_count: 25500, latest_latency=0.001288448998820968 (mp_runner.py:73) +2024-09-01 18:07:03,182 | DEBUG |(SpawnProcess-1:3) search_count: 26000, latest_latency=0.0012224309975863434 (mp_runner.py:73) +2024-09-01 18:07:03,734 | DEBUG |(SpawnProcess-1:3) search_count: 26500, latest_latency=0.0011268230009591207 (mp_runner.py:73) +2024-09-01 18:07:04,283 | DEBUG |(SpawnProcess-1:3) search_count: 27000, latest_latency=0.0011748680044547655 (mp_runner.py:73) +2024-09-01 18:07:04,831 | DEBUG |(SpawnProcess-1:3) search_count: 27500, latest_latency=0.0012696839985437691 (mp_runner.py:73) +2024-09-01 18:07:05,381 | DEBUG |(SpawnProcess-1:3) search_count: 28000, latest_latency=0.0012560079994727857 (mp_runner.py:73) +2024-09-01 18:07:05,926 | DEBUG |(SpawnProcess-1:3) search_count: 28500, latest_latency=0.0012156949960626662 (mp_runner.py:73) +2024-09-01 18:07:06,483 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0007s, count=28987, qps in this process: 966.2108 (mp_runner.py:76) +2024-09-01 18:07:06,488 | INFO |End search in concurrency 1: dur=30.034520273999078s, total_count=28987, qps=965.1228 (mp_runner.py:120) +2024-09-01 18:07:06,671 | INFO |Update largest qps with concurrency 1: current max_qps=965.1228 (mp_runner.py:124) +2024-09-01 18:07:07,085 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:07:07,085 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 18:07:12,137 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 18:07:12,185 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:12,188 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:12,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:12,190 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:12,194 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:13,036 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.004772719999891706 (mp_runner.py:73) +2024-09-01 18:07:13,070 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0014889629965182394 (mp_runner.py:73) +2024-09-01 18:07:13,094 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.001924602998769842 (mp_runner.py:73) +2024-09-01 18:07:13,094 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0017187499979627319 (mp_runner.py:73) +2024-09-01 18:07:13,126 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0014559369956259616 (mp_runner.py:73) +2024-09-01 18:07:13,996 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.001694571998086758 (mp_runner.py:73) +2024-09-01 18:07:14,140 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.002365935994021129 (mp_runner.py:73) +2024-09-01 18:07:14,207 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.001500979000411462 (mp_runner.py:73) +2024-09-01 18:07:14,208 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.001714890000585001 (mp_runner.py:73) +2024-09-01 18:07:14,241 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.002043061002041213 (mp_runner.py:73) +2024-09-01 18:07:14,953 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.001670808000199031 (mp_runner.py:73) +2024-09-01 18:07:15,024 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0027010299963876605 (mp_runner.py:73) +2024-09-01 18:07:15,343 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0020795550008188 (mp_runner.py:73) +2024-09-01 18:07:15,355 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.001625565993890632 (mp_runner.py:73) +2024-09-01 18:07:15,357 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004190382001979742 (mp_runner.py:73) +2024-09-01 18:07:15,899 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0029799379990436137 (mp_runner.py:73) +2024-09-01 18:07:15,982 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0033801969984779134 (mp_runner.py:73) +2024-09-01 18:07:16,322 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0014403349996428005 (mp_runner.py:73) +2024-09-01 18:07:16,328 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0015356869989773259 (mp_runner.py:73) +2024-09-01 18:07:16,329 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.001693735997832846 (mp_runner.py:73) +2024-09-01 18:07:16,885 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0016851049949764274 (mp_runner.py:73) +2024-09-01 18:07:16,894 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0015198719993350096 (mp_runner.py:73) +2024-09-01 18:07:17,308 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0016060079942690209 (mp_runner.py:73) +2024-09-01 18:07:17,315 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0035039249996771105 (mp_runner.py:73) +2024-09-01 18:07:17,376 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.0022898960014572367 (mp_runner.py:73) +2024-09-01 18:07:17,795 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0014524340003845282 (mp_runner.py:73) +2024-09-01 18:07:17,850 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0014896060019964352 (mp_runner.py:73) +2024-09-01 18:07:18,403 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.001623447002202738 (mp_runner.py:73) +2024-09-01 18:07:18,413 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0015538279985776171 (mp_runner.py:73) +2024-09-01 18:07:18,417 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.002533767001295928 (mp_runner.py:73) +2024-09-01 18:07:18,778 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.002664326995727606 (mp_runner.py:73) +2024-09-01 18:07:18,821 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0029357609964790754 (mp_runner.py:73) +2024-09-01 18:07:19,365 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0015019659986137412 (mp_runner.py:73) +2024-09-01 18:07:19,380 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.005206683999858797 (mp_runner.py:73) +2024-09-01 18:07:19,387 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0024376240035053343 (mp_runner.py:73) +2024-09-01 18:07:19,688 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0018280470030731522 (mp_runner.py:73) +2024-09-01 18:07:19,866 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0025897019950207323 (mp_runner.py:73) +2024-09-01 18:07:20,304 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0017455759953008965 (mp_runner.py:73) +2024-09-01 18:07:20,343 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0015920899968477897 (mp_runner.py:73) +2024-09-01 18:07:20,410 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0015030440044938587 (mp_runner.py:73) +2024-09-01 18:07:20,659 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0029890460064052604 (mp_runner.py:73) +2024-09-01 18:07:20,824 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.003022982993570622 (mp_runner.py:73) +2024-09-01 18:07:21,291 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0017060160025721416 (mp_runner.py:73) +2024-09-01 18:07:21,388 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.004017635998025071 (mp_runner.py:73) +2024-09-01 18:07:21,536 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0030379439995158464 (mp_runner.py:73) +2024-09-01 18:07:21,642 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0016661589979776181 (mp_runner.py:73) +2024-09-01 18:07:21,864 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.002556186002038885 (mp_runner.py:73) +2024-09-01 18:07:22,289 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0017631180016906 (mp_runner.py:73) +2024-09-01 18:07:22,402 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0015868920017965138 (mp_runner.py:73) +2024-09-01 18:07:22,594 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0014648990036221221 (mp_runner.py:73) +2024-09-01 18:07:22,614 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0016572329986956902 (mp_runner.py:73) +2024-09-01 18:07:22,771 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0013936779942014255 (mp_runner.py:73) +2024-09-01 18:07:23,282 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0021664810046786442 (mp_runner.py:73) +2024-09-01 18:07:23,338 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0023337870006798767 (mp_runner.py:73) +2024-09-01 18:07:23,525 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0016759840000304393 (mp_runner.py:73) +2024-09-01 18:07:23,671 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.00472537700261455 (mp_runner.py:73) +2024-09-01 18:07:23,737 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0039557999989483505 (mp_runner.py:73) +2024-09-01 18:07:24,349 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0019185060009476729 (mp_runner.py:73) +2024-09-01 18:07:24,356 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.002124979000655003 (mp_runner.py:73) +2024-09-01 18:07:24,497 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0019393639959162101 (mp_runner.py:73) +2024-09-01 18:07:24,718 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0015038889978313819 (mp_runner.py:73) +2024-09-01 18:07:24,768 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0025557259941706434 (mp_runner.py:73) +2024-09-01 18:07:25,383 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0019235269937780686 (mp_runner.py:73) +2024-09-01 18:07:25,384 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0021252669976092875 (mp_runner.py:73) +2024-09-01 18:07:25,403 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0016157739955815487 (mp_runner.py:73) +2024-09-01 18:07:25,709 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0026612629953888245 (mp_runner.py:73) +2024-09-01 18:07:25,758 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0014296919980552047 (mp_runner.py:73) +2024-09-01 18:07:26,335 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.00263885100139305 (mp_runner.py:73) +2024-09-01 18:07:26,347 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0015435210007126443 (mp_runner.py:73) +2024-09-01 18:07:26,380 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.002514776002499275 (mp_runner.py:73) +2024-09-01 18:07:26,642 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0033158249934786 (mp_runner.py:73) +2024-09-01 18:07:26,755 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0013718889968004078 (mp_runner.py:73) +2024-09-01 18:07:27,355 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.0027822699994430877 (mp_runner.py:73) +2024-09-01 18:07:27,382 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.001612389001820702 (mp_runner.py:73) +2024-09-01 18:07:27,448 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0019754960012505762 (mp_runner.py:73) +2024-09-01 18:07:27,634 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0014627170021412894 (mp_runner.py:73) +2024-09-01 18:07:27,761 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.004054009004903492 (mp_runner.py:73) +2024-09-01 18:07:28,316 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.002462698001181707 (mp_runner.py:73) +2024-09-01 18:07:28,431 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.0015171999984886497 (mp_runner.py:73) +2024-09-01 18:07:28,510 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.004549033001239877 (mp_runner.py:73) +2024-09-01 18:07:28,696 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0019888769966200925 (mp_runner.py:73) +2024-09-01 18:07:28,779 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0024054509995039552 (mp_runner.py:73) +2024-09-01 18:07:29,275 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0014616810003644787 (mp_runner.py:73) +2024-09-01 18:07:29,567 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0025850729944068007 (mp_runner.py:73) +2024-09-01 18:07:29,611 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0019056880046264268 (mp_runner.py:73) +2024-09-01 18:07:29,626 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0015128140003071167 (mp_runner.py:73) +2024-09-01 18:07:29,816 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0038200929993763566 (mp_runner.py:73) +2024-09-01 18:07:30,373 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.00162516999989748 (mp_runner.py:73) +2024-09-01 18:07:30,630 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0014357219988596626 (mp_runner.py:73) +2024-09-01 18:07:30,630 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.003933305000828113 (mp_runner.py:73) +2024-09-01 18:07:30,715 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.0018308729995624162 (mp_runner.py:73) +2024-09-01 18:07:30,987 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0015316009958041832 (mp_runner.py:73) +2024-09-01 18:07:31,356 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0015390940025099553 (mp_runner.py:73) +2024-09-01 18:07:31,551 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0020905339988530613 (mp_runner.py:73) +2024-09-01 18:07:31,647 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0026894610055023804 (mp_runner.py:73) +2024-09-01 18:07:31,755 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0016529939966858365 (mp_runner.py:73) +2024-09-01 18:07:31,880 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0015587960006087087 (mp_runner.py:73) +2024-09-01 18:07:32,280 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0011089420004282147 (mp_runner.py:73) +2024-09-01 18:07:32,489 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0016509929992025718 (mp_runner.py:73) +2024-09-01 18:07:32,652 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0019920990016544238 (mp_runner.py:73) +2024-09-01 18:07:32,838 | DEBUG |(SpawnProcess-1:6) search_count: 10000, latest_latency=0.0020104950017412193 (mp_runner.py:73) +2024-09-01 18:07:32,947 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0019348990026628599 (mp_runner.py:73) +2024-09-01 18:07:33,215 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0021499200011021458 (mp_runner.py:73) +2024-09-01 18:07:33,392 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0022158689971547574 (mp_runner.py:73) +2024-09-01 18:07:33,790 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0014818700001342222 (mp_runner.py:73) +2024-09-01 18:07:33,967 | DEBUG |(SpawnProcess-1:6) search_count: 10500, latest_latency=0.0013722759977099486 (mp_runner.py:73) +2024-09-01 18:07:34,042 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0018999550011358224 (mp_runner.py:73) +2024-09-01 18:07:34,174 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.001442940003471449 (mp_runner.py:73) +2024-09-01 18:07:34,318 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0027704040039679967 (mp_runner.py:73) +2024-09-01 18:07:34,752 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.00272914699598914 (mp_runner.py:73) +2024-09-01 18:07:34,965 | DEBUG |(SpawnProcess-1:6) search_count: 11000, latest_latency=0.0018974330014316365 (mp_runner.py:73) +2024-09-01 18:07:34,974 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.0016333430030499585 (mp_runner.py:73) +2024-09-01 18:07:35,126 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0017200050060637295 (mp_runner.py:73) +2024-09-01 18:07:35,270 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0012815259979106486 (mp_runner.py:73) +2024-09-01 18:07:35,752 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0030339340009959415 (mp_runner.py:73) +2024-09-01 18:07:35,950 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0017419959986000322 (mp_runner.py:73) +2024-09-01 18:07:35,980 | DEBUG |(SpawnProcess-1:6) search_count: 11500, latest_latency=0.002893740005674772 (mp_runner.py:73) +2024-09-01 18:07:36,142 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0016444120046799071 (mp_runner.py:73) +2024-09-01 18:07:36,320 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0032989079991239123 (mp_runner.py:73) +2024-09-01 18:07:36,740 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0024549499939894304 (mp_runner.py:73) +2024-09-01 18:07:36,980 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0016419320018030703 (mp_runner.py:73) +2024-09-01 18:07:37,108 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.001746649999404326 (mp_runner.py:73) +2024-09-01 18:07:37,130 | DEBUG |(SpawnProcess-1:6) search_count: 12000, latest_latency=0.0022400250018108636 (mp_runner.py:73) +2024-09-01 18:07:37,223 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0013341860030777752 (mp_runner.py:73) +2024-09-01 18:07:37,817 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0027574569976422936 (mp_runner.py:73) +2024-09-01 18:07:38,019 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0018046330005745403 (mp_runner.py:73) +2024-09-01 18:07:38,061 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0023456859998987056 (mp_runner.py:73) +2024-09-01 18:07:38,085 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0017365930034429766 (mp_runner.py:73) +2024-09-01 18:07:38,135 | DEBUG |(SpawnProcess-1:6) search_count: 12500, latest_latency=0.002083405001030769 (mp_runner.py:73) +2024-09-01 18:07:38,871 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0018883669981732965 (mp_runner.py:73) +2024-09-01 18:07:38,919 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.00248637399636209 (mp_runner.py:73) +2024-09-01 18:07:38,986 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0015060290024848655 (mp_runner.py:73) +2024-09-01 18:07:39,131 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.001710003001790028 (mp_runner.py:73) +2024-09-01 18:07:39,259 | DEBUG |(SpawnProcess-1:6) search_count: 13000, latest_latency=0.002403594000497833 (mp_runner.py:73) +2024-09-01 18:07:39,944 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0020482479958445765 (mp_runner.py:73) +2024-09-01 18:07:39,972 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.0019337919948156923 (mp_runner.py:73) +2024-09-01 18:07:40,013 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.003783088999625761 (mp_runner.py:73) +2024-09-01 18:07:40,105 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.003604716999689117 (mp_runner.py:73) +2024-09-01 18:07:40,209 | DEBUG |(SpawnProcess-1:6) search_count: 13500, latest_latency=0.0016965429967967793 (mp_runner.py:73) +2024-09-01 18:07:40,881 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.002372975999605842 (mp_runner.py:73) +2024-09-01 18:07:40,883 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.001808338005503174 (mp_runner.py:73) +2024-09-01 18:07:41,058 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0012204719969304278 (mp_runner.py:73) +2024-09-01 18:07:41,103 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.002490670005499851 (mp_runner.py:73) +2024-09-01 18:07:41,217 | DEBUG |(SpawnProcess-1:6) search_count: 14000, latest_latency=0.0028929950058227405 (mp_runner.py:73) +2024-09-01 18:07:41,814 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.004034493998915423 (mp_runner.py:73) +2024-09-01 18:07:41,859 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.002906112997152377 (mp_runner.py:73) +2024-09-01 18:07:42,098 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.0074037739977939054 (mp_runner.py:73) +2024-09-01 18:07:42,193 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0007s, count=14444, qps in this process: 481.4554 (mp_runner.py:76) +2024-09-01 18:07:42,196 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0052s, count=15646, qps in this process: 521.4429 (mp_runner.py:76) +2024-09-01 18:07:42,196 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0106s, count=14438, qps in this process: 481.0967 (mp_runner.py:76) +2024-09-01 18:07:42,199 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0031s, count=15528, qps in this process: 517.5465 (mp_runner.py:76) +2024-09-01 18:07:42,201 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0106s, count=14589, qps in this process: 486.1282 (mp_runner.py:76) +2024-09-01 18:07:42,209 | INFO |End search in concurrency 5: dur=30.071437095000874s, total_count=74645, qps=2482.2558 (mp_runner.py:120) +2024-09-01 18:07:42,515 | INFO |Update largest qps with concurrency 5: current max_qps=2482.2558 (mp_runner.py:124) +2024-09-01 18:07:42,935 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:07:42,935 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 18:07:53,125 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 18:07:53,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,223 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,236 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,238 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,257 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,258 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,260 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,275 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,312 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:53,313 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:07:55,667 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0033260900017921813 (mp_runner.py:73) +2024-09-01 18:07:55,668 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.004068034002557397 (mp_runner.py:73) +2024-09-01 18:07:55,668 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.00480955200328026 (mp_runner.py:73) +2024-09-01 18:07:55,668 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.004089182999450713 (mp_runner.py:73) +2024-09-01 18:07:55,670 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.007415200001560152 (mp_runner.py:73) +2024-09-01 18:07:55,670 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.005763859997387044 (mp_runner.py:73) +2024-09-01 18:07:55,671 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.008385984001506586 (mp_runner.py:73) +2024-09-01 18:07:55,672 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.010242242999083828 (mp_runner.py:73) +2024-09-01 18:07:55,672 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.006388911002431996 (mp_runner.py:73) +2024-09-01 18:07:55,674 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.010682899999665096 (mp_runner.py:73) +2024-09-01 18:07:56,248 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.00998358800279675 (mp_runner.py:73) +2024-09-01 18:07:56,293 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.007636690999788698 (mp_runner.py:73) +2024-09-01 18:07:56,341 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.007295502997294534 (mp_runner.py:73) +2024-09-01 18:07:56,342 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.01087432200438343 (mp_runner.py:73) +2024-09-01 18:07:56,463 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.006318917003227398 (mp_runner.py:73) +2024-09-01 18:07:57,960 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.003529199995682575 (mp_runner.py:73) +2024-09-01 18:07:57,960 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.00393132400495233 (mp_runner.py:73) +2024-09-01 18:07:57,960 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.003680492998682894 (mp_runner.py:73) +2024-09-01 18:07:57,960 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0030788570002187043 (mp_runner.py:73) +2024-09-01 18:07:57,961 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0055054690019460395 (mp_runner.py:73) +2024-09-01 18:07:57,962 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.004577891995722894 (mp_runner.py:73) +2024-09-01 18:07:57,962 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0037893890039413236 (mp_runner.py:73) +2024-09-01 18:07:57,962 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.006491072999779135 (mp_runner.py:73) +2024-09-01 18:07:57,963 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.005047842001658864 (mp_runner.py:73) +2024-09-01 18:07:57,963 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.005084304000774864 (mp_runner.py:73) +2024-09-01 18:07:59,423 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.004011571996670682 (mp_runner.py:73) +2024-09-01 18:07:59,423 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.010414265998406336 (mp_runner.py:73) +2024-09-01 18:07:59,424 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.00530267899739556 (mp_runner.py:73) +2024-09-01 18:07:59,425 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.004774508997797966 (mp_runner.py:73) +2024-09-01 18:07:59,580 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.004913670003588777 (mp_runner.py:73) +2024-09-01 18:08:00,273 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.00622302000556374 (mp_runner.py:73) +2024-09-01 18:08:00,380 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.0019341439983691089 (mp_runner.py:73) +2024-09-01 18:08:00,395 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.003923829994164407 (mp_runner.py:73) +2024-09-01 18:08:00,405 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005191885997192003 (mp_runner.py:73) +2024-09-01 18:08:00,419 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.007843398001568858 (mp_runner.py:73) +2024-09-01 18:08:00,450 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.006089542999689002 (mp_runner.py:73) +2024-09-01 18:08:00,451 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.008145900996169075 (mp_runner.py:73) +2024-09-01 18:08:00,497 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.007554269002866931 (mp_runner.py:73) +2024-09-01 18:08:00,509 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.008349153002200183 (mp_runner.py:73) +2024-09-01 18:08:01,022 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.008933789998991415 (mp_runner.py:73) +2024-09-01 18:08:02,299 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.009264063002774492 (mp_runner.py:73) +2024-09-01 18:08:02,302 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.00604441999894334 (mp_runner.py:73) +2024-09-01 18:08:02,328 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.010402722997241654 (mp_runner.py:73) +2024-09-01 18:08:02,332 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00979827500123065 (mp_runner.py:73) +2024-09-01 18:08:02,796 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.00886605500272708 (mp_runner.py:73) +2024-09-01 18:08:03,207 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.006094502998166718 (mp_runner.py:73) +2024-09-01 18:08:03,212 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.0064791500044520944 (mp_runner.py:73) +2024-09-01 18:08:03,215 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.006545360003656242 (mp_runner.py:73) +2024-09-01 18:08:03,407 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0023699249941273592 (mp_runner.py:73) +2024-09-01 18:08:03,408 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.007768249997752719 (mp_runner.py:73) +2024-09-01 18:08:03,496 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.010325579001801088 (mp_runner.py:73) +2024-09-01 18:08:03,526 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.005299563999869861 (mp_runner.py:73) +2024-09-01 18:08:03,583 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.00608080700476421 (mp_runner.py:73) +2024-09-01 18:08:03,633 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.004407528998854104 (mp_runner.py:73) +2024-09-01 18:08:04,225 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.007143171998905018 (mp_runner.py:73) +2024-09-01 18:08:05,062 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.005641529998683836 (mp_runner.py:73) +2024-09-01 18:08:05,124 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004060453000420239 (mp_runner.py:73) +2024-09-01 18:08:05,167 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.005128052995132748 (mp_runner.py:73) +2024-09-01 18:08:05,171 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.0054019949966459535 (mp_runner.py:73) +2024-09-01 18:08:05,831 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.004473531000257935 (mp_runner.py:73) +2024-09-01 18:08:06,196 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.00437701000191737 (mp_runner.py:73) +2024-09-01 18:08:06,211 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.008688800997333601 (mp_runner.py:73) +2024-09-01 18:08:06,213 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.0082508150007925 (mp_runner.py:73) +2024-09-01 18:08:06,504 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.009151890997600276 (mp_runner.py:73) +2024-09-01 18:08:06,546 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.008230829000240192 (mp_runner.py:73) +2024-09-01 18:08:06,551 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.007468807001714595 (mp_runner.py:73) +2024-09-01 18:08:06,554 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.006368442998791579 (mp_runner.py:73) +2024-09-01 18:08:06,576 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.006259531000978313 (mp_runner.py:73) +2024-09-01 18:08:06,643 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.006794865999836475 (mp_runner.py:73) +2024-09-01 18:08:07,353 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.008948840004450176 (mp_runner.py:73) +2024-09-01 18:08:07,908 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.006206619000295177 (mp_runner.py:73) +2024-09-01 18:08:07,908 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.0068791750018135644 (mp_runner.py:73) +2024-09-01 18:08:07,908 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.0019080529964412563 (mp_runner.py:73) +2024-09-01 18:08:07,923 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.008797333997790702 (mp_runner.py:73) +2024-09-01 18:08:08,892 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.004712467001809273 (mp_runner.py:73) +2024-09-01 18:08:08,892 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.006240381000679918 (mp_runner.py:73) +2024-09-01 18:08:08,928 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005524815001990646 (mp_runner.py:73) +2024-09-01 18:08:08,928 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.00701450600172393 (mp_runner.py:73) +2024-09-01 18:08:09,305 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0056084180032485165 (mp_runner.py:73) +2024-09-01 18:08:09,308 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.004791815001226496 (mp_runner.py:73) +2024-09-01 18:08:09,309 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.005864145001396537 (mp_runner.py:73) +2024-09-01 18:08:09,310 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.005143865004356485 (mp_runner.py:73) +2024-09-01 18:08:09,689 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.004493856999033596 (mp_runner.py:73) +2024-09-01 18:08:09,760 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.0030572260002372786 (mp_runner.py:73) +2024-09-01 18:08:10,675 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.0061933970064274035 (mp_runner.py:73) +2024-09-01 18:08:10,796 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.006298524996964261 (mp_runner.py:73) +2024-09-01 18:08:10,983 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.006042859997251071 (mp_runner.py:73) +2024-09-01 18:08:11,178 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.00455700699967565 (mp_runner.py:73) +2024-09-01 18:08:11,181 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.0053065489992150106 (mp_runner.py:73) +2024-09-01 18:08:11,946 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008158980999724008 (mp_runner.py:73) +2024-09-01 18:08:12,125 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.010382968001067638 (mp_runner.py:73) +2024-09-01 18:08:12,142 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.011693168999045156 (mp_runner.py:73) +2024-09-01 18:08:12,255 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.00620856699970318 (mp_runner.py:73) +2024-09-01 18:08:12,417 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.009171794001304079 (mp_runner.py:73) +2024-09-01 18:08:12,454 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.008061885004281066 (mp_runner.py:73) +2024-09-01 18:08:12,555 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0077320009950199164 (mp_runner.py:73) +2024-09-01 18:08:12,576 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.00721080200310098 (mp_runner.py:73) +2024-09-01 18:08:12,848 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.008083102002274245 (mp_runner.py:73) +2024-09-01 18:08:12,892 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.007000580997555517 (mp_runner.py:73) +2024-09-01 18:08:13,816 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.005111995000333991 (mp_runner.py:73) +2024-09-01 18:08:13,926 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.008081467000010889 (mp_runner.py:73) +2024-09-01 18:08:14,251 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.010549792998062912 (mp_runner.py:73) +2024-09-01 18:08:14,262 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.008739057004277129 (mp_runner.py:73) +2024-09-01 18:08:14,512 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.00425421999534592 (mp_runner.py:73) +2024-09-01 18:08:14,918 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.00538728399988031 (mp_runner.py:73) +2024-09-01 18:08:15,030 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.0034868829970946535 (mp_runner.py:73) +2024-09-01 18:08:15,133 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.004666492997785099 (mp_runner.py:73) +2024-09-01 18:08:15,529 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.005254515999695286 (mp_runner.py:73) +2024-09-01 18:08:15,675 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.008779980002145749 (mp_runner.py:73) +2024-09-01 18:08:15,692 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.006138743003248237 (mp_runner.py:73) +2024-09-01 18:08:15,786 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.0014938900058041327 (mp_runner.py:73) +2024-09-01 18:08:15,849 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.004481356998439878 (mp_runner.py:73) +2024-09-01 18:08:16,179 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.003736598002433311 (mp_runner.py:73) +2024-09-01 18:08:16,262 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.005391566999605857 (mp_runner.py:73) +2024-09-01 18:08:16,620 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.006231674000446219 (mp_runner.py:73) +2024-09-01 18:08:17,140 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.001702993999060709 (mp_runner.py:73) +2024-09-01 18:08:17,286 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.006485181002062745 (mp_runner.py:73) +2024-09-01 18:08:17,376 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.005049924999184441 (mp_runner.py:73) +2024-09-01 18:08:17,599 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004707126005087048 (mp_runner.py:73) +2024-09-01 18:08:17,970 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.008705273001396563 (mp_runner.py:73) +2024-09-01 18:08:18,116 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.012756085001456086 (mp_runner.py:73) +2024-09-01 18:08:18,122 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.014325346004625317 (mp_runner.py:73) +2024-09-01 18:08:18,582 | DEBUG |(SpawnProcess-1:12) search_count: 4000, latest_latency=0.003775841003516689 (mp_runner.py:73) +2024-09-01 18:08:18,732 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.009219924999342766 (mp_runner.py:73) +2024-09-01 18:08:18,752 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.007867849999456666 (mp_runner.py:73) +2024-09-01 18:08:18,780 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.007680474998778664 (mp_runner.py:73) +2024-09-01 18:08:18,880 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.008306026000354905 (mp_runner.py:73) +2024-09-01 18:08:19,241 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.008664319000672549 (mp_runner.py:73) +2024-09-01 18:08:19,337 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.009871620000922121 (mp_runner.py:73) +2024-09-01 18:08:19,727 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.009886936997645535 (mp_runner.py:73) +2024-09-01 18:08:20,319 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.00946986700000707 (mp_runner.py:73) +2024-09-01 18:08:20,391 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.00963482899533119 (mp_runner.py:73) +2024-09-01 18:08:20,458 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.006039624000550248 (mp_runner.py:73) +2024-09-01 18:08:20,693 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.008316703999298625 (mp_runner.py:73) +2024-09-01 18:08:21,130 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.001859404997958336 (mp_runner.py:73) +2024-09-01 18:08:21,193 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.0068134960019961 (mp_runner.py:73) +2024-09-01 18:08:21,210 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.005093647996545769 (mp_runner.py:73) +2024-09-01 18:08:21,577 | DEBUG |(SpawnProcess-1:12) search_count: 4500, latest_latency=0.008379392995266244 (mp_runner.py:73) +2024-09-01 18:08:21,665 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.004301572997064795 (mp_runner.py:73) +2024-09-01 18:08:21,723 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.006247589000849985 (mp_runner.py:73) +2024-09-01 18:08:21,894 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.0058040299991262145 (mp_runner.py:73) +2024-09-01 18:08:22,047 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.0053662950012949295 (mp_runner.py:73) +2024-09-01 18:08:22,328 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.003542956997989677 (mp_runner.py:73) +2024-09-01 18:08:22,329 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.005249704998277593 (mp_runner.py:73) +2024-09-01 18:08:22,632 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.0068434909990173765 (mp_runner.py:73) +2024-09-01 18:08:23,205 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0018s, count=5355, qps in this process: 178.4893 (mp_runner.py:76) +2024-09-01 18:08:23,223 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0002s, count=5153, qps in this process: 171.7655 (mp_runner.py:76) +2024-09-01 18:08:23,224 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0017s, count=5153, qps in this process: 171.7569 (mp_runner.py:76) +2024-09-01 18:08:23,226 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0002s, count=4978, qps in this process: 165.9322 (mp_runner.py:76) +2024-09-01 18:08:23,238 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0006s, count=5251, qps in this process: 175.0298 (mp_runner.py:76) +2024-09-01 18:08:23,245 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0034s, count=5200, qps in this process: 173.3137 (mp_runner.py:76) +2024-09-01 18:08:23,249 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0026s, count=4951, qps in this process: 165.019 (mp_runner.py:76) +2024-09-01 18:08:23,260 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0003s, count=5349, qps in this process: 178.2982 (mp_runner.py:76) +2024-09-01 18:08:23,265 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0049s, count=5105, qps in this process: 170.1389 (mp_runner.py:76) +2024-09-01 18:08:23,270 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0045s, count=4984, qps in this process: 166.1084 (mp_runner.py:76) +2024-09-01 18:08:23,276 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0004s, count=4934, qps in this process: 164.4645 (mp_runner.py:76) +2024-09-01 18:08:23,277 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0009s, count=5230, qps in this process: 174.3281 (mp_runner.py:76) +2024-09-01 18:08:23,280 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0039s, count=5270, qps in this process: 175.6438 (mp_runner.py:76) +2024-09-01 18:08:23,316 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0002s, count=4828, qps in this process: 160.9323 (mp_runner.py:76) +2024-09-01 18:08:23,319 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0003s, count=5395, qps in this process: 179.8315 (mp_runner.py:76) +2024-09-01 18:08:23,326 | INFO |End search in concurrency 15: dur=30.19991490800021s, total_count=77136, qps=2554.1794 (mp_runner.py:120) +2024-09-01 18:08:24,221 | INFO |Update largest qps with concurrency 15: current max_qps=2554.1794 (mp_runner.py:124) +2024-09-01 18:08:24,639 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:08:24,639 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 18:08:34,909 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 18:08:34,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,000 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,018 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,028 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,042 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,066 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,073 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,075 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,085 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,107 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,110 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,110 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,112 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,127 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:35,135 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:08:38,194 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.0065931240023928694 (mp_runner.py:73) +2024-09-01 18:08:38,194 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.006790942003135569 (mp_runner.py:73) +2024-09-01 18:08:38,195 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.006979603997024242 (mp_runner.py:73) +2024-09-01 18:08:38,195 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.007010446999629494 (mp_runner.py:73) +2024-09-01 18:08:38,195 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.006155518000014126 (mp_runner.py:73) +2024-09-01 18:08:38,195 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.006723087004502304 (mp_runner.py:73) +2024-09-01 18:08:38,196 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.005668429999786895 (mp_runner.py:73) +2024-09-01 18:08:38,196 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.005674455998814665 (mp_runner.py:73) +2024-09-01 18:08:38,196 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0073141729953931645 (mp_runner.py:73) +2024-09-01 18:08:38,196 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.010615612998662982 (mp_runner.py:73) +2024-09-01 18:08:38,197 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.007366139005171135 (mp_runner.py:73) +2024-09-01 18:08:38,197 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.0073012439970625564 (mp_runner.py:73) +2024-09-01 18:08:38,198 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.006582554000488017 (mp_runner.py:73) +2024-09-01 18:08:38,198 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.011470969002402853 (mp_runner.py:73) +2024-09-01 18:08:38,199 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.010189112996158656 (mp_runner.py:73) +2024-09-01 18:08:38,199 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.007378989997960161 (mp_runner.py:73) +2024-09-01 18:08:38,199 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.007196928003395442 (mp_runner.py:73) +2024-09-01 18:08:38,199 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.006421090998628642 (mp_runner.py:73) +2024-09-01 18:08:38,200 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.007521116000134498 (mp_runner.py:73) +2024-09-01 18:08:39,613 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.008726319996640086 (mp_runner.py:73) +2024-09-01 18:08:41,237 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.004420124001626391 (mp_runner.py:73) +2024-09-01 18:08:41,237 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.003744232999451924 (mp_runner.py:73) +2024-09-01 18:08:41,237 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.005107755001517944 (mp_runner.py:73) +2024-09-01 18:08:41,237 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.004706480998720508 (mp_runner.py:73) +2024-09-01 18:08:41,238 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.005081934003101196 (mp_runner.py:73) +2024-09-01 18:08:41,238 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.0042370539958938025 (mp_runner.py:73) +2024-09-01 18:08:41,238 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.005068862999905832 (mp_runner.py:73) +2024-09-01 18:08:41,239 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.004794594999111723 (mp_runner.py:73) +2024-09-01 18:08:41,239 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.005222574996878393 (mp_runner.py:73) +2024-09-01 18:08:41,239 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.007544153995695524 (mp_runner.py:73) +2024-09-01 18:08:41,240 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.005429498000012245 (mp_runner.py:73) +2024-09-01 18:08:41,240 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.005295467002724763 (mp_runner.py:73) +2024-09-01 18:08:41,240 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.005533765994186979 (mp_runner.py:73) +2024-09-01 18:08:41,240 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.009326444000180345 (mp_runner.py:73) +2024-09-01 18:08:41,241 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.005820673999551218 (mp_runner.py:73) +2024-09-01 18:08:41,241 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.006058252001821529 (mp_runner.py:73) +2024-09-01 18:08:41,242 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.006160946002637502 (mp_runner.py:73) +2024-09-01 18:08:41,242 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.00908649800112471 (mp_runner.py:73) +2024-09-01 18:08:42,447 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.011203130998183042 (mp_runner.py:73) +2024-09-01 18:08:44,274 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.011070442000345793 (mp_runner.py:73) +2024-09-01 18:08:44,590 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.006057361999410205 (mp_runner.py:73) +2024-09-01 18:08:44,591 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.006052929995348677 (mp_runner.py:73) +2024-09-01 18:08:44,592 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.00599104400316719 (mp_runner.py:73) +2024-09-01 18:08:44,592 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.005203180997341406 (mp_runner.py:73) +2024-09-01 18:08:44,593 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.006594421996851452 (mp_runner.py:73) +2024-09-01 18:08:44,594 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.010701116996642668 (mp_runner.py:73) +2024-09-01 18:08:44,597 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.014094061996729579 (mp_runner.py:73) +2024-09-01 18:08:44,694 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.007829139998648316 (mp_runner.py:73) +2024-09-01 18:08:44,695 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.006119959005445708 (mp_runner.py:73) +2024-09-01 18:08:44,696 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.010345316004531924 (mp_runner.py:73) +2024-09-01 18:08:44,698 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.01283080100256484 (mp_runner.py:73) +2024-09-01 18:08:44,740 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.010307766999176238 (mp_runner.py:73) +2024-09-01 18:08:44,750 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.004476321999391075 (mp_runner.py:73) +2024-09-01 18:08:44,753 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.008980442005849909 (mp_runner.py:73) +2024-09-01 18:08:44,756 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.017110970002249815 (mp_runner.py:73) +2024-09-01 18:08:44,757 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.013895370000682306 (mp_runner.py:73) +2024-09-01 18:08:45,318 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.01935870099987369 (mp_runner.py:73) +2024-09-01 18:08:45,441 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.011148933001095429 (mp_runner.py:73) +2024-09-01 18:08:47,011 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.010775753995403647 (mp_runner.py:73) +2024-09-01 18:08:47,880 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.003177296996000223 (mp_runner.py:73) +2024-09-01 18:08:47,881 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.003371210004843306 (mp_runner.py:73) +2024-09-01 18:08:47,882 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.006306951996521093 (mp_runner.py:73) +2024-09-01 18:08:47,882 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.007468682000762783 (mp_runner.py:73) +2024-09-01 18:08:47,883 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.004557356995064765 (mp_runner.py:73) +2024-09-01 18:08:47,885 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.0057903049964807 (mp_runner.py:73) +2024-09-01 18:08:47,977 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.004437589996086899 (mp_runner.py:73) +2024-09-01 18:08:47,977 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.003594915004214272 (mp_runner.py:73) +2024-09-01 18:08:47,978 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.0033093879974330775 (mp_runner.py:73) +2024-09-01 18:08:47,978 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.003949993995775003 (mp_runner.py:73) +2024-09-01 18:08:47,979 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.007070216997817624 (mp_runner.py:73) +2024-09-01 18:08:47,982 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.006221421004738659 (mp_runner.py:73) +2024-09-01 18:08:47,982 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.010821320000104606 (mp_runner.py:73) +2024-09-01 18:08:47,983 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.007531600000220351 (mp_runner.py:73) +2024-09-01 18:08:48,711 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009798017003049608 (mp_runner.py:73) +2024-09-01 18:08:49,029 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.008449161003227346 (mp_runner.py:73) +2024-09-01 18:08:49,085 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.007191019001766108 (mp_runner.py:73) +2024-09-01 18:08:49,337 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.009783253000932746 (mp_runner.py:73) +2024-09-01 18:08:49,544 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.006482014003267977 (mp_runner.py:73) +2024-09-01 18:08:50,912 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.004666868000640534 (mp_runner.py:73) +2024-09-01 18:08:50,913 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.006497292000858579 (mp_runner.py:73) +2024-09-01 18:08:51,127 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.0014520780023303814 (mp_runner.py:73) +2024-09-01 18:08:51,139 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.006571803998667747 (mp_runner.py:73) +2024-09-01 18:08:51,141 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.007054767003864981 (mp_runner.py:73) +2024-09-01 18:08:51,149 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.011883496001246385 (mp_runner.py:73) +2024-09-01 18:08:51,159 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.005513960000826046 (mp_runner.py:73) +2024-09-01 18:08:51,164 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.011948522995226085 (mp_runner.py:73) +2024-09-01 18:08:51,165 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.014524493002681993 (mp_runner.py:73) +2024-09-01 18:08:51,168 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.00655122800526442 (mp_runner.py:73) +2024-09-01 18:08:51,171 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.009298166994994972 (mp_runner.py:73) +2024-09-01 18:08:51,328 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.006839544999820646 (mp_runner.py:73) +2024-09-01 18:08:51,719 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.011301159000140615 (mp_runner.py:73) +2024-09-01 18:08:52,182 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008839600995997898 (mp_runner.py:73) +2024-09-01 18:08:52,324 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.011075894006353337 (mp_runner.py:73) +2024-09-01 18:08:52,896 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.008760778997384477 (mp_runner.py:73) +2024-09-01 18:08:53,245 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.009849112000665627 (mp_runner.py:73) +2024-09-01 18:08:53,328 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.009802304004551843 (mp_runner.py:73) +2024-09-01 18:08:53,495 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.017310616000031587 (mp_runner.py:73) +2024-09-01 18:08:53,630 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.010068652998597827 (mp_runner.py:73) +2024-09-01 18:08:54,119 | DEBUG |(SpawnProcess-1:28) search_count: 3000, latest_latency=0.001687043004494626 (mp_runner.py:73) +2024-09-01 18:08:54,121 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.0048818979994393885 (mp_runner.py:73) +2024-09-01 18:08:54,160 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.005216935001953971 (mp_runner.py:73) +2024-09-01 18:08:54,170 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.005107471995870583 (mp_runner.py:73) +2024-09-01 18:08:54,171 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.011873675000970252 (mp_runner.py:73) +2024-09-01 18:08:54,178 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.0049733749983715825 (mp_runner.py:73) +2024-09-01 18:08:54,190 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.006316592000075616 (mp_runner.py:73) +2024-09-01 18:08:54,190 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.0073822739941533655 (mp_runner.py:73) +2024-09-01 18:08:54,191 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.0072994849979295395 (mp_runner.py:73) +2024-09-01 18:08:54,193 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.010276064997015055 (mp_runner.py:73) +2024-09-01 18:08:54,933 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.0069276459980756044 (mp_runner.py:73) +2024-09-01 18:08:55,525 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.009325723003712483 (mp_runner.py:73) +2024-09-01 18:08:55,911 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.006373237003572285 (mp_runner.py:73) +2024-09-01 18:08:56,259 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.006312188001174945 (mp_runner.py:73) +2024-09-01 18:08:56,472 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.010702229003072716 (mp_runner.py:73) +2024-09-01 18:08:57,124 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.005304441001499072 (mp_runner.py:73) +2024-09-01 18:08:57,149 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.005831000002217479 (mp_runner.py:73) +2024-09-01 18:08:57,150 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.009431742997549009 (mp_runner.py:73) +2024-09-01 18:08:57,151 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.009347012004582211 (mp_runner.py:73) +2024-09-01 18:08:57,195 | DEBUG |(SpawnProcess-1:28) search_count: 3500, latest_latency=0.006065588000637945 (mp_runner.py:73) +2024-09-01 18:08:57,196 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.008324978996824939 (mp_runner.py:73) +2024-09-01 18:08:57,224 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.007469110998499673 (mp_runner.py:73) +2024-09-01 18:08:57,224 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.009555810996971559 (mp_runner.py:73) +2024-09-01 18:08:57,225 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.008640995998575818 (mp_runner.py:73) +2024-09-01 18:08:57,226 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.008970124996267259 (mp_runner.py:73) +2024-09-01 18:08:57,227 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.011450231999333482 (mp_runner.py:73) +2024-09-01 18:08:57,322 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.007650405997992493 (mp_runner.py:73) +2024-09-01 18:08:57,426 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.008423147999565117 (mp_runner.py:73) +2024-09-01 18:08:57,587 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.008929527997679543 (mp_runner.py:73) +2024-09-01 18:08:57,682 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.00724323200120125 (mp_runner.py:73) +2024-09-01 18:08:59,319 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.008113641000818461 (mp_runner.py:73) +2024-09-01 18:08:59,830 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.008372785996471066 (mp_runner.py:73) +2024-09-01 18:09:00,369 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.003164248999382835 (mp_runner.py:73) +2024-09-01 18:09:00,370 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.008126093998725992 (mp_runner.py:73) +2024-09-01 18:09:00,370 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.005918708004173823 (mp_runner.py:73) +2024-09-01 18:09:00,371 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.004111185000510886 (mp_runner.py:73) +2024-09-01 18:09:00,372 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.004379018995678052 (mp_runner.py:73) +2024-09-01 18:09:00,401 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.008968144997197669 (mp_runner.py:73) +2024-09-01 18:09:00,445 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.012188247004814912 (mp_runner.py:73) +2024-09-01 18:09:00,572 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.003041654999833554 (mp_runner.py:73) +2024-09-01 18:09:00,573 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.004663439001888037 (mp_runner.py:73) +2024-09-01 18:09:00,575 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.006352914002491161 (mp_runner.py:73) +2024-09-01 18:09:00,575 | DEBUG |(SpawnProcess-1:28) search_count: 4000, latest_latency=0.006462308003392536 (mp_runner.py:73) +2024-09-01 18:09:00,575 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.004116787000384647 (mp_runner.py:73) +2024-09-01 18:09:00,576 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.0039473500000895 (mp_runner.py:73) +2024-09-01 18:09:00,928 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.01036399699660251 (mp_runner.py:73) +2024-09-01 18:09:01,481 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.010276190005242825 (mp_runner.py:73) +2024-09-01 18:09:01,769 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.008212853004806675 (mp_runner.py:73) +2024-09-01 18:09:01,845 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.011362899000232574 (mp_runner.py:73) +2024-09-01 18:09:02,030 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.002812799000821542 (mp_runner.py:73) +2024-09-01 18:09:03,629 | DEBUG |(SpawnProcess-1:35) search_count: 4500, latest_latency=0.0112944909997168 (mp_runner.py:73) +2024-09-01 18:09:03,709 | DEBUG |(SpawnProcess-1:42) search_count: 4500, latest_latency=0.010688601003494114 (mp_runner.py:73) +2024-09-01 18:09:03,730 | DEBUG |(SpawnProcess-1:29) search_count: 4500, latest_latency=0.008975447002740111 (mp_runner.py:73) +2024-09-01 18:09:03,783 | DEBUG |(SpawnProcess-1:43) search_count: 4500, latest_latency=0.01482933799707098 (mp_runner.py:73) +2024-09-01 18:09:03,793 | DEBUG |(SpawnProcess-1:36) search_count: 4500, latest_latency=0.010569148995273281 (mp_runner.py:73) +2024-09-01 18:09:03,808 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.009161381000012625 (mp_runner.py:73) +2024-09-01 18:09:03,886 | DEBUG |(SpawnProcess-1:28) search_count: 4500, latest_latency=0.01076529199781362 (mp_runner.py:73) +2024-09-01 18:09:03,945 | DEBUG |(SpawnProcess-1:46) search_count: 4500, latest_latency=0.006375873999786563 (mp_runner.py:73) +2024-09-01 18:09:03,946 | DEBUG |(SpawnProcess-1:44) search_count: 4500, latest_latency=0.0064781009932630695 (mp_runner.py:73) +2024-09-01 18:09:03,947 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.00851706199318869 (mp_runner.py:73) +2024-09-01 18:09:03,947 | DEBUG |(SpawnProcess-1:30) search_count: 4500, latest_latency=0.008707492997928057 (mp_runner.py:73) +2024-09-01 18:09:03,947 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.006764106001355685 (mp_runner.py:73) +2024-09-01 18:09:03,949 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.01143954799772473 (mp_runner.py:73) +2024-09-01 18:09:04,435 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.008581203997891862 (mp_runner.py:73) +2024-09-01 18:09:04,711 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.006540897993545514 (mp_runner.py:73) +2024-09-01 18:09:04,960 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0034s, count=4667, qps in this process: 155.549 (mp_runner.py:76) +2024-09-01 18:09:05,014 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0094s, count=4036, qps in this process: 134.4912 (mp_runner.py:76) +2024-09-01 18:09:05,030 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0085s, count=4679, qps in this process: 155.9225 (mp_runner.py:76) +2024-09-01 18:09:05,036 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0002s, count=4681, qps in this process: 156.0323 (mp_runner.py:76) +2024-09-01 18:09:05,049 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0048s, count=4683, qps in this process: 156.075 (mp_runner.py:76) +2024-09-01 18:09:05,072 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0038s, count=4689, qps in this process: 156.2802 (mp_runner.py:76) +2024-09-01 18:09:05,079 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0022s, count=3873, qps in this process: 129.0905 (mp_runner.py:76) +2024-09-01 18:09:05,081 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0052s, count=3848, qps in this process: 128.2444 (mp_runner.py:76) +2024-09-01 18:09:05,083 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0023s, count=4692, qps in this process: 156.388 (mp_runner.py:76) +2024-09-01 18:09:05,093 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0048s, count=4694, qps in this process: 156.4416 (mp_runner.py:76) +2024-09-01 18:09:05,094 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0015s, count=4694, qps in this process: 156.4588 (mp_runner.py:76) +2024-09-01 18:09:05,112 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.002s, count=3989, qps in this process: 132.9578 (mp_runner.py:76) +2024-09-01 18:09:05,114 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0012s, count=3702, qps in this process: 123.3951 (mp_runner.py:76) +2024-09-01 18:09:05,117 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0008s, count=3958, qps in this process: 131.9298 (mp_runner.py:76) +2024-09-01 18:09:05,117 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0039s, count=4162, qps in this process: 138.7153 (mp_runner.py:76) +2024-09-01 18:09:05,131 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.001s, count=4709, qps in this process: 156.9614 (mp_runner.py:76) +2024-09-01 18:09:05,136 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0003s, count=3932, qps in this process: 131.0654 (mp_runner.py:76) +2024-09-01 18:09:05,137 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0003s, count=4712, qps in this process: 157.0651 (mp_runner.py:76) +2024-09-01 18:09:05,137 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0018s, count=4095, qps in this process: 136.4918 (mp_runner.py:76) +2024-09-01 18:09:05,138 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0014s, count=3715, qps in this process: 123.8276 (mp_runner.py:76) +2024-09-01 18:09:05,153 | INFO |End search in concurrency 20: dur=30.243268253005226s, total_count=86210, qps=2850.5517 (mp_runner.py:120) +2024-09-01 18:09:06,406 | INFO |Update largest qps with concurrency 20: current max_qps=2850.5517 (mp_runner.py:124) +2024-09-01 18:09:06,818 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:09:06,818 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 18:09:17,161 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 18:09:17,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,328 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,328 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,331 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,331 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,332 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,378 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,422 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,429 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,429 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:17,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:09:21,300 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.014860937997582369 (mp_runner.py:73) +2024-09-01 18:09:21,439 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.007076715002767742 (mp_runner.py:73) +2024-09-01 18:09:21,440 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.0072235679981531575 (mp_runner.py:73) +2024-09-01 18:09:21,440 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.007196620004833676 (mp_runner.py:73) +2024-09-01 18:09:21,440 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.008900695000193082 (mp_runner.py:73) +2024-09-01 18:09:21,442 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.009661351999966428 (mp_runner.py:73) +2024-09-01 18:09:21,443 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.009495878999587148 (mp_runner.py:73) +2024-09-01 18:09:21,443 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.00872431400057394 (mp_runner.py:73) +2024-09-01 18:09:21,445 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.013904963001550641 (mp_runner.py:73) +2024-09-01 18:09:21,446 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.015485652002098504 (mp_runner.py:73) +2024-09-01 18:09:21,621 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.010638652995112352 (mp_runner.py:73) +2024-09-01 18:09:21,622 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.009494947000348475 (mp_runner.py:73) +2024-09-01 18:09:21,624 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.012719831000140402 (mp_runner.py:73) +2024-09-01 18:09:21,626 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.017264141999476124 (mp_runner.py:73) +2024-09-01 18:09:21,627 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.018897772999480367 (mp_runner.py:73) +2024-09-01 18:09:21,628 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.008623861998785287 (mp_runner.py:73) +2024-09-01 18:09:21,628 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.018213976996776182 (mp_runner.py:73) +2024-09-01 18:09:21,827 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.015442413001437671 (mp_runner.py:73) +2024-09-01 18:09:21,872 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.015981775999534875 (mp_runner.py:73) +2024-09-01 18:09:21,939 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.015241953995428048 (mp_runner.py:73) +2024-09-01 18:09:22,049 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.006165866994706448 (mp_runner.py:73) +2024-09-01 18:09:22,053 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.011086256003181916 (mp_runner.py:73) +2024-09-01 18:09:22,056 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.015034224001283292 (mp_runner.py:73) +2024-09-01 18:09:22,743 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.015897915996902157 (mp_runner.py:73) +2024-09-01 18:09:23,065 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.01277261399809504 (mp_runner.py:73) +2024-09-01 18:09:25,280 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.003294529000413604 (mp_runner.py:73) +2024-09-01 18:09:25,280 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.005415198997070547 (mp_runner.py:73) +2024-09-01 18:09:25,281 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.006305158000031952 (mp_runner.py:73) +2024-09-01 18:09:25,281 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.006547621997015085 (mp_runner.py:73) +2024-09-01 18:09:25,282 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.007955635002872441 (mp_runner.py:73) +2024-09-01 18:09:25,282 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.006455587004893459 (mp_runner.py:73) +2024-09-01 18:09:25,282 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.009898498996335547 (mp_runner.py:73) +2024-09-01 18:09:25,282 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.006112964001658838 (mp_runner.py:73) +2024-09-01 18:09:25,283 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.005580646997259464 (mp_runner.py:73) +2024-09-01 18:09:25,621 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0033800660021370277 (mp_runner.py:73) +2024-09-01 18:09:25,622 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.00711060399771668 (mp_runner.py:73) +2024-09-01 18:09:25,622 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.0066382419972796924 (mp_runner.py:73) +2024-09-01 18:09:25,622 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.005522510000446346 (mp_runner.py:73) +2024-09-01 18:09:25,622 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.008570263998990413 (mp_runner.py:73) +2024-09-01 18:09:25,623 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.0058462779998080805 (mp_runner.py:73) +2024-09-01 18:09:25,627 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.008695812000951264 (mp_runner.py:73) +2024-09-01 18:09:25,632 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.01844889099447755 (mp_runner.py:73) +2024-09-01 18:09:26,235 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.007639980998646934 (mp_runner.py:73) +2024-09-01 18:09:26,236 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.005429589000414126 (mp_runner.py:73) +2024-09-01 18:09:26,236 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.007203919994935859 (mp_runner.py:73) +2024-09-01 18:09:26,236 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.008290067002235446 (mp_runner.py:73) +2024-09-01 18:09:26,237 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.007471671997336671 (mp_runner.py:73) +2024-09-01 18:09:26,239 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.006290518002060708 (mp_runner.py:73) +2024-09-01 18:09:28,206 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.00956291599868564 (mp_runner.py:73) +2024-09-01 18:09:28,462 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.009294290997786447 (mp_runner.py:73) +2024-09-01 18:09:29,501 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.006548981000378262 (mp_runner.py:73) +2024-09-01 18:09:29,502 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.008028329000808299 (mp_runner.py:73) +2024-09-01 18:09:29,505 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.010700462000386324 (mp_runner.py:73) +2024-09-01 18:09:29,505 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.012467439002648462 (mp_runner.py:73) +2024-09-01 18:09:29,505 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.014400849999219645 (mp_runner.py:73) +2024-09-01 18:09:29,724 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.006945961999008432 (mp_runner.py:73) +2024-09-01 18:09:29,725 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.008056346996454522 (mp_runner.py:73) +2024-09-01 18:09:29,725 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.006670927999948617 (mp_runner.py:73) +2024-09-01 18:09:29,725 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.009446475996810477 (mp_runner.py:73) +2024-09-01 18:09:29,725 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.008690324000781402 (mp_runner.py:73) +2024-09-01 18:09:29,726 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.007295650997548364 (mp_runner.py:73) +2024-09-01 18:09:29,727 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.009195304002787452 (mp_runner.py:73) +2024-09-01 18:09:29,727 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.007390935999865178 (mp_runner.py:73) +2024-09-01 18:09:29,727 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.009305002000473905 (mp_runner.py:73) +2024-09-01 18:09:29,728 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.013106078004057053 (mp_runner.py:73) +2024-09-01 18:09:29,728 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.013258985003631096 (mp_runner.py:73) +2024-09-01 18:09:30,928 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.011724383999535348 (mp_runner.py:73) +2024-09-01 18:09:31,014 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.013944429003458936 (mp_runner.py:73) +2024-09-01 18:09:31,016 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.011283061998256017 (mp_runner.py:73) +2024-09-01 18:09:31,019 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.016116040002088994 (mp_runner.py:73) +2024-09-01 18:09:31,170 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.013734559994190931 (mp_runner.py:73) +2024-09-01 18:09:31,223 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.015261218999512494 (mp_runner.py:73) +2024-09-01 18:09:31,225 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.013290807000885252 (mp_runner.py:73) +2024-09-01 18:09:33,688 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.005663720003212802 (mp_runner.py:73) +2024-09-01 18:09:33,689 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.007717389999015722 (mp_runner.py:73) +2024-09-01 18:09:33,690 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.006610395997995511 (mp_runner.py:73) +2024-09-01 18:09:33,691 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.009234742996341083 (mp_runner.py:73) +2024-09-01 18:09:33,831 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.014978279003116768 (mp_runner.py:73) +2024-09-01 18:09:33,852 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.009781615000974853 (mp_runner.py:73) +2024-09-01 18:09:34,033 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.014946415001759306 (mp_runner.py:73) +2024-09-01 18:09:34,093 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.005981946000247262 (mp_runner.py:73) +2024-09-01 18:09:34,094 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.006229909005924128 (mp_runner.py:73) +2024-09-01 18:09:34,094 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.006407512002624571 (mp_runner.py:73) +2024-09-01 18:09:34,094 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.006115701005910523 (mp_runner.py:73) +2024-09-01 18:09:34,096 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.00654788199608447 (mp_runner.py:73) +2024-09-01 18:09:34,097 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.009664708995842375 (mp_runner.py:73) +2024-09-01 18:09:34,097 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.010753802002000157 (mp_runner.py:73) +2024-09-01 18:09:34,099 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.00817449799797032 (mp_runner.py:73) +2024-09-01 18:09:34,763 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.009977144000004046 (mp_runner.py:73) +2024-09-01 18:09:34,795 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.008650650997878984 (mp_runner.py:73) +2024-09-01 18:09:35,126 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.01140672600013204 (mp_runner.py:73) +2024-09-01 18:09:35,466 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.00815987500391202 (mp_runner.py:73) +2024-09-01 18:09:35,466 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.009396520996233448 (mp_runner.py:73) +2024-09-01 18:09:35,468 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.011514831996464636 (mp_runner.py:73) +2024-09-01 18:09:36,273 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.009918048002873547 (mp_runner.py:73) +2024-09-01 18:09:36,287 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.01089105500432197 (mp_runner.py:73) +2024-09-01 18:09:36,296 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.007575669005746022 (mp_runner.py:73) +2024-09-01 18:09:36,297 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.008603738999227062 (mp_runner.py:73) +2024-09-01 18:09:37,928 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.007443907998094801 (mp_runner.py:73) +2024-09-01 18:09:37,931 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.007047833998512942 (mp_runner.py:73) +2024-09-01 18:09:37,932 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.013160717993741855 (mp_runner.py:73) +2024-09-01 18:09:37,933 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.015313762000005227 (mp_runner.py:73) +2024-09-01 18:09:38,103 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.006303595000645146 (mp_runner.py:73) +2024-09-01 18:09:38,104 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.0062102920055622235 (mp_runner.py:73) +2024-09-01 18:09:38,105 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.008092520998616237 (mp_runner.py:73) +2024-09-01 18:09:38,105 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.00758205999591155 (mp_runner.py:73) +2024-09-01 18:09:38,105 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.010167489999730606 (mp_runner.py:73) +2024-09-01 18:09:38,106 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.010168754997721408 (mp_runner.py:73) +2024-09-01 18:09:38,108 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.011959144001593813 (mp_runner.py:73) +2024-09-01 18:09:38,109 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.009746962998178788 (mp_runner.py:73) +2024-09-01 18:09:38,110 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.014968540002882946 (mp_runner.py:73) +2024-09-01 18:09:39,352 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.005977959997835569 (mp_runner.py:73) +2024-09-01 18:09:39,535 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.009252437004761305 (mp_runner.py:73) +2024-09-01 18:09:39,833 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.013380099000642076 (mp_runner.py:73) +2024-09-01 18:09:39,840 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.018146326998248696 (mp_runner.py:73) +2024-09-01 18:09:40,068 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.005422087000624742 (mp_runner.py:73) +2024-09-01 18:09:40,071 | DEBUG |(SpawnProcess-1:49) search_count: 2500, latest_latency=0.010299308996764012 (mp_runner.py:73) +2024-09-01 18:09:40,072 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.01042939299804857 (mp_runner.py:73) +2024-09-01 18:09:40,210 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.014372327001183294 (mp_runner.py:73) +2024-09-01 18:09:40,975 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.00789477200305555 (mp_runner.py:73) +2024-09-01 18:09:40,976 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.012915621999127325 (mp_runner.py:73) +2024-09-01 18:09:40,977 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.01104895499884151 (mp_runner.py:73) +2024-09-01 18:09:41,217 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.013215926999691874 (mp_runner.py:73) +2024-09-01 18:09:42,191 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.02326983099919744 (mp_runner.py:73) +2024-09-01 18:09:42,192 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.00931649900303455 (mp_runner.py:73) +2024-09-01 18:09:42,193 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.007758091000141576 (mp_runner.py:73) +2024-09-01 18:09:42,197 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.011604907995206304 (mp_runner.py:73) +2024-09-01 18:09:42,198 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.03996896000171546 (mp_runner.py:73) +2024-09-01 18:09:42,222 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.04490342600183794 (mp_runner.py:73) +2024-09-01 18:09:42,235 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.007437840002239682 (mp_runner.py:73) +2024-09-01 18:09:42,272 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.004743871002574451 (mp_runner.py:73) +2024-09-01 18:09:42,320 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.0029287720026331954 (mp_runner.py:73) +2024-09-01 18:09:42,321 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.005600413998763543 (mp_runner.py:73) +2024-09-01 18:09:42,327 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.018922290997579694 (mp_runner.py:73) +2024-09-01 18:09:42,332 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.031929978998959996 (mp_runner.py:73) +2024-09-01 18:09:42,966 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.009540782004478388 (mp_runner.py:73) +2024-09-01 18:09:45,047 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.004275302002497483 (mp_runner.py:73) +2024-09-01 18:09:45,048 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.023853363003581762 (mp_runner.py:73) +2024-09-01 18:09:45,197 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.034545636000984814 (mp_runner.py:73) +2024-09-01 18:09:45,202 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.019855801001540385 (mp_runner.py:73) +2024-09-01 18:09:45,306 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.009950496001692954 (mp_runner.py:73) +2024-09-01 18:09:45,441 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.014143277003313415 (mp_runner.py:73) +2024-09-01 18:09:45,529 | DEBUG |(SpawnProcess-1:49) search_count: 3000, latest_latency=0.009457649000978563 (mp_runner.py:73) +2024-09-01 18:09:46,094 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.009237288002623245 (mp_runner.py:73) +2024-09-01 18:09:46,410 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.009082887998374645 (mp_runner.py:73) +2024-09-01 18:09:46,449 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.011355554997862782 (mp_runner.py:73) +2024-09-01 18:09:46,471 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.009339312004158273 (mp_runner.py:73) +2024-09-01 18:09:46,712 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.009469238997553475 (mp_runner.py:73) +2024-09-01 18:09:46,712 | DEBUG |(SpawnProcess-1:61) search_count: 3500, latest_latency=0.00858650900045177 (mp_runner.py:73) +2024-09-01 18:09:46,714 | DEBUG |(SpawnProcess-1:65) search_count: 3500, latest_latency=0.013120857001922559 (mp_runner.py:73) +2024-09-01 18:09:46,718 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.01806687800126383 (mp_runner.py:73) +2024-09-01 18:09:47,178 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.010961234002024867 (mp_runner.py:73) +2024-09-01 18:09:47,236 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.01187082600517897 (mp_runner.py:73) +2024-09-01 18:09:47,238 | DEBUG |(SpawnProcess-1:52) search_count: 3500, latest_latency=0.01167784599965671 (mp_runner.py:73) +2024-09-01 18:09:47,281 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0058s, count=3480, qps in this process: 115.9776 (mp_runner.py:76) +2024-09-01 18:09:47,340 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0078s, count=3576, qps in this process: 119.169 (mp_runner.py:76) +2024-09-01 18:09:47,340 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0027s, count=3463, qps in this process: 115.4229 (mp_runner.py:76) +2024-09-01 18:09:47,342 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0041s, count=3211, qps in this process: 107.0187 (mp_runner.py:76) +2024-09-01 18:09:47,343 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0064s, count=3112, qps in this process: 103.7112 (mp_runner.py:76) +2024-09-01 18:09:47,350 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0122s, count=3577, qps in this process: 119.1849 (mp_runner.py:76) +2024-09-01 18:09:47,351 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0048s, count=3511, qps in this process: 117.0146 (mp_runner.py:76) +2024-09-01 18:09:47,356 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0097s, count=3578, qps in this process: 119.2281 (mp_runner.py:76) +2024-09-01 18:09:47,358 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0047s, count=3476, qps in this process: 115.8485 (mp_runner.py:76) +2024-09-01 18:09:47,371 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0015s, count=3220, qps in this process: 107.328 (mp_runner.py:76) +2024-09-01 18:09:47,374 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0041s, count=3581, qps in this process: 119.3504 (mp_runner.py:76) +2024-09-01 18:09:47,376 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0064s, count=3020, qps in this process: 100.6452 (mp_runner.py:76) +2024-09-01 18:09:47,380 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0002s, count=3515, qps in this process: 117.1659 (mp_runner.py:76) +2024-09-01 18:09:47,380 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.001s, count=3088, qps in this process: 102.9299 (mp_runner.py:76) +2024-09-01 18:09:47,382 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0028s, count=3083, qps in this process: 102.7571 (mp_runner.py:76) +2024-09-01 18:09:47,388 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0086s, count=3466, qps in this process: 115.5002 (mp_runner.py:76) +2024-09-01 18:09:47,419 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0011s, count=3490, qps in this process: 116.3291 (mp_runner.py:76) +2024-09-01 18:09:47,420 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0021s, count=3393, qps in this process: 113.0921 (mp_runner.py:76) +2024-09-01 18:09:47,421 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0031s, count=3196, qps in this process: 106.5223 (mp_runner.py:76) +2024-09-01 18:09:47,422 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0005s, count=3221, qps in this process: 107.3649 (mp_runner.py:76) +2024-09-01 18:09:47,428 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0015s, count=3245, qps in this process: 108.1613 (mp_runner.py:76) +2024-09-01 18:09:47,432 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0006s, count=3489, qps in this process: 116.2977 (mp_runner.py:76) +2024-09-01 18:09:47,432 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0018s, count=3095, qps in this process: 103.1605 (mp_runner.py:76) +2024-09-01 18:09:47,433 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0009s, count=2716, qps in this process: 90.5306 (mp_runner.py:76) +2024-09-01 18:09:47,459 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0002s, count=2716, qps in this process: 90.5327 (mp_runner.py:76) +2024-09-01 18:09:47,465 | INFO |End search in concurrency 25: dur=30.304374927996832s, total_count=82518, qps=2722.9732 (mp_runner.py:120) +2024-09-01 18:09:49,465 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:09:49,465 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 18:09:59,857 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 18:09:59,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,060 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,069 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,102 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,186 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,213 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,229 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,232 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,233 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,235 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,246 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,246 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,249 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,253 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,262 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,292 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,292 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,300 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:00,310 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:04,898 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.009583343999111094 (mp_runner.py:73) +2024-09-01 18:10:04,899 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.00962834499659948 (mp_runner.py:73) +2024-09-01 18:10:04,899 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.008378312006243505 (mp_runner.py:73) +2024-09-01 18:10:04,900 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.010373295997851528 (mp_runner.py:73) +2024-09-01 18:10:04,900 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.010448608998558484 (mp_runner.py:73) +2024-09-01 18:10:04,900 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.009720943002321292 (mp_runner.py:73) +2024-09-01 18:10:04,901 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.008391301998926792 (mp_runner.py:73) +2024-09-01 18:10:04,901 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.00839823000569595 (mp_runner.py:73) +2024-09-01 18:10:04,902 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.008378402999369428 (mp_runner.py:73) +2024-09-01 18:10:04,902 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.013988703998620622 (mp_runner.py:73) +2024-09-01 18:10:04,903 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.011668933999317233 (mp_runner.py:73) +2024-09-01 18:10:04,906 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.018713890000071842 (mp_runner.py:73) +2024-09-01 18:10:04,908 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.01366317200154299 (mp_runner.py:73) +2024-09-01 18:10:04,908 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.017112026995164342 (mp_runner.py:73) +2024-09-01 18:10:05,140 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.009932673994626384 (mp_runner.py:73) +2024-09-01 18:10:05,141 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.009424065006896853 (mp_runner.py:73) +2024-09-01 18:10:05,141 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.010858103996724822 (mp_runner.py:73) +2024-09-01 18:10:05,142 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.009807643000385724 (mp_runner.py:73) +2024-09-01 18:10:05,143 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.014346921001560986 (mp_runner.py:73) +2024-09-01 18:10:05,144 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.016801065001345705 (mp_runner.py:73) +2024-09-01 18:10:05,551 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.012546441997983493 (mp_runner.py:73) +2024-09-01 18:10:05,552 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.012612372003786732 (mp_runner.py:73) +2024-09-01 18:10:05,552 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.013839604005625006 (mp_runner.py:73) +2024-09-01 18:10:05,553 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.015898495003057178 (mp_runner.py:73) +2024-09-01 18:10:05,553 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.016039665002608672 (mp_runner.py:73) +2024-09-01 18:10:05,554 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.017602211999474093 (mp_runner.py:73) +2024-09-01 18:10:05,554 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.017669142995146103 (mp_runner.py:73) +2024-09-01 18:10:06,173 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02005695999832824 (mp_runner.py:73) +2024-09-01 18:10:06,181 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.021318617000360973 (mp_runner.py:73) +2024-09-01 18:10:06,379 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.017469244994572364 (mp_runner.py:73) +2024-09-01 18:10:09,723 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.007593029004056007 (mp_runner.py:73) +2024-09-01 18:10:09,724 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006892354998853989 (mp_runner.py:73) +2024-09-01 18:10:09,725 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.00820895200013183 (mp_runner.py:73) +2024-09-01 18:10:09,725 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.010284998999850359 (mp_runner.py:73) +2024-09-01 18:10:09,726 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.010916437000560109 (mp_runner.py:73) +2024-09-01 18:10:09,728 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.010434094001539052 (mp_runner.py:73) +2024-09-01 18:10:09,730 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.010492372995940968 (mp_runner.py:73) +2024-09-01 18:10:10,130 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.010755538001831155 (mp_runner.py:73) +2024-09-01 18:10:10,151 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.012094797995814588 (mp_runner.py:73) +2024-09-01 18:10:10,188 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.012367252995318267 (mp_runner.py:73) +2024-09-01 18:10:10,190 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.014377735999005381 (mp_runner.py:73) +2024-09-01 18:10:10,205 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.010289593003108166 (mp_runner.py:73) +2024-09-01 18:10:10,249 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.012026732001686469 (mp_runner.py:73) +2024-09-01 18:10:10,338 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.009692635001556482 (mp_runner.py:73) +2024-09-01 18:10:10,551 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.009569469999405555 (mp_runner.py:73) +2024-09-01 18:10:10,558 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.00985377500182949 (mp_runner.py:73) +2024-09-01 18:10:10,562 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.012369256997772027 (mp_runner.py:73) +2024-09-01 18:10:10,601 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.00998509899363853 (mp_runner.py:73) +2024-09-01 18:10:10,630 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.008128107998345513 (mp_runner.py:73) +2024-09-01 18:10:10,822 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.00924180400033947 (mp_runner.py:73) +2024-09-01 18:10:10,943 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.007945520999783184 (mp_runner.py:73) +2024-09-01 18:10:10,945 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.01121414199587889 (mp_runner.py:73) +2024-09-01 18:10:10,946 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.011403572003473528 (mp_runner.py:73) +2024-09-01 18:10:10,948 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.010847430996363983 (mp_runner.py:73) +2024-09-01 18:10:11,144 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.012591728002007585 (mp_runner.py:73) +2024-09-01 18:10:11,439 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.01235478300077375 (mp_runner.py:73) +2024-09-01 18:10:11,441 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.01292888000170933 (mp_runner.py:73) +2024-09-01 18:10:12,642 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.010575077998510096 (mp_runner.py:73) +2024-09-01 18:10:12,665 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.01327470199612435 (mp_runner.py:73) +2024-09-01 18:10:12,967 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.012637451000045985 (mp_runner.py:73) +2024-09-01 18:10:15,533 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.009669037994171958 (mp_runner.py:73) +2024-09-01 18:10:15,533 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.01129805499658687 (mp_runner.py:73) +2024-09-01 18:10:15,537 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.01531288600381231 (mp_runner.py:73) +2024-09-01 18:10:15,537 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.016709677001927048 (mp_runner.py:73) +2024-09-01 18:10:15,630 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.015160902999923564 (mp_runner.py:73) +2024-09-01 18:10:15,656 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.015437726004165597 (mp_runner.py:73) +2024-09-01 18:10:16,225 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.03764349400444189 (mp_runner.py:73) +2024-09-01 18:10:16,244 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.015397993003716692 (mp_runner.py:73) +2024-09-01 18:10:16,245 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.01757780999469105 (mp_runner.py:73) +2024-09-01 18:10:16,253 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.018404711001494434 (mp_runner.py:73) +2024-09-01 18:10:16,254 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.02740072500455426 (mp_runner.py:73) +2024-09-01 18:10:16,255 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.015558013998088427 (mp_runner.py:73) +2024-09-01 18:10:16,256 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.015717032001703046 (mp_runner.py:73) +2024-09-01 18:10:16,262 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.03574280799512053 (mp_runner.py:73) +2024-09-01 18:10:16,277 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.009908035004627891 (mp_runner.py:73) +2024-09-01 18:10:16,280 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.017354830000840593 (mp_runner.py:73) +2024-09-01 18:10:16,281 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.015147431993682403 (mp_runner.py:73) +2024-09-01 18:10:16,286 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.010474722999788355 (mp_runner.py:73) +2024-09-01 18:10:16,484 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.014967026996600907 (mp_runner.py:73) +2024-09-01 18:10:16,486 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.01637851099803811 (mp_runner.py:73) +2024-09-01 18:10:16,487 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.02284139400580898 (mp_runner.py:73) +2024-09-01 18:10:16,488 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.0014494299975922331 (mp_runner.py:73) +2024-09-01 18:10:16,498 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.026593437003612053 (mp_runner.py:73) +2024-09-01 18:10:16,820 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.018691527999180835 (mp_runner.py:73) +2024-09-01 18:10:18,122 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.02276381999399746 (mp_runner.py:73) +2024-09-01 18:10:18,379 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.01742322600330226 (mp_runner.py:73) +2024-09-01 18:10:18,479 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.01575817599950824 (mp_runner.py:73) +2024-09-01 18:10:19,375 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.015508655000303406 (mp_runner.py:73) +2024-09-01 18:10:19,376 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.016149743998539634 (mp_runner.py:73) +2024-09-01 18:10:19,900 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.01861486599955242 (mp_runner.py:73) +2024-09-01 18:10:21,259 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.009219019004376605 (mp_runner.py:73) +2024-09-01 18:10:21,299 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.006877061001432594 (mp_runner.py:73) +2024-09-01 18:10:21,300 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.008238896996772382 (mp_runner.py:73) +2024-09-01 18:10:21,301 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.008075703997747041 (mp_runner.py:73) +2024-09-01 18:10:21,302 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.00759881800331641 (mp_runner.py:73) +2024-09-01 18:10:21,302 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.01074554899969371 (mp_runner.py:73) +2024-09-01 18:10:21,303 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.007259448000695556 (mp_runner.py:73) +2024-09-01 18:10:21,304 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.008356464997632429 (mp_runner.py:73) +2024-09-01 18:10:21,304 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007364158002019394 (mp_runner.py:73) +2024-09-01 18:10:21,308 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.018651475002116058 (mp_runner.py:73) +2024-09-01 18:10:21,565 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.014231521003239322 (mp_runner.py:73) +2024-09-01 18:10:21,567 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.012962246000824962 (mp_runner.py:73) +2024-09-01 18:10:21,568 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.00951941200037254 (mp_runner.py:73) +2024-09-01 18:10:21,568 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.01573340900358744 (mp_runner.py:73) +2024-09-01 18:10:21,569 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.01154968299670145 (mp_runner.py:73) +2024-09-01 18:10:22,015 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.008227819998865016 (mp_runner.py:73) +2024-09-01 18:10:22,016 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.008387810004933272 (mp_runner.py:73) +2024-09-01 18:10:22,017 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.008542612005840056 (mp_runner.py:73) +2024-09-01 18:10:22,017 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.010234729001240339 (mp_runner.py:73) +2024-09-01 18:10:22,018 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.011001082995790057 (mp_runner.py:73) +2024-09-01 18:10:22,026 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.019595234000007622 (mp_runner.py:73) +2024-09-01 18:10:22,534 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.010320995999791194 (mp_runner.py:73) +2024-09-01 18:10:22,690 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.012184376006189268 (mp_runner.py:73) +2024-09-01 18:10:23,360 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.01122115099860821 (mp_runner.py:73) +2024-09-01 18:10:24,636 | DEBUG |(SpawnProcess-1:75) search_count: 2000, latest_latency=0.012313599996559788 (mp_runner.py:73) +2024-09-01 18:10:24,737 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.012440135003998876 (mp_runner.py:73) +2024-09-01 18:10:24,956 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.010873758001253009 (mp_runner.py:73) +2024-09-01 18:10:25,687 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.01020088599761948 (mp_runner.py:73) +2024-09-01 18:10:25,687 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.012291798993828706 (mp_runner.py:73) +2024-09-01 18:10:25,925 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.007274486000824254 (mp_runner.py:73) +2024-09-01 18:10:25,926 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.009614433998649474 (mp_runner.py:73) +2024-09-01 18:10:25,927 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.00789066400466254 (mp_runner.py:73) +2024-09-01 18:10:25,928 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.008667745998536702 (mp_runner.py:73) +2024-09-01 18:10:25,929 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.004485445999307558 (mp_runner.py:73) +2024-09-01 18:10:25,929 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.008763834004639648 (mp_runner.py:73) +2024-09-01 18:10:25,930 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.008751595996727701 (mp_runner.py:73) +2024-09-01 18:10:25,930 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.015446978999534622 (mp_runner.py:73) +2024-09-01 18:10:25,931 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.020585051002854016 (mp_runner.py:73) +2024-09-01 18:10:25,933 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.018687003997911233 (mp_runner.py:73) +2024-09-01 18:10:26,487 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.014333933999296278 (mp_runner.py:73) +2024-09-01 18:10:26,825 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.010002895003708545 (mp_runner.py:73) +2024-09-01 18:10:26,826 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.012081651002517901 (mp_runner.py:73) +2024-09-01 18:10:26,829 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.016167824003787246 (mp_runner.py:73) +2024-09-01 18:10:26,831 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.019166471000062302 (mp_runner.py:73) +2024-09-01 18:10:27,444 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.018108598997059744 (mp_runner.py:73) +2024-09-01 18:10:27,609 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.014141049003228545 (mp_runner.py:73) +2024-09-01 18:10:27,609 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.01674585900036618 (mp_runner.py:73) +2024-09-01 18:10:27,671 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.015124933001061436 (mp_runner.py:73) +2024-09-01 18:10:28,007 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.021178795999730937 (mp_runner.py:73) +2024-09-01 18:10:28,073 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.01446669599681627 (mp_runner.py:73) +2024-09-01 18:10:28,111 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.007108142999641132 (mp_runner.py:73) +2024-09-01 18:10:28,963 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.017107948995544575 (mp_runner.py:73) +2024-09-01 18:10:29,164 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.017527168995002285 (mp_runner.py:73) +2024-09-01 18:10:29,881 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.01698931799910497 (mp_runner.py:73) +2024-09-01 18:10:29,964 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0077s, count=2929, qps in this process: 97.6083 (mp_runner.py:76) +2024-09-01 18:10:30,090 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0291s, count=2907, qps in this process: 96.8061 (mp_runner.py:76) +2024-09-01 18:10:30,092 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0208s, count=2794, qps in this process: 93.0688 (mp_runner.py:76) +2024-09-01 18:10:30,119 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0154s, count=2694, qps in this process: 89.7539 (mp_runner.py:76) +2024-09-01 18:10:30,135 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0016s, count=2703, qps in this process: 90.0952 (mp_runner.py:76) +2024-09-01 18:10:30,150 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0068s, count=2406, qps in this process: 80.1818 (mp_runner.py:76) +2024-09-01 18:10:30,211 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0015s, count=2686, qps in this process: 89.5289 (mp_runner.py:76) +2024-09-01 18:10:30,214 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0253s, count=2943, qps in this process: 98.0173 (mp_runner.py:76) +2024-09-01 18:10:30,218 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.015s, count=2516, qps in this process: 83.8248 (mp_runner.py:76) +2024-09-01 18:10:30,219 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0108s, count=2590, qps in this process: 86.3023 (mp_runner.py:76) +2024-09-01 18:10:30,224 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0153s, count=2574, qps in this process: 85.7563 (mp_runner.py:76) +2024-09-01 18:10:30,224 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0019s, count=2661, qps in this process: 88.6944 (mp_runner.py:76) +2024-09-01 18:10:30,227 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0062s, count=2913, qps in this process: 97.0799 (mp_runner.py:76) +2024-09-01 18:10:30,234 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0031s, count=2652, qps in this process: 88.3909 (mp_runner.py:76) +2024-09-01 18:10:30,239 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.005s, count=2430, qps in this process: 80.9865 (mp_runner.py:76) +2024-09-01 18:10:30,240 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0046s, count=2358, qps in this process: 78.5879 (mp_runner.py:76) +2024-09-01 18:10:30,241 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0004s, count=2946, qps in this process: 98.1987 (mp_runner.py:76) +2024-09-01 18:10:30,249 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0012s, count=2947, qps in this process: 98.2294 (mp_runner.py:76) +2024-09-01 18:10:30,251 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0016s, count=2805, qps in this process: 93.495 (mp_runner.py:76) +2024-09-01 18:10:30,253 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0004s, count=2671, qps in this process: 89.0321 (mp_runner.py:76) +2024-09-01 18:10:30,255 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0035s, count=2948, qps in this process: 98.2552 (mp_runner.py:76) +2024-09-01 18:10:30,258 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0072s, count=2917, qps in this process: 97.21 (mp_runner.py:76) +2024-09-01 18:10:30,258 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0076s, count=2704, qps in this process: 90.1105 (mp_runner.py:76) +2024-09-01 18:10:30,259 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0071s, count=2948, qps in this process: 98.2434 (mp_runner.py:76) +2024-09-01 18:10:30,262 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0044s, count=2950, qps in this process: 98.3189 (mp_runner.py:76) +2024-09-01 18:10:30,269 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0009s, count=2810, qps in this process: 93.6639 (mp_runner.py:76) +2024-09-01 18:10:30,295 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0004s, count=2420, qps in this process: 80.6656 (mp_runner.py:76) +2024-09-01 18:10:30,298 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0028s, count=2827, qps in this process: 94.2245 (mp_runner.py:76) +2024-09-01 18:10:30,305 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0005s, count=2301, qps in this process: 76.6987 (mp_runner.py:76) +2024-09-01 18:10:30,316 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0004s, count=2389, qps in this process: 79.6323 (mp_runner.py:76) +2024-09-01 18:10:30,324 | INFO |End search in concurrency 30: dur=30.465852497000014s, total_count=81339, qps=2669.8416 (mp_runner.py:120) +2024-09-01 18:10:32,641 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:10:32,641 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 18:10:43,173 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 18:10:43,276 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,479 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,535 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,542 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,562 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,568 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,586 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,617 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,618 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,623 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,623 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,626 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,640 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,640 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:43,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:10:49,377 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.012245328005519696 (mp_runner.py:73) +2024-09-01 18:10:49,377 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.00781282899697544 (mp_runner.py:73) +2024-09-01 18:10:49,378 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.01058517600176856 (mp_runner.py:73) +2024-09-01 18:10:49,378 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01294447300460888 (mp_runner.py:73) +2024-09-01 18:10:49,379 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01102277600148227 (mp_runner.py:73) +2024-09-01 18:10:49,379 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.013313677001860924 (mp_runner.py:73) +2024-09-01 18:10:49,379 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.012654938000196125 (mp_runner.py:73) +2024-09-01 18:10:49,380 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.011667787002807017 (mp_runner.py:73) +2024-09-01 18:10:49,381 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.009647252001741435 (mp_runner.py:73) +2024-09-01 18:10:49,381 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.010797174996696413 (mp_runner.py:73) +2024-09-01 18:10:49,382 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.01212938199751079 (mp_runner.py:73) +2024-09-01 18:10:49,382 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.012131354000302963 (mp_runner.py:73) +2024-09-01 18:10:49,382 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.012050658995576669 (mp_runner.py:73) +2024-09-01 18:10:49,383 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.009860338999715168 (mp_runner.py:73) +2024-09-01 18:10:49,383 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01119622700207401 (mp_runner.py:73) +2024-09-01 18:10:49,384 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.011101854994194582 (mp_runner.py:73) +2024-09-01 18:10:49,385 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.021603531997243408 (mp_runner.py:73) +2024-09-01 18:10:49,386 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.021029458999691997 (mp_runner.py:73) +2024-09-01 18:10:49,541 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.009873973998764995 (mp_runner.py:73) +2024-09-01 18:10:49,545 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.01645839699631324 (mp_runner.py:73) +2024-09-01 18:10:49,549 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.019151170003169682 (mp_runner.py:73) +2024-09-01 18:10:49,735 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.020450934003747534 (mp_runner.py:73) +2024-09-01 18:10:49,735 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.013081935001537204 (mp_runner.py:73) +2024-09-01 18:10:49,743 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.009736774998600595 (mp_runner.py:73) +2024-09-01 18:10:49,745 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.015809594995516818 (mp_runner.py:73) +2024-09-01 18:10:49,745 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.01065884499985259 (mp_runner.py:73) +2024-09-01 18:10:49,746 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.019007223003427498 (mp_runner.py:73) +2024-09-01 18:10:49,747 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.014666832001239527 (mp_runner.py:73) +2024-09-01 18:10:49,749 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.019680910001625307 (mp_runner.py:73) +2024-09-01 18:10:50,264 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.0208380269978079 (mp_runner.py:73) +2024-09-01 18:10:50,586 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.016044544994656462 (mp_runner.py:73) +2024-09-01 18:10:50,591 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.017035921999195125 (mp_runner.py:73) +2024-09-01 18:10:50,595 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.024734801998420153 (mp_runner.py:73) +2024-09-01 18:10:51,299 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.018155563004256692 (mp_runner.py:73) +2024-09-01 18:10:51,628 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.01844130399695132 (mp_runner.py:73) +2024-09-01 18:10:54,676 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.007152095997298602 (mp_runner.py:73) +2024-09-01 18:10:54,677 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.00932311100041261 (mp_runner.py:73) +2024-09-01 18:10:54,678 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.00534905099630123 (mp_runner.py:73) +2024-09-01 18:10:54,679 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.009444171002542134 (mp_runner.py:73) +2024-09-01 18:10:54,680 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.010798354000144172 (mp_runner.py:73) +2024-09-01 18:10:54,681 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.01164436600083718 (mp_runner.py:73) +2024-09-01 18:10:54,682 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.015483199000300374 (mp_runner.py:73) +2024-09-01 18:10:54,683 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.010421094004414044 (mp_runner.py:73) +2024-09-01 18:10:54,683 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.015999176001059823 (mp_runner.py:73) +2024-09-01 18:10:54,684 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.009050143999047577 (mp_runner.py:73) +2024-09-01 18:10:54,684 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.012958996005181689 (mp_runner.py:73) +2024-09-01 18:10:54,685 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.013153469997632783 (mp_runner.py:73) +2024-09-01 18:10:54,688 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.011748158998670988 (mp_runner.py:73) +2024-09-01 18:10:55,569 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.007337304996326566 (mp_runner.py:73) +2024-09-01 18:10:55,571 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.009642177996283863 (mp_runner.py:73) +2024-09-01 18:10:55,572 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.008918516003177501 (mp_runner.py:73) +2024-09-01 18:10:55,572 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.011074060006649233 (mp_runner.py:73) +2024-09-01 18:10:55,573 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.00991054299811367 (mp_runner.py:73) +2024-09-01 18:10:55,573 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.01217671299673384 (mp_runner.py:73) +2024-09-01 18:10:55,574 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.008980619000794832 (mp_runner.py:73) +2024-09-01 18:10:55,574 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.010848887002794072 (mp_runner.py:73) +2024-09-01 18:10:55,575 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.01101509299769532 (mp_runner.py:73) +2024-09-01 18:10:55,575 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.015047241999127436 (mp_runner.py:73) +2024-09-01 18:10:55,911 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.01557281200075522 (mp_runner.py:73) +2024-09-01 18:10:55,915 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.013167017998057418 (mp_runner.py:73) +2024-09-01 18:10:55,917 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.010275412998453248 (mp_runner.py:73) +2024-09-01 18:10:56,022 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.014547386999765877 (mp_runner.py:73) +2024-09-01 18:10:56,125 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.012051259996951558 (mp_runner.py:73) +2024-09-01 18:10:56,130 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.01848886500374647 (mp_runner.py:73) +2024-09-01 18:10:58,106 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.014829708001343533 (mp_runner.py:73) +2024-09-01 18:10:58,175 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.013816386999678798 (mp_runner.py:73) +2024-09-01 18:10:58,314 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.015977230003045406 (mp_runner.py:73) +2024-09-01 18:10:58,392 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.013324430001375731 (mp_runner.py:73) +2024-09-01 18:10:59,053 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.016563335004320834 (mp_runner.py:73) +2024-09-01 18:10:59,350 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.01630791899515316 (mp_runner.py:73) +2024-09-01 18:11:00,201 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.0022311780048767105 (mp_runner.py:73) +2024-09-01 18:11:00,202 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.001896959998703096 (mp_runner.py:73) +2024-09-01 18:11:00,230 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.03866803699929733 (mp_runner.py:73) +2024-09-01 18:11:00,262 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.013587437999376561 (mp_runner.py:73) +2024-09-01 18:11:00,272 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.014712830998178106 (mp_runner.py:73) +2024-09-01 18:11:00,276 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.013097474999085534 (mp_runner.py:73) +2024-09-01 18:11:00,293 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.013423794996924698 (mp_runner.py:73) +2024-09-01 18:11:00,298 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.009950419000233524 (mp_runner.py:73) +2024-09-01 18:11:00,300 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.013314819996594451 (mp_runner.py:73) +2024-09-01 18:11:00,301 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.015906120999716222 (mp_runner.py:73) +2024-09-01 18:11:00,323 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.017865588997665327 (mp_runner.py:73) +2024-09-01 18:11:00,328 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.014278909002314322 (mp_runner.py:73) +2024-09-01 18:11:00,369 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.013074981994577684 (mp_runner.py:73) +2024-09-01 18:11:01,482 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01667858699511271 (mp_runner.py:73) +2024-09-01 18:11:01,484 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.0192659710010048 (mp_runner.py:73) +2024-09-01 18:11:01,531 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.010701321996748447 (mp_runner.py:73) +2024-09-01 18:11:01,532 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.012226966005982831 (mp_runner.py:73) +2024-09-01 18:11:01,533 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.011651904998871032 (mp_runner.py:73) +2024-09-01 18:11:01,534 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.012375331003568135 (mp_runner.py:73) +2024-09-01 18:11:01,535 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.016782430997409392 (mp_runner.py:73) +2024-09-01 18:11:01,537 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.019739774994377512 (mp_runner.py:73) +2024-09-01 18:11:01,590 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.019233294995501637 (mp_runner.py:73) +2024-09-01 18:11:01,591 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.0179411680001067 (mp_runner.py:73) +2024-09-01 18:11:02,746 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.020496240998909343 (mp_runner.py:73) +2024-09-01 18:11:03,462 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.02032414000132121 (mp_runner.py:73) +2024-09-01 18:11:03,528 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.0198717020030017 (mp_runner.py:73) +2024-09-01 18:11:03,655 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.030373631001566537 (mp_runner.py:73) +2024-09-01 18:11:03,706 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.022087413002736866 (mp_runner.py:73) +2024-09-01 18:11:03,855 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.01917250499536749 (mp_runner.py:73) +2024-09-01 18:11:05,666 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.020375637999677565 (mp_runner.py:73) +2024-09-01 18:11:05,898 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.0076596959988819435 (mp_runner.py:73) +2024-09-01 18:11:05,898 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.0093273379970924 (mp_runner.py:73) +2024-09-01 18:11:05,899 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.00820814100006828 (mp_runner.py:73) +2024-09-01 18:11:05,901 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.009990580998419318 (mp_runner.py:73) +2024-09-01 18:11:05,901 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.010040000001026783 (mp_runner.py:73) +2024-09-01 18:11:05,902 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.009384678000060376 (mp_runner.py:73) +2024-09-01 18:11:05,902 | DEBUG |(SpawnProcess-1:106) search_count: 2000, latest_latency=0.014276981994044036 (mp_runner.py:73) +2024-09-01 18:11:05,903 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.015432783002324868 (mp_runner.py:73) +2024-09-01 18:11:05,903 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.010416307995910756 (mp_runner.py:73) +2024-09-01 18:11:05,904 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.008278433000668883 (mp_runner.py:73) +2024-09-01 18:11:05,991 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.01859054200031096 (mp_runner.py:73) +2024-09-01 18:11:06,187 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.015897045996098313 (mp_runner.py:73) +2024-09-01 18:11:06,188 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.019511942999088205 (mp_runner.py:73) +2024-09-01 18:11:06,194 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.026698112997110002 (mp_runner.py:73) +2024-09-01 18:11:06,778 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.020462919004785363 (mp_runner.py:73) +2024-09-01 18:11:07,696 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.012480668003263418 (mp_runner.py:73) +2024-09-01 18:11:07,750 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.01244810000207508 (mp_runner.py:73) +2024-09-01 18:11:07,954 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.012987833993975073 (mp_runner.py:73) +2024-09-01 18:11:07,955 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.0123856239952147 (mp_runner.py:73) +2024-09-01 18:11:07,957 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.016755386001022998 (mp_runner.py:73) +2024-09-01 18:11:07,958 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.01246641200123122 (mp_runner.py:73) +2024-09-01 18:11:08,037 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.012994578995858319 (mp_runner.py:73) +2024-09-01 18:11:08,038 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.007107555997208692 (mp_runner.py:73) +2024-09-01 18:11:08,041 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.014116267004283145 (mp_runner.py:73) +2024-09-01 18:11:08,042 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.014297624002210796 (mp_runner.py:73) +2024-09-01 18:11:08,601 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.013568031004979275 (mp_runner.py:73) +2024-09-01 18:11:09,012 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.01549162800074555 (mp_runner.py:73) +2024-09-01 18:11:09,175 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.017830774006142747 (mp_runner.py:73) +2024-09-01 18:11:10,087 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.002750690997345373 (mp_runner.py:73) +2024-09-01 18:11:10,920 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.013835764002578799 (mp_runner.py:73) +2024-09-01 18:11:11,215 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.011707727993780281 (mp_runner.py:73) +2024-09-01 18:11:11,303 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.016140114996233024 (mp_runner.py:73) +2024-09-01 18:11:11,349 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.012763407998136245 (mp_runner.py:73) +2024-09-01 18:11:11,700 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.01441940799850272 (mp_runner.py:73) +2024-09-01 18:11:11,828 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.010640052998496685 (mp_runner.py:73) +2024-09-01 18:11:11,829 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.012188277003588155 (mp_runner.py:73) +2024-09-01 18:11:11,829 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.013753326005826239 (mp_runner.py:73) +2024-09-01 18:11:11,832 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.010807997998199426 (mp_runner.py:73) +2024-09-01 18:11:11,833 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.012185946005047299 (mp_runner.py:73) +2024-09-01 18:11:11,834 | DEBUG |(SpawnProcess-1:106) search_count: 2500, latest_latency=0.018907047000539023 (mp_runner.py:73) +2024-09-01 18:11:11,836 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.02220248300000094 (mp_runner.py:73) +2024-09-01 18:11:12,270 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.01566601000376977 (mp_runner.py:73) +2024-09-01 18:11:12,272 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.015371266003057826 (mp_runner.py:73) +2024-09-01 18:11:12,277 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.016161255996848922 (mp_runner.py:73) +2024-09-01 18:11:13,296 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0077s, count=2210, qps in this process: 73.6478 (mp_runner.py:76) +2024-09-01 18:11:13,392 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0099s, count=2273, qps in this process: 75.7417 (mp_runner.py:76) +2024-09-01 18:11:13,412 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.01516604000062216 (mp_runner.py:73) +2024-09-01 18:11:13,453 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.012984131994016934 (mp_runner.py:73) +2024-09-01 18:11:13,458 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.01425565800309414 (mp_runner.py:73) +2024-09-01 18:11:13,475 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0127s, count=2270, qps in this process: 75.6346 (mp_runner.py:76) +2024-09-01 18:11:13,486 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0044s, count=2408, qps in this process: 80.2549 (mp_runner.py:76) +2024-09-01 18:11:13,489 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0005s, count=2002, qps in this process: 66.7322 (mp_runner.py:76) +2024-09-01 18:11:13,495 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0061s, count=2408, qps in this process: 80.2503 (mp_runner.py:76) +2024-09-01 18:11:13,504 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0157s, count=2634, qps in this process: 87.7541 (mp_runner.py:76) +2024-09-01 18:11:13,505 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0164s, count=2633, qps in this process: 87.7187 (mp_runner.py:76) +2024-09-01 18:11:13,505 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0167s, count=2634, qps in this process: 87.7512 (mp_runner.py:76) +2024-09-01 18:11:13,507 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0187s, count=2409, qps in this process: 80.25 (mp_runner.py:76) +2024-09-01 18:11:13,512 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0235s, count=2589, qps in this process: 86.2325 (mp_runner.py:76) +2024-09-01 18:11:13,524 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0365s, count=2615, qps in this process: 87.0607 (mp_runner.py:76) +2024-09-01 18:11:13,531 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0002s, count=2636, qps in this process: 87.8661 (mp_runner.py:76) +2024-09-01 18:11:13,544 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0066s, count=2410, qps in this process: 80.3157 (mp_runner.py:76) +2024-09-01 18:11:13,545 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0042s, count=1997, qps in this process: 66.5573 (mp_runner.py:76) +2024-09-01 18:11:13,546 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0013s, count=2004, qps in this process: 66.7971 (mp_runner.py:76) +2024-09-01 18:11:13,549 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0067s, count=2591, qps in this process: 86.3474 (mp_runner.py:76) +2024-09-01 18:11:13,550 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0113s, count=2301, qps in this process: 76.6711 (mp_runner.py:76) +2024-09-01 18:11:13,553 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0118s, count=2387, qps in this process: 79.5354 (mp_runner.py:76) +2024-09-01 18:11:13,563 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0013s, count=2411, qps in this process: 80.3632 (mp_runner.py:76) +2024-09-01 18:11:13,568 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0103s, count=2637, qps in this process: 87.8698 (mp_runner.py:76) +2024-09-01 18:11:13,602 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0332s, count=2412, qps in this process: 80.3111 (mp_runner.py:76) +2024-09-01 18:11:13,613 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0285s, count=2173, qps in this process: 72.3646 (mp_runner.py:76) +2024-09-01 18:11:13,614 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0114s, count=2144, qps in this process: 71.4395 (mp_runner.py:76) +2024-09-01 18:11:13,615 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0332s, count=2588, qps in this process: 86.1713 (mp_runner.py:76) +2024-09-01 18:11:13,630 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0013s, count=2617, qps in this process: 87.2296 (mp_runner.py:76) +2024-09-01 18:11:13,634 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0124s, count=2164, qps in this process: 72.1035 (mp_runner.py:76) +2024-09-01 18:11:13,635 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0084s, count=2144, qps in this process: 71.4467 (mp_runner.py:76) +2024-09-01 18:11:13,638 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0021s, count=2385, qps in this process: 79.4944 (mp_runner.py:76) +2024-09-01 18:11:13,640 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0121s, count=2368, qps in this process: 78.9015 (mp_runner.py:76) +2024-09-01 18:11:13,643 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0136s, count=2131, qps in this process: 71.0011 (mp_runner.py:76) +2024-09-01 18:11:13,643 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0133s, count=2023, qps in this process: 67.4035 (mp_runner.py:76) +2024-09-01 18:11:13,650 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0074s, count=1997, qps in this process: 66.5503 (mp_runner.py:76) +2024-09-01 18:11:13,652 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.009s, count=1939, qps in this process: 64.6139 (mp_runner.py:76) +2024-09-01 18:11:13,664 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0088s, count=2388, qps in this process: 79.5767 (mp_runner.py:76) +2024-09-01 18:11:13,675 | INFO |End search in concurrency 35: dur=30.49985767900216s, total_count=81932, qps=2686.3076 (mp_runner.py:120) +2024-09-01 18:11:16,361 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:11:16,362 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 18:11:27,013 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 18:11:27,077 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,209 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,216 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,220 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,251 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,275 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,276 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,343 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,344 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,349 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,390 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,392 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,400 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,406 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,425 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,425 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,425 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,446 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,446 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,460 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,474 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,487 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,493 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,495 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:27,518 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:11:33,784 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.006245007003599312 (mp_runner.py:73) +2024-09-01 18:11:33,785 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.012215229995490517 (mp_runner.py:73) +2024-09-01 18:11:33,786 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.011501975001010578 (mp_runner.py:73) +2024-09-01 18:11:33,786 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.012786870000127237 (mp_runner.py:73) +2024-09-01 18:11:33,787 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.014749109999684151 (mp_runner.py:73) +2024-09-01 18:11:33,788 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.01295333199959714 (mp_runner.py:73) +2024-09-01 18:11:33,788 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.011640743003226817 (mp_runner.py:73) +2024-09-01 18:11:33,789 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.01300367899966659 (mp_runner.py:73) +2024-09-01 18:11:33,792 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.020260912999219727 (mp_runner.py:73) +2024-09-01 18:11:33,794 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.016222086000198033 (mp_runner.py:73) +2024-09-01 18:11:33,794 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.02412899400223978 (mp_runner.py:73) +2024-09-01 18:11:33,836 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.00971163199574221 (mp_runner.py:73) +2024-09-01 18:11:33,837 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.012010237995127682 (mp_runner.py:73) +2024-09-01 18:11:33,838 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.010518060997128487 (mp_runner.py:73) +2024-09-01 18:11:33,839 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.014293369000370149 (mp_runner.py:73) +2024-09-01 18:11:33,839 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.020002233002742287 (mp_runner.py:73) +2024-09-01 18:11:33,840 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.01855363600043347 (mp_runner.py:73) +2024-09-01 18:11:33,931 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.018697491999773774 (mp_runner.py:73) +2024-09-01 18:11:33,932 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.015586239002004731 (mp_runner.py:73) +2024-09-01 18:11:33,933 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.017946284999197815 (mp_runner.py:73) +2024-09-01 18:11:33,937 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.025357423000968993 (mp_runner.py:73) +2024-09-01 18:11:33,937 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.027202869998291135 (mp_runner.py:73) +2024-09-01 18:11:34,199 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.017270664000534452 (mp_runner.py:73) +2024-09-01 18:11:34,201 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.01866688599693589 (mp_runner.py:73) +2024-09-01 18:11:34,203 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.0244771230063634 (mp_runner.py:73) +2024-09-01 18:11:34,204 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.027364896996004973 (mp_runner.py:73) +2024-09-01 18:11:34,535 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.023816285996872466 (mp_runner.py:73) +2024-09-01 18:11:34,610 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.014505823994113598 (mp_runner.py:73) +2024-09-01 18:11:34,611 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.014004795004439075 (mp_runner.py:73) +2024-09-01 18:11:34,611 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.01680914899770869 (mp_runner.py:73) +2024-09-01 18:11:34,615 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.022147795993078034 (mp_runner.py:73) +2024-09-01 18:11:34,616 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.02530986099736765 (mp_runner.py:73) +2024-09-01 18:11:34,929 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.013475829997332767 (mp_runner.py:73) +2024-09-01 18:11:34,932 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.01769633799995063 (mp_runner.py:73) +2024-09-01 18:11:34,933 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.019695678995049093 (mp_runner.py:73) +2024-09-01 18:11:35,747 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.022942347997741308 (mp_runner.py:73) +2024-09-01 18:11:35,748 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.017806552001275122 (mp_runner.py:73) +2024-09-01 18:11:35,750 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.02061977699486306 (mp_runner.py:73) +2024-09-01 18:11:36,150 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.06459604900010163 (mp_runner.py:73) +2024-09-01 18:11:36,505 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.024219697996159084 (mp_runner.py:73) +2024-09-01 18:11:40,109 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.00817093899968313 (mp_runner.py:73) +2024-09-01 18:11:40,110 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.010130523995030671 (mp_runner.py:73) +2024-09-01 18:11:40,111 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.008591590994910803 (mp_runner.py:73) +2024-09-01 18:11:40,111 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.007992165999894496 (mp_runner.py:73) +2024-09-01 18:11:40,112 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.010249231003399473 (mp_runner.py:73) +2024-09-01 18:11:40,113 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.008541752002201974 (mp_runner.py:73) +2024-09-01 18:11:40,115 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.015865519999351818 (mp_runner.py:73) +2024-09-01 18:11:40,116 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.010064923000754789 (mp_runner.py:73) +2024-09-01 18:11:40,118 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.01890513599937549 (mp_runner.py:73) +2024-09-01 18:11:40,119 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.010846578996279277 (mp_runner.py:73) +2024-09-01 18:11:40,119 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.010685254004783928 (mp_runner.py:73) +2024-09-01 18:11:40,653 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.00762299799680477 (mp_runner.py:73) +2024-09-01 18:11:40,654 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.00932802600436844 (mp_runner.py:73) +2024-09-01 18:11:40,655 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.008598919994255994 (mp_runner.py:73) +2024-09-01 18:11:40,655 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.010933334000583272 (mp_runner.py:73) +2024-09-01 18:11:40,657 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.014819267998973373 (mp_runner.py:73) +2024-09-01 18:11:40,660 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.01915764900331851 (mp_runner.py:73) +2024-09-01 18:11:41,348 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.010939067004073877 (mp_runner.py:73) +2024-09-01 18:11:41,350 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.011513366996950936 (mp_runner.py:73) +2024-09-01 18:11:41,350 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.012537784001324326 (mp_runner.py:73) +2024-09-01 18:11:41,351 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.014532094995956868 (mp_runner.py:73) +2024-09-01 18:11:41,355 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.018816639996657614 (mp_runner.py:73) +2024-09-01 18:11:41,819 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.011968355000135489 (mp_runner.py:73) +2024-09-01 18:11:41,819 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.014913407001586165 (mp_runner.py:73) +2024-09-01 18:11:41,820 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.01431960699846968 (mp_runner.py:73) +2024-09-01 18:11:41,824 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.012650447002670262 (mp_runner.py:73) +2024-09-01 18:11:41,824 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.012671996002609376 (mp_runner.py:73) +2024-09-01 18:11:42,014 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.02023094200558262 (mp_runner.py:73) +2024-09-01 18:11:42,014 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.018315492001420353 (mp_runner.py:73) +2024-09-01 18:11:42,016 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.016194415002246387 (mp_runner.py:73) +2024-09-01 18:11:42,039 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.04652589699981036 (mp_runner.py:73) +2024-09-01 18:11:42,074 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.06896900099673076 (mp_runner.py:73) +2024-09-01 18:11:43,724 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.016069851000793278 (mp_runner.py:73) +2024-09-01 18:11:43,760 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.03758945300069172 (mp_runner.py:73) +2024-09-01 18:11:43,879 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.017895051001687534 (mp_runner.py:73) +2024-09-01 18:11:44,514 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.016690771000867244 (mp_runner.py:73) +2024-09-01 18:11:44,739 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.014294638000137638 (mp_runner.py:73) +2024-09-01 18:11:44,787 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.017645470004936215 (mp_runner.py:73) +2024-09-01 18:11:45,176 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.04815057599626016 (mp_runner.py:73) +2024-09-01 18:11:45,779 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.014292381005361676 (mp_runner.py:73) +2024-09-01 18:11:47,179 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.014381936001882423 (mp_runner.py:73) +2024-09-01 18:11:47,180 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.013052447000518441 (mp_runner.py:73) +2024-09-01 18:11:47,182 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.013117537993821315 (mp_runner.py:73) +2024-09-01 18:11:47,182 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.012906080999528058 (mp_runner.py:73) +2024-09-01 18:11:47,183 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.019227921999117825 (mp_runner.py:73) +2024-09-01 18:11:47,184 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.024613392997707706 (mp_runner.py:73) +2024-09-01 18:11:47,185 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.021860877001017798 (mp_runner.py:73) +2024-09-01 18:11:47,187 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.02886424400639953 (mp_runner.py:73) +2024-09-01 18:11:47,597 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.02298930899996776 (mp_runner.py:73) +2024-09-01 18:11:47,598 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.02237998000055086 (mp_runner.py:73) +2024-09-01 18:11:48,106 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.02497179200145183 (mp_runner.py:73) +2024-09-01 18:11:48,862 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.018660572997760028 (mp_runner.py:73) +2024-09-01 18:11:48,903 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.00920213499921374 (mp_runner.py:73) +2024-09-01 18:11:48,904 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.0211059099965496 (mp_runner.py:73) +2024-09-01 18:11:48,905 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.020630427003197838 (mp_runner.py:73) +2024-09-01 18:11:49,323 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.02558485000190558 (mp_runner.py:73) +2024-09-01 18:11:49,399 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.02524448899930576 (mp_runner.py:73) +2024-09-01 18:11:49,449 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.016285836994939018 (mp_runner.py:73) +2024-09-01 18:11:49,454 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.023766136000631377 (mp_runner.py:73) +2024-09-01 18:11:49,455 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.023321736000070814 (mp_runner.py:73) +2024-09-01 18:11:49,551 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.018805366999004036 (mp_runner.py:73) +2024-09-01 18:11:49,554 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.020191424002405256 (mp_runner.py:73) +2024-09-01 18:11:50,200 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.02036491900071269 (mp_runner.py:73) +2024-09-01 18:11:50,202 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.023608912000781856 (mp_runner.py:73) +2024-09-01 18:11:50,203 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.014059525994525757 (mp_runner.py:73) +2024-09-01 18:11:50,203 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.018463692998921033 (mp_runner.py:73) +2024-09-01 18:11:50,358 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.014155653996567708 (mp_runner.py:73) +2024-09-01 18:11:50,360 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.017579580999154132 (mp_runner.py:73) +2024-09-01 18:11:50,360 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.019379591001779772 (mp_runner.py:73) +2024-09-01 18:11:51,398 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.023484344004828017 (mp_runner.py:73) +2024-09-01 18:11:51,451 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.024435970997728873 (mp_runner.py:73) +2024-09-01 18:11:51,522 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.023366045999864582 (mp_runner.py:73) +2024-09-01 18:11:52,751 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.023724061000393704 (mp_runner.py:73) +2024-09-01 18:11:52,784 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.01880858399817953 (mp_runner.py:73) +2024-09-01 18:11:53,137 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.022445946997322608 (mp_runner.py:73) +2024-09-01 18:11:53,567 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.029678484999749344 (mp_runner.py:73) +2024-09-01 18:11:53,570 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.030315292002342176 (mp_runner.py:73) +2024-09-01 18:11:53,731 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.021041773004981223 (mp_runner.py:73) +2024-09-01 18:11:53,778 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.012171455004136078 (mp_runner.py:73) +2024-09-01 18:11:53,783 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.017766610006219707 (mp_runner.py:73) +2024-09-01 18:11:53,787 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.023326251000980847 (mp_runner.py:73) +2024-09-01 18:11:53,807 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.01727515199308982 (mp_runner.py:73) +2024-09-01 18:11:53,825 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.015920894998998847 (mp_runner.py:73) +2024-09-01 18:11:53,828 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.0137882470007753 (mp_runner.py:73) +2024-09-01 18:11:53,832 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.015373721995274536 (mp_runner.py:73) +2024-09-01 18:11:53,862 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.01853839999967022 (mp_runner.py:73) +2024-09-01 18:11:54,028 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.03579887800151482 (mp_runner.py:73) +2024-09-01 18:11:54,731 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.026033647001895588 (mp_runner.py:73) +2024-09-01 18:11:56,038 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.014936414998373948 (mp_runner.py:73) +2024-09-01 18:11:56,039 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.017042965999280568 (mp_runner.py:73) +2024-09-01 18:11:56,442 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.015922655002214015 (mp_runner.py:73) +2024-09-01 18:11:56,443 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.009935035996022634 (mp_runner.py:73) +2024-09-01 18:11:56,448 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.014452572002483066 (mp_runner.py:73) +2024-09-01 18:11:56,449 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.019209437996323686 (mp_runner.py:73) +2024-09-01 18:11:56,452 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.021042922002379782 (mp_runner.py:73) +2024-09-01 18:11:57,113 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.035s, count=2061, qps in this process: 68.6199 (mp_runner.py:76) +2024-09-01 18:11:57,161 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0194s, count=2043, qps in this process: 68.056 (mp_runner.py:76) +2024-09-01 18:11:57,174 | DEBUG |(SpawnProcess-1:142) search_count: 2000, latest_latency=0.02332161100639496 (mp_runner.py:73) +2024-09-01 18:11:57,195 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.01607578300172463 (mp_runner.py:73) +2024-09-01 18:11:57,211 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.014085310001973994 (mp_runner.py:73) +2024-09-01 18:11:57,226 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0064s, count=2003, qps in this process: 66.7524 (mp_runner.py:76) +2024-09-01 18:11:57,230 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0082s, count=1998, qps in this process: 66.5818 (mp_runner.py:76) +2024-09-01 18:11:57,237 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.0077413280014297925 (mp_runner.py:73) +2024-09-01 18:11:57,240 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0133s, count=2190, qps in this process: 72.9677 (mp_runner.py:76) +2024-09-01 18:11:57,261 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.008s, count=1943, qps in this process: 64.7494 (mp_runner.py:76) +2024-09-01 18:11:57,282 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0008s, count=2217, qps in this process: 73.898 (mp_runner.py:76) +2024-09-01 18:11:57,290 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0003s, count=2053, qps in this process: 68.4326 (mp_runner.py:76) +2024-09-01 18:11:57,354 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0057s, count=1906, qps in this process: 63.5213 (mp_runner.py:76) +2024-09-01 18:11:57,356 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.009s, count=2011, qps in this process: 67.0132 (mp_runner.py:76) +2024-09-01 18:11:57,357 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0054s, count=1829, qps in this process: 60.9557 (mp_runner.py:76) +2024-09-01 18:11:57,362 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0089s, count=2062, qps in this process: 68.7129 (mp_runner.py:76) +2024-09-01 18:11:57,364 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0126s, count=1926, qps in this process: 64.173 (mp_runner.py:76) +2024-09-01 18:11:57,372 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.019s, count=1904, qps in this process: 63.4265 (mp_runner.py:76) +2024-09-01 18:11:57,396 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0014s, count=1932, qps in this process: 64.397 (mp_runner.py:76) +2024-09-01 18:11:57,397 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0026s, count=2223, qps in this process: 74.0936 (mp_runner.py:76) +2024-09-01 18:11:57,402 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0086s, count=1901, qps in this process: 63.3485 (mp_runner.py:76) +2024-09-01 18:11:57,407 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0019s, count=1932, qps in this process: 64.3959 (mp_runner.py:76) +2024-09-01 18:11:57,408 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0087s, count=1835, qps in this process: 61.1489 (mp_runner.py:76) +2024-09-01 18:11:57,411 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0011s, count=1732, qps in this process: 57.7312 (mp_runner.py:76) +2024-09-01 18:11:57,411 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0016s, count=1951, qps in this process: 65.0299 (mp_runner.py:76) +2024-09-01 18:11:57,414 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0044s, count=2232, qps in this process: 74.3891 (mp_runner.py:76) +2024-09-01 18:11:57,424 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0026s, count=2079, qps in this process: 69.294 (mp_runner.py:76) +2024-09-01 18:11:57,424 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0143s, count=2016, qps in this process: 67.168 (mp_runner.py:76) +2024-09-01 18:11:57,425 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0128s, count=2063, qps in this process: 68.7373 (mp_runner.py:76) +2024-09-01 18:11:57,432 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0042s, count=2223, qps in this process: 74.0896 (mp_runner.py:76) +2024-09-01 18:11:57,433 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0072s, count=1765, qps in this process: 58.8192 (mp_runner.py:76) +2024-09-01 18:11:57,435 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0051s, count=2226, qps in this process: 74.1874 (mp_runner.py:76) +2024-09-01 18:11:57,436 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0009s, count=2231, qps in this process: 74.3644 (mp_runner.py:76) +2024-09-01 18:11:57,451 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0018s, count=1708, qps in this process: 56.9299 (mp_runner.py:76) +2024-09-01 18:11:57,453 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0044s, count=1829, qps in this process: 60.9577 (mp_runner.py:76) +2024-09-01 18:11:57,467 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0036s, count=2235, qps in this process: 74.4911 (mp_runner.py:76) +2024-09-01 18:11:57,467 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0017s, count=1763, qps in this process: 58.7633 (mp_runner.py:76) +2024-09-01 18:11:57,477 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0065s, count=1918, qps in this process: 63.9195 (mp_runner.py:76) +2024-09-01 18:11:57,478 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0013s, count=2029, qps in this process: 67.6304 (mp_runner.py:76) +2024-09-01 18:11:57,479 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0028s, count=2078, qps in this process: 69.2602 (mp_runner.py:76) +2024-09-01 18:11:57,492 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0012s, count=1723, qps in this process: 57.431 (mp_runner.py:76) +2024-09-01 18:11:57,496 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0006s, count=1740, qps in this process: 57.9988 (mp_runner.py:76) +2024-09-01 18:11:57,504 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0009s, count=1745, qps in this process: 58.1649 (mp_runner.py:76) +2024-09-01 18:11:57,522 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0002s, count=1701, qps in this process: 56.6996 (mp_runner.py:76) +2024-09-01 18:11:57,530 | INFO |End search in concurrency 40: dur=30.516442325002572s, total_count=78956, qps=2587.3265 (mp_runner.py:120) +2024-09-01 18:12:00,564 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:12:00,564 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 18:12:11,409 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 18:12:11,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,576 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,620 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,682 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,690 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,792 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,799 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,804 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,809 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,809 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,809 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,811 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,818 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,818 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,819 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,842 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,851 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,854 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,856 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,861 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,872 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,884 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,890 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,900 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,917 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,925 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,926 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,933 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,947 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,949 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,950 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,974 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,976 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,980 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:11,990 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:12,006 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:12,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:12:19,578 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.015105211998161394 (mp_runner.py:73) +2024-09-01 18:12:19,579 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.014284304998000152 (mp_runner.py:73) +2024-09-01 18:12:19,580 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.017565741996804718 (mp_runner.py:73) +2024-09-01 18:12:19,581 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.01658262199634919 (mp_runner.py:73) +2024-09-01 18:12:19,581 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.014452272000198718 (mp_runner.py:73) +2024-09-01 18:12:19,582 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.01646516400069231 (mp_runner.py:73) +2024-09-01 18:12:19,582 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.01600532900192775 (mp_runner.py:73) +2024-09-01 18:12:19,584 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01446416800172301 (mp_runner.py:73) +2024-09-01 18:12:19,584 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.013847883004928008 (mp_runner.py:73) +2024-09-01 18:12:19,585 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.015048352004669141 (mp_runner.py:73) +2024-09-01 18:12:19,588 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.026730371995654423 (mp_runner.py:73) +2024-09-01 18:12:19,589 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.028160601999843493 (mp_runner.py:73) +2024-09-01 18:12:19,787 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01410788999783108 (mp_runner.py:73) +2024-09-01 18:12:19,788 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.013531928998418152 (mp_runner.py:73) +2024-09-01 18:12:19,788 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.015891542003373615 (mp_runner.py:73) +2024-09-01 18:12:19,790 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.018973166996147484 (mp_runner.py:73) +2024-09-01 18:12:19,791 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.02097902799869189 (mp_runner.py:73) +2024-09-01 18:12:19,791 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.022611038002651185 (mp_runner.py:73) +2024-09-01 18:12:20,032 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.011273421994701494 (mp_runner.py:73) +2024-09-01 18:12:20,033 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.014780399003939237 (mp_runner.py:73) +2024-09-01 18:12:20,036 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.019889092996891122 (mp_runner.py:73) +2024-09-01 18:12:20,041 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.025301914000010584 (mp_runner.py:73) +2024-09-01 18:12:20,042 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.02783389200340025 (mp_runner.py:73) +2024-09-01 18:12:20,144 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.014186906002578326 (mp_runner.py:73) +2024-09-01 18:12:20,145 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.0036758839996764436 (mp_runner.py:73) +2024-09-01 18:12:20,146 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.012929030002851505 (mp_runner.py:73) +2024-09-01 18:12:20,147 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.012795074995665345 (mp_runner.py:73) +2024-09-01 18:12:20,148 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.012657022998610046 (mp_runner.py:73) +2024-09-01 18:12:20,153 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.02399176699691452 (mp_runner.py:73) +2024-09-01 18:12:20,154 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.026710246995207854 (mp_runner.py:73) +2024-09-01 18:12:20,187 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.017559040999913123 (mp_runner.py:73) +2024-09-01 18:12:20,191 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.022797040997829754 (mp_runner.py:73) +2024-09-01 18:12:20,395 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.018886729005316738 (mp_runner.py:73) +2024-09-01 18:12:20,397 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.015890882998064626 (mp_runner.py:73) +2024-09-01 18:12:20,397 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.018098451000696514 (mp_runner.py:73) +2024-09-01 18:12:20,399 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.02332715500233462 (mp_runner.py:73) +2024-09-01 18:12:20,399 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.019907365000108257 (mp_runner.py:73) +2024-09-01 18:12:20,400 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.011275315002421848 (mp_runner.py:73) +2024-09-01 18:12:20,401 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.02752007699746173 (mp_runner.py:73) +2024-09-01 18:12:20,442 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.024679169000592083 (mp_runner.py:73) +2024-09-01 18:12:20,677 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.017915420001372695 (mp_runner.py:73) +2024-09-01 18:12:20,678 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.02222229799372144 (mp_runner.py:73) +2024-09-01 18:12:20,679 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.026240988001518417 (mp_runner.py:73) +2024-09-01 18:12:21,919 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.027620840999588836 (mp_runner.py:73) +2024-09-01 18:12:21,921 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.02480116399965482 (mp_runner.py:73) +2024-09-01 18:12:26,740 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.010063091998745222 (mp_runner.py:73) +2024-09-01 18:12:26,741 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.011218173000088427 (mp_runner.py:73) +2024-09-01 18:12:26,742 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.014542434997565579 (mp_runner.py:73) +2024-09-01 18:12:26,743 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.017631504000746645 (mp_runner.py:73) +2024-09-01 18:12:26,745 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.01206338600604795 (mp_runner.py:73) +2024-09-01 18:12:26,746 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.013257298000098672 (mp_runner.py:73) +2024-09-01 18:12:26,751 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.020288194005843252 (mp_runner.py:73) +2024-09-01 18:12:27,047 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.027155032999871764 (mp_runner.py:73) +2024-09-01 18:12:27,061 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.04235570200398797 (mp_runner.py:73) +2024-09-01 18:12:27,062 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.044214251000084914 (mp_runner.py:73) +2024-09-01 18:12:27,073 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.01410328200290678 (mp_runner.py:73) +2024-09-01 18:12:27,080 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.017547854004078545 (mp_runner.py:73) +2024-09-01 18:12:27,593 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.010093748998770025 (mp_runner.py:73) +2024-09-01 18:12:27,595 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.010655133999534883 (mp_runner.py:73) +2024-09-01 18:12:27,596 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.013062374004221056 (mp_runner.py:73) +2024-09-01 18:12:27,596 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.01306228899920825 (mp_runner.py:73) +2024-09-01 18:12:27,597 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.013913281996792648 (mp_runner.py:73) +2024-09-01 18:12:27,597 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.010920602995611262 (mp_runner.py:73) +2024-09-01 18:12:27,599 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.01758861699636327 (mp_runner.py:73) +2024-09-01 18:12:27,599 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.013397470000199974 (mp_runner.py:73) +2024-09-01 18:12:27,599 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.020395209001435433 (mp_runner.py:73) +2024-09-01 18:12:27,602 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.0013904989973525517 (mp_runner.py:73) +2024-09-01 18:12:27,605 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.010949524999887217 (mp_runner.py:73) +2024-09-01 18:12:28,274 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.015473850995476823 (mp_runner.py:73) +2024-09-01 18:12:28,281 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.010628664000250865 (mp_runner.py:73) +2024-09-01 18:12:28,282 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.01582272200175794 (mp_runner.py:73) +2024-09-01 18:12:28,283 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.012299119000090286 (mp_runner.py:73) +2024-09-01 18:12:28,285 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.014036818000022322 (mp_runner.py:73) +2024-09-01 18:12:28,288 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.02257107100012945 (mp_runner.py:73) +2024-09-01 18:12:28,587 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.03090032600448467 (mp_runner.py:73) +2024-09-01 18:12:28,593 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.012306436998187564 (mp_runner.py:73) +2024-09-01 18:12:28,597 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.017179444002977107 (mp_runner.py:73) +2024-09-01 18:12:28,637 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.02684680499805836 (mp_runner.py:73) +2024-09-01 18:12:28,656 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.023606761002156418 (mp_runner.py:73) +2024-09-01 18:12:28,681 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.06062942399876192 (mp_runner.py:73) +2024-09-01 18:12:29,204 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.01958085200021742 (mp_runner.py:73) +2024-09-01 18:12:29,263 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.021062203995825257 (mp_runner.py:73) +2024-09-01 18:12:29,282 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.01817911800026195 (mp_runner.py:73) +2024-09-01 18:12:29,512 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.017875741003081203 (mp_runner.py:73) +2024-09-01 18:12:29,609 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.017002806001983117 (mp_runner.py:73) +2024-09-01 18:12:29,610 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.021504905002075247 (mp_runner.py:73) +2024-09-01 18:12:29,611 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.0153868639972643 (mp_runner.py:73) +2024-09-01 18:12:30,259 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.022640137001872063 (mp_runner.py:73) +2024-09-01 18:12:31,464 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.015341532998718321 (mp_runner.py:73) +2024-09-01 18:12:31,653 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.016051911996328272 (mp_runner.py:73) +2024-09-01 18:12:34,591 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.015884432999882847 (mp_runner.py:73) +2024-09-01 18:12:34,593 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.016152554999280255 (mp_runner.py:73) +2024-09-01 18:12:34,593 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.013966284997877665 (mp_runner.py:73) +2024-09-01 18:12:34,594 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.02013495699793566 (mp_runner.py:73) +2024-09-01 18:12:34,596 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.024960321999969892 (mp_runner.py:73) +2024-09-01 18:12:34,597 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.02674963699973887 (mp_runner.py:73) +2024-09-01 18:12:34,931 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.022787403002439532 (mp_runner.py:73) +2024-09-01 18:12:35,144 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.008371657000679988 (mp_runner.py:73) +2024-09-01 18:12:35,148 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.017312547999608796 (mp_runner.py:73) +2024-09-01 18:12:35,150 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.018212643000879325 (mp_runner.py:73) +2024-09-01 18:12:35,151 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.018668273005459923 (mp_runner.py:73) +2024-09-01 18:12:35,152 | DEBUG |(SpawnProcess-1:183) search_count: 1500, latest_latency=0.022120572997664567 (mp_runner.py:73) +2024-09-01 18:12:35,153 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.02759865199914202 (mp_runner.py:73) +2024-09-01 18:12:35,154 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.026351087995863054 (mp_runner.py:73) +2024-09-01 18:12:35,215 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.014388351002708077 (mp_runner.py:73) +2024-09-01 18:12:35,216 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.015888238995103166 (mp_runner.py:73) +2024-09-01 18:12:35,216 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.013085170998238027 (mp_runner.py:73) +2024-09-01 18:12:35,216 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.017044575994077604 (mp_runner.py:73) +2024-09-01 18:12:35,217 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.01660637000168208 (mp_runner.py:73) +2024-09-01 18:12:35,217 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.016178135003428906 (mp_runner.py:73) +2024-09-01 18:12:35,219 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.020752959004312288 (mp_runner.py:73) +2024-09-01 18:12:35,226 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.027875783998752013 (mp_runner.py:73) +2024-09-01 18:12:35,869 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.028330647997790948 (mp_runner.py:73) +2024-09-01 18:12:36,916 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.015042775994515978 (mp_runner.py:73) +2024-09-01 18:12:36,917 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.013810677999572363 (mp_runner.py:73) +2024-09-01 18:12:36,918 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.017469737998908386 (mp_runner.py:73) +2024-09-01 18:12:36,919 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.014372752004419453 (mp_runner.py:73) +2024-09-01 18:12:36,922 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.01589087200409267 (mp_runner.py:73) +2024-09-01 18:12:36,924 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.01594037400354864 (mp_runner.py:73) +2024-09-01 18:12:36,926 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.026477446997887455 (mp_runner.py:73) +2024-09-01 18:12:36,927 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.028923432000738103 (mp_runner.py:73) +2024-09-01 18:12:37,144 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.022299510004813783 (mp_runner.py:73) +2024-09-01 18:12:37,148 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.027719382000213955 (mp_runner.py:73) +2024-09-01 18:12:37,149 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.029602378002891783 (mp_runner.py:73) +2024-09-01 18:12:38,049 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.023772775995894335 (mp_runner.py:73) +2024-09-01 18:12:39,021 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.02523892700264696 (mp_runner.py:73) +2024-09-01 18:12:39,023 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.029935416001535486 (mp_runner.py:73) +2024-09-01 18:12:39,172 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.05943945699982578 (mp_runner.py:73) +2024-09-01 18:12:39,179 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.020469846000196412 (mp_runner.py:73) +2024-09-01 18:12:39,281 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.0383348479954293 (mp_runner.py:73) +2024-09-01 18:12:39,380 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.023154006994445808 (mp_runner.py:73) +2024-09-01 18:12:39,382 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.02723244600201724 (mp_runner.py:73) +2024-09-01 18:12:39,837 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.02442029600206297 (mp_runner.py:73) +2024-09-01 18:12:41,571 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0041s, count=1796, qps in this process: 59.8585 (mp_runner.py:76) +2024-09-01 18:12:41,587 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0042s, count=1901, qps in this process: 63.3578 (mp_runner.py:76) +2024-09-01 18:12:41,622 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.0442106269983924 (mp_runner.py:73) +2024-09-01 18:12:41,640 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0021s, count=1909, qps in this process: 63.6289 (mp_runner.py:76) +2024-09-01 18:12:41,641 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0051s, count=1904, qps in this process: 63.4559 (mp_runner.py:76) +2024-09-01 18:12:41,657 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0172s, count=1802, qps in this process: 60.0322 (mp_runner.py:76) +2024-09-01 18:12:41,698 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0037s, count=1909, qps in this process: 63.6255 (mp_runner.py:76) +2024-09-01 18:12:41,700 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0097s, count=1909, qps in this process: 63.6128 (mp_runner.py:76) +2024-09-01 18:12:41,704 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0074s, count=1681, qps in this process: 56.0195 (mp_runner.py:76) +2024-09-01 18:12:41,753 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.014709523995406926 (mp_runner.py:73) +2024-09-01 18:12:41,800 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0064s, count=1868, qps in this process: 62.2534 (mp_runner.py:76) +2024-09-01 18:12:41,815 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0047s, count=1918, qps in this process: 63.9233 (mp_runner.py:76) +2024-09-01 18:12:41,816 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0149s, count=1917, qps in this process: 63.8683 (mp_runner.py:76) +2024-09-01 18:12:41,816 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0057s, count=1918, qps in this process: 63.9212 (mp_runner.py:76) +2024-09-01 18:12:41,820 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0013s, count=1862, qps in this process: 62.064 (mp_runner.py:76) +2024-09-01 18:12:41,823 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0052s, count=1976, qps in this process: 65.8553 (mp_runner.py:76) +2024-09-01 18:12:41,824 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0117s, count=1976, qps in this process: 65.841 (mp_runner.py:76) +2024-09-01 18:12:41,826 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0016s, count=1976, qps in this process: 65.8632 (mp_runner.py:76) +2024-09-01 18:12:41,826 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0023s, count=1816, qps in this process: 60.5287 (mp_runner.py:76) +2024-09-01 18:12:41,826 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0197s, count=1762, qps in this process: 58.6948 (mp_runner.py:76) +2024-09-01 18:12:41,830 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0124s, count=1757, qps in this process: 58.5425 (mp_runner.py:76) +2024-09-01 18:12:41,844 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0203s, count=1977, qps in this process: 65.8554 (mp_runner.py:76) +2024-09-01 18:12:41,856 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0103s, count=1856, qps in this process: 61.8454 (mp_runner.py:76) +2024-09-01 18:12:41,863 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0052s, count=1646, qps in this process: 54.8572 (mp_runner.py:76) +2024-09-01 18:12:41,865 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0031s, count=1642, qps in this process: 54.7277 (mp_runner.py:76) +2024-09-01 18:12:41,866 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0053s, count=1646, qps in this process: 54.857 (mp_runner.py:76) +2024-09-01 18:12:41,869 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0064s, count=1820, qps in this process: 60.6537 (mp_runner.py:76) +2024-09-01 18:12:41,880 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0027s, count=1761, qps in this process: 58.6947 (mp_runner.py:76) +2024-09-01 18:12:41,889 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0017s, count=1822, qps in this process: 60.7299 (mp_runner.py:76) +2024-09-01 18:12:41,894 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0017s, count=1638, qps in this process: 54.5969 (mp_runner.py:76) +2024-09-01 18:12:41,899 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.004s, count=1773, qps in this process: 59.0921 (mp_runner.py:76) +2024-09-01 18:12:41,910 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0028s, count=1929, qps in this process: 64.294 (mp_runner.py:76) +2024-09-01 18:12:41,917 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0089s, count=1984, qps in this process: 66.1137 (mp_runner.py:76) +2024-09-01 18:12:41,929 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0057s, count=1932, qps in this process: 64.3878 (mp_runner.py:76) +2024-09-01 18:12:41,931 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0023s, count=1644, qps in this process: 54.7958 (mp_runner.py:76) +2024-09-01 18:12:41,934 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0042s, count=1830, qps in this process: 60.9915 (mp_runner.py:76) +2024-09-01 18:12:41,941 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0039s, count=1646, qps in this process: 54.8595 (mp_runner.py:76) +2024-09-01 18:12:41,945 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.001s, count=1832, qps in this process: 61.0646 (mp_runner.py:76) +2024-09-01 18:12:41,953 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0025s, count=1886, qps in this process: 62.8614 (mp_runner.py:76) +2024-09-01 18:12:41,955 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0043s, count=1938, qps in this process: 64.5907 (mp_runner.py:76) +2024-09-01 18:12:41,957 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0024s, count=1621, qps in this process: 54.029 (mp_runner.py:76) +2024-09-01 18:12:41,980 | DEBUG |(SpawnProcess-1:194) search_count: 2000, latest_latency=0.0025956350000342354 (mp_runner.py:73) +2024-09-01 18:12:41,980 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0003s, count=2000, qps in this process: 66.666 (mp_runner.py:76) +2024-09-01 18:12:41,981 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0003s, count=1947, qps in this process: 64.8994 (mp_runner.py:76) +2024-09-01 18:12:41,984 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0024s, count=1793, qps in this process: 59.7619 (mp_runner.py:76) +2024-09-01 18:12:41,996 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0009s, count=1545, qps in this process: 51.4985 (mp_runner.py:76) +2024-09-01 18:12:42,011 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0004s, count=1691, qps in this process: 56.3659 (mp_runner.py:76) +2024-09-01 18:12:42,016 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0007s, count=1567, qps in this process: 52.2321 (mp_runner.py:76) +2024-09-01 18:12:42,025 | INFO |End search in concurrency 45: dur=30.613521332001255s, total_count=81923, qps=2676.0398 (mp_runner.py:120) +2024-09-01 18:12:45,372 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:12:45,372 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 18:13:06,367 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 18:13:06,628 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,629 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,630 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,677 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,681 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,691 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,750 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,753 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,759 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,782 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,785 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,785 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,786 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,792 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,792 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,795 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,798 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,806 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,833 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,846 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,856 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,856 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,881 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,883 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,889 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,935 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,946 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,949 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:06,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:07,006 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:07,012 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:07,015 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:07,033 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:13:15,378 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.020946797994838562 (mp_runner.py:73) +2024-09-01 18:13:15,379 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.020171755997580476 (mp_runner.py:73) +2024-09-01 18:13:15,382 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.026197946004685946 (mp_runner.py:73) +2024-09-01 18:13:15,383 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.028604922001250088 (mp_runner.py:73) +2024-09-01 18:13:15,395 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.03675141400162829 (mp_runner.py:73) +2024-09-01 18:13:15,458 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.02792343399778474 (mp_runner.py:73) +2024-09-01 18:13:15,583 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.023689259003731422 (mp_runner.py:73) +2024-09-01 18:13:15,585 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.02900588900229195 (mp_runner.py:73) +2024-09-01 18:13:15,735 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.016740813000069465 (mp_runner.py:73) +2024-09-01 18:13:15,736 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.016840794000017922 (mp_runner.py:73) +2024-09-01 18:13:15,736 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.01812027300184127 (mp_runner.py:73) +2024-09-01 18:13:15,738 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.020261728997866157 (mp_runner.py:73) +2024-09-01 18:13:15,743 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.02621011900191661 (mp_runner.py:73) +2024-09-01 18:13:15,745 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.029791225999360904 (mp_runner.py:73) +2024-09-01 18:13:15,832 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.015441775998624507 (mp_runner.py:73) +2024-09-01 18:13:15,840 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.023117723998439033 (mp_runner.py:73) +2024-09-01 18:13:15,842 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.0257436229949235 (mp_runner.py:73) +2024-09-01 18:13:15,857 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.01802386000053957 (mp_runner.py:73) +2024-09-01 18:13:15,858 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.01883821600495139 (mp_runner.py:73) +2024-09-01 18:13:15,858 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.01783585999510251 (mp_runner.py:73) +2024-09-01 18:13:15,861 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.018506695996620692 (mp_runner.py:73) +2024-09-01 18:13:15,861 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.0243507210034295 (mp_runner.py:73) +2024-09-01 18:13:15,864 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.029843520998838358 (mp_runner.py:73) +2024-09-01 18:13:15,868 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03199894999852404 (mp_runner.py:73) +2024-09-01 18:13:16,042 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.013645096005348023 (mp_runner.py:73) +2024-09-01 18:13:16,045 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.01756759999989299 (mp_runner.py:73) +2024-09-01 18:13:16,045 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.012439191996236332 (mp_runner.py:73) +2024-09-01 18:13:16,046 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.015763336996315047 (mp_runner.py:73) +2024-09-01 18:13:16,047 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.02048874900356168 (mp_runner.py:73) +2024-09-01 18:13:16,048 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.02186445600091247 (mp_runner.py:73) +2024-09-01 18:13:16,049 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.02377781199902529 (mp_runner.py:73) +2024-09-01 18:13:16,050 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.025233780994312838 (mp_runner.py:73) +2024-09-01 18:13:16,051 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.02672712200001115 (mp_runner.py:73) +2024-09-01 18:13:16,057 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03251086700038286 (mp_runner.py:73) +2024-09-01 18:13:16,279 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.026874734998273198 (mp_runner.py:73) +2024-09-01 18:13:16,362 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.02679186299792491 (mp_runner.py:73) +2024-09-01 18:13:16,478 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.02470723700389499 (mp_runner.py:73) +2024-09-01 18:13:16,482 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.029409248003503308 (mp_runner.py:73) +2024-09-01 18:13:16,483 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.0199026429982041 (mp_runner.py:73) +2024-09-01 18:13:16,484 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.03323957900283858 (mp_runner.py:73) +2024-09-01 18:13:16,699 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.0037940219990559854 (mp_runner.py:73) +2024-09-01 18:13:16,784 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.01638312100112671 (mp_runner.py:73) +2024-09-01 18:13:16,793 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.02688575300271623 (mp_runner.py:73) +2024-09-01 18:13:16,798 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.03275437900447287 (mp_runner.py:73) +2024-09-01 18:13:17,214 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.015368774002126884 (mp_runner.py:73) +2024-09-01 18:13:17,216 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.028539999002532568 (mp_runner.py:73) +2024-09-01 18:13:17,409 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.02945494699815754 (mp_runner.py:73) +2024-09-01 18:13:17,452 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.02623929200490238 (mp_runner.py:73) +2024-09-01 18:13:17,454 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.024457327999698464 (mp_runner.py:73) +2024-09-01 18:13:18,111 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.00985667100030696 (mp_runner.py:73) +2024-09-01 18:13:23,838 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.011382424003386404 (mp_runner.py:73) +2024-09-01 18:13:23,840 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.011674895002215635 (mp_runner.py:73) +2024-09-01 18:13:23,841 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.015170172999205533 (mp_runner.py:73) +2024-09-01 18:13:23,843 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.01915999100310728 (mp_runner.py:73) +2024-09-01 18:13:23,843 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.013996695997775532 (mp_runner.py:73) +2024-09-01 18:13:23,844 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.016060412002843805 (mp_runner.py:73) +2024-09-01 18:13:23,847 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.02435766300186515 (mp_runner.py:73) +2024-09-01 18:13:23,848 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.016300504001264926 (mp_runner.py:73) +2024-09-01 18:13:23,849 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.014891108003212139 (mp_runner.py:73) +2024-09-01 18:13:24,365 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.013244083005702123 (mp_runner.py:73) +2024-09-01 18:13:24,366 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.013384931997279637 (mp_runner.py:73) +2024-09-01 18:13:24,367 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.013598801000625826 (mp_runner.py:73) +2024-09-01 18:13:24,369 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.017423111996322405 (mp_runner.py:73) +2024-09-01 18:13:24,372 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.01193778099695919 (mp_runner.py:73) +2024-09-01 18:13:24,373 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.021681402999092825 (mp_runner.py:73) +2024-09-01 18:13:24,375 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.014333181003166828 (mp_runner.py:73) +2024-09-01 18:13:24,378 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.02362901999731548 (mp_runner.py:73) +2024-09-01 18:13:24,457 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.022958531000767834 (mp_runner.py:73) +2024-09-01 18:13:24,459 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.012579417001688853 (mp_runner.py:73) +2024-09-01 18:13:24,464 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.018951831996673718 (mp_runner.py:73) +2024-09-01 18:13:24,465 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.0054301570053212345 (mp_runner.py:73) +2024-09-01 18:13:24,850 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.017697601004329044 (mp_runner.py:73) +2024-09-01 18:13:24,934 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.01863177500490565 (mp_runner.py:73) +2024-09-01 18:13:24,981 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.016119154999614693 (mp_runner.py:73) +2024-09-01 18:13:25,338 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.018289553001523018 (mp_runner.py:73) +2024-09-01 18:13:25,356 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.010919825006567407 (mp_runner.py:73) +2024-09-01 18:13:25,358 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.010889880002650898 (mp_runner.py:73) +2024-09-01 18:13:25,359 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.01049787499505328 (mp_runner.py:73) +2024-09-01 18:13:25,359 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.010220288997516036 (mp_runner.py:73) +2024-09-01 18:13:25,361 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.014006170000357088 (mp_runner.py:73) +2024-09-01 18:13:25,362 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.016949748998740688 (mp_runner.py:73) +2024-09-01 18:13:25,363 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.01056107999465894 (mp_runner.py:73) +2024-09-01 18:13:25,363 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.009939509000105318 (mp_runner.py:73) +2024-09-01 18:13:25,363 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.015833608995308168 (mp_runner.py:73) +2024-09-01 18:13:25,366 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.021712076995754614 (mp_runner.py:73) +2024-09-01 18:13:25,367 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.012517105998995248 (mp_runner.py:73) +2024-09-01 18:13:25,367 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.01576571600162424 (mp_runner.py:73) +2024-09-01 18:13:25,373 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.025860317000478972 (mp_runner.py:73) +2024-09-01 18:13:26,970 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.013670183994690888 (mp_runner.py:73) +2024-09-01 18:13:27,190 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.013828851995640434 (mp_runner.py:73) +2024-09-01 18:13:27,306 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.02096268599416362 (mp_runner.py:73) +2024-09-01 18:13:27,354 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.016182255996682215 (mp_runner.py:73) +2024-09-01 18:13:27,360 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.018441216001519933 (mp_runner.py:73) +2024-09-01 18:13:27,361 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.022738752006262075 (mp_runner.py:73) +2024-09-01 18:13:28,038 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.013671726002939977 (mp_runner.py:73) +2024-09-01 18:13:28,076 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.01739540000562556 (mp_runner.py:73) +2024-09-01 18:13:28,273 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.02097166099702008 (mp_runner.py:73) +2024-09-01 18:13:28,422 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.022606277001614217 (mp_runner.py:73) +2024-09-01 18:13:28,713 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.015557765000266954 (mp_runner.py:73) +2024-09-01 18:13:28,856 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.024367652004002593 (mp_runner.py:73) +2024-09-01 18:13:32,646 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.014970791999076027 (mp_runner.py:73) +2024-09-01 18:13:32,647 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.017696893999527674 (mp_runner.py:73) +2024-09-01 18:13:32,649 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.019642082006612327 (mp_runner.py:73) +2024-09-01 18:13:32,649 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.012346469004114624 (mp_runner.py:73) +2024-09-01 18:13:32,650 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.016129042996908538 (mp_runner.py:73) +2024-09-01 18:13:32,650 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.016052970000600908 (mp_runner.py:73) +2024-09-01 18:13:32,654 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.018514236995542888 (mp_runner.py:73) +2024-09-01 18:13:32,654 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.026127749995794147 (mp_runner.py:73) +2024-09-01 18:13:32,660 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.03466738799761515 (mp_runner.py:73) +2024-09-01 18:13:32,883 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.017974688998947386 (mp_runner.py:73) +2024-09-01 18:13:32,885 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.021665149004547857 (mp_runner.py:73) +2024-09-01 18:13:32,886 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.019046034998609684 (mp_runner.py:73) +2024-09-01 18:13:32,886 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.020382802998938132 (mp_runner.py:73) +2024-09-01 18:13:32,887 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.018670381999982055 (mp_runner.py:73) +2024-09-01 18:13:32,889 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.02754809600446606 (mp_runner.py:73) +2024-09-01 18:13:32,890 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.03162796299875481 (mp_runner.py:73) +2024-09-01 18:13:33,654 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.01937476100283675 (mp_runner.py:73) +2024-09-01 18:13:33,656 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.019611304000136442 (mp_runner.py:73) +2024-09-01 18:13:33,657 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.01930266599811148 (mp_runner.py:73) +2024-09-01 18:13:33,657 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.019260713997937273 (mp_runner.py:73) +2024-09-01 18:13:33,657 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.017915386000822764 (mp_runner.py:73) +2024-09-01 18:13:33,659 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.020555914998112712 (mp_runner.py:73) +2024-09-01 18:13:33,659 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.01820177600166062 (mp_runner.py:73) +2024-09-01 18:13:33,659 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.02519701999699464 (mp_runner.py:73) +2024-09-01 18:13:33,661 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.020304536999901757 (mp_runner.py:73) +2024-09-01 18:13:33,661 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.015067072003148496 (mp_runner.py:73) +2024-09-01 18:13:33,663 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.02907961399614578 (mp_runner.py:73) +2024-09-01 18:13:33,665 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.021183349999773782 (mp_runner.py:73) +2024-09-01 18:13:33,668 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.036036541998328175 (mp_runner.py:73) +2024-09-01 18:13:34,604 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.02648459599731723 (mp_runner.py:73) +2024-09-01 18:13:34,605 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.029762683996523265 (mp_runner.py:73) +2024-09-01 18:13:34,607 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.028383575001498684 (mp_runner.py:73) +2024-09-01 18:13:34,749 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.02895105700008571 (mp_runner.py:73) +2024-09-01 18:13:34,749 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.02247310699749505 (mp_runner.py:73) +2024-09-01 18:13:34,751 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.03304818300239276 (mp_runner.py:73) +2024-09-01 18:13:35,487 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.0301174810010707 (mp_runner.py:73) +2024-09-01 18:13:35,758 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.035400522996496875 (mp_runner.py:73) +2024-09-01 18:13:36,289 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.02699266000126954 (mp_runner.py:73) +2024-09-01 18:13:36,642 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0068s, count=1683, qps in this process: 56.0873 (mp_runner.py:76) +2024-09-01 18:13:36,646 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0122s, count=1739, qps in this process: 57.9431 (mp_runner.py:76) +2024-09-01 18:13:36,660 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.025s, count=1684, qps in this process: 56.0866 (mp_runner.py:76) +2024-09-01 18:13:36,676 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0135s, count=1476, qps in this process: 49.1779 (mp_runner.py:76) +2024-09-01 18:13:36,685 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0037s, count=1686, qps in this process: 56.1931 (mp_runner.py:76) +2024-09-01 18:13:36,691 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0077s, count=1686, qps in this process: 56.1856 (mp_runner.py:76) +2024-09-01 18:13:36,698 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0031s, count=1591, qps in this process: 53.0279 (mp_runner.py:76) +2024-09-01 18:13:36,701 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0048s, count=1725, qps in this process: 57.4908 (mp_runner.py:76) +2024-09-01 18:13:36,710 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0134s, count=1518, qps in this process: 50.5774 (mp_runner.py:76) +2024-09-01 18:13:36,757 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.001s, count=1746, qps in this process: 58.1981 (mp_runner.py:76) +2024-09-01 18:13:36,758 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0025s, count=1746, qps in this process: 58.1952 (mp_runner.py:76) +2024-09-01 18:13:36,760 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0021s, count=1728, qps in this process: 57.596 (mp_runner.py:76) +2024-09-01 18:13:36,772 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0139s, count=1747, qps in this process: 58.2064 (mp_runner.py:76) +2024-09-01 18:13:36,776 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0182s, count=1722, qps in this process: 57.3652 (mp_runner.py:76) +2024-09-01 18:13:36,778 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0128s, count=1693, qps in this process: 56.4093 (mp_runner.py:76) +2024-09-01 18:13:36,788 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0202s, count=1543, qps in this process: 51.3987 (mp_runner.py:76) +2024-09-01 18:13:36,791 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0005s, count=1738, qps in this process: 57.9324 (mp_runner.py:76) +2024-09-01 18:13:36,792 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0014s, count=1606, qps in this process: 53.5308 (mp_runner.py:76) +2024-09-01 18:13:36,795 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0116s, count=1730, qps in this process: 57.6444 (mp_runner.py:76) +2024-09-01 18:13:36,801 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0045s, count=1749, qps in this process: 58.2913 (mp_runner.py:76) +2024-09-01 18:13:36,801 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0148s, count=1695, qps in this process: 56.4721 (mp_runner.py:76) +2024-09-01 18:13:36,803 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0119s, count=1695, qps in this process: 56.4776 (mp_runner.py:76) +2024-09-01 18:13:36,803 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.001s, count=1730, qps in this process: 57.6647 (mp_runner.py:76) +2024-09-01 18:13:36,809 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0163s, count=1739, qps in this process: 57.9352 (mp_runner.py:76) +2024-09-01 18:13:36,813 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0145s, count=1696, qps in this process: 56.506 (mp_runner.py:76) +2024-09-01 18:13:36,818 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0201s, count=1749, qps in this process: 58.261 (mp_runner.py:76) +2024-09-01 18:13:36,822 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0088s, count=1731, qps in this process: 57.6831 (mp_runner.py:76) +2024-09-01 18:13:36,843 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0069s, count=1689, qps in this process: 56.2871 (mp_runner.py:76) +2024-09-01 18:13:36,845 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0077s, count=1604, qps in this process: 53.4529 (mp_runner.py:76) +2024-09-01 18:13:36,858 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0097s, count=1701, qps in this process: 56.6817 (mp_runner.py:76) +2024-09-01 18:13:36,865 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0039s, count=1702, qps in this process: 56.726 (mp_runner.py:76) +2024-09-01 18:13:36,877 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0115s, count=1703, qps in this process: 56.7449 (mp_runner.py:76) +2024-09-01 18:13:36,890 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0005s, count=1741, qps in this process: 58.0324 (mp_runner.py:76) +2024-09-01 18:13:36,894 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0063s, count=1735, qps in this process: 57.8212 (mp_runner.py:76) +2024-09-01 18:13:36,897 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0036s, count=1610, qps in this process: 53.6602 (mp_runner.py:76) +2024-09-01 18:13:36,903 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0024s, count=1706, qps in this process: 56.8621 (mp_runner.py:76) +2024-09-01 18:13:36,905 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0045s, count=1583, qps in this process: 52.7588 (mp_runner.py:76) +2024-09-01 18:13:36,908 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0081s, count=1496, qps in this process: 49.8532 (mp_runner.py:76) +2024-09-01 18:13:36,913 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.007041756005492061 (mp_runner.py:73) +2024-09-01 18:13:36,916 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0073s, count=1376, qps in this process: 45.8555 (mp_runner.py:76) +2024-09-01 18:13:36,933 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.0074601230007829145 (mp_runner.py:73) +2024-09-01 18:13:36,934 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.009491395998338703 (mp_runner.py:73) +2024-09-01 18:13:36,938 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0005s, count=1620, qps in this process: 53.9991 (mp_runner.py:76) +2024-09-01 18:13:36,942 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0009s, count=1502, qps in this process: 50.0652 (mp_runner.py:76) +2024-09-01 18:13:36,955 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0036s, count=1422, qps in this process: 47.3943 (mp_runner.py:76) +2024-09-01 18:13:36,959 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0021s, count=1423, qps in this process: 47.43 (mp_runner.py:76) +2024-09-01 18:13:36,981 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0012s, count=1524, qps in this process: 50.798 (mp_runner.py:76) +2024-09-01 18:13:36,981 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0023s, count=1382, qps in this process: 46.0631 (mp_runner.py:76) +2024-09-01 18:13:36,987 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0012s, count=1450, qps in this process: 48.3314 (mp_runner.py:76) +2024-09-01 18:13:37,014 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0019s, count=1642, qps in this process: 54.7299 (mp_runner.py:76) +2024-09-01 18:13:37,018 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0008s, count=1418, qps in this process: 47.2654 (mp_runner.py:76) +2024-09-01 18:13:37,020 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0009s, count=1528, qps in this process: 50.9318 (mp_runner.py:76) +2024-09-01 18:13:37,035 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0005s, count=1430, qps in this process: 47.6659 (mp_runner.py:76) +2024-09-01 18:13:37,048 | INFO |End search in concurrency 50: dur=30.680558314001246s, total_count=81558, qps=2658.2958 (mp_runner.py:120) +2024-09-01 18:13:40,763 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:13:40,763 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 18:14:01,905 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 18:14:02,149 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,175 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,292 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,294 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,296 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,297 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,297 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,297 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,344 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,361 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,366 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,378 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,392 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,393 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,405 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,409 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,410 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,417 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,424 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,454 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,480 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,493 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,508 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,525 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,551 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,564 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,565 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,578 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,578 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,593 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,605 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,628 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,652 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,672 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,680 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,716 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,739 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:02,749 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:11,710 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.020409810997080058 (mp_runner.py:73) +2024-09-01 18:14:11,711 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.01813109000067925 (mp_runner.py:73) +2024-09-01 18:14:11,711 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.02299246199982008 (mp_runner.py:73) +2024-09-01 18:14:11,712 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.01699314500001492 (mp_runner.py:73) +2024-09-01 18:14:11,713 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.016085520001070108 (mp_runner.py:73) +2024-09-01 18:14:11,715 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.030341288998897653 (mp_runner.py:73) +2024-09-01 18:14:11,716 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.03152100500301458 (mp_runner.py:73) +2024-09-01 18:14:11,717 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.029154149000532925 (mp_runner.py:73) +2024-09-01 18:14:11,763 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.018558743999165017 (mp_runner.py:73) +2024-09-01 18:14:11,764 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01843624700268265 (mp_runner.py:73) +2024-09-01 18:14:11,764 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.01989017499727197 (mp_runner.py:73) +2024-09-01 18:14:11,764 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01827493100427091 (mp_runner.py:73) +2024-09-01 18:14:11,765 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.019993009002064355 (mp_runner.py:73) +2024-09-01 18:14:11,766 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.019106689003820065 (mp_runner.py:73) +2024-09-01 18:14:11,767 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.019850422999297734 (mp_runner.py:73) +2024-09-01 18:14:11,768 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.020053038002515677 (mp_runner.py:73) +2024-09-01 18:14:11,768 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.021756374000688083 (mp_runner.py:73) +2024-09-01 18:14:11,769 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.020930031001626048 (mp_runner.py:73) +2024-09-01 18:14:11,770 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.020664790004957467 (mp_runner.py:73) +2024-09-01 18:14:11,771 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.020639320006011985 (mp_runner.py:73) +2024-09-01 18:14:11,772 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.021148608000657987 (mp_runner.py:73) +2024-09-01 18:14:11,773 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.019626754001365043 (mp_runner.py:73) +2024-09-01 18:14:11,773 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.017909463997057173 (mp_runner.py:73) +2024-09-01 18:14:11,775 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.016826875995320734 (mp_runner.py:73) +2024-09-01 18:14:11,777 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.019707037004991435 (mp_runner.py:73) +2024-09-01 18:14:11,777 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.01908554900001036 (mp_runner.py:73) +2024-09-01 18:14:11,777 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.020946123004250694 (mp_runner.py:73) +2024-09-01 18:14:11,778 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.034168698999565095 (mp_runner.py:73) +2024-09-01 18:14:11,778 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.02942276200337801 (mp_runner.py:73) +2024-09-01 18:14:11,782 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.0393573000037577 (mp_runner.py:73) +2024-09-01 18:14:12,112 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.020683582995843608 (mp_runner.py:73) +2024-09-01 18:14:12,113 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.025983870997151826 (mp_runner.py:73) +2024-09-01 18:14:12,113 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.020044867997057736 (mp_runner.py:73) +2024-09-01 18:14:12,114 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.03981054600444622 (mp_runner.py:73) +2024-09-01 18:14:12,121 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.03864497000176925 (mp_runner.py:73) +2024-09-01 18:14:12,121 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.04027584200230194 (mp_runner.py:73) +2024-09-01 18:14:12,123 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.051633606002724264 (mp_runner.py:73) +2024-09-01 18:14:12,124 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.03514205499959644 (mp_runner.py:73) +2024-09-01 18:14:12,136 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.051700089999940246 (mp_runner.py:73) +2024-09-01 18:14:12,569 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.035108290998323355 (mp_runner.py:73) +2024-09-01 18:14:12,590 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.02240253000491066 (mp_runner.py:73) +2024-09-01 18:14:12,591 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.02501052000297932 (mp_runner.py:73) +2024-09-01 18:14:12,591 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.027568352001253515 (mp_runner.py:73) +2024-09-01 18:14:12,594 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.031452177005121484 (mp_runner.py:73) +2024-09-01 18:14:12,887 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.034520706001785584 (mp_runner.py:73) +2024-09-01 18:14:13,221 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.03468669999710983 (mp_runner.py:73) +2024-09-01 18:14:13,703 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.03866160300094634 (mp_runner.py:73) +2024-09-01 18:14:14,590 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.03285698200488696 (mp_runner.py:73) +2024-09-01 18:14:14,755 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.035405951995926443 (mp_runner.py:73) +2024-09-01 18:14:14,765 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.028920240998559166 (mp_runner.py:73) +2024-09-01 18:14:14,852 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.031720466999104246 (mp_runner.py:73) +2024-09-01 18:14:15,072 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.045971382001880556 (mp_runner.py:73) +2024-09-01 18:14:15,175 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.001761296000040602 (mp_runner.py:73) +2024-09-01 18:14:15,233 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.02588624299824005 (mp_runner.py:73) +2024-09-01 18:14:15,331 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.03392334800446406 (mp_runner.py:73) +2024-09-01 18:14:20,705 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.011870005997479893 (mp_runner.py:73) +2024-09-01 18:14:20,707 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.013766785996267572 (mp_runner.py:73) +2024-09-01 18:14:20,708 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.01544879999710247 (mp_runner.py:73) +2024-09-01 18:14:20,709 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.015321356004278641 (mp_runner.py:73) +2024-09-01 18:14:20,710 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.02092734100006055 (mp_runner.py:73) +2024-09-01 18:14:20,710 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.018805212996085174 (mp_runner.py:73) +2024-09-01 18:14:20,713 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.015573071003018413 (mp_runner.py:73) +2024-09-01 18:14:20,819 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.016009024999220856 (mp_runner.py:73) +2024-09-01 18:14:20,820 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.017680725999525748 (mp_runner.py:73) +2024-09-01 18:14:20,821 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.016237495001405478 (mp_runner.py:73) +2024-09-01 18:14:20,821 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.017125443002441898 (mp_runner.py:73) +2024-09-01 18:14:20,822 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.018323794000025373 (mp_runner.py:73) +2024-09-01 18:14:20,824 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.018020018003880978 (mp_runner.py:73) +2024-09-01 18:14:20,825 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.022623890996328555 (mp_runner.py:73) +2024-09-01 18:14:20,826 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.015521572000579908 (mp_runner.py:73) +2024-09-01 18:14:20,826 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.015124408004339784 (mp_runner.py:73) +2024-09-01 18:14:20,827 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.016409717994974926 (mp_runner.py:73) +2024-09-01 18:14:20,827 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.02556740600266494 (mp_runner.py:73) +2024-09-01 18:14:20,832 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.012798256997484714 (mp_runner.py:73) +2024-09-01 18:14:20,832 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.014898363006068394 (mp_runner.py:73) +2024-09-01 18:14:21,614 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.015380256001662929 (mp_runner.py:73) +2024-09-01 18:14:21,615 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.012843799006077461 (mp_runner.py:73) +2024-09-01 18:14:21,616 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.014153447998978663 (mp_runner.py:73) +2024-09-01 18:14:21,616 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.022327890001179185 (mp_runner.py:73) +2024-09-01 18:14:21,618 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.020668388999183662 (mp_runner.py:73) +2024-09-01 18:14:21,618 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.015153034997638315 (mp_runner.py:73) +2024-09-01 18:14:21,623 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.018002526994678192 (mp_runner.py:73) +2024-09-01 18:14:21,625 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.01809159199910937 (mp_runner.py:73) +2024-09-01 18:14:21,693 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.0184741600023699 (mp_runner.py:73) +2024-09-01 18:14:21,700 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.018253068003105 (mp_runner.py:73) +2024-09-01 18:14:21,701 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.016076813997642603 (mp_runner.py:73) +2024-09-01 18:14:21,706 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.023382573999697343 (mp_runner.py:73) +2024-09-01 18:14:21,740 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.022418469001422636 (mp_runner.py:73) +2024-09-01 18:14:21,849 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.02212924500054214 (mp_runner.py:73) +2024-09-01 18:14:22,281 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.023702053003944457 (mp_runner.py:73) +2024-09-01 18:14:22,558 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.03815926899551414 (mp_runner.py:73) +2024-09-01 18:14:23,518 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.018654324994713534 (mp_runner.py:73) +2024-09-01 18:14:23,523 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.02384367099875817 (mp_runner.py:73) +2024-09-01 18:14:23,530 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.018164922003052197 (mp_runner.py:73) +2024-09-01 18:14:23,538 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.02173711399518652 (mp_runner.py:73) +2024-09-01 18:14:23,811 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.019581754997489043 (mp_runner.py:73) +2024-09-01 18:14:23,814 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.025837584005785175 (mp_runner.py:73) +2024-09-01 18:14:24,238 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.018324878001294564 (mp_runner.py:73) +2024-09-01 18:14:25,015 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.02304806300526252 (mp_runner.py:73) +2024-09-01 18:14:25,478 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.022672195998893585 (mp_runner.py:73) +2024-09-01 18:14:25,668 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.02300954699603608 (mp_runner.py:73) +2024-09-01 18:14:26,377 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.02361226199718658 (mp_runner.py:73) +2024-09-01 18:14:26,605 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.026478883999516256 (mp_runner.py:73) +2024-09-01 18:14:26,862 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.02488568000262603 (mp_runner.py:73) +2024-09-01 18:14:26,885 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.02065209500142373 (mp_runner.py:73) +2024-09-01 18:14:26,957 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.021869764997973107 (mp_runner.py:73) +2024-09-01 18:14:27,123 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.016091901001345832 (mp_runner.py:73) +2024-09-01 18:14:27,145 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.002292930999828968 (mp_runner.py:73) +2024-09-01 18:14:27,176 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.03876361100265058 (mp_runner.py:73) +2024-09-01 18:14:27,794 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.024142607995599974 (mp_runner.py:73) +2024-09-01 18:14:29,660 | DEBUG |(SpawnProcess-1:280) search_count: 1500, latest_latency=0.015765585005283356 (mp_runner.py:73) +2024-09-01 18:14:29,661 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.01620821499818703 (mp_runner.py:73) +2024-09-01 18:14:29,662 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.018245040999318007 (mp_runner.py:73) +2024-09-01 18:14:29,663 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.01747208300366765 (mp_runner.py:73) +2024-09-01 18:14:29,664 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.022201079002115875 (mp_runner.py:73) +2024-09-01 18:14:29,665 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.016708179005945567 (mp_runner.py:73) +2024-09-01 18:14:29,670 | DEBUG |(SpawnProcess-1:332) search_count: 1500, latest_latency=0.011169816003530286 (mp_runner.py:73) +2024-09-01 18:14:29,671 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.017561386004672386 (mp_runner.py:73) +2024-09-01 18:14:29,672 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.03172401800111402 (mp_runner.py:73) +2024-09-01 18:14:29,764 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.01763053699687589 (mp_runner.py:73) +2024-09-01 18:14:29,768 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.0198567329935031 (mp_runner.py:73) +2024-09-01 18:14:29,771 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.023733538000669796 (mp_runner.py:73) +2024-09-01 18:14:29,772 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.022388473997125402 (mp_runner.py:73) +2024-09-01 18:14:29,774 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.02107029400212923 (mp_runner.py:73) +2024-09-01 18:14:29,776 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.031140626000706106 (mp_runner.py:73) +2024-09-01 18:14:29,777 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.032880373000807595 (mp_runner.py:73) +2024-09-01 18:14:30,110 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.010483520003617741 (mp_runner.py:73) +2024-09-01 18:14:30,817 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.03055487100209575 (mp_runner.py:73) +2024-09-01 18:14:31,713 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.03318977600429207 (mp_runner.py:73) +2024-09-01 18:14:32,167 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.007s, count=1619, qps in this process: 53.9541 (mp_runner.py:76) +2024-09-01 18:14:32,209 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.009s, count=1348, qps in this process: 44.9199 (mp_runner.py:76) +2024-09-01 18:14:32,260 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0217s, count=1442, qps in this process: 48.0319 (mp_runner.py:76) +2024-09-01 18:14:32,303 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.002s, count=1465, qps in this process: 48.8301 (mp_runner.py:76) +2024-09-01 18:14:32,304 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0036s, count=1354, qps in this process: 45.1279 (mp_runner.py:76) +2024-09-01 18:14:32,305 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0045s, count=1457, qps in this process: 48.5594 (mp_runner.py:76) +2024-09-01 18:14:32,307 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0085s, count=1627, qps in this process: 54.218 (mp_runner.py:76) +2024-09-01 18:14:32,307 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.006s, count=1488, qps in this process: 49.5901 (mp_runner.py:76) +2024-09-01 18:14:32,309 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0082s, count=1470, qps in this process: 48.9866 (mp_runner.py:76) +2024-09-01 18:14:32,311 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0104s, count=1429, qps in this process: 47.6168 (mp_runner.py:76) +2024-09-01 18:14:32,314 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0158s, count=1641, qps in this process: 54.6712 (mp_runner.py:76) +2024-09-01 18:14:32,315 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0142s, count=1488, qps in this process: 49.5765 (mp_runner.py:76) +2024-09-01 18:14:32,316 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0182s, count=1641, qps in this process: 54.6668 (mp_runner.py:76) +2024-09-01 18:14:32,365 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0146s, count=1491, qps in this process: 49.6758 (mp_runner.py:76) +2024-09-01 18:14:32,367 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0012s, count=1644, qps in this process: 54.7978 (mp_runner.py:76) +2024-09-01 18:14:32,383 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0077s, count=1645, qps in this process: 54.8193 (mp_runner.py:76) +2024-09-01 18:14:32,393 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0036s, count=1464, qps in this process: 48.7941 (mp_runner.py:76) +2024-09-01 18:14:32,401 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0201s, count=1632, qps in this process: 54.3636 (mp_runner.py:76) +2024-09-01 18:14:32,404 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0229s, count=1632, qps in this process: 54.3585 (mp_runner.py:76) +2024-09-01 18:14:32,409 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0087s, count=1475, qps in this process: 49.1524 (mp_runner.py:76) +2024-09-01 18:14:32,417 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.004s, count=1648, qps in this process: 54.926 (mp_runner.py:76) +2024-09-01 18:14:32,417 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.008s, count=1457, qps in this process: 48.5537 (mp_runner.py:76) +2024-09-01 18:14:32,420 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0228s, count=1487, qps in this process: 49.529 (mp_runner.py:76) +2024-09-01 18:14:32,423 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.01s, count=1364, qps in this process: 45.4515 (mp_runner.py:76) +2024-09-01 18:14:32,424 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0043s, count=1648, qps in this process: 54.9255 (mp_runner.py:76) +2024-09-01 18:14:32,429 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0029s, count=1303, qps in this process: 43.4291 (mp_runner.py:76) +2024-09-01 18:14:32,433 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0059s, count=1649, qps in this process: 54.9559 (mp_runner.py:76) +2024-09-01 18:14:32,447 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0129s, count=1650, qps in this process: 54.9764 (mp_runner.py:76) +2024-09-01 18:14:32,452 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0128s, count=1453, qps in this process: 48.4127 (mp_runner.py:76) +2024-09-01 18:14:32,465 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0061s, count=1243, qps in this process: 41.4249 (mp_runner.py:76) +2024-09-01 18:14:32,468 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0064s, count=1373, qps in this process: 45.7569 (mp_runner.py:76) +2024-09-01 18:14:32,477 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0062s, count=1440, qps in this process: 47.9901 (mp_runner.py:76) +2024-09-01 18:14:32,493 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0064s, count=1285, qps in this process: 42.8242 (mp_runner.py:76) +2024-09-01 18:14:32,505 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0071s, count=1656, qps in this process: 55.1869 (mp_runner.py:76) +2024-09-01 18:14:32,509 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0041s, count=1656, qps in this process: 55.1925 (mp_runner.py:76) +2024-09-01 18:14:32,512 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0069s, count=1396, qps in this process: 46.5226 (mp_runner.py:76) +2024-09-01 18:14:32,523 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0059s, count=1368, qps in this process: 45.591 (mp_runner.py:76) +2024-09-01 18:14:32,543 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0085s, count=1371, qps in this process: 45.6871 (mp_runner.py:76) +2024-09-01 18:14:32,560 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0026s, count=1648, qps in this process: 54.9286 (mp_runner.py:76) +2024-09-01 18:14:32,573 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.001s, count=1475, qps in this process: 49.165 (mp_runner.py:76) +2024-09-01 18:14:32,576 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0046s, count=1585, qps in this process: 52.8252 (mp_runner.py:76) +2024-09-01 18:14:32,587 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0006s, count=1245, qps in this process: 41.4992 (mp_runner.py:76) +2024-09-01 18:14:32,589 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.003s, count=1228, qps in this process: 40.9292 (mp_runner.py:76) +2024-09-01 18:14:32,598 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0002s, count=1655, qps in this process: 55.1663 (mp_runner.py:76) +2024-09-01 18:14:32,613 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0034s, count=1386, qps in this process: 46.1948 (mp_runner.py:76) +2024-09-01 18:14:32,637 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0023s, count=1308, qps in this process: 43.5967 (mp_runner.py:76) +2024-09-01 18:14:32,643 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0028s, count=1439, qps in this process: 47.9622 (mp_runner.py:76) +2024-09-01 18:14:32,658 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0012s, count=1562, qps in this process: 52.0646 (mp_runner.py:76) +2024-09-01 18:14:32,661 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0026s, count=1669, qps in this process: 55.6285 (mp_runner.py:76) +2024-09-01 18:14:32,677 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0004s, count=1282, qps in this process: 42.7328 (mp_runner.py:76) +2024-09-01 18:14:32,687 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0006s, count=1265, qps in this process: 42.1658 (mp_runner.py:76) +2024-09-01 18:14:32,707 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0008s, count=1288, qps in this process: 42.9322 (mp_runner.py:76) +2024-09-01 18:14:32,724 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0002s, count=1258, qps in this process: 41.9331 (mp_runner.py:76) +2024-09-01 18:14:32,744 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0008s, count=1313, qps in this process: 43.7655 (mp_runner.py:76) +2024-09-01 18:14:32,757 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0002s, count=1325, qps in this process: 44.1664 (mp_runner.py:76) +2024-09-01 18:14:32,770 | INFO |End search in concurrency 55: dur=30.862818866000453s, total_count=80830, qps=2619.009 (mp_runner.py:120) +2024-09-01 18:14:36,811 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:14:36,811 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 18:14:58,126 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 18:14:58,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,413 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,452 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,452 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,616 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,629 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,638 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,652 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,669 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,670 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,679 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,696 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,703 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,709 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,716 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,719 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,720 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,720 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,724 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,733 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,733 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,764 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,772 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,775 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,809 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,814 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,823 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,838 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,841 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,875 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,875 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,876 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,882 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,884 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,916 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,918 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,943 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,950 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,970 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,990 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:58,993 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:59,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:59,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:14:59,057 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:08,711 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.0184716420044424 (mp_runner.py:73) +2024-09-01 18:15:08,712 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.017330292001133785 (mp_runner.py:73) +2024-09-01 18:15:08,713 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.02054676199622918 (mp_runner.py:73) +2024-09-01 18:15:08,714 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.01866706799773965 (mp_runner.py:73) +2024-09-01 18:15:08,715 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.017986508006288204 (mp_runner.py:73) +2024-09-01 18:15:08,715 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.023902218999865 (mp_runner.py:73) +2024-09-01 18:15:08,721 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.03105094599595759 (mp_runner.py:73) +2024-09-01 18:15:08,726 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.040925182998762466 (mp_runner.py:73) +2024-09-01 18:15:08,879 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.02884748700307682 (mp_runner.py:73) +2024-09-01 18:15:08,880 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.028263553002034314 (mp_runner.py:73) +2024-09-01 18:15:08,881 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.03128450000076555 (mp_runner.py:73) +2024-09-01 18:15:08,881 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.0283094219994382 (mp_runner.py:73) +2024-09-01 18:15:08,881 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.023458220006432384 (mp_runner.py:73) +2024-09-01 18:15:08,882 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.03321288099687081 (mp_runner.py:73) +2024-09-01 18:15:08,882 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.033954087004531175 (mp_runner.py:73) +2024-09-01 18:15:08,960 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.02170613999624038 (mp_runner.py:73) +2024-09-01 18:15:08,961 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.021755968002253212 (mp_runner.py:73) +2024-09-01 18:15:08,962 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.025957538004149683 (mp_runner.py:73) +2024-09-01 18:15:08,963 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.027852863997395616 (mp_runner.py:73) +2024-09-01 18:15:08,967 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.021336806006729603 (mp_runner.py:73) +2024-09-01 18:15:08,967 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.027167009997356217 (mp_runner.py:73) +2024-09-01 18:15:08,968 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.023174346999439877 (mp_runner.py:73) +2024-09-01 18:15:08,969 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.028041459001542535 (mp_runner.py:73) +2024-09-01 18:15:08,970 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.007355092995567247 (mp_runner.py:73) +2024-09-01 18:15:08,970 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.016538668001885526 (mp_runner.py:73) +2024-09-01 18:15:08,971 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.027870527999766637 (mp_runner.py:73) +2024-09-01 18:15:08,971 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.03854406599566573 (mp_runner.py:73) +2024-09-01 18:15:08,973 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.028369924002618063 (mp_runner.py:73) +2024-09-01 18:15:08,981 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.016312334999383893 (mp_runner.py:73) +2024-09-01 18:15:08,984 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.020901994001178537 (mp_runner.py:73) +2024-09-01 18:15:08,985 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.01949375099502504 (mp_runner.py:73) +2024-09-01 18:15:08,987 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.02477632099908078 (mp_runner.py:73) +2024-09-01 18:15:08,988 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.021017542996560223 (mp_runner.py:73) +2024-09-01 18:15:08,989 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.02030713899875991 (mp_runner.py:73) +2024-09-01 18:15:08,989 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.03027845100587001 (mp_runner.py:73) +2024-09-01 18:15:08,990 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.02880259700032184 (mp_runner.py:73) +2024-09-01 18:15:08,991 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.021467067002959084 (mp_runner.py:73) +2024-09-01 18:15:08,992 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.021819913999934215 (mp_runner.py:73) +2024-09-01 18:15:08,992 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.03428107599756913 (mp_runner.py:73) +2024-09-01 18:15:08,993 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.020909550003125332 (mp_runner.py:73) +2024-09-01 18:15:08,993 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.0226337659987621 (mp_runner.py:73) +2024-09-01 18:15:08,994 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.02229633100068895 (mp_runner.py:73) +2024-09-01 18:15:08,995 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.020886313999653794 (mp_runner.py:73) +2024-09-01 18:15:08,995 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.020209009002428502 (mp_runner.py:73) +2024-09-01 18:15:08,996 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.018774639000184834 (mp_runner.py:73) +2024-09-01 18:15:08,997 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.020584479003446177 (mp_runner.py:73) +2024-09-01 18:15:08,997 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.03250879100232851 (mp_runner.py:73) +2024-09-01 18:15:08,999 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.021686210995540023 (mp_runner.py:73) +2024-09-01 18:15:08,999 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.026135537002119236 (mp_runner.py:73) +2024-09-01 18:15:09,767 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.03256441300618462 (mp_runner.py:73) +2024-09-01 18:15:09,820 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.052952868994907476 (mp_runner.py:73) +2024-09-01 18:15:09,822 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.04801582000072813 (mp_runner.py:73) +2024-09-01 18:15:09,834 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.07033325800148305 (mp_runner.py:73) +2024-09-01 18:15:09,888 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.1148045829977491 (mp_runner.py:73) +2024-09-01 18:15:11,057 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.02544043300440535 (mp_runner.py:73) +2024-09-01 18:15:11,065 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.03624605100048939 (mp_runner.py:73) +2024-09-01 18:15:11,067 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.03581892600050196 (mp_runner.py:73) +2024-09-01 18:15:11,756 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.0349734570045257 (mp_runner.py:73) +2024-09-01 18:15:11,831 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.0371187499986263 (mp_runner.py:73) +2024-09-01 18:15:12,323 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.028201335000630934 (mp_runner.py:73) +2024-09-01 18:15:18,810 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.004786106997926254 (mp_runner.py:73) +2024-09-01 18:15:18,811 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.016784518003987614 (mp_runner.py:73) +2024-09-01 18:15:18,812 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.01458807799645001 (mp_runner.py:73) +2024-09-01 18:15:18,812 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.01698918000329286 (mp_runner.py:73) +2024-09-01 18:15:18,813 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.018134848003683146 (mp_runner.py:73) +2024-09-01 18:15:18,815 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.01863151300494792 (mp_runner.py:73) +2024-09-01 18:15:18,815 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.01718034700024873 (mp_runner.py:73) +2024-09-01 18:15:18,816 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.017641011996602174 (mp_runner.py:73) +2024-09-01 18:15:18,817 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.01775366200308781 (mp_runner.py:73) +2024-09-01 18:15:18,817 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.01785844400001224 (mp_runner.py:73) +2024-09-01 18:15:18,818 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.025020282999321353 (mp_runner.py:73) +2024-09-01 18:15:18,819 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.02746208300231956 (mp_runner.py:73) +2024-09-01 18:15:18,819 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.017042994004441425 (mp_runner.py:73) +2024-09-01 18:15:18,819 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.014841055999568198 (mp_runner.py:73) +2024-09-01 18:15:18,823 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.017354998002701905 (mp_runner.py:73) +2024-09-01 18:15:19,203 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.019499471003655344 (mp_runner.py:73) +2024-09-01 18:15:19,214 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.020251676003681496 (mp_runner.py:73) +2024-09-01 18:15:19,215 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.022602996999921743 (mp_runner.py:73) +2024-09-01 18:15:19,216 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.03466326999478042 (mp_runner.py:73) +2024-09-01 18:15:19,576 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.01596786099980818 (mp_runner.py:73) +2024-09-01 18:15:19,577 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.01568474200030323 (mp_runner.py:73) +2024-09-01 18:15:19,578 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.014231150998966768 (mp_runner.py:73) +2024-09-01 18:15:19,579 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.015592889001709409 (mp_runner.py:73) +2024-09-01 18:15:19,579 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.017350246002024505 (mp_runner.py:73) +2024-09-01 18:15:19,580 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.0199873179954011 (mp_runner.py:73) +2024-09-01 18:15:19,580 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.018014784996921662 (mp_runner.py:73) +2024-09-01 18:15:19,581 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.016460031001770403 (mp_runner.py:73) +2024-09-01 18:15:19,583 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.017889557006128598 (mp_runner.py:73) +2024-09-01 18:15:19,584 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.0172933979993104 (mp_runner.py:73) +2024-09-01 18:15:19,584 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.018535751005401835 (mp_runner.py:73) +2024-09-01 18:15:19,585 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.025809884995396715 (mp_runner.py:73) +2024-09-01 18:15:19,586 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.01809606900496874 (mp_runner.py:73) +2024-09-01 18:15:19,586 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.027842916002555285 (mp_runner.py:73) +2024-09-01 18:15:19,587 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.012467248998291325 (mp_runner.py:73) +2024-09-01 18:15:19,587 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.017824078997364268 (mp_runner.py:73) +2024-09-01 18:15:19,588 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.011443884002801497 (mp_runner.py:73) +2024-09-01 18:15:19,589 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.01833034800074529 (mp_runner.py:73) +2024-09-01 18:15:19,591 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.018189287002314813 (mp_runner.py:73) +2024-09-01 18:15:19,593 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.011926926003070548 (mp_runner.py:73) +2024-09-01 18:15:19,597 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.014447092995396815 (mp_runner.py:73) +2024-09-01 18:15:20,403 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.003779926999413874 (mp_runner.py:73) +2024-09-01 18:15:20,950 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.019196346001990605 (mp_runner.py:73) +2024-09-01 18:15:20,951 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.003884521000145469 (mp_runner.py:73) +2024-09-01 18:15:20,987 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.055505897995317355 (mp_runner.py:73) +2024-09-01 18:15:21,267 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.015354959003161639 (mp_runner.py:73) +2024-09-01 18:15:21,274 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.024817913996230345 (mp_runner.py:73) +2024-09-01 18:15:21,275 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.02459551699575968 (mp_runner.py:73) +2024-09-01 18:15:21,903 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.006130043999291956 (mp_runner.py:73) +2024-09-01 18:15:21,904 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.016911689002881758 (mp_runner.py:73) +2024-09-01 18:15:21,908 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.025220907999027986 (mp_runner.py:73) +2024-09-01 18:15:21,909 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.022710778001055587 (mp_runner.py:73) +2024-09-01 18:15:22,029 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.021463336997840088 (mp_runner.py:73) +2024-09-01 18:15:22,043 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.021810235004522838 (mp_runner.py:73) +2024-09-01 18:15:22,960 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.028177781001431867 (mp_runner.py:73) +2024-09-01 18:15:23,385 | DEBUG |(SpawnProcess-1:336) search_count: 1000, latest_latency=0.0186842529947171 (mp_runner.py:73) +2024-09-01 18:15:23,387 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.02245757200580556 (mp_runner.py:73) +2024-09-01 18:15:23,598 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.021751808002591133 (mp_runner.py:73) +2024-09-01 18:15:24,819 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.026884070997766685 (mp_runner.py:73) +2024-09-01 18:15:25,237 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.02334158199664671 (mp_runner.py:73) +2024-09-01 18:15:25,603 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.013552489996072836 (mp_runner.py:73) +2024-09-01 18:15:28,201 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0091s, count=1438, qps in this process: 47.9188 (mp_runner.py:76) +2024-09-01 18:15:28,441 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0171s, count=1436, qps in this process: 47.8394 (mp_runner.py:76) +2024-09-01 18:15:28,442 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0174s, count=1451, qps in this process: 48.3386 (mp_runner.py:76) +2024-09-01 18:15:28,472 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0095s, count=1366, qps in this process: 45.5189 (mp_runner.py:76) +2024-09-01 18:15:28,476 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0166s, count=1453, qps in this process: 48.4065 (mp_runner.py:76) +2024-09-01 18:15:28,568 | DEBUG |(SpawnProcess-1:379) search_count: 1500, latest_latency=0.0017785180025384761 (mp_runner.py:73) +2024-09-01 18:15:28,614 | DEBUG |(SpawnProcess-1:352) search_count: 1500, latest_latency=0.0024862310019670986 (mp_runner.py:73) +2024-09-01 18:15:28,643 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0007s, count=1484, qps in this process: 49.4655 (mp_runner.py:76) +2024-09-01 18:15:28,656 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0367s, count=1501, qps in this process: 49.9722 (mp_runner.py:76) +2024-09-01 18:15:28,661 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0231s, count=1418, qps in this process: 47.2303 (mp_runner.py:76) +2024-09-01 18:15:28,662 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0007s, count=1413, qps in this process: 47.0989 (mp_runner.py:76) +2024-09-01 18:15:28,673 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0023s, count=1464, qps in this process: 48.7963 (mp_runner.py:76) +2024-09-01 18:15:28,682 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0003s, count=1293, qps in this process: 43.0996 (mp_runner.py:76) +2024-09-01 18:15:28,683 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.027075338999566156 (mp_runner.py:73) +2024-09-01 18:15:28,693 | DEBUG |(SpawnProcess-1:365) search_count: 1500, latest_latency=0.015359436001745053 (mp_runner.py:73) +2024-09-01 18:15:28,696 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0094s, count=1342, qps in this process: 44.7193 (mp_runner.py:76) +2024-09-01 18:15:28,698 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0051s, count=1482, qps in this process: 49.3916 (mp_runner.py:76) +2024-09-01 18:15:28,712 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0175s, count=1460, qps in this process: 48.6383 (mp_runner.py:76) +2024-09-01 18:15:28,720 | DEBUG |(SpawnProcess-1:367) search_count: 1500, latest_latency=0.04898506400058977 (mp_runner.py:73) +2024-09-01 18:15:28,720 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0334s, count=1500, qps in this process: 49.9444 (mp_runner.py:76) +2024-09-01 18:15:28,721 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0195s, count=1472, qps in this process: 49.0348 (mp_runner.py:76) +2024-09-01 18:15:28,724 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.007s, count=1461, qps in this process: 48.6886 (mp_runner.py:76) +2024-09-01 18:15:28,733 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0087s, count=1462, qps in this process: 48.7192 (mp_runner.py:76) +2024-09-01 18:15:28,735 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0027s, count=1349, qps in this process: 44.9626 (mp_runner.py:76) +2024-09-01 18:15:28,736 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0123s, count=1506, qps in this process: 50.1794 (mp_runner.py:76) +2024-09-01 18:15:28,738 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0146s, count=1469, qps in this process: 48.9428 (mp_runner.py:76) +2024-09-01 18:15:28,742 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0031s, count=1310, qps in this process: 43.6622 (mp_runner.py:76) +2024-09-01 18:15:28,742 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0148s, count=1462, qps in this process: 48.7093 (mp_runner.py:76) +2024-09-01 18:15:28,743 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0109s, count=1462, qps in this process: 48.7156 (mp_runner.py:76) +2024-09-01 18:15:28,743 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.004s, count=1462, qps in this process: 48.7268 (mp_runner.py:76) +2024-09-01 18:15:28,746 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0355s, count=1297, qps in this process: 43.1822 (mp_runner.py:76) +2024-09-01 18:15:28,765 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0061s, count=1446, qps in this process: 48.1902 (mp_runner.py:76) +2024-09-01 18:15:28,776 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0073s, count=1422, qps in this process: 47.3885 (mp_runner.py:76) +2024-09-01 18:15:28,780 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0022s, count=1269, qps in this process: 42.2969 (mp_runner.py:76) +2024-09-01 18:15:28,803 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.025s, count=1472, qps in this process: 49.0258 (mp_runner.py:76) +2024-09-01 18:15:28,820 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0003s, count=1276, qps in this process: 42.5329 (mp_runner.py:76) +2024-09-01 18:15:28,825 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0092s, count=1467, qps in this process: 48.885 (mp_runner.py:76) +2024-09-01 18:15:28,825 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0069s, count=1479, qps in this process: 49.2887 (mp_runner.py:76) +2024-09-01 18:15:28,837 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0033s, count=1320, qps in this process: 43.9952 (mp_runner.py:76) +2024-09-01 18:15:28,841 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0097s, count=1483, qps in this process: 49.4174 (mp_runner.py:76) +2024-09-01 18:15:28,848 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0077s, count=1469, qps in this process: 48.9541 (mp_runner.py:76) +2024-09-01 18:15:28,848 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0047s, count=1509, qps in this process: 50.2921 (mp_runner.py:76) +2024-09-01 18:15:28,853 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0127s, count=1390, qps in this process: 46.3137 (mp_runner.py:76) +2024-09-01 18:15:28,859 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0086s, count=1512, qps in this process: 50.3856 (mp_runner.py:76) +2024-09-01 18:15:28,880 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0033s, count=1277, qps in this process: 42.562 (mp_runner.py:76) +2024-09-01 18:15:28,882 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.003s, count=1255, qps in this process: 41.8292 (mp_runner.py:76) +2024-09-01 18:15:28,884 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0028s, count=1256, qps in this process: 41.8628 (mp_runner.py:76) +2024-09-01 18:15:28,886 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0076s, count=1473, qps in this process: 49.0876 (mp_runner.py:76) +2024-09-01 18:15:28,887 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0077s, count=1472, qps in this process: 49.0541 (mp_runner.py:76) +2024-09-01 18:15:28,888 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0057s, count=1302, qps in this process: 43.3918 (mp_runner.py:76) +2024-09-01 18:15:28,899 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0087s, count=1279, qps in this process: 42.621 (mp_runner.py:76) +2024-09-01 18:15:28,903 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0053s, count=1456, qps in this process: 48.5248 (mp_runner.py:76) +2024-09-01 18:15:28,921 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0023s, count=1480, qps in this process: 49.3296 (mp_runner.py:76) +2024-09-01 18:15:28,924 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0024s, count=1481, qps in this process: 49.3627 (mp_runner.py:76) +2024-09-01 18:15:28,957 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0002s, count=1320, qps in this process: 43.9997 (mp_runner.py:76) +2024-09-01 18:15:28,958 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0102s, count=1333, qps in this process: 44.4182 (mp_runner.py:76) +2024-09-01 18:15:28,968 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.002s, count=1143, qps in this process: 38.0975 (mp_runner.py:76) +2024-09-01 18:15:28,969 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0004s, count=1248, qps in this process: 41.5994 (mp_runner.py:76) +2024-09-01 18:15:28,972 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0044s, count=1451, qps in this process: 48.3596 (mp_runner.py:76) +2024-09-01 18:15:28,975 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.001s, count=1446, qps in this process: 48.1984 (mp_runner.py:76) +2024-09-01 18:15:28,998 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0022s, count=1191, qps in this process: 39.6971 (mp_runner.py:76) +2024-09-01 18:15:29,000 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0006s, count=1250, qps in this process: 41.6658 (mp_runner.py:76) +2024-09-01 18:15:29,019 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0014s, count=1255, qps in this process: 41.8314 (mp_runner.py:76) +2024-09-01 18:15:29,022 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0003s, count=1248, qps in this process: 41.5996 (mp_runner.py:76) +2024-09-01 18:15:29,070 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0007s, count=1253, qps in this process: 41.7657 (mp_runner.py:76) +2024-09-01 18:15:29,084 | INFO |End search in concurrency 60: dur=30.95583919499768s, total_count=83596, qps=2700.4921 (mp_runner.py:120) +2024-09-01 18:15:33,461 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:15:33,461 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 18:15:55,085 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 18:15:55,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,253 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,264 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,305 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,402 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,458 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,476 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,477 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,477 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,493 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,493 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,530 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,532 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,553 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,558 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,622 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,642 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,642 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,642 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,643 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,643 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,655 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,660 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,718 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,719 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,726 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,730 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,731 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,757 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,761 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,763 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,782 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,784 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,800 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,850 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,851 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,868 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,870 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,880 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,889 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,904 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,934 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,957 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,976 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,980 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:55,996 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:56,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:56,034 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:56,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:15:56,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:06,718 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.03974433700204827 (mp_runner.py:73) +2024-09-01 18:16:06,720 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.03561223699944094 (mp_runner.py:73) +2024-09-01 18:16:06,722 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.03865998900437262 (mp_runner.py:73) +2024-09-01 18:16:06,782 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.02392435000365367 (mp_runner.py:73) +2024-09-01 18:16:06,783 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.02847291500074789 (mp_runner.py:73) +2024-09-01 18:16:06,787 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.03747484499763232 (mp_runner.py:73) +2024-09-01 18:16:06,788 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.03392668200103799 (mp_runner.py:73) +2024-09-01 18:16:06,875 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.024084896002023015 (mp_runner.py:73) +2024-09-01 18:16:06,877 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.023464156001864467 (mp_runner.py:73) +2024-09-01 18:16:06,877 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.02466465900215553 (mp_runner.py:73) +2024-09-01 18:16:06,878 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.023236168002767954 (mp_runner.py:73) +2024-09-01 18:16:06,879 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.0246654779984965 (mp_runner.py:73) +2024-09-01 18:16:06,880 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.021671756003343035 (mp_runner.py:73) +2024-09-01 18:16:06,881 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02358142100274563 (mp_runner.py:73) +2024-09-01 18:16:06,882 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.031018818997836206 (mp_runner.py:73) +2024-09-01 18:16:06,885 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.035958699001639616 (mp_runner.py:73) +2024-09-01 18:16:07,029 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.02674374500202248 (mp_runner.py:73) +2024-09-01 18:16:07,030 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.024648943995998707 (mp_runner.py:73) +2024-09-01 18:16:07,031 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.02970861799985869 (mp_runner.py:73) +2024-09-01 18:16:07,040 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.040878041996620595 (mp_runner.py:73) +2024-09-01 18:16:07,044 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.046766307001234964 (mp_runner.py:73) +2024-09-01 18:16:07,380 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.02350775300146779 (mp_runner.py:73) +2024-09-01 18:16:07,381 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.025542755000060424 (mp_runner.py:73) +2024-09-01 18:16:07,382 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.023415055002260488 (mp_runner.py:73) +2024-09-01 18:16:07,382 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.02638094499707222 (mp_runner.py:73) +2024-09-01 18:16:07,383 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.025099619997490663 (mp_runner.py:73) +2024-09-01 18:16:07,383 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.021093547002237756 (mp_runner.py:73) +2024-09-01 18:16:07,384 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.022294273003353737 (mp_runner.py:73) +2024-09-01 18:16:07,385 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.019086642998445313 (mp_runner.py:73) +2024-09-01 18:16:07,385 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.027597663000051398 (mp_runner.py:73) +2024-09-01 18:16:07,386 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.02205722199869342 (mp_runner.py:73) +2024-09-01 18:16:07,387 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.01408399600040866 (mp_runner.py:73) +2024-09-01 18:16:07,391 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.035750941002334 (mp_runner.py:73) +2024-09-01 18:16:07,392 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.03712182000163011 (mp_runner.py:73) +2024-09-01 18:16:07,393 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.024627548998978455 (mp_runner.py:73) +2024-09-01 18:16:07,884 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.03719539599842392 (mp_runner.py:73) +2024-09-01 18:16:07,959 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.034291726995434146 (mp_runner.py:73) +2024-09-01 18:16:08,186 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.03907114599860506 (mp_runner.py:73) +2024-09-01 18:16:08,190 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.04125088800356025 (mp_runner.py:73) +2024-09-01 18:16:08,403 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.0364090250004665 (mp_runner.py:73) +2024-09-01 18:16:08,439 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.034895443997811526 (mp_runner.py:73) +2024-09-01 18:16:08,539 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.04363590200227918 (mp_runner.py:73) +2024-09-01 18:16:08,690 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.040310640004463494 (mp_runner.py:73) +2024-09-01 18:16:08,824 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.021518449997529387 (mp_runner.py:73) +2024-09-01 18:16:08,825 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.02216034400044009 (mp_runner.py:73) +2024-09-01 18:16:08,826 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.020524111998383887 (mp_runner.py:73) +2024-09-01 18:16:08,827 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.022283080004854128 (mp_runner.py:73) +2024-09-01 18:16:08,827 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.022368522004398983 (mp_runner.py:73) +2024-09-01 18:16:08,827 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.022377114000846632 (mp_runner.py:73) +2024-09-01 18:16:08,828 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.02102963300421834 (mp_runner.py:73) +2024-09-01 18:16:08,829 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.02293420500063803 (mp_runner.py:73) +2024-09-01 18:16:08,829 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.023038674997224007 (mp_runner.py:73) +2024-09-01 18:16:08,830 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.028526437999971677 (mp_runner.py:73) +2024-09-01 18:16:08,841 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04166976600390626 (mp_runner.py:73) +2024-09-01 18:16:08,844 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.0371736349989078 (mp_runner.py:73) +2024-09-01 18:16:08,901 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.035804173996439204 (mp_runner.py:73) +2024-09-01 18:16:08,904 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.03927984299662057 (mp_runner.py:73) +2024-09-01 18:16:09,203 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.020331068997620605 (mp_runner.py:73) +2024-09-01 18:16:10,290 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.03798321499925805 (mp_runner.py:73) +2024-09-01 18:16:10,356 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03487541100184899 (mp_runner.py:73) +2024-09-01 18:16:10,359 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.038821517999167554 (mp_runner.py:73) +2024-09-01 18:16:10,864 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.036814111001149286 (mp_runner.py:73) +2024-09-01 18:16:11,121 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.0413007790048141 (mp_runner.py:73) +2024-09-01 18:16:11,163 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.040656321005371865 (mp_runner.py:73) +2024-09-01 18:16:11,215 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.03790132299764082 (mp_runner.py:73) +2024-09-01 18:16:18,743 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.015746437005873304 (mp_runner.py:73) +2024-09-01 18:16:18,744 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.017530483004520647 (mp_runner.py:73) +2024-09-01 18:16:18,745 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.01759405499615241 (mp_runner.py:73) +2024-09-01 18:16:18,747 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.020508029003394768 (mp_runner.py:73) +2024-09-01 18:16:18,749 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.023641093001060653 (mp_runner.py:73) +2024-09-01 18:16:18,750 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.026703748997533694 (mp_runner.py:73) +2024-09-01 18:16:18,751 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.028552755000418983 (mp_runner.py:73) +2024-09-01 18:16:18,752 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.020049825994647108 (mp_runner.py:73) +2024-09-01 18:16:18,753 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.021950240996375214 (mp_runner.py:73) +2024-09-01 18:16:18,776 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.043165128998225555 (mp_runner.py:73) +2024-09-01 18:16:18,864 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.025186742001096718 (mp_runner.py:73) +2024-09-01 18:16:18,865 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.007892230001743883 (mp_runner.py:73) +2024-09-01 18:16:18,874 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.032512006000615656 (mp_runner.py:73) +2024-09-01 18:16:18,881 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.03877065500273602 (mp_runner.py:73) +2024-09-01 18:16:19,303 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.02542098899721168 (mp_runner.py:73) +2024-09-01 18:16:19,346 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.025533441003062762 (mp_runner.py:73) +2024-09-01 18:16:19,488 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.025084997003432363 (mp_runner.py:73) +2024-09-01 18:16:20,089 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.03512986499845283 (mp_runner.py:73) +2024-09-01 18:16:20,440 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.02725177400134271 (mp_runner.py:73) +2024-09-01 18:16:20,520 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.02679799999896204 (mp_runner.py:73) +2024-09-01 18:16:20,522 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.02761339399876306 (mp_runner.py:73) +2024-09-01 18:16:20,537 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.027388536000216845 (mp_runner.py:73) +2024-09-01 18:16:20,578 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.02082998200057773 (mp_runner.py:73) +2024-09-01 18:16:20,708 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.014756664000742603 (mp_runner.py:73) +2024-09-01 18:16:20,709 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.01634993599873269 (mp_runner.py:73) +2024-09-01 18:16:20,709 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.015939513003104366 (mp_runner.py:73) +2024-09-01 18:16:20,710 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.015249051997670904 (mp_runner.py:73) +2024-09-01 18:16:20,711 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.01540832200407749 (mp_runner.py:73) +2024-09-01 18:16:20,712 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.015839510000660084 (mp_runner.py:73) +2024-09-01 18:16:20,712 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.020408174001204316 (mp_runner.py:73) +2024-09-01 18:16:20,717 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.026569323003059253 (mp_runner.py:73) +2024-09-01 18:16:20,718 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.017802825997932814 (mp_runner.py:73) +2024-09-01 18:16:20,719 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.01405329300177982 (mp_runner.py:73) +2024-09-01 18:16:20,720 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.017285477995756082 (mp_runner.py:73) +2024-09-01 18:16:20,736 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.051704078003240284 (mp_runner.py:73) +2024-09-01 18:16:21,114 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.005678410001564771 (mp_runner.py:73) +2024-09-01 18:16:21,276 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.02299972799664829 (mp_runner.py:73) +2024-09-01 18:16:21,491 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.029767280000669416 (mp_runner.py:73) +2024-09-01 18:16:21,552 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.033410516000003554 (mp_runner.py:73) +2024-09-01 18:16:21,642 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.0295457370011718 (mp_runner.py:73) +2024-09-01 18:16:21,652 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.023760832998959813 (mp_runner.py:73) +2024-09-01 18:16:21,715 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.027211701002670452 (mp_runner.py:73) +2024-09-01 18:16:21,768 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.027259637994575314 (mp_runner.py:73) +2024-09-01 18:16:22,031 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.03316778400039766 (mp_runner.py:73) +2024-09-01 18:16:22,034 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.02620483200007584 (mp_runner.py:73) +2024-09-01 18:16:22,228 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.023612063996552024 (mp_runner.py:73) +2024-09-01 18:16:22,347 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.025251789003959857 (mp_runner.py:73) +2024-09-01 18:16:22,349 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.023193970002466813 (mp_runner.py:73) +2024-09-01 18:16:22,538 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.024688566001714207 (mp_runner.py:73) +2024-09-01 18:16:22,762 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.024428175995126367 (mp_runner.py:73) +2024-09-01 18:16:23,300 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.023056343001371715 (mp_runner.py:73) +2024-09-01 18:16:23,304 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.02175268899736693 (mp_runner.py:73) +2024-09-01 18:16:23,309 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.02789706699695671 (mp_runner.py:73) +2024-09-01 18:16:23,445 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.019060434999119025 (mp_runner.py:73) +2024-09-01 18:16:23,476 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.027576171996770427 (mp_runner.py:73) +2024-09-01 18:16:23,846 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.02921365899965167 (mp_runner.py:73) +2024-09-01 18:16:24,072 | DEBUG |(SpawnProcess-1:397) search_count: 1000, latest_latency=0.005218348997004796 (mp_runner.py:73) +2024-09-01 18:16:24,602 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.028444728995964397 (mp_runner.py:73) +2024-09-01 18:16:25,086 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.004125655999814626 (mp_runner.py:73) +2024-09-01 18:16:25,128 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.025093461998039857 (mp_runner.py:73) +2024-09-01 18:16:25,207 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0149s, count=1125, qps in this process: 37.4814 (mp_runner.py:76) +2024-09-01 18:16:25,266 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0011s, count=1262, qps in this process: 42.0651 (mp_runner.py:76) +2024-09-01 18:16:25,278 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0063s, count=1294, qps in this process: 43.1243 (mp_runner.py:76) +2024-09-01 18:16:25,330 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0057s, count=1061, qps in this process: 35.3599 (mp_runner.py:76) +2024-09-01 18:16:25,418 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0097s, count=1267, qps in this process: 42.2197 (mp_runner.py:76) +2024-09-01 18:16:25,427 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0017s, count=1269, qps in this process: 42.2976 (mp_runner.py:76) +2024-09-01 18:16:25,470 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.028166486001282465 (mp_runner.py:73) +2024-09-01 18:16:25,484 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0158s, count=1106, qps in this process: 36.8473 (mp_runner.py:76) +2024-09-01 18:16:25,506 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0258s, count=1183, qps in this process: 39.3994 (mp_runner.py:76) +2024-09-01 18:16:25,508 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0089s, count=1293, qps in this process: 43.0872 (mp_runner.py:76) +2024-09-01 18:16:25,509 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0217s, count=1130, qps in this process: 37.6394 (mp_runner.py:76) +2024-09-01 18:16:25,511 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0263s, count=1149, qps in this process: 38.2665 (mp_runner.py:76) +2024-09-01 18:16:25,514 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0074s, count=1196, qps in this process: 39.8568 (mp_runner.py:76) +2024-09-01 18:16:25,520 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0249s, count=1273, qps in this process: 42.3981 (mp_runner.py:76) +2024-09-01 18:16:25,522 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.024148796997906175 (mp_runner.py:73) +2024-09-01 18:16:25,543 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0074s, count=1306, qps in this process: 43.5226 (mp_runner.py:76) +2024-09-01 18:16:25,546 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0145s, count=1120, qps in this process: 37.3153 (mp_runner.py:76) +2024-09-01 18:16:25,557 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0031s, count=1294, qps in this process: 43.1289 (mp_runner.py:76) +2024-09-01 18:16:25,561 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0021s, count=1218, qps in this process: 40.5972 (mp_runner.py:76) +2024-09-01 18:16:25,567 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0127s, count=1307, qps in this process: 43.5482 (mp_runner.py:76) +2024-09-01 18:16:25,639 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0102s, count=1132, qps in this process: 37.7205 (mp_runner.py:76) +2024-09-01 18:16:25,647 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0184s, count=1038, qps in this process: 34.5788 (mp_runner.py:76) +2024-09-01 18:16:25,650 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0025s, count=1114, qps in this process: 37.1302 (mp_runner.py:76) +2024-09-01 18:16:25,653 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0055s, count=1097, qps in this process: 36.56 (mp_runner.py:76) +2024-09-01 18:16:25,654 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0072s, count=1168, qps in this process: 38.924 (mp_runner.py:76) +2024-09-01 18:16:25,655 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0009s, count=1312, qps in this process: 43.732 (mp_runner.py:76) +2024-09-01 18:16:25,656 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0084s, count=1139, qps in this process: 37.956 (mp_runner.py:76) +2024-09-01 18:16:25,671 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0111s, count=1140, qps in this process: 37.9859 (mp_runner.py:76) +2024-09-01 18:16:25,672 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0046s, count=1225, qps in this process: 40.8271 (mp_runner.py:76) +2024-09-01 18:16:25,679 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.012s, count=1281, qps in this process: 42.6829 (mp_runner.py:76) +2024-09-01 18:16:25,684 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0118s, count=1175, qps in this process: 39.1513 (mp_runner.py:76) +2024-09-01 18:16:25,687 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0402s, count=1062, qps in this process: 35.3526 (mp_runner.py:76) +2024-09-01 18:16:25,705 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.01751430100557627 (mp_runner.py:73) +2024-09-01 18:16:25,728 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0054s, count=1089, qps in this process: 36.2935 (mp_runner.py:76) +2024-09-01 18:16:25,736 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0055s, count=1230, qps in this process: 40.9925 (mp_runner.py:76) +2024-09-01 18:16:25,753 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0161s, count=1178, qps in this process: 39.2456 (mp_runner.py:76) +2024-09-01 18:16:25,754 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0172s, count=1079, qps in this process: 35.9461 (mp_runner.py:76) +2024-09-01 18:16:25,757 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0109s, count=1222, qps in this process: 40.7185 (mp_runner.py:76) +2024-09-01 18:16:25,758 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0164s, count=1318, qps in this process: 43.9093 (mp_runner.py:76) +2024-09-01 18:16:25,773 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0067s, count=1112, qps in this process: 37.0584 (mp_runner.py:76) +2024-09-01 18:16:25,775 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0077s, count=1288, qps in this process: 42.9223 (mp_runner.py:76) +2024-09-01 18:16:25,777 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0107s, count=1146, qps in this process: 38.1864 (mp_runner.py:76) +2024-09-01 18:16:25,786 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0094s, count=1211, qps in this process: 40.354 (mp_runner.py:76) +2024-09-01 18:16:25,795 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0069s, count=1236, qps in this process: 41.1905 (mp_runner.py:76) +2024-09-01 18:16:25,800 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0017s, count=1220, qps in this process: 40.6644 (mp_runner.py:76) +2024-09-01 18:16:25,807 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0011s, count=1323, qps in this process: 44.0984 (mp_runner.py:76) +2024-09-01 18:16:25,820 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.012475385003199335 (mp_runner.py:73) +2024-09-01 18:16:25,823 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.010976248995575588 (mp_runner.py:73) +2024-09-01 18:16:25,862 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0079s, count=1101, qps in this process: 36.6903 (mp_runner.py:76) +2024-09-01 18:16:25,865 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0084s, count=1037, qps in this process: 34.557 (mp_runner.py:76) +2024-09-01 18:16:25,878 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.003s, count=1248, qps in this process: 41.5958 (mp_runner.py:76) +2024-09-01 18:16:25,883 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0016s, count=1038, qps in this process: 34.5982 (mp_runner.py:76) +2024-09-01 18:16:25,888 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0081s, count=1104, qps in this process: 36.7901 (mp_runner.py:76) +2024-09-01 18:16:25,889 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.004s, count=1136, qps in this process: 37.8616 (mp_runner.py:76) +2024-09-01 18:16:25,900 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0024s, count=1251, qps in this process: 41.6967 (mp_runner.py:76) +2024-09-01 18:16:25,907 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0059s, count=1231, qps in this process: 41.0253 (mp_runner.py:76) +2024-09-01 18:16:25,917 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0034s, count=1228, qps in this process: 40.9287 (mp_runner.py:76) +2024-09-01 18:16:25,944 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0022s, count=1250, qps in this process: 41.6636 (mp_runner.py:76) +2024-09-01 18:16:25,971 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0054s, count=1179, qps in this process: 39.2929 (mp_runner.py:76) +2024-09-01 18:16:25,982 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0039s, count=1090, qps in this process: 36.3286 (mp_runner.py:76) +2024-09-01 18:16:25,986 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0009s, count=1202, qps in this process: 40.0655 (mp_runner.py:76) +2024-09-01 18:16:25,986 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0048s, count=1157, qps in this process: 38.5605 (mp_runner.py:76) +2024-09-01 18:16:25,988 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0038s, count=1042, qps in this process: 34.7289 (mp_runner.py:76) +2024-09-01 18:16:25,989 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0042s, count=1023, qps in this process: 34.0952 (mp_runner.py:76) +2024-09-01 18:16:25,990 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0055s, count=1039, qps in this process: 34.627 (mp_runner.py:76) +2024-09-01 18:16:26,008 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0006s, count=1282, qps in this process: 42.7325 (mp_runner.py:76) +2024-09-01 18:16:26,018 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0009s, count=1274, qps in this process: 42.4654 (mp_runner.py:76) +2024-09-01 18:16:26,045 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0011s, count=1307, qps in this process: 43.5651 (mp_runner.py:76) +2024-09-01 18:16:26,046 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0003s, count=1060, qps in this process: 35.333 (mp_runner.py:76) +2024-09-01 18:16:26,046 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0008s, count=1062, qps in this process: 35.3991 (mp_runner.py:76) +2024-09-01 18:16:26,060 | INFO |End search in concurrency 65: dur=30.97352727300313s, total_count=76729, qps=2477.2445 (mp_runner.py:120) +2024-09-01 18:16:30,779 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:16:30,780 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 18:16:52,711 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 18:16:53,085 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,147 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,256 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,308 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,378 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,379 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,387 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,387 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,390 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,392 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,393 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,394 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,399 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,399 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,401 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,409 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,410 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,416 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,424 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,437 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,437 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,438 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,439 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,451 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,451 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,504 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,509 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:16:53,600 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) +2024-09-01 18:17:05,013 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.029572109000582714 (mp_runner.py:73) +2024-09-01 18:17:05,015 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.03200906900019618 (mp_runner.py:73) +2024-09-01 18:17:05,016 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.02776141499634832 (mp_runner.py:73) +2024-09-01 18:17:05,017 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.0293435950006824 (mp_runner.py:73) +2024-09-01 18:17:05,017 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.03258363899658434 (mp_runner.py:73) +2024-09-01 18:17:05,018 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.02866136199736502 (mp_runner.py:73) +2024-09-01 18:17:05,019 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.029984745997353457 (mp_runner.py:73) +2024-09-01 18:17:05,019 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.029066771996440366 (mp_runner.py:73) +2024-09-01 18:17:05,020 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.03376683299575234 (mp_runner.py:73) +2024-09-01 18:17:05,022 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.030568308000511024 (mp_runner.py:73) +2024-09-01 18:17:05,022 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.029047491996607278 (mp_runner.py:73) +2024-09-01 18:17:05,025 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.029409984999801964 (mp_runner.py:73) +2024-09-01 18:17:05,026 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.03083991199673619 (mp_runner.py:73) +2024-09-01 18:17:05,029 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.04692113300552592 (mp_runner.py:73) +2024-09-01 18:17:05,030 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.03181813700211933 (mp_runner.py:73) +2024-09-01 18:17:05,033 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.051855222998710815 (mp_runner.py:73) +2024-09-01 18:17:05,387 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.03923904400289757 (mp_runner.py:73) +2024-09-01 18:17:06,142 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.005939525995927397 (mp_runner.py:73) +2024-09-01 18:17:06,493 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.04694870799721684 (mp_runner.py:73) +2024-09-01 18:17:06,524 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.03703466500155628 (mp_runner.py:73) +2024-09-01 18:17:06,629 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.023586732997500803 (mp_runner.py:73) +2024-09-01 18:17:06,631 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.02380632599670207 (mp_runner.py:73) +2024-09-01 18:17:06,633 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.02914884100027848 (mp_runner.py:73) +2024-09-01 18:17:06,637 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.03429500199854374 (mp_runner.py:73) +2024-09-01 18:17:06,639 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.03973430200130679 (mp_runner.py:73) +2024-09-01 18:17:06,640 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.04169243599608308 (mp_runner.py:73) +2024-09-01 18:17:06,642 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.02449088299908908 (mp_runner.py:73) +2024-09-01 18:17:06,643 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.025798435002798215 (mp_runner.py:73) +2024-09-01 18:17:06,643 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02723344699916197 (mp_runner.py:73) +2024-09-01 18:17:06,645 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.025631598000472877 (mp_runner.py:73) +2024-09-01 18:17:06,647 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.024223522006650455 (mp_runner.py:73) +2024-09-01 18:17:06,650 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.03539802099840017 (mp_runner.py:73) +2024-09-01 18:17:06,651 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.026983195995853748 (mp_runner.py:73) +2024-09-01 18:17:06,652 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.03171611900324933 (mp_runner.py:73) +2024-09-01 18:17:06,660 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.0448438730018097 (mp_runner.py:73) +2024-09-01 18:17:06,965 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.03782640099962009 (mp_runner.py:73) +2024-09-01 18:17:06,965 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.03929935800260864 (mp_runner.py:73) +2024-09-01 18:17:07,108 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.041106619995844085 (mp_runner.py:73) +2024-09-01 18:17:07,243 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.035572673004935496 (mp_runner.py:73) +2024-09-01 18:17:07,386 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.04278153299674159 (mp_runner.py:73) +2024-09-01 18:17:07,511 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.02208318599878112 (mp_runner.py:73) +2024-09-01 18:17:07,512 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.025540932998410426 (mp_runner.py:73) +2024-09-01 18:17:07,513 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.01797167600307148 (mp_runner.py:73) +2024-09-01 18:17:07,514 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02819117000035476 (mp_runner.py:73) +2024-09-01 18:17:07,515 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.027618068001174834 (mp_runner.py:73) +2024-09-01 18:17:07,516 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.02772275199822616 (mp_runner.py:73) +2024-09-01 18:17:07,517 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.018239334000099916 (mp_runner.py:73) +2024-09-01 18:17:07,517 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.028107894999266136 (mp_runner.py:73) +2024-09-01 18:17:07,518 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.028082582997740246 (mp_runner.py:73) +2024-09-01 18:17:07,520 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.02702651700383285 (mp_runner.py:73) +2024-09-01 18:17:07,525 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03993827500380576 (mp_runner.py:73) +2024-09-01 18:17:07,527 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.04620051000529202 (mp_runner.py:73) +2024-09-01 18:17:07,680 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.03861903199867811 (mp_runner.py:73) +2024-09-01 18:17:07,873 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03313652799988631 (mp_runner.py:73) +2024-09-01 18:17:07,877 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.039318764000199735 (mp_runner.py:73) +2024-09-01 18:17:07,963 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.04009569200570695 (mp_runner.py:73) +2024-09-01 18:17:08,284 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.04218684999796096 (mp_runner.py:73) +2024-09-01 18:17:08,543 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.05898495000292314 (mp_runner.py:73) +2024-09-01 18:17:08,666 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.04193447499710601 (mp_runner.py:73) +2024-09-01 18:17:08,898 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.04339492600411177 (mp_runner.py:73) +2024-09-01 18:17:08,961 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.04068520400323905 (mp_runner.py:73) +2024-09-01 18:17:08,993 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.036291944998083636 (mp_runner.py:73) +2024-09-01 18:17:09,185 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.10591388199827634 (mp_runner.py:73) +2024-09-01 18:17:09,266 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.03725409199978458 (mp_runner.py:73) +2024-09-01 18:17:09,402 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.039618156995857134 (mp_runner.py:73) +2024-09-01 18:17:09,671 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.03475000099570025 (mp_runner.py:73) +2024-09-01 18:17:09,756 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.0397351229985361 (mp_runner.py:73) +2024-09-01 18:17:09,981 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.0942857650006772 (mp_runner.py:73) +2024-09-01 18:17:10,319 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.045052367000607774 (mp_runner.py:73) +2024-09-01 18:17:10,457 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.04263072699541226 (mp_runner.py:73) +2024-09-01 18:17:17,395 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.018318251000891905 (mp_runner.py:73) +2024-09-01 18:17:17,397 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.019640008998976555 (mp_runner.py:73) +2024-09-01 18:17:17,398 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.019596738005930092 (mp_runner.py:73) +2024-09-01 18:17:17,399 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.019655929994769394 (mp_runner.py:73) +2024-09-01 18:17:17,403 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.022676544002024457 (mp_runner.py:73) +2024-09-01 18:17:17,405 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.02841781100141816 (mp_runner.py:73) +2024-09-01 18:17:17,405 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.029861267998057883 (mp_runner.py:73) +2024-09-01 18:17:17,408 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.023271449994354043 (mp_runner.py:73) +2024-09-01 18:17:17,409 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.01809513300395338 (mp_runner.py:73) +2024-09-01 18:17:17,409 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.018423458001052495 (mp_runner.py:73) +2024-09-01 18:17:17,410 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.0244333739974536 (mp_runner.py:73) +2024-09-01 18:17:18,160 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.01751185600005556 (mp_runner.py:73) +2024-09-01 18:17:18,169 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.01105026800360065 (mp_runner.py:73) +2024-09-01 18:17:18,192 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.05259911299799569 (mp_runner.py:73) +2024-09-01 18:17:19,094 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.01895803099614568 (mp_runner.py:73) +2024-09-01 18:17:19,097 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.019335347999003716 (mp_runner.py:73) +2024-09-01 18:17:19,097 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.021388600005593617 (mp_runner.py:73) +2024-09-01 18:17:19,098 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.01862907499889843 (mp_runner.py:73) +2024-09-01 18:17:19,099 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.01659248500072863 (mp_runner.py:73) +2024-09-01 18:17:19,102 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.027483164994919207 (mp_runner.py:73) +2024-09-01 18:17:19,103 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.029556557994510513 (mp_runner.py:73) +2024-09-01 18:17:20,031 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.027265510005236138 (mp_runner.py:73) +2024-09-01 18:17:20,128 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.03354056899843272 (mp_runner.py:73) +2024-09-01 18:17:20,505 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.0157834109995747 (mp_runner.py:73) +2024-09-01 18:17:20,507 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.01692256900423672 (mp_runner.py:73) +2024-09-01 18:17:20,507 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.01736305799568072 (mp_runner.py:73) +2024-09-01 18:17:20,510 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.01662817900069058 (mp_runner.py:73) +2024-09-01 18:17:20,510 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.020370150996313896 (mp_runner.py:73) +2024-09-01 18:17:20,512 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.016819616001157556 (mp_runner.py:73) +2024-09-01 18:17:20,513 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.022650922001048457 (mp_runner.py:73) +2024-09-01 18:17:20,513 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.01794021299429005 (mp_runner.py:73) +2024-09-01 18:17:20,514 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.02649697400192963 (mp_runner.py:73) +2024-09-01 18:17:20,514 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.027779465999628883 (mp_runner.py:73) +2024-09-01 18:17:20,516 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.028375765999953728 (mp_runner.py:73) +2024-09-01 18:17:20,621 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.022204810004041065 (mp_runner.py:73) +2024-09-01 18:17:21,471 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.03158317500492558 (mp_runner.py:73) +2024-09-01 18:17:21,624 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.028808142997149844 (mp_runner.py:73) +2024-09-01 18:17:21,658 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.02529874400352128 (mp_runner.py:73) +2024-09-01 18:17:21,660 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.025897261999489274 (mp_runner.py:73) +2024-09-01 18:17:21,915 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.032028729998273775 (mp_runner.py:73) +2024-09-01 18:17:22,099 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.05012768300366588 (mp_runner.py:73) +2024-09-01 18:17:22,107 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.02873935899697244 (mp_runner.py:73) +2024-09-01 18:17:22,631 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.01778048499545548 (mp_runner.py:73) +2024-09-01 18:17:22,631 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.025141814003291074 (mp_runner.py:73) +2024-09-01 18:17:22,633 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.028926849998242687 (mp_runner.py:73) +2024-09-01 18:17:22,637 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.025639316998422146 (mp_runner.py:73) +2024-09-01 18:17:22,640 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.02812678099871846 (mp_runner.py:73) +2024-09-01 18:17:22,642 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.025101357998210005 (mp_runner.py:73) +2024-09-01 18:17:22,643 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.024417965003522113 (mp_runner.py:73) +2024-09-01 18:17:22,831 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.030745441996259615 (mp_runner.py:73) +2024-09-01 18:17:23,103 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0121s, count=1215, qps in this process: 40.4837 (mp_runner.py:76) +2024-09-01 18:17:23,119 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.030372880995855667 (mp_runner.py:73) +2024-09-01 18:17:23,257 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0122s, count=1216, qps in this process: 40.5169 (mp_runner.py:76) +2024-09-01 18:17:23,285 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0242s, count=1106, qps in this process: 36.837 (mp_runner.py:76) +2024-09-01 18:17:23,339 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0155s, count=1249, qps in this process: 41.6118 (mp_runner.py:76) +2024-09-01 18:17:23,385 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0304s, count=1009, qps in this process: 33.5993 (mp_runner.py:76) +2024-09-01 18:17:23,389 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0005s, count=1251, qps in this process: 41.6993 (mp_runner.py:76) +2024-09-01 18:17:23,391 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0006s, count=1098, qps in this process: 36.5993 (mp_runner.py:76) +2024-09-01 18:17:23,393 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0008s, count=1094, qps in this process: 36.4657 (mp_runner.py:76) +2024-09-01 18:17:23,394 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0022s, count=1110, qps in this process: 36.9973 (mp_runner.py:76) +2024-09-01 18:17:23,396 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0072s, count=1185, qps in this process: 39.4905 (mp_runner.py:76) +2024-09-01 18:17:23,396 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0048s, count=1030, qps in this process: 34.3278 (mp_runner.py:76) +2024-09-01 18:17:23,396 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0065s, count=972, qps in this process: 32.393 (mp_runner.py:76) +2024-09-01 18:17:23,398 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0074s, count=1030, qps in this process: 34.3249 (mp_runner.py:76) +2024-09-01 18:17:23,398 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0079s, count=1233, qps in this process: 41.0892 (mp_runner.py:76) +2024-09-01 18:17:23,399 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0085s, count=1030, qps in this process: 34.3236 (mp_runner.py:76) +2024-09-01 18:17:23,401 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0071s, count=1030, qps in this process: 34.3252 (mp_runner.py:76) +2024-09-01 18:17:23,401 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0135s, count=1112, qps in this process: 37.05 (mp_runner.py:76) +2024-09-01 18:17:23,402 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.002s, count=1252, qps in this process: 41.7306 (mp_runner.py:76) +2024-09-01 18:17:23,403 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0132s, count=1019, qps in this process: 33.9517 (mp_runner.py:76) +2024-09-01 18:17:23,405 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0146s, count=1030, qps in this process: 34.3166 (mp_runner.py:76) +2024-09-01 18:17:23,405 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0149s, count=1030, qps in this process: 34.3163 (mp_runner.py:76) +2024-09-01 18:17:23,406 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.014s, count=1042, qps in this process: 34.7171 (mp_runner.py:76) +2024-09-01 18:17:23,406 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0107s, count=1042, qps in this process: 34.7209 (mp_runner.py:76) +2024-09-01 18:17:23,407 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.012s, count=965, qps in this process: 32.1538 (mp_runner.py:76) +2024-09-01 18:17:23,408 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0192s, count=1045, qps in this process: 34.8111 (mp_runner.py:76) +2024-09-01 18:17:23,409 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0042s, count=1175, qps in this process: 39.1612 (mp_runner.py:76) +2024-09-01 18:17:23,409 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0176s, count=983, qps in this process: 32.7475 (mp_runner.py:76) +2024-09-01 18:17:23,410 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0007s, count=1252, qps in this process: 41.7324 (mp_runner.py:76) +2024-09-01 18:17:23,412 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0067s, count=1175, qps in this process: 39.1579 (mp_runner.py:76) +2024-09-01 18:17:23,412 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0142s, count=1252, qps in this process: 41.7136 (mp_runner.py:76) +2024-09-01 18:17:23,412 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0004s, count=1112, qps in this process: 37.0662 (mp_runner.py:76) +2024-09-01 18:17:23,414 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0089s, count=1112, qps in this process: 37.0557 (mp_runner.py:76) +2024-09-01 18:17:23,415 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.024s, count=987, qps in this process: 32.8737 (mp_runner.py:76) +2024-09-01 18:17:23,416 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0032s, count=1175, qps in this process: 39.1625 (mp_runner.py:76) +2024-09-01 18:17:23,416 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0262s, count=963, qps in this process: 32.072 (mp_runner.py:76) +2024-09-01 18:17:23,417 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.014s, count=1175, qps in this process: 39.1484 (mp_runner.py:76) +2024-09-01 18:17:23,417 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0206s, count=1106, qps in this process: 36.8414 (mp_runner.py:76) +2024-09-01 18:17:23,419 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0066s, count=1186, qps in this process: 39.5246 (mp_runner.py:76) +2024-09-01 18:17:23,423 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0177s, count=1113, qps in this process: 37.0781 (mp_runner.py:76) +2024-09-01 18:17:23,423 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0248s, count=1059, qps in this process: 35.2708 (mp_runner.py:76) +2024-09-01 18:17:23,424 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0036s, count=1113, qps in this process: 37.0955 (mp_runner.py:76) +2024-09-01 18:17:23,424 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0138s, count=1113, qps in this process: 37.0829 (mp_runner.py:76) +2024-09-01 18:17:23,424 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0148s, count=1113, qps in this process: 37.0817 (mp_runner.py:76) +2024-09-01 18:17:23,426 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0008s, count=1113, qps in this process: 37.099 (mp_runner.py:76) +2024-09-01 18:17:23,426 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0341s, count=1059, qps in this process: 35.2599 (mp_runner.py:76) +2024-09-01 18:17:23,427 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.014s, count=1176, qps in this process: 39.1817 (mp_runner.py:76) +2024-09-01 18:17:23,428 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.015s, count=1176, qps in this process: 39.1804 (mp_runner.py:76) +2024-09-01 18:17:23,431 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0185s, count=1031, qps in this process: 34.3455 (mp_runner.py:76) +2024-09-01 18:17:23,432 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0408s, count=1062, qps in this process: 35.3519 (mp_runner.py:76) +2024-09-01 18:17:23,436 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0266s, count=1176, qps in this process: 39.1653 (mp_runner.py:76) +2024-09-01 18:17:23,439 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0404s, count=1059, qps in this process: 35.2525 (mp_runner.py:76) +2024-09-01 18:17:23,440 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0307s, count=1253, qps in this process: 41.724 (mp_runner.py:76) +2024-09-01 18:17:23,440 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0302s, count=1253, qps in this process: 41.7247 (mp_runner.py:76) +2024-09-01 18:17:23,443 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0096s, count=987, qps in this process: 32.8895 (mp_runner.py:76) +2024-09-01 18:17:23,448 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.05s, count=990, qps in this process: 32.9451 (mp_runner.py:76) +2024-09-01 18:17:23,449 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0122s, count=1187, qps in this process: 39.5506 (mp_runner.py:76) +2024-09-01 18:17:23,454 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0129s, count=934, qps in this process: 31.12 (mp_runner.py:76) +2024-09-01 18:17:23,456 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0018s, count=1091, qps in this process: 36.3645 (mp_runner.py:76) +2024-09-01 18:17:23,456 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0212s, count=1235, qps in this process: 41.1376 (mp_runner.py:76) +2024-09-01 18:17:23,456 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0146s, count=934, qps in this process: 31.1182 (mp_runner.py:76) +2024-09-01 18:17:23,459 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0168s, count=920, qps in this process: 30.6495 (mp_runner.py:76) +2024-09-01 18:17:23,463 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0205s, count=944, qps in this process: 31.4452 (mp_runner.py:76) +2024-09-01 18:17:23,465 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0101s, count=952, qps in this process: 31.7227 (mp_runner.py:76) +2024-09-01 18:17:23,510 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0005s, count=956, qps in this process: 31.8661 (mp_runner.py:76) +2024-09-01 18:17:23,512 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0008s, count=938, qps in this process: 31.2658 (mp_runner.py:76) +2024-09-01 18:17:23,513 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0037s, count=964, qps in this process: 32.1294 (mp_runner.py:76) +2024-09-01 18:17:23,515 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0033s, count=971, qps in this process: 32.3631 (mp_runner.py:76) +2024-09-01 18:17:23,520 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0061s, count=938, qps in this process: 31.2603 (mp_runner.py:76) +2024-09-01 18:17:23,528 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.0011092599961557426 (mp_runner.py:73) +2024-09-01 18:17:23,540 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0004s, count=959, qps in this process: 31.9662 (mp_runner.py:76) +2024-09-01 18:17:23,607 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0007s, count=1071, qps in this process: 35.6992 (mp_runner.py:76) +2024-09-01 18:17:23,621 | INFO |End search in concurrency 70: dur=30.90943908099871s, total_count=75888, qps=2455.1723 (mp_runner.py:120) +2024-09-01 18:17:28,368 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2850.5517, serial_latency_p99=np.float64(0.0353), recall=np.float64(0.1975), ndcg=np.float64(0.3077), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[965.1228, 2482.2558, 2554.1794, 2850.5517, 2722.9732, 2669.8416, 2686.3076, 2587.3265, 2676.0398, 2658.2958, 2619.009, 2700.4921, 2477.2445, 2455.1723], conc_latency_p99_list=[np.float64(0.0005972573598482995), np.float64(0.0010033319263835438), np.float64(0.0014409303695792914), np.float64(0.0016850719599198782), np.float64(0.002189424887092173), np.float64(0.0026739764460973676), np.float64(0.0025337410146908943), np.float64(0.003055602312193514), np.float64(0.003693052578032075), np.float64(0.004290076307308482), np.float64(0.00385068522517322), np.float64(0.003704817227560852), np.float64(0.004393770178081468), np.float64(0.004990313922638596)]) (task_runner.py:197) +2024-09-01 18:17:28,369 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:06:15.845693'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2850.5517, serial_latency_p99=np.float64(0.0353), recall=np.float64(0.1975), ndcg=np.float64(0.3077), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[965.1228, 2482.2558, 2554.1794, 2850.5517, 2722.9732, 2669.8416, 2686.3076, 2587.3265, 2676.0398, 2658.2958, 2619.009, 2700.4921, 2477.2445, 2455.1723], conc_latency_p99_list=[np.float64(0.0005972573598482995), np.float64(0.0010033319263835438), np.float64(0.0014409303695792914), np.float64(0.0016850719599198782), np.float64(0.002189424887092173), np.float64(0.0026739764460973676), np.float64(0.0025337410146908943), np.float64(0.003055602312193514), np.float64(0.003693052578032075), np.float64(0.004290076307308482), np.float64(0.00385068522517322), np.float64(0.003704817227560852), np.float64(0.004393770178081468), np.float64(0.004990313922638596)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 18:17:28,369 | INFO |Task summary: run_id=61b0f, task_label=61b0ffbfd4ac490ebd36a91129bc3241 (models.py:346) +2024-09-01 18:17:28,369 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 18:17:28,369 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 18:17:28,369 | INFO |PgVector | 2024-09-01T18:06:15.845693 Performance1536D500K 61b0ffbfd4ac490ebd36a91129bc3241 | 0.0 2850.5517 0.0353 0.1975 0 | :) (models.py:346) +2024-09-01 18:17:28,369 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json (models.py:204) +2024-09-01 18:17:28,369 | INFO |Success to finish task: label=61b0ffbfd4ac490ebd36a91129bc3241, run_id=61b0ffbfd4ac490ebd36a91129bc3241 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json b/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json new file mode 100644 index 000000000..d7bba269b --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json @@ -0,0 +1 @@ +{"run_id": "61b0ffbfd4ac490ebd36a91129bc3241", "task_label": "61b0ffbfd4ac490ebd36a91129bc3241", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2850.5517, "serial_latency_p99": 0.0353, "recall": 0.1975, "ndcg": 0.3077, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [965.1228, 2482.2558, 2554.1794, 2850.5517, 2722.9732, 2669.8416, 2686.3076, 2587.3265, 2676.0398, 2658.2958, 2619.009, 2700.4921, 2477.2445, 2455.1723], "conc_latency_p99_list": [0.0005972573598482995, 0.0010033319263835438, 0.0014409303695792914, 0.0016850719599198782, 0.002189424887092173, 0.0026739764460973676, 0.0025337410146908943, 0.003055602312193514, 0.003693052578032075, 0.004290076307308482, 0.00385068522517322, 0.003704817227560852, 0.004393770178081468, 0.004990313922638596]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:06:15.845693", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt b/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt new file mode 100644 index 000000000..6490f3f61 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt @@ -0,0 +1,1347 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load +2024-09-01 18:56:06,857 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:56:06.845974', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 18:56:06,857 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:56:06.845974', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 18:56:06,857 | INFO |generated uuid for the tasks: c9d9affba74f43a9bbfba81d796c2e4c (interface.py:66) +2024-09-01 18:56:06,917 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 18:56:06,917 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 18:56:06,917 | INFO | PgVector-2024-09-01T18:56:06.845974 | Performance OpenAI-MEDIUM-500K None | c9d9affba74f43a9bbfba81d796c2e4c (task_runner.py:340) +2024-09-01 18:56:06,917 | INFO |task submitted: id=c9d9affba74f43a9bbfba81d796c2e4c, c9d9affba74f43a9bbfba81d796c2e4c, case number: 1 (interface.py:231) +2024-09-01 18:56:07,330 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:56:06.845974'}, drop_old=False (interface.py:164) +2024-09-01 18:56:07,331 | INFO |Starting run (task_runner.py:100) +2024-09-01 18:56:07,406 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 18:56:08,023 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 18:56:08,070 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 18:56:08,094 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 18:56:08,094 | INFO |Start performance case (task_runner.py:158) +2024-09-01 18:56:08,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:56:08,106 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 18:56:08,107 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 18:56:08,107 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 18:56:08,150 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 18:56:08,716 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 18:56:08,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:56:08,735 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 18:56:08,735 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 18:56:12,622 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02822939900215715, latest recall=0.91 (serial_runner.py:202) +2024-09-01 18:56:16,267 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03222811700106831, latest recall=0.93 (serial_runner.py:202) +2024-09-01 18:56:19,835 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.027435684998636134, latest recall=0.8 (serial_runner.py:202) +2024-09-01 18:56:22,957 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.015212842001346871, latest recall=0.96 (serial_runner.py:202) +2024-09-01 18:56:25,928 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.011939863004954532, latest recall=0.94 (serial_runner.py:202) +2024-09-01 18:56:28,745 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.013584416003141087, latest recall=0.98 (serial_runner.py:202) +2024-09-01 18:56:31,220 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.012728410998533946, latest recall=0.96 (serial_runner.py:202) +2024-09-01 18:56:33,794 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.018439890998706687, latest recall=0.93 (serial_runner.py:202) +2024-09-01 18:56:36,088 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.014538967996486463, latest recall=0.98 (serial_runner.py:202) +2024-09-01 18:56:38,841 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.031103026994969696, latest recall=0.85 (serial_runner.py:202) +2024-09-01 18:56:38,841 | INFO |SpawnProcess-1:1 search entire test_data: cost=19.7772s, queries=1000, avg_recall=0.9191, avg_ndcg=0.9292,avg_latency=0.0198, p99=0.0497 (serial_runner.py:209) +2024-09-01 18:56:39,367 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:56:39,368 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 18:56:40,389 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 18:56:40,421 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:56:44,237 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006577115003892686 (mp_runner.py:73) +2024-09-01 18:56:47,731 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.010123773994564544 (mp_runner.py:73) +2024-09-01 18:56:50,588 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0051135819958290085 (mp_runner.py:73) +2024-09-01 18:56:53,360 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.006926736001332756 (mp_runner.py:73) +2024-09-01 18:56:56,155 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004705269995611161 (mp_runner.py:73) +2024-09-01 18:56:58,987 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.006846215001132805 (mp_runner.py:73) +2024-09-01 18:57:01,818 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.004882305998762604 (mp_runner.py:73) +2024-09-01 18:57:04,532 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.006920079002156854 (mp_runner.py:73) +2024-09-01 18:57:07,315 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.004784363001817837 (mp_runner.py:73) +2024-09-01 18:57:10,083 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.006877344996610191 (mp_runner.py:73) +2024-09-01 18:57:10,426 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0035s, count=5063, qps in this process: 168.747 (mp_runner.py:76) +2024-09-01 18:57:10,427 | INFO |End search in concurrency 1: dur=30.037195191995124s, total_count=5063, qps=168.5577 (mp_runner.py:120) +2024-09-01 18:57:10,609 | INFO |Update largest qps with concurrency 1: current max_qps=168.5577 (mp_runner.py:124) +2024-09-01 18:57:11,016 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:57:11,016 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 18:57:16,061 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 18:57:16,110 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:16,110 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:16,111 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:16,111 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:16,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:21,111 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.011115725996205583 (mp_runner.py:73) +2024-09-01 18:57:21,129 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.012976309000805486 (mp_runner.py:73) +2024-09-01 18:57:21,129 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0072106469960999675 (mp_runner.py:73) +2024-09-01 18:57:21,133 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.013270272000227123 (mp_runner.py:73) +2024-09-01 18:57:21,138 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.016669167001964524 (mp_runner.py:73) +2024-09-01 18:57:25,998 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.011752337006328162 (mp_runner.py:73) +2024-09-01 18:57:25,998 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.009205970003677066 (mp_runner.py:73) +2024-09-01 18:57:25,999 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.011181328998645768 (mp_runner.py:73) +2024-09-01 18:57:25,999 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.012110123003367335 (mp_runner.py:73) +2024-09-01 18:57:25,999 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.012198560005344916 (mp_runner.py:73) +2024-09-01 18:57:31,200 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.008101987004920375 (mp_runner.py:73) +2024-09-01 18:57:31,200 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.007988862998900004 (mp_runner.py:73) +2024-09-01 18:57:31,201 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.00917486700200243 (mp_runner.py:73) +2024-09-01 18:57:31,203 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.009737974003655836 (mp_runner.py:73) +2024-09-01 18:57:31,203 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01188216199807357 (mp_runner.py:73) +2024-09-01 18:57:36,131 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.00979604700114578 (mp_runner.py:73) +2024-09-01 18:57:36,131 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.009716642001876608 (mp_runner.py:73) +2024-09-01 18:57:36,133 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.011661044001812115 (mp_runner.py:73) +2024-09-01 18:57:36,134 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.012515298003563657 (mp_runner.py:73) +2024-09-01 18:57:36,134 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.013105217003612779 (mp_runner.py:73) +2024-09-01 18:57:41,183 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.009493677993305027 (mp_runner.py:73) +2024-09-01 18:57:41,183 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.009362146993225906 (mp_runner.py:73) +2024-09-01 18:57:41,183 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.008977907004009467 (mp_runner.py:73) +2024-09-01 18:57:41,184 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.010237018002953846 (mp_runner.py:73) +2024-09-01 18:57:41,186 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.011683283999445848 (mp_runner.py:73) +2024-09-01 18:57:46,118 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0073s, count=2963, qps in this process: 98.7426 (mp_runner.py:76) +2024-09-01 18:57:46,118 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0073s, count=2963, qps in this process: 98.7426 (mp_runner.py:76) +2024-09-01 18:57:46,120 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0031s, count=2963, qps in this process: 98.7565 (mp_runner.py:76) +2024-09-01 18:57:46,120 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0035s, count=2963, qps in this process: 98.7551 (mp_runner.py:76) +2024-09-01 18:57:46,121 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0045s, count=2963, qps in this process: 98.7519 (mp_runner.py:76) +2024-09-01 18:57:46,129 | INFO |End search in concurrency 5: dur=30.067098970001098s, total_count=14815, qps=492.7313 (mp_runner.py:120) +2024-09-01 18:57:46,426 | INFO |Update largest qps with concurrency 5: current max_qps=492.7313 (mp_runner.py:124) +2024-09-01 18:57:46,833 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:57:46,833 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 18:57:57,005 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 18:57:57,124 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,128 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,129 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,130 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,146 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,152 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,155 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,155 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,178 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,180 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,181 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,181 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:57:57,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:09,261 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02197126099781599 (mp_runner.py:73) +2024-09-01 18:58:09,263 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.024363716001971625 (mp_runner.py:73) +2024-09-01 18:58:09,265 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.021841852998477407 (mp_runner.py:73) +2024-09-01 18:58:09,269 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.03495172299881233 (mp_runner.py:73) +2024-09-01 18:58:09,269 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.015200806999928318 (mp_runner.py:73) +2024-09-01 18:58:09,270 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.029387872004008386 (mp_runner.py:73) +2024-09-01 18:58:09,270 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.02345194099325454 (mp_runner.py:73) +2024-09-01 18:58:09,271 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.020665242001996376 (mp_runner.py:73) +2024-09-01 18:58:09,271 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.018107969000993762 (mp_runner.py:73) +2024-09-01 18:58:09,273 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.021678015000361484 (mp_runner.py:73) +2024-09-01 18:58:09,273 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.023755408998113126 (mp_runner.py:73) +2024-09-01 18:58:09,276 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.040772021005977876 (mp_runner.py:73) +2024-09-01 18:58:09,277 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.040210205006587785 (mp_runner.py:73) +2024-09-01 18:58:09,281 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.023978996003279462 (mp_runner.py:73) +2024-09-01 18:58:09,281 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.03647991999605438 (mp_runner.py:73) +2024-09-01 18:58:21,295 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.02189671600353904 (mp_runner.py:73) +2024-09-01 18:58:21,295 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.024448903001029976 (mp_runner.py:73) +2024-09-01 18:58:21,296 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.027208673003769945 (mp_runner.py:73) +2024-09-01 18:58:21,296 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.024930856998253148 (mp_runner.py:73) +2024-09-01 18:58:21,297 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.028641804005019367 (mp_runner.py:73) +2024-09-01 18:58:21,299 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.02695088200562168 (mp_runner.py:73) +2024-09-01 18:58:21,302 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.02888257800077554 (mp_runner.py:73) +2024-09-01 18:58:21,303 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.032515856000827625 (mp_runner.py:73) +2024-09-01 18:58:21,303 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.032508074000361376 (mp_runner.py:73) +2024-09-01 18:58:21,303 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.030981368996435776 (mp_runner.py:73) +2024-09-01 18:58:21,304 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.03744553900469327 (mp_runner.py:73) +2024-09-01 18:58:21,305 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.038873931000125594 (mp_runner.py:73) +2024-09-01 18:58:21,305 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.03601207800238626 (mp_runner.py:73) +2024-09-01 18:58:21,306 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.03859568199550267 (mp_runner.py:73) +2024-09-01 18:58:21,306 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.016275841000606306 (mp_runner.py:73) +2024-09-01 18:58:27,148 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0208s, count=1242, qps in this process: 41.3713 (mp_runner.py:76) +2024-09-01 18:58:27,151 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0008s, count=1242, qps in this process: 41.3989 (mp_runner.py:76) +2024-09-01 18:58:27,158 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0167s, count=1243, qps in this process: 41.4103 (mp_runner.py:76) +2024-09-01 18:58:27,158 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0246s, count=1243, qps in this process: 41.3994 (mp_runner.py:76) +2024-09-01 18:58:27,170 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0042s, count=1243, qps in this process: 41.4275 (mp_runner.py:76) +2024-09-01 18:58:27,171 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0104s, count=1243, qps in this process: 41.419 (mp_runner.py:76) +2024-09-01 18:58:27,171 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0044s, count=1243, qps in this process: 41.4273 (mp_runner.py:76) +2024-09-01 18:58:27,173 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0432s, count=1243, qps in this process: 41.3738 (mp_runner.py:76) +2024-09-01 18:58:27,185 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0243s, count=1244, qps in this process: 41.4331 (mp_runner.py:76) +2024-09-01 18:58:27,193 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0114s, count=1245, qps in this process: 41.4842 (mp_runner.py:76) +2024-09-01 18:58:27,193 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0087s, count=1245, qps in this process: 41.488 (mp_runner.py:76) +2024-09-01 18:58:27,194 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0089s, count=1245, qps in this process: 41.4877 (mp_runner.py:76) +2024-09-01 18:58:27,194 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0039s, count=1245, qps in this process: 41.4946 (mp_runner.py:76) +2024-09-01 18:58:27,195 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0049s, count=1245, qps in this process: 41.4932 (mp_runner.py:76) +2024-09-01 18:58:27,195 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0055s, count=1245, qps in this process: 41.4924 (mp_runner.py:76) +2024-09-01 18:58:27,198 | INFO |End search in concurrency 15: dur=30.19202293499984s, total_count=18656, qps=617.9116 (mp_runner.py:120) +2024-09-01 18:58:28,093 | INFO |Update largest qps with concurrency 15: current max_qps=617.9116 (mp_runner.py:124) +2024-09-01 18:58:28,500 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:58:28,500 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 18:58:38,761 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 18:58:38,851 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,874 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,881 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,899 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,921 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,931 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,963 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,963 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,965 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,965 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,969 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,969 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,978 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:38,991 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:39,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:58:54,986 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.011974287997873034 (mp_runner.py:73) +2024-09-01 18:58:54,986 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.012984050998056773 (mp_runner.py:73) +2024-09-01 18:58:54,989 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.014985137000621762 (mp_runner.py:73) +2024-09-01 18:58:54,989 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.013294019998284057 (mp_runner.py:73) +2024-09-01 18:58:54,991 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.015381084005639423 (mp_runner.py:73) +2024-09-01 18:58:54,993 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.017830309996497817 (mp_runner.py:73) +2024-09-01 18:58:54,997 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.019828275006148033 (mp_runner.py:73) +2024-09-01 18:58:54,997 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.02006171300308779 (mp_runner.py:73) +2024-09-01 18:58:55,000 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.022303511999780312 (mp_runner.py:73) +2024-09-01 18:58:55,000 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.022153721998620313 (mp_runner.py:73) +2024-09-01 18:58:55,005 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.0223128479992738 (mp_runner.py:73) +2024-09-01 18:58:55,008 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.029637135994562414 (mp_runner.py:73) +2024-09-01 18:58:55,011 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.03759923899633577 (mp_runner.py:73) +2024-09-01 18:58:55,011 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.03547872399940388 (mp_runner.py:73) +2024-09-01 18:58:55,011 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.034655524003028404 (mp_runner.py:73) +2024-09-01 18:58:55,012 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.03716304699628381 (mp_runner.py:73) +2024-09-01 18:58:55,012 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.025312429999758024 (mp_runner.py:73) +2024-09-01 18:58:55,013 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.034200681002403144 (mp_runner.py:73) +2024-09-01 18:58:55,021 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.048140604005311616 (mp_runner.py:73) +2024-09-01 18:58:55,021 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.04687593299604487 (mp_runner.py:73) +2024-09-01 18:59:08,855 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0019s, count=952, qps in this process: 31.7313 (mp_runner.py:76) +2024-09-01 18:59:08,893 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0069s, count=953, qps in this process: 31.7594 (mp_runner.py:76) +2024-09-01 18:59:08,896 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0142s, count=953, qps in this process: 31.7516 (mp_runner.py:76) +2024-09-01 18:59:08,925 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0225s, count=954, qps in this process: 31.7762 (mp_runner.py:76) +2024-09-01 18:59:08,925 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0014s, count=954, qps in this process: 31.7985 (mp_runner.py:76) +2024-09-01 18:59:08,926 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0254s, count=954, qps in this process: 31.7731 (mp_runner.py:76) +2024-09-01 18:59:08,945 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0082s, count=955, qps in this process: 31.8246 (mp_runner.py:76) +2024-09-01 18:59:08,962 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0116s, count=956, qps in this process: 31.8543 (mp_runner.py:76) +2024-09-01 18:59:08,963 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0124s, count=956, qps in this process: 31.8535 (mp_runner.py:76) +2024-09-01 18:59:08,963 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0131s, count=956, qps in this process: 31.8528 (mp_runner.py:76) +2024-09-01 18:59:08,976 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.008s, count=957, qps in this process: 31.8915 (mp_runner.py:76) +2024-09-01 18:59:08,976 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0014s, count=957, qps in this process: 31.8985 (mp_runner.py:76) +2024-09-01 18:59:08,977 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0023s, count=957, qps in this process: 31.8976 (mp_runner.py:76) +2024-09-01 18:59:08,978 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0099s, count=957, qps in this process: 31.8895 (mp_runner.py:76) +2024-09-01 18:59:08,980 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0115s, count=957, qps in this process: 31.8878 (mp_runner.py:76) +2024-09-01 18:59:08,981 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0148s, count=957, qps in this process: 31.8843 (mp_runner.py:76) +2024-09-01 18:59:08,988 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0219s, count=957, qps in this process: 31.8767 (mp_runner.py:76) +2024-09-01 18:59:08,991 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0054s, count=958, qps in this process: 31.9276 (mp_runner.py:76) +2024-09-01 18:59:09,008 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0019s, count=960, qps in this process: 31.998 (mp_runner.py:76) +2024-09-01 18:59:09,014 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0038s, count=960, qps in this process: 31.9959 (mp_runner.py:76) +2024-09-01 18:59:09,016 | INFO |End search in concurrency 20: dur=30.253406053998333s, total_count=19120, qps=631.995 (mp_runner.py:120) +2024-09-01 18:59:10,248 | INFO |Update largest qps with concurrency 20: current max_qps=631.995 (mp_runner.py:124) +2024-09-01 18:59:10,673 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:59:10,673 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 18:59:20,965 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 18:59:21,122 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,135 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,177 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,185 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,193 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,220 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,251 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:21,267 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 18:59:40,370 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.009219403000315651 (mp_runner.py:73) +2024-09-01 18:59:40,373 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.012499627002398483 (mp_runner.py:73) +2024-09-01 18:59:40,376 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.0169056869999622 (mp_runner.py:73) +2024-09-01 18:59:40,377 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.019103139005892444 (mp_runner.py:73) +2024-09-01 18:59:40,381 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.02008744399790885 (mp_runner.py:73) +2024-09-01 18:59:40,381 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.00339462400006596 (mp_runner.py:73) +2024-09-01 18:59:40,384 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.023996309995709453 (mp_runner.py:73) +2024-09-01 18:59:40,384 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.005613613000605255 (mp_runner.py:73) +2024-09-01 18:59:40,388 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.02883489899977576 (mp_runner.py:73) +2024-09-01 18:59:40,388 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.029781163997540716 (mp_runner.py:73) +2024-09-01 18:59:40,391 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.02936157299700426 (mp_runner.py:73) +2024-09-01 18:59:40,391 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.03144942699873354 (mp_runner.py:73) +2024-09-01 18:59:40,393 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.03418145200703293 (mp_runner.py:73) +2024-09-01 18:59:40,396 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.03730283099866938 (mp_runner.py:73) +2024-09-01 18:59:40,397 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.03654809100407874 (mp_runner.py:73) +2024-09-01 18:59:40,397 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.012937380000948906 (mp_runner.py:73) +2024-09-01 18:59:40,397 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03804509999463335 (mp_runner.py:73) +2024-09-01 18:59:40,398 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.038340004000929184 (mp_runner.py:73) +2024-09-01 18:59:40,398 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.03831725400232244 (mp_runner.py:73) +2024-09-01 18:59:40,398 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.03874905400152784 (mp_runner.py:73) +2024-09-01 18:59:40,400 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.040111337999405805 (mp_runner.py:73) +2024-09-01 18:59:40,401 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.03963987799943425 (mp_runner.py:73) +2024-09-01 18:59:40,401 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.04243667099945014 (mp_runner.py:73) +2024-09-01 18:59:40,406 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.04467484099586727 (mp_runner.py:73) +2024-09-01 18:59:40,423 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.06309934599994449 (mp_runner.py:73) +2024-09-01 18:59:51,163 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0237s, count=774, qps in this process: 25.7796 (mp_runner.py:76) +2024-09-01 18:59:51,163 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.028s, count=774, qps in this process: 25.7759 (mp_runner.py:76) +2024-09-01 18:59:51,185 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0049s, count=775, qps in this process: 25.8291 (mp_runner.py:76) +2024-09-01 18:59:51,189 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0028s, count=775, qps in this process: 25.8309 (mp_runner.py:76) +2024-09-01 18:59:51,190 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0067s, count=775, qps in this process: 25.8276 (mp_runner.py:76) +2024-09-01 18:59:51,191 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0109s, count=775, qps in this process: 25.824 (mp_runner.py:76) +2024-09-01 18:59:51,192 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0054s, count=775, qps in this process: 25.8287 (mp_runner.py:76) +2024-09-01 18:59:51,215 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0802s, count=774, qps in this process: 25.7312 (mp_runner.py:76) +2024-09-01 18:59:51,217 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0304s, count=776, qps in this process: 25.8405 (mp_runner.py:76) +2024-09-01 18:59:51,218 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0314s, count=776, qps in this process: 25.8396 (mp_runner.py:76) +2024-09-01 18:59:51,218 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0106s, count=776, qps in this process: 25.8575 (mp_runner.py:76) +2024-09-01 18:59:51,219 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0389s, count=776, qps in this process: 25.8332 (mp_runner.py:76) +2024-09-01 18:59:51,220 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0334s, count=776, qps in this process: 25.8379 (mp_runner.py:76) +2024-09-01 18:59:51,220 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0337s, count=776, qps in this process: 25.8376 (mp_runner.py:76) +2024-09-01 18:59:51,232 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0113s, count=776, qps in this process: 25.8569 (mp_runner.py:76) +2024-09-01 18:59:51,232 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0451s, count=776, qps in this process: 25.8278 (mp_runner.py:76) +2024-09-01 18:59:51,238 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0117s, count=777, qps in this process: 25.8899 (mp_runner.py:76) +2024-09-01 18:59:51,253 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0026s, count=778, qps in this process: 25.9311 (mp_runner.py:76) +2024-09-01 18:59:51,253 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0073s, count=778, qps in this process: 25.927 (mp_runner.py:76) +2024-09-01 18:59:51,253 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0077s, count=778, qps in this process: 25.9267 (mp_runner.py:76) +2024-09-01 18:59:51,254 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0075s, count=778, qps in this process: 25.9269 (mp_runner.py:76) +2024-09-01 18:59:51,254 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0009s, count=778, qps in this process: 25.9326 (mp_runner.py:76) +2024-09-01 18:59:51,258 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0115s, count=778, qps in this process: 25.9234 (mp_runner.py:76) +2024-09-01 18:59:51,264 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0021s, count=779, qps in this process: 25.9648 (mp_runner.py:76) +2024-09-01 18:59:51,277 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0037s, count=781, qps in this process: 26.0301 (mp_runner.py:76) +2024-09-01 18:59:51,280 | INFO |End search in concurrency 25: dur=30.314343865997216s, total_count=19410, qps=640.2909 (mp_runner.py:120) +2024-09-01 18:59:52,835 | INFO |Update largest qps with concurrency 25: current max_qps=640.2909 (mp_runner.py:124) +2024-09-01 18:59:53,239 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:59:53,240 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 19:00:03,633 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 19:00:03,757 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,798 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,809 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,907 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,909 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,914 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,919 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,922 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,953 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,953 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,960 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,974 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,978 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,982 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,982 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,984 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:03,997 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:27,048 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.048387645998445805 (mp_runner.py:73) +2024-09-01 19:00:27,052 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.047772267993423156 (mp_runner.py:73) +2024-09-01 19:00:27,054 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.04984703999798512 (mp_runner.py:73) +2024-09-01 19:00:27,056 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.04852484299772186 (mp_runner.py:73) +2024-09-01 19:00:27,056 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.04162229900248349 (mp_runner.py:73) +2024-09-01 19:00:27,060 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.05702837000717409 (mp_runner.py:73) +2024-09-01 19:00:27,063 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.05736371399689233 (mp_runner.py:73) +2024-09-01 19:00:27,064 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.06505382800241932 (mp_runner.py:73) +2024-09-01 19:00:27,064 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.058326092002971563 (mp_runner.py:73) +2024-09-01 19:00:27,067 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.037257798001519404 (mp_runner.py:73) +2024-09-01 19:00:27,068 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.059633962002408225 (mp_runner.py:73) +2024-09-01 19:00:27,071 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.07281361000059405 (mp_runner.py:73) +2024-09-01 19:00:27,071 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.06686987099965336 (mp_runner.py:73) +2024-09-01 19:00:27,073 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.06130936300178291 (mp_runner.py:73) +2024-09-01 19:00:27,074 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.07664324399956968 (mp_runner.py:73) +2024-09-01 19:00:27,074 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.07584199799748603 (mp_runner.py:73) +2024-09-01 19:00:27,075 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.07176370100205531 (mp_runner.py:73) +2024-09-01 19:00:27,076 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.07527469199703773 (mp_runner.py:73) +2024-09-01 19:00:27,077 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.07963817899872083 (mp_runner.py:73) +2024-09-01 19:00:27,077 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.07525783000164665 (mp_runner.py:73) +2024-09-01 19:00:27,080 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.07920019299490377 (mp_runner.py:73) +2024-09-01 19:00:27,083 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.08461086399620399 (mp_runner.py:73) +2024-09-01 19:00:27,086 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.08041841499652946 (mp_runner.py:73) +2024-09-01 19:00:27,087 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.08223547300440259 (mp_runner.py:73) +2024-09-01 19:00:27,092 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.08983732500200858 (mp_runner.py:73) +2024-09-01 19:00:27,093 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.08942715599550866 (mp_runner.py:73) +2024-09-01 19:00:27,095 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.09181972800433869 (mp_runner.py:73) +2024-09-01 19:00:27,098 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.10090010300336871 (mp_runner.py:73) +2024-09-01 19:00:27,099 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.09916423299728194 (mp_runner.py:73) +2024-09-01 19:00:27,101 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.09436233599990373 (mp_runner.py:73) +2024-09-01 19:00:33,829 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0656s, count=645, qps in this process: 21.4531 (mp_runner.py:76) +2024-09-01 19:00:33,831 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0285s, count=645, qps in this process: 21.4796 (mp_runner.py:76) +2024-09-01 19:00:33,834 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.019s, count=645, qps in this process: 21.4864 (mp_runner.py:76) +2024-09-01 19:00:33,871 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0014s, count=646, qps in this process: 21.5323 (mp_runner.py:76) +2024-09-01 19:00:33,916 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0033s, count=647, qps in this process: 21.5643 (mp_runner.py:76) +2024-09-01 19:00:33,918 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0087s, count=647, qps in this process: 21.5604 (mp_runner.py:76) +2024-09-01 19:00:33,918 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0153s, count=647, qps in this process: 21.5557 (mp_runner.py:76) +2024-09-01 19:00:33,919 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0054s, count=647, qps in this process: 21.5628 (mp_runner.py:76) +2024-09-01 19:00:33,923 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0103s, count=647, qps in this process: 21.5593 (mp_runner.py:76) +2024-09-01 19:00:33,924 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0062s, count=647, qps in this process: 21.5622 (mp_runner.py:76) +2024-09-01 19:00:33,924 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0039s, count=647, qps in this process: 21.5639 (mp_runner.py:76) +2024-09-01 19:00:33,927 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.002s, count=647, qps in this process: 21.5652 (mp_runner.py:76) +2024-09-01 19:00:33,928 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0185s, count=647, qps in this process: 21.5534 (mp_runner.py:76) +2024-09-01 19:00:33,965 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0083s, count=648, qps in this process: 21.594 (mp_runner.py:76) +2024-09-01 19:00:33,965 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0406s, count=648, qps in this process: 21.5708 (mp_runner.py:76) +2024-09-01 19:00:33,970 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0511s, count=648, qps in this process: 21.5633 (mp_runner.py:76) +2024-09-01 19:00:33,972 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.048s, count=648, qps in this process: 21.5655 (mp_runner.py:76) +2024-09-01 19:00:33,973 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0396s, count=648, qps in this process: 21.5715 (mp_runner.py:76) +2024-09-01 19:00:33,975 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0505s, count=648, qps in this process: 21.5637 (mp_runner.py:76) +2024-09-01 19:00:33,976 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0578s, count=648, qps in this process: 21.5585 (mp_runner.py:76) +2024-09-01 19:00:33,978 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0216s, count=648, qps in this process: 21.5845 (mp_runner.py:76) +2024-09-01 19:00:33,985 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0065s, count=649, qps in this process: 21.6286 (mp_runner.py:76) +2024-09-01 19:00:33,987 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0087s, count=649, qps in this process: 21.6271 (mp_runner.py:76) +2024-09-01 19:00:33,987 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0009s, count=649, qps in this process: 21.6327 (mp_runner.py:76) +2024-09-01 19:00:33,990 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0014s, count=648, qps in this process: 21.599 (mp_runner.py:76) +2024-09-01 19:00:33,990 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.002s, count=649, qps in this process: 21.6319 (mp_runner.py:76) +2024-09-01 19:00:33,993 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.012s, count=649, qps in this process: 21.6247 (mp_runner.py:76) +2024-09-01 19:00:33,993 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0148s, count=649, qps in this process: 21.6227 (mp_runner.py:76) +2024-09-01 19:00:34,002 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0079s, count=650, qps in this process: 21.661 (mp_runner.py:76) +2024-09-01 19:00:34,016 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0061s, count=651, qps in this process: 21.6956 (mp_runner.py:76) +2024-09-01 19:00:34,019 | INFO |End search in concurrency 30: dur=30.38362617600069s, total_count=19431, qps=639.5221 (mp_runner.py:120) +2024-09-01 19:00:36,339 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:00:36,340 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 19:00:46,853 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 19:00:47,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,024 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,044 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,173 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,176 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,180 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,182 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,182 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,208 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,208 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,220 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,238 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,258 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,259 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,259 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,259 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,290 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:00:47,290 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.20872207500360673 (mp_runner.py:73) +2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.19160238800395746 (mp_runner.py:73) +2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.12541733700345503 (mp_runner.py:73) +2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.11831036500370828 (mp_runner.py:73) +2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.1975992910010973 (mp_runner.py:73) +2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.19706337600655388 (mp_runner.py:73) +2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.1159638030003407 (mp_runner.py:73) +2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.12633965400164016 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.12491354300436797 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.1939056850023917 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.2076072350027971 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.1531912150021526 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.1544950620009331 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.19630445100483485 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.2045005170002696 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.18577368000114802 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.19785498899727827 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.18314157099666772 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.10548821399424924 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.13162397400446935 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.11744633699709084 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.18949071699898923 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.1971200569969369 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.052778502002183814 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.10717513599956874 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.2034614389995113 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.09867518600367475 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.11337721200106898 (mp_runner.py:73) +2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.20709627799806185 (mp_runner.py:73) +2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.13339565199567005 (mp_runner.py:73) +2024-09-01 19:01:13,944 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.17893150100280764 (mp_runner.py:73) +2024-09-01 19:01:13,950 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.0735988919986994 (mp_runner.py:73) +2024-09-01 19:01:13,955 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.09964832900004694 (mp_runner.py:73) +2024-09-01 19:01:13,955 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.1948091869999189 (mp_runner.py:73) +2024-09-01 19:01:13,996 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.1825484389992198 (mp_runner.py:73) +2024-09-01 19:01:17,068 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0414s, count=545, qps in this process: 18.1416 (mp_runner.py:76) +2024-09-01 19:01:17,069 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0358s, count=545, qps in this process: 18.145 (mp_runner.py:76) +2024-09-01 19:01:17,105 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0151s, count=546, qps in this process: 18.1908 (mp_runner.py:76) +2024-09-01 19:01:17,177 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0146s, count=548, qps in this process: 18.2578 (mp_runner.py:76) +2024-09-01 19:01:17,182 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0032s, count=548, qps in this process: 18.2647 (mp_runner.py:76) +2024-09-01 19:01:17,186 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0241s, count=548, qps in this process: 18.252 (mp_runner.py:76) +2024-09-01 19:01:17,189 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0271s, count=548, qps in this process: 18.2502 (mp_runner.py:76) +2024-09-01 19:01:17,191 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0106s, count=548, qps in this process: 18.2602 (mp_runner.py:76) +2024-09-01 19:01:17,194 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0152s, count=548, qps in this process: 18.2574 (mp_runner.py:76) +2024-09-01 19:01:17,197 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0217s, count=548, qps in this process: 18.2535 (mp_runner.py:76) +2024-09-01 19:01:17,199 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.02s, count=548, qps in this process: 18.2545 (mp_runner.py:76) +2024-09-01 19:01:17,203 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.041s, count=548, qps in this process: 18.2417 (mp_runner.py:76) +2024-09-01 19:01:17,205 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0427s, count=548, qps in this process: 18.2407 (mp_runner.py:76) +2024-09-01 19:01:17,205 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0432s, count=548, qps in this process: 18.2404 (mp_runner.py:76) +2024-09-01 19:01:17,206 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0435s, count=548, qps in this process: 18.2402 (mp_runner.py:76) +2024-09-01 19:01:17,207 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.045s, count=548, qps in this process: 18.2393 (mp_runner.py:76) +2024-09-01 19:01:17,211 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.049s, count=548, qps in this process: 18.2369 (mp_runner.py:76) +2024-09-01 19:01:17,228 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0172s, count=549, qps in this process: 18.2895 (mp_runner.py:76) +2024-09-01 19:01:17,229 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0229s, count=549, qps in this process: 18.286 (mp_runner.py:76) +2024-09-01 19:01:17,230 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0421s, count=549, qps in this process: 18.2744 (mp_runner.py:76) +2024-09-01 19:01:17,231 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0447s, count=549, qps in this process: 18.2728 (mp_runner.py:76) +2024-09-01 19:01:17,231 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0386s, count=549, qps in this process: 18.2765 (mp_runner.py:76) +2024-09-01 19:01:17,232 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0223s, count=549, qps in this process: 18.2864 (mp_runner.py:76) +2024-09-01 19:01:17,237 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0492s, count=549, qps in this process: 18.27 (mp_runner.py:76) +2024-09-01 19:01:17,238 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0127s, count=549, qps in this process: 18.2923 (mp_runner.py:76) +2024-09-01 19:01:17,239 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0257s, count=549, qps in this process: 18.2843 (mp_runner.py:76) +2024-09-01 19:01:17,248 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0024s, count=550, qps in this process: 18.3319 (mp_runner.py:76) +2024-09-01 19:01:17,249 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0028s, count=550, qps in this process: 18.3316 (mp_runner.py:76) +2024-09-01 19:01:17,250 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0063s, count=550, qps in this process: 18.3295 (mp_runner.py:76) +2024-09-01 19:01:17,264 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0023s, count=551, qps in this process: 18.3653 (mp_runner.py:76) +2024-09-01 19:01:17,271 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0089s, count=552, qps in this process: 18.3945 (mp_runner.py:76) +2024-09-01 19:01:17,273 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.008s, count=552, qps in this process: 18.3951 (mp_runner.py:76) +2024-09-01 19:01:17,273 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0006s, count=552, qps in this process: 18.3996 (mp_runner.py:76) +2024-09-01 19:01:17,304 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0062s, count=556, qps in this process: 18.5295 (mp_runner.py:76) +2024-09-01 19:01:17,304 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0062s, count=556, qps in this process: 18.5295 (mp_runner.py:76) +2024-09-01 19:01:17,306 | INFO |End search in concurrency 35: dur=30.452730655000778s, total_count=19218, qps=631.0764 (mp_runner.py:120) +2024-09-01 19:01:19,988 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:01:19,988 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 19:01:30,708 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 19:01:30,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:30,786 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:30,866 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:30,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:30,941 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:30,958 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:30,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:30,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:30,992 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,017 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,097 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,102 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,121 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,127 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,137 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,143 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,177 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,199 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,201 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,210 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,210 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,248 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,255 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:01:31,255 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:00,770 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0103s, count=477, qps in this process: 15.8945 (mp_runner.py:76) +2024-09-01 19:02:00,839 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0354s, count=478, qps in this process: 15.9146 (mp_runner.py:76) +2024-09-01 19:02:00,889 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0009s, count=480, qps in this process: 15.9995 (mp_runner.py:76) +2024-09-01 19:02:00,910 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0367s, count=480, qps in this process: 15.9805 (mp_runner.py:76) +2024-09-01 19:02:00,985 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0181s, count=481, qps in this process: 16.0237 (mp_runner.py:76) +2024-09-01 19:02:00,993 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0381s, count=481, qps in this process: 16.013 (mp_runner.py:76) +2024-09-01 19:02:01,000 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0047s, count=481, qps in this process: 16.0308 (mp_runner.py:76) +2024-09-01 19:02:01,031 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0208s, count=482, qps in this process: 16.0555 (mp_runner.py:76) +2024-09-01 19:02:01,038 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0159s, count=482, qps in this process: 16.0582 (mp_runner.py:76) +2024-09-01 19:02:01,048 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0306s, count=482, qps in this process: 16.0503 (mp_runner.py:76) +2024-09-01 19:02:01,050 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0545s, count=482, qps in this process: 16.0375 (mp_runner.py:76) +2024-09-01 19:02:01,055 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0484s, count=482, qps in this process: 16.0408 (mp_runner.py:76) +2024-09-01 19:02:01,076 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0082s, count=483, qps in this process: 16.0956 (mp_runner.py:76) +2024-09-01 19:02:01,086 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0182s, count=483, qps in this process: 16.0902 (mp_runner.py:76) +2024-09-01 19:02:01,089 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0214s, count=483, qps in this process: 16.0885 (mp_runner.py:76) +2024-09-01 19:02:01,119 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0512s, count=483, qps in this process: 16.0726 (mp_runner.py:76) +2024-09-01 19:02:01,132 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.011s, count=484, qps in this process: 16.1274 (mp_runner.py:76) +2024-09-01 19:02:01,132 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0286s, count=484, qps in this process: 16.118 (mp_runner.py:76) +2024-09-01 19:02:01,134 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0074s, count=484, qps in this process: 16.1294 (mp_runner.py:76) +2024-09-01 19:02:01,136 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0242s, count=484, qps in this process: 16.1203 (mp_runner.py:76) +2024-09-01 19:02:01,136 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0259s, count=484, qps in this process: 16.1194 (mp_runner.py:76) +2024-09-01 19:02:01,137 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0308s, count=484, qps in this process: 16.1168 (mp_runner.py:76) +2024-09-01 19:02:01,145 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0737s, count=484, qps in this process: 16.0938 (mp_runner.py:76) +2024-09-01 19:02:01,148 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0273s, count=484, qps in this process: 16.1187 (mp_runner.py:76) +2024-09-01 19:02:01,176 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0259s, count=485, qps in this process: 16.1527 (mp_runner.py:76) +2024-09-01 19:02:01,177 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0427s, count=485, qps in this process: 16.1437 (mp_runner.py:76) +2024-09-01 19:02:01,178 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0355s, count=485, qps in this process: 16.1476 (mp_runner.py:76) +2024-09-01 19:02:01,178 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0075s, count=485, qps in this process: 16.1626 (mp_runner.py:76) +2024-09-01 19:02:01,200 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0081s, count=486, qps in this process: 16.1956 (mp_runner.py:76) +2024-09-01 19:02:01,200 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0105s, count=486, qps in this process: 16.1943 (mp_runner.py:76) +2024-09-01 19:02:01,204 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0261s, count=485, qps in this process: 16.1526 (mp_runner.py:76) +2024-09-01 19:02:01,218 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0084s, count=487, qps in this process: 16.2288 (mp_runner.py:76) +2024-09-01 19:02:01,219 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0041s, count=487, qps in this process: 16.2311 (mp_runner.py:76) +2024-09-01 19:02:01,221 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0116s, count=487, qps in this process: 16.2271 (mp_runner.py:76) +2024-09-01 19:02:01,222 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0071s, count=487, qps in this process: 16.2295 (mp_runner.py:76) +2024-09-01 19:02:01,237 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0143s, count=488, qps in this process: 16.2589 (mp_runner.py:76) +2024-09-01 19:02:01,253 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0069s, count=490, qps in this process: 16.3296 (mp_runner.py:76) +2024-09-01 19:02:01,259 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0043s, count=491, qps in this process: 16.3643 (mp_runner.py:76) +2024-09-01 19:02:01,269 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0098s, count=492, qps in this process: 16.3946 (mp_runner.py:76) +2024-09-01 19:02:01,269 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0099s, count=492, qps in this process: 16.3946 (mp_runner.py:76) +2024-09-01 19:02:01,272 | INFO |End search in concurrency 40: dur=30.563157951000903s, total_count=19370, qps=633.7696 (mp_runner.py:120) +2024-09-01 19:02:04,260 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:02:04,260 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 19:02:15,097 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 19:02:15,325 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,358 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,390 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,461 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,461 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,461 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,467 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,467 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,467 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,468 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,468 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,478 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,482 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,482 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,489 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,540 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,548 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,548 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,551 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,551 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,551 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,563 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,563 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,566 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,608 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,611 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,616 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,629 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,629 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,637 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,638 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,663 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,664 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,670 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,691 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,698 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:15,705 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:02:45,333 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0066s, count=439, qps in this process: 14.6301 (mp_runner.py:76) +2024-09-01 19:02:45,378 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0003s, count=440, qps in this process: 14.6665 (mp_runner.py:76) +2024-09-01 19:02:45,441 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0482s, count=441, qps in this process: 14.6764 (mp_runner.py:76) +2024-09-01 19:02:45,523 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0333s, count=442, qps in this process: 14.717 (mp_runner.py:76) +2024-09-01 19:02:45,523 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0537s, count=442, qps in this process: 14.707 (mp_runner.py:76) +2024-09-01 19:02:45,524 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0587s, count=442, qps in this process: 14.7046 (mp_runner.py:76) +2024-09-01 19:02:45,525 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0507s, count=442, qps in this process: 14.7085 (mp_runner.py:76) +2024-09-01 19:02:45,525 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0554s, count=442, qps in this process: 14.7062 (mp_runner.py:76) +2024-09-01 19:02:45,525 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0561s, count=442, qps in this process: 14.7058 (mp_runner.py:76) +2024-09-01 19:02:45,526 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0564s, count=442, qps in this process: 14.7057 (mp_runner.py:76) +2024-09-01 19:02:45,526 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0162s, count=442, qps in this process: 14.7254 (mp_runner.py:76) +2024-09-01 19:02:45,526 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.057s, count=442, qps in this process: 14.7054 (mp_runner.py:76) +2024-09-01 19:02:45,526 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0567s, count=442, qps in this process: 14.7055 (mp_runner.py:76) +2024-09-01 19:02:45,527 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0583s, count=442, qps in this process: 14.7048 (mp_runner.py:76) +2024-09-01 19:02:45,527 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0617s, count=442, qps in this process: 14.7031 (mp_runner.py:76) +2024-09-01 19:02:45,527 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0372s, count=442, qps in this process: 14.7151 (mp_runner.py:76) +2024-09-01 19:02:45,528 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0638s, count=442, qps in this process: 14.7021 (mp_runner.py:76) +2024-09-01 19:02:45,528 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0372s, count=442, qps in this process: 14.7151 (mp_runner.py:76) +2024-09-01 19:02:45,528 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0597s, count=442, qps in this process: 14.7041 (mp_runner.py:76) +2024-09-01 19:02:45,529 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0593s, count=442, qps in this process: 14.7043 (mp_runner.py:76) +2024-09-01 19:02:45,529 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0595s, count=442, qps in this process: 14.7042 (mp_runner.py:76) +2024-09-01 19:02:45,556 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0113s, count=443, qps in this process: 14.7611 (mp_runner.py:76) +2024-09-01 19:02:45,562 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0068s, count=443, qps in this process: 14.7633 (mp_runner.py:76) +2024-09-01 19:02:45,566 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0079s, count=443, qps in this process: 14.7628 (mp_runner.py:76) +2024-09-01 19:02:45,569 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.009s, count=443, qps in this process: 14.7622 (mp_runner.py:76) +2024-09-01 19:02:45,588 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0274s, count=443, qps in this process: 14.7532 (mp_runner.py:76) +2024-09-01 19:02:45,597 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0267s, count=444, qps in this process: 14.7868 (mp_runner.py:76) +2024-09-01 19:02:45,600 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0248s, count=444, qps in this process: 14.7878 (mp_runner.py:76) +2024-09-01 19:02:45,601 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0255s, count=444, qps in this process: 14.7874 (mp_runner.py:76) +2024-09-01 19:02:45,604 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0538s, count=444, qps in this process: 14.7735 (mp_runner.py:76) +2024-09-01 19:02:45,605 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0517s, count=444, qps in this process: 14.7745 (mp_runner.py:76) +2024-09-01 19:02:45,630 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.028s, count=445, qps in this process: 14.8195 (mp_runner.py:76) +2024-09-01 19:02:45,631 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0011s, count=445, qps in this process: 14.8328 (mp_runner.py:76) +2024-09-01 19:02:45,632 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0011s, count=445, qps in this process: 14.8328 (mp_runner.py:76) +2024-09-01 19:02:45,632 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0171s, count=445, qps in this process: 14.8249 (mp_runner.py:76) +2024-09-01 19:02:45,632 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0134s, count=445, qps in this process: 14.8267 (mp_runner.py:76) +2024-09-01 19:02:45,633 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0146s, count=445, qps in this process: 14.8261 (mp_runner.py:76) +2024-09-01 19:02:45,659 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0093s, count=447, qps in this process: 14.8954 (mp_runner.py:76) +2024-09-01 19:02:45,660 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0094s, count=447, qps in this process: 14.8953 (mp_runner.py:76) +2024-09-01 19:02:45,670 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.004s, count=448, qps in this process: 14.9313 (mp_runner.py:76) +2024-09-01 19:02:45,675 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0094s, count=448, qps in this process: 14.9287 (mp_runner.py:76) +2024-09-01 19:02:45,683 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0013s, count=449, qps in this process: 14.966 (mp_runner.py:76) +2024-09-01 19:02:45,702 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0052s, count=451, qps in this process: 15.0307 (mp_runner.py:76) +2024-09-01 19:02:45,703 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0014s, count=451, qps in this process: 15.0326 (mp_runner.py:76) +2024-09-01 19:02:45,721 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0044s, count=454, qps in this process: 15.1311 (mp_runner.py:76) +2024-09-01 19:02:45,725 | INFO |End search in concurrency 45: dur=30.62730803100567s, total_count=19976, qps=652.2284 (mp_runner.py:120) +2024-09-01 19:02:48,630 | INFO |Update largest qps with concurrency 45: current max_qps=652.2284 (mp_runner.py:124) +2024-09-01 19:02:49,037 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:02:49,037 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 19:03:10,005 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 19:03:10,285 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,289 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,337 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,423 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,424 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,424 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,428 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,428 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,428 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,515 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,556 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,557 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,559 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,559 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,611 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,611 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,612 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,615 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,615 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,665 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,680 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,700 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,700 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,700 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,703 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:10,734 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:03:40,332 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0424s, count=399, qps in this process: 13.2812 (mp_runner.py:76) +2024-09-01 19:03:40,370 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0513s, count=399, qps in this process: 13.2773 (mp_runner.py:76) +2024-09-01 19:03:40,386 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0435s, count=399, qps in this process: 13.2807 (mp_runner.py:76) +2024-09-01 19:03:40,412 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.042s, count=400, qps in this process: 13.3147 (mp_runner.py:76) +2024-09-01 19:03:40,457 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0303s, count=400, qps in this process: 13.3199 (mp_runner.py:76) +2024-09-01 19:03:40,480 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0528s, count=400, qps in this process: 13.3099 (mp_runner.py:76) +2024-09-01 19:03:40,483 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0561s, count=401, qps in this process: 13.3417 (mp_runner.py:76) +2024-09-01 19:03:40,483 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0478s, count=401, qps in this process: 13.3454 (mp_runner.py:76) +2024-09-01 19:03:40,484 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0485s, count=401, qps in this process: 13.3451 (mp_runner.py:76) +2024-09-01 19:03:40,485 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0577s, count=401, qps in this process: 13.341 (mp_runner.py:76) +2024-09-01 19:03:40,489 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0593s, count=401, qps in this process: 13.3403 (mp_runner.py:76) +2024-09-01 19:03:40,490 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0546s, count=401, qps in this process: 13.3424 (mp_runner.py:76) +2024-09-01 19:03:40,490 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0509s, count=401, qps in this process: 13.344 (mp_runner.py:76) +2024-09-01 19:03:40,492 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0623s, count=401, qps in this process: 13.339 (mp_runner.py:76) +2024-09-01 19:03:40,494 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.004s, count=401, qps in this process: 13.3649 (mp_runner.py:76) +2024-09-01 19:03:40,494 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0675s, count=401, qps in this process: 13.3367 (mp_runner.py:76) +2024-09-01 19:03:40,495 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0596s, count=401, qps in this process: 13.3402 (mp_runner.py:76) +2024-09-01 19:03:40,499 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0714s, count=401, qps in this process: 13.3349 (mp_runner.py:76) +2024-09-01 19:03:40,500 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0657s, count=401, qps in this process: 13.3375 (mp_runner.py:76) +2024-09-01 19:03:40,504 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.076s, count=401, qps in this process: 13.3329 (mp_runner.py:76) +2024-09-01 19:03:40,508 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0805s, count=401, qps in this process: 13.3309 (mp_runner.py:76) +2024-09-01 19:03:40,509 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0734s, count=401, qps in this process: 13.334 (mp_runner.py:76) +2024-09-01 19:03:40,509 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.027s, count=401, qps in this process: 13.3546 (mp_runner.py:76) +2024-09-01 19:03:40,531 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0216s, count=402, qps in this process: 13.3904 (mp_runner.py:76) +2024-09-01 19:03:40,537 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0154s, count=402, qps in this process: 13.3931 (mp_runner.py:76) +2024-09-01 19:03:40,539 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.057s, count=402, qps in this process: 13.3746 (mp_runner.py:76) +2024-09-01 19:03:40,554 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0169s, count=402, qps in this process: 13.3925 (mp_runner.py:76) +2024-09-01 19:03:40,556 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0472s, count=402, qps in this process: 13.379 (mp_runner.py:76) +2024-09-01 19:03:40,564 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0085s, count=403, qps in this process: 13.4295 (mp_runner.py:76) +2024-09-01 19:03:40,565 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0277s, count=403, qps in this process: 13.4209 (mp_runner.py:76) +2024-09-01 19:03:40,565 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0036s, count=403, qps in this process: 13.4317 (mp_runner.py:76) +2024-09-01 19:03:40,566 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0047s, count=403, qps in this process: 13.4312 (mp_runner.py:76) +2024-09-01 19:03:40,568 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.008s, count=403, qps in this process: 13.4298 (mp_runner.py:76) +2024-09-01 19:03:40,569 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.012s, count=403, qps in this process: 13.428 (mp_runner.py:76) +2024-09-01 19:03:40,576 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0143s, count=403, qps in this process: 13.4269 (mp_runner.py:76) +2024-09-01 19:03:40,589 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0116s, count=404, qps in this process: 13.4615 (mp_runner.py:76) +2024-09-01 19:03:40,597 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0195s, count=404, qps in this process: 13.4579 (mp_runner.py:76) +2024-09-01 19:03:40,618 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0117s, count=405, qps in this process: 13.4947 (mp_runner.py:76) +2024-09-01 19:03:40,635 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.001s, count=406, qps in this process: 13.5329 (mp_runner.py:76) +2024-09-01 19:03:40,650 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0164s, count=407, qps in this process: 13.5593 (mp_runner.py:76) +2024-09-01 19:03:40,667 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.002s, count=408, qps in this process: 13.5991 (mp_runner.py:76) +2024-09-01 19:03:40,668 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0022s, count=408, qps in this process: 13.599 (mp_runner.py:76) +2024-09-01 19:03:40,668 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0029s, count=408, qps in this process: 13.5987 (mp_runner.py:76) +2024-09-01 19:03:40,682 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0094s, count=409, qps in this process: 13.6291 (mp_runner.py:76) +2024-09-01 19:03:40,695 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0115s, count=410, qps in this process: 13.6614 (mp_runner.py:76) +2024-09-01 19:03:40,704 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0024s, count=411, qps in this process: 13.6989 (mp_runner.py:76) +2024-09-01 19:03:40,705 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0023s, count=411, qps in this process: 13.6989 (mp_runner.py:76) +2024-09-01 19:03:40,705 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0025s, count=411, qps in this process: 13.6989 (mp_runner.py:76) +2024-09-01 19:03:40,714 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0033s, count=412, qps in this process: 13.7318 (mp_runner.py:76) +2024-09-01 19:03:40,740 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0029s, count=416, qps in this process: 13.8653 (mp_runner.py:76) +2024-09-01 19:03:40,743 | INFO |End search in concurrency 50: dur=30.73552410100092s, total_count=20175, qps=656.4066 (mp_runner.py:120) +2024-09-01 19:03:44,014 | INFO |Update largest qps with concurrency 50: current max_qps=656.4066 (mp_runner.py:124) +2024-09-01 19:03:44,420 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:03:44,420 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 19:04:05,628 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 19:04:05,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:05,941 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:05,943 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:05,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:05,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:05,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:05,972 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,058 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,075 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,088 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,088 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,093 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,095 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,096 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,121 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,127 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,136 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,141 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,141 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,210 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,225 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,226 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,278 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,298 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,300 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,300 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,305 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,340 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,349 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,354 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,398 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,452 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:06,457 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:04:35,937 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0017s, count=362, qps in this process: 12.066 (mp_runner.py:76) +2024-09-01 19:04:35,999 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0206s, count=363, qps in this process: 12.0917 (mp_runner.py:76) +2024-09-01 19:04:36,001 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0348s, count=363, qps in this process: 12.086 (mp_runner.py:76) +2024-09-01 19:04:36,004 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.02s, count=363, qps in this process: 12.0919 (mp_runner.py:76) +2024-09-01 19:04:36,011 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0578s, count=363, qps in this process: 12.0767 (mp_runner.py:76) +2024-09-01 19:04:36,013 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0391s, count=363, qps in this process: 12.0843 (mp_runner.py:76) +2024-09-01 19:04:36,031 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0252s, count=363, qps in this process: 12.0898 (mp_runner.py:76) +2024-09-01 19:04:36,032 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0848s, count=363, qps in this process: 12.0659 (mp_runner.py:76) +2024-09-01 19:04:36,077 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0005s, count=364, qps in this process: 12.1331 (mp_runner.py:76) +2024-09-01 19:04:36,082 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0751s, count=363, qps in this process: 12.0698 (mp_runner.py:76) +2024-09-01 19:04:36,094 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.001s, count=364, qps in this process: 12.1329 (mp_runner.py:76) +2024-09-01 19:04:36,117 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0532s, count=364, qps in this process: 12.1119 (mp_runner.py:76) +2024-09-01 19:04:36,129 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0364s, count=364, qps in this process: 12.1186 (mp_runner.py:76) +2024-09-01 19:04:36,147 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0507s, count=364, qps in this process: 12.1129 (mp_runner.py:76) +2024-09-01 19:04:36,164 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.068s, count=364, qps in this process: 12.1059 (mp_runner.py:76) +2024-09-01 19:04:36,178 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0007s, count=364, qps in this process: 12.1331 (mp_runner.py:76) +2024-09-01 19:04:36,184 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0586s, count=364, qps in this process: 12.1097 (mp_runner.py:76) +2024-09-01 19:04:36,204 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0266s, count=365, qps in this process: 12.1559 (mp_runner.py:76) +2024-09-01 19:04:36,206 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0636s, count=365, qps in this process: 12.1409 (mp_runner.py:76) +2024-09-01 19:04:36,207 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0294s, count=365, qps in this process: 12.1548 (mp_runner.py:76) +2024-09-01 19:04:36,209 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0283s, count=365, qps in this process: 12.1552 (mp_runner.py:76) +2024-09-01 19:04:36,211 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.1066s, count=365, qps in this process: 12.1236 (mp_runner.py:76) +2024-09-01 19:04:36,215 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0745s, count=365, qps in this process: 12.1365 (mp_runner.py:76) +2024-09-01 19:04:36,220 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0898s, count=365, qps in this process: 12.1304 (mp_runner.py:76) +2024-09-01 19:04:36,224 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0436s, count=365, qps in this process: 12.149 (mp_runner.py:76) +2024-09-01 19:04:36,225 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0829s, count=365, qps in this process: 12.1331 (mp_runner.py:76) +2024-09-01 19:04:36,226 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0488s, count=365, qps in this process: 12.1469 (mp_runner.py:76) +2024-09-01 19:04:36,228 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.1149s, count=365, qps in this process: 12.1202 (mp_runner.py:76) +2024-09-01 19:04:36,229 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.048s, count=365, qps in this process: 12.1472 (mp_runner.py:76) +2024-09-01 19:04:36,230 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.004s, count=365, qps in this process: 12.165 (mp_runner.py:76) +2024-09-01 19:04:36,230 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0096s, count=365, qps in this process: 12.1628 (mp_runner.py:76) +2024-09-01 19:04:36,261 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0404s, count=366, qps in this process: 12.1836 (mp_runner.py:76) +2024-09-01 19:04:36,262 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0297s, count=366, qps in this process: 12.1879 (mp_runner.py:76) +2024-09-01 19:04:36,263 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0424s, count=366, qps in this process: 12.1828 (mp_runner.py:76) +2024-09-01 19:04:36,266 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0361s, count=366, qps in this process: 12.1853 (mp_runner.py:76) +2024-09-01 19:04:36,290 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0069s, count=367, qps in this process: 12.2305 (mp_runner.py:76) +2024-09-01 19:04:36,292 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0056s, count=367, qps in this process: 12.2311 (mp_runner.py:76) +2024-09-01 19:04:36,313 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0093s, count=368, qps in this process: 12.2629 (mp_runner.py:76) +2024-09-01 19:04:36,313 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0105s, count=368, qps in this process: 12.2624 (mp_runner.py:76) +2024-09-01 19:04:36,325 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0044s, count=368, qps in this process: 12.2649 (mp_runner.py:76) +2024-09-01 19:04:36,325 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0179s, count=368, qps in this process: 12.2594 (mp_runner.py:76) +2024-09-01 19:04:36,330 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.025s, count=368, qps in this process: 12.2565 (mp_runner.py:76) +2024-09-01 19:04:36,372 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.002s, count=370, qps in this process: 12.3325 (mp_runner.py:76) +2024-09-01 19:04:36,372 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.002s, count=370, qps in this process: 12.3325 (mp_runner.py:76) +2024-09-01 19:04:36,373 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0152s, count=370, qps in this process: 12.3271 (mp_runner.py:76) +2024-09-01 19:04:36,373 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0276s, count=370, qps in this process: 12.322 (mp_runner.py:76) +2024-09-01 19:04:36,388 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0097s, count=371, qps in this process: 12.3627 (mp_runner.py:76) +2024-09-01 19:04:36,391 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0174s, count=371, qps in this process: 12.3595 (mp_runner.py:76) +2024-09-01 19:04:36,412 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0068s, count=373, qps in this process: 12.4305 (mp_runner.py:76) +2024-09-01 19:04:36,413 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0061s, count=373, qps in this process: 12.4308 (mp_runner.py:76) +2024-09-01 19:04:36,413 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0063s, count=373, qps in this process: 12.4307 (mp_runner.py:76) +2024-09-01 19:04:36,415 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0091s, count=373, qps in this process: 12.4296 (mp_runner.py:76) +2024-09-01 19:04:36,424 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.017s, count=373, qps in this process: 12.4263 (mp_runner.py:76) +2024-09-01 19:04:36,458 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.004s, count=378, qps in this process: 12.5983 (mp_runner.py:76) +2024-09-01 19:04:36,464 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0041s, count=379, qps in this process: 12.6316 (mp_runner.py:76) +2024-09-01 19:04:36,467 | INFO |End search in concurrency 55: dur=30.83691280799394s, total_count=20170, qps=654.0862 (mp_runner.py:120) +2024-09-01 19:04:40,459 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:04:40,460 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 19:05:01,795 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 19:05:02,104 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,238 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,365 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,365 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,371 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,371 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,371 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,374 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,477 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,485 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,488 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,509 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,549 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:02,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:32,163 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0507s, count=332, qps in this process: 11.048 (mp_runner.py:76) +2024-09-01 19:05:32,286 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0446s, count=333, qps in this process: 11.0835 (mp_runner.py:76) +2024-09-01 19:05:32,342 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.106s, count=334, qps in this process: 11.0941 (mp_runner.py:76) +2024-09-01 19:05:32,343 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0721s, count=334, qps in this process: 11.1066 (mp_runner.py:76) +2024-09-01 19:05:32,343 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.101s, count=333, qps in this process: 11.0628 (mp_runner.py:76) +2024-09-01 19:05:32,353 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0946s, count=334, qps in this process: 11.0983 (mp_runner.py:76) +2024-09-01 19:05:32,358 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.1037s, count=334, qps in this process: 11.095 (mp_runner.py:76) +2024-09-01 19:05:32,358 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.1212s, count=334, qps in this process: 11.0885 (mp_runner.py:76) +2024-09-01 19:05:32,376 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0002s, count=334, qps in this process: 11.1333 (mp_runner.py:76) +2024-09-01 19:05:32,377 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.001s, count=334, qps in this process: 11.133 (mp_runner.py:76) +2024-09-01 19:05:32,381 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0028s, count=334, qps in this process: 11.1323 (mp_runner.py:76) +2024-09-01 19:05:32,381 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0023s, count=334, qps in this process: 11.1325 (mp_runner.py:76) +2024-09-01 19:05:32,382 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.012s, count=334, qps in this process: 11.1289 (mp_runner.py:76) +2024-09-01 19:05:32,382 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0029s, count=334, qps in this process: 11.1323 (mp_runner.py:76) +2024-09-01 19:05:32,383 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0041s, count=334, qps in this process: 11.1318 (mp_runner.py:76) +2024-09-01 19:05:32,384 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0133s, count=334, qps in this process: 11.1284 (mp_runner.py:76) +2024-09-01 19:05:32,384 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0102s, count=334, qps in this process: 11.1295 (mp_runner.py:76) +2024-09-01 19:05:32,384 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0132s, count=334, qps in this process: 11.1284 (mp_runner.py:76) +2024-09-01 19:05:32,384 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0069s, count=334, qps in this process: 11.1308 (mp_runner.py:76) +2024-09-01 19:05:32,386 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0152s, count=334, qps in this process: 11.1277 (mp_runner.py:76) +2024-09-01 19:05:32,387 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0089s, count=334, qps in this process: 11.13 (mp_runner.py:76) +2024-09-01 19:05:32,388 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0117s, count=334, qps in this process: 11.129 (mp_runner.py:76) +2024-09-01 19:05:32,390 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.1316s, count=334, qps in this process: 11.0847 (mp_runner.py:76) +2024-09-01 19:05:32,395 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0161s, count=334, qps in this process: 11.1274 (mp_runner.py:76) +2024-09-01 19:05:32,400 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.009s, count=334, qps in this process: 11.13 (mp_runner.py:76) +2024-09-01 19:05:32,408 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0316s, count=334, qps in this process: 11.1216 (mp_runner.py:76) +2024-09-01 19:05:32,413 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.011s, count=335, qps in this process: 11.1626 (mp_runner.py:76) +2024-09-01 19:05:32,415 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.039s, count=335, qps in this process: 11.1522 (mp_runner.py:76) +2024-09-01 19:05:32,415 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0372s, count=335, qps in this process: 11.1528 (mp_runner.py:76) +2024-09-01 19:05:32,416 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0383s, count=335, qps in this process: 11.1524 (mp_runner.py:76) +2024-09-01 19:05:32,417 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0378s, count=335, qps in this process: 11.1526 (mp_runner.py:76) +2024-09-01 19:05:32,417 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0407s, count=335, qps in this process: 11.1515 (mp_runner.py:76) +2024-09-01 19:05:32,418 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0476s, count=335, qps in this process: 11.149 (mp_runner.py:76) +2024-09-01 19:05:32,419 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0502s, count=335, qps in this process: 11.148 (mp_runner.py:76) +2024-09-01 19:05:32,419 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0279s, count=335, qps in this process: 11.1563 (mp_runner.py:76) +2024-09-01 19:05:32,420 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0291s, count=335, qps in this process: 11.1558 (mp_runner.py:76) +2024-09-01 19:05:32,423 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.021s, count=335, qps in this process: 11.1589 (mp_runner.py:76) +2024-09-01 19:05:32,423 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.047s, count=335, qps in this process: 11.1492 (mp_runner.py:76) +2024-09-01 19:05:32,424 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0542s, count=335, qps in this process: 11.1465 (mp_runner.py:76) +2024-09-01 19:05:32,424 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0465s, count=335, qps in this process: 11.1494 (mp_runner.py:76) +2024-09-01 19:05:32,425 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0487s, count=335, qps in this process: 11.1486 (mp_runner.py:76) +2024-09-01 19:05:32,425 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0471s, count=335, qps in this process: 11.1492 (mp_runner.py:76) +2024-09-01 19:05:32,425 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0545s, count=335, qps in this process: 11.1464 (mp_runner.py:76) +2024-09-01 19:05:32,426 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0558s, count=335, qps in this process: 11.1459 (mp_runner.py:76) +2024-09-01 19:05:32,426 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0474s, count=335, qps in this process: 11.1491 (mp_runner.py:76) +2024-09-01 19:05:32,426 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0471s, count=335, qps in this process: 11.1492 (mp_runner.py:76) +2024-09-01 19:05:32,427 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0486s, count=335, qps in this process: 11.1486 (mp_runner.py:76) +2024-09-01 19:05:32,427 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.049s, count=335, qps in this process: 11.1485 (mp_runner.py:76) +2024-09-01 19:05:32,428 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0516s, count=335, qps in this process: 11.1475 (mp_runner.py:76) +2024-09-01 19:05:32,471 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0101s, count=337, qps in this process: 11.2296 (mp_runner.py:76) +2024-09-01 19:05:32,471 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0109s, count=337, qps in this process: 11.2293 (mp_runner.py:76) +2024-09-01 19:05:32,488 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.003s, count=338, qps in this process: 11.2655 (mp_runner.py:76) +2024-09-01 19:05:32,499 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.001s, count=339, qps in this process: 11.2996 (mp_runner.py:76) +2024-09-01 19:05:32,516 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0163s, count=340, qps in this process: 11.3272 (mp_runner.py:76) +2024-09-01 19:05:32,549 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0107s, count=342, qps in this process: 11.3959 (mp_runner.py:76) +2024-09-01 19:05:32,552 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.003s, count=342, qps in this process: 11.3989 (mp_runner.py:76) +2024-09-01 19:05:32,552 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0208s, count=342, qps in this process: 11.3921 (mp_runner.py:76) +2024-09-01 19:05:32,563 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.005s, count=343, qps in this process: 11.4314 (mp_runner.py:76) +2024-09-01 19:05:32,583 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0038s, count=345, qps in this process: 11.4985 (mp_runner.py:76) +2024-09-01 19:05:32,583 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0038s, count=345, qps in this process: 11.4985 (mp_runner.py:76) +2024-09-01 19:05:32,585 | INFO |End search in concurrency 60: dur=30.79011485799856s, total_count=20135, qps=653.9436 (mp_runner.py:120) +2024-09-01 19:05:36,951 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:05:36,951 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 19:05:58,527 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 19:05:58,611 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,788 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,865 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,872 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,885 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,896 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:58,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,016 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,028 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,036 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,036 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,052 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,053 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,072 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,072 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,072 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,078 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,110 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,118 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,135 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,159 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,159 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,203 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,235 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,307 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,313 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,355 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,360 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,396 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,401 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,448 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,485 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,502 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,519 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,537 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,554 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:05:59,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:28,703 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0893s, count=298, qps in this process: 9.9039 (mp_runner.py:76) +2024-09-01 19:06:28,703 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0716s, count=298, qps in this process: 9.9097 (mp_runner.py:76) +2024-09-01 19:06:28,707 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0513s, count=298, qps in this process: 9.9164 (mp_runner.py:76) +2024-09-01 19:06:28,715 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0754s, count=298, qps in this process: 9.9084 (mp_runner.py:76) +2024-09-01 19:06:28,808 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0046s, count=299, qps in this process: 9.9651 (mp_runner.py:76) +2024-09-01 19:06:28,902 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0084s, count=300, qps in this process: 9.9972 (mp_runner.py:76) +2024-09-01 19:06:28,903 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0238s, count=300, qps in this process: 9.9921 (mp_runner.py:76) +2024-09-01 19:06:28,906 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0057s, count=300, qps in this process: 9.9981 (mp_runner.py:76) +2024-09-01 19:06:28,912 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0349s, count=300, qps in this process: 9.9884 (mp_runner.py:76) +2024-09-01 19:06:28,912 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.038s, count=300, qps in this process: 9.9873 (mp_runner.py:76) +2024-09-01 19:06:28,914 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0396s, count=300, qps in this process: 9.9868 (mp_runner.py:76) +2024-09-01 19:06:28,932 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0263s, count=300, qps in this process: 9.9912 (mp_runner.py:76) +2024-09-01 19:06:29,034 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0399s, count=302, qps in this process: 10.0533 (mp_runner.py:76) +2024-09-01 19:06:29,039 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0152s, count=302, qps in this process: 10.0616 (mp_runner.py:76) +2024-09-01 19:06:29,043 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0032s, count=302, qps in this process: 10.0656 (mp_runner.py:76) +2024-09-01 19:06:29,049 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0293s, count=302, qps in this process: 10.0568 (mp_runner.py:76) +2024-09-01 19:06:29,056 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0014s, count=302, qps in this process: 10.0662 (mp_runner.py:76) +2024-09-01 19:06:29,065 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0276s, count=302, qps in this process: 10.0574 (mp_runner.py:76) +2024-09-01 19:06:29,067 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.047s, count=302, qps in this process: 10.0509 (mp_runner.py:76) +2024-09-01 19:06:29,071 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0314s, count=302, qps in this process: 10.0561 (mp_runner.py:76) +2024-09-01 19:06:29,084 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0295s, count=302, qps in this process: 10.0568 (mp_runner.py:76) +2024-09-01 19:06:29,122 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0322s, count=303, qps in this process: 10.0892 (mp_runner.py:76) +2024-09-01 19:06:29,122 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0067s, count=303, qps in this process: 10.0977 (mp_runner.py:76) +2024-09-01 19:06:29,125 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0847s, count=303, qps in this process: 10.0716 (mp_runner.py:76) +2024-09-01 19:06:29,128 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0481s, count=303, qps in this process: 10.0838 (mp_runner.py:76) +2024-09-01 19:06:29,133 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0082s, count=303, qps in this process: 10.0972 (mp_runner.py:76) +2024-09-01 19:06:29,134 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0563s, count=303, qps in this process: 10.0811 (mp_runner.py:76) +2024-09-01 19:06:29,135 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0572s, count=303, qps in this process: 10.0808 (mp_runner.py:76) +2024-09-01 19:06:29,140 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0131s, count=303, qps in this process: 10.0956 (mp_runner.py:76) +2024-09-01 19:06:29,148 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0329s, count=303, qps in this process: 10.0889 (mp_runner.py:76) +2024-09-01 19:06:29,167 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0895s, count=303, qps in this process: 10.07 (mp_runner.py:76) +2024-09-01 19:06:29,190 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0658s, count=304, qps in this process: 10.1112 (mp_runner.py:76) +2024-09-01 19:06:29,191 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0485s, count=304, qps in this process: 10.117 (mp_runner.py:76) +2024-09-01 19:06:29,191 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0302s, count=304, qps in this process: 10.1231 (mp_runner.py:76) +2024-09-01 19:06:29,207 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0394s, count=304, qps in this process: 10.12 (mp_runner.py:76) +2024-09-01 19:06:29,208 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0335s, count=304, qps in this process: 10.122 (mp_runner.py:76) +2024-09-01 19:06:29,210 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0054s, count=304, qps in this process: 10.1315 (mp_runner.py:76) +2024-09-01 19:06:29,212 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0439s, count=304, qps in this process: 10.1185 (mp_runner.py:76) +2024-09-01 19:06:29,237 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0161s, count=305, qps in this process: 10.1612 (mp_runner.py:76) +2024-09-01 19:06:29,238 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0131s, count=305, qps in this process: 10.1622 (mp_runner.py:76) +2024-09-01 19:06:29,244 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0829s, count=304, qps in this process: 10.1054 (mp_runner.py:76) +2024-09-01 19:06:29,294 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0554s, count=306, qps in this process: 10.1812 (mp_runner.py:76) +2024-09-01 19:06:29,294 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0087s, count=306, qps in this process: 10.197 (mp_runner.py:76) +2024-09-01 19:06:29,304 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0185s, count=307, qps in this process: 10.227 (mp_runner.py:76) +2024-09-01 19:06:29,310 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0239s, count=307, qps in this process: 10.2252 (mp_runner.py:76) +2024-09-01 19:06:29,318 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0358s, count=307, qps in this process: 10.2211 (mp_runner.py:76) +2024-09-01 19:06:29,343 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0192s, count=308, qps in this process: 10.2601 (mp_runner.py:76) +2024-09-01 19:06:29,343 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0212s, count=308, qps in this process: 10.2594 (mp_runner.py:76) +2024-09-01 19:06:29,344 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0308s, count=308, qps in this process: 10.2561 (mp_runner.py:76) +2024-09-01 19:06:29,370 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0104s, count=309, qps in this process: 10.2964 (mp_runner.py:76) +2024-09-01 19:06:29,371 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0013s, count=309, qps in this process: 10.2996 (mp_runner.py:76) +2024-09-01 19:06:29,409 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0044s, count=311, qps in this process: 10.3651 (mp_runner.py:76) +2024-09-01 19:06:29,421 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0114s, count=311, qps in this process: 10.3627 (mp_runner.py:76) +2024-09-01 19:06:29,434 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.012s, count=312, qps in this process: 10.3958 (mp_runner.py:76) +2024-09-01 19:06:29,456 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0187s, count=313, qps in this process: 10.4268 (mp_runner.py:76) +2024-09-01 19:06:29,478 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0079s, count=314, qps in this process: 10.4639 (mp_runner.py:76) +2024-09-01 19:06:29,508 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0066s, count=316, qps in this process: 10.531 (mp_runner.py:76) +2024-09-01 19:06:29,522 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0047s, count=317, qps in this process: 10.565 (mp_runner.py:76) +2024-09-01 19:06:29,525 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0079s, count=317, qps in this process: 10.5639 (mp_runner.py:76) +2024-09-01 19:06:29,537 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0113s, count=318, qps in this process: 10.596 (mp_runner.py:76) +2024-09-01 19:06:29,561 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0116s, count=320, qps in this process: 10.6625 (mp_runner.py:76) +2024-09-01 19:06:29,567 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0013s, count=321, qps in this process: 10.6995 (mp_runner.py:76) +2024-09-01 19:06:29,567 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0016s, count=321, qps in this process: 10.6994 (mp_runner.py:76) +2024-09-01 19:06:29,628 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0025s, count=328, qps in this process: 10.9324 (mp_runner.py:76) +2024-09-01 19:06:29,630 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0049s, count=328, qps in this process: 10.9315 (mp_runner.py:76) +2024-09-01 19:06:29,634 | INFO |End search in concurrency 65: dur=31.106365858999197s, total_count=19903, qps=639.8369 (mp_runner.py:120) +2024-09-01 19:06:34,332 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:06:34,332 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 19:06:56,220 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 19:06:56,400 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,452 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,459 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,636 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,659 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,666 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,670 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,706 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,757 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,764 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,770 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,772 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,772 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,776 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,776 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,776 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,782 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,782 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,797 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,798 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,800 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,800 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,841 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,853 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,859 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,895 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,896 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,896 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,911 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,924 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,931 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,938 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,959 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,970 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:56,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,026 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,026 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,034 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,094 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,148 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,153 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,225 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,230 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,282 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,286 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,302 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,349 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,393 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,393 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,435 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:06:57,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) +2024-09-01 19:07:26,505 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.052s, count=278, qps in this process: 9.2506 (mp_runner.py:76) +2024-09-01 19:07:26,505 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0813s, count=278, qps in this process: 9.2416 (mp_runner.py:76) +2024-09-01 19:07:26,506 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0525s, count=278, qps in this process: 9.2505 (mp_runner.py:76) +2024-09-01 19:07:26,562 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0615s, count=278, qps in this process: 9.2477 (mp_runner.py:76) +2024-09-01 19:07:26,665 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0253s, count=280, qps in this process: 9.3255 (mp_runner.py:76) +2024-09-01 19:07:26,679 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0169s, count=280, qps in this process: 9.3281 (mp_runner.py:76) +2024-09-01 19:07:26,703 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0414s, count=280, qps in this process: 9.3205 (mp_runner.py:76) +2024-09-01 19:07:26,708 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0343s, count=280, qps in this process: 9.3227 (mp_runner.py:76) +2024-09-01 19:07:26,757 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0506s, count=281, qps in this process: 9.3509 (mp_runner.py:76) +2024-09-01 19:07:26,779 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0683s, count=281, qps in this process: 9.3454 (mp_runner.py:76) +2024-09-01 19:07:26,781 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0053s, count=281, qps in this process: 9.365 (mp_runner.py:76) +2024-09-01 19:07:26,782 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.1083s, count=281, qps in this process: 9.333 (mp_runner.py:76) +2024-09-01 19:07:26,782 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0028s, count=281, qps in this process: 9.3658 (mp_runner.py:76) +2024-09-01 19:07:26,784 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.1183s, count=281, qps in this process: 9.3299 (mp_runner.py:76) +2024-09-01 19:07:26,791 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.017s, count=281, qps in this process: 9.3614 (mp_runner.py:76) +2024-09-01 19:07:26,815 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0559s, count=281, qps in this process: 9.3492 (mp_runner.py:76) +2024-09-01 19:07:26,871 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0694s, count=282, qps in this process: 9.3783 (mp_runner.py:76) +2024-09-01 19:07:26,872 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0063s, count=282, qps in this process: 9.398 (mp_runner.py:76) +2024-09-01 19:07:26,877 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0715s, count=282, qps in this process: 9.3776 (mp_runner.py:76) +2024-09-01 19:07:26,878 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0275s, count=282, qps in this process: 9.3914 (mp_runner.py:76) +2024-09-01 19:07:26,881 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.1066s, count=282, qps in this process: 9.3667 (mp_runner.py:76) +2024-09-01 19:07:26,882 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.1024s, count=282, qps in this process: 9.368 (mp_runner.py:76) +2024-09-01 19:07:26,884 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0012s, count=282, qps in this process: 9.3996 (mp_runner.py:76) +2024-09-01 19:07:26,884 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.086s, count=282, qps in this process: 9.3731 (mp_runner.py:76) +2024-09-01 19:07:26,885 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.1132s, count=282, qps in this process: 9.3647 (mp_runner.py:76) +2024-09-01 19:07:26,886 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.031s, count=282, qps in this process: 9.3903 (mp_runner.py:76) +2024-09-01 19:07:26,887 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.1076s, count=282, qps in this process: 9.3664 (mp_runner.py:76) +2024-09-01 19:07:26,891 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0854s, count=282, qps in this process: 9.3733 (mp_runner.py:76) +2024-09-01 19:07:26,895 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0523s, count=282, qps in this process: 9.3836 (mp_runner.py:76) +2024-09-01 19:07:26,896 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0969s, count=282, qps in this process: 9.3697 (mp_runner.py:76) +2024-09-01 19:07:26,898 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1004s, count=282, qps in this process: 9.3686 (mp_runner.py:76) +2024-09-01 19:07:26,945 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0161s, count=283, qps in this process: 9.4283 (mp_runner.py:76) +2024-09-01 19:07:26,946 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0358s, count=283, qps in this process: 9.4221 (mp_runner.py:76) +2024-09-01 19:07:26,951 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0098s, count=283, qps in this process: 9.4303 (mp_runner.py:76) +2024-09-01 19:07:26,953 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0782s, count=283, qps in this process: 9.4088 (mp_runner.py:76) +2024-09-01 19:07:26,957 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0512s, count=283, qps in this process: 9.4173 (mp_runner.py:76) +2024-09-01 19:07:26,958 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0562s, count=283, qps in this process: 9.4157 (mp_runner.py:76) +2024-09-01 19:07:26,960 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0139s, count=283, qps in this process: 9.429 (mp_runner.py:76) +2024-09-01 19:07:26,961 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0259s, count=283, qps in this process: 9.4252 (mp_runner.py:76) +2024-09-01 19:07:26,962 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0569s, count=283, qps in this process: 9.4155 (mp_runner.py:76) +2024-09-01 19:07:26,980 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.002s, count=284, qps in this process: 9.466 (mp_runner.py:76) +2024-09-01 19:07:26,996 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0701s, count=283, qps in this process: 9.4113 (mp_runner.py:76) +2024-09-01 19:07:27,002 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0353s, count=284, qps in this process: 9.4555 (mp_runner.py:76) +2024-09-01 19:07:27,073 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0413s, count=285, qps in this process: 9.4869 (mp_runner.py:76) +2024-09-01 19:07:27,073 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0411s, count=285, qps in this process: 9.487 (mp_runner.py:76) +2024-09-01 19:07:27,080 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0837s, count=285, qps in this process: 9.4736 (mp_runner.py:76) +2024-09-01 19:07:27,087 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0482s, count=285, qps in this process: 9.4848 (mp_runner.py:76) +2024-09-01 19:07:27,089 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0466s, count=285, qps in this process: 9.4853 (mp_runner.py:76) +2024-09-01 19:07:27,137 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0379s, count=286, qps in this process: 9.5213 (mp_runner.py:76) +2024-09-01 19:07:27,138 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.047s, count=286, qps in this process: 9.5184 (mp_runner.py:76) +2024-09-01 19:07:27,157 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0037s, count=287, qps in this process: 9.5655 (mp_runner.py:76) +2024-09-01 19:07:27,191 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0277s, count=288, qps in this process: 9.5911 (mp_runner.py:76) +2024-09-01 19:07:27,196 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0008s, count=288, qps in this process: 9.5997 (mp_runner.py:76) +2024-09-01 19:07:27,246 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0326s, count=290, qps in this process: 9.6562 (mp_runner.py:76) +2024-09-01 19:07:27,248 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0041s, count=290, qps in this process: 9.6653 (mp_runner.py:76) +2024-09-01 19:07:27,249 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0012s, count=290, qps in this process: 9.6663 (mp_runner.py:76) +2024-09-01 19:07:27,252 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0266s, count=290, qps in this process: 9.6581 (mp_runner.py:76) +2024-09-01 19:07:27,300 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0021s, count=292, qps in this process: 9.7327 (mp_runner.py:76) +2024-09-01 19:07:27,318 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0161s, count=293, qps in this process: 9.7614 (mp_runner.py:76) +2024-09-01 19:07:27,325 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0269s, count=293, qps in this process: 9.7579 (mp_runner.py:76) +2024-09-01 19:07:27,337 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0105s, count=294, qps in this process: 9.7966 (mp_runner.py:76) +2024-09-01 19:07:27,366 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0092s, count=295, qps in this process: 9.8303 (mp_runner.py:76) +2024-09-01 19:07:27,374 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0127s, count=296, qps in this process: 9.8625 (mp_runner.py:76) +2024-09-01 19:07:27,402 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0042s, count=298, qps in this process: 9.9319 (mp_runner.py:76) +2024-09-01 19:07:27,415 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0026s, count=299, qps in this process: 9.9658 (mp_runner.py:76) +2024-09-01 19:07:27,454 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0017s, count=303, qps in this process: 10.0994 (mp_runner.py:76) +2024-09-01 19:07:27,455 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0016s, count=303, qps in this process: 10.0995 (mp_runner.py:76) +2024-09-01 19:07:27,456 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0021s, count=303, qps in this process: 10.0993 (mp_runner.py:76) +2024-09-01 19:07:27,511 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0075s, count=309, qps in this process: 10.2974 (mp_runner.py:76) +2024-09-01 19:07:27,565 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0028s, count=318, qps in this process: 10.599 (mp_runner.py:76) +2024-09-01 19:07:27,569 | INFO |End search in concurrency 70: dur=31.34813452600065s, total_count=20024, qps=638.7621 (mp_runner.py:120) +2024-09-01 19:07:32,167 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=656.4066, serial_latency_p99=np.float64(0.0497), recall=np.float64(0.9191), ndcg=np.float64(0.9292), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[168.5577, 492.7313, 617.9116, 631.995, 640.2909, 639.5221, 631.0764, 633.7696, 652.2284, 656.4066, 654.0862, 653.9436, 639.8369, 638.7621], conc_latency_p99_list=[np.float64(0.003011515727051301), np.float64(0.0039198008853752984), np.float64(0.004171782362551312), np.float64(0.004903897517731093), np.float64(0.0051113170036252995), np.float64(0.006261135012638988), np.float64(0.006984492320039135), np.float64(0.006366898381994542), np.float64(0.00990156355785075), np.float64(0.009270507804052613), np.float64(0.009140312483253364), np.float64(0.011195151233604702), np.float64(0.009094931154276127), np.float64(0.00897369452715866)]) (task_runner.py:197) +2024-09-01 19:07:32,167 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:56:06.845974'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=656.4066, serial_latency_p99=np.float64(0.0497), recall=np.float64(0.9191), ndcg=np.float64(0.9292), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[168.5577, 492.7313, 617.9116, 631.995, 640.2909, 639.5221, 631.0764, 633.7696, 652.2284, 656.4066, 654.0862, 653.9436, 639.8369, 638.7621], conc_latency_p99_list=[np.float64(0.003011515727051301), np.float64(0.0039198008853752984), np.float64(0.004171782362551312), np.float64(0.004903897517731093), np.float64(0.0051113170036252995), np.float64(0.006261135012638988), np.float64(0.006984492320039135), np.float64(0.006366898381994542), np.float64(0.00990156355785075), np.float64(0.009270507804052613), np.float64(0.009140312483253364), np.float64(0.011195151233604702), np.float64(0.009094931154276127), np.float64(0.00897369452715866)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 19:07:32,167 | INFO |Task summary: run_id=c9d9a, task_label=c9d9affba74f43a9bbfba81d796c2e4c (models.py:346) +2024-09-01 19:07:32,167 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:07:32,167 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:07:32,167 | INFO |PgVector | 2024-09-01T18:56:06.845974 Performance1536D500K c9d9affba74f43a9bbfba81d796c2e4c | 0.0 656.4066 0.0497 0.9191 0 | :) (models.py:346) +2024-09-01 19:07:32,168 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json (models.py:204) +2024-09-01 19:07:32,168 | INFO |Success to finish task: label=c9d9affba74f43a9bbfba81d796c2e4c, run_id=c9d9affba74f43a9bbfba81d796c2e4c (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json b/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json new file mode 100644 index 000000000..100017167 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json @@ -0,0 +1 @@ +{"run_id": "c9d9affba74f43a9bbfba81d796c2e4c", "task_label": "c9d9affba74f43a9bbfba81d796c2e4c", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 656.4066, "serial_latency_p99": 0.0497, "recall": 0.9191, "ndcg": 0.9292, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [168.5577, 492.7313, 617.9116, 631.995, 640.2909, 639.5221, 631.0764, 633.7696, 652.2284, 656.4066, 654.0862, 653.9436, 639.8369, 638.7621], "conc_latency_p99_list": [0.003011515727051301, 0.0039198008853752984, 0.004171782362551312, 0.004903897517731093, 0.0051113170036252995, 0.006261135012638988, 0.006984492320039135, 0.006366898381994542, 0.00990156355785075, 0.009270507804052613, 0.009140312483253364, 0.011195151233604702, 0.009094931154276127, 0.00897369452715866]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:56:06.845974", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt b/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt new file mode 100644 index 000000000..de419ac83 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt @@ -0,0 +1,2290 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load +2024-09-01 18:18:29,039 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:18:29.027427', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 18:18:29,039 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:18:29.027427', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 18:18:29,039 | INFO |generated uuid for the tasks: 1780ec131a3649cd9dbd823e7eddf75b (interface.py:66) +2024-09-01 18:18:29,101 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 18:18:29,101 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 18:18:29,101 | INFO | PgVector-2024-09-01T18:18:29.027427 | Performance OpenAI-MEDIUM-500K None | 1780ec131a3649cd9dbd823e7eddf75b (task_runner.py:340) +2024-09-01 18:18:29,101 | INFO |task submitted: id=1780ec131a3649cd9dbd823e7eddf75b, 1780ec131a3649cd9dbd823e7eddf75b, case number: 1 (interface.py:231) +2024-09-01 18:18:29,523 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:18:29.027427'}, drop_old=False (interface.py:164) +2024-09-01 18:18:29,523 | INFO |Starting run (task_runner.py:100) +2024-09-01 18:18:29,599 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 18:18:30,188 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 18:18:30,236 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 18:18:30,260 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 18:18:30,260 | INFO |Start performance case (task_runner.py:158) +2024-09-01 18:18:30,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:18:30,271 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 18:18:30,271 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 18:18:30,272 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 18:18:30,315 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 18:18:30,883 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 18:18:30,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:18:30,903 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 18:18:30,903 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 18:18:33,822 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03299294799944619, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:36,789 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03821891699772095, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:40,050 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.018097919004503638, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:42,686 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.019732697001018096, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:45,457 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.015078634001838509, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:48,029 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.017269429001316894, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:50,585 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.011727402001270093, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:53,262 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02767776000109734, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:56,020 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.020029808998515364, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:59,121 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03064569200068945, latest recall=0.4 (serial_runner.py:202) +2024-09-01 18:18:59,122 | INFO |SpawnProcess-1:1 search entire test_data: cost=21.8386s, queries=1000, avg_recall=0.3961, avg_ndcg=0.5012,avg_latency=0.0218, p99=0.0494 (serial_runner.py:209) +2024-09-01 18:18:59,659 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:18:59,659 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 18:19:00,681 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 18:19:00,713 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:19:04,943 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006069994000426959 (mp_runner.py:73) +2024-09-01 18:19:08,852 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.009877495998807717 (mp_runner.py:73) +2024-09-01 18:19:11,311 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.003077923000091687 (mp_runner.py:73) +2024-09-01 18:19:12,769 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.002147979997971561 (mp_runner.py:73) +2024-09-01 18:19:14,075 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0023282190013560466 (mp_runner.py:73) +2024-09-01 18:19:15,078 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.003446139002335258 (mp_runner.py:73) +2024-09-01 18:19:16,085 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0019633090050774626 (mp_runner.py:73) +2024-09-01 18:19:17,091 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.002291021002747584 (mp_runner.py:73) +2024-09-01 18:19:18,134 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.002039937004155945 (mp_runner.py:73) +2024-09-01 18:19:19,115 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0025161290031974204 (mp_runner.py:73) +2024-09-01 18:19:20,130 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0019117429983452894 (mp_runner.py:73) +2024-09-01 18:19:21,155 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.002148726001905743 (mp_runner.py:73) +2024-09-01 18:19:22,157 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0020191750008962117 (mp_runner.py:73) +2024-09-01 18:19:23,124 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0022856299983686768 (mp_runner.py:73) +2024-09-01 18:19:24,181 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0019841489993268624 (mp_runner.py:73) +2024-09-01 18:19:25,170 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.002423496000119485 (mp_runner.py:73) +2024-09-01 18:19:26,168 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0021192889980738983 (mp_runner.py:73) +2024-09-01 18:19:27,181 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.002287738003360573 (mp_runner.py:73) +2024-09-01 18:19:28,213 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.002018942999711726 (mp_runner.py:73) +2024-09-01 18:19:29,214 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0023840869980631396 (mp_runner.py:73) +2024-09-01 18:19:30,297 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.001895280998724047 (mp_runner.py:73) +2024-09-01 18:19:30,715 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0014s, count=10709, qps in this process: 356.95 (mp_runner.py:76) +2024-09-01 18:19:30,718 | INFO |End search in concurrency 1: dur=30.03604913399613s, total_count=10709, qps=356.5382 (mp_runner.py:120) +2024-09-01 18:19:30,904 | INFO |Update largest qps with concurrency 1: current max_qps=356.5382 (mp_runner.py:124) +2024-09-01 18:19:31,320 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:19:31,320 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 18:19:36,369 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 18:19:36,417 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:19:36,418 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:19:36,419 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:19:36,419 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:19:36,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:19:37,765 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0022881580007378943 (mp_runner.py:73) +2024-09-01 18:19:37,765 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.002349292000872083 (mp_runner.py:73) +2024-09-01 18:19:37,765 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.002494765998562798 (mp_runner.py:73) +2024-09-01 18:19:37,766 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0030922220030333847 (mp_runner.py:73) +2024-09-01 18:19:37,766 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0034031140021397732 (mp_runner.py:73) +2024-09-01 18:19:39,440 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.005475532001582906 (mp_runner.py:73) +2024-09-01 18:19:39,440 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.006812701001763344 (mp_runner.py:73) +2024-09-01 18:19:39,440 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0070795290012029 (mp_runner.py:73) +2024-09-01 18:19:39,440 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.006811395003751386 (mp_runner.py:73) +2024-09-01 18:19:39,441 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.007921413001895417 (mp_runner.py:73) +2024-09-01 18:19:41,805 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0032916979980655015 (mp_runner.py:73) +2024-09-01 18:19:41,805 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0031314660009229556 (mp_runner.py:73) +2024-09-01 18:19:41,805 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.00301793499966152 (mp_runner.py:73) +2024-09-01 18:19:41,805 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0031176520060398616 (mp_runner.py:73) +2024-09-01 18:19:41,806 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.003473283999483101 (mp_runner.py:73) +2024-09-01 18:19:44,177 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.002743778000876773 (mp_runner.py:73) +2024-09-01 18:19:44,177 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.003938071000447962 (mp_runner.py:73) +2024-09-01 18:19:44,177 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.003531554000801407 (mp_runner.py:73) +2024-09-01 18:19:44,178 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.003157314997224603 (mp_runner.py:73) +2024-09-01 18:19:44,178 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.004340452003816608 (mp_runner.py:73) +2024-09-01 18:19:45,993 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0027778110015788116 (mp_runner.py:73) +2024-09-01 18:19:45,993 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.002329508999537211 (mp_runner.py:73) +2024-09-01 18:19:45,994 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.002824578004947398 (mp_runner.py:73) +2024-09-01 18:19:45,994 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0030131129969959147 (mp_runner.py:73) +2024-09-01 18:19:45,995 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.00279986800160259 (mp_runner.py:73) +2024-09-01 18:19:47,525 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.004272019003110472 (mp_runner.py:73) +2024-09-01 18:19:47,525 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0036968959975638427 (mp_runner.py:73) +2024-09-01 18:19:47,526 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.00563890299963532 (mp_runner.py:73) +2024-09-01 18:19:47,526 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.005295481001667213 (mp_runner.py:73) +2024-09-01 18:19:47,526 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.005518682999536395 (mp_runner.py:73) +2024-09-01 18:19:49,084 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.002868614006729331 (mp_runner.py:73) +2024-09-01 18:19:49,084 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.003003001998877153 (mp_runner.py:73) +2024-09-01 18:19:49,085 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0029119890023139305 (mp_runner.py:73) +2024-09-01 18:19:49,085 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.002943405997939408 (mp_runner.py:73) +2024-09-01 18:19:49,085 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.002917088000685908 (mp_runner.py:73) +2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.003034221997950226 (mp_runner.py:73) +2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.003718268999364227 (mp_runner.py:73) +2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0038003419977030717 (mp_runner.py:73) +2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0032648889973643236 (mp_runner.py:73) +2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0034320740014663897 (mp_runner.py:73) +2024-09-01 18:19:52,246 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0029952359982416965 (mp_runner.py:73) +2024-09-01 18:19:52,246 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.00303364300634712 (mp_runner.py:73) +2024-09-01 18:19:52,246 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0031742100036353804 (mp_runner.py:73) +2024-09-01 18:19:52,247 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0036487460019998252 (mp_runner.py:73) +2024-09-01 18:19:52,247 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0039149639997049235 (mp_runner.py:73) +2024-09-01 18:19:53,710 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.003637496003648266 (mp_runner.py:73) +2024-09-01 18:19:53,710 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0035217799959355034 (mp_runner.py:73) +2024-09-01 18:19:53,710 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0035239169956184924 (mp_runner.py:73) +2024-09-01 18:19:53,710 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.003524002997437492 (mp_runner.py:73) +2024-09-01 18:19:53,711 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0038149190004332922 (mp_runner.py:73) +2024-09-01 18:19:55,323 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0034046769942506216 (mp_runner.py:73) +2024-09-01 18:19:55,323 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.002507338002033066 (mp_runner.py:73) +2024-09-01 18:19:55,323 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0037329289989429526 (mp_runner.py:73) +2024-09-01 18:19:55,324 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.002354257994738873 (mp_runner.py:73) +2024-09-01 18:19:55,324 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.003954938998504076 (mp_runner.py:73) +2024-09-01 18:19:56,798 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0031993509983294643 (mp_runner.py:73) +2024-09-01 18:19:56,798 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.003292168999905698 (mp_runner.py:73) +2024-09-01 18:19:56,798 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0035269569998490624 (mp_runner.py:73) +2024-09-01 18:19:56,799 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.002790648999507539 (mp_runner.py:73) +2024-09-01 18:19:56,799 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0039233030038303696 (mp_runner.py:73) +2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0027435070005594753 (mp_runner.py:73) +2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.002741532000072766 (mp_runner.py:73) +2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0027414700016379356 (mp_runner.py:73) +2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.003719831998751033 (mp_runner.py:73) +2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0030781150053371675 (mp_runner.py:73) +2024-09-01 18:19:59,857 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0028195329941809177 (mp_runner.py:73) +2024-09-01 18:19:59,857 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.003333959000883624 (mp_runner.py:73) +2024-09-01 18:19:59,857 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.003367109995451756 (mp_runner.py:73) +2024-09-01 18:19:59,857 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.002883688997826539 (mp_runner.py:73) +2024-09-01 18:19:59,859 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.0055341390034300275 (mp_runner.py:73) +2024-09-01 18:20:01,463 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.003165181005897466 (mp_runner.py:73) +2024-09-01 18:20:01,464 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.004028889001347125 (mp_runner.py:73) +2024-09-01 18:20:01,464 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.00297188699914841 (mp_runner.py:73) +2024-09-01 18:20:01,465 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.002873870005714707 (mp_runner.py:73) +2024-09-01 18:20:01,466 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.004868564996286295 (mp_runner.py:73) +2024-09-01 18:20:02,979 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.003521184997225646 (mp_runner.py:73) +2024-09-01 18:20:02,980 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.003220742000848986 (mp_runner.py:73) +2024-09-01 18:20:02,980 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0032789239994599484 (mp_runner.py:73) +2024-09-01 18:20:02,980 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.003448117000516504 (mp_runner.py:73) +2024-09-01 18:20:02,980 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0027073129967902787 (mp_runner.py:73) +2024-09-01 18:20:04,520 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.002920410996011924 (mp_runner.py:73) +2024-09-01 18:20:04,520 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.001654833999054972 (mp_runner.py:73) +2024-09-01 18:20:04,520 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0037346450044424273 (mp_runner.py:73) +2024-09-01 18:20:04,520 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.004132346002734266 (mp_runner.py:73) +2024-09-01 18:20:04,521 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.003316230999189429 (mp_runner.py:73) +2024-09-01 18:20:05,942 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0035101399989798665 (mp_runner.py:73) +2024-09-01 18:20:05,942 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.003029828003491275 (mp_runner.py:73) +2024-09-01 18:20:05,942 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0029907779971836135 (mp_runner.py:73) +2024-09-01 18:20:05,942 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.004895917998510413 (mp_runner.py:73) +2024-09-01 18:20:05,943 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.004090180002094712 (mp_runner.py:73) +2024-09-01 18:20:06,420 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0012s, count=9142, qps in this process: 304.7211 (mp_runner.py:76) +2024-09-01 18:20:06,421 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0023s, count=9144, qps in this process: 304.7766 (mp_runner.py:76) +2024-09-01 18:20:06,423 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0024s, count=9144, qps in this process: 304.7756 (mp_runner.py:76) +2024-09-01 18:20:06,423 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0029s, count=9145, qps in this process: 304.8039 (mp_runner.py:76) +2024-09-01 18:20:06,425 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0013s, count=9145, qps in this process: 304.8201 (mp_runner.py:76) +2024-09-01 18:20:06,438 | INFO |End search in concurrency 5: dur=30.068674947004183s, total_count=45720, qps=1520.5193 (mp_runner.py:120) +2024-09-01 18:20:06,741 | INFO |Update largest qps with concurrency 5: current max_qps=1520.5193 (mp_runner.py:124) +2024-09-01 18:20:07,156 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:20:07,156 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 18:20:17,357 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 18:20:17,403 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,424 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,433 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,466 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,515 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,516 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,522 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,522 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,525 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,526 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:17,527 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:21,396 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.004859907006903086 (mp_runner.py:73) +2024-09-01 18:20:21,403 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.014111541997408494 (mp_runner.py:73) +2024-09-01 18:20:21,405 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.018646422002348118 (mp_runner.py:73) +2024-09-01 18:20:21,408 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.005621413001790643 (mp_runner.py:73) +2024-09-01 18:20:21,408 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.005696624000847805 (mp_runner.py:73) +2024-09-01 18:20:21,412 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.012917650004965253 (mp_runner.py:73) +2024-09-01 18:20:21,412 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.011283863997959998 (mp_runner.py:73) +2024-09-01 18:20:21,413 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.01200676900043618 (mp_runner.py:73) +2024-09-01 18:20:21,472 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.010187320003751665 (mp_runner.py:73) +2024-09-01 18:20:21,517 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.008371392003027722 (mp_runner.py:73) +2024-09-01 18:20:21,517 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.009205182999721728 (mp_runner.py:73) +2024-09-01 18:20:21,518 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.011152260995004326 (mp_runner.py:73) +2024-09-01 18:20:21,590 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.017629548005061224 (mp_runner.py:73) +2024-09-01 18:20:21,591 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.008873958002368454 (mp_runner.py:73) +2024-09-01 18:20:21,788 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.012139325001044199 (mp_runner.py:73) +2024-09-01 18:20:25,345 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0037084770010551438 (mp_runner.py:73) +2024-09-01 18:20:25,346 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004785140998137649 (mp_runner.py:73) +2024-09-01 18:20:25,346 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.0038327560032485053 (mp_runner.py:73) +2024-09-01 18:20:25,347 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.002328741000383161 (mp_runner.py:73) +2024-09-01 18:20:25,348 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.0054242179976427 (mp_runner.py:73) +2024-09-01 18:20:25,348 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.0058490699957474135 (mp_runner.py:73) +2024-09-01 18:20:25,349 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0044581190013559535 (mp_runner.py:73) +2024-09-01 18:20:25,349 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0018700930013437755 (mp_runner.py:73) +2024-09-01 18:20:25,356 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.006425569001294207 (mp_runner.py:73) +2024-09-01 18:20:25,357 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.0065848919985000975 (mp_runner.py:73) +2024-09-01 18:20:25,357 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.0054705069996998645 (mp_runner.py:73) +2024-09-01 18:20:25,357 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.016614497006230522 (mp_runner.py:73) +2024-09-01 18:20:25,361 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.01015848899987759 (mp_runner.py:73) +2024-09-01 18:20:26,211 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.010415349999675527 (mp_runner.py:73) +2024-09-01 18:20:26,326 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.010070116004499141 (mp_runner.py:73) +2024-09-01 18:20:29,228 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.0024434980005025864 (mp_runner.py:73) +2024-09-01 18:20:29,230 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.0038422529978561215 (mp_runner.py:73) +2024-09-01 18:20:29,231 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0017779260015231557 (mp_runner.py:73) +2024-09-01 18:20:29,231 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.005243441999482457 (mp_runner.py:73) +2024-09-01 18:20:29,231 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.002951100999780465 (mp_runner.py:73) +2024-09-01 18:20:29,233 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.004144116996030789 (mp_runner.py:73) +2024-09-01 18:20:29,234 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.007385737000731751 (mp_runner.py:73) +2024-09-01 18:20:29,235 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00609520999569213 (mp_runner.py:73) +2024-09-01 18:20:29,237 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.011187734999111854 (mp_runner.py:73) +2024-09-01 18:20:29,239 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.012660538995987736 (mp_runner.py:73) +2024-09-01 18:20:29,780 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.01014687499991851 (mp_runner.py:73) +2024-09-01 18:20:29,840 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.014085018003243022 (mp_runner.py:73) +2024-09-01 18:20:29,845 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.008537748995877337 (mp_runner.py:73) +2024-09-01 18:20:31,004 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.013608408997242805 (mp_runner.py:73) +2024-09-01 18:20:31,067 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.010353665005823132 (mp_runner.py:73) +2024-09-01 18:20:33,171 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.007207479000499006 (mp_runner.py:73) +2024-09-01 18:20:33,172 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004612705000909045 (mp_runner.py:73) +2024-09-01 18:20:33,174 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.008954778000770602 (mp_runner.py:73) +2024-09-01 18:20:33,174 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.0036728499981109053 (mp_runner.py:73) +2024-09-01 18:20:33,175 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.012491136003518477 (mp_runner.py:73) +2024-09-01 18:20:33,179 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.008242813004471827 (mp_runner.py:73) +2024-09-01 18:20:33,192 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.005476368998643011 (mp_runner.py:73) +2024-09-01 18:20:33,193 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.008647331000247505 (mp_runner.py:73) +2024-09-01 18:20:33,199 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.014019132002431434 (mp_runner.py:73) +2024-09-01 18:20:33,658 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.007711121994361747 (mp_runner.py:73) +2024-09-01 18:20:34,137 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.008252129002357833 (mp_runner.py:73) +2024-09-01 18:20:34,137 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.0110283999965759 (mp_runner.py:73) +2024-09-01 18:20:34,461 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.007762583998555783 (mp_runner.py:73) +2024-09-01 18:20:35,154 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.009428519995708484 (mp_runner.py:73) +2024-09-01 18:20:35,155 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.008293067003251053 (mp_runner.py:73) +2024-09-01 18:20:37,420 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.006177978000778239 (mp_runner.py:73) +2024-09-01 18:20:37,421 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.006682125000224914 (mp_runner.py:73) +2024-09-01 18:20:37,423 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.006383714004186913 (mp_runner.py:73) +2024-09-01 18:20:37,424 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.012088537005183753 (mp_runner.py:73) +2024-09-01 18:20:37,426 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.007111623999662697 (mp_runner.py:73) +2024-09-01 18:20:37,429 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.01660332099709194 (mp_runner.py:73) +2024-09-01 18:20:37,471 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.013291969000420067 (mp_runner.py:73) +2024-09-01 18:20:37,474 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.014673443998617586 (mp_runner.py:73) +2024-09-01 18:20:37,597 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.011046080995583907 (mp_runner.py:73) +2024-09-01 18:20:38,126 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.008967861998826265 (mp_runner.py:73) +2024-09-01 18:20:38,489 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.010174629001994617 (mp_runner.py:73) +2024-09-01 18:20:38,715 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.013698307993763592 (mp_runner.py:73) +2024-09-01 18:20:39,137 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.008048740004596766 (mp_runner.py:73) +2024-09-01 18:20:39,549 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.009830312003032304 (mp_runner.py:73) +2024-09-01 18:20:39,743 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.011404169003071729 (mp_runner.py:73) +2024-09-01 18:20:41,545 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.008085134999419097 (mp_runner.py:73) +2024-09-01 18:20:41,547 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.007844335996196605 (mp_runner.py:73) +2024-09-01 18:20:41,547 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.01057622600637842 (mp_runner.py:73) +2024-09-01 18:20:41,548 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.007416943997668568 (mp_runner.py:73) +2024-09-01 18:20:41,549 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.01229237000370631 (mp_runner.py:73) +2024-09-01 18:20:41,550 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.0062415600041276775 (mp_runner.py:73) +2024-09-01 18:20:41,552 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.004417893003846984 (mp_runner.py:73) +2024-09-01 18:20:41,556 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.006623147004575003 (mp_runner.py:73) +2024-09-01 18:20:42,366 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.007188146999396849 (mp_runner.py:73) +2024-09-01 18:20:42,727 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.004141776000324171 (mp_runner.py:73) +2024-09-01 18:20:43,059 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.006028108000464272 (mp_runner.py:73) +2024-09-01 18:20:43,174 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.008296500003780238 (mp_runner.py:73) +2024-09-01 18:20:43,553 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.017810076002206188 (mp_runner.py:73) +2024-09-01 18:20:43,966 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.007133748003980145 (mp_runner.py:73) +2024-09-01 18:20:44,353 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.006556690997967962 (mp_runner.py:73) +2024-09-01 18:20:46,191 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.008114724994811695 (mp_runner.py:73) +2024-09-01 18:20:46,192 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.009237493999535218 (mp_runner.py:73) +2024-09-01 18:20:46,192 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.01023230999999214 (mp_runner.py:73) +2024-09-01 18:20:46,194 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.005967251003312413 (mp_runner.py:73) +2024-09-01 18:20:46,195 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.006367840003804304 (mp_runner.py:73) +2024-09-01 18:20:46,196 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.0020709189993795007 (mp_runner.py:73) +2024-09-01 18:20:46,197 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.006522594005218707 (mp_runner.py:73) +2024-09-01 18:20:46,200 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.018567401995824184 (mp_runner.py:73) +2024-09-01 18:20:47,098 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.01713176599878352 (mp_runner.py:73) +2024-09-01 18:20:47,405 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0012s, count=3658, qps in this process: 121.9285 (mp_runner.py:76) +2024-09-01 18:20:47,431 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0062s, count=3495, qps in this process: 116.4759 (mp_runner.py:76) +2024-09-01 18:20:47,434 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0023s, count=3661, qps in this process: 122.024 (mp_runner.py:76) +2024-09-01 18:20:47,446 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0086s, count=3439, qps in this process: 114.6005 (mp_runner.py:76) +2024-09-01 18:20:47,480 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0022s, count=3669, qps in this process: 122.291 (mp_runner.py:76) +2024-09-01 18:20:47,519 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0007s, count=3499, qps in this process: 116.6306 (mp_runner.py:76) +2024-09-01 18:20:47,521 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0029s, count=3677, qps in this process: 122.5548 (mp_runner.py:76) +2024-09-01 18:20:47,525 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.001s, count=3421, qps in this process: 114.0295 (mp_runner.py:76) +2024-09-01 18:20:47,526 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0015s, count=3384, qps in this process: 112.7944 (mp_runner.py:76) +2024-09-01 18:20:47,527 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0027s, count=3678, qps in this process: 122.589 (mp_runner.py:76) +2024-09-01 18:20:47,527 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0027s, count=3552, qps in this process: 118.3893 (mp_runner.py:76) +2024-09-01 18:20:47,528 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0004s, count=3677, qps in this process: 122.565 (mp_runner.py:76) +2024-09-01 18:20:47,532 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0054s, count=3351, qps in this process: 111.6799 (mp_runner.py:76) +2024-09-01 18:20:47,533 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0025s, count=3678, qps in this process: 122.5898 (mp_runner.py:76) +2024-09-01 18:20:47,533 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0009s, count=3679, qps in this process: 122.6297 (mp_runner.py:76) +2024-09-01 18:20:47,540 | INFO |End search in concurrency 15: dur=30.18183349899482s, total_count=53518, qps=1773.1858 (mp_runner.py:120) +2024-09-01 18:20:48,450 | INFO |Update largest qps with concurrency 15: current max_qps=1773.1858 (mp_runner.py:124) +2024-09-01 18:20:48,868 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:20:48,868 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 18:20:59,150 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 18:20:59,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,255 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,304 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,304 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,338 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,342 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,343 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,343 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,348 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,348 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,354 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,354 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,355 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:20:59,362 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:03,988 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.00526679000176955 (mp_runner.py:73) +2024-09-01 18:21:03,989 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.008034109996515326 (mp_runner.py:73) +2024-09-01 18:21:03,989 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.002514943997084629 (mp_runner.py:73) +2024-09-01 18:21:03,990 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.009938973998941947 (mp_runner.py:73) +2024-09-01 18:21:03,990 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.007120930000382941 (mp_runner.py:73) +2024-09-01 18:21:03,990 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.007795614001224749 (mp_runner.py:73) +2024-09-01 18:21:03,991 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.006946524998056702 (mp_runner.py:73) +2024-09-01 18:21:03,992 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.00707338799838908 (mp_runner.py:73) +2024-09-01 18:21:03,992 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.008966164998128079 (mp_runner.py:73) +2024-09-01 18:21:03,993 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.01327669199963566 (mp_runner.py:73) +2024-09-01 18:21:03,994 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.015138915994612034 (mp_runner.py:73) +2024-09-01 18:21:03,995 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.017282307999266777 (mp_runner.py:73) +2024-09-01 18:21:03,996 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.01497339900379302 (mp_runner.py:73) +2024-09-01 18:21:04,429 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.01565541199670406 (mp_runner.py:73) +2024-09-01 18:21:04,931 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0087023610030883 (mp_runner.py:73) +2024-09-01 18:21:04,931 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.007224264998512808 (mp_runner.py:73) +2024-09-01 18:21:04,935 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.01279826500103809 (mp_runner.py:73) +2024-09-01 18:21:04,941 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.019713180998223834 (mp_runner.py:73) +2024-09-01 18:21:05,162 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.014471597998635843 (mp_runner.py:73) +2024-09-01 18:21:05,733 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.011719706999429036 (mp_runner.py:73) +2024-09-01 18:21:08,751 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.012423464002495166 (mp_runner.py:73) +2024-09-01 18:21:08,751 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.016333423998730723 (mp_runner.py:73) +2024-09-01 18:21:08,752 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.012868354002421256 (mp_runner.py:73) +2024-09-01 18:21:08,752 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.011893928996869363 (mp_runner.py:73) +2024-09-01 18:21:08,752 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.012666412003454752 (mp_runner.py:73) +2024-09-01 18:21:08,753 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.01602610400004778 (mp_runner.py:73) +2024-09-01 18:21:08,753 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.017924243002198637 (mp_runner.py:73) +2024-09-01 18:21:08,753 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.017221184993104544 (mp_runner.py:73) +2024-09-01 18:21:08,754 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.011958695002249442 (mp_runner.py:73) +2024-09-01 18:21:08,755 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.009530316994641908 (mp_runner.py:73) +2024-09-01 18:21:08,763 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.014235302995075472 (mp_runner.py:73) +2024-09-01 18:21:08,764 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.009696257002360653 (mp_runner.py:73) +2024-09-01 18:21:08,822 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.01060995800071396 (mp_runner.py:73) +2024-09-01 18:21:10,191 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.008543222000298556 (mp_runner.py:73) +2024-09-01 18:21:10,298 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.008069943003647495 (mp_runner.py:73) +2024-09-01 18:21:10,319 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.012567662000947166 (mp_runner.py:73) +2024-09-01 18:21:10,538 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.0025204370031133294 (mp_runner.py:73) +2024-09-01 18:21:10,589 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.008786338999925647 (mp_runner.py:73) +2024-09-01 18:21:10,869 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.009454532999370713 (mp_runner.py:73) +2024-09-01 18:21:11,566 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.013024203995883 (mp_runner.py:73) +2024-09-01 18:21:14,725 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.006193594999786001 (mp_runner.py:73) +2024-09-01 18:21:14,725 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.005882816003577318 (mp_runner.py:73) +2024-09-01 18:21:14,727 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.008970379996753763 (mp_runner.py:73) +2024-09-01 18:21:14,729 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.008403503998124506 (mp_runner.py:73) +2024-09-01 18:21:14,730 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.010015826002927497 (mp_runner.py:73) +2024-09-01 18:21:14,731 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.008191203000023961 (mp_runner.py:73) +2024-09-01 18:21:14,732 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.010612316000333522 (mp_runner.py:73) +2024-09-01 18:21:14,741 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.023612803997821175 (mp_runner.py:73) +2024-09-01 18:21:14,807 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.015145620003750082 (mp_runner.py:73) +2024-09-01 18:21:14,837 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.01912051800172776 (mp_runner.py:73) +2024-09-01 18:21:14,961 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.01451052999618696 (mp_runner.py:73) +2024-09-01 18:21:14,972 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.017867133996332996 (mp_runner.py:73) +2024-09-01 18:21:15,278 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.027201864002563525 (mp_runner.py:73) +2024-09-01 18:21:16,533 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0132614139947691 (mp_runner.py:73) +2024-09-01 18:21:16,536 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.018411905999528244 (mp_runner.py:73) +2024-09-01 18:21:16,655 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.010298633002093993 (mp_runner.py:73) +2024-09-01 18:21:16,856 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.015024908003397286 (mp_runner.py:73) +2024-09-01 18:21:17,052 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.013784816001134459 (mp_runner.py:73) +2024-09-01 18:21:17,189 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.016672648998792283 (mp_runner.py:73) +2024-09-01 18:21:17,841 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.009140256996033713 (mp_runner.py:73) +2024-09-01 18:21:20,305 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.005419089000497479 (mp_runner.py:73) +2024-09-01 18:21:20,307 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.005544425999687519 (mp_runner.py:73) +2024-09-01 18:21:20,308 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.006241909999516793 (mp_runner.py:73) +2024-09-01 18:21:20,312 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.01093477299582446 (mp_runner.py:73) +2024-09-01 18:21:20,315 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.017061262995412108 (mp_runner.py:73) +2024-09-01 18:21:20,315 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.015470826998353004 (mp_runner.py:73) +2024-09-01 18:21:20,318 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.008431911999650765 (mp_runner.py:73) +2024-09-01 18:21:20,327 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.007999134999408852 (mp_runner.py:73) +2024-09-01 18:21:20,536 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.02424108099512523 (mp_runner.py:73) +2024-09-01 18:21:20,657 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.011151207996590529 (mp_runner.py:73) +2024-09-01 18:21:20,663 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.008872249003616162 (mp_runner.py:73) +2024-09-01 18:21:21,196 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.013446149998344481 (mp_runner.py:73) +2024-09-01 18:21:21,410 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.011733741004718468 (mp_runner.py:73) +2024-09-01 18:21:22,465 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.011738724002498202 (mp_runner.py:73) +2024-09-01 18:21:22,467 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.011586868000449613 (mp_runner.py:73) +2024-09-01 18:21:22,760 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.013343359001737554 (mp_runner.py:73) +2024-09-01 18:21:22,996 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.01469527500012191 (mp_runner.py:73) +2024-09-01 18:21:23,172 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.007494226003473159 (mp_runner.py:73) +2024-09-01 18:21:23,230 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.012670755997532979 (mp_runner.py:73) +2024-09-01 18:21:23,795 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.013693514003534801 (mp_runner.py:73) +2024-09-01 18:21:26,344 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.005668297999363858 (mp_runner.py:73) +2024-09-01 18:21:26,346 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.012575943001138512 (mp_runner.py:73) +2024-09-01 18:21:26,347 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.014755219999642577 (mp_runner.py:73) +2024-09-01 18:21:26,347 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.013113770000927616 (mp_runner.py:73) +2024-09-01 18:21:26,349 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.010242477997962851 (mp_runner.py:73) +2024-09-01 18:21:26,351 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.010996944998623803 (mp_runner.py:73) +2024-09-01 18:21:26,355 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.00999861199670704 (mp_runner.py:73) +2024-09-01 18:21:26,362 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.03247549400111893 (mp_runner.py:73) +2024-09-01 18:21:26,576 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.023596770995936822 (mp_runner.py:73) +2024-09-01 18:21:26,590 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.009738473003380932 (mp_runner.py:73) +2024-09-01 18:21:26,747 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.028447142998629715 (mp_runner.py:73) +2024-09-01 18:21:27,315 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.019509523001033813 (mp_runner.py:73) +2024-09-01 18:21:27,545 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.026551056995231193 (mp_runner.py:73) +2024-09-01 18:21:28,357 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.012924119997478556 (mp_runner.py:73) +2024-09-01 18:21:28,447 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.013365737002459355 (mp_runner.py:73) +2024-09-01 18:21:29,020 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.012820161995477974 (mp_runner.py:73) +2024-09-01 18:21:29,096 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.014869965001707897 (mp_runner.py:73) +2024-09-01 18:21:29,206 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0081s, count=2714, qps in this process: 90.4422 (mp_runner.py:76) +2024-09-01 18:21:29,226 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.014820822994806804 (mp_runner.py:73) +2024-09-01 18:21:29,283 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0186s, count=2747, qps in this process: 91.5099 (mp_runner.py:76) +2024-09-01 18:21:29,309 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.002s, count=2750, qps in this process: 91.6606 (mp_runner.py:76) +2024-09-01 18:21:29,315 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0087s, count=2751, qps in this process: 91.6734 (mp_runner.py:76) +2024-09-01 18:21:29,325 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0054s, count=2724, qps in this process: 90.7837 (mp_runner.py:76) +2024-09-01 18:21:29,330 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.0180768740028725 (mp_runner.py:73) +2024-09-01 18:21:29,336 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0032s, count=2580, qps in this process: 85.9908 (mp_runner.py:76) +2024-09-01 18:21:29,342 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0008s, count=2753, qps in this process: 91.7642 (mp_runner.py:76) +2024-09-01 18:21:29,346 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0007s, count=2754, qps in this process: 91.7979 (mp_runner.py:76) +2024-09-01 18:21:29,350 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0049s, count=2639, qps in this process: 87.9523 (mp_runner.py:76) +2024-09-01 18:21:29,351 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0087s, count=2754, qps in this process: 91.7734 (mp_runner.py:76) +2024-09-01 18:21:29,353 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0109s, count=2754, qps in this process: 91.7667 (mp_runner.py:76) +2024-09-01 18:21:29,353 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0016s, count=2529, qps in this process: 84.2955 (mp_runner.py:76) +2024-09-01 18:21:29,354 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0008s, count=2743, qps in this process: 91.4309 (mp_runner.py:76) +2024-09-01 18:21:29,354 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0089s, count=2708, qps in this process: 90.2399 (mp_runner.py:76) +2024-09-01 18:21:29,359 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0007s, count=2577, qps in this process: 85.898 (mp_runner.py:76) +2024-09-01 18:21:29,364 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0066s, count=2504, qps in this process: 83.4483 (mp_runner.py:76) +2024-09-01 18:21:29,364 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0109s, count=2666, qps in this process: 88.8344 (mp_runner.py:76) +2024-09-01 18:21:29,364 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0069s, count=2524, qps in this process: 84.114 (mp_runner.py:76) +2024-09-01 18:21:29,365 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0036s, count=2513, qps in this process: 83.7566 (mp_runner.py:76) +2024-09-01 18:21:29,368 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0003s, count=2468, qps in this process: 82.2658 (mp_runner.py:76) +2024-09-01 18:21:29,374 | INFO |End search in concurrency 20: dur=30.223857254000905s, total_count=53152, qps=1758.6107 (mp_runner.py:120) +2024-09-01 18:21:31,023 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:21:31,023 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 18:21:41,309 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 18:21:41,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,459 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,460 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,461 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,479 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,482 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,508 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,510 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,516 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,533 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,542 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,549 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,555 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,572 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,574 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,581 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:41,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.01269660300022224 (mp_runner.py:73) +2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.014255652000429109 (mp_runner.py:73) +2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.010797285001899581 (mp_runner.py:73) +2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.014998973005276639 (mp_runner.py:73) +2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.012618234999536071 (mp_runner.py:73) +2024-09-01 18:21:48,395 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.014445958004216664 (mp_runner.py:73) +2024-09-01 18:21:48,395 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.013064858998404816 (mp_runner.py:73) +2024-09-01 18:21:48,395 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.012912651000078768 (mp_runner.py:73) +2024-09-01 18:21:48,395 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.01411840099899564 (mp_runner.py:73) +2024-09-01 18:21:48,396 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.016267860002699308 (mp_runner.py:73) +2024-09-01 18:21:48,396 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.01508795699919574 (mp_runner.py:73) +2024-09-01 18:21:48,396 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.016715812002075836 (mp_runner.py:73) +2024-09-01 18:21:48,397 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.014200641999195796 (mp_runner.py:73) +2024-09-01 18:21:48,398 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.014071494995732792 (mp_runner.py:73) +2024-09-01 18:21:48,399 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.0200966479969793 (mp_runner.py:73) +2024-09-01 18:21:48,400 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.01677820299664745 (mp_runner.py:73) +2024-09-01 18:21:48,400 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.015419406998262275 (mp_runner.py:73) +2024-09-01 18:21:48,401 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01687067600141745 (mp_runner.py:73) +2024-09-01 18:21:48,406 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.02730394800164504 (mp_runner.py:73) +2024-09-01 18:21:48,597 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.018990974996995647 (mp_runner.py:73) +2024-09-01 18:21:48,692 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.01662519800447626 (mp_runner.py:73) +2024-09-01 18:21:48,750 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.014210681001713965 (mp_runner.py:73) +2024-09-01 18:21:48,897 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.017782363000151236 (mp_runner.py:73) +2024-09-01 18:21:48,933 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.017501596004876774 (mp_runner.py:73) +2024-09-01 18:21:49,192 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.027126896995468996 (mp_runner.py:73) +2024-09-01 18:21:54,644 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.013139679002051707 (mp_runner.py:73) +2024-09-01 18:21:54,644 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.010193595000600908 (mp_runner.py:73) +2024-09-01 18:21:54,644 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.008194716996513307 (mp_runner.py:73) +2024-09-01 18:21:54,645 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.014606755001295824 (mp_runner.py:73) +2024-09-01 18:21:54,646 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.010281673996360041 (mp_runner.py:73) +2024-09-01 18:21:54,649 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.017117907002102584 (mp_runner.py:73) +2024-09-01 18:21:54,650 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.020506908003881108 (mp_runner.py:73) +2024-09-01 18:21:54,650 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.005139813001733273 (mp_runner.py:73) +2024-09-01 18:21:54,652 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.023617906001163647 (mp_runner.py:73) +2024-09-01 18:21:54,653 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.008976237004389986 (mp_runner.py:73) +2024-09-01 18:21:54,654 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0036505960015347227 (mp_runner.py:73) +2024-09-01 18:21:54,657 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.010002087001339532 (mp_runner.py:73) +2024-09-01 18:21:54,657 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.008953008000389673 (mp_runner.py:73) +2024-09-01 18:21:54,659 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.027316245999827515 (mp_runner.py:73) +2024-09-01 18:21:54,659 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.02990479599975515 (mp_runner.py:73) +2024-09-01 18:21:54,824 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.012881816001026891 (mp_runner.py:73) +2024-09-01 18:21:55,365 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.014410399002372287 (mp_runner.py:73) +2024-09-01 18:21:55,511 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.017948253997019492 (mp_runner.py:73) +2024-09-01 18:21:55,748 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.008621004002634436 (mp_runner.py:73) +2024-09-01 18:21:55,960 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.016045115997258108 (mp_runner.py:73) +2024-09-01 18:21:56,090 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.01651994300482329 (mp_runner.py:73) +2024-09-01 18:21:56,137 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.01777199299976928 (mp_runner.py:73) +2024-09-01 18:21:56,161 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.004622009000740945 (mp_runner.py:73) +2024-09-01 18:21:56,235 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.014781630998186301 (mp_runner.py:73) +2024-09-01 18:21:56,684 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.0154721660001087 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.0170807850008714 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.017884294997202232 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.017643033002968878 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.017034584998327773 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.018427627001074143 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.018138441002520267 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.018524103004892822 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.01906149199930951 (mp_runner.py:73) +2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.017919185003847815 (mp_runner.py:73) +2024-09-01 18:22:01,715 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.015756303000671323 (mp_runner.py:73) +2024-09-01 18:22:02,018 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.019494215994200204 (mp_runner.py:73) +2024-09-01 18:22:02,048 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.017888807000417728 (mp_runner.py:73) +2024-09-01 18:22:02,061 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.01958164499956183 (mp_runner.py:73) +2024-09-01 18:22:02,383 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.014032860999577679 (mp_runner.py:73) +2024-09-01 18:22:02,875 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.021684199004084803 (mp_runner.py:73) +2024-09-01 18:22:03,043 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.035558029005187564 (mp_runner.py:73) +2024-09-01 18:22:03,561 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.01787055699969642 (mp_runner.py:73) +2024-09-01 18:22:03,843 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.01313123399449978 (mp_runner.py:73) +2024-09-01 18:22:03,845 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.018598239999846555 (mp_runner.py:73) +2024-09-01 18:22:03,851 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.022027514001820236 (mp_runner.py:73) +2024-09-01 18:22:03,947 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.01776618200528901 (mp_runner.py:73) +2024-09-01 18:22:03,949 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.02048078100051498 (mp_runner.py:73) +2024-09-01 18:22:04,073 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.01961221500096144 (mp_runner.py:73) +2024-09-01 18:22:04,295 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.020591049003996886 (mp_runner.py:73) +2024-09-01 18:22:04,734 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.020124992995988578 (mp_runner.py:73) +2024-09-01 18:22:08,753 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.016490319001604803 (mp_runner.py:73) +2024-09-01 18:22:08,756 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.004872391000390053 (mp_runner.py:73) +2024-09-01 18:22:08,756 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.005559201999858487 (mp_runner.py:73) +2024-09-01 18:22:08,757 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.01777215499896556 (mp_runner.py:73) +2024-09-01 18:22:08,760 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.009788876006496139 (mp_runner.py:73) +2024-09-01 18:22:08,765 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.014300717994046863 (mp_runner.py:73) +2024-09-01 18:22:08,770 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.007676912995520979 (mp_runner.py:73) +2024-09-01 18:22:08,795 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.053576619997329544 (mp_runner.py:73) +2024-09-01 18:22:09,125 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.002167797996662557 (mp_runner.py:73) +2024-09-01 18:22:09,403 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.008345771995664109 (mp_runner.py:73) +2024-09-01 18:22:09,478 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.014845799996692222 (mp_runner.py:73) +2024-09-01 18:22:09,773 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.029167289998440538 (mp_runner.py:73) +2024-09-01 18:22:09,781 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.014137090001895558 (mp_runner.py:73) +2024-09-01 18:22:10,323 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.014065928000491112 (mp_runner.py:73) +2024-09-01 18:22:10,811 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.0148321919987211 (mp_runner.py:73) +2024-09-01 18:22:10,813 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.01322307199734496 (mp_runner.py:73) +2024-09-01 18:22:11,157 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.00954076400375925 (mp_runner.py:73) +2024-09-01 18:22:11,171 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.007598383002914488 (mp_runner.py:73) +2024-09-01 18:22:11,221 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.01985467800113838 (mp_runner.py:73) +2024-09-01 18:22:11,361 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0012s, count=2088, qps in this process: 69.5972 (mp_runner.py:76) +2024-09-01 18:22:11,405 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0013s, count=1972, qps in this process: 65.7305 (mp_runner.py:76) +2024-09-01 18:22:11,460 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.016250041997409426 (mp_runner.py:73) +2024-09-01 18:22:11,469 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0087s, count=2172, qps in this process: 72.379 (mp_runner.py:76) +2024-09-01 18:22:11,471 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0036s, count=2022, qps in this process: 67.3919 (mp_runner.py:76) +2024-09-01 18:22:11,474 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0084s, count=2001, qps in this process: 66.6813 (mp_runner.py:76) +2024-09-01 18:22:11,491 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0092s, count=2160, qps in this process: 71.9779 (mp_runner.py:76) +2024-09-01 18:22:11,498 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0119s, count=2175, qps in this process: 72.4713 (mp_runner.py:76) +2024-09-01 18:22:11,502 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0112s, count=2128, qps in this process: 70.9069 (mp_runner.py:76) +2024-09-01 18:22:11,521 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.01s, count=2178, qps in this process: 72.5758 (mp_runner.py:76) +2024-09-01 18:22:11,521 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0054s, count=2178, qps in this process: 72.5869 (mp_runner.py:76) +2024-09-01 18:22:11,531 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0101s, count=2179, qps in this process: 72.6089 (mp_runner.py:76) +2024-09-01 18:22:11,540 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0047s, count=2180, qps in this process: 72.6553 (mp_runner.py:76) +2024-09-01 18:22:11,546 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.001s, count=1971, qps in this process: 65.6978 (mp_runner.py:76) +2024-09-01 18:22:11,561 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0034s, count=2086, qps in this process: 69.5255 (mp_runner.py:76) +2024-09-01 18:22:11,562 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0076s, count=2052, qps in this process: 68.3827 (mp_runner.py:76) +2024-09-01 18:22:11,566 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0066s, count=2110, qps in this process: 70.3179 (mp_runner.py:76) +2024-09-01 18:22:11,580 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0044s, count=1983, qps in this process: 66.0903 (mp_runner.py:76) +2024-09-01 18:22:11,581 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0046s, count=2187, qps in this process: 72.8888 (mp_runner.py:76) +2024-09-01 18:22:11,587 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0024s, count=2188, qps in this process: 72.9275 (mp_runner.py:76) +2024-09-01 18:22:11,591 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0024s, count=2040, qps in this process: 67.9946 (mp_runner.py:76) +2024-09-01 18:22:11,591 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0037s, count=1998, qps in this process: 66.5918 (mp_runner.py:76) +2024-09-01 18:22:11,593 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0045s, count=2028, qps in this process: 67.5899 (mp_runner.py:76) +2024-09-01 18:22:11,596 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0072s, count=2056, qps in this process: 68.5169 (mp_runner.py:76) +2024-09-01 18:22:11,596 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.007s, count=2128, qps in this process: 70.9168 (mp_runner.py:76) +2024-09-01 18:22:11,613 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0013s, count=1949, qps in this process: 64.9639 (mp_runner.py:76) +2024-09-01 18:22:11,619 | INFO |End search in concurrency 25: dur=30.309037819999503s, total_count=52209, qps=1722.5555 (mp_runner.py:120) +2024-09-01 18:22:13,599 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:22:13,600 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 18:22:24,037 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 18:22:24,085 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,200 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,238 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,301 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,329 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,332 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,332 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,332 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,333 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,336 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,351 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,352 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,355 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,355 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,356 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,373 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,373 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,374 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,399 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:24,399 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:22:31,520 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.012218670999573078 (mp_runner.py:73) +2024-09-01 18:22:31,521 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.011744035000447184 (mp_runner.py:73) +2024-09-01 18:22:31,521 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.012581008995766751 (mp_runner.py:73) +2024-09-01 18:22:31,524 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.013035219999437686 (mp_runner.py:73) +2024-09-01 18:22:31,525 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.017547859002661426 (mp_runner.py:73) +2024-09-01 18:22:31,526 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.014137433994619641 (mp_runner.py:73) +2024-09-01 18:22:31,526 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.01397468100185506 (mp_runner.py:73) +2024-09-01 18:22:31,526 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02092096200067317 (mp_runner.py:73) +2024-09-01 18:22:31,528 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.013654440001118928 (mp_runner.py:73) +2024-09-01 18:22:31,529 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.01249908499448793 (mp_runner.py:73) +2024-09-01 18:22:31,532 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.015120162999664899 (mp_runner.py:73) +2024-09-01 18:22:31,533 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.019111105000774842 (mp_runner.py:73) +2024-09-01 18:22:31,545 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.04037542099831626 (mp_runner.py:73) +2024-09-01 18:22:31,558 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.0275923819935997 (mp_runner.py:73) +2024-09-01 18:22:31,559 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.024941812000179198 (mp_runner.py:73) +2024-09-01 18:22:31,773 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.02206326599844033 (mp_runner.py:73) +2024-09-01 18:22:31,796 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.015448450001713354 (mp_runner.py:73) +2024-09-01 18:22:31,799 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.022324063000269234 (mp_runner.py:73) +2024-09-01 18:22:31,812 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.024753367993980646 (mp_runner.py:73) +2024-09-01 18:22:32,048 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.023180516000138596 (mp_runner.py:73) +2024-09-01 18:22:32,214 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.02317249800398713 (mp_runner.py:73) +2024-09-01 18:22:32,295 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.025523502001306042 (mp_runner.py:73) +2024-09-01 18:22:32,379 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.016524904996913392 (mp_runner.py:73) +2024-09-01 18:22:32,398 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.03787668899894925 (mp_runner.py:73) +2024-09-01 18:22:32,439 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.026354760004323907 (mp_runner.py:73) +2024-09-01 18:22:32,680 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.022701606001646724 (mp_runner.py:73) +2024-09-01 18:22:32,969 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.015222042995446827 (mp_runner.py:73) +2024-09-01 18:22:32,971 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.01801763800176559 (mp_runner.py:73) +2024-09-01 18:22:34,017 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.022395517000404652 (mp_runner.py:73) +2024-09-01 18:22:34,139 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.022331715998006985 (mp_runner.py:73) +2024-09-01 18:22:40,067 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.008705757994903252 (mp_runner.py:73) +2024-09-01 18:22:40,068 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.00996817099803593 (mp_runner.py:73) +2024-09-01 18:22:40,071 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.006354391996865161 (mp_runner.py:73) +2024-09-01 18:22:40,075 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.002236360996903386 (mp_runner.py:73) +2024-09-01 18:22:40,076 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.017352454997308087 (mp_runner.py:73) +2024-09-01 18:22:40,079 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.0016927719989325851 (mp_runner.py:73) +2024-09-01 18:22:40,083 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.00895764400047483 (mp_runner.py:73) +2024-09-01 18:22:40,084 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.010807396000018343 (mp_runner.py:73) +2024-09-01 18:22:40,085 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.010454153998580296 (mp_runner.py:73) +2024-09-01 18:22:40,086 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.011824412002169993 (mp_runner.py:73) +2024-09-01 18:22:40,087 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.012958309998793993 (mp_runner.py:73) +2024-09-01 18:22:40,088 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.013920771001721732 (mp_runner.py:73) +2024-09-01 18:22:40,089 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.015091455999936443 (mp_runner.py:73) +2024-09-01 18:22:40,090 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.018315597000764683 (mp_runner.py:73) +2024-09-01 18:22:40,099 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.02606622200255515 (mp_runner.py:73) +2024-09-01 18:22:40,142 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.03264894699532306 (mp_runner.py:73) +2024-09-01 18:22:40,147 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.03684439899370773 (mp_runner.py:73) +2024-09-01 18:22:40,159 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.0023155259987106547 (mp_runner.py:73) +2024-09-01 18:22:40,360 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.017060054000467062 (mp_runner.py:73) +2024-09-01 18:22:41,105 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.018326195000554435 (mp_runner.py:73) +2024-09-01 18:22:41,273 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.012881788003141992 (mp_runner.py:73) +2024-09-01 18:22:41,276 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.016926506999880075 (mp_runner.py:73) +2024-09-01 18:22:41,333 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.016291857995383907 (mp_runner.py:73) +2024-09-01 18:22:41,398 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.017539763000968378 (mp_runner.py:73) +2024-09-01 18:22:41,486 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.015464572999917436 (mp_runner.py:73) +2024-09-01 18:22:41,661 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.019186655001249164 (mp_runner.py:73) +2024-09-01 18:22:41,867 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.0170837859986932 (mp_runner.py:73) +2024-09-01 18:22:41,915 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.019198318994313013 (mp_runner.py:73) +2024-09-01 18:22:43,257 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.017894861004606355 (mp_runner.py:73) +2024-09-01 18:22:43,327 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.017989344996749423 (mp_runner.py:73) +2024-09-01 18:22:48,714 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.009139850000792649 (mp_runner.py:73) +2024-09-01 18:22:48,724 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.0017713389970595017 (mp_runner.py:73) +2024-09-01 18:22:48,725 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.0026198150007985532 (mp_runner.py:73) +2024-09-01 18:22:48,725 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.020467610003834125 (mp_runner.py:73) +2024-09-01 18:22:48,726 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.022664265998173505 (mp_runner.py:73) +2024-09-01 18:22:48,726 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.003990495999460109 (mp_runner.py:73) +2024-09-01 18:22:48,726 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.023837813001591712 (mp_runner.py:73) +2024-09-01 18:22:48,726 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.0167471039967495 (mp_runner.py:73) +2024-09-01 18:22:48,727 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.004363432999525685 (mp_runner.py:73) +2024-09-01 18:22:48,728 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.018785756998113357 (mp_runner.py:73) +2024-09-01 18:22:48,759 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.02237828099896433 (mp_runner.py:73) +2024-09-01 18:22:48,785 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.01367728499462828 (mp_runner.py:73) +2024-09-01 18:22:48,803 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.012254656998266 (mp_runner.py:73) +2024-09-01 18:22:48,823 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.015618843004631344 (mp_runner.py:73) +2024-09-01 18:22:48,830 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.021755750000011176 (mp_runner.py:73) +2024-09-01 18:22:49,327 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.023622934997547418 (mp_runner.py:73) +2024-09-01 18:22:49,342 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.02380152999830898 (mp_runner.py:73) +2024-09-01 18:22:49,923 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.026073629000165965 (mp_runner.py:73) +2024-09-01 18:22:49,991 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.02448112099955324 (mp_runner.py:73) +2024-09-01 18:22:50,336 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.025829471000179183 (mp_runner.py:73) +2024-09-01 18:22:51,023 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.02490511699579656 (mp_runner.py:73) +2024-09-01 18:22:51,029 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.027881257999979425 (mp_runner.py:73) +2024-09-01 18:22:51,283 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.026336353999795392 (mp_runner.py:73) +2024-09-01 18:22:51,358 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.024271330003102776 (mp_runner.py:73) +2024-09-01 18:22:51,556 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.02004607599519659 (mp_runner.py:73) +2024-09-01 18:22:51,603 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.026656424000975676 (mp_runner.py:73) +2024-09-01 18:22:51,637 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.021822237999003846 (mp_runner.py:73) +2024-09-01 18:22:51,996 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.029257414003950544 (mp_runner.py:73) +2024-09-01 18:22:52,621 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.023483361001126468 (mp_runner.py:73) +2024-09-01 18:22:52,909 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.018565156999102328 (mp_runner.py:73) +2024-09-01 18:22:54,101 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0125s, count=1833, qps in this process: 61.0746 (mp_runner.py:76) +2024-09-01 18:22:54,121 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0115s, count=1637, qps in this process: 54.5458 (mp_runner.py:76) +2024-09-01 18:22:54,180 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0139s, count=1671, qps in this process: 55.6742 (mp_runner.py:76) +2024-09-01 18:22:54,186 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0333s, count=1722, qps in this process: 57.3364 (mp_runner.py:76) +2024-09-01 18:22:54,188 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0027s, count=1835, qps in this process: 61.1612 (mp_runner.py:76) +2024-09-01 18:22:54,188 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0045s, count=1732, qps in this process: 57.7247 (mp_runner.py:76) +2024-09-01 18:22:54,214 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0103s, count=1809, qps in this process: 60.2793 (mp_runner.py:76) +2024-09-01 18:22:54,238 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.018s, count=1841, qps in this process: 61.3299 (mp_runner.py:76) +2024-09-01 18:22:54,254 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0086s, count=1837, qps in this process: 61.2158 (mp_runner.py:76) +2024-09-01 18:22:54,295 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0231s, count=1762, qps in this process: 58.6881 (mp_runner.py:76) +2024-09-01 18:22:54,308 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0049s, count=1841, qps in this process: 61.3566 (mp_runner.py:76) +2024-09-01 18:22:54,329 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0004s, count=1779, qps in this process: 59.2992 (mp_runner.py:76) +2024-09-01 18:22:54,334 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0022s, count=1850, qps in this process: 61.6621 (mp_runner.py:76) +2024-09-01 18:22:54,338 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0024s, count=1660, qps in this process: 55.3289 (mp_runner.py:76) +2024-09-01 18:22:54,339 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0035s, count=1625, qps in this process: 54.1603 (mp_runner.py:76) +2024-09-01 18:22:54,341 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.001s, count=1851, qps in this process: 61.6979 (mp_runner.py:76) +2024-09-01 18:22:54,346 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0095s, count=1851, qps in this process: 61.6805 (mp_runner.py:76) +2024-09-01 18:22:54,348 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0126s, count=1851, qps in this process: 61.6741 (mp_runner.py:76) +2024-09-01 18:22:54,356 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0015s, count=1853, qps in this process: 61.7636 (mp_runner.py:76) +2024-09-01 18:22:54,357 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0011s, count=1852, qps in this process: 61.7311 (mp_runner.py:76) +2024-09-01 18:22:54,364 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0055s, count=1667, qps in this process: 55.5565 (mp_runner.py:76) +2024-09-01 18:22:54,364 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0056s, count=1654, qps in this process: 55.123 (mp_runner.py:76) +2024-09-01 18:22:54,364 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0058s, count=1853, qps in this process: 61.7547 (mp_runner.py:76) +2024-09-01 18:22:54,372 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0035s, count=1839, qps in this process: 61.2928 (mp_runner.py:76) +2024-09-01 18:22:54,378 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0009s, count=1718, qps in this process: 57.2649 (mp_runner.py:76) +2024-09-01 18:22:54,379 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0028s, count=1688, qps in this process: 56.2614 (mp_runner.py:76) +2024-09-01 18:22:54,379 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0003s, count=1853, qps in this process: 61.766 (mp_runner.py:76) +2024-09-01 18:22:54,380 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0071s, count=1651, qps in this process: 55.0203 (mp_runner.py:76) +2024-09-01 18:22:54,402 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.001s, count=1595, qps in this process: 53.1649 (mp_runner.py:76) +2024-09-01 18:22:54,403 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0005s, count=1611, qps in this process: 53.6991 (mp_runner.py:76) +2024-09-01 18:22:54,408 | INFO |End search in concurrency 30: dur=30.37132833999931s, total_count=52821, qps=1739.1732 (mp_runner.py:120) +2024-09-01 18:22:56,722 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:22:56,723 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 18:23:07,253 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 18:23:07,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,356 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,380 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,442 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,451 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,456 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,488 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,509 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,509 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,535 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,537 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,537 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,566 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,587 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,597 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,619 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,621 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,645 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,650 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,653 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,661 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,668 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,672 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,679 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,681 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:07,706 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:17,097 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.0375593140051933 (mp_runner.py:73) +2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.037657351000234485 (mp_runner.py:73) +2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.033963672001846135 (mp_runner.py:73) +2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.033318654997856356 (mp_runner.py:73) +2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.03458078100084094 (mp_runner.py:73) +2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.026639092997356784 (mp_runner.py:73) +2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.03914946699660504 (mp_runner.py:73) +2024-09-01 18:23:17,099 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.012887862001662143 (mp_runner.py:73) +2024-09-01 18:23:17,100 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.041444350994424894 (mp_runner.py:73) +2024-09-01 18:23:17,101 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.016215688003285322 (mp_runner.py:73) +2024-09-01 18:23:17,108 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.025982828003179748 (mp_runner.py:73) +2024-09-01 18:23:17,110 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.02678130600543227 (mp_runner.py:73) +2024-09-01 18:23:17,110 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.026167243006057106 (mp_runner.py:73) +2024-09-01 18:23:17,113 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.029582238996226806 (mp_runner.py:73) +2024-09-01 18:23:17,114 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.028619757998967543 (mp_runner.py:73) +2024-09-01 18:23:17,165 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.02006002399866702 (mp_runner.py:73) +2024-09-01 18:23:17,169 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.019303775996377226 (mp_runner.py:73) +2024-09-01 18:23:17,170 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.024370397994061932 (mp_runner.py:73) +2024-09-01 18:23:17,178 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.03361953900457593 (mp_runner.py:73) +2024-09-01 18:23:17,333 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.02906312899722252 (mp_runner.py:73) +2024-09-01 18:23:17,361 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.02229583799635293 (mp_runner.py:73) +2024-09-01 18:23:17,420 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.028072105000319425 (mp_runner.py:73) +2024-09-01 18:23:17,533 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.025105940003413707 (mp_runner.py:73) +2024-09-01 18:23:17,641 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.013420092000160366 (mp_runner.py:73) +2024-09-01 18:23:17,643 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.017414322996046394 (mp_runner.py:73) +2024-09-01 18:23:17,644 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.01929774699965492 (mp_runner.py:73) +2024-09-01 18:23:17,645 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.025620011001592502 (mp_runner.py:73) +2024-09-01 18:23:17,646 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.02491320399713004 (mp_runner.py:73) +2024-09-01 18:23:17,869 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.027770484004577156 (mp_runner.py:73) +2024-09-01 18:23:17,973 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.028727285003697034 (mp_runner.py:73) +2024-09-01 18:23:18,295 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.024487181995937135 (mp_runner.py:73) +2024-09-01 18:23:18,619 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.028237001999514177 (mp_runner.py:73) +2024-09-01 18:23:18,670 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.02438058400002774 (mp_runner.py:73) +2024-09-01 18:23:18,777 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.02949113799695624 (mp_runner.py:73) +2024-09-01 18:23:19,361 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.04681919499853393 (mp_runner.py:73) +2024-09-01 18:23:26,345 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.023513455998909194 (mp_runner.py:73) +2024-09-01 18:23:26,346 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.02376836499752244 (mp_runner.py:73) +2024-09-01 18:23:26,347 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.016637422995700035 (mp_runner.py:73) +2024-09-01 18:23:26,347 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.021585720001894515 (mp_runner.py:73) +2024-09-01 18:23:26,347 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.023165553997387178 (mp_runner.py:73) +2024-09-01 18:23:26,347 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.02693608200206654 (mp_runner.py:73) +2024-09-01 18:23:26,349 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.028768126001523342 (mp_runner.py:73) +2024-09-01 18:23:26,350 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.026464416994713247 (mp_runner.py:73) +2024-09-01 18:23:26,350 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.024594761001935694 (mp_runner.py:73) +2024-09-01 18:23:26,351 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.024159027001587674 (mp_runner.py:73) +2024-09-01 18:23:26,351 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.013235936996352393 (mp_runner.py:73) +2024-09-01 18:23:26,352 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.020894272995064966 (mp_runner.py:73) +2024-09-01 18:23:26,353 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.023164416998042725 (mp_runner.py:73) +2024-09-01 18:23:26,353 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.021550203004153445 (mp_runner.py:73) +2024-09-01 18:23:26,359 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.018350374994042795 (mp_runner.py:73) +2024-09-01 18:23:26,362 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.022876638002344407 (mp_runner.py:73) +2024-09-01 18:23:26,363 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.01704160400549881 (mp_runner.py:73) +2024-09-01 18:23:26,364 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.015905435997410677 (mp_runner.py:73) +2024-09-01 18:23:26,396 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.021708722997573204 (mp_runner.py:73) +2024-09-01 18:23:26,397 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.013771763995464426 (mp_runner.py:73) +2024-09-01 18:23:26,397 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.014882862000376917 (mp_runner.py:73) +2024-09-01 18:23:26,398 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.01586157600104343 (mp_runner.py:73) +2024-09-01 18:23:26,398 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.022228039997571614 (mp_runner.py:73) +2024-09-01 18:23:26,400 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.020494112999585923 (mp_runner.py:73) +2024-09-01 18:23:26,513 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.02107087100011995 (mp_runner.py:73) +2024-09-01 18:23:26,715 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.02159712999855401 (mp_runner.py:73) +2024-09-01 18:23:27,120 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.012460914003895596 (mp_runner.py:73) +2024-09-01 18:23:28,386 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.023045001995342318 (mp_runner.py:73) +2024-09-01 18:23:28,451 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.016892911000468303 (mp_runner.py:73) +2024-09-01 18:23:28,677 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.0016256889939540997 (mp_runner.py:73) +2024-09-01 18:23:28,817 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.03657543399458518 (mp_runner.py:73) +2024-09-01 18:23:29,169 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.02492786599759711 (mp_runner.py:73) +2024-09-01 18:23:29,248 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.01923542100121267 (mp_runner.py:73) +2024-09-01 18:23:29,527 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.01944591500068782 (mp_runner.py:73) +2024-09-01 18:23:30,291 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.058905114005028736 (mp_runner.py:73) +2024-09-01 18:23:35,605 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.019077853998169303 (mp_runner.py:73) +2024-09-01 18:23:35,608 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.016372818005038425 (mp_runner.py:73) +2024-09-01 18:23:35,612 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.016841267002746463 (mp_runner.py:73) +2024-09-01 18:23:35,614 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.03357176500139758 (mp_runner.py:73) +2024-09-01 18:23:35,618 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.018650061007065233 (mp_runner.py:73) +2024-09-01 18:23:35,623 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.043358704999263864 (mp_runner.py:73) +2024-09-01 18:23:35,628 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.04604734099848429 (mp_runner.py:73) +2024-09-01 18:23:35,629 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.022179283005243633 (mp_runner.py:73) +2024-09-01 18:23:35,631 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.021686027001123875 (mp_runner.py:73) +2024-09-01 18:23:35,644 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.02216265199967893 (mp_runner.py:73) +2024-09-01 18:23:35,647 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.022801653998612892 (mp_runner.py:73) +2024-09-01 18:23:35,670 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.030647034000139683 (mp_runner.py:73) +2024-09-01 18:23:35,774 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.02749685999879148 (mp_runner.py:73) +2024-09-01 18:23:35,775 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.02723033099755412 (mp_runner.py:73) +2024-09-01 18:23:35,789 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.02544853000290459 (mp_runner.py:73) +2024-09-01 18:23:35,937 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.032521417997486424 (mp_runner.py:73) +2024-09-01 18:23:35,939 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.028466999996453524 (mp_runner.py:73) +2024-09-01 18:23:36,184 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.017016371995850932 (mp_runner.py:73) +2024-09-01 18:23:36,396 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.027615425002295524 (mp_runner.py:73) +2024-09-01 18:23:36,538 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.019063143998209853 (mp_runner.py:73) +2024-09-01 18:23:36,549 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.02012364999973215 (mp_runner.py:73) +2024-09-01 18:23:36,591 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.030640283999673557 (mp_runner.py:73) +2024-09-01 18:23:36,627 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.029073593999783043 (mp_runner.py:73) +2024-09-01 18:23:36,642 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.02541671899962239 (mp_runner.py:73) +2024-09-01 18:23:36,816 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.02512866700271843 (mp_runner.py:73) +2024-09-01 18:23:37,330 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0115s, count=1585, qps in this process: 52.8131 (mp_runner.py:76) +2024-09-01 18:23:37,373 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0052s, count=1587, qps in this process: 52.8908 (mp_runner.py:76) +2024-09-01 18:23:37,410 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.018s, count=1558, qps in this process: 51.9022 (mp_runner.py:76) +2024-09-01 18:23:37,464 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0212s, count=1469, qps in this process: 48.9321 (mp_runner.py:76) +2024-09-01 18:23:37,485 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0142s, count=1550, qps in this process: 51.6422 (mp_runner.py:76) +2024-09-01 18:23:37,493 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0063s, count=1596, qps in this process: 53.1888 (mp_runner.py:76) +2024-09-01 18:23:37,495 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0093s, count=1572, qps in this process: 52.3838 (mp_runner.py:76) +2024-09-01 18:23:37,495 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0419s, count=1394, qps in this process: 46.4019 (mp_runner.py:76) +2024-09-01 18:23:37,502 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0104s, count=1596, qps in this process: 53.1816 (mp_runner.py:76) +2024-09-01 18:23:37,512 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0126s, count=1595, qps in this process: 53.1443 (mp_runner.py:76) +2024-09-01 18:23:37,516 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0039s, count=1541, qps in this process: 51.36 (mp_runner.py:76) +2024-09-01 18:23:37,531 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0181s, count=1598, qps in this process: 53.2345 (mp_runner.py:76) +2024-09-01 18:23:37,540 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0024s, count=1599, qps in this process: 53.2957 (mp_runner.py:76) +2024-09-01 18:23:37,545 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0074s, count=1599, qps in this process: 53.2869 (mp_runner.py:76) +2024-09-01 18:23:37,551 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0114s, count=1534, qps in this process: 51.1139 (mp_runner.py:76) +2024-09-01 18:23:37,571 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0009s, count=1550, qps in this process: 51.6651 (mp_runner.py:76) +2024-09-01 18:23:37,576 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.014s, count=1413, qps in this process: 47.078 (mp_runner.py:76) +2024-09-01 18:23:37,581 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0152s, count=1412, qps in this process: 47.0428 (mp_runner.py:76) +2024-09-01 18:23:37,593 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0039s, count=1367, qps in this process: 45.5607 (mp_runner.py:76) +2024-09-01 18:23:37,599 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0005s, count=1601, qps in this process: 53.3658 (mp_runner.py:76) +2024-09-01 18:23:37,607 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.010265835997415707 (mp_runner.py:73) +2024-09-01 18:23:37,613 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0009s, count=1606, qps in this process: 53.5317 (mp_runner.py:76) +2024-09-01 18:23:37,626 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0013s, count=1607, qps in this process: 53.5643 (mp_runner.py:76) +2024-09-01 18:23:37,631 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0063s, count=1607, qps in this process: 53.5554 (mp_runner.py:76) +2024-09-01 18:23:37,644 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0012s, count=1554, qps in this process: 51.7979 (mp_runner.py:76) +2024-09-01 18:23:37,649 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0054s, count=1419, qps in this process: 47.2915 (mp_runner.py:76) +2024-09-01 18:23:37,653 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0095s, count=1610, qps in this process: 53.6497 (mp_runner.py:76) +2024-09-01 18:23:37,656 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0063s, count=1506, qps in this process: 50.1895 (mp_runner.py:76) +2024-09-01 18:23:37,661 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0028s, count=1386, qps in this process: 46.1957 (mp_runner.py:76) +2024-09-01 18:23:37,665 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0083s, count=1562, qps in this process: 52.0523 (mp_runner.py:76) +2024-09-01 18:23:37,669 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0024s, count=1613, qps in this process: 53.7624 (mp_runner.py:76) +2024-09-01 18:23:37,675 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0022s, count=1561, qps in this process: 52.0295 (mp_runner.py:76) +2024-09-01 18:23:37,680 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0044s, count=1401, qps in this process: 46.6932 (mp_runner.py:76) +2024-09-01 18:23:37,687 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0006s, count=1617, qps in this process: 53.8989 (mp_runner.py:76) +2024-09-01 18:23:37,688 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0026s, count=1594, qps in this process: 53.1287 (mp_runner.py:76) +2024-09-01 18:23:37,713 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0011s, count=1377, qps in this process: 45.8983 (mp_runner.py:76) +2024-09-01 18:23:37,717 | INFO |End search in concurrency 35: dur=30.462392141002056s, total_count=53736, qps=1764.0112 (mp_runner.py:120) +2024-09-01 18:23:40,406 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:23:40,406 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 18:23:51,070 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 18:23:51,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,176 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,193 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,194 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,303 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,354 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,355 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,372 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,389 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,413 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,414 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,417 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,453 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,482 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,487 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,488 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,493 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,503 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,508 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,512 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,514 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,524 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,560 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,571 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,571 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,571 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,583 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,596 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:23:51,609 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:00,635 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.028504451998742297 (mp_runner.py:73) +2024-09-01 18:24:00,762 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.0174284059976344 (mp_runner.py:73) +2024-09-01 18:24:00,763 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.01768031700339634 (mp_runner.py:73) +2024-09-01 18:24:00,764 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.01665087199944537 (mp_runner.py:73) +2024-09-01 18:24:00,765 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.018763068001135252 (mp_runner.py:73) +2024-09-01 18:24:00,768 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.0251478509962908 (mp_runner.py:73) +2024-09-01 18:24:00,769 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.030154615997162182 (mp_runner.py:73) +2024-09-01 18:24:00,773 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.030561147999833338 (mp_runner.py:73) +2024-09-01 18:24:00,849 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.033727210997312795 (mp_runner.py:73) +2024-09-01 18:24:01,043 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.026830585004063323 (mp_runner.py:73) +2024-09-01 18:24:01,065 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.05191453300358262 (mp_runner.py:73) +2024-09-01 18:24:01,096 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.036823919996095356 (mp_runner.py:73) +2024-09-01 18:24:01,133 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.07445242399990093 (mp_runner.py:73) +2024-09-01 18:24:01,176 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.022335638001095504 (mp_runner.py:73) +2024-09-01 18:24:01,405 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.025811291998252273 (mp_runner.py:73) +2024-09-01 18:24:01,449 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.007994722996954806 (mp_runner.py:73) +2024-09-01 18:24:01,519 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.02867737499764189 (mp_runner.py:73) +2024-09-01 18:24:01,588 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.030994387998362072 (mp_runner.py:73) +2024-09-01 18:24:01,721 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.020704278998891823 (mp_runner.py:73) +2024-09-01 18:24:01,724 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.018979118001880124 (mp_runner.py:73) +2024-09-01 18:24:01,726 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.028067159997590352 (mp_runner.py:73) +2024-09-01 18:24:01,727 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.030383987999812234 (mp_runner.py:73) +2024-09-01 18:24:01,727 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.030664317004266195 (mp_runner.py:73) +2024-09-01 18:24:01,729 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.019875445002980996 (mp_runner.py:73) +2024-09-01 18:24:01,983 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.03104632300528465 (mp_runner.py:73) +2024-09-01 18:24:01,992 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.029154420000850223 (mp_runner.py:73) +2024-09-01 18:24:02,044 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.03201642799831461 (mp_runner.py:73) +2024-09-01 18:24:02,071 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.03421848399739247 (mp_runner.py:73) +2024-09-01 18:24:02,177 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.04323920600290876 (mp_runner.py:73) +2024-09-01 18:24:02,197 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.03737969099893235 (mp_runner.py:73) +2024-09-01 18:24:02,364 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.03300591700099176 (mp_runner.py:73) +2024-09-01 18:24:02,379 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.029019476001849398 (mp_runner.py:73) +2024-09-01 18:24:02,588 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.0313604410039261 (mp_runner.py:73) +2024-09-01 18:24:02,666 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.025602396999602206 (mp_runner.py:73) +2024-09-01 18:24:02,777 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.03700644300261047 (mp_runner.py:73) +2024-09-01 18:24:02,836 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.03259399599483004 (mp_runner.py:73) +2024-09-01 18:24:04,331 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.03651257199817337 (mp_runner.py:73) +2024-09-01 18:24:04,441 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.015323193998483475 (mp_runner.py:73) +2024-09-01 18:24:04,628 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.034653018999961205 (mp_runner.py:73) +2024-09-01 18:24:04,833 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.033053078994271345 (mp_runner.py:73) +2024-09-01 18:24:12,468 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.008606889998191036 (mp_runner.py:73) +2024-09-01 18:24:12,471 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.005970409998553805 (mp_runner.py:73) +2024-09-01 18:24:12,472 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.009105043995077722 (mp_runner.py:73) +2024-09-01 18:24:12,472 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.012489018998167012 (mp_runner.py:73) +2024-09-01 18:24:12,473 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.01140869200025918 (mp_runner.py:73) +2024-09-01 18:24:12,473 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.010696186000132002 (mp_runner.py:73) +2024-09-01 18:24:12,475 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.01393752099829726 (mp_runner.py:73) +2024-09-01 18:24:12,475 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.017075896997994278 (mp_runner.py:73) +2024-09-01 18:24:12,476 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.012980578001588583 (mp_runner.py:73) +2024-09-01 18:24:12,477 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.014445731998421252 (mp_runner.py:73) +2024-09-01 18:24:12,477 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.012485587001719978 (mp_runner.py:73) +2024-09-01 18:24:12,478 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.009570285001245793 (mp_runner.py:73) +2024-09-01 18:24:12,479 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.01085412000247743 (mp_runner.py:73) +2024-09-01 18:24:12,480 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.01061532599851489 (mp_runner.py:73) +2024-09-01 18:24:12,482 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.013837931001035031 (mp_runner.py:73) +2024-09-01 18:24:12,485 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.027627110001049004 (mp_runner.py:73) +2024-09-01 18:24:12,490 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.02476923599897418 (mp_runner.py:73) +2024-09-01 18:24:12,502 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.018231413996545598 (mp_runner.py:73) +2024-09-01 18:24:12,518 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.01490108000143664 (mp_runner.py:73) +2024-09-01 18:24:12,519 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.02213571400352521 (mp_runner.py:73) +2024-09-01 18:24:12,521 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.019014972996956203 (mp_runner.py:73) +2024-09-01 18:24:12,821 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.013997189998917747 (mp_runner.py:73) +2024-09-01 18:24:12,823 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.01649877300224034 (mp_runner.py:73) +2024-09-01 18:24:12,826 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.02495182800339535 (mp_runner.py:73) +2024-09-01 18:24:12,855 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.0039869850006653 (mp_runner.py:73) +2024-09-01 18:24:12,861 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.0097237279987894 (mp_runner.py:73) +2024-09-01 18:24:12,865 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.011064892998547293 (mp_runner.py:73) +2024-09-01 18:24:12,868 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.01543072200001916 (mp_runner.py:73) +2024-09-01 18:24:12,871 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.020921964998706244 (mp_runner.py:73) +2024-09-01 18:24:12,872 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.015552844997728243 (mp_runner.py:73) +2024-09-01 18:24:12,874 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.025801055002375506 (mp_runner.py:73) +2024-09-01 18:24:13,049 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.01954440500412602 (mp_runner.py:73) +2024-09-01 18:24:13,836 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.030388780003704596 (mp_runner.py:73) +2024-09-01 18:24:14,012 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.023009519005427137 (mp_runner.py:73) +2024-09-01 18:24:14,133 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.027307686999847647 (mp_runner.py:73) +2024-09-01 18:24:14,436 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.02102159300557105 (mp_runner.py:73) +2024-09-01 18:24:14,457 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.02787554799579084 (mp_runner.py:73) +2024-09-01 18:24:14,795 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.011795243997767102 (mp_runner.py:73) +2024-09-01 18:24:15,990 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.01691079300508136 (mp_runner.py:73) +2024-09-01 18:24:16,283 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.027230072002566885 (mp_runner.py:73) +2024-09-01 18:24:21,141 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.003s, count=1401, qps in this process: 46.6953 (mp_runner.py:76) +2024-09-01 18:24:21,179 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0186s, count=1402, qps in this process: 46.7044 (mp_runner.py:76) +2024-09-01 18:24:21,185 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0057s, count=1403, qps in this process: 46.7578 (mp_runner.py:76) +2024-09-01 18:24:21,202 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0051s, count=1404, qps in this process: 46.792 (mp_runner.py:76) +2024-09-01 18:24:21,205 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0068s, count=1404, qps in this process: 46.7894 (mp_runner.py:76) +2024-09-01 18:24:21,208 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0102s, count=1404, qps in this process: 46.7841 (mp_runner.py:76) +2024-09-01 18:24:21,250 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0014s, count=1406, qps in this process: 46.8645 (mp_runner.py:76) +2024-09-01 18:24:21,303 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.027s, count=1408, qps in this process: 46.8911 (mp_runner.py:76) +2024-09-01 18:24:21,309 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0021s, count=1308, qps in this process: 43.5969 (mp_runner.py:76) +2024-09-01 18:24:21,315 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0083s, count=1303, qps in this process: 43.4213 (mp_runner.py:76) +2024-09-01 18:24:21,322 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.007s, count=1290, qps in this process: 42.99 (mp_runner.py:76) +2024-09-01 18:24:21,323 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0182s, count=1410, qps in this process: 46.9715 (mp_runner.py:76) +2024-09-01 18:24:21,324 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0189s, count=1410, qps in this process: 46.9704 (mp_runner.py:76) +2024-09-01 18:24:21,363 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0026s, count=1394, qps in this process: 46.4626 (mp_runner.py:76) +2024-09-01 18:24:21,372 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0106s, count=1414, qps in this process: 47.1167 (mp_runner.py:76) +2024-09-01 18:24:21,386 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0125s, count=1415, qps in this process: 47.147 (mp_runner.py:76) +2024-09-01 18:24:21,408 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0151s, count=1416, qps in this process: 47.1763 (mp_runner.py:76) +2024-09-01 18:24:21,423 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.001s, count=1418, qps in this process: 47.2651 (mp_runner.py:76) +2024-09-01 18:24:21,432 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0107s, count=1418, qps in this process: 47.2498 (mp_runner.py:76) +2024-09-01 18:24:21,436 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0141s, count=1418, qps in this process: 47.2445 (mp_runner.py:76) +2024-09-01 18:24:21,462 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0058s, count=1422, qps in this process: 47.3908 (mp_runner.py:76) +2024-09-01 18:24:21,490 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.003s, count=1425, qps in this process: 47.4953 (mp_runner.py:76) +2024-09-01 18:24:21,492 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0008s, count=1425, qps in this process: 47.4987 (mp_runner.py:76) +2024-09-01 18:24:21,493 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.005s, count=1424, qps in this process: 47.4588 (mp_runner.py:76) +2024-09-01 18:24:21,494 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.003s, count=1424, qps in this process: 47.4619 (mp_runner.py:76) +2024-09-01 18:24:21,496 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0084s, count=1424, qps in this process: 47.4534 (mp_runner.py:76) +2024-09-01 18:24:21,505 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0067s, count=1393, qps in this process: 46.423 (mp_runner.py:76) +2024-09-01 18:24:21,508 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0023s, count=1426, qps in this process: 47.5297 (mp_runner.py:76) +2024-09-01 18:24:21,518 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0048s, count=1351, qps in this process: 45.0261 (mp_runner.py:76) +2024-09-01 18:24:21,519 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0024s, count=1428, qps in this process: 47.5962 (mp_runner.py:76) +2024-09-01 18:24:21,519 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0014s, count=1428, qps in this process: 47.5978 (mp_runner.py:76) +2024-09-01 18:24:21,530 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0004s, count=1429, qps in this process: 47.6327 (mp_runner.py:76) +2024-09-01 18:24:21,568 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.003s, count=1436, qps in this process: 47.8619 (mp_runner.py:76) +2024-09-01 18:24:21,571 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0057s, count=1436, qps in this process: 47.8576 (mp_runner.py:76) +2024-09-01 18:24:21,577 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0029s, count=1344, qps in this process: 44.7957 (mp_runner.py:76) +2024-09-01 18:24:21,578 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0025s, count=1260, qps in this process: 41.9965 (mp_runner.py:76) +2024-09-01 18:24:21,583 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0087s, count=1438, qps in this process: 47.9194 (mp_runner.py:76) +2024-09-01 18:24:21,596 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0004s, count=1253, qps in this process: 41.7661 (mp_runner.py:76) +2024-09-01 18:24:21,601 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0006s, count=1369, qps in this process: 45.6324 (mp_runner.py:76) +2024-09-01 18:24:21,615 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0006s, count=1359, qps in this process: 45.2991 (mp_runner.py:76) +2024-09-01 18:24:21,623 | INFO |End search in concurrency 40: dur=30.55296846600686s, total_count=55740, qps=1824.3726 (mp_runner.py:120) +2024-09-01 18:24:24,210 | INFO |Update largest qps with concurrency 40: current max_qps=1824.3726 (mp_runner.py:124) +2024-09-01 18:24:24,624 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:24:24,625 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 18:24:35,466 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 18:24:35,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,652 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,670 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,789 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,862 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,862 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,862 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,864 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,878 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,879 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,922 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,927 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,929 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,929 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,940 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,944 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,949 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,955 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,964 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,972 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,975 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,980 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,990 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:35,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:36,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:36,007 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:36,013 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:36,033 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:36,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:36,040 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:24:47,793 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.023599959000421222 (mp_runner.py:73) +2024-09-01 18:24:47,795 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.024674975000380073 (mp_runner.py:73) +2024-09-01 18:24:47,797 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.026446979005413596 (mp_runner.py:73) +2024-09-01 18:24:47,797 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.022453871002653614 (mp_runner.py:73) +2024-09-01 18:24:47,798 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.025639239000156522 (mp_runner.py:73) +2024-09-01 18:24:47,799 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.029942177003249526 (mp_runner.py:73) +2024-09-01 18:24:47,802 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.02177500900143059 (mp_runner.py:73) +2024-09-01 18:24:47,806 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.037414226004329976 (mp_runner.py:73) +2024-09-01 18:24:47,807 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.02442085000075167 (mp_runner.py:73) +2024-09-01 18:24:47,807 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.022947885998291895 (mp_runner.py:73) +2024-09-01 18:24:47,808 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02491317599924514 (mp_runner.py:73) +2024-09-01 18:24:47,809 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.037116234001587145 (mp_runner.py:73) +2024-09-01 18:24:47,809 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.018041652998363134 (mp_runner.py:73) +2024-09-01 18:24:47,810 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.022630790001130663 (mp_runner.py:73) +2024-09-01 18:24:47,811 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.020506786000623833 (mp_runner.py:73) +2024-09-01 18:24:47,811 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.021452562003105413 (mp_runner.py:73) +2024-09-01 18:24:47,811 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.023187188999145292 (mp_runner.py:73) +2024-09-01 18:24:47,812 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.019254808998084627 (mp_runner.py:73) +2024-09-01 18:24:47,813 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.019115008995868266 (mp_runner.py:73) +2024-09-01 18:24:47,814 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.021903134998865426 (mp_runner.py:73) +2024-09-01 18:24:47,814 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01785716500307899 (mp_runner.py:73) +2024-09-01 18:24:47,816 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.018158373000915162 (mp_runner.py:73) +2024-09-01 18:24:47,817 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.02076498299720697 (mp_runner.py:73) +2024-09-01 18:24:47,817 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.018072145998303313 (mp_runner.py:73) +2024-09-01 18:24:47,818 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.033191314003488515 (mp_runner.py:73) +2024-09-01 18:24:47,819 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.018033275002380833 (mp_runner.py:73) +2024-09-01 18:24:47,823 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.018073232000460848 (mp_runner.py:73) +2024-09-01 18:24:47,824 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.059649478003848344 (mp_runner.py:73) +2024-09-01 18:24:47,826 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.01990890400338685 (mp_runner.py:73) +2024-09-01 18:24:47,827 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.022667736004223116 (mp_runner.py:73) +2024-09-01 18:24:47,830 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.030667150997032877 (mp_runner.py:73) +2024-09-01 18:24:48,377 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.02018463700369466 (mp_runner.py:73) +2024-09-01 18:24:48,934 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.025209587001882028 (mp_runner.py:73) +2024-09-01 18:24:49,035 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.05717792899667984 (mp_runner.py:73) +2024-09-01 18:24:49,047 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.02070182099851081 (mp_runner.py:73) +2024-09-01 18:24:49,076 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.03138827200018568 (mp_runner.py:73) +2024-09-01 18:24:49,079 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.03129436699964572 (mp_runner.py:73) +2024-09-01 18:24:49,084 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.03460288100177422 (mp_runner.py:73) +2024-09-01 18:24:49,728 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.042014518003270496 (mp_runner.py:73) +2024-09-01 18:24:49,981 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.03378844899998512 (mp_runner.py:73) +2024-09-01 18:24:50,256 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.03179170400107978 (mp_runner.py:73) +2024-09-01 18:24:50,792 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.07255434399849037 (mp_runner.py:73) +2024-09-01 18:24:50,857 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.03143436900427332 (mp_runner.py:73) +2024-09-01 18:24:51,021 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.054613989996141754 (mp_runner.py:73) +2024-09-01 18:24:51,107 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.04069779999554157 (mp_runner.py:73) +2024-09-01 18:24:59,628 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.009405627002706751 (mp_runner.py:73) +2024-09-01 18:24:59,630 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.006291943005635403 (mp_runner.py:73) +2024-09-01 18:24:59,630 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.010579571004200261 (mp_runner.py:73) +2024-09-01 18:24:59,631 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.013628897999296896 (mp_runner.py:73) +2024-09-01 18:24:59,631 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.001221600999997463 (mp_runner.py:73) +2024-09-01 18:24:59,631 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.010486051003681496 (mp_runner.py:73) +2024-09-01 18:24:59,632 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.012095057994883973 (mp_runner.py:73) +2024-09-01 18:24:59,633 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.015205609000986442 (mp_runner.py:73) +2024-09-01 18:24:59,634 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.009169236996967811 (mp_runner.py:73) +2024-09-01 18:24:59,634 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.016165535998879932 (mp_runner.py:73) +2024-09-01 18:24:59,635 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.01621637199423276 (mp_runner.py:73) +2024-09-01 18:24:59,635 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.01597421200131066 (mp_runner.py:73) +2024-09-01 18:24:59,636 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.015315758006181568 (mp_runner.py:73) +2024-09-01 18:24:59,637 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.017078579003282357 (mp_runner.py:73) +2024-09-01 18:24:59,638 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.015395327005535364 (mp_runner.py:73) +2024-09-01 18:24:59,638 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.012922961999720428 (mp_runner.py:73) +2024-09-01 18:24:59,639 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.01724168700457085 (mp_runner.py:73) +2024-09-01 18:24:59,639 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.01719280799443368 (mp_runner.py:73) +2024-09-01 18:24:59,640 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.023353125994617585 (mp_runner.py:73) +2024-09-01 18:24:59,641 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.02025264099938795 (mp_runner.py:73) +2024-09-01 18:24:59,642 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.01698536799813155 (mp_runner.py:73) +2024-09-01 18:24:59,642 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.026171445999352727 (mp_runner.py:73) +2024-09-01 18:24:59,643 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.01777398199919844 (mp_runner.py:73) +2024-09-01 18:24:59,644 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.020039230003021657 (mp_runner.py:73) +2024-09-01 18:24:59,645 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.019673558002978098 (mp_runner.py:73) +2024-09-01 18:24:59,646 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.022238269993977156 (mp_runner.py:73) +2024-09-01 18:24:59,649 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.026284829000360332 (mp_runner.py:73) +2024-09-01 18:24:59,655 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.02212699699884979 (mp_runner.py:73) +2024-09-01 18:24:59,666 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.05049292000330752 (mp_runner.py:73) +2024-09-01 18:24:59,669 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.021893505996558815 (mp_runner.py:73) +2024-09-01 18:24:59,731 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.020591296000930015 (mp_runner.py:73) +2024-09-01 18:24:59,763 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.020418454994796775 (mp_runner.py:73) +2024-09-01 18:24:59,766 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.0020978399988962337 (mp_runner.py:73) +2024-09-01 18:24:59,766 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.028325303996098228 (mp_runner.py:73) +2024-09-01 18:24:59,904 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.02031276399793569 (mp_runner.py:73) +2024-09-01 18:25:00,080 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.002667640997970011 (mp_runner.py:73) +2024-09-01 18:25:00,570 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.0250519540059031 (mp_runner.py:73) +2024-09-01 18:25:00,995 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.02480569700128399 (mp_runner.py:73) +2024-09-01 18:25:02,043 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.031996267003705725 (mp_runner.py:73) +2024-09-01 18:25:02,149 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.06435220100684091 (mp_runner.py:73) +2024-09-01 18:25:02,368 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.02816946100210771 (mp_runner.py:73) +2024-09-01 18:25:02,371 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.018984561997058336 (mp_runner.py:73) +2024-09-01 18:25:02,583 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.025724487997649703 (mp_runner.py:73) +2024-09-01 18:25:02,920 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.02174055499926908 (mp_runner.py:73) +2024-09-01 18:25:03,083 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.020744800996908452 (mp_runner.py:73) +2024-09-01 18:25:05,539 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0134s, count=1247, qps in this process: 41.5481 (mp_runner.py:76) +2024-09-01 18:25:05,679 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0193s, count=1214, qps in this process: 40.4406 (mp_runner.py:76) +2024-09-01 18:25:05,689 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0075s, count=1216, qps in this process: 40.5232 (mp_runner.py:76) +2024-09-01 18:25:05,818 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0234s, count=1238, qps in this process: 41.2345 (mp_runner.py:76) +2024-09-01 18:25:05,846 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0034s, count=1260, qps in this process: 41.9952 (mp_runner.py:76) +2024-09-01 18:25:05,855 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0057s, count=1259, qps in this process: 41.9587 (mp_runner.py:76) +2024-09-01 18:25:05,856 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0029s, count=1240, qps in this process: 41.3293 (mp_runner.py:76) +2024-09-01 18:25:05,865 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0061s, count=1261, qps in this process: 42.0248 (mp_runner.py:76) +2024-09-01 18:25:05,867 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0097s, count=1261, qps in this process: 42.0197 (mp_runner.py:76) +2024-09-01 18:25:05,873 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0092s, count=1257, qps in this process: 41.8872 (mp_runner.py:76) +2024-09-01 18:25:05,873 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0197s, count=1261, qps in this process: 42.0057 (mp_runner.py:76) +2024-09-01 18:25:05,879 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0077s, count=1231, qps in this process: 41.0228 (mp_runner.py:76) +2024-09-01 18:25:05,881 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0083s, count=1257, qps in this process: 41.8884 (mp_runner.py:76) +2024-09-01 18:25:05,882 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.019s, count=1221, qps in this process: 40.6742 (mp_runner.py:76) +2024-09-01 18:25:05,886 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0034s, count=1128, qps in this process: 37.5957 (mp_runner.py:76) +2024-09-01 18:25:05,890 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0154s, count=1241, qps in this process: 41.3454 (mp_runner.py:76) +2024-09-01 18:25:05,891 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0276s, count=1217, qps in this process: 40.5294 (mp_runner.py:76) +2024-09-01 18:25:05,893 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0342s, count=1262, qps in this process: 42.0188 (mp_runner.py:76) +2024-09-01 18:25:05,893 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0248s, count=1262, qps in this process: 42.0319 (mp_runner.py:76) +2024-09-01 18:25:05,894 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0365s, count=1262, qps in this process: 42.0155 (mp_runner.py:76) +2024-09-01 18:25:05,894 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0375s, count=1262, qps in this process: 42.0141 (mp_runner.py:76) +2024-09-01 18:25:05,901 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0179s, count=1258, qps in this process: 41.9083 (mp_runner.py:76) +2024-09-01 18:25:05,928 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0019s, count=1210, qps in this process: 40.3308 (mp_runner.py:76) +2024-09-01 18:25:05,933 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0037s, count=1265, qps in this process: 42.1615 (mp_runner.py:76) +2024-09-01 18:25:05,942 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0081s, count=1242, qps in this process: 41.3888 (mp_runner.py:76) +2024-09-01 18:25:05,942 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.008s, count=1266, qps in this process: 42.1887 (mp_runner.py:76) +2024-09-01 18:25:05,947 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0033s, count=1215, qps in this process: 40.4955 (mp_runner.py:76) +2024-09-01 18:25:05,952 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0021s, count=1122, qps in this process: 37.3974 (mp_runner.py:76) +2024-09-01 18:25:05,953 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0072s, count=1242, qps in this process: 41.3901 (mp_runner.py:76) +2024-09-01 18:25:05,954 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.001s, count=1180, qps in this process: 39.332 (mp_runner.py:76) +2024-09-01 18:25:05,968 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0057s, count=1268, qps in this process: 42.2586 (mp_runner.py:76) +2024-09-01 18:25:05,969 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0013s, count=1240, qps in this process: 41.3315 (mp_runner.py:76) +2024-09-01 18:25:05,979 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0026s, count=1270, qps in this process: 42.3297 (mp_runner.py:76) +2024-09-01 18:25:05,980 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0041s, count=1141, qps in this process: 38.0281 (mp_runner.py:76) +2024-09-01 18:25:05,986 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0038s, count=1270, qps in this process: 42.328 (mp_runner.py:76) +2024-09-01 18:25:05,990 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0059s, count=1253, qps in this process: 41.7585 (mp_runner.py:76) +2024-09-01 18:25:05,993 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0086s, count=1271, qps in this process: 42.3545 (mp_runner.py:76) +2024-09-01 18:25:06,001 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0019s, count=1152, qps in this process: 38.3976 (mp_runner.py:76) +2024-09-01 18:25:06,011 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0179s, count=1272, qps in this process: 42.3747 (mp_runner.py:76) +2024-09-01 18:25:06,019 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0017s, count=1204, qps in this process: 40.1311 (mp_runner.py:76) +2024-09-01 18:25:06,029 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.013s, count=1273, qps in this process: 42.415 (mp_runner.py:76) +2024-09-01 18:25:06,030 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.015s, count=1273, qps in this process: 42.4121 (mp_runner.py:76) +2024-09-01 18:25:06,035 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0003s, count=1145, qps in this process: 38.1663 (mp_runner.py:76) +2024-09-01 18:25:06,052 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0003s, count=1128, qps in this process: 37.5996 (mp_runner.py:76) +2024-09-01 18:25:06,055 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0008s, count=1130, qps in this process: 37.6657 (mp_runner.py:76) +2024-09-01 18:25:06,060 | INFO |End search in concurrency 45: dur=30.593103005005105s, total_count=55347, qps=1809.1333 (mp_runner.py:120) +2024-09-01 18:25:09,436 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:25:09,436 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 18:25:30,432 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 18:25:30,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,692 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,693 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,754 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,754 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,764 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,782 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,831 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,834 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,848 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,849 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,852 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,853 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,860 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,862 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,893 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,894 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,910 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,917 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,940 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,940 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,975 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,978 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:30,985 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,010 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,010 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,015 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,019 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,019 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,041 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,043 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,062 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,083 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,114 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,136 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,175 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:31,181 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:25:44,531 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.0025888020027196035 (mp_runner.py:73) +2024-09-01 18:25:44,533 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.003975039995566476 (mp_runner.py:73) +2024-09-01 18:25:44,533 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.0027626949959085323 (mp_runner.py:73) +2024-09-01 18:25:44,534 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.0019416729992371984 (mp_runner.py:73) +2024-09-01 18:25:44,534 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.003809934001765214 (mp_runner.py:73) +2024-09-01 18:25:44,534 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.002974368995637633 (mp_runner.py:73) +2024-09-01 18:25:44,535 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.0038897630001883954 (mp_runner.py:73) +2024-09-01 18:25:44,536 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.0078119800018612295 (mp_runner.py:73) +2024-09-01 18:25:44,537 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.00855918799788924 (mp_runner.py:73) +2024-09-01 18:25:44,538 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.006714051000017207 (mp_runner.py:73) +2024-09-01 18:25:44,539 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.009999950998462737 (mp_runner.py:73) +2024-09-01 18:25:44,540 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.008126736000122037 (mp_runner.py:73) +2024-09-01 18:25:44,541 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.01251975500053959 (mp_runner.py:73) +2024-09-01 18:25:44,542 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.010110709998116363 (mp_runner.py:73) +2024-09-01 18:25:44,543 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.013822501998220105 (mp_runner.py:73) +2024-09-01 18:25:44,546 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.018090779005433433 (mp_runner.py:73) +2024-09-01 18:25:44,547 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.018268100000568666 (mp_runner.py:73) +2024-09-01 18:25:44,551 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.002001622000534553 (mp_runner.py:73) +2024-09-01 18:25:44,552 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.003030031999514904 (mp_runner.py:73) +2024-09-01 18:25:44,554 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.004535757994744927 (mp_runner.py:73) +2024-09-01 18:25:44,554 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.005677790999470744 (mp_runner.py:73) +2024-09-01 18:25:44,556 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.007725181996647734 (mp_runner.py:73) +2024-09-01 18:25:44,558 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.001794153002265375 (mp_runner.py:73) +2024-09-01 18:25:44,559 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.00275392500043381 (mp_runner.py:73) +2024-09-01 18:25:44,568 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.018954719002067577 (mp_runner.py:73) +2024-09-01 18:25:44,597 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.02933380500326166 (mp_runner.py:73) +2024-09-01 18:25:44,623 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.057351160001417156 (mp_runner.py:73) +2024-09-01 18:25:44,684 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.015648682005121373 (mp_runner.py:73) +2024-09-01 18:25:44,703 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.025198611998348497 (mp_runner.py:73) +2024-09-01 18:25:44,750 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.06139656800223747 (mp_runner.py:73) +2024-09-01 18:25:44,773 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.055572878001839854 (mp_runner.py:73) +2024-09-01 18:25:44,812 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.017102658996009268 (mp_runner.py:73) +2024-09-01 18:25:44,903 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.027534528999240138 (mp_runner.py:73) +2024-09-01 18:25:44,955 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.043084422999527305 (mp_runner.py:73) +2024-09-01 18:25:45,252 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.018820876997779123 (mp_runner.py:73) +2024-09-01 18:25:45,807 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.03939383000397356 (mp_runner.py:73) +2024-09-01 18:25:46,009 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.0396089479982038 (mp_runner.py:73) +2024-09-01 18:25:46,055 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.0365245010034414 (mp_runner.py:73) +2024-09-01 18:25:46,188 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.03825791800045408 (mp_runner.py:73) +2024-09-01 18:25:46,240 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.038044207998609636 (mp_runner.py:73) +2024-09-01 18:25:46,253 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.03598188600153662 (mp_runner.py:73) +2024-09-01 18:25:46,314 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.05293971300125122 (mp_runner.py:73) +2024-09-01 18:25:46,435 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.03322378099983325 (mp_runner.py:73) +2024-09-01 18:25:46,508 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.03895881099742837 (mp_runner.py:73) +2024-09-01 18:25:46,843 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.03626191499643028 (mp_runner.py:73) +2024-09-01 18:25:47,040 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.0346810760020162 (mp_runner.py:73) +2024-09-01 18:25:47,042 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.03974830800143536 (mp_runner.py:73) +2024-09-01 18:25:47,101 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.032619861005514394 (mp_runner.py:73) +2024-09-01 18:25:47,102 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03458537300321041 (mp_runner.py:73) +2024-09-01 18:25:47,323 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.0406476019998081 (mp_runner.py:73) +2024-09-01 18:25:57,993 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.02852599600009853 (mp_runner.py:73) +2024-09-01 18:25:57,994 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.01779642499604961 (mp_runner.py:73) +2024-09-01 18:25:57,994 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.02019010000367416 (mp_runner.py:73) +2024-09-01 18:25:57,995 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.03221841000049608 (mp_runner.py:73) +2024-09-01 18:25:57,996 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.03224303600291023 (mp_runner.py:73) +2024-09-01 18:25:57,997 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.02095740500226384 (mp_runner.py:73) +2024-09-01 18:25:57,999 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.023054087992932182 (mp_runner.py:73) +2024-09-01 18:25:58,003 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.034453453998139594 (mp_runner.py:73) +2024-09-01 18:25:58,008 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.030814468002063222 (mp_runner.py:73) +2024-09-01 18:25:58,021 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.06017081200116081 (mp_runner.py:73) +2024-09-01 18:25:58,024 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.018029806000413373 (mp_runner.py:73) +2024-09-01 18:25:58,033 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.035985909002192784 (mp_runner.py:73) +2024-09-01 18:25:58,036 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.030588706002163235 (mp_runner.py:73) +2024-09-01 18:25:58,039 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.03377591100434074 (mp_runner.py:73) +2024-09-01 18:25:58,041 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.026263756000844296 (mp_runner.py:73) +2024-09-01 18:25:58,088 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.03275152700371109 (mp_runner.py:73) +2024-09-01 18:25:58,118 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.025639359999331646 (mp_runner.py:73) +2024-09-01 18:25:58,183 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.022142747999168932 (mp_runner.py:73) +2024-09-01 18:25:58,195 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.02558633399894461 (mp_runner.py:73) +2024-09-01 18:25:58,256 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.02898853999795392 (mp_runner.py:73) +2024-09-01 18:25:58,313 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.01224011000158498 (mp_runner.py:73) +2024-09-01 18:25:58,315 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.014359551001689397 (mp_runner.py:73) +2024-09-01 18:25:58,319 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.016767875000368804 (mp_runner.py:73) +2024-09-01 18:25:58,321 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.02104591300303582 (mp_runner.py:73) +2024-09-01 18:25:58,322 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.02756601099827094 (mp_runner.py:73) +2024-09-01 18:25:58,323 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.024520234001101926 (mp_runner.py:73) +2024-09-01 18:25:59,026 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.03626905000419356 (mp_runner.py:73) +2024-09-01 18:25:59,283 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.020257971998944413 (mp_runner.py:73) +2024-09-01 18:25:59,583 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.0274924999976065 (mp_runner.py:73) +2024-09-01 18:25:59,772 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.030998605994682293 (mp_runner.py:73) +2024-09-01 18:25:59,774 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.02974737100157654 (mp_runner.py:73) +2024-09-01 18:25:59,997 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.02963318399997661 (mp_runner.py:73) +2024-09-01 18:26:00,127 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.058870954999292735 (mp_runner.py:73) +2024-09-01 18:26:00,233 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.02259560500533553 (mp_runner.py:73) +2024-09-01 18:26:00,290 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.020798046003619675 (mp_runner.py:73) +2024-09-01 18:26:00,620 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.01871904599829577 (mp_runner.py:73) +2024-09-01 18:26:00,622 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.03325718799897004 (mp_runner.py:73) +2024-09-01 18:26:00,622 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.017668341999524273 (mp_runner.py:73) +2024-09-01 18:26:00,632 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.023595625003508758 (mp_runner.py:73) +2024-09-01 18:26:00,641 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0208s, count=1083, qps in this process: 36.075 (mp_runner.py:76) +2024-09-01 18:26:00,671 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.02116546600154834 (mp_runner.py:73) +2024-09-01 18:26:00,678 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.012652237004658673 (mp_runner.py:73) +2024-09-01 18:26:00,713 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0143s, count=1086, qps in this process: 36.1828 (mp_runner.py:76) +2024-09-01 18:26:00,727 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0025s, count=1087, qps in this process: 36.2303 (mp_runner.py:76) +2024-09-01 18:26:00,767 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0122s, count=1016, qps in this process: 33.8529 (mp_runner.py:76) +2024-09-01 18:26:00,773 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0075s, count=1079, qps in this process: 35.9577 (mp_runner.py:76) +2024-09-01 18:26:00,779 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0789s, count=1087, qps in this process: 36.1383 (mp_runner.py:76) +2024-09-01 18:26:00,780 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0252s, count=1087, qps in this process: 36.2029 (mp_runner.py:76) +2024-09-01 18:26:00,793 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.02389314399624709 (mp_runner.py:73) +2024-09-01 18:26:00,798 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.029627732001245022 (mp_runner.py:73) +2024-09-01 18:26:00,809 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0232s, count=1036, qps in this process: 34.5066 (mp_runner.py:76) +2024-09-01 18:26:00,844 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0173s, count=1023, qps in this process: 34.0803 (mp_runner.py:76) +2024-09-01 18:26:00,846 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0071s, count=1091, qps in this process: 36.3581 (mp_runner.py:76) +2024-09-01 18:26:00,848 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0077s, count=1091, qps in this process: 36.3573 (mp_runner.py:76) +2024-09-01 18:26:00,857 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0028s, count=1092, qps in this process: 36.3966 (mp_runner.py:76) +2024-09-01 18:26:00,865 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0107s, count=1037, qps in this process: 34.5543 (mp_runner.py:76) +2024-09-01 18:26:00,866 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.009s, count=1092, qps in this process: 36.3891 (mp_runner.py:76) +2024-09-01 18:26:00,866 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0112s, count=1092, qps in this process: 36.3864 (mp_runner.py:76) +2024-09-01 18:26:00,868 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0162s, count=1092, qps in this process: 36.3804 (mp_runner.py:76) +2024-09-01 18:26:00,871 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.03170946699538035 (mp_runner.py:73) +2024-09-01 18:26:00,874 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.008s, count=1045, qps in this process: 34.824 (mp_runner.py:76) +2024-09-01 18:26:00,876 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0233s, count=1084, qps in this process: 36.1053 (mp_runner.py:76) +2024-09-01 18:26:00,897 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0055s, count=1012, qps in this process: 33.7272 (mp_runner.py:76) +2024-09-01 18:26:00,905 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.01924083499761764 (mp_runner.py:73) +2024-09-01 18:26:00,915 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.0036296089965617284 (mp_runner.py:73) +2024-09-01 18:26:00,922 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0532s, count=1093, qps in this process: 36.3688 (mp_runner.py:76) +2024-09-01 18:26:00,923 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0259s, count=1093, qps in this process: 36.4019 (mp_runner.py:76) +2024-09-01 18:26:00,924 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0026s, count=1093, qps in this process: 36.4302 (mp_runner.py:76) +2024-09-01 18:26:00,924 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0272s, count=1093, qps in this process: 36.4003 (mp_runner.py:76) +2024-09-01 18:26:00,934 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0053s, count=1002, qps in this process: 33.3941 (mp_runner.py:76) +2024-09-01 18:26:00,939 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0103s, count=1032, qps in this process: 34.3882 (mp_runner.py:76) +2024-09-01 18:26:00,940 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0053s, count=1094, qps in this process: 36.4602 (mp_runner.py:76) +2024-09-01 18:26:00,941 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0119s, count=1032, qps in this process: 34.3864 (mp_runner.py:76) +2024-09-01 18:26:00,942 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0069s, count=1013, qps in this process: 33.7589 (mp_runner.py:76) +2024-09-01 18:26:00,968 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0186s, count=1095, qps in this process: 36.4774 (mp_runner.py:76) +2024-09-01 18:26:00,968 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0187s, count=1095, qps in this process: 36.4773 (mp_runner.py:76) +2024-09-01 18:26:00,988 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0079s, count=1097, qps in this process: 36.557 (mp_runner.py:76) +2024-09-01 18:26:00,993 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0079s, count=1017, qps in this process: 33.8911 (mp_runner.py:76) +2024-09-01 18:26:00,996 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.015740913993795402 (mp_runner.py:73) +2024-09-01 18:26:01,014 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0227s, count=1098, qps in this process: 36.5723 (mp_runner.py:76) +2024-09-01 18:26:01,019 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0032s, count=1015, qps in this process: 33.8297 (mp_runner.py:76) +2024-09-01 18:26:01,023 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0049s, count=1013, qps in this process: 33.7612 (mp_runner.py:76) +2024-09-01 18:26:01,025 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.009s, count=1099, qps in this process: 36.6223 (mp_runner.py:76) +2024-09-01 18:26:01,025 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0029s, count=1099, qps in this process: 36.6298 (mp_runner.py:76) +2024-09-01 18:26:01,026 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0032s, count=1099, qps in this process: 36.6294 (mp_runner.py:76) +2024-09-01 18:26:01,049 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.009705301999929361 (mp_runner.py:73) +2024-09-01 18:26:01,051 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0044s, count=1026, qps in this process: 34.195 (mp_runner.py:76) +2024-09-01 18:26:01,053 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0065s, count=1012, qps in this process: 33.726 (mp_runner.py:76) +2024-09-01 18:26:01,068 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0026s, count=1081, qps in this process: 36.0302 (mp_runner.py:76) +2024-09-01 18:26:01,086 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0084s, count=1003, qps in this process: 33.424 (mp_runner.py:76) +2024-09-01 18:26:01,092 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0068s, count=1079, qps in this process: 35.9585 (mp_runner.py:76) +2024-09-01 18:26:01,108 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0215s, count=1105, qps in this process: 36.807 (mp_runner.py:76) +2024-09-01 18:26:01,123 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0017s, count=1036, qps in this process: 34.5314 (mp_runner.py:76) +2024-09-01 18:26:01,135 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.0021699860008084215 (mp_runner.py:73) +2024-09-01 18:26:01,138 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.001s, count=1001, qps in this process: 33.3656 (mp_runner.py:76) +2024-09-01 18:26:01,143 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0006s, count=987, qps in this process: 32.8993 (mp_runner.py:76) +2024-09-01 18:26:01,155 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0005s, count=1028, qps in this process: 34.2661 (mp_runner.py:76) +2024-09-01 18:26:01,182 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0013s, count=1058, qps in this process: 35.2651 (mp_runner.py:76) +2024-09-01 18:26:01,186 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0006s, count=1070, qps in this process: 35.666 (mp_runner.py:76) +2024-09-01 18:26:01,194 | INFO |End search in concurrency 50: dur=30.760962185995595s, total_count=53070, qps=1725.2386 (mp_runner.py:120) +2024-09-01 18:26:04,876 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:26:04,876 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 18:26:26,096 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 18:26:26,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,280 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,316 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,408 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,451 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,469 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,535 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,537 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,544 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,544 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,544 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,559 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,577 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,580 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,584 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,593 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,626 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,647 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,657 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,658 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,669 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,674 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,678 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,705 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,708 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,715 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,733 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,750 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,751 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,768 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,798 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,799 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,804 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,818 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,827 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,841 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,860 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,866 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,906 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,915 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:26,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:26:41,144 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.0240480690044933 (mp_runner.py:73) +2024-09-01 18:26:41,144 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.025467912004387472 (mp_runner.py:73) +2024-09-01 18:26:41,145 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.02596068000275409 (mp_runner.py:73) +2024-09-01 18:26:41,146 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.023020551998342853 (mp_runner.py:73) +2024-09-01 18:26:41,146 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.022759807005058974 (mp_runner.py:73) +2024-09-01 18:26:41,147 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.022784879998653196 (mp_runner.py:73) +2024-09-01 18:26:41,148 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.026797056998475455 (mp_runner.py:73) +2024-09-01 18:26:41,149 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.028753660000802483 (mp_runner.py:73) +2024-09-01 18:26:41,150 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.004714132999652065 (mp_runner.py:73) +2024-09-01 18:26:41,151 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.01957455900264904 (mp_runner.py:73) +2024-09-01 18:26:41,153 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.002045786000962835 (mp_runner.py:73) +2024-09-01 18:26:41,153 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.037770139999338426 (mp_runner.py:73) +2024-09-01 18:26:41,154 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.026583152000966948 (mp_runner.py:73) +2024-09-01 18:26:41,155 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.0372129710012814 (mp_runner.py:73) +2024-09-01 18:26:41,157 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.02654914299637312 (mp_runner.py:73) +2024-09-01 18:26:41,164 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.03854853499797173 (mp_runner.py:73) +2024-09-01 18:26:41,165 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.04939722700510174 (mp_runner.py:73) +2024-09-01 18:26:41,175 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.005852714006323367 (mp_runner.py:73) +2024-09-01 18:26:41,176 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.03327870400244137 (mp_runner.py:73) +2024-09-01 18:26:41,178 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.027220880998356733 (mp_runner.py:73) +2024-09-01 18:26:41,179 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.030069681000895798 (mp_runner.py:73) +2024-09-01 18:26:41,266 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.02636114499910036 (mp_runner.py:73) +2024-09-01 18:26:41,269 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02809444099693792 (mp_runner.py:73) +2024-09-01 18:26:41,274 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.03760695399978431 (mp_runner.py:73) +2024-09-01 18:26:41,275 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.038072874005592894 (mp_runner.py:73) +2024-09-01 18:26:41,298 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.061652639000385534 (mp_runner.py:73) +2024-09-01 18:26:41,371 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.034225159004563466 (mp_runner.py:73) +2024-09-01 18:26:41,377 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.03454073500324739 (mp_runner.py:73) +2024-09-01 18:26:41,379 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.040242612005386036 (mp_runner.py:73) +2024-09-01 18:26:41,380 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.02574414000264369 (mp_runner.py:73) +2024-09-01 18:26:41,381 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.03257025499624433 (mp_runner.py:73) +2024-09-01 18:26:41,383 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.03240985499724047 (mp_runner.py:73) +2024-09-01 18:26:41,537 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.04493456300406251 (mp_runner.py:73) +2024-09-01 18:26:41,538 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.04862029699870618 (mp_runner.py:73) +2024-09-01 18:26:41,658 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.03908603799936827 (mp_runner.py:73) +2024-09-01 18:26:41,695 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.0389961900000344 (mp_runner.py:73) +2024-09-01 18:26:41,823 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.04593790500075556 (mp_runner.py:73) +2024-09-01 18:26:41,825 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.021805151001899503 (mp_runner.py:73) +2024-09-01 18:26:41,826 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.03118014199571917 (mp_runner.py:73) +2024-09-01 18:26:41,831 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.039047189995471854 (mp_runner.py:73) +2024-09-01 18:26:41,834 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.03234050500032026 (mp_runner.py:73) +2024-09-01 18:26:41,837 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.036040530998434406 (mp_runner.py:73) +2024-09-01 18:26:42,296 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.09331998100242345 (mp_runner.py:73) +2024-09-01 18:26:42,683 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.01265096999850357 (mp_runner.py:73) +2024-09-01 18:26:42,762 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.03273565600102302 (mp_runner.py:73) +2024-09-01 18:26:43,115 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.039869637999800034 (mp_runner.py:73) +2024-09-01 18:26:43,177 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.054007874001399614 (mp_runner.py:73) +2024-09-01 18:26:43,305 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.044973463998758234 (mp_runner.py:73) +2024-09-01 18:26:43,747 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.01884874900133582 (mp_runner.py:73) +2024-09-01 18:26:43,857 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.04581924399826676 (mp_runner.py:73) +2024-09-01 18:26:43,955 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.03529529799561715 (mp_runner.py:73) +2024-09-01 18:26:44,065 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.07217548200424062 (mp_runner.py:73) +2024-09-01 18:26:44,151 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.007754883001325652 (mp_runner.py:73) +2024-09-01 18:26:44,529 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.03533955400052946 (mp_runner.py:73) +2024-09-01 18:26:44,566 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.043939993003732525 (mp_runner.py:73) +2024-09-01 18:26:56,263 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0188s, count=983, qps in this process: 32.7461 (mp_runner.py:76) +2024-09-01 18:26:56,294 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0021s, count=968, qps in this process: 32.2644 (mp_runner.py:76) +2024-09-01 18:26:56,337 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.012s, count=982, qps in this process: 32.7202 (mp_runner.py:76) +2024-09-01 18:26:56,425 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0156s, count=983, qps in this process: 32.7496 (mp_runner.py:76) +2024-09-01 18:26:56,471 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0116s, count=972, qps in this process: 32.3875 (mp_runner.py:76) +2024-09-01 18:26:56,485 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0093s, count=957, qps in this process: 31.8901 (mp_runner.py:76) +2024-09-01 18:26:56,538 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0022s, count=960, qps in this process: 31.9977 (mp_runner.py:76) +2024-09-01 18:26:56,544 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0089s, count=959, qps in this process: 31.9572 (mp_runner.py:76) +2024-09-01 18:26:56,545 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0095s, count=995, qps in this process: 33.1562 (mp_runner.py:76) +2024-09-01 18:26:56,557 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0073s, count=983, qps in this process: 32.7587 (mp_runner.py:76) +2024-09-01 18:26:56,570 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0328s, count=996, qps in this process: 33.1637 (mp_runner.py:76) +2024-09-01 18:26:56,570 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0138s, count=996, qps in this process: 33.1847 (mp_runner.py:76) +2024-09-01 18:26:56,572 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0091s, count=924, qps in this process: 30.7907 (mp_runner.py:76) +2024-09-01 18:26:56,574 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.031s, count=996, qps in this process: 33.1657 (mp_runner.py:76) +2024-09-01 18:26:56,575 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0252s, count=996, qps in this process: 33.1721 (mp_runner.py:76) +2024-09-01 18:26:56,575 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0255s, count=996, qps in this process: 33.1718 (mp_runner.py:76) +2024-09-01 18:26:56,584 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0256s, count=988, qps in this process: 32.9053 (mp_runner.py:76) +2024-09-01 18:26:56,584 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0215s, count=990, qps in this process: 32.9764 (mp_runner.py:76) +2024-09-01 18:26:56,598 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0142s, count=969, qps in this process: 32.2847 (mp_runner.py:76) +2024-09-01 18:26:56,599 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0092s, count=986, qps in this process: 32.8566 (mp_runner.py:76) +2024-09-01 18:26:56,601 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0142s, count=894, qps in this process: 29.7859 (mp_runner.py:76) +2024-09-01 18:26:56,604 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0229s, count=961, qps in this process: 32.0089 (mp_runner.py:76) +2024-09-01 18:26:56,614 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.018s, count=931, qps in this process: 31.0147 (mp_runner.py:76) +2024-09-01 18:26:56,628 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0121s, count=938, qps in this process: 31.2541 (mp_runner.py:76) +2024-09-01 18:26:56,640 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0248s, count=999, qps in this process: 33.2725 (mp_runner.py:76) +2024-09-01 18:26:56,642 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.0025820570008363575 (mp_runner.py:73) +2024-09-01 18:26:56,644 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0134s, count=999, qps in this process: 33.2851 (mp_runner.py:76) +2024-09-01 18:26:56,645 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.004562045993225183 (mp_runner.py:73) +2024-09-01 18:26:56,647 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.006547607998072635 (mp_runner.py:73) +2024-09-01 18:26:56,648 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.0029364739966695197 (mp_runner.py:73) +2024-09-01 18:26:56,648 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.001683012000285089 (mp_runner.py:73) +2024-09-01 18:26:56,649 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0061s, count=903, qps in this process: 30.0939 (mp_runner.py:76) +2024-09-01 18:26:56,652 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.0020279649979784153 (mp_runner.py:73) +2024-09-01 18:26:56,652 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.012845031000324525 (mp_runner.py:73) +2024-09-01 18:26:56,655 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.003374675005034078 (mp_runner.py:73) +2024-09-01 18:26:56,656 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.017543301000841893 (mp_runner.py:73) +2024-09-01 18:26:56,660 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.015379021999251563 (mp_runner.py:73) +2024-09-01 18:26:56,662 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0085s, count=1001, qps in this process: 33.3572 (mp_runner.py:76) +2024-09-01 18:26:56,664 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.014186956999765243 (mp_runner.py:73) +2024-09-01 18:26:56,668 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0027s, count=998, qps in this process: 33.2637 (mp_runner.py:76) +2024-09-01 18:26:56,675 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0064s, count=1002, qps in this process: 33.3929 (mp_runner.py:76) +2024-09-01 18:26:56,676 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0011s, count=1002, qps in this process: 33.3988 (mp_runner.py:76) +2024-09-01 18:26:56,679 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0005s, count=997, qps in this process: 33.2328 (mp_runner.py:76) +2024-09-01 18:26:56,698 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0166s, count=999, qps in this process: 33.2816 (mp_runner.py:76) +2024-09-01 18:26:56,715 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.01242039800126804 (mp_runner.py:73) +2024-09-01 18:26:56,717 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0011s, count=932, qps in this process: 31.0655 (mp_runner.py:76) +2024-09-01 18:26:56,725 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0057s, count=1004, qps in this process: 33.4603 (mp_runner.py:76) +2024-09-01 18:26:56,736 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0201s, count=1005, qps in this process: 33.4776 (mp_runner.py:76) +2024-09-01 18:26:56,742 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0125s, count=1005, qps in this process: 33.486 (mp_runner.py:76) +2024-09-01 18:26:56,745 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0058s, count=900, qps in this process: 29.9942 (mp_runner.py:76) +2024-09-01 18:26:56,761 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0043s, count=973, qps in this process: 32.4287 (mp_runner.py:76) +2024-09-01 18:26:56,773 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0166s, count=1009, qps in this process: 33.6147 (mp_runner.py:76) +2024-09-01 18:26:56,784 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0075s, count=975, qps in this process: 32.4919 (mp_runner.py:76) +2024-09-01 18:26:56,801 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0003s, count=890, qps in this process: 29.6664 (mp_runner.py:76) +2024-09-01 18:26:56,801 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.015s, count=879, qps in this process: 29.2854 (mp_runner.py:76) +2024-09-01 18:26:56,802 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0017s, count=1013, qps in this process: 33.7648 (mp_runner.py:76) +2024-09-01 18:26:56,815 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.001s, count=893, qps in this process: 29.7657 (mp_runner.py:76) +2024-09-01 18:26:56,827 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0015s, count=1016, qps in this process: 33.865 (mp_runner.py:76) +2024-09-01 18:26:56,838 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0048s, count=948, qps in this process: 31.5949 (mp_runner.py:76) +2024-09-01 18:26:56,845 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0006s, count=1018, qps in this process: 33.9327 (mp_runner.py:76) +2024-09-01 18:26:56,870 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0039s, count=928, qps in this process: 30.9293 (mp_runner.py:76) +2024-09-01 18:26:56,874 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0042s, count=897, qps in this process: 29.8958 (mp_runner.py:76) +2024-09-01 18:26:56,896 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0003s, count=1027, qps in this process: 34.233 (mp_runner.py:76) +2024-09-01 18:26:56,919 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.002s, count=917, qps in this process: 30.5646 (mp_runner.py:76) +2024-09-01 18:26:56,926 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0035s, count=910, qps in this process: 30.3298 (mp_runner.py:76) +2024-09-01 18:26:56,931 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0004s, count=977, qps in this process: 32.5662 (mp_runner.py:76) +2024-09-01 18:26:56,955 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0011s, count=1049, qps in this process: 34.9654 (mp_runner.py:76) +2024-09-01 18:26:56,963 | INFO |End search in concurrency 55: dur=30.86660849400505s, total_count=53368, qps=1728.9881 (mp_runner.py:120) +2024-09-01 18:27:01,008 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:27:01,009 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 18:27:22,377 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 18:27:22,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,552 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,760 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,803 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,839 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,839 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,839 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,841 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,842 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,866 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,910 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,934 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,937 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,945 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,947 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,952 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,959 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:22,961 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,015 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,016 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,028 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,069 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,079 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,115 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,119 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,120 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,120 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,153 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,155 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,207 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,224 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:23,225 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:27:39,228 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.026335315997130238 (mp_runner.py:73) +2024-09-01 18:27:39,230 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.026578197001072112 (mp_runner.py:73) +2024-09-01 18:27:39,232 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.03190591499878792 (mp_runner.py:73) +2024-09-01 18:27:39,244 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.0330427079970832 (mp_runner.py:73) +2024-09-01 18:27:39,245 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.030336433999764267 (mp_runner.py:73) +2024-09-01 18:27:39,247 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.03938285600452218 (mp_runner.py:73) +2024-09-01 18:27:39,248 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.0318612349947216 (mp_runner.py:73) +2024-09-01 18:27:39,248 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.013131760999385733 (mp_runner.py:73) +2024-09-01 18:27:39,249 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.03252737599541433 (mp_runner.py:73) +2024-09-01 18:27:39,250 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.040683651001018006 (mp_runner.py:73) +2024-09-01 18:27:39,252 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.04311109300033422 (mp_runner.py:73) +2024-09-01 18:27:39,255 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.033751136004866567 (mp_runner.py:73) +2024-09-01 18:27:39,256 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.033928990000276826 (mp_runner.py:73) +2024-09-01 18:27:39,256 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.0317785690058372 (mp_runner.py:73) +2024-09-01 18:27:39,258 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.0386283830011962 (mp_runner.py:73) +2024-09-01 18:27:39,259 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.035573025001212955 (mp_runner.py:73) +2024-09-01 18:27:39,263 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.06369829300092533 (mp_runner.py:73) +2024-09-01 18:27:39,266 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.030657126000733115 (mp_runner.py:73) +2024-09-01 18:27:39,271 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.033595892004086636 (mp_runner.py:73) +2024-09-01 18:27:39,271 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.038002152999979444 (mp_runner.py:73) +2024-09-01 18:27:39,273 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.04672137500165263 (mp_runner.py:73) +2024-09-01 18:27:39,273 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.030418726993957534 (mp_runner.py:73) +2024-09-01 18:27:39,281 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.06847372899937909 (mp_runner.py:73) +2024-09-01 18:27:39,346 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.06250327700399794 (mp_runner.py:73) +2024-09-01 18:27:39,347 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.050915806998091284 (mp_runner.py:73) +2024-09-01 18:27:39,409 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.03545202300301753 (mp_runner.py:73) +2024-09-01 18:27:39,418 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.045978895999724045 (mp_runner.py:73) +2024-09-01 18:27:39,515 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.01785942599963164 (mp_runner.py:73) +2024-09-01 18:27:39,517 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.020251114998245612 (mp_runner.py:73) +2024-09-01 18:27:39,521 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.02241971100011142 (mp_runner.py:73) +2024-09-01 18:27:39,525 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.02969256399956066 (mp_runner.py:73) +2024-09-01 18:27:39,527 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.0340570909975213 (mp_runner.py:73) +2024-09-01 18:27:39,531 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.04062735500338022 (mp_runner.py:73) +2024-09-01 18:27:39,531 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.03454878200136591 (mp_runner.py:73) +2024-09-01 18:27:39,531 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.04273301899957005 (mp_runner.py:73) +2024-09-01 18:27:39,539 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.037190347000432666 (mp_runner.py:73) +2024-09-01 18:27:39,547 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.04824660000303993 (mp_runner.py:73) +2024-09-01 18:27:39,604 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.044828478996350896 (mp_runner.py:73) +2024-09-01 18:27:39,606 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.04733265899994876 (mp_runner.py:73) +2024-09-01 18:27:39,612 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.042784159995790105 (mp_runner.py:73) +2024-09-01 18:27:39,615 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.04902134199801367 (mp_runner.py:73) +2024-09-01 18:27:39,687 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.048226414000964724 (mp_runner.py:73) +2024-09-01 18:27:39,713 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.05218611999589484 (mp_runner.py:73) +2024-09-01 18:27:40,066 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.028161351001472212 (mp_runner.py:73) +2024-09-01 18:27:40,350 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.04632023799786111 (mp_runner.py:73) +2024-09-01 18:27:40,424 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.04759137200016994 (mp_runner.py:73) +2024-09-01 18:27:40,433 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.044432203998439945 (mp_runner.py:73) +2024-09-01 18:27:40,440 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.043103850999614224 (mp_runner.py:73) +2024-09-01 18:27:40,445 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03878834700299194 (mp_runner.py:73) +2024-09-01 18:27:40,449 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.039067393001460005 (mp_runner.py:73) +2024-09-01 18:27:40,538 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.05280237200349802 (mp_runner.py:73) +2024-09-01 18:27:40,621 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.03729209199809702 (mp_runner.py:73) +2024-09-01 18:27:40,625 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.04267280000203755 (mp_runner.py:73) +2024-09-01 18:27:40,711 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.05194941999798175 (mp_runner.py:73) +2024-09-01 18:27:40,917 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.07581003000086639 (mp_runner.py:73) +2024-09-01 18:27:40,954 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.04838296399975661 (mp_runner.py:73) +2024-09-01 18:27:41,213 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.046628793999843765 (mp_runner.py:73) +2024-09-01 18:27:41,487 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.05185298699507257 (mp_runner.py:73) +2024-09-01 18:27:41,502 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.042510298000706825 (mp_runner.py:73) +2024-09-01 18:27:42,490 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.0842591269974946 (mp_runner.py:73) +2024-09-01 18:27:52,511 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0068s, count=901, qps in this process: 30.0265 (mp_runner.py:76) +2024-09-01 18:27:52,567 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0068s, count=903, qps in this process: 30.0932 (mp_runner.py:76) +2024-09-01 18:27:52,766 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.002s, count=910, qps in this process: 30.3313 (mp_runner.py:76) +2024-09-01 18:27:52,834 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0307s, count=894, qps in this process: 29.7695 (mp_runner.py:76) +2024-09-01 18:27:52,847 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0004s, count=914, qps in this process: 30.4663 (mp_runner.py:76) +2024-09-01 18:27:52,851 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0026s, count=912, qps in this process: 30.3974 (mp_runner.py:76) +2024-09-01 18:27:52,853 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.006s, count=912, qps in this process: 30.3939 (mp_runner.py:76) +2024-09-01 18:27:52,857 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0112s, count=905, qps in this process: 30.1554 (mp_runner.py:76) +2024-09-01 18:27:52,859 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0134s, count=914, qps in this process: 30.4531 (mp_runner.py:76) +2024-09-01 18:27:52,860 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0144s, count=893, qps in this process: 29.7524 (mp_runner.py:76) +2024-09-01 18:27:52,863 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0172s, count=895, qps in this process: 29.8162 (mp_runner.py:76) +2024-09-01 18:27:52,866 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0193s, count=895, qps in this process: 29.8142 (mp_runner.py:76) +2024-09-01 18:27:52,867 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.016s, count=893, qps in this process: 29.7508 (mp_runner.py:76) +2024-09-01 18:27:52,868 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0125s, count=908, qps in this process: 30.2541 (mp_runner.py:76) +2024-09-01 18:27:52,869 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0186s, count=915, qps in this process: 30.4811 (mp_runner.py:76) +2024-09-01 18:27:52,873 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0265s, count=895, qps in this process: 29.807 (mp_runner.py:76) +2024-09-01 18:27:52,875 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0265s, count=900, qps in this process: 29.9735 (mp_runner.py:76) +2024-09-01 18:27:52,880 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0339s, count=895, qps in this process: 29.7997 (mp_runner.py:76) +2024-09-01 18:27:52,881 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0319s, count=895, qps in this process: 29.8016 (mp_runner.py:76) +2024-09-01 18:27:52,882 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0165s, count=862, qps in this process: 28.7175 (mp_runner.py:76) +2024-09-01 18:27:52,883 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0342s, count=884, qps in this process: 29.4331 (mp_runner.py:76) +2024-09-01 18:27:52,886 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0348s, count=895, qps in this process: 29.7988 (mp_runner.py:76) +2024-09-01 18:27:52,889 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0171s, count=909, qps in this process: 30.2827 (mp_runner.py:76) +2024-09-01 18:27:52,911 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0647s, count=915, qps in this process: 30.4344 (mp_runner.py:76) +2024-09-01 18:27:52,929 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0112s, count=916, qps in this process: 30.5219 (mp_runner.py:76) +2024-09-01 18:27:52,946 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0036s, count=916, qps in this process: 30.5297 (mp_runner.py:76) +2024-09-01 18:27:52,951 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0102s, count=917, qps in this process: 30.5563 (mp_runner.py:76) +2024-09-01 18:27:52,959 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0152s, count=881, qps in this process: 29.3518 (mp_runner.py:76) +2024-09-01 18:27:52,961 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0064s, count=899, qps in this process: 29.9603 (mp_runner.py:76) +2024-09-01 18:27:52,962 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0127s, count=838, qps in this process: 27.9215 (mp_runner.py:76) +2024-09-01 18:27:52,963 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0058s, count=883, qps in this process: 29.4276 (mp_runner.py:76) +2024-09-01 18:27:52,967 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0247s, count=918, qps in this process: 30.5748 (mp_runner.py:76) +2024-09-01 18:27:52,977 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0087s, count=900, qps in this process: 29.9913 (mp_runner.py:76) +2024-09-01 18:27:52,983 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0174s, count=832, qps in this process: 27.7173 (mp_runner.py:76) +2024-09-01 18:27:53,025 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0149s, count=820, qps in this process: 27.3198 (mp_runner.py:76) +2024-09-01 18:27:53,029 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0094s, count=920, qps in this process: 30.6571 (mp_runner.py:76) +2024-09-01 18:27:53,036 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0143s, count=913, qps in this process: 30.4188 (mp_runner.py:76) +2024-09-01 18:27:53,049 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0135s, count=874, qps in this process: 29.1202 (mp_runner.py:76) +2024-09-01 18:27:53,075 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0097s, count=876, qps in this process: 29.1906 (mp_runner.py:76) +2024-09-01 18:27:53,083 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0093s, count=891, qps in this process: 29.6908 (mp_runner.py:76) +2024-09-01 18:27:53,085 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0019s, count=923, qps in this process: 30.7647 (mp_runner.py:76) +2024-09-01 18:27:53,091 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0051s, count=924, qps in this process: 30.7948 (mp_runner.py:76) +2024-09-01 18:27:53,100 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0131s, count=924, qps in this process: 30.7866 (mp_runner.py:76) +2024-09-01 18:27:53,124 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0029s, count=912, qps in this process: 30.3971 (mp_runner.py:76) +2024-09-01 18:27:53,126 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0023s, count=847, qps in this process: 28.2312 (mp_runner.py:76) +2024-09-01 18:27:53,128 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0035s, count=912, qps in this process: 30.3965 (mp_runner.py:76) +2024-09-01 18:27:53,130 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0055s, count=894, qps in this process: 29.7945 (mp_runner.py:76) +2024-09-01 18:27:53,131 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0077s, count=881, qps in this process: 29.3591 (mp_runner.py:76) +2024-09-01 18:27:53,140 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0024s, count=914, qps in this process: 30.4642 (mp_runner.py:76) +2024-09-01 18:27:53,151 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0024s, count=847, qps in this process: 28.2311 (mp_runner.py:76) +2024-09-01 18:27:53,160 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0039s, count=827, qps in this process: 27.5631 (mp_runner.py:76) +2024-09-01 18:27:53,163 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0056s, count=847, qps in this process: 28.2281 (mp_runner.py:76) +2024-09-01 18:27:53,213 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.001s, count=835, qps in this process: 27.8324 (mp_runner.py:76) +2024-09-01 18:27:53,213 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0039s, count=827, qps in this process: 27.5631 (mp_runner.py:76) +2024-09-01 18:27:53,216 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0038s, count=895, qps in this process: 29.8296 (mp_runner.py:76) +2024-09-01 18:27:53,216 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0048s, count=936, qps in this process: 31.195 (mp_runner.py:76) +2024-09-01 18:27:53,218 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0062s, count=936, qps in this process: 31.1936 (mp_runner.py:76) +2024-09-01 18:27:53,220 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0041s, count=855, qps in this process: 28.4961 (mp_runner.py:76) +2024-09-01 18:27:53,227 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0006s, count=805, qps in this process: 26.8328 (mp_runner.py:76) +2024-09-01 18:27:53,227 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0013s, count=828, qps in this process: 27.5988 (mp_runner.py:76) +2024-09-01 18:27:53,237 | INFO |End search in concurrency 60: dur=30.85699369500071s, total_count=53377, qps=1729.8185 (mp_runner.py:120) +2024-09-01 18:27:57,620 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:27:57,620 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 18:28:19,194 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 18:28:19,752 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,756 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,802 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,808 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,819 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,819 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,819 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,820 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,823 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,823 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,824 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,824 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,824 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,826 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,826 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,826 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,827 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,829 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,827 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,832 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,833 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,836 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,836 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,836 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,838 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,839 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,857 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,859 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,859 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,866 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,873 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,874 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,883 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,913 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:19,913 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:28:36,345 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.008756903000175953 (mp_runner.py:73) +2024-09-01 18:28:36,347 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.01137614699837286 (mp_runner.py:73) +2024-09-01 18:28:36,347 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.010143521998543292 (mp_runner.py:73) +2024-09-01 18:28:36,349 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.011938736999582034 (mp_runner.py:73) +2024-09-01 18:28:36,351 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.013827565999235958 (mp_runner.py:73) +2024-09-01 18:28:36,352 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.013571638002758846 (mp_runner.py:73) +2024-09-01 18:28:36,353 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.013147025994840078 (mp_runner.py:73) +2024-09-01 18:28:36,355 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.026925343998300377 (mp_runner.py:73) +2024-09-01 18:28:36,356 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.01823183499800507 (mp_runner.py:73) +2024-09-01 18:28:36,360 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.02529297099681571 (mp_runner.py:73) +2024-09-01 18:28:36,373 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.03537969999888446 (mp_runner.py:73) +2024-09-01 18:28:36,374 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.008156602001690771 (mp_runner.py:73) +2024-09-01 18:28:36,375 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.047544094995828345 (mp_runner.py:73) +2024-09-01 18:28:36,375 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.036340427002869546 (mp_runner.py:73) +2024-09-01 18:28:36,407 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.02953240100032417 (mp_runner.py:73) +2024-09-01 18:28:36,453 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.035730903000512626 (mp_runner.py:73) +2024-09-01 18:28:36,456 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.05074530599813443 (mp_runner.py:73) +2024-09-01 18:28:36,471 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.0419309639983112 (mp_runner.py:73) +2024-09-01 18:28:36,565 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.04810282499965979 (mp_runner.py:73) +2024-09-01 18:28:36,585 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.05689238299964927 (mp_runner.py:73) +2024-09-01 18:28:36,587 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.05141002500022296 (mp_runner.py:73) +2024-09-01 18:28:36,637 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.023234665997733828 (mp_runner.py:73) +2024-09-01 18:28:36,645 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.04385105300025316 (mp_runner.py:73) +2024-09-01 18:28:36,690 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.04030498499923851 (mp_runner.py:73) +2024-09-01 18:28:36,704 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.03502426700288197 (mp_runner.py:73) +2024-09-01 18:28:36,706 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.05565537999791559 (mp_runner.py:73) +2024-09-01 18:28:36,785 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.024477366998326033 (mp_runner.py:73) +2024-09-01 18:28:36,788 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.031363477995910216 (mp_runner.py:73) +2024-09-01 18:28:36,788 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.02811518299859017 (mp_runner.py:73) +2024-09-01 18:28:36,789 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.02967321100004483 (mp_runner.py:73) +2024-09-01 18:28:36,796 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.013854707001883071 (mp_runner.py:73) +2024-09-01 18:28:36,797 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.040488380000169855 (mp_runner.py:73) +2024-09-01 18:28:36,879 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.03014089800126385 (mp_runner.py:73) +2024-09-01 18:28:36,881 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.030652622997877188 (mp_runner.py:73) +2024-09-01 18:28:36,886 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.03953111299779266 (mp_runner.py:73) +2024-09-01 18:28:36,888 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.04439375500078313 (mp_runner.py:73) +2024-09-01 18:28:36,890 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.041634478999185376 (mp_runner.py:73) +2024-09-01 18:28:37,186 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.048920391003775876 (mp_runner.py:73) +2024-09-01 18:28:37,190 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.05459883099683793 (mp_runner.py:73) +2024-09-01 18:28:37,327 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.046619480999652296 (mp_runner.py:73) +2024-09-01 18:28:37,362 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.04169966799963731 (mp_runner.py:73) +2024-09-01 18:28:37,437 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.0789523370040115 (mp_runner.py:73) +2024-09-01 18:28:37,440 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.0495300389957265 (mp_runner.py:73) +2024-09-01 18:28:37,531 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.059319123000022955 (mp_runner.py:73) +2024-09-01 18:28:37,539 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.05309506200137548 (mp_runner.py:73) +2024-09-01 18:28:37,945 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.03995705200213706 (mp_runner.py:73) +2024-09-01 18:28:37,947 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.04495395599951735 (mp_runner.py:73) +2024-09-01 18:28:38,158 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.0443969069965533 (mp_runner.py:73) +2024-09-01 18:28:38,237 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.03305144399928395 (mp_runner.py:73) +2024-09-01 18:28:38,304 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.05588145100045949 (mp_runner.py:73) +2024-09-01 18:28:38,326 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.045297016004042234 (mp_runner.py:73) +2024-09-01 18:28:38,331 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.054111032994114794 (mp_runner.py:73) +2024-09-01 18:28:38,387 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.05471844100247836 (mp_runner.py:73) +2024-09-01 18:28:38,389 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.0022203569969860837 (mp_runner.py:73) +2024-09-01 18:28:38,881 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.041564578001271 (mp_runner.py:73) +2024-09-01 18:28:38,964 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.05248262099485146 (mp_runner.py:73) +2024-09-01 18:28:39,052 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.03203051699529169 (mp_runner.py:73) +2024-09-01 18:28:39,170 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.013420183000562247 (mp_runner.py:73) +2024-09-01 18:28:39,180 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.059277931999531575 (mp_runner.py:73) +2024-09-01 18:28:39,243 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.030494257000100333 (mp_runner.py:73) +2024-09-01 18:28:39,244 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.03328667200548807 (mp_runner.py:73) +2024-09-01 18:28:39,439 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.05360981299600098 (mp_runner.py:73) +2024-09-01 18:28:39,442 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.04621921900252346 (mp_runner.py:73) +2024-09-01 18:28:39,551 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.04219731900229817 (mp_runner.py:73) +2024-09-01 18:28:39,885 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.046469636996334884 (mp_runner.py:73) +2024-09-01 18:28:49,781 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0163s, count=770, qps in this process: 25.6527 (mp_runner.py:76) +2024-09-01 18:28:49,805 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0012s, count=867, qps in this process: 28.8988 (mp_runner.py:76) +2024-09-01 18:28:49,821 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0559s, count=765, qps in this process: 25.4526 (mp_runner.py:76) +2024-09-01 18:28:49,829 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0057s, count=888, qps in this process: 29.5944 (mp_runner.py:76) +2024-09-01 18:28:49,833 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0064s, count=877, qps in this process: 29.2271 (mp_runner.py:76) +2024-09-01 18:28:49,834 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0117s, count=888, qps in this process: 29.5885 (mp_runner.py:76) +2024-09-01 18:28:49,835 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0069s, count=877, qps in this process: 29.2266 (mp_runner.py:76) +2024-09-01 18:28:49,840 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0132s, count=888, qps in this process: 29.587 (mp_runner.py:76) +2024-09-01 18:28:49,840 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0261s, count=819, qps in this process: 27.2763 (mp_runner.py:76) +2024-09-01 18:28:49,841 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0117s, count=886, qps in this process: 29.5218 (mp_runner.py:76) +2024-09-01 18:28:49,841 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0111s, count=888, qps in this process: 29.5891 (mp_runner.py:76) +2024-09-01 18:28:49,841 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0072s, count=806, qps in this process: 26.8602 (mp_runner.py:76) +2024-09-01 18:28:49,842 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0131s, count=854, qps in this process: 28.4542 (mp_runner.py:76) +2024-09-01 18:28:49,842 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0135s, count=886, qps in this process: 29.52 (mp_runner.py:76) +2024-09-01 18:28:49,843 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0136s, count=870, qps in this process: 28.9869 (mp_runner.py:76) +2024-09-01 18:28:49,848 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0057s, count=881, qps in this process: 29.3611 (mp_runner.py:76) +2024-09-01 18:28:49,848 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0012s, count=815, qps in this process: 27.1656 (mp_runner.py:76) +2024-09-01 18:28:49,849 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0201s, count=874, qps in this process: 29.1138 (mp_runner.py:76) +2024-09-01 18:28:49,851 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.022s, count=755, qps in this process: 25.1482 (mp_runner.py:76) +2024-09-01 18:28:49,855 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0213s, count=871, qps in this process: 29.0127 (mp_runner.py:76) +2024-09-01 18:28:49,856 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0195s, count=784, qps in this process: 26.1164 (mp_runner.py:76) +2024-09-01 18:28:49,857 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.032s, count=818, qps in this process: 27.2376 (mp_runner.py:76) +2024-09-01 18:28:49,858 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0212s, count=875, qps in this process: 29.1461 (mp_runner.py:76) +2024-09-01 18:28:49,859 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0285s, count=809, qps in this process: 26.9411 (mp_runner.py:76) +2024-09-01 18:28:49,860 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0312s, count=877, qps in this process: 29.203 (mp_runner.py:76) +2024-09-01 18:28:49,860 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0261s, count=807, qps in this process: 26.8766 (mp_runner.py:76) +2024-09-01 18:28:49,863 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0395s, count=820, qps in this process: 27.2974 (mp_runner.py:76) +2024-09-01 18:28:49,865 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0158s, count=882, qps in this process: 29.3845 (mp_runner.py:76) +2024-09-01 18:28:49,866 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0323s, count=808, qps in this process: 26.9044 (mp_runner.py:76) +2024-09-01 18:28:49,867 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0044s, count=826, qps in this process: 27.5293 (mp_runner.py:76) +2024-09-01 18:28:49,868 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0068s, count=887, qps in this process: 29.56 (mp_runner.py:76) +2024-09-01 18:28:49,872 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0249s, count=802, qps in this process: 26.7112 (mp_runner.py:76) +2024-09-01 18:28:49,872 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0245s, count=888, qps in this process: 29.5758 (mp_runner.py:76) +2024-09-01 18:28:49,872 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0256s, count=798, qps in this process: 26.5773 (mp_runner.py:76) +2024-09-01 18:28:49,874 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0325s, count=874, qps in this process: 29.1018 (mp_runner.py:76) +2024-09-01 18:28:49,874 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0084s, count=843, qps in this process: 28.0921 (mp_runner.py:76) +2024-09-01 18:28:49,876 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0012s, count=784, qps in this process: 26.1323 (mp_runner.py:76) +2024-09-01 18:28:49,877 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0295s, count=882, qps in this process: 29.3711 (mp_runner.py:76) +2024-09-01 18:28:49,878 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0094s, count=782, qps in this process: 26.0585 (mp_runner.py:76) +2024-09-01 18:28:49,879 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0103s, count=824, qps in this process: 27.4572 (mp_runner.py:76) +2024-09-01 18:28:49,879 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0114s, count=886, qps in this process: 29.5221 (mp_runner.py:76) +2024-09-01 18:28:49,880 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0324s, count=873, qps in this process: 29.0686 (mp_runner.py:76) +2024-09-01 18:28:49,882 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0455s, count=810, qps in this process: 26.9591 (mp_runner.py:76) +2024-09-01 18:28:49,885 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0014s, count=762, qps in this process: 25.3988 (mp_runner.py:76) +2024-09-01 18:28:49,885 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0257s, count=822, qps in this process: 27.3765 (mp_runner.py:76) +2024-09-01 18:28:49,887 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0326s, count=860, qps in this process: 28.6355 (mp_runner.py:76) +2024-09-01 18:28:49,887 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0595s, count=889, qps in this process: 29.5747 (mp_runner.py:76) +2024-09-01 18:28:49,888 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0228s, count=886, qps in this process: 29.5109 (mp_runner.py:76) +2024-09-01 18:28:49,888 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0519s, count=889, qps in this process: 29.5822 (mp_runner.py:76) +2024-09-01 18:28:49,888 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.025s, count=889, qps in this process: 29.6087 (mp_runner.py:76) +2024-09-01 18:28:49,889 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0239s, count=889, qps in this process: 29.6097 (mp_runner.py:76) +2024-09-01 18:28:49,889 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0598s, count=889, qps in this process: 29.5744 (mp_runner.py:76) +2024-09-01 18:28:49,891 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0223s, count=889, qps in this process: 29.6113 (mp_runner.py:76) +2024-09-01 18:28:49,892 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0563s, count=889, qps in this process: 29.5778 (mp_runner.py:76) +2024-09-01 18:28:49,894 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0095s, count=773, qps in this process: 25.7585 (mp_runner.py:76) +2024-09-01 18:28:49,897 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0702s, count=889, qps in this process: 29.5642 (mp_runner.py:76) +2024-09-01 18:28:49,897 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0344s, count=816, qps in this process: 27.1688 (mp_runner.py:76) +2024-09-01 18:28:49,903 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0142s, count=832, qps in this process: 27.7202 (mp_runner.py:76) +2024-09-01 18:28:49,903 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0255s, count=883, qps in this process: 29.4083 (mp_runner.py:76) +2024-09-01 18:28:49,905 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.035s, count=782, qps in this process: 26.0363 (mp_runner.py:76) +2024-09-01 18:28:49,905 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.015s, count=803, qps in this process: 26.7533 (mp_runner.py:76) +2024-09-01 18:28:49,907 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0166s, count=883, qps in this process: 29.4171 (mp_runner.py:76) +2024-09-01 18:28:49,910 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0305s, count=827, qps in this process: 27.5387 (mp_runner.py:76) +2024-09-01 18:28:49,919 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0004s, count=752, qps in this process: 25.0663 (mp_runner.py:76) +2024-09-01 18:28:49,920 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0013s, count=780, qps in this process: 25.9989 (mp_runner.py:76) +2024-09-01 18:28:49,930 | INFO |End search in concurrency 65: dur=30.734393990998797s, total_count=54837, qps=1784.2226 (mp_runner.py:120) +2024-09-01 18:28:54,776 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:28:54,776 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 18:29:16,550 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 18:29:16,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:16,615 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:16,634 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:16,810 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:16,868 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:16,878 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:16,912 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:16,945 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:16,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,136 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,138 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,138 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,143 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,155 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,155 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,156 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,176 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,179 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,179 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,195 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,217 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,251 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,255 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,262 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,298 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,306 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,334 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,338 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,345 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,363 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,390 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,404 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,407 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,431 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,457 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,457 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,490 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,504 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,513 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,515 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,545 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,558 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,577 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,599 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,628 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,631 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,652 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,678 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,686 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:17,725 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) +2024-09-01 18:29:35,517 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.03695578200131422 (mp_runner.py:73) +2024-09-01 18:29:35,519 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.037634872998751234 (mp_runner.py:73) +2024-09-01 18:29:35,520 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.03618997900048271 (mp_runner.py:73) +2024-09-01 18:29:35,526 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.005748685005528387 (mp_runner.py:73) +2024-09-01 18:29:35,548 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.068335134004883 (mp_runner.py:73) +2024-09-01 18:29:35,556 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.011182335998455528 (mp_runner.py:73) +2024-09-01 18:29:35,567 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.050431565003236756 (mp_runner.py:73) +2024-09-01 18:29:35,571 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.04935569999361178 (mp_runner.py:73) +2024-09-01 18:29:35,575 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.031568487000185996 (mp_runner.py:73) +2024-09-01 18:29:35,577 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.03488421499787364 (mp_runner.py:73) +2024-09-01 18:29:35,579 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.050382854002236854 (mp_runner.py:73) +2024-09-01 18:29:35,580 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.038576139995711856 (mp_runner.py:73) +2024-09-01 18:29:35,581 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.04475186899799155 (mp_runner.py:73) +2024-09-01 18:29:35,582 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.04239430500456365 (mp_runner.py:73) +2024-09-01 18:29:35,583 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.03289095299987821 (mp_runner.py:73) +2024-09-01 18:29:35,584 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.0347075629979372 (mp_runner.py:73) +2024-09-01 18:29:35,587 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.0526220289975754 (mp_runner.py:73) +2024-09-01 18:29:35,588 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.033730422001099214 (mp_runner.py:73) +2024-09-01 18:29:35,588 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.10639025599812157 (mp_runner.py:73) +2024-09-01 18:29:35,644 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.07728109000163386 (mp_runner.py:73) +2024-09-01 18:29:35,718 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.0392163159995107 (mp_runner.py:73) +2024-09-01 18:29:35,721 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.04426240100292489 (mp_runner.py:73) +2024-09-01 18:29:35,726 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.05631662700034212 (mp_runner.py:73) +2024-09-01 18:29:35,727 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.051607879002403934 (mp_runner.py:73) +2024-09-01 18:29:35,877 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.017132717999629676 (mp_runner.py:73) +2024-09-01 18:29:35,879 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.014515311006107368 (mp_runner.py:73) +2024-09-01 18:29:35,880 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.021473699998750817 (mp_runner.py:73) +2024-09-01 18:29:35,882 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.018724246001511347 (mp_runner.py:73) +2024-09-01 18:29:35,887 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.029323276998184156 (mp_runner.py:73) +2024-09-01 18:29:35,897 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.04214688100182684 (mp_runner.py:73) +2024-09-01 18:29:35,934 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.037008177998359315 (mp_runner.py:73) +2024-09-01 18:29:35,938 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.04250562899687793 (mp_runner.py:73) +2024-09-01 18:29:35,939 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.03849988200090593 (mp_runner.py:73) +2024-09-01 18:29:35,940 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.03669114600052126 (mp_runner.py:73) +2024-09-01 18:29:35,941 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.05096957299974747 (mp_runner.py:73) +2024-09-01 18:29:35,941 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.03705092600284843 (mp_runner.py:73) +2024-09-01 18:29:36,120 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.09234381499845767 (mp_runner.py:73) +2024-09-01 18:29:36,164 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.06460520200198516 (mp_runner.py:73) +2024-09-01 18:29:36,190 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.06445131600048626 (mp_runner.py:73) +2024-09-01 18:29:36,207 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.05873149599938188 (mp_runner.py:73) +2024-09-01 18:29:36,260 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.055665831998339854 (mp_runner.py:73) +2024-09-01 18:29:36,350 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.045228097995277494 (mp_runner.py:73) +2024-09-01 18:29:36,369 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.05028970699640922 (mp_runner.py:73) +2024-09-01 18:29:36,432 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.02885328800039133 (mp_runner.py:73) +2024-09-01 18:29:36,747 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05451616300706519 (mp_runner.py:73) +2024-09-01 18:29:36,765 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.04935258500336204 (mp_runner.py:73) +2024-09-01 18:29:36,786 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.057447055994998664 (mp_runner.py:73) +2024-09-01 18:29:37,179 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.05829521200212184 (mp_runner.py:73) +2024-09-01 18:29:37,181 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.061438393997377716 (mp_runner.py:73) +2024-09-01 18:29:37,312 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.050049410994688515 (mp_runner.py:73) +2024-09-01 18:29:37,520 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.04785932000231696 (mp_runner.py:73) +2024-09-01 18:29:37,704 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.06145550300425384 (mp_runner.py:73) +2024-09-01 18:29:37,758 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.03777903499576496 (mp_runner.py:73) +2024-09-01 18:29:37,772 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.05377199700160418 (mp_runner.py:73) +2024-09-01 18:29:37,775 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.05742667199956486 (mp_runner.py:73) +2024-09-01 18:29:38,031 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.08821909999824129 (mp_runner.py:73) +2024-09-01 18:29:38,084 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.043962938005279284 (mp_runner.py:73) +2024-09-01 18:29:38,086 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.04805823199421866 (mp_runner.py:73) +2024-09-01 18:29:38,088 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.05655040599958738 (mp_runner.py:73) +2024-09-01 18:29:38,325 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.049507183000969235 (mp_runner.py:73) +2024-09-01 18:29:38,359 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.05011004299740307 (mp_runner.py:73) +2024-09-01 18:29:38,401 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.08074038699851371 (mp_runner.py:73) +2024-09-01 18:29:38,592 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.052015986999322195 (mp_runner.py:73) +2024-09-01 18:29:38,636 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.05787385299481684 (mp_runner.py:73) +2024-09-01 18:29:38,984 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.04504297799576307 (mp_runner.py:73) +2024-09-01 18:29:38,987 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.042325123999034986 (mp_runner.py:73) +2024-09-01 18:29:38,988 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.05519028299750062 (mp_runner.py:73) +2024-09-01 18:29:39,109 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.11685879099968588 (mp_runner.py:73) +2024-09-01 18:29:39,333 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.048399765000795014 (mp_runner.py:73) +2024-09-01 18:29:40,149 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.05144022199965548 (mp_runner.py:73) +2024-09-01 18:29:46,620 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.004s, count=776, qps in this process: 25.8632 (mp_runner.py:76) +2024-09-01 18:29:46,624 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.013s, count=759, qps in this process: 25.289 (mp_runner.py:76) +2024-09-01 18:29:46,650 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0154s, count=778, qps in this process: 25.92 (mp_runner.py:76) +2024-09-01 18:29:46,835 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0107s, count=755, qps in this process: 25.1577 (mp_runner.py:76) +2024-09-01 18:29:46,900 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0205s, count=787, qps in this process: 26.2154 (mp_runner.py:76) +2024-09-01 18:29:46,914 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0199s, count=787, qps in this process: 26.2159 (mp_runner.py:76) +2024-09-01 18:29:46,961 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0031s, count=766, qps in this process: 25.5307 (mp_runner.py:76) +2024-09-01 18:29:46,999 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0358s, count=778, qps in this process: 25.9024 (mp_runner.py:76) +2024-09-01 18:29:46,999 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0161s, count=790, qps in this process: 26.3192 (mp_runner.py:76) +2024-09-01 18:29:47,139 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0052s, count=795, qps in this process: 26.4954 (mp_runner.py:76) +2024-09-01 18:29:47,140 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0006s, count=795, qps in this process: 26.4995 (mp_runner.py:76) +2024-09-01 18:29:47,149 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0007s, count=796, qps in this process: 26.5327 (mp_runner.py:76) +2024-09-01 18:29:47,151 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0033s, count=761, qps in this process: 25.3639 (mp_runner.py:76) +2024-09-01 18:29:47,151 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0106s, count=795, qps in this process: 26.4906 (mp_runner.py:76) +2024-09-01 18:29:47,160 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0125s, count=745, qps in this process: 24.823 (mp_runner.py:76) +2024-09-01 18:29:47,160 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0206s, count=793, qps in this process: 26.4152 (mp_runner.py:76) +2024-09-01 18:29:47,173 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0132s, count=778, qps in this process: 25.9219 (mp_runner.py:76) +2024-09-01 18:29:47,177 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0279s, count=797, qps in this process: 26.542 (mp_runner.py:76) +2024-09-01 18:29:47,178 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0188s, count=768, qps in this process: 25.584 (mp_runner.py:76) +2024-09-01 18:29:47,180 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0201s, count=794, qps in this process: 26.4489 (mp_runner.py:76) +2024-09-01 18:29:47,187 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.004s, count=795, qps in this process: 26.4965 (mp_runner.py:76) +2024-09-01 18:29:47,187 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.028s, count=762, qps in this process: 25.3763 (mp_runner.py:76) +2024-09-01 18:29:47,188 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.036s, count=730, qps in this process: 24.3042 (mp_runner.py:76) +2024-09-01 18:29:47,191 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0314s, count=793, qps in this process: 26.4057 (mp_runner.py:76) +2024-09-01 18:29:47,194 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0111s, count=708, qps in this process: 23.5913 (mp_runner.py:76) +2024-09-01 18:29:47,197 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0141s, count=748, qps in this process: 24.9216 (mp_runner.py:76) +2024-09-01 18:29:47,203 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0052s, count=716, qps in this process: 23.8625 (mp_runner.py:76) +2024-09-01 18:29:47,204 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0042s, count=758, qps in this process: 25.2631 (mp_runner.py:76) +2024-09-01 18:29:47,205 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0647s, count=796, qps in this process: 26.4762 (mp_runner.py:76) +2024-09-01 18:29:47,205 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0458s, count=797, qps in this process: 26.5262 (mp_runner.py:76) +2024-09-01 18:29:47,207 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0365s, count=778, qps in this process: 25.9018 (mp_runner.py:76) +2024-09-01 18:29:47,222 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0329s, count=773, qps in this process: 25.7384 (mp_runner.py:76) +2024-09-01 18:29:47,239 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0068s, count=795, qps in this process: 26.494 (mp_runner.py:76) +2024-09-01 18:29:47,242 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0368s, count=787, qps in this process: 26.2012 (mp_runner.py:76) +2024-09-01 18:29:47,256 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0302s, count=764, qps in this process: 25.4411 (mp_runner.py:76) +2024-09-01 18:29:47,257 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0234s, count=798, qps in this process: 26.5793 (mp_runner.py:76) +2024-09-01 18:29:47,263 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0174s, count=726, qps in this process: 24.186 (mp_runner.py:76) +2024-09-01 18:29:47,271 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0057s, count=715, qps in this process: 23.8288 (mp_runner.py:76) +2024-09-01 18:29:47,276 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0063s, count=754, qps in this process: 25.1281 (mp_runner.py:76) +2024-09-01 18:29:47,277 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0203s, count=799, qps in this process: 26.6153 (mp_runner.py:76) +2024-09-01 18:29:47,286 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0101s, count=683, qps in this process: 22.759 (mp_runner.py:76) +2024-09-01 18:29:47,310 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0043s, count=801, qps in this process: 26.6962 (mp_runner.py:76) +2024-09-01 18:29:47,313 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0039s, count=742, qps in this process: 24.7301 (mp_runner.py:76) +2024-09-01 18:29:47,321 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0151s, count=802, qps in this process: 26.7199 (mp_runner.py:76) +2024-09-01 18:29:47,325 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.01s, count=753, qps in this process: 25.0916 (mp_runner.py:76) +2024-09-01 18:29:47,345 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0041s, count=691, qps in this process: 23.0302 (mp_runner.py:76) +2024-09-01 18:29:47,357 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0128s, count=791, qps in this process: 26.3554 (mp_runner.py:76) +2024-09-01 18:29:47,364 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0142s, count=804, qps in this process: 26.7873 (mp_runner.py:76) +2024-09-01 18:29:47,372 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0022s, count=781, qps in this process: 26.0314 (mp_runner.py:76) +2024-09-01 18:29:47,402 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0061s, count=710, qps in this process: 23.6619 (mp_runner.py:76) +2024-09-01 18:29:47,415 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0058s, count=791, qps in this process: 26.3616 (mp_runner.py:76) +2024-09-01 18:29:47,420 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0064s, count=697, qps in this process: 23.2284 (mp_runner.py:76) +2024-09-01 18:29:47,422 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0064s, count=759, qps in this process: 25.2946 (mp_runner.py:76) +2024-09-01 18:29:47,442 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0033s, count=755, qps in this process: 25.1639 (mp_runner.py:76) +2024-09-01 18:29:47,464 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0017s, count=779, qps in this process: 25.9652 (mp_runner.py:76) +2024-09-01 18:29:47,479 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0163s, count=761, qps in this process: 25.3529 (mp_runner.py:76) +2024-09-01 18:29:47,499 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0016s, count=764, qps in this process: 25.4653 (mp_runner.py:76) +2024-09-01 18:29:47,513 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0002s, count=799, qps in this process: 26.6332 (mp_runner.py:76) +2024-09-01 18:29:47,523 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0053s, count=765, qps in this process: 25.4955 (mp_runner.py:76) +2024-09-01 18:29:47,523 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0009s, count=711, qps in this process: 23.6993 (mp_runner.py:76) +2024-09-01 18:29:47,554 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0007s, count=816, qps in this process: 27.1994 (mp_runner.py:76) +2024-09-01 18:29:47,573 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.002s, count=775, qps in this process: 25.8316 (mp_runner.py:76) +2024-09-01 18:29:47,583 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0009s, count=743, qps in this process: 24.7659 (mp_runner.py:76) +2024-09-01 18:29:47,609 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.003s, count=786, qps in this process: 26.1974 (mp_runner.py:76) +2024-09-01 18:29:47,638 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0009s, count=750, qps in this process: 24.9993 (mp_runner.py:76) +2024-09-01 18:29:47,644 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0027s, count=800, qps in this process: 26.6643 (mp_runner.py:76) +2024-09-01 18:29:47,663 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.001s, count=762, qps in this process: 25.3992 (mp_runner.py:76) +2024-09-01 18:29:47,688 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0007s, count=777, qps in this process: 25.8994 (mp_runner.py:76) +2024-09-01 18:29:47,697 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0013s, count=750, qps in this process: 24.9989 (mp_runner.py:76) +2024-09-01 18:29:47,733 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0002s, count=768, qps in this process: 25.5998 (mp_runner.py:76) +2024-09-01 18:29:47,743 | INFO |End search in concurrency 70: dur=31.191459831003158s, total_count=53751, qps=1723.2602 (mp_runner.py:120) +2024-09-01 18:29:52,421 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1824.3726, serial_latency_p99=np.float64(0.0494), recall=np.float64(0.3961), ndcg=np.float64(0.5012), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[356.5382, 1520.5193, 1773.1858, 1758.6107, 1722.5555, 1739.1732, 1764.0112, 1824.3726, 1809.1333, 1725.2386, 1728.9881, 1729.8185, 1784.2226, 1723.2602], conc_latency_p99_list=[np.float64(0.0013989537951420061), np.float64(0.0012111209442366088), np.float64(0.0016697702145065704), np.float64(0.0019902455319439467), np.float64(0.0019632097816444003), np.float64(0.0021833423935167955), np.float64(0.0023599018038003125), np.float64(0.0026343240029185833), np.float64(0.0026901753551865112), np.float64(0.003096115984913194), np.float64(0.0027692349944860323), np.float64(0.003315438006573822), np.float64(0.0034859284934442257), np.float64(0.002740409620855644)]) (task_runner.py:197) +2024-09-01 18:29:52,421 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:18:29.027427'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1824.3726, serial_latency_p99=np.float64(0.0494), recall=np.float64(0.3961), ndcg=np.float64(0.5012), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[356.5382, 1520.5193, 1773.1858, 1758.6107, 1722.5555, 1739.1732, 1764.0112, 1824.3726, 1809.1333, 1725.2386, 1728.9881, 1729.8185, 1784.2226, 1723.2602], conc_latency_p99_list=[np.float64(0.0013989537951420061), np.float64(0.0012111209442366088), np.float64(0.0016697702145065704), np.float64(0.0019902455319439467), np.float64(0.0019632097816444003), np.float64(0.0021833423935167955), np.float64(0.0023599018038003125), np.float64(0.0026343240029185833), np.float64(0.0026901753551865112), np.float64(0.003096115984913194), np.float64(0.0027692349944860323), np.float64(0.003315438006573822), np.float64(0.0034859284934442257), np.float64(0.002740409620855644)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 18:29:52,421 | INFO |Task summary: run_id=1780e, task_label=1780ec131a3649cd9dbd823e7eddf75b (models.py:346) +2024-09-01 18:29:52,421 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 18:29:52,421 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 18:29:52,421 | INFO |PgVector | 2024-09-01T18:18:29.027427 Performance1536D500K 1780ec131a3649cd9dbd823e7eddf75b | 0.0 1824.3726 0.0494 0.3961 0 | :) (models.py:346) +2024-09-01 18:29:52,421 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json (models.py:204) +2024-09-01 18:29:52,422 | INFO |Success to finish task: label=1780ec131a3649cd9dbd823e7eddf75b, run_id=1780ec131a3649cd9dbd823e7eddf75b (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json b/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json new file mode 100644 index 000000000..7d22d33e6 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json @@ -0,0 +1 @@ +{"run_id": "1780ec131a3649cd9dbd823e7eddf75b", "task_label": "1780ec131a3649cd9dbd823e7eddf75b", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1824.3726, "serial_latency_p99": 0.0494, "recall": 0.3961, "ndcg": 0.5012, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [356.5382, 1520.5193, 1773.1858, 1758.6107, 1722.5555, 1739.1732, 1764.0112, 1824.3726, 1809.1333, 1725.2386, 1728.9881, 1729.8185, 1784.2226, 1723.2602], "conc_latency_p99_list": [0.0013989537951420061, 0.0012111209442366088, 0.0016697702145065704, 0.0019902455319439467, 0.0019632097816444003, 0.0021833423935167955, 0.0023599018038003125, 0.0026343240029185833, 0.0026901753551865112, 0.003096115984913194, 0.0027692349944860323, 0.003315438006573822, 0.0034859284934442257, 0.002740409620855644]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:18:29.027427", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt b/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt new file mode 100644 index 000000000..44304b869 --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt @@ -0,0 +1,1229 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load +2024-09-01 19:08:32,825 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:08:32.813428', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 19:08:32,825 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:08:32.813428', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 19:08:32,825 | INFO |generated uuid for the tasks: b09b543d972146819f67fb35334dd219 (interface.py:66) +2024-09-01 19:08:32,886 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 19:08:32,886 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 19:08:32,886 | INFO | PgVector-2024-09-01T19:08:32.813428 | Performance OpenAI-MEDIUM-500K None | b09b543d972146819f67fb35334dd219 (task_runner.py:340) +2024-09-01 19:08:32,886 | INFO |task submitted: id=b09b543d972146819f67fb35334dd219, b09b543d972146819f67fb35334dd219, case number: 1 (interface.py:231) +2024-09-01 19:08:33,303 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:08:32.813428'}, drop_old=False (interface.py:164) +2024-09-01 19:08:33,303 | INFO |Starting run (task_runner.py:100) +2024-09-01 19:08:33,376 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 19:08:33,991 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 19:08:34,038 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 19:08:34,062 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 19:08:34,062 | INFO |Start performance case (task_runner.py:158) +2024-09-01 19:08:34,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:08:34,074 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 19:08:34,074 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 19:08:34,075 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 19:08:34,118 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 19:08:34,672 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 19:08:34,694 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:08:34,694 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 19:08:34,694 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 19:08:38,913 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.030355824004800525, latest recall=0.97 (serial_runner.py:202) +2024-09-01 19:08:42,748 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.043158530999789946, latest recall=0.99 (serial_runner.py:202) +2024-09-01 19:08:46,403 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.22474407899426296, latest recall=0.85 (serial_runner.py:202) +2024-09-01 19:08:49,512 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.014308486002846621, latest recall=0.98 (serial_runner.py:202) +2024-09-01 19:08:52,442 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.010014571002102457, latest recall=0.98 (serial_runner.py:202) +2024-09-01 19:08:55,518 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.00986232600553194, latest recall=0.98 (serial_runner.py:202) +2024-09-01 19:08:58,087 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.013999378999869805, latest recall=0.97 (serial_runner.py:202) +2024-09-01 19:09:00,741 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02076155800023116, latest recall=0.97 (serial_runner.py:202) +2024-09-01 19:09:03,210 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01547935700364178, latest recall=0.98 (serial_runner.py:202) +2024-09-01 19:09:05,951 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.025289102995884605, latest recall=0.9 (serial_runner.py:202) +2024-09-01 19:09:05,952 | INFO |SpawnProcess-1:1 search entire test_data: cost=21.4056s, queries=1000, avg_recall=0.9574, avg_ndcg=0.9625,avg_latency=0.0214, p99=0.059 (serial_runner.py:209) +2024-09-01 19:09:06,479 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:09:06,480 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 19:09:07,502 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 19:09:07,531 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:09:13,187 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007845974003430456 (mp_runner.py:73) +2024-09-01 19:09:18,500 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.015481467002246063 (mp_runner.py:73) +2024-09-01 19:09:23,153 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.007573078000859823 (mp_runner.py:73) +2024-09-01 19:09:27,673 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.012510697000834625 (mp_runner.py:73) +2024-09-01 19:09:32,410 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.007524131004174706 (mp_runner.py:73) +2024-09-01 19:09:36,931 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.01249159000144573 (mp_runner.py:73) +2024-09-01 19:09:37,536 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0039s, count=3065, qps in this process: 102.1534 (mp_runner.py:76) +2024-09-01 19:09:37,538 | INFO |End search in concurrency 1: dur=30.035032448002312s, total_count=3065, qps=102.0475 (mp_runner.py:120) +2024-09-01 19:09:37,721 | INFO |Update largest qps with concurrency 1: current max_qps=102.0475 (mp_runner.py:124) +2024-09-01 19:09:38,130 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:09:38,130 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 19:09:43,185 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 19:09:43,233 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:09:43,233 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:09:43,235 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:09:43,236 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:09:43,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:09:52,431 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.01673319899418857 (mp_runner.py:73) +2024-09-01 19:09:52,431 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.016021105999243446 (mp_runner.py:73) +2024-09-01 19:09:52,431 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.016621848997601774 (mp_runner.py:73) +2024-09-01 19:09:52,433 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.019566035000025295 (mp_runner.py:73) +2024-09-01 19:09:52,438 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.02416257900040364 (mp_runner.py:73) +2024-09-01 19:10:00,850 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.017261451001104433 (mp_runner.py:73) +2024-09-01 19:10:00,850 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.019228641998779494 (mp_runner.py:73) +2024-09-01 19:10:00,851 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.01924436099943705 (mp_runner.py:73) +2024-09-01 19:10:00,851 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.017624407999392133 (mp_runner.py:73) +2024-09-01 19:10:00,852 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.02058872599445749 (mp_runner.py:73) +2024-09-01 19:10:09,356 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01493291000224417 (mp_runner.py:73) +2024-09-01 19:10:09,356 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.01463733700074954 (mp_runner.py:73) +2024-09-01 19:10:09,356 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.014655805003712885 (mp_runner.py:73) +2024-09-01 19:10:09,357 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.015282863998436369 (mp_runner.py:73) +2024-09-01 19:10:09,358 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.017037128993251827 (mp_runner.py:73) +2024-09-01 19:10:13,244 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0089s, count=1731, qps in this process: 57.6829 (mp_runner.py:76) +2024-09-01 19:10:13,246 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.012s, count=1731, qps in this process: 57.6769 (mp_runner.py:76) +2024-09-01 19:10:13,248 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0131s, count=1731, qps in this process: 57.6748 (mp_runner.py:76) +2024-09-01 19:10:13,258 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0138s, count=1732, qps in this process: 57.7068 (mp_runner.py:76) +2024-09-01 19:10:13,271 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.001s, count=1733, qps in this process: 57.7647 (mp_runner.py:76) +2024-09-01 19:10:13,272 | INFO |End search in concurrency 5: dur=30.086448862995894s, total_count=8658, qps=287.7708 (mp_runner.py:120) +2024-09-01 19:10:13,566 | INFO |Update largest qps with concurrency 5: current max_qps=287.7708 (mp_runner.py:124) +2024-09-01 19:10:13,973 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:10:13,973 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 19:10:24,137 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 19:10:24,197 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,208 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,232 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,253 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,267 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,269 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,278 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,282 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,295 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,297 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,297 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,314 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:24,314 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:10:46,593 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.047273822005081456 (mp_runner.py:73) +2024-09-01 19:10:46,594 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.048919330998614896 (mp_runner.py:73) +2024-09-01 19:10:46,595 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.04970030000549741 (mp_runner.py:73) +2024-09-01 19:10:46,596 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.04931804700026987 (mp_runner.py:73) +2024-09-01 19:10:46,597 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.030030955997062847 (mp_runner.py:73) +2024-09-01 19:10:46,597 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.05170549799368018 (mp_runner.py:73) +2024-09-01 19:10:46,599 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.03905084000143688 (mp_runner.py:73) +2024-09-01 19:10:46,604 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.05102988099679351 (mp_runner.py:73) +2024-09-01 19:10:46,605 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.04823150300217094 (mp_runner.py:73) +2024-09-01 19:10:46,607 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.027317744999891147 (mp_runner.py:73) +2024-09-01 19:10:46,609 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.04316224200010765 (mp_runner.py:73) +2024-09-01 19:10:46,610 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.02666630200110376 (mp_runner.py:73) +2024-09-01 19:10:46,611 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.06100731499464018 (mp_runner.py:73) +2024-09-01 19:10:46,618 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.061344841997197364 (mp_runner.py:73) +2024-09-01 19:10:46,626 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.06536798399611143 (mp_runner.py:73) +2024-09-01 19:10:54,235 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0244s, count=684, qps in this process: 22.7815 (mp_runner.py:76) +2024-09-01 19:10:54,244 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0092s, count=684, qps in this process: 22.793 (mp_runner.py:76) +2024-09-01 19:10:54,253 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0554s, count=684, qps in this process: 22.758 (mp_runner.py:76) +2024-09-01 19:10:54,272 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0026s, count=685, qps in this process: 22.8314 (mp_runner.py:76) +2024-09-01 19:10:54,274 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0173s, count=685, qps in this process: 22.8202 (mp_runner.py:76) +2024-09-01 19:10:54,278 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0083s, count=685, qps in this process: 22.827 (mp_runner.py:76) +2024-09-01 19:10:54,302 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0165s, count=686, qps in this process: 22.8541 (mp_runner.py:76) +2024-09-01 19:10:54,303 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0146s, count=686, qps in this process: 22.8555 (mp_runner.py:76) +2024-09-01 19:10:54,305 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0087s, count=686, qps in this process: 22.86 (mp_runner.py:76) +2024-09-01 19:10:54,306 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0031s, count=686, qps in this process: 22.8643 (mp_runner.py:76) +2024-09-01 19:10:54,309 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0036s, count=686, qps in this process: 22.8639 (mp_runner.py:76) +2024-09-01 19:10:54,312 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0094s, count=686, qps in this process: 22.8595 (mp_runner.py:76) +2024-09-01 19:10:54,319 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0131s, count=687, qps in this process: 22.89 (mp_runner.py:76) +2024-09-01 19:10:54,343 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0086s, count=689, qps in this process: 22.9601 (mp_runner.py:76) +2024-09-01 19:10:54,343 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0093s, count=689, qps in this process: 22.9595 (mp_runner.py:76) +2024-09-01 19:10:54,345 | INFO |End search in concurrency 15: dur=30.206747030999395s, total_count=10288, qps=340.5862 (mp_runner.py:120) +2024-09-01 19:10:55,222 | INFO |Update largest qps with concurrency 15: current max_qps=340.5862 (mp_runner.py:124) +2024-09-01 19:10:55,628 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:10:55,628 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 19:11:05,893 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 19:11:05,957 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:05,964 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:05,967 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,002 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,065 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,067 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,105 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,131 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,144 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:06,241 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:34,873 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.05011119000118924 (mp_runner.py:73) +2024-09-01 19:11:34,873 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.04771256900130538 (mp_runner.py:73) +2024-09-01 19:11:34,874 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.045880812001996674 (mp_runner.py:73) +2024-09-01 19:11:34,875 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.04882569699839223 (mp_runner.py:73) +2024-09-01 19:11:34,876 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.05266434299846878 (mp_runner.py:73) +2024-09-01 19:11:34,877 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.04676396900322288 (mp_runner.py:73) +2024-09-01 19:11:34,877 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.05494574300246313 (mp_runner.py:73) +2024-09-01 19:11:34,878 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.04846405599528225 (mp_runner.py:73) +2024-09-01 19:11:34,879 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.053972546993463766 (mp_runner.py:73) +2024-09-01 19:11:34,879 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.049809454001660924 (mp_runner.py:73) +2024-09-01 19:11:34,881 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.05622913400293328 (mp_runner.py:73) +2024-09-01 19:11:34,884 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.05990074000146706 (mp_runner.py:73) +2024-09-01 19:11:34,887 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.05867454699910013 (mp_runner.py:73) +2024-09-01 19:11:34,888 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.059348055998270866 (mp_runner.py:73) +2024-09-01 19:11:34,889 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.06229033000272466 (mp_runner.py:73) +2024-09-01 19:11:34,890 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.06367817900172668 (mp_runner.py:73) +2024-09-01 19:11:34,891 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.06234855100046843 (mp_runner.py:73) +2024-09-01 19:11:34,899 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.04054331099905539 (mp_runner.py:73) +2024-09-01 19:11:34,902 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.07481140099844197 (mp_runner.py:73) +2024-09-01 19:11:34,909 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.0855870630039135 (mp_runner.py:73) +2024-09-01 19:11:35,974 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.004s, count=519, qps in this process: 17.2977 (mp_runner.py:76) +2024-09-01 19:11:35,989 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0307s, count=519, qps in this process: 17.2823 (mp_runner.py:76) +2024-09-01 19:11:36,070 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0036s, count=520, qps in this process: 17.3313 (mp_runner.py:76) +2024-09-01 19:11:36,071 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0674s, count=520, qps in this process: 17.2945 (mp_runner.py:76) +2024-09-01 19:11:36,073 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0939s, count=520, qps in this process: 17.2792 (mp_runner.py:76) +2024-09-01 19:11:36,073 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0062s, count=520, qps in this process: 17.3298 (mp_runner.py:76) +2024-09-01 19:11:36,083 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.015s, count=520, qps in this process: 17.3247 (mp_runner.py:76) +2024-09-01 19:11:36,130 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0115s, count=521, qps in this process: 17.36 (mp_runner.py:76) +2024-09-01 19:11:36,136 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0049s, count=521, qps in this process: 17.3638 (mp_runner.py:76) +2024-09-01 19:11:36,142 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0336s, count=521, qps in this process: 17.3472 (mp_runner.py:76) +2024-09-01 19:11:36,168 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0262s, count=521, qps in this process: 17.3515 (mp_runner.py:76) +2024-09-01 19:11:36,176 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0262s, count=522, qps in this process: 17.3848 (mp_runner.py:76) +2024-09-01 19:11:36,201 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0055s, count=523, qps in this process: 17.4301 (mp_runner.py:76) +2024-09-01 19:11:36,204 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0215s, count=523, qps in this process: 17.4208 (mp_runner.py:76) +2024-09-01 19:11:36,204 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0083s, count=523, qps in this process: 17.4285 (mp_runner.py:76) +2024-09-01 19:11:36,207 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0242s, count=523, qps in this process: 17.4193 (mp_runner.py:76) +2024-09-01 19:11:36,207 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0243s, count=523, qps in this process: 17.4192 (mp_runner.py:76) +2024-09-01 19:11:36,207 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0142s, count=523, qps in this process: 17.4251 (mp_runner.py:76) +2024-09-01 19:11:36,210 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.012s, count=523, qps in this process: 17.4264 (mp_runner.py:76) +2024-09-01 19:11:36,258 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0098s, count=527, qps in this process: 17.5609 (mp_runner.py:76) +2024-09-01 19:11:36,259 | INFO |End search in concurrency 20: dur=30.36393780400249s, total_count=10432, qps=343.5655 (mp_runner.py:120) +2024-09-01 19:11:37,475 | INFO |Update largest qps with concurrency 20: current max_qps=343.5655 (mp_runner.py:124) +2024-09-01 19:11:37,887 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:11:37,887 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 19:11:48,165 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 19:11:48,227 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,284 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,284 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,293 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,377 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,380 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,411 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:11:48,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:18,250 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0224s, count=431, qps in this process: 14.3559 (mp_runner.py:76) +2024-09-01 19:12:18,306 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0082s, count=432, qps in this process: 14.3961 (mp_runner.py:76) +2024-09-01 19:12:18,313 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.028s, count=432, qps in this process: 14.3866 (mp_runner.py:76) +2024-09-01 19:12:18,320 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0345s, count=432, qps in this process: 14.3835 (mp_runner.py:76) +2024-09-01 19:12:18,424 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0424s, count=434, qps in this process: 14.4462 (mp_runner.py:76) +2024-09-01 19:12:18,425 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0051s, count=434, qps in this process: 14.4642 (mp_runner.py:76) +2024-09-01 19:12:18,426 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0341s, count=434, qps in this process: 14.4502 (mp_runner.py:76) +2024-09-01 19:12:18,427 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.035s, count=434, qps in this process: 14.4498 (mp_runner.py:76) +2024-09-01 19:12:18,428 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0361s, count=434, qps in this process: 14.4493 (mp_runner.py:76) +2024-09-01 19:12:18,429 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0364s, count=434, qps in this process: 14.4491 (mp_runner.py:76) +2024-09-01 19:12:18,430 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0021s, count=434, qps in this process: 14.4657 (mp_runner.py:76) +2024-09-01 19:12:18,432 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0505s, count=434, qps in this process: 14.4424 (mp_runner.py:76) +2024-09-01 19:12:18,433 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0045s, count=434, qps in this process: 14.4645 (mp_runner.py:76) +2024-09-01 19:12:18,450 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0579s, count=434, qps in this process: 14.4388 (mp_runner.py:76) +2024-09-01 19:12:18,451 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0053s, count=434, qps in this process: 14.4641 (mp_runner.py:76) +2024-09-01 19:12:18,459 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0134s, count=435, qps in this process: 14.4935 (mp_runner.py:76) +2024-09-01 19:12:18,460 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0032s, count=435, qps in this process: 14.4985 (mp_runner.py:76) +2024-09-01 19:12:18,461 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0018s, count=435, qps in this process: 14.4991 (mp_runner.py:76) +2024-09-01 19:12:18,461 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0018s, count=435, qps in this process: 14.4991 (mp_runner.py:76) +2024-09-01 19:12:18,462 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0167s, count=435, qps in this process: 14.4919 (mp_runner.py:76) +2024-09-01 19:12:18,463 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.004s, count=435, qps in this process: 14.4981 (mp_runner.py:76) +2024-09-01 19:12:18,465 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0187s, count=435, qps in this process: 14.491 (mp_runner.py:76) +2024-09-01 19:12:18,466 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.021s, count=435, qps in this process: 14.4899 (mp_runner.py:76) +2024-09-01 19:12:18,468 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0063s, count=435, qps in this process: 14.497 (mp_runner.py:76) +2024-09-01 19:12:18,470 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0134s, count=435, qps in this process: 14.4935 (mp_runner.py:76) +2024-09-01 19:12:18,472 | INFO |End search in concurrency 25: dur=30.307212980005716s, total_count=10851, qps=358.0336 (mp_runner.py:120) +2024-09-01 19:12:20,057 | INFO |Update largest qps with concurrency 25: current max_qps=358.0336 (mp_runner.py:124) +2024-09-01 19:12:20,463 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:12:20,464 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 19:12:30,885 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 19:12:31,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,028 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,071 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,181 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,193 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,215 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:12:31,258 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:01,036 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0204s, count=358, qps in this process: 11.9252 (mp_runner.py:76) +2024-09-01 19:13:01,042 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0188s, count=358, qps in this process: 11.9259 (mp_runner.py:76) +2024-09-01 19:13:01,094 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0217s, count=359, qps in this process: 11.958 (mp_runner.py:76) +2024-09-01 19:13:01,098 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0605s, count=359, qps in this process: 11.9426 (mp_runner.py:76) +2024-09-01 19:13:01,152 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0051s, count=360, qps in this process: 11.998 (mp_runner.py:76) +2024-09-01 19:13:01,153 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0058s, count=360, qps in this process: 11.9977 (mp_runner.py:76) +2024-09-01 19:13:01,160 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0116s, count=360, qps in this process: 11.9954 (mp_runner.py:76) +2024-09-01 19:13:01,160 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0369s, count=360, qps in this process: 11.9853 (mp_runner.py:76) +2024-09-01 19:13:01,165 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0183s, count=360, qps in this process: 11.9927 (mp_runner.py:76) +2024-09-01 19:13:01,166 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0193s, count=360, qps in this process: 11.9923 (mp_runner.py:76) +2024-09-01 19:13:01,175 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0283s, count=360, qps in this process: 11.9887 (mp_runner.py:76) +2024-09-01 19:13:01,197 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0005s, count=361, qps in this process: 12.0331 (mp_runner.py:76) +2024-09-01 19:13:01,200 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.008s, count=361, qps in this process: 12.0301 (mp_runner.py:76) +2024-09-01 19:13:01,202 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0103s, count=361, qps in this process: 12.0292 (mp_runner.py:76) +2024-09-01 19:13:01,205 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0092s, count=361, qps in this process: 12.0296 (mp_runner.py:76) +2024-09-01 19:13:01,208 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0086s, count=361, qps in this process: 12.0299 (mp_runner.py:76) +2024-09-01 19:13:01,209 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0098s, count=361, qps in this process: 12.0294 (mp_runner.py:76) +2024-09-01 19:13:01,212 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0288s, count=361, qps in this process: 12.0218 (mp_runner.py:76) +2024-09-01 19:13:01,222 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0147s, count=361, qps in this process: 12.0274 (mp_runner.py:76) +2024-09-01 19:13:01,224 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0315s, count=361, qps in this process: 12.0207 (mp_runner.py:76) +2024-09-01 19:13:01,225 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0178s, count=361, qps in this process: 12.0262 (mp_runner.py:76) +2024-09-01 19:13:01,226 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0238s, count=361, qps in this process: 12.0238 (mp_runner.py:76) +2024-09-01 19:13:01,229 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0031s, count=361, qps in this process: 12.0321 (mp_runner.py:76) +2024-09-01 19:13:01,230 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0351s, count=361, qps in this process: 12.0193 (mp_runner.py:76) +2024-09-01 19:13:01,239 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0393s, count=361, qps in this process: 12.0176 (mp_runner.py:76) +2024-09-01 19:13:01,246 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0276s, count=362, qps in this process: 12.0556 (mp_runner.py:76) +2024-09-01 19:13:01,246 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0237s, count=362, qps in this process: 12.0571 (mp_runner.py:76) +2024-09-01 19:13:01,247 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0289s, count=362, qps in this process: 12.0551 (mp_runner.py:76) +2024-09-01 19:13:01,259 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0014s, count=363, qps in this process: 12.0994 (mp_runner.py:76) +2024-09-01 19:13:01,278 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0082s, count=365, qps in this process: 12.1633 (mp_runner.py:76) +2024-09-01 19:13:01,280 | INFO |End search in concurrency 30: dur=30.392573459997948s, total_count=10822, qps=356.0738 (mp_runner.py:120) +2024-09-01 19:13:03,609 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:13:03,609 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 19:13:14,133 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 19:13:14,183 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,336 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,349 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,384 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,384 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,384 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,386 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,452 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,452 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,454 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,466 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,486 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,502 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,522 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,523 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,524 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,561 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,575 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:14,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:44,201 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0173s, count=309, qps in this process: 10.2941 (mp_runner.py:76) +2024-09-01 19:13:44,352 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0017s, count=311, qps in this process: 10.3661 (mp_runner.py:76) +2024-09-01 19:13:44,361 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.02s, count=311, qps in this process: 10.3598 (mp_runner.py:76) +2024-09-01 19:13:44,445 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0549s, count=312, qps in this process: 10.381 (mp_runner.py:76) +2024-09-01 19:13:44,447 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0575s, count=312, qps in this process: 10.3801 (mp_runner.py:76) +2024-09-01 19:13:44,449 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0466s, count=312, qps in this process: 10.3839 (mp_runner.py:76) +2024-09-01 19:13:44,449 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0466s, count=312, qps in this process: 10.3839 (mp_runner.py:76) +2024-09-01 19:13:44,450 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0474s, count=312, qps in this process: 10.3836 (mp_runner.py:76) +2024-09-01 19:13:44,451 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0518s, count=312, qps in this process: 10.3821 (mp_runner.py:76) +2024-09-01 19:13:44,458 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0681s, count=312, qps in this process: 10.3764 (mp_runner.py:76) +2024-09-01 19:13:44,484 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0814s, count=312, qps in this process: 10.3719 (mp_runner.py:76) +2024-09-01 19:13:44,486 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0838s, count=312, qps in this process: 10.371 (mp_runner.py:76) +2024-09-01 19:13:44,487 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0952s, count=312, qps in this process: 10.3671 (mp_runner.py:76) +2024-09-01 19:13:44,487 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0841s, count=312, qps in this process: 10.3709 (mp_runner.py:76) +2024-09-01 19:13:44,488 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.1033s, count=312, qps in this process: 10.3643 (mp_runner.py:76) +2024-09-01 19:13:44,488 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0284s, count=312, qps in this process: 10.3902 (mp_runner.py:76) +2024-09-01 19:13:44,515 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0612s, count=313, qps in this process: 10.4121 (mp_runner.py:76) +2024-09-01 19:13:44,515 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0531s, count=313, qps in this process: 10.4149 (mp_runner.py:76) +2024-09-01 19:13:44,515 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0459s, count=313, qps in this process: 10.4174 (mp_runner.py:76) +2024-09-01 19:13:44,517 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0631s, count=313, qps in this process: 10.4114 (mp_runner.py:76) +2024-09-01 19:13:44,522 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0079s, count=313, qps in this process: 10.4306 (mp_runner.py:76) +2024-09-01 19:13:44,523 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0349s, count=313, qps in this process: 10.4212 (mp_runner.py:76) +2024-09-01 19:13:44,526 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0021s, count=313, qps in this process: 10.4326 (mp_runner.py:76) +2024-09-01 19:13:44,529 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0031s, count=313, qps in this process: 10.4323 (mp_runner.py:76) +2024-09-01 19:13:44,533 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.003s, count=313, qps in this process: 10.4323 (mp_runner.py:76) +2024-09-01 19:13:44,554 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.027s, count=314, qps in this process: 10.4573 (mp_runner.py:76) +2024-09-01 19:13:44,556 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0381s, count=314, qps in this process: 10.4534 (mp_runner.py:76) +2024-09-01 19:13:44,560 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0295s, count=314, qps in this process: 10.4564 (mp_runner.py:76) +2024-09-01 19:13:44,562 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0199s, count=314, qps in this process: 10.4597 (mp_runner.py:76) +2024-09-01 19:13:44,582 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0166s, count=315, qps in this process: 10.4942 (mp_runner.py:76) +2024-09-01 19:13:44,582 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0126s, count=315, qps in this process: 10.4956 (mp_runner.py:76) +2024-09-01 19:13:44,583 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0129s, count=315, qps in this process: 10.4955 (mp_runner.py:76) +2024-09-01 19:13:44,597 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0117s, count=316, qps in this process: 10.5292 (mp_runner.py:76) +2024-09-01 19:13:44,611 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0129s, count=317, qps in this process: 10.5621 (mp_runner.py:76) +2024-09-01 19:13:44,611 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0053s, count=317, qps in this process: 10.5648 (mp_runner.py:76) +2024-09-01 19:13:44,613 | INFO |End search in concurrency 35: dur=30.47785839700373s, total_count=10955, qps=359.4413 (mp_runner.py:120) +2024-09-01 19:13:46,845 | INFO |Update largest qps with concurrency 35: current max_qps=359.4413 (mp_runner.py:124) +2024-09-01 19:13:47,249 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:13:47,249 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 19:13:57,889 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 19:13:57,948 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:57,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:57,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,258 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,266 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,309 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,311 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,311 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,326 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,327 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,327 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,329 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,358 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,359 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:13:58,425 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:27,986 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0271s, count=272, qps in this process: 9.0585 (mp_runner.py:76) +2024-09-01 19:14:27,993 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0403s, count=272, qps in this process: 9.0545 (mp_runner.py:76) +2024-09-01 19:14:28,006 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.047s, count=272, qps in this process: 9.0525 (mp_runner.py:76) +2024-09-01 19:14:28,213 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0361s, count=274, qps in this process: 9.1224 (mp_runner.py:76) +2024-09-01 19:14:28,251 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.1303s, count=274, qps in this process: 9.0938 (mp_runner.py:76) +2024-09-01 19:14:28,262 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.1412s, count=274, qps in this process: 9.0905 (mp_runner.py:76) +2024-09-01 19:14:28,269 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0062s, count=274, qps in this process: 9.1314 (mp_runner.py:76) +2024-09-01 19:14:28,320 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0624s, count=275, qps in this process: 9.1476 (mp_runner.py:76) +2024-09-01 19:14:28,324 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.057s, count=275, qps in this process: 9.1493 (mp_runner.py:76) +2024-09-01 19:14:28,324 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0576s, count=275, qps in this process: 9.1491 (mp_runner.py:76) +2024-09-01 19:14:28,327 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0691s, count=275, qps in this process: 9.1456 (mp_runner.py:76) +2024-09-01 19:14:28,328 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0608s, count=275, qps in this process: 9.1481 (mp_runner.py:76) +2024-09-01 19:14:28,329 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0626s, count=275, qps in this process: 9.1476 (mp_runner.py:76) +2024-09-01 19:14:28,332 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0035s, count=275, qps in this process: 9.1656 (mp_runner.py:76) +2024-09-01 19:14:28,336 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0069s, count=275, qps in this process: 9.1646 (mp_runner.py:76) +2024-09-01 19:14:28,337 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0254s, count=275, qps in this process: 9.1589 (mp_runner.py:76) +2024-09-01 19:14:28,340 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0809s, count=275, qps in this process: 9.142 (mp_runner.py:76) +2024-09-01 19:14:28,343 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0869s, count=275, qps in this process: 9.1402 (mp_runner.py:76) +2024-09-01 19:14:28,343 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0748s, count=275, qps in this process: 9.1439 (mp_runner.py:76) +2024-09-01 19:14:28,344 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0558s, count=275, qps in this process: 9.1496 (mp_runner.py:76) +2024-09-01 19:14:28,346 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0875s, count=275, qps in this process: 9.14 (mp_runner.py:76) +2024-09-01 19:14:28,348 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0815s, count=275, qps in this process: 9.1418 (mp_runner.py:76) +2024-09-01 19:14:28,349 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0353s, count=275, qps in this process: 9.1559 (mp_runner.py:76) +2024-09-01 19:14:28,350 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0368s, count=275, qps in this process: 9.1554 (mp_runner.py:76) +2024-09-01 19:14:28,357 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0902s, count=275, qps in this process: 9.1392 (mp_runner.py:76) +2024-09-01 19:14:28,376 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0378s, count=276, qps in this process: 9.1884 (mp_runner.py:76) +2024-09-01 19:14:28,377 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0479s, count=276, qps in this process: 9.1853 (mp_runner.py:76) +2024-09-01 19:14:28,377 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0389s, count=276, qps in this process: 9.1881 (mp_runner.py:76) +2024-09-01 19:14:28,377 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0113s, count=276, qps in this process: 9.1965 (mp_runner.py:76) +2024-09-01 19:14:28,378 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0122s, count=276, qps in this process: 9.1963 (mp_runner.py:76) +2024-09-01 19:14:28,385 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0126s, count=276, qps in this process: 9.1961 (mp_runner.py:76) +2024-09-01 19:14:28,386 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0475s, count=276, qps in this process: 9.1855 (mp_runner.py:76) +2024-09-01 19:14:28,386 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0108s, count=276, qps in this process: 9.1967 (mp_runner.py:76) +2024-09-01 19:14:28,388 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0244s, count=276, qps in this process: 9.1925 (mp_runner.py:76) +2024-09-01 19:14:28,403 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0004s, count=277, qps in this process: 9.2332 (mp_runner.py:76) +2024-09-01 19:14:28,403 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0003s, count=277, qps in this process: 9.2332 (mp_runner.py:76) +2024-09-01 19:14:28,404 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0012s, count=277, qps in this process: 9.233 (mp_runner.py:76) +2024-09-01 19:14:28,419 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0165s, count=278, qps in this process: 9.2616 (mp_runner.py:76) +2024-09-01 19:14:28,439 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0046s, count=279, qps in this process: 9.2986 (mp_runner.py:76) +2024-09-01 19:14:28,440 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0146s, count=279, qps in this process: 9.2955 (mp_runner.py:76) +2024-09-01 19:14:28,442 | INFO |End search in concurrency 40: dur=30.552954266000597s, total_count=11013, qps=360.4561 (mp_runner.py:120) +2024-09-01 19:14:31,037 | INFO |Update largest qps with concurrency 40: current max_qps=360.4561 (mp_runner.py:124) +2024-09-01 19:14:31,444 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:14:31,444 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 19:14:42,202 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 19:14:42,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,487 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,488 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,491 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,524 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,563 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,579 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,581 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,584 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,584 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,589 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,589 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,589 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,592 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,593 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,606 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,613 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,627 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,691 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,694 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,701 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,737 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,738 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,743 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,766 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,774 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:14:42,780 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:12,488 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0101s, count=242, qps in this process: 8.064 (mp_runner.py:76) +2024-09-01 19:15:12,556 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0412s, count=243, qps in this process: 8.0889 (mp_runner.py:76) +2024-09-01 19:15:12,558 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0166s, count=243, qps in this process: 8.0955 (mp_runner.py:76) +2024-09-01 19:15:12,566 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0509s, count=243, qps in this process: 8.0863 (mp_runner.py:76) +2024-09-01 19:15:12,566 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0407s, count=243, qps in this process: 8.089 (mp_runner.py:76) +2024-09-01 19:15:12,572 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0814s, count=243, qps in this process: 8.0781 (mp_runner.py:76) +2024-09-01 19:15:12,578 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0882s, count=243, qps in this process: 8.0763 (mp_runner.py:76) +2024-09-01 19:15:12,582 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0501s, count=243, qps in this process: 8.0865 (mp_runner.py:76) +2024-09-01 19:15:12,583 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0784s, count=243, qps in this process: 8.0789 (mp_runner.py:76) +2024-09-01 19:15:12,633 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0386s, count=244, qps in this process: 8.1229 (mp_runner.py:76) +2024-09-01 19:15:12,637 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.037s, count=244, qps in this process: 8.1233 (mp_runner.py:76) +2024-09-01 19:15:12,640 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0563s, count=244, qps in this process: 8.1181 (mp_runner.py:76) +2024-09-01 19:15:12,645 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0237s, count=244, qps in this process: 8.1269 (mp_runner.py:76) +2024-09-01 19:15:12,650 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.019s, count=244, qps in this process: 8.1282 (mp_runner.py:76) +2024-09-01 19:15:12,656 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0392s, count=244, qps in this process: 8.1227 (mp_runner.py:76) +2024-09-01 19:15:12,656 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0075s, count=244, qps in this process: 8.1313 (mp_runner.py:76) +2024-09-01 19:15:12,661 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0011s, count=244, qps in this process: 8.133 (mp_runner.py:76) +2024-09-01 19:15:12,661 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0678s, count=244, qps in this process: 8.115 (mp_runner.py:76) +2024-09-01 19:15:12,662 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.066s, count=244, qps in this process: 8.1155 (mp_runner.py:76) +2024-09-01 19:15:12,664 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0832s, count=244, qps in this process: 8.1108 (mp_runner.py:76) +2024-09-01 19:15:12,666 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0754s, count=244, qps in this process: 8.1129 (mp_runner.py:76) +2024-09-01 19:15:12,672 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.106s, count=244, qps in this process: 8.1047 (mp_runner.py:76) +2024-09-01 19:15:12,680 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0102s, count=244, qps in this process: 8.1306 (mp_runner.py:76) +2024-09-01 19:15:12,684 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0718s, count=244, qps in this process: 8.1139 (mp_runner.py:76) +2024-09-01 19:15:12,685 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.096s, count=244, qps in this process: 8.1074 (mp_runner.py:76) +2024-09-01 19:15:12,691 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0317s, count=244, qps in this process: 8.1247 (mp_runner.py:76) +2024-09-01 19:15:12,695 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.101s, count=244, qps in this process: 8.106 (mp_runner.py:76) +2024-09-01 19:15:12,704 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0406s, count=244, qps in this process: 8.1223 (mp_runner.py:76) +2024-09-01 19:15:12,727 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.1053s, count=244, qps in this process: 8.1049 (mp_runner.py:76) +2024-09-01 19:15:12,729 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0351s, count=244, qps in this process: 8.1238 (mp_runner.py:76) +2024-09-01 19:15:12,729 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.133s, count=244, qps in this process: 8.0974 (mp_runner.py:76) +2024-09-01 19:15:12,741 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0722s, count=245, qps in this process: 8.1471 (mp_runner.py:76) +2024-09-01 19:15:12,741 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0729s, count=245, qps in this process: 8.1469 (mp_runner.py:76) +2024-09-01 19:15:12,741 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.005s, count=245, qps in this process: 8.1653 (mp_runner.py:76) +2024-09-01 19:15:12,742 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0061s, count=245, qps in this process: 8.165 (mp_runner.py:76) +2024-09-01 19:15:12,742 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.079s, count=245, qps in this process: 8.1452 (mp_runner.py:76) +2024-09-01 19:15:12,746 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0453s, count=245, qps in this process: 8.1544 (mp_runner.py:76) +2024-09-01 19:15:12,746 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0364s, count=245, qps in this process: 8.1568 (mp_runner.py:76) +2024-09-01 19:15:12,748 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0411s, count=245, qps in this process: 8.1555 (mp_runner.py:76) +2024-09-01 19:15:12,770 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0191s, count=246, qps in this process: 8.1948 (mp_runner.py:76) +2024-09-01 19:15:12,770 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0107s, count=246, qps in this process: 8.1971 (mp_runner.py:76) +2024-09-01 19:15:12,770 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0223s, count=246, qps in this process: 8.1939 (mp_runner.py:76) +2024-09-01 19:15:12,770 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0006s, count=246, qps in this process: 8.1998 (mp_runner.py:76) +2024-09-01 19:15:12,785 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0075s, count=247, qps in this process: 8.2313 (mp_runner.py:76) +2024-09-01 19:15:12,797 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.01s, count=248, qps in this process: 8.2639 (mp_runner.py:76) +2024-09-01 19:15:12,799 | INFO |End search in concurrency 45: dur=30.59698031299922s, total_count=10993, qps=359.2838 (mp_runner.py:120) +2024-09-01 19:15:16,177 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:15:16,177 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 19:15:37,170 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 19:15:37,412 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,429 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,469 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,502 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,507 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,520 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,520 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,553 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,596 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,597 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,597 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,603 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,624 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,634 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,641 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,641 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,644 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,692 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,694 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,694 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,695 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,699 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,706 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,707 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,722 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,754 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,761 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,763 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,763 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,770 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,845 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:15:37,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:07,425 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0063s, count=222, qps in this process: 7.3984 (mp_runner.py:76) +2024-09-01 19:16:07,529 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0351s, count=223, qps in this process: 7.4246 (mp_runner.py:76) +2024-09-01 19:16:07,534 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0273s, count=223, qps in this process: 7.4266 (mp_runner.py:76) +2024-09-01 19:16:07,538 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0122s, count=223, qps in this process: 7.4303 (mp_runner.py:76) +2024-09-01 19:16:07,538 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0281s, count=223, qps in this process: 7.4264 (mp_runner.py:76) +2024-09-01 19:16:07,553 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0268s, count=223, qps in this process: 7.4267 (mp_runner.py:76) +2024-09-01 19:16:07,580 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0232s, count=223, qps in this process: 7.4276 (mp_runner.py:76) +2024-09-01 19:16:07,591 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.159s, count=223, qps in this process: 7.3941 (mp_runner.py:76) +2024-09-01 19:16:07,647 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0016s, count=224, qps in this process: 7.4663 (mp_runner.py:76) +2024-09-01 19:16:07,647 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0456s, count=224, qps in this process: 7.4553 (mp_runner.py:76) +2024-09-01 19:16:07,653 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0469s, count=224, qps in this process: 7.455 (mp_runner.py:76) +2024-09-01 19:16:07,655 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0083s, count=224, qps in this process: 7.4646 (mp_runner.py:76) +2024-09-01 19:16:07,660 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.031s, count=224, qps in this process: 7.459 (mp_runner.py:76) +2024-09-01 19:16:07,661 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.02s, count=224, qps in this process: 7.4617 (mp_runner.py:76) +2024-09-01 19:16:07,662 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0568s, count=224, qps in this process: 7.4526 (mp_runner.py:76) +2024-09-01 19:16:07,663 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0208s, count=224, qps in this process: 7.4615 (mp_runner.py:76) +2024-09-01 19:16:07,664 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0629s, count=224, qps in this process: 7.451 (mp_runner.py:76) +2024-09-01 19:16:07,665 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0678s, count=224, qps in this process: 7.4498 (mp_runner.py:76) +2024-09-01 19:16:07,671 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0212s, count=224, qps in this process: 7.4614 (mp_runner.py:76) +2024-09-01 19:16:07,672 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0751s, count=224, qps in this process: 7.448 (mp_runner.py:76) +2024-09-01 19:16:07,673 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0724s, count=224, qps in this process: 7.4487 (mp_runner.py:76) +2024-09-01 19:16:07,676 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0707s, count=224, qps in this process: 7.4491 (mp_runner.py:76) +2024-09-01 19:16:07,676 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0298s, count=224, qps in this process: 7.4593 (mp_runner.py:76) +2024-09-01 19:16:07,706 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.06s, count=224, qps in this process: 7.4518 (mp_runner.py:76) +2024-09-01 19:16:07,713 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0597s, count=224, qps in this process: 7.4518 (mp_runner.py:76) +2024-09-01 19:16:07,747 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0692s, count=225, qps in this process: 7.4827 (mp_runner.py:76) +2024-09-01 19:16:07,748 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0101s, count=225, qps in this process: 7.4975 (mp_runner.py:76) +2024-09-01 19:16:07,750 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0566s, count=225, qps in this process: 7.4859 (mp_runner.py:76) +2024-09-01 19:16:07,752 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0551s, count=225, qps in this process: 7.4863 (mp_runner.py:76) +2024-09-01 19:16:07,755 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0573s, count=225, qps in this process: 7.4857 (mp_runner.py:76) +2024-09-01 19:16:07,756 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0542s, count=225, qps in this process: 7.4865 (mp_runner.py:76) +2024-09-01 19:16:07,757 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0505s, count=225, qps in this process: 7.4874 (mp_runner.py:76) +2024-09-01 19:16:07,759 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0525s, count=225, qps in this process: 7.4869 (mp_runner.py:76) +2024-09-01 19:16:07,761 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0965s, count=225, qps in this process: 7.476 (mp_runner.py:76) +2024-09-01 19:16:07,763 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0068s, count=225, qps in this process: 7.4983 (mp_runner.py:76) +2024-09-01 19:16:07,764 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0528s, count=225, qps in this process: 7.4868 (mp_runner.py:76) +2024-09-01 19:16:07,765 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0025s, count=225, qps in this process: 7.4994 (mp_runner.py:76) +2024-09-01 19:16:07,769 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0092s, count=225, qps in this process: 7.4977 (mp_runner.py:76) +2024-09-01 19:16:07,771 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0495s, count=225, qps in this process: 7.4876 (mp_runner.py:76) +2024-09-01 19:16:07,772 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.062s, count=225, qps in this process: 7.4845 (mp_runner.py:76) +2024-09-01 19:16:07,780 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0688s, count=225, qps in this process: 7.4828 (mp_runner.py:76) +2024-09-01 19:16:07,795 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0245s, count=226, qps in this process: 7.5272 (mp_runner.py:76) +2024-09-01 19:16:07,799 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0289s, count=226, qps in this process: 7.5261 (mp_runner.py:76) +2024-09-01 19:16:07,800 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0197s, count=226, qps in this process: 7.5284 (mp_runner.py:76) +2024-09-01 19:16:07,801 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0312s, count=226, qps in this process: 7.5255 (mp_runner.py:76) +2024-09-01 19:16:07,815 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0016s, count=227, qps in this process: 7.5663 (mp_runner.py:76) +2024-09-01 19:16:07,816 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0056s, count=227, qps in this process: 7.5653 (mp_runner.py:76) +2024-09-01 19:16:07,816 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0051s, count=227, qps in this process: 7.5654 (mp_runner.py:76) +2024-09-01 19:16:07,860 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0136s, count=230, qps in this process: 7.6632 (mp_runner.py:76) +2024-09-01 19:16:07,860 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0123s, count=230, qps in this process: 7.6635 (mp_runner.py:76) +2024-09-01 19:16:07,862 | INFO |End search in concurrency 50: dur=30.690469726003357s, total_count=11236, qps=366.1071 (mp_runner.py:120) +2024-09-01 19:16:11,173 | INFO |Update largest qps with concurrency 50: current max_qps=366.1071 (mp_runner.py:124) +2024-09-01 19:16:11,579 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:16:11,579 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 19:16:32,755 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 19:16:32,809 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:32,949 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,067 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,071 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,086 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,088 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,093 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,160 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,169 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,175 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,223 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,267 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,274 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,275 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,275 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,279 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,279 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,281 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,290 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,323 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,326 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,334 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,334 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,374 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,387 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,387 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,404 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,410 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,446 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,449 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,458 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,478 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,486 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,550 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,570 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,575 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,575 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,578 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,578 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,630 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:16:33,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:02,899 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0901s, count=194, qps in this process: 6.4473 (mp_runner.py:76) +2024-09-01 19:17:03,040 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.087s, count=195, qps in this process: 6.4812 (mp_runner.py:76) +2024-09-01 19:17:03,074 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0048s, count=195, qps in this process: 6.499 (mp_runner.py:76) +2024-09-01 19:17:03,098 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.005s, count=195, qps in this process: 6.4989 (mp_runner.py:76) +2024-09-01 19:17:03,102 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0193s, count=195, qps in this process: 6.4958 (mp_runner.py:76) +2024-09-01 19:17:03,132 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0567s, count=195, qps in this process: 6.4877 (mp_runner.py:76) +2024-09-01 19:17:03,142 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0512s, count=195, qps in this process: 6.4889 (mp_runner.py:76) +2024-09-01 19:17:03,226 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0079s, count=196, qps in this process: 6.5316 (mp_runner.py:76) +2024-09-01 19:17:03,229 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0116s, count=196, qps in this process: 6.5308 (mp_runner.py:76) +2024-09-01 19:17:03,235 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.017s, count=196, qps in this process: 6.5296 (mp_runner.py:76) +2024-09-01 19:17:03,241 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.1149s, count=196, qps in this process: 6.5084 (mp_runner.py:76) +2024-09-01 19:17:03,243 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0165s, count=196, qps in this process: 6.5297 (mp_runner.py:76) +2024-09-01 19:17:03,269 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0916s, count=196, qps in this process: 6.5134 (mp_runner.py:76) +2024-09-01 19:17:03,273 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0757s, count=196, qps in this process: 6.5169 (mp_runner.py:76) +2024-09-01 19:17:03,281 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0028s, count=196, qps in this process: 6.5327 (mp_runner.py:76) +2024-09-01 19:17:03,285 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0674s, count=196, qps in this process: 6.5187 (mp_runner.py:76) +2024-09-01 19:17:03,315 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0322s, count=196, qps in this process: 6.5263 (mp_runner.py:76) +2024-09-01 19:17:03,323 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.1578s, count=196, qps in this process: 6.4991 (mp_runner.py:76) +2024-09-01 19:17:03,325 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0415s, count=196, qps in this process: 6.5243 (mp_runner.py:76) +2024-09-01 19:17:03,325 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.2293s, count=196, qps in this process: 6.4838 (mp_runner.py:76) +2024-09-01 19:17:03,358 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.1853s, count=196, qps in this process: 6.4932 (mp_runner.py:76) +2024-09-01 19:17:03,384 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0386s, count=197, qps in this process: 6.5582 (mp_runner.py:76) +2024-09-01 19:17:03,388 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.1085s, count=197, qps in this process: 6.543 (mp_runner.py:76) +2024-09-01 19:17:03,389 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.1033s, count=197, qps in this process: 6.5441 (mp_runner.py:76) +2024-09-01 19:17:03,390 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0605s, count=197, qps in this process: 6.5535 (mp_runner.py:76) +2024-09-01 19:17:03,391 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0105s, count=197, qps in this process: 6.5644 (mp_runner.py:76) +2024-09-01 19:17:03,394 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0643s, count=197, qps in this process: 6.5526 (mp_runner.py:76) +2024-09-01 19:17:03,396 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0063s, count=197, qps in this process: 6.5653 (mp_runner.py:76) +2024-09-01 19:17:03,396 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.101s, count=197, qps in this process: 6.5446 (mp_runner.py:76) +2024-09-01 19:17:03,398 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.1247s, count=197, qps in this process: 6.5395 (mp_runner.py:76) +2024-09-01 19:17:03,401 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.1225s, count=197, qps in this process: 6.54 (mp_runner.py:76) +2024-09-01 19:17:03,404 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0146s, count=197, qps in this process: 6.5635 (mp_runner.py:76) +2024-09-01 19:17:03,407 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0611s, count=197, qps in this process: 6.5533 (mp_runner.py:76) +2024-09-01 19:17:03,465 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0008s, count=198, qps in this process: 6.5998 (mp_runner.py:76) +2024-09-01 19:17:03,466 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0441s, count=198, qps in this process: 6.5903 (mp_runner.py:76) +2024-09-01 19:17:03,468 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0177s, count=198, qps in this process: 6.5961 (mp_runner.py:76) +2024-09-01 19:17:03,468 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0062s, count=198, qps in this process: 6.5986 (mp_runner.py:76) +2024-09-01 19:17:03,468 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0577s, count=198, qps in this process: 6.5873 (mp_runner.py:76) +2024-09-01 19:17:03,515 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0203s, count=199, qps in this process: 6.6288 (mp_runner.py:76) +2024-09-01 19:17:03,521 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0448s, count=199, qps in this process: 6.6234 (mp_runner.py:76) +2024-09-01 19:17:03,530 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0341s, count=199, qps in this process: 6.6258 (mp_runner.py:76) +2024-09-01 19:17:03,539 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0774s, count=199, qps in this process: 6.6163 (mp_runner.py:76) +2024-09-01 19:17:03,547 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0649s, count=199, qps in this process: 6.619 (mp_runner.py:76) +2024-09-01 19:17:03,561 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0846s, count=199, qps in this process: 6.6147 (mp_runner.py:76) +2024-09-01 19:17:03,574 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0132s, count=200, qps in this process: 6.6637 (mp_runner.py:76) +2024-09-01 19:17:03,597 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0111s, count=201, qps in this process: 6.6975 (mp_runner.py:76) +2024-09-01 19:17:03,600 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0223s, count=201, qps in this process: 6.695 (mp_runner.py:76) +2024-09-01 19:17:03,603 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0259s, count=201, qps in this process: 6.6942 (mp_runner.py:76) +2024-09-01 19:17:03,605 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0186s, count=201, qps in this process: 6.6958 (mp_runner.py:76) +2024-09-01 19:17:03,611 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0336s, count=201, qps in this process: 6.6925 (mp_runner.py:76) +2024-09-01 19:17:03,624 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0165s, count=202, qps in this process: 6.7296 (mp_runner.py:76) +2024-09-01 19:17:03,624 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0192s, count=202, qps in this process: 6.729 (mp_runner.py:76) +2024-09-01 19:17:03,656 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0138s, count=204, qps in this process: 6.7969 (mp_runner.py:76) +2024-09-01 19:17:03,670 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0002s, count=205, qps in this process: 6.8333 (mp_runner.py:76) +2024-09-01 19:17:03,680 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0067s, count=206, qps in this process: 6.8651 (mp_runner.py:76) +2024-09-01 19:17:03,682 | INFO |End search in concurrency 55: dur=30.927512503003527s, total_count=10880, qps=351.7903 (mp_runner.py:120) +2024-09-01 19:17:07,691 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:17:07,692 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 19:17:29,061 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 19:17:29,115 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,189 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,348 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,388 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,397 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,405 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,413 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,431 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,442 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,442 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,451 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,462 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,550 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,551 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,609 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,645 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,645 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,645 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,677 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,690 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,691 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,691 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,701 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,709 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,726 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,739 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,810 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,848 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,888 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,888 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,893 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,901 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:29,946 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:30,028 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:17:59,209 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0931s, count=178, qps in this process: 5.915 (mp_runner.py:76) +2024-09-01 19:17:59,212 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0166s, count=178, qps in this process: 5.9301 (mp_runner.py:76) +2024-09-01 19:17:59,221 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0261s, count=178, qps in this process: 5.9282 (mp_runner.py:76) +2024-09-01 19:17:59,376 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.092s, count=179, qps in this process: 5.9484 (mp_runner.py:76) +2024-09-01 19:17:59,377 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0189s, count=179, qps in this process: 5.9629 (mp_runner.py:76) +2024-09-01 19:17:59,416 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.013s, count=179, qps in this process: 5.9641 (mp_runner.py:76) +2024-09-01 19:17:59,420 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.017s, count=179, qps in this process: 5.9633 (mp_runner.py:76) +2024-09-01 19:17:59,496 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0501s, count=180, qps in this process: 5.99 (mp_runner.py:76) +2024-09-01 19:17:59,496 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.048s, count=180, qps in this process: 5.9904 (mp_runner.py:76) +2024-09-01 19:17:59,496 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0241s, count=180, qps in this process: 5.9952 (mp_runner.py:76) +2024-09-01 19:17:59,497 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0841s, count=180, qps in this process: 5.9832 (mp_runner.py:76) +2024-09-01 19:17:59,498 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0846s, count=180, qps in this process: 5.9831 (mp_runner.py:76) +2024-09-01 19:17:59,498 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0162s, count=180, qps in this process: 5.9968 (mp_runner.py:76) +2024-09-01 19:17:59,498 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0607s, count=180, qps in this process: 5.9879 (mp_runner.py:76) +2024-09-01 19:17:59,532 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0357s, count=181, qps in this process: 6.0262 (mp_runner.py:76) +2024-09-01 19:17:59,537 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0402s, count=181, qps in this process: 6.0253 (mp_runner.py:76) +2024-09-01 19:17:59,549 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.1316s, count=180, qps in this process: 5.9738 (mp_runner.py:76) +2024-09-01 19:17:59,561 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0024s, count=181, qps in this process: 6.0329 (mp_runner.py:76) +2024-09-01 19:17:59,565 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.109s, count=180, qps in this process: 5.9783 (mp_runner.py:76) +2024-09-01 19:17:59,573 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0148s, count=181, qps in this process: 6.0304 (mp_runner.py:76) +2024-09-01 19:17:59,603 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.043s, count=181, qps in this process: 6.0247 (mp_runner.py:76) +2024-09-01 19:17:59,628 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0618s, count=182, qps in this process: 6.0542 (mp_runner.py:76) +2024-09-01 19:17:59,636 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0154s, count=182, qps in this process: 6.0636 (mp_runner.py:76) +2024-09-01 19:17:59,652 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0535s, count=182, qps in this process: 6.0559 (mp_runner.py:76) +2024-09-01 19:17:59,658 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0329s, count=182, qps in this process: 6.06 (mp_runner.py:76) +2024-09-01 19:17:59,659 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0091s, count=182, qps in this process: 6.0648 (mp_runner.py:76) +2024-09-01 19:17:59,669 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0016s, count=182, qps in this process: 6.0663 (mp_runner.py:76) +2024-09-01 19:17:59,699 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0516s, count=182, qps in this process: 6.0562 (mp_runner.py:76) +2024-09-01 19:17:59,703 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0159s, count=182, qps in this process: 6.0635 (mp_runner.py:76) +2024-09-01 19:17:59,725 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0329s, count=183, qps in this process: 6.0933 (mp_runner.py:76) +2024-09-01 19:17:59,726 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0782s, count=183, qps in this process: 6.0841 (mp_runner.py:76) +2024-09-01 19:17:59,727 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0688s, count=183, qps in this process: 6.086 (mp_runner.py:76) +2024-09-01 19:17:59,729 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0812s, count=183, qps in this process: 6.0835 (mp_runner.py:76) +2024-09-01 19:17:59,733 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.04s, count=183, qps in this process: 6.0919 (mp_runner.py:76) +2024-09-01 19:17:59,735 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0056s, count=183, qps in this process: 6.0989 (mp_runner.py:76) +2024-09-01 19:17:59,741 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0349s, count=183, qps in this process: 6.0929 (mp_runner.py:76) +2024-09-01 19:17:59,742 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0159s, count=183, qps in this process: 6.0968 (mp_runner.py:76) +2024-09-01 19:17:59,748 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0543s, count=183, qps in this process: 6.089 (mp_runner.py:76) +2024-09-01 19:17:59,757 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0091s, count=183, qps in this process: 6.0982 (mp_runner.py:76) +2024-09-01 19:17:59,772 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0242s, count=184, qps in this process: 6.1284 (mp_runner.py:76) +2024-09-01 19:17:59,776 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0297s, count=184, qps in this process: 6.1273 (mp_runner.py:76) +2024-09-01 19:17:59,782 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0213s, count=184, qps in this process: 6.129 (mp_runner.py:76) +2024-09-01 19:17:59,794 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0441s, count=184, qps in this process: 6.1243 (mp_runner.py:76) +2024-09-01 19:17:59,815 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.021s, count=185, qps in this process: 6.1624 (mp_runner.py:76) +2024-09-01 19:17:59,819 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0294s, count=185, qps in this process: 6.1606 (mp_runner.py:76) +2024-09-01 19:17:59,856 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0026s, count=186, qps in this process: 6.1995 (mp_runner.py:76) +2024-09-01 19:17:59,858 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0339s, count=186, qps in this process: 6.193 (mp_runner.py:76) +2024-09-01 19:17:59,860 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0058s, count=186, qps in this process: 6.1988 (mp_runner.py:76) +2024-09-01 19:17:59,861 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0194s, count=186, qps in this process: 6.196 (mp_runner.py:76) +2024-09-01 19:17:59,862 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0021s, count=186, qps in this process: 6.1996 (mp_runner.py:76) +2024-09-01 19:17:59,864 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0381s, count=186, qps in this process: 6.1921 (mp_runner.py:76) +2024-09-01 19:17:59,900 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0018s, count=187, qps in this process: 6.233 (mp_runner.py:76) +2024-09-01 19:17:59,900 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0085s, count=187, qps in this process: 6.2316 (mp_runner.py:76) +2024-09-01 19:17:59,901 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0027s, count=187, qps in this process: 6.2328 (mp_runner.py:76) +2024-09-01 19:17:59,920 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0183s, count=188, qps in this process: 6.2628 (mp_runner.py:76) +2024-09-01 19:17:59,921 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0201s, count=188, qps in this process: 6.2625 (mp_runner.py:76) +2024-09-01 19:17:59,921 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0199s, count=188, qps in this process: 6.2625 (mp_runner.py:76) +2024-09-01 19:17:59,921 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0135s, count=188, qps in this process: 6.2638 (mp_runner.py:76) +2024-09-01 19:17:59,956 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0002s, count=190, qps in this process: 6.3333 (mp_runner.py:76) +2024-09-01 19:18:00,050 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0118s, count=195, qps in this process: 6.4974 (mp_runner.py:76) +2024-09-01 19:18:00,052 | INFO |End search in concurrency 60: dur=30.988625933001458s, total_count=10981, qps=354.3558 (mp_runner.py:120) +2024-09-01 19:18:04,424 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:18:04,425 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 19:18:26,033 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 19:18:26,088 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,296 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,356 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,535 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,535 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,536 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,536 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,536 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,541 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,547 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,548 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,563 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,567 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,577 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,588 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,597 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,600 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,638 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,651 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,652 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,678 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,681 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,685 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,711 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,711 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,726 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,800 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,800 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,815 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,826 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,861 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,862 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,882 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,922 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,926 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,950 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:26,970 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:27,007 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:27,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:27,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:27,038 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:27,039 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:27,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:18:56,254 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.1465s, count=163, qps in this process: 5.4069 (mp_runner.py:76) +2024-09-01 19:18:56,380 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0139s, count=164, qps in this process: 5.4641 (mp_runner.py:76) +2024-09-01 19:18:56,401 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.1209s, count=164, qps in this process: 5.4447 (mp_runner.py:76) +2024-09-01 19:18:56,417 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.1012s, count=164, qps in this process: 5.4483 (mp_runner.py:76) +2024-09-01 19:18:56,457 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0356s, count=164, qps in this process: 5.4602 (mp_runner.py:76) +2024-09-01 19:18:56,550 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.011s, count=165, qps in this process: 5.498 (mp_runner.py:76) +2024-09-01 19:18:56,551 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0124s, count=165, qps in this process: 5.4977 (mp_runner.py:76) +2024-09-01 19:18:56,634 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0271s, count=166, qps in this process: 5.5283 (mp_runner.py:76) +2024-09-01 19:18:56,637 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.067s, count=166, qps in this process: 5.521 (mp_runner.py:76) +2024-09-01 19:18:56,643 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.1041s, count=166, qps in this process: 5.5142 (mp_runner.py:76) +2024-09-01 19:18:56,645 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0555s, count=166, qps in this process: 5.5231 (mp_runner.py:76) +2024-09-01 19:18:56,648 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0824s, count=166, qps in this process: 5.5182 (mp_runner.py:76) +2024-09-01 19:18:56,649 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0492s, count=166, qps in this process: 5.5243 (mp_runner.py:76) +2024-09-01 19:18:56,649 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.1105s, count=166, qps in this process: 5.513 (mp_runner.py:76) +2024-09-01 19:18:56,650 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.1066s, count=166, qps in this process: 5.5137 (mp_runner.py:76) +2024-09-01 19:18:56,654 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0271s, count=166, qps in this process: 5.5283 (mp_runner.py:76) +2024-09-01 19:18:56,654 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0275s, count=166, qps in this process: 5.5283 (mp_runner.py:76) +2024-09-01 19:18:56,657 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.066s, count=166, qps in this process: 5.5212 (mp_runner.py:76) +2024-09-01 19:18:56,663 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.113s, count=166, qps in this process: 5.5126 (mp_runner.py:76) +2024-09-01 19:18:56,667 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.1042s, count=166, qps in this process: 5.5142 (mp_runner.py:76) +2024-09-01 19:18:56,668 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0017s, count=166, qps in this process: 5.533 (mp_runner.py:76) +2024-09-01 19:18:56,673 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.1019s, count=166, qps in this process: 5.5146 (mp_runner.py:76) +2024-09-01 19:18:56,674 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0791s, count=166, qps in this process: 5.5188 (mp_runner.py:76) +2024-09-01 19:18:56,676 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0155s, count=166, qps in this process: 5.5305 (mp_runner.py:76) +2024-09-01 19:18:56,677 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.1385s, count=166, qps in this process: 5.5079 (mp_runner.py:76) +2024-09-01 19:18:56,685 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.11s, count=166, qps in this process: 5.5131 (mp_runner.py:76) +2024-09-01 19:18:56,691 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.1479s, count=166, qps in this process: 5.5062 (mp_runner.py:76) +2024-09-01 19:18:56,695 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.1004s, count=166, qps in this process: 5.5149 (mp_runner.py:76) +2024-09-01 19:18:56,699 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.053s, count=166, qps in this process: 5.5236 (mp_runner.py:76) +2024-09-01 19:18:56,772 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.1122s, count=167, qps in this process: 5.5459 (mp_runner.py:76) +2024-09-01 19:18:56,772 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0787s, count=167, qps in this process: 5.5521 (mp_runner.py:76) +2024-09-01 19:18:56,773 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0766s, count=167, qps in this process: 5.5525 (mp_runner.py:76) +2024-09-01 19:18:56,773 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.095s, count=167, qps in this process: 5.5491 (mp_runner.py:76) +2024-09-01 19:18:56,774 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.1139s, count=167, qps in this process: 5.5456 (mp_runner.py:76) +2024-09-01 19:18:56,775 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0586s, count=167, qps in this process: 5.5558 (mp_runner.py:76) +2024-09-01 19:18:56,776 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.1169s, count=167, qps in this process: 5.5451 (mp_runner.py:76) +2024-09-01 19:18:56,777 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.1151s, count=167, qps in this process: 5.5454 (mp_runner.py:76) +2024-09-01 19:18:56,777 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0905s, count=167, qps in this process: 5.5499 (mp_runner.py:76) +2024-09-01 19:18:56,778 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.024s, count=167, qps in this process: 5.5622 (mp_runner.py:76) +2024-09-01 19:18:56,778 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.094s, count=167, qps in this process: 5.5493 (mp_runner.py:76) +2024-09-01 19:18:56,779 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0836s, count=167, qps in this process: 5.5512 (mp_runner.py:76) +2024-09-01 19:18:56,780 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0447s, count=167, qps in this process: 5.5584 (mp_runner.py:76) +2024-09-01 19:18:56,780 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.112s, count=167, qps in this process: 5.546 (mp_runner.py:76) +2024-09-01 19:18:56,780 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.1019s, count=167, qps in this process: 5.5478 (mp_runner.py:76) +2024-09-01 19:18:56,790 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0762s, count=167, qps in this process: 5.5526 (mp_runner.py:76) +2024-09-01 19:18:56,833 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0087s, count=168, qps in this process: 5.5984 (mp_runner.py:76) +2024-09-01 19:18:56,839 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0393s, count=168, qps in this process: 5.5927 (mp_runner.py:76) +2024-09-01 19:18:56,841 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0342s, count=168, qps in this process: 5.5936 (mp_runner.py:76) +2024-09-01 19:18:56,842 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0017s, count=168, qps in this process: 5.5997 (mp_runner.py:76) +2024-09-01 19:18:56,848 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0409s, count=168, qps in this process: 5.5924 (mp_runner.py:76) +2024-09-01 19:18:56,881 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0149s, count=169, qps in this process: 5.6305 (mp_runner.py:76) +2024-09-01 19:18:56,882 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0192s, count=169, qps in this process: 5.6297 (mp_runner.py:76) +2024-09-01 19:18:56,924 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0065s, count=170, qps in this process: 5.6654 (mp_runner.py:76) +2024-09-01 19:18:56,926 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0394s, count=170, qps in this process: 5.6592 (mp_runner.py:76) +2024-09-01 19:18:56,932 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0419s, count=170, qps in this process: 5.6588 (mp_runner.py:76) +2024-09-01 19:18:56,959 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0209s, count=171, qps in this process: 5.696 (mp_runner.py:76) +2024-09-01 19:18:56,961 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0219s, count=171, qps in this process: 5.6958 (mp_runner.py:76) +2024-09-01 19:18:56,988 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0062s, count=172, qps in this process: 5.7321 (mp_runner.py:76) +2024-09-01 19:18:56,988 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0024s, count=172, qps in this process: 5.7329 (mp_runner.py:76) +2024-09-01 19:18:57,019 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0079s, count=173, qps in this process: 5.7651 (mp_runner.py:76) +2024-09-01 19:18:57,056 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0319s, count=174, qps in this process: 5.7938 (mp_runner.py:76) +2024-09-01 19:18:57,056 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0098s, count=174, qps in this process: 5.7981 (mp_runner.py:76) +2024-09-01 19:18:57,056 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0322s, count=174, qps in this process: 5.7938 (mp_runner.py:76) +2024-09-01 19:18:57,080 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0162s, count=175, qps in this process: 5.8302 (mp_runner.py:76) +2024-09-01 19:18:57,108 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0132s, count=177, qps in this process: 5.8974 (mp_runner.py:76) +2024-09-01 19:18:57,110 | INFO |End search in concurrency 65: dur=31.074621865001973s, total_count=10894, qps=350.5755 (mp_runner.py:120) +2024-09-01 19:19:01,884 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 19:19:01,884 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 19:19:23,884 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 19:19:23,938 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,088 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,142 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,236 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,243 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,415 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,418 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,419 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,430 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,437 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,437 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,437 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,442 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,457 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,459 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,467 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,467 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,467 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,467 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,473 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,480 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,480 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,484 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,525 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,535 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,557 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,568 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,571 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,571 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,579 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,621 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,624 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,627 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,627 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,662 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,693 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,762 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,769 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,851 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,862 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,922 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,922 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,970 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,977 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,986 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:24,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:25,018 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:25,078 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) +2024-09-01 19:19:54,174 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.2349s, count=150, qps in this process: 4.9612 (mp_runner.py:76) +2024-09-01 19:19:54,363 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.2633s, count=151, qps in this process: 4.9895 (mp_runner.py:76) +2024-09-01 19:19:54,377 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.1332s, count=151, qps in this process: 5.0111 (mp_runner.py:76) +2024-09-01 19:19:54,379 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.1073s, count=151, qps in this process: 5.0154 (mp_runner.py:76) +2024-09-01 19:19:54,398 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.1506s, count=151, qps in this process: 5.0082 (mp_runner.py:76) +2024-09-01 19:19:54,438 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.2864s, count=151, qps in this process: 4.9857 (mp_runner.py:76) +2024-09-01 19:19:54,504 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0091s, count=152, qps in this process: 5.0651 (mp_runner.py:76) +2024-09-01 19:19:54,504 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0715s, count=152, qps in this process: 5.0546 (mp_runner.py:76) +2024-09-01 19:19:54,504 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0286s, count=152, qps in this process: 5.0618 (mp_runner.py:76) +2024-09-01 19:19:54,505 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0424s, count=152, qps in this process: 5.0595 (mp_runner.py:76) +2024-09-01 19:19:54,537 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0536s, count=152, qps in this process: 5.0576 (mp_runner.py:76) +2024-09-01 19:19:54,546 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0705s, count=152, qps in this process: 5.0548 (mp_runner.py:76) +2024-09-01 19:19:54,557 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.1068s, count=152, qps in this process: 5.0487 (mp_runner.py:76) +2024-09-01 19:19:54,557 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0241s, count=152, qps in this process: 5.0626 (mp_runner.py:76) +2024-09-01 19:19:54,558 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.1373s, count=152, qps in this process: 5.0436 (mp_runner.py:76) +2024-09-01 19:19:54,560 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0766s, count=152, qps in this process: 5.0538 (mp_runner.py:76) +2024-09-01 19:19:54,562 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.1399s, count=152, qps in this process: 5.0431 (mp_runner.py:76) +2024-09-01 19:19:54,568 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0481s, count=152, qps in this process: 5.0586 (mp_runner.py:76) +2024-09-01 19:19:54,569 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.001s, count=152, qps in this process: 5.0665 (mp_runner.py:76) +2024-09-01 19:19:54,575 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.125s, count=152, qps in this process: 5.0456 (mp_runner.py:76) +2024-09-01 19:19:54,577 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0572s, count=152, qps in this process: 5.057 (mp_runner.py:76) +2024-09-01 19:19:54,580 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.1621s, count=152, qps in this process: 5.0394 (mp_runner.py:76) +2024-09-01 19:19:54,585 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.1351s, count=152, qps in this process: 5.044 (mp_runner.py:76) +2024-09-01 19:19:54,585 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.1122s, count=152, qps in this process: 5.0478 (mp_runner.py:76) +2024-09-01 19:19:54,588 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.1381s, count=152, qps in this process: 5.0434 (mp_runner.py:76) +2024-09-01 19:19:54,592 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.1543s, count=152, qps in this process: 5.0407 (mp_runner.py:76) +2024-09-01 19:19:54,592 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.1261s, count=152, qps in this process: 5.0455 (mp_runner.py:76) +2024-09-01 19:19:54,595 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.1196s, count=152, qps in this process: 5.0465 (mp_runner.py:76) +2024-09-01 19:19:54,599 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.1194s, count=152, qps in this process: 5.0466 (mp_runner.py:76) +2024-09-01 19:19:54,600 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0259s, count=152, qps in this process: 5.0623 (mp_runner.py:76) +2024-09-01 19:19:54,606 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.115s, count=152, qps in this process: 5.0473 (mp_runner.py:76) +2024-09-01 19:19:54,635 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.2033s, count=152, qps in this process: 5.0326 (mp_runner.py:76) +2024-09-01 19:19:54,650 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0181s, count=152, qps in this process: 5.0636 (mp_runner.py:76) +2024-09-01 19:19:54,676 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0495s, count=153, qps in this process: 5.0916 (mp_runner.py:76) +2024-09-01 19:19:54,677 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.095s, count=153, qps in this process: 5.0839 (mp_runner.py:76) +2024-09-01 19:19:54,679 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.1595s, count=153, qps in this process: 5.073 (mp_runner.py:76) +2024-09-01 19:19:54,682 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0321s, count=153, qps in this process: 5.0945 (mp_runner.py:76) +2024-09-01 19:19:54,687 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.1129s, count=153, qps in this process: 5.0809 (mp_runner.py:76) +2024-09-01 19:19:54,689 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0494s, count=153, qps in this process: 5.0916 (mp_runner.py:76) +2024-09-01 19:19:54,690 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0111s, count=153, qps in this process: 5.0981 (mp_runner.py:76) +2024-09-01 19:19:54,697 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.1431s, count=153, qps in this process: 5.0758 (mp_runner.py:76) +2024-09-01 19:19:54,725 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0552s, count=153, qps in this process: 5.0906 (mp_runner.py:76) +2024-09-01 19:19:54,725 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0117s, count=153, qps in this process: 5.098 (mp_runner.py:76) +2024-09-01 19:19:54,735 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0808s, count=153, qps in this process: 5.0863 (mp_runner.py:76) +2024-09-01 19:19:54,740 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.1072s, count=153, qps in this process: 5.0818 (mp_runner.py:76) +2024-09-01 19:19:54,752 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.1023s, count=153, qps in this process: 5.0827 (mp_runner.py:76) +2024-09-01 19:19:54,757 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.2375s, count=153, qps in this process: 5.0599 (mp_runner.py:76) +2024-09-01 19:19:54,762 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.1353s, count=153, qps in this process: 5.0771 (mp_runner.py:76) +2024-09-01 19:19:54,764 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.2273s, count=153, qps in this process: 5.0616 (mp_runner.py:76) +2024-09-01 19:19:54,773 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.1978s, count=153, qps in this process: 5.0666 (mp_runner.py:76) +2024-09-01 19:19:54,806 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0673s, count=154, qps in this process: 5.1218 (mp_runner.py:76) +2024-09-01 19:19:54,806 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0343s, count=154, qps in this process: 5.1275 (mp_runner.py:76) +2024-09-01 19:19:54,807 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.033s, count=154, qps in this process: 5.1277 (mp_runner.py:76) +2024-09-01 19:19:54,807 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.009s, count=154, qps in this process: 5.1318 (mp_runner.py:76) +2024-09-01 19:19:54,807 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0157s, count=154, qps in this process: 5.1306 (mp_runner.py:76) +2024-09-01 19:19:54,815 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0042s, count=154, qps in this process: 5.1326 (mp_runner.py:76) +2024-09-01 19:19:54,849 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0014s, count=155, qps in this process: 5.1664 (mp_runner.py:76) +2024-09-01 19:19:54,886 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0282s, count=156, qps in this process: 5.1951 (mp_runner.py:76) +2024-09-01 19:19:54,894 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0119s, count=156, qps in this process: 5.1979 (mp_runner.py:76) +2024-09-01 19:19:54,956 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0302s, count=158, qps in this process: 5.2614 (mp_runner.py:76) +2024-09-01 19:19:54,959 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0329s, count=158, qps in this process: 5.2609 (mp_runner.py:76) +2024-09-01 19:19:54,989 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0185s, count=159, qps in this process: 5.2967 (mp_runner.py:76) +2024-09-01 19:19:54,989 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0082s, count=159, qps in this process: 5.2986 (mp_runner.py:76) +2024-09-01 19:19:55,015 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0294s, count=160, qps in this process: 5.3281 (mp_runner.py:76) +2024-09-01 19:19:55,018 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.012s, count=160, qps in this process: 5.3312 (mp_runner.py:76) +2024-09-01 19:19:55,021 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0151s, count=160, qps in this process: 5.3307 (mp_runner.py:76) +2024-09-01 19:19:55,021 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0135s, count=160, qps in this process: 5.3309 (mp_runner.py:76) +2024-09-01 19:19:55,023 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0252s, count=160, qps in this process: 5.3289 (mp_runner.py:76) +2024-09-01 19:19:55,035 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0092s, count=161, qps in this process: 5.365 (mp_runner.py:76) +2024-09-01 19:19:55,087 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0014s, count=166, qps in this process: 5.5331 (mp_runner.py:76) +2024-09-01 19:19:55,089 | INFO |End search in concurrency 70: dur=31.204481197994028s, total_count=10762, qps=344.8864 (mp_runner.py:120) +2024-09-01 19:19:59,765 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=366.1071, serial_latency_p99=np.float64(0.059), recall=np.float64(0.9574), ndcg=np.float64(0.9625), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[102.0475, 287.7708, 340.5862, 343.5655, 358.0336, 356.0738, 359.4413, 360.4561, 359.2838, 366.1071, 351.7903, 354.3558, 350.5755, 344.8864], conc_latency_p99_list=[np.float64(0.004491779475851217), np.float64(0.007406385598421184), np.float64(0.014895825049043196), np.float64(0.017104781509402527), np.float64(0.020772658053865595), np.float64(0.0233920784977985), np.float64(0.02975045835853816), np.float64(0.024349637487213475), np.float64(0.03580501952957129), np.float64(0.038523909635270685), np.float64(0.03410724456680109), np.float64(0.0379495998192142), np.float64(0.03667238473567704), np.float64(0.030842614279923145)]) (task_runner.py:197) +2024-09-01 19:19:59,765 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:08:32.813428'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=366.1071, serial_latency_p99=np.float64(0.059), recall=np.float64(0.9574), ndcg=np.float64(0.9625), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[102.0475, 287.7708, 340.5862, 343.5655, 358.0336, 356.0738, 359.4413, 360.4561, 359.2838, 366.1071, 351.7903, 354.3558, 350.5755, 344.8864], conc_latency_p99_list=[np.float64(0.004491779475851217), np.float64(0.007406385598421184), np.float64(0.014895825049043196), np.float64(0.017104781509402527), np.float64(0.020772658053865595), np.float64(0.0233920784977985), np.float64(0.02975045835853816), np.float64(0.024349637487213475), np.float64(0.03580501952957129), np.float64(0.038523909635270685), np.float64(0.03410724456680109), np.float64(0.0379495998192142), np.float64(0.03667238473567704), np.float64(0.030842614279923145)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 19:19:59,766 | INFO |Task summary: run_id=b09b5, task_label=b09b543d972146819f67fb35334dd219 (models.py:346) +2024-09-01 19:19:59,766 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 19:19:59,766 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 19:19:59,766 | INFO |PgVector | 2024-09-01T19:08:32.813428 Performance1536D500K b09b543d972146819f67fb35334dd219 | 0.0 366.1071 0.059 0.9574 0 | :) (models.py:346) +2024-09-01 19:19:59,766 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json (models.py:204) +2024-09-01 19:19:59,766 | INFO |Success to finish task: label=b09b543d972146819f67fb35334dd219, run_id=b09b543d972146819f67fb35334dd219 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json b/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json new file mode 100644 index 000000000..f21c331df --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json @@ -0,0 +1 @@ +{"run_id": "b09b543d972146819f67fb35334dd219", "task_label": "b09b543d972146819f67fb35334dd219", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 366.1071, "serial_latency_p99": 0.059, "recall": 0.9574, "ndcg": 0.9625, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [102.0475, 287.7708, 340.5862, 343.5655, 358.0336, 356.0738, 359.4413, 360.4561, 359.2838, 366.1071, 351.7903, 354.3558, 350.5755, 344.8864], "conc_latency_p99_list": [0.004491779475851217, 0.007406385598421184, 0.014895825049043196, 0.017104781509402527, 0.020772658053865595, 0.0233920784977985, 0.02975045835853816, 0.024349637487213475, 0.03580501952957129, 0.038523909635270685, 0.03410724456680109, 0.0379495998192142, 0.03667238473567704, 0.030842614279923145]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:08:32.813428", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt b/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt new file mode 100644 index 000000000..0984cee1c --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt @@ -0,0 +1,1933 @@ +DB Instance Type: db.m6i.large +DB Instance Provider: aws +DB enable_seqscan: on +db-label: run1-seqon +drop_old: True +load: True +search-serial: True +search-concurent: True +case-type: Performance1536D500K +maintenance-work-mem: 4GB +max-parallel-workers: 2 +ef-search: [10, 20, 40, 80, 120, 200, 400] +ef-construction: 64 +m: 8 +num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 +concurrency-duration: 30 +run_count: 1 +Current PostgreSQL configurations: +Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] +checkpoint_timeout: 5min +effective_cache_size: 3902320kB +jit: off +maintenance_work_mem: 4GB +max_parallel_maintenance_workers: 2 +max_parallel_workers: 2 +max_parallel_workers_per_gather: 2 +max_wal_size: 6GB +max_worker_processes: 8 +shared_buffers: 1951160kB +wal_compression: zstd +work_mem: 4MB +Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load +2024-09-01 18:30:53,090 | INFO |Task: +TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:30:53.078276', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) + (cli.py:357) +2024-09-01 18:30:53,090 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:30:53.078276', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) +2024-09-01 18:30:53,090 | INFO |generated uuid for the tasks: c5dd251ed84a498a99c2dea4da3f5b29 (interface.py:66) +2024-09-01 18:30:53,152 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) +2024-09-01 18:30:53,153 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) +2024-09-01 18:30:53,153 | INFO | PgVector-2024-09-01T18:30:53.078276 | Performance OpenAI-MEDIUM-500K None | c5dd251ed84a498a99c2dea4da3f5b29 (task_runner.py:340) +2024-09-01 18:30:53,153 | INFO |task submitted: id=c5dd251ed84a498a99c2dea4da3f5b29, c5dd251ed84a498a99c2dea4da3f5b29, case number: 1 (interface.py:231) +2024-09-01 18:30:53,571 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:30:53.078276'}, drop_old=False (interface.py:164) +2024-09-01 18:30:53,571 | INFO |Starting run (task_runner.py:100) +2024-09-01 18:30:53,647 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} +metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) +2024-09-01 18:30:54,242 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) +2024-09-01 18:30:54,290 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) +2024-09-01 18:30:54,314 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) +2024-09-01 18:30:54,315 | INFO |Start performance case (task_runner.py:158) +2024-09-01 18:30:54,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:30:54,327 | INFO |PgVector client get size info. (pgvector.py:82) +2024-09-01 18:30:54,327 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) +2024-09-01 18:30:54,328 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) +2024-09-01 18:30:54,371 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) +2024-09-01 18:30:54,932 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) +2024-09-01 18:30:54,953 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:30:54,954 | DEBUG |test dataset size: 1000 (serial_runner.py:176) +2024-09-01 18:30:54,954 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) +2024-09-01 18:31:00,289 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03421202000026824, latest recall=0.8 (serial_runner.py:202) +2024-09-01 18:31:05,227 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.05685970299964538, latest recall=0.78 (serial_runner.py:202) +2024-09-01 18:31:10,172 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.03853174800315173, latest recall=0.65 (serial_runner.py:202) +2024-09-01 18:31:15,008 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.033025300996087026, latest recall=0.8 (serial_runner.py:202) +2024-09-01 18:31:19,468 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.02657388800435001, latest recall=0.8 (serial_runner.py:202) +2024-09-01 18:31:23,878 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.03105078900262015, latest recall=0.8 (serial_runner.py:202) +2024-09-01 18:31:28,008 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.026957868001773022, latest recall=0.79 (serial_runner.py:202) +2024-09-01 18:31:32,266 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.04635470399807673, latest recall=0.8 (serial_runner.py:202) +2024-09-01 18:31:36,540 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.029575788001238834, latest recall=0.8 (serial_runner.py:202) +2024-09-01 18:31:40,949 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.04161252800258808, latest recall=0.69 (serial_runner.py:202) +2024-09-01 18:31:40,950 | INFO |SpawnProcess-1:1 search entire test_data: cost=37.5075s, queries=1000, avg_recall=0.7568, avg_ndcg=0.7971,avg_latency=0.0375, p99=0.073 (serial_runner.py:209) +2024-09-01 18:31:41,480 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:31:41,481 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) +2024-09-01 18:31:42,503 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) +2024-09-01 18:31:42,534 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:31:45,807 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.004056757003127132 (mp_runner.py:73) +2024-09-01 18:31:48,080 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.004328930001065601 (mp_runner.py:73) +2024-09-01 18:31:49,734 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0025624260015320033 (mp_runner.py:73) +2024-09-01 18:31:51,301 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0033882269999594428 (mp_runner.py:73) +2024-09-01 18:31:52,808 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0026165860035689548 (mp_runner.py:73) +2024-09-01 18:31:54,341 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0034579210041556507 (mp_runner.py:73) +2024-09-01 18:31:55,884 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0026552439958322793 (mp_runner.py:73) +2024-09-01 18:31:57,399 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.004267553995305207 (mp_runner.py:73) +2024-09-01 18:31:59,236 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0029364389993133955 (mp_runner.py:73) +2024-09-01 18:32:00,838 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0035859629933838733 (mp_runner.py:73) +2024-09-01 18:32:02,456 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.002935914999397937 (mp_runner.py:73) +2024-09-01 18:32:03,952 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.003990831006376538 (mp_runner.py:73) +2024-09-01 18:32:05,517 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0029869889986002818 (mp_runner.py:73) +2024-09-01 18:32:07,052 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.003714026002853643 (mp_runner.py:73) +2024-09-01 18:32:08,595 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0028279589969315566 (mp_runner.py:73) +2024-09-01 18:32:10,170 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0035762129991780967 (mp_runner.py:73) +2024-09-01 18:32:11,722 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0027261409995844588 (mp_runner.py:73) +2024-09-01 18:32:12,536 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0015s, count=8766, qps in this process: 292.1854 (mp_runner.py:76) +2024-09-01 18:32:12,538 | INFO |End search in concurrency 1: dur=30.035011194995604s, total_count=8766, qps=291.8594 (mp_runner.py:120) +2024-09-01 18:32:12,723 | INFO |Update largest qps with concurrency 1: current max_qps=291.8594 (mp_runner.py:124) +2024-09-01 18:32:13,139 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:32:13,139 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) +2024-09-01 18:32:18,189 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) +2024-09-01 18:32:18,235 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:18,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:18,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:18,238 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:18,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:20,736 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.00495137400139356 (mp_runner.py:73) +2024-09-01 18:32:20,736 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.004951396003889386 (mp_runner.py:73) +2024-09-01 18:32:20,737 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.00440908800374018 (mp_runner.py:73) +2024-09-01 18:32:20,737 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004487954996875487 (mp_runner.py:73) +2024-09-01 18:32:20,738 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.006495962996268645 (mp_runner.py:73) +2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.004978658995241858 (mp_runner.py:73) +2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.005057476002548356 (mp_runner.py:73) +2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.005126698997628409 (mp_runner.py:73) +2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.00554172999545699 (mp_runner.py:73) +2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.005430072000308428 (mp_runner.py:73) +2024-09-01 18:32:25,984 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.004720667995570693 (mp_runner.py:73) +2024-09-01 18:32:25,985 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.004337884995038621 (mp_runner.py:73) +2024-09-01 18:32:25,985 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004471973996260203 (mp_runner.py:73) +2024-09-01 18:32:25,985 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0047370449974550866 (mp_runner.py:73) +2024-09-01 18:32:25,985 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004996324998501223 (mp_runner.py:73) +2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.005241165999905206 (mp_runner.py:73) +2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.005555131996516138 (mp_runner.py:73) +2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.004864952999923844 (mp_runner.py:73) +2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0053644240033463575 (mp_runner.py:73) +2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.006285477997153066 (mp_runner.py:73) +2024-09-01 18:32:30,823 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0033189120003953576 (mp_runner.py:73) +2024-09-01 18:32:30,824 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.004060964005475398 (mp_runner.py:73) +2024-09-01 18:32:30,825 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.004260905996488873 (mp_runner.py:73) +2024-09-01 18:32:30,825 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.004606223003065679 (mp_runner.py:73) +2024-09-01 18:32:30,825 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.004892881996056531 (mp_runner.py:73) +2024-09-01 18:32:33,150 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.00533541999902809 (mp_runner.py:73) +2024-09-01 18:32:33,151 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.005080764996819198 (mp_runner.py:73) +2024-09-01 18:32:33,152 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.004887632996542379 (mp_runner.py:73) +2024-09-01 18:32:33,152 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.006552097998792306 (mp_runner.py:73) +2024-09-01 18:32:33,154 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.007105702999979258 (mp_runner.py:73) +2024-09-01 18:32:35,519 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.004123587998037692 (mp_runner.py:73) +2024-09-01 18:32:35,519 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.004604223999194801 (mp_runner.py:73) +2024-09-01 18:32:35,519 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.004661380000470672 (mp_runner.py:73) +2024-09-01 18:32:35,519 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0036210199978086166 (mp_runner.py:73) +2024-09-01 18:32:35,521 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0017560880005476065 (mp_runner.py:73) +2024-09-01 18:32:37,880 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.004770913998072501 (mp_runner.py:73) +2024-09-01 18:32:37,880 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0052731519972439855 (mp_runner.py:73) +2024-09-01 18:32:37,880 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.005300459000864066 (mp_runner.py:73) +2024-09-01 18:32:37,881 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.005770423995272722 (mp_runner.py:73) +2024-09-01 18:32:37,881 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.005503009997482877 (mp_runner.py:73) +2024-09-01 18:32:40,319 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0038558699961868115 (mp_runner.py:73) +2024-09-01 18:32:40,319 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.003484763001324609 (mp_runner.py:73) +2024-09-01 18:32:40,319 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.005701777001377195 (mp_runner.py:73) +2024-09-01 18:32:40,320 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.004162723002082203 (mp_runner.py:73) +2024-09-01 18:32:40,321 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.006083112006308511 (mp_runner.py:73) +2024-09-01 18:32:42,809 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.005254556999716442 (mp_runner.py:73) +2024-09-01 18:32:42,809 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0036430770051083528 (mp_runner.py:73) +2024-09-01 18:32:42,810 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0054012319960747845 (mp_runner.py:73) +2024-09-01 18:32:42,810 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.005602803998044692 (mp_runner.py:73) +2024-09-01 18:32:42,811 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.007047546998364851 (mp_runner.py:73) +2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.004577081999741495 (mp_runner.py:73) +2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.005053315995610319 (mp_runner.py:73) +2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.004601305998221505 (mp_runner.py:73) +2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.004652515002817381 (mp_runner.py:73) +2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0047135619970504194 (mp_runner.py:73) +2024-09-01 18:32:47,818 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.004904747998807579 (mp_runner.py:73) +2024-09-01 18:32:47,818 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0029614570012199692 (mp_runner.py:73) +2024-09-01 18:32:47,818 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.004775639004947152 (mp_runner.py:73) +2024-09-01 18:32:47,819 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.006142840997199528 (mp_runner.py:73) +2024-09-01 18:32:47,820 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.007473313999071252 (mp_runner.py:73) +2024-09-01 18:32:48,238 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0023s, count=6074, qps in this process: 202.4511 (mp_runner.py:76) +2024-09-01 18:32:48,238 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0017s, count=6076, qps in this process: 202.5219 (mp_runner.py:76) +2024-09-01 18:32:48,242 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.001s, count=6074, qps in this process: 202.4599 (mp_runner.py:76) +2024-09-01 18:32:48,245 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0052s, count=6075, qps in this process: 202.4649 (mp_runner.py:76) +2024-09-01 18:32:48,251 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.001s, count=6077, qps in this process: 202.5599 (mp_runner.py:76) +2024-09-01 18:32:48,255 | INFO |End search in concurrency 5: dur=30.06481788000383s, total_count=30376, qps=1010.3504 (mp_runner.py:120) +2024-09-01 18:32:48,575 | INFO |Update largest qps with concurrency 5: current max_qps=1010.3504 (mp_runner.py:124) +2024-09-01 18:32:48,992 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:32:48,992 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) +2024-09-01 18:32:59,137 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) +2024-09-01 18:32:59,198 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,202 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,232 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,242 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,255 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,277 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,277 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,287 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,298 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,298 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,313 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,313 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,315 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:32:59,321 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:05,805 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.009783677000086755 (mp_runner.py:73) +2024-09-01 18:33:05,808 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.008870283003489021 (mp_runner.py:73) +2024-09-01 18:33:05,808 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.014768244000151753 (mp_runner.py:73) +2024-09-01 18:33:05,809 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.011522093001985922 (mp_runner.py:73) +2024-09-01 18:33:05,810 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.010558027999650221 (mp_runner.py:73) +2024-09-01 18:33:05,811 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.004224248994432855 (mp_runner.py:73) +2024-09-01 18:33:05,812 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.011921275996428449 (mp_runner.py:73) +2024-09-01 18:33:05,812 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.009970810999220703 (mp_runner.py:73) +2024-09-01 18:33:05,813 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.01588048000121489 (mp_runner.py:73) +2024-09-01 18:33:05,818 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.012583565003296826 (mp_runner.py:73) +2024-09-01 18:33:05,823 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.02983756300091045 (mp_runner.py:73) +2024-09-01 18:33:05,836 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.018828407002729364 (mp_runner.py:73) +2024-09-01 18:33:05,866 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.032233333004114684 (mp_runner.py:73) +2024-09-01 18:33:05,935 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.006710622998070903 (mp_runner.py:73) +2024-09-01 18:33:06,049 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.04603465399850393 (mp_runner.py:73) +2024-09-01 18:33:11,738 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.020479071004956495 (mp_runner.py:73) +2024-09-01 18:33:11,738 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.0038797250017523766 (mp_runner.py:73) +2024-09-01 18:33:11,738 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.018982803994731512 (mp_runner.py:73) +2024-09-01 18:33:11,738 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.012648160001845099 (mp_runner.py:73) +2024-09-01 18:33:11,739 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.015281109997886233 (mp_runner.py:73) +2024-09-01 18:33:11,739 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.017134485999122262 (mp_runner.py:73) +2024-09-01 18:33:11,740 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.025006300005770754 (mp_runner.py:73) +2024-09-01 18:33:11,741 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01522444399597589 (mp_runner.py:73) +2024-09-01 18:33:11,741 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.01135250499646645 (mp_runner.py:73) +2024-09-01 18:33:11,742 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.015060876998177264 (mp_runner.py:73) +2024-09-01 18:33:11,743 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.01209212800313253 (mp_runner.py:73) +2024-09-01 18:33:11,745 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.015766314005304594 (mp_runner.py:73) +2024-09-01 18:33:11,745 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.03209172000060789 (mp_runner.py:73) +2024-09-01 18:33:11,809 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.003034056004253216 (mp_runner.py:73) +2024-09-01 18:33:12,412 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.01261052000336349 (mp_runner.py:73) +2024-09-01 18:33:18,277 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.007952596999530215 (mp_runner.py:73) +2024-09-01 18:33:18,301 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.004016471000795718 (mp_runner.py:73) +2024-09-01 18:33:18,302 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.006649494003795553 (mp_runner.py:73) +2024-09-01 18:33:18,304 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.017037368997989688 (mp_runner.py:73) +2024-09-01 18:33:18,305 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.01621854399854783 (mp_runner.py:73) +2024-09-01 18:33:18,307 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.01631383199855918 (mp_runner.py:73) +2024-09-01 18:33:18,307 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.013932446003309451 (mp_runner.py:73) +2024-09-01 18:33:18,307 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.015393628003948834 (mp_runner.py:73) +2024-09-01 18:33:18,308 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.010097578997374512 (mp_runner.py:73) +2024-09-01 18:33:18,309 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.014393350997124799 (mp_runner.py:73) +2024-09-01 18:33:18,312 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.011395606001315173 (mp_runner.py:73) +2024-09-01 18:33:18,317 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.007339987998420838 (mp_runner.py:73) +2024-09-01 18:33:18,320 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.011007368004356977 (mp_runner.py:73) +2024-09-01 18:33:18,600 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.020328104998043273 (mp_runner.py:73) +2024-09-01 18:33:19,115 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.005924352000874933 (mp_runner.py:73) +2024-09-01 18:33:24,602 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.021896083002502564 (mp_runner.py:73) +2024-09-01 18:33:24,603 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.008901950997824315 (mp_runner.py:73) +2024-09-01 18:33:24,604 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.015798458000062965 (mp_runner.py:73) +2024-09-01 18:33:24,604 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.025807671998336446 (mp_runner.py:73) +2024-09-01 18:33:24,604 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.02514573299413314 (mp_runner.py:73) +2024-09-01 18:33:24,607 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.0258123940002406 (mp_runner.py:73) +2024-09-01 18:33:24,607 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.02263194199622376 (mp_runner.py:73) +2024-09-01 18:33:24,607 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.02708129100210499 (mp_runner.py:73) +2024-09-01 18:33:24,608 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.020201977000397164 (mp_runner.py:73) +2024-09-01 18:33:24,608 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.02171046400326304 (mp_runner.py:73) +2024-09-01 18:33:24,670 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005056982001406141 (mp_runner.py:73) +2024-09-01 18:33:24,736 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.014798572003201116 (mp_runner.py:73) +2024-09-01 18:33:24,794 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.01592347299447283 (mp_runner.py:73) +2024-09-01 18:33:24,964 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.026208060000499245 (mp_runner.py:73) +2024-09-01 18:33:25,695 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.007901011995272711 (mp_runner.py:73) +2024-09-01 18:33:29,206 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0073s, count=2341, qps in this process: 78.0143 (mp_runner.py:76) +2024-09-01 18:33:29,208 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0024s, count=2341, qps in this process: 78.0271 (mp_runner.py:76) +2024-09-01 18:33:29,241 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0057s, count=2344, qps in this process: 78.1185 (mp_runner.py:76) +2024-09-01 18:33:29,249 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0009s, count=2345, qps in this process: 78.1643 (mp_runner.py:76) +2024-09-01 18:33:29,272 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0033s, count=2348, qps in this process: 78.2581 (mp_runner.py:76) +2024-09-01 18:33:29,281 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0004s, count=2281, qps in this process: 76.0323 (mp_runner.py:76) +2024-09-01 18:33:29,282 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0012s, count=2348, qps in this process: 78.2635 (mp_runner.py:76) +2024-09-01 18:33:29,302 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0073s, count=2351, qps in this process: 78.3476 (mp_runner.py:76) +2024-09-01 18:33:29,308 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0058s, count=2352, qps in this process: 78.3848 (mp_runner.py:76) +2024-09-01 18:33:29,309 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0041s, count=2342, qps in this process: 78.056 (mp_runner.py:76) +2024-09-01 18:33:29,314 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0047s, count=2353, qps in this process: 78.421 (mp_runner.py:76) +2024-09-01 18:33:29,323 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0029s, count=2354, qps in this process: 78.4591 (mp_runner.py:76) +2024-09-01 18:33:29,326 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0037s, count=2355, qps in this process: 78.4903 (mp_runner.py:76) +2024-09-01 18:33:29,326 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0056s, count=2355, qps in this process: 78.4853 (mp_runner.py:76) +2024-09-01 18:33:29,330 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0024s, count=2356, qps in this process: 78.5271 (mp_runner.py:76) +2024-09-01 18:33:29,334 | INFO |End search in concurrency 15: dur=30.196806261003076s, total_count=35166, qps=1164.5602 (mp_runner.py:120) +2024-09-01 18:33:30,242 | INFO |Update largest qps with concurrency 15: current max_qps=1164.5602 (mp_runner.py:124) +2024-09-01 18:33:30,657 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:33:30,657 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) +2024-09-01 18:33:40,909 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) +2024-09-01 18:33:41,007 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,014 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,020 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,041 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,067 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,093 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,094 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,094 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,098 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,121 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,126 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,126 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,126 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,128 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:41,130 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:33:50,663 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.011417062996770255 (mp_runner.py:73) +2024-09-01 18:33:50,664 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.01395555300405249 (mp_runner.py:73) +2024-09-01 18:33:50,664 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.013781477995507885 (mp_runner.py:73) +2024-09-01 18:33:50,665 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.014042325994523708 (mp_runner.py:73) +2024-09-01 18:33:50,665 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.013750892998359632 (mp_runner.py:73) +2024-09-01 18:33:50,665 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.015921657999570016 (mp_runner.py:73) +2024-09-01 18:33:50,665 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.014551157000823878 (mp_runner.py:73) +2024-09-01 18:33:50,666 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.014617348999308888 (mp_runner.py:73) +2024-09-01 18:33:50,666 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.011922484998649452 (mp_runner.py:73) +2024-09-01 18:33:50,667 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.015639311997801997 (mp_runner.py:73) +2024-09-01 18:33:50,667 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.01721592700050678 (mp_runner.py:73) +2024-09-01 18:33:50,667 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.016965069000434596 (mp_runner.py:73) +2024-09-01 18:33:50,668 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.018147563001548406 (mp_runner.py:73) +2024-09-01 18:33:50,669 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.019431995999184437 (mp_runner.py:73) +2024-09-01 18:33:50,669 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.015567831993394066 (mp_runner.py:73) +2024-09-01 18:33:50,670 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.02087377199495677 (mp_runner.py:73) +2024-09-01 18:33:50,685 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.034703221994277555 (mp_runner.py:73) +2024-09-01 18:33:50,733 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.024441350004053675 (mp_runner.py:73) +2024-09-01 18:33:50,745 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.03707647499686573 (mp_runner.py:73) +2024-09-01 18:33:50,819 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.028606756997760385 (mp_runner.py:73) +2024-09-01 18:33:58,303 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.014437295998504851 (mp_runner.py:73) +2024-09-01 18:33:58,303 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.016574417997617275 (mp_runner.py:73) +2024-09-01 18:33:58,304 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.015912153998215217 (mp_runner.py:73) +2024-09-01 18:33:58,304 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.014966262999223545 (mp_runner.py:73) +2024-09-01 18:33:58,304 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.00901104899821803 (mp_runner.py:73) +2024-09-01 18:33:58,305 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.01382178399944678 (mp_runner.py:73) +2024-09-01 18:33:58,305 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.015215959996567108 (mp_runner.py:73) +2024-09-01 18:33:58,306 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.009459344997594599 (mp_runner.py:73) +2024-09-01 18:33:58,306 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.014075610997679178 (mp_runner.py:73) +2024-09-01 18:33:58,306 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.01447361899772659 (mp_runner.py:73) +2024-09-01 18:33:58,306 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.01566839500446804 (mp_runner.py:73) +2024-09-01 18:33:58,307 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.01575352899817517 (mp_runner.py:73) +2024-09-01 18:33:58,307 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.019152356006088667 (mp_runner.py:73) +2024-09-01 18:33:58,307 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.014361748995725065 (mp_runner.py:73) +2024-09-01 18:33:58,307 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.00975879199540941 (mp_runner.py:73) +2024-09-01 18:33:58,308 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.01934225100558251 (mp_runner.py:73) +2024-09-01 18:33:58,316 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.030262839994975366 (mp_runner.py:73) +2024-09-01 18:33:58,319 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.028656216003582813 (mp_runner.py:73) +2024-09-01 18:33:58,319 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.030374212001333944 (mp_runner.py:73) +2024-09-01 18:33:58,414 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.015769638994242996 (mp_runner.py:73) +2024-09-01 18:34:06,146 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.007016129995463416 (mp_runner.py:73) +2024-09-01 18:34:06,147 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.007435141997120809 (mp_runner.py:73) +2024-09-01 18:34:06,148 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0029387510003289208 (mp_runner.py:73) +2024-09-01 18:34:06,160 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.021675095005775802 (mp_runner.py:73) +2024-09-01 18:34:06,163 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.00941182400129037 (mp_runner.py:73) +2024-09-01 18:34:06,165 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.02335015300195664 (mp_runner.py:73) +2024-09-01 18:34:06,166 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.0072090399989974685 (mp_runner.py:73) +2024-09-01 18:34:06,166 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.018279928000993095 (mp_runner.py:73) +2024-09-01 18:34:06,168 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.021695787996577565 (mp_runner.py:73) +2024-09-01 18:34:06,170 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.01866771699860692 (mp_runner.py:73) +2024-09-01 18:34:06,171 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.018324036995181814 (mp_runner.py:73) +2024-09-01 18:34:06,173 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.02331496000260813 (mp_runner.py:73) +2024-09-01 18:34:06,174 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.0017246479983441532 (mp_runner.py:73) +2024-09-01 18:34:06,174 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0365024339989759 (mp_runner.py:73) +2024-09-01 18:34:06,175 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.01995012599945767 (mp_runner.py:73) +2024-09-01 18:34:06,177 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.0197227929966175 (mp_runner.py:73) +2024-09-01 18:34:06,178 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.01975228100491222 (mp_runner.py:73) +2024-09-01 18:34:06,181 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.01925415200093994 (mp_runner.py:73) +2024-09-01 18:34:06,182 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.018892729000071995 (mp_runner.py:73) +2024-09-01 18:34:06,185 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.012699489998340141 (mp_runner.py:73) +2024-09-01 18:34:11,013 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0009s, count=1814, qps in this process: 60.4649 (mp_runner.py:76) +2024-09-01 18:34:11,031 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.009s, count=1815, qps in this process: 60.4819 (mp_runner.py:76) +2024-09-01 18:34:11,033 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0118s, count=1815, qps in this process: 60.4762 (mp_runner.py:76) +2024-09-01 18:34:11,045 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0016s, count=1816, qps in this process: 60.5301 (mp_runner.py:76) +2024-09-01 18:34:11,070 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0004s, count=1818, qps in this process: 60.5992 (mp_runner.py:76) +2024-09-01 18:34:11,098 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0007s, count=1818, qps in this process: 60.5986 (mp_runner.py:76) +2024-09-01 18:34:11,098 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.002s, count=1820, qps in this process: 60.6626 (mp_runner.py:76) +2024-09-01 18:34:11,104 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0079s, count=1820, qps in this process: 60.6507 (mp_runner.py:76) +2024-09-01 18:34:11,107 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0024s, count=1821, qps in this process: 60.6951 (mp_runner.py:76) +2024-09-01 18:34:11,123 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0005s, count=1823, qps in this process: 60.7657 (mp_runner.py:76) +2024-09-01 18:34:11,124 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.001s, count=1823, qps in this process: 60.7646 (mp_runner.py:76) +2024-09-01 18:34:11,129 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.006s, count=1823, qps in this process: 60.7545 (mp_runner.py:76) +2024-09-01 18:34:11,131 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.009s, count=1824, qps in this process: 60.7818 (mp_runner.py:76) +2024-09-01 18:34:11,132 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0094s, count=1824, qps in this process: 60.781 (mp_runner.py:76) +2024-09-01 18:34:11,132 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0003s, count=1824, qps in this process: 60.7994 (mp_runner.py:76) +2024-09-01 18:34:11,134 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0116s, count=1820, qps in this process: 60.6432 (mp_runner.py:76) +2024-09-01 18:34:11,134 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0025s, count=1824, qps in this process: 60.7949 (mp_runner.py:76) +2024-09-01 18:34:11,138 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0046s, count=1825, qps in this process: 60.824 (mp_runner.py:76) +2024-09-01 18:34:11,140 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0027s, count=1819, qps in this process: 60.6279 (mp_runner.py:76) +2024-09-01 18:34:11,142 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0045s, count=1826, qps in this process: 60.8575 (mp_runner.py:76) +2024-09-01 18:34:11,147 | INFO |End search in concurrency 20: dur=30.236359009999433s, total_count=36412, qps=1204.2455 (mp_runner.py:120) +2024-09-01 18:34:12,438 | INFO |Update largest qps with concurrency 20: current max_qps=1204.2455 (mp_runner.py:124) +2024-09-01 18:34:12,857 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:34:12,857 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) +2024-09-01 18:34:23,141 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) +2024-09-01 18:34:23,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,288 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,289 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,323 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,325 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,333 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,365 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,365 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,376 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,376 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,380 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,381 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,387 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,419 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:23,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:34:33,640 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.0215454899953329 (mp_runner.py:73) +2024-09-01 18:34:33,642 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.02143076500215102 (mp_runner.py:73) +2024-09-01 18:34:33,643 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.027637744999083225 (mp_runner.py:73) +2024-09-01 18:34:33,645 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.029059615000733174 (mp_runner.py:73) +2024-09-01 18:34:33,645 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.01943877300072927 (mp_runner.py:73) +2024-09-01 18:34:33,646 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.028349021995381918 (mp_runner.py:73) +2024-09-01 18:34:33,646 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.01948575999995228 (mp_runner.py:73) +2024-09-01 18:34:33,650 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.037141878994589206 (mp_runner.py:73) +2024-09-01 18:34:33,651 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.015196918000583537 (mp_runner.py:73) +2024-09-01 18:34:33,653 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.030802649998804554 (mp_runner.py:73) +2024-09-01 18:34:33,656 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0031678829982411116 (mp_runner.py:73) +2024-09-01 18:34:33,657 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.024467496004945133 (mp_runner.py:73) +2024-09-01 18:34:33,659 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.03163610800402239 (mp_runner.py:73) +2024-09-01 18:34:33,683 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.023360250001132954 (mp_runner.py:73) +2024-09-01 18:34:33,687 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.06984374399326043 (mp_runner.py:73) +2024-09-01 18:34:33,703 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.03467241099860985 (mp_runner.py:73) +2024-09-01 18:34:33,708 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.024077299000055064 (mp_runner.py:73) +2024-09-01 18:34:33,710 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.006604619004065171 (mp_runner.py:73) +2024-09-01 18:34:33,711 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.022699711997120176 (mp_runner.py:73) +2024-09-01 18:34:33,711 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.03363486899615964 (mp_runner.py:73) +2024-09-01 18:34:33,713 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.006705932995828334 (mp_runner.py:73) +2024-09-01 18:34:33,721 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0476259540009778 (mp_runner.py:73) +2024-09-01 18:34:33,852 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.004015500999230426 (mp_runner.py:73) +2024-09-01 18:34:33,864 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.0281798619980691 (mp_runner.py:73) +2024-09-01 18:34:34,069 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.003094464998866897 (mp_runner.py:73) +2024-09-01 18:34:43,795 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.03963839700008975 (mp_runner.py:73) +2024-09-01 18:34:43,795 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.05163224400166655 (mp_runner.py:73) +2024-09-01 18:34:43,795 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.054103062000649516 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.05788102399674244 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.05570188499405049 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.04065904999879422 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.04415883599722292 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.04900557600194588 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.040120436999131925 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.0256443530015531 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.041667142999358475 (mp_runner.py:73) +2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.023983305000001565 (mp_runner.py:73) +2024-09-01 18:34:43,797 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.06520783199812286 (mp_runner.py:73) +2024-09-01 18:34:43,808 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.018044322001514956 (mp_runner.py:73) +2024-09-01 18:34:43,812 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.04838927600212628 (mp_runner.py:73) +2024-09-01 18:34:43,814 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.0446475479984656 (mp_runner.py:73) +2024-09-01 18:34:43,814 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.07407552899530856 (mp_runner.py:73) +2024-09-01 18:34:43,814 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.06257651199848624 (mp_runner.py:73) +2024-09-01 18:34:43,814 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.07277856099972269 (mp_runner.py:73) +2024-09-01 18:34:43,816 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.04348638700321317 (mp_runner.py:73) +2024-09-01 18:34:43,818 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.06637318000139203 (mp_runner.py:73) +2024-09-01 18:34:43,871 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.006334848003461957 (mp_runner.py:73) +2024-09-01 18:34:43,876 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.004471563996048644 (mp_runner.py:73) +2024-09-01 18:34:43,919 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.019575872996938415 (mp_runner.py:73) +2024-09-01 18:34:43,947 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.022718852997059003 (mp_runner.py:73) +2024-09-01 18:34:53,294 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0045s, count=1476, qps in this process: 49.1926 (mp_runner.py:76) +2024-09-01 18:34:53,304 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0094s, count=1474, qps in this process: 49.1179 (mp_runner.py:76) +2024-09-01 18:34:53,316 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.002s, count=1477, qps in this process: 49.2301 (mp_runner.py:76) +2024-09-01 18:34:53,328 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0336s, count=1452, qps in this process: 48.3459 (mp_runner.py:76) +2024-09-01 18:34:53,332 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0113s, count=1477, qps in this process: 49.2148 (mp_runner.py:76) +2024-09-01 18:34:53,342 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0155s, count=1472, qps in this process: 49.0413 (mp_runner.py:76) +2024-09-01 18:34:53,345 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0182s, count=1478, qps in this process: 49.2368 (mp_runner.py:76) +2024-09-01 18:34:53,348 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0105s, count=1478, qps in this process: 49.2494 (mp_runner.py:76) +2024-09-01 18:34:53,370 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0017s, count=1476, qps in this process: 49.1972 (mp_runner.py:76) +2024-09-01 18:34:53,375 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0062s, count=1480, qps in this process: 49.3231 (mp_runner.py:76) +2024-09-01 18:34:53,382 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0015s, count=1481, qps in this process: 49.3642 (mp_runner.py:76) +2024-09-01 18:34:53,383 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0012s, count=1481, qps in this process: 49.3647 (mp_runner.py:76) +2024-09-01 18:34:53,386 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0034s, count=1481, qps in this process: 49.3611 (mp_runner.py:76) +2024-09-01 18:34:53,386 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.004s, count=1481, qps in this process: 49.3601 (mp_runner.py:76) +2024-09-01 18:34:53,389 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0053s, count=1481, qps in this process: 49.3579 (mp_runner.py:76) +2024-09-01 18:34:53,398 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0158s, count=1481, qps in this process: 49.3407 (mp_runner.py:76) +2024-09-01 18:34:53,401 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0211s, count=1482, qps in this process: 49.3653 (mp_runner.py:76) +2024-09-01 18:34:53,402 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0074s, count=1482, qps in this process: 49.3878 (mp_runner.py:76) +2024-09-01 18:34:53,420 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0019s, count=1485, qps in this process: 49.4969 (mp_runner.py:76) +2024-09-01 18:34:53,420 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0021s, count=1485, qps in this process: 49.4965 (mp_runner.py:76) +2024-09-01 18:34:53,421 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0034s, count=1485, qps in this process: 49.4944 (mp_runner.py:76) +2024-09-01 18:34:53,421 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0028s, count=1484, qps in this process: 49.4621 (mp_runner.py:76) +2024-09-01 18:34:53,428 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0043s, count=1485, qps in this process: 49.4929 (mp_runner.py:76) +2024-09-01 18:34:53,429 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0109s, count=1465, qps in this process: 48.8156 (mp_runner.py:76) +2024-09-01 18:34:53,442 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0022s, count=1491, qps in this process: 49.6964 (mp_runner.py:76) +2024-09-01 18:34:53,446 | INFO |End search in concurrency 25: dur=30.303866433998337s, total_count=36970, qps=1219.9763 (mp_runner.py:120) +2024-09-01 18:34:55,014 | INFO |Update largest qps with concurrency 25: current max_qps=1219.9763 (mp_runner.py:124) +2024-09-01 18:34:55,431 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:34:55,431 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) +2024-09-01 18:35:05,825 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) +2024-09-01 18:35:05,960 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:05,980 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:05,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,002 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,003 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,017 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,021 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,073 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,140 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,141 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,146 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,154 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,163 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,169 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,170 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,183 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,183 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,183 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,188 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,237 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,277 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:06,277 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:18,541 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.013470906997099519 (mp_runner.py:73) +2024-09-01 18:35:18,547 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.027399861995945685 (mp_runner.py:73) +2024-09-01 18:35:18,553 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.02572213899838971 (mp_runner.py:73) +2024-09-01 18:35:18,555 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.02555917700374266 (mp_runner.py:73) +2024-09-01 18:35:18,556 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.022139747001347132 (mp_runner.py:73) +2024-09-01 18:35:18,557 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.011594900999625679 (mp_runner.py:73) +2024-09-01 18:35:18,557 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.025545241005602293 (mp_runner.py:73) +2024-09-01 18:35:18,558 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.03030752499762457 (mp_runner.py:73) +2024-09-01 18:35:18,559 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.024899857002310455 (mp_runner.py:73) +2024-09-01 18:35:18,560 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.022790784998505842 (mp_runner.py:73) +2024-09-01 18:35:18,561 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.02951696600212017 (mp_runner.py:73) +2024-09-01 18:35:18,561 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.008819212001981214 (mp_runner.py:73) +2024-09-01 18:35:18,564 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.019153923996782396 (mp_runner.py:73) +2024-09-01 18:35:18,568 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.0257367400045041 (mp_runner.py:73) +2024-09-01 18:35:18,568 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.005184276000363752 (mp_runner.py:73) +2024-09-01 18:35:18,569 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.025876953004626557 (mp_runner.py:73) +2024-09-01 18:35:18,569 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.024994790997880045 (mp_runner.py:73) +2024-09-01 18:35:18,569 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.0495407820053515 (mp_runner.py:73) +2024-09-01 18:35:18,571 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.01236305200291099 (mp_runner.py:73) +2024-09-01 18:35:18,571 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.022577513998840004 (mp_runner.py:73) +2024-09-01 18:35:18,572 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.020474623001064174 (mp_runner.py:73) +2024-09-01 18:35:18,573 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.022546732994669583 (mp_runner.py:73) +2024-09-01 18:35:18,573 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.037281195996911265 (mp_runner.py:73) +2024-09-01 18:35:18,573 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.019573559999116696 (mp_runner.py:73) +2024-09-01 18:35:18,577 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.039856843999587 (mp_runner.py:73) +2024-09-01 18:35:18,583 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.03416488000220852 (mp_runner.py:73) +2024-09-01 18:35:18,588 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.06994047100306489 (mp_runner.py:73) +2024-09-01 18:35:18,796 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.040011559998674784 (mp_runner.py:73) +2024-09-01 18:35:18,931 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.01918639500217978 (mp_runner.py:73) +2024-09-01 18:35:19,139 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.03211732699855929 (mp_runner.py:73) +2024-09-01 18:35:30,654 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.004934390999551397 (mp_runner.py:73) +2024-09-01 18:35:30,654 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.005773026998213027 (mp_runner.py:73) +2024-09-01 18:35:30,655 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.00633096499950625 (mp_runner.py:73) +2024-09-01 18:35:30,655 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.005822701001306996 (mp_runner.py:73) +2024-09-01 18:35:30,656 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.007393318002868909 (mp_runner.py:73) +2024-09-01 18:35:30,656 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.007162091998907272 (mp_runner.py:73) +2024-09-01 18:35:30,658 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.008863873001246247 (mp_runner.py:73) +2024-09-01 18:35:30,658 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.009320913995907176 (mp_runner.py:73) +2024-09-01 18:35:30,659 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.010432809998746961 (mp_runner.py:73) +2024-09-01 18:35:30,659 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.0099905429960927 (mp_runner.py:73) +2024-09-01 18:35:30,661 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.012142288003815338 (mp_runner.py:73) +2024-09-01 18:35:30,661 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.01121499700093409 (mp_runner.py:73) +2024-09-01 18:35:30,662 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.012880018002761062 (mp_runner.py:73) +2024-09-01 18:35:30,662 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.013159691996406764 (mp_runner.py:73) +2024-09-01 18:35:30,663 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.013807299998006783 (mp_runner.py:73) +2024-09-01 18:35:30,663 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.014211816000170074 (mp_runner.py:73) +2024-09-01 18:35:30,664 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.016092236000986304 (mp_runner.py:73) +2024-09-01 18:35:30,666 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.018006356003752444 (mp_runner.py:73) +2024-09-01 18:35:30,668 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.018563539000751916 (mp_runner.py:73) +2024-09-01 18:35:30,669 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.019382268998015206 (mp_runner.py:73) +2024-09-01 18:35:30,669 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.020446444999834057 (mp_runner.py:73) +2024-09-01 18:35:30,670 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.020891832995403092 (mp_runner.py:73) +2024-09-01 18:35:30,672 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.023723130994767416 (mp_runner.py:73) +2024-09-01 18:35:30,723 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.008074097000644542 (mp_runner.py:73) +2024-09-01 18:35:30,740 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.04266315700078849 (mp_runner.py:73) +2024-09-01 18:35:30,859 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.04358434700407088 (mp_runner.py:73) +2024-09-01 18:35:30,875 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.010303963994374499 (mp_runner.py:73) +2024-09-01 18:35:30,918 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.004357892998086754 (mp_runner.py:73) +2024-09-01 18:35:31,180 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.026567548004095443 (mp_runner.py:73) +2024-09-01 18:35:31,186 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.026607084000715986 (mp_runner.py:73) +2024-09-01 18:35:35,981 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0198s, count=1226, qps in this process: 40.8397 (mp_runner.py:76) +2024-09-01 18:35:35,990 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0022s, count=1227, qps in this process: 40.897 (mp_runner.py:76) +2024-09-01 18:35:36,012 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0089s, count=1210, qps in this process: 40.3214 (mp_runner.py:76) +2024-09-01 18:35:36,021 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0102s, count=1228, qps in this process: 40.9194 (mp_runner.py:76) +2024-09-01 18:35:36,027 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0023s, count=1228, qps in this process: 40.9302 (mp_runner.py:76) +2024-09-01 18:35:36,033 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0121s, count=1228, qps in this process: 40.9168 (mp_runner.py:76) +2024-09-01 18:35:36,049 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0576s, count=1205, qps in this process: 40.0897 (mp_runner.py:76) +2024-09-01 18:35:36,083 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0032s, count=1229, qps in this process: 40.9623 (mp_runner.py:76) +2024-09-01 18:35:36,084 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0581s, count=1229, qps in this process: 40.8875 (mp_runner.py:76) +2024-09-01 18:35:36,148 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0047s, count=1233, qps in this process: 41.0936 (mp_runner.py:76) +2024-09-01 18:35:36,149 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0058s, count=1233, qps in this process: 41.0921 (mp_runner.py:76) +2024-09-01 18:35:36,163 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0104s, count=1231, qps in this process: 41.0191 (mp_runner.py:76) +2024-09-01 18:35:36,169 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0087s, count=1234, qps in this process: 41.1214 (mp_runner.py:76) +2024-09-01 18:35:36,173 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0081s, count=1234, qps in this process: 41.1222 (mp_runner.py:76) +2024-09-01 18:35:36,177 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0064s, count=1235, qps in this process: 41.1579 (mp_runner.py:76) +2024-09-01 18:35:36,188 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.002s, count=1236, qps in this process: 41.1973 (mp_runner.py:76) +2024-09-01 18:35:36,191 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0117s, count=1235, qps in this process: 41.1506 (mp_runner.py:76) +2024-09-01 18:35:36,192 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0064s, count=1236, qps in this process: 41.1912 (mp_runner.py:76) +2024-09-01 18:35:36,194 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0058s, count=1236, qps in this process: 41.192 (mp_runner.py:76) +2024-09-01 18:35:36,195 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0021s, count=1236, qps in this process: 41.1971 (mp_runner.py:76) +2024-09-01 18:35:36,196 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0057s, count=1236, qps in this process: 41.1922 (mp_runner.py:76) +2024-09-01 18:35:36,197 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0092s, count=1236, qps in this process: 41.1874 (mp_runner.py:76) +2024-09-01 18:35:36,198 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0082s, count=1236, qps in this process: 41.1887 (mp_runner.py:76) +2024-09-01 18:35:36,209 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.018s, count=1237, qps in this process: 41.2086 (mp_runner.py:76) +2024-09-01 18:35:36,258 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0006s, count=1244, qps in this process: 41.4658 (mp_runner.py:76) +2024-09-01 18:35:36,258 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.001s, count=1244, qps in this process: 41.4653 (mp_runner.py:76) +2024-09-01 18:35:36,259 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0051s, count=1244, qps in this process: 41.4596 (mp_runner.py:76) +2024-09-01 18:35:36,259 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0019s, count=1244, qps in this process: 41.464 (mp_runner.py:76) +2024-09-01 18:35:36,282 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0004s, count=1249, qps in this process: 41.6328 (mp_runner.py:76) +2024-09-01 18:35:36,282 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0006s, count=1249, qps in this process: 41.6325 (mp_runner.py:76) +2024-09-01 18:35:36,287 | INFO |End search in concurrency 30: dur=30.461607721998007s, total_count=37008, qps=1214.9063 (mp_runner.py:120) +2024-09-01 18:35:38,594 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:35:38,594 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) +2024-09-01 18:35:49,136 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) +2024-09-01 18:35:49,338 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,338 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,339 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,369 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,380 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,391 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,391 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,391 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,393 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,393 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,469 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,507 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,512 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,530 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,530 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,556 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,561 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:35:49,585 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:05,335 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.050190914000268094 (mp_runner.py:73) +2024-09-01 18:36:05,335 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.041565065999748185 (mp_runner.py:73) +2024-09-01 18:36:05,335 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.04926655700546689 (mp_runner.py:73) +2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.04364923800312681 (mp_runner.py:73) +2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.03935558700322872 (mp_runner.py:73) +2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.048684612003853545 (mp_runner.py:73) +2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.04572213099891087 (mp_runner.py:73) +2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.04424428399943281 (mp_runner.py:73) +2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.04312344000209123 (mp_runner.py:73) +2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.038662648999888916 (mp_runner.py:73) +2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.03763169500598451 (mp_runner.py:73) +2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.05180092299997341 (mp_runner.py:73) +2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.04813042699970538 (mp_runner.py:73) +2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.04051308599446202 (mp_runner.py:73) +2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.03679576199647272 (mp_runner.py:73) +2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.03826697199838236 (mp_runner.py:73) +2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.050562723001348786 (mp_runner.py:73) +2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.048839631002920214 (mp_runner.py:73) +2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.030194145001587458 (mp_runner.py:73) +2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.05517468399921199 (mp_runner.py:73) +2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.043570991001615766 (mp_runner.py:73) +2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.03775421099999221 (mp_runner.py:73) +2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.031971962001989596 (mp_runner.py:73) +2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.05539785900327843 (mp_runner.py:73) +2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.03224171900365036 (mp_runner.py:73) +2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.03385797899682075 (mp_runner.py:73) +2024-09-01 18:36:05,340 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.04950729500706075 (mp_runner.py:73) +2024-09-01 18:36:05,340 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.04522406099567888 (mp_runner.py:73) +2024-09-01 18:36:05,341 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.03204942100273911 (mp_runner.py:73) +2024-09-01 18:36:05,356 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.024084094999125227 (mp_runner.py:73) +2024-09-01 18:36:05,358 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.0764093399993726 (mp_runner.py:73) +2024-09-01 18:36:05,360 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.03098049799882574 (mp_runner.py:73) +2024-09-01 18:36:05,459 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.03295168700424256 (mp_runner.py:73) +2024-09-01 18:36:05,460 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.026549388996500056 (mp_runner.py:73) +2024-09-01 18:36:06,064 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.04795161999936681 (mp_runner.py:73) +2024-09-01 18:36:19,009 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.030643129997770302 (mp_runner.py:73) +2024-09-01 18:36:19,010 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.0329409910045797 (mp_runner.py:73) +2024-09-01 18:36:19,011 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.03187460199842462 (mp_runner.py:73) +2024-09-01 18:36:19,012 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.034093164998921566 (mp_runner.py:73) +2024-09-01 18:36:19,012 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.019784155003435444 (mp_runner.py:73) +2024-09-01 18:36:19,013 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.03235610999399796 (mp_runner.py:73) +2024-09-01 18:36:19,014 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.031657113002438564 (mp_runner.py:73) +2024-09-01 18:36:19,014 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.037801787002536 (mp_runner.py:73) +2024-09-01 18:36:19,015 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.04027210299682338 (mp_runner.py:73) +2024-09-01 18:36:19,016 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.03362986200227169 (mp_runner.py:73) +2024-09-01 18:36:19,017 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.041125032999843825 (mp_runner.py:73) +2024-09-01 18:36:19,018 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.033497215998067986 (mp_runner.py:73) +2024-09-01 18:36:19,018 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.022014740003214683 (mp_runner.py:73) +2024-09-01 18:36:19,018 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.034983020996151026 (mp_runner.py:73) +2024-09-01 18:36:19,019 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.04500764299882576 (mp_runner.py:73) +2024-09-01 18:36:19,020 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.04603749500529375 (mp_runner.py:73) +2024-09-01 18:36:19,022 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.04675390000193147 (mp_runner.py:73) +2024-09-01 18:36:19,023 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.04935941300209379 (mp_runner.py:73) +2024-09-01 18:36:19,023 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.05001312300009886 (mp_runner.py:73) +2024-09-01 18:36:19,024 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.04311006700299913 (mp_runner.py:73) +2024-09-01 18:36:19,025 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.052673136997327674 (mp_runner.py:73) +2024-09-01 18:36:19,027 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.03969338400202105 (mp_runner.py:73) +2024-09-01 18:36:19,027 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.025065882997296285 (mp_runner.py:73) +2024-09-01 18:36:19,035 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.05569582799944328 (mp_runner.py:73) +2024-09-01 18:36:19,065 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.027790421001554932 (mp_runner.py:73) +2024-09-01 18:36:19,068 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.040955252006824594 (mp_runner.py:73) +2024-09-01 18:36:19,079 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.06737111600523349 (mp_runner.py:73) +2024-09-01 18:36:19,110 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.03465478599537164 (mp_runner.py:73) +2024-09-01 18:36:19,167 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.012973567994777113 (mp_runner.py:73) +2024-09-01 18:36:19,188 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.031427419002284296 (mp_runner.py:73) +2024-09-01 18:36:19,191 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.039442645997041836 (mp_runner.py:73) +2024-09-01 18:36:19,207 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.014591264000046067 (mp_runner.py:73) +2024-09-01 18:36:19,285 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.016822687997773755 (mp_runner.py:73) +2024-09-01 18:36:19,345 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0047s, count=1013, qps in this process: 33.7614 (mp_runner.py:76) +2024-09-01 18:36:19,368 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0207s, count=1008, qps in this process: 33.5768 (mp_runner.py:76) +2024-09-01 18:36:19,382 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.05390414300200064 (mp_runner.py:73) +2024-09-01 18:36:19,382 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0402s, count=1000, qps in this process: 33.2887 (mp_runner.py:76) +2024-09-01 18:36:19,385 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0014s, count=1012, qps in this process: 33.7318 (mp_runner.py:76) +2024-09-01 18:36:19,395 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0015s, count=1014, qps in this process: 33.7983 (mp_runner.py:76) +2024-09-01 18:36:19,396 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0009s, count=1008, qps in this process: 33.599 (mp_runner.py:76) +2024-09-01 18:36:19,398 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0257s, count=1014, qps in this process: 33.7711 (mp_runner.py:76) +2024-09-01 18:36:19,399 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0037s, count=1014, qps in this process: 33.7958 (mp_runner.py:76) +2024-09-01 18:36:19,400 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0045s, count=1014, qps in this process: 33.7949 (mp_runner.py:76) +2024-09-01 18:36:19,401 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0052s, count=1014, qps in this process: 33.7941 (mp_runner.py:76) +2024-09-01 18:36:19,401 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0018s, count=1014, qps in this process: 33.798 (mp_runner.py:76) +2024-09-01 18:36:19,401 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0071s, count=1014, qps in this process: 33.792 (mp_runner.py:76) +2024-09-01 18:36:19,402 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0083s, count=1014, qps in this process: 33.7907 (mp_runner.py:76) +2024-09-01 18:36:19,415 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0189s, count=1011, qps in this process: 33.6788 (mp_runner.py:76) +2024-09-01 18:36:19,420 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0246s, count=1010, qps in this process: 33.6391 (mp_runner.py:76) +2024-09-01 18:36:19,460 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0014s, count=1018, qps in this process: 33.9317 (mp_runner.py:76) +2024-09-01 18:36:19,461 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0063s, count=1018, qps in this process: 33.9262 (mp_runner.py:76) +2024-09-01 18:36:19,462 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0071s, count=1018, qps in this process: 33.9253 (mp_runner.py:76) +2024-09-01 18:36:19,474 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0179s, count=1018, qps in this process: 33.9131 (mp_runner.py:76) +2024-09-01 18:36:19,476 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0146s, count=1019, qps in this process: 33.9501 (mp_runner.py:76) +2024-09-01 18:36:19,489 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0155s, count=1008, qps in this process: 33.5826 (mp_runner.py:76) +2024-09-01 18:36:19,522 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.01s, count=1022, qps in this process: 34.0553 (mp_runner.py:76) +2024-09-01 18:36:19,523 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.005s, count=1023, qps in this process: 34.0943 (mp_runner.py:76) +2024-09-01 18:36:19,526 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0145s, count=1023, qps in this process: 34.0835 (mp_runner.py:76) +2024-09-01 18:36:19,530 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0179s, count=1023, qps in this process: 34.0797 (mp_runner.py:76) +2024-09-01 18:36:19,535 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.006s, count=1024, qps in this process: 34.1265 (mp_runner.py:76) +2024-09-01 18:36:19,544 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0065s, count=1018, qps in this process: 33.926 (mp_runner.py:76) +2024-09-01 18:36:19,546 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0078s, count=1025, qps in this process: 34.1578 (mp_runner.py:76) +2024-09-01 18:36:19,559 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0003s, count=1027, qps in this process: 34.233 (mp_runner.py:76) +2024-09-01 18:36:19,561 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0066s, count=1027, qps in this process: 34.2258 (mp_runner.py:76) +2024-09-01 18:36:19,565 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0031s, count=1028, qps in this process: 34.2631 (mp_runner.py:76) +2024-09-01 18:36:19,568 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0067s, count=1028, qps in this process: 34.259 (mp_runner.py:76) +2024-09-01 18:36:19,572 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0028s, count=1029, qps in this process: 34.2968 (mp_runner.py:76) +2024-09-01 18:36:19,585 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0027s, count=1032, qps in this process: 34.3969 (mp_runner.py:76) +2024-09-01 18:36:19,588 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.0017276829967158847 (mp_runner.py:73) +2024-09-01 18:36:19,589 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0014s, count=1000, qps in this process: 33.3318 (mp_runner.py:76) +2024-09-01 18:36:19,593 | INFO |End search in concurrency 35: dur=30.456576805001532s, total_count=35602, qps=1168.9429 (mp_runner.py:120) +2024-09-01 18:36:22,286 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:36:22,287 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) +2024-09-01 18:36:33,001 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) +2024-09-01 18:36:33,059 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,141 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,165 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,176 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,188 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,238 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,267 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,268 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,270 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,290 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,301 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,341 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,342 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,397 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,441 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,450 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,473 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,492 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,520 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,525 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,532 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,540 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:33,556 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:36:50,509 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.0045777359991916455 (mp_runner.py:73) +2024-09-01 18:36:50,510 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.006208159000379965 (mp_runner.py:73) +2024-09-01 18:36:50,511 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.007442270994943101 (mp_runner.py:73) +2024-09-01 18:36:50,512 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.008242126998084132 (mp_runner.py:73) +2024-09-01 18:36:50,513 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.003194920005626045 (mp_runner.py:73) +2024-09-01 18:36:50,514 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.009288768000260461 (mp_runner.py:73) +2024-09-01 18:36:50,515 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.004765338999277446 (mp_runner.py:73) +2024-09-01 18:36:50,515 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.010504762001801282 (mp_runner.py:73) +2024-09-01 18:36:50,516 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.006310793003649451 (mp_runner.py:73) +2024-09-01 18:36:50,517 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.011824156004877295 (mp_runner.py:73) +2024-09-01 18:36:50,518 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.006453876994783059 (mp_runner.py:73) +2024-09-01 18:36:50,518 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.01364741800352931 (mp_runner.py:73) +2024-09-01 18:36:50,519 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.005853712995303795 (mp_runner.py:73) +2024-09-01 18:36:50,520 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.015067212996655144 (mp_runner.py:73) +2024-09-01 18:36:50,521 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.004460281998035498 (mp_runner.py:73) +2024-09-01 18:36:50,521 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.01764319200447062 (mp_runner.py:73) +2024-09-01 18:36:50,523 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.019055807999393437 (mp_runner.py:73) +2024-09-01 18:36:50,524 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.020830146997468546 (mp_runner.py:73) +2024-09-01 18:36:50,524 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.02002550000179326 (mp_runner.py:73) +2024-09-01 18:36:50,526 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.0027556480054045096 (mp_runner.py:73) +2024-09-01 18:36:50,526 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.022667973003990483 (mp_runner.py:73) +2024-09-01 18:36:50,527 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.0038182610005605966 (mp_runner.py:73) +2024-09-01 18:36:50,527 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.0027856469969265163 (mp_runner.py:73) +2024-09-01 18:36:50,529 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.005361306000850163 (mp_runner.py:73) +2024-09-01 18:36:50,529 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.024590544002421666 (mp_runner.py:73) +2024-09-01 18:36:50,530 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.006652445001236629 (mp_runner.py:73) +2024-09-01 18:36:50,531 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.008147694003127981 (mp_runner.py:73) +2024-09-01 18:36:50,533 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.028837550002208445 (mp_runner.py:73) +2024-09-01 18:36:50,533 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.009492969002167229 (mp_runner.py:73) +2024-09-01 18:36:50,534 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.031029325000417884 (mp_runner.py:73) +2024-09-01 18:36:50,536 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.032265359004668426 (mp_runner.py:73) +2024-09-01 18:36:50,536 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.031840005998674314 (mp_runner.py:73) +2024-09-01 18:36:50,538 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.032985876001475845 (mp_runner.py:73) +2024-09-01 18:36:50,539 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.03578796499641612 (mp_runner.py:73) +2024-09-01 18:36:50,544 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.04016723699896829 (mp_runner.py:73) +2024-09-01 18:36:50,620 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.004476546004298143 (mp_runner.py:73) +2024-09-01 18:36:50,868 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.005876060000446159 (mp_runner.py:73) +2024-09-01 18:36:50,953 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.028569699999934528 (mp_runner.py:73) +2024-09-01 18:36:50,989 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.03735492000123486 (mp_runner.py:73) +2024-09-01 18:36:51,074 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.11730446799629135 (mp_runner.py:73) +2024-09-01 18:37:03,076 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0142s, count=897, qps in this process: 29.8859 (mp_runner.py:76) +2024-09-01 18:37:03,171 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.022s, count=899, qps in this process: 29.9447 (mp_runner.py:76) +2024-09-01 18:37:03,188 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0058s, count=900, qps in this process: 29.9942 (mp_runner.py:76) +2024-09-01 18:37:03,213 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0047s, count=901, qps in this process: 30.0286 (mp_runner.py:76) +2024-09-01 18:37:03,235 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0355s, count=901, qps in this process: 29.9978 (mp_runner.py:76) +2024-09-01 18:37:03,246 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0679s, count=900, qps in this process: 29.9323 (mp_runner.py:76) +2024-09-01 18:37:03,277 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0382s, count=903, qps in this process: 30.0617 (mp_runner.py:76) +2024-09-01 18:37:03,287 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0138s, count=904, qps in this process: 30.1195 (mp_runner.py:76) +2024-09-01 18:37:03,287 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0138s, count=904, qps in this process: 30.1195 (mp_runner.py:76) +2024-09-01 18:37:03,289 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0158s, count=904, qps in this process: 30.1175 (mp_runner.py:76) +2024-09-01 18:37:03,310 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.014s, count=905, qps in this process: 30.1526 (mp_runner.py:76) +2024-09-01 18:37:03,311 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0012s, count=905, qps in this process: 30.1655 (mp_runner.py:76) +2024-09-01 18:37:03,323 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0094s, count=906, qps in this process: 30.1905 (mp_runner.py:76) +2024-09-01 18:37:03,326 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0108s, count=905, qps in this process: 30.1558 (mp_runner.py:76) +2024-09-01 18:37:03,352 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0049s, count=907, qps in this process: 30.2284 (mp_runner.py:76) +2024-09-01 18:37:03,358 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.055s, count=906, qps in this process: 30.1447 (mp_runner.py:76) +2024-09-01 18:37:03,371 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0221s, count=908, qps in this process: 30.2444 (mp_runner.py:76) +2024-09-01 18:37:03,372 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0205s, count=908, qps in this process: 30.246 (mp_runner.py:76) +2024-09-01 18:37:03,373 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0295s, count=908, qps in this process: 30.2369 (mp_runner.py:76) +2024-09-01 18:37:03,412 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0013s, count=911, qps in this process: 30.3654 (mp_runner.py:76) +2024-09-01 18:37:03,413 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0058s, count=911, qps in this process: 30.3608 (mp_runner.py:76) +2024-09-01 18:37:03,414 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0075s, count=911, qps in this process: 30.3591 (mp_runner.py:76) +2024-09-01 18:37:03,421 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0022s, count=911, qps in this process: 30.3644 (mp_runner.py:76) +2024-09-01 18:37:03,424 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0146s, count=910, qps in this process: 30.3186 (mp_runner.py:76) +2024-09-01 18:37:03,437 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0151s, count=898, qps in this process: 29.9183 (mp_runner.py:76) +2024-09-01 18:37:03,439 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0179s, count=912, qps in this process: 30.3819 (mp_runner.py:76) +2024-09-01 18:37:03,440 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0003s, count=912, qps in this process: 30.3997 (mp_runner.py:76) +2024-09-01 18:37:03,449 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0026s, count=913, qps in this process: 30.4307 (mp_runner.py:76) +2024-09-01 18:37:03,461 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0023s, count=914, qps in this process: 30.4643 (mp_runner.py:76) +2024-09-01 18:37:03,461 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.005s, count=914, qps in this process: 30.4616 (mp_runner.py:76) +2024-09-01 18:37:03,488 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0085s, count=917, qps in this process: 30.558 (mp_runner.py:76) +2024-09-01 18:37:03,489 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0112s, count=917, qps in this process: 30.5553 (mp_runner.py:76) +2024-09-01 18:37:03,522 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0382s, count=917, qps in this process: 30.5278 (mp_runner.py:76) +2024-09-01 18:37:03,527 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0347s, count=913, qps in this process: 30.3982 (mp_runner.py:76) +2024-09-01 18:37:03,533 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0049s, count=921, qps in this process: 30.695 (mp_runner.py:76) +2024-09-01 18:37:03,538 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0079s, count=914, qps in this process: 30.4586 (mp_runner.py:76) +2024-09-01 18:37:03,539 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0019s, count=922, qps in this process: 30.7314 (mp_runner.py:76) +2024-09-01 18:37:03,553 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0021s, count=924, qps in this process: 30.7978 (mp_runner.py:76) +2024-09-01 18:37:03,555 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0025s, count=924, qps in this process: 30.7974 (mp_runner.py:76) +2024-09-01 18:37:03,562 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0012s, count=927, qps in this process: 30.8988 (mp_runner.py:76) +2024-09-01 18:37:03,566 | INFO |End search in concurrency 40: dur=30.563045295995835s, total_count=36384, qps=1190.4573 (mp_runner.py:120) +2024-09-01 18:37:06,595 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:37:06,595 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) +2024-09-01 18:37:17,429 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) +2024-09-01 18:37:17,489 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,528 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,633 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,654 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,655 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,673 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,675 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,716 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,726 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,733 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,751 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,869 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,880 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,888 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,894 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,902 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,916 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,919 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,923 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,934 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,949 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,950 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,954 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,973 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,986 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,991 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:17,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:18,010 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:18,011 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:18,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:18,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:18,066 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:18,072 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:18,076 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:37:36,087 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.054679485998349264 (mp_runner.py:73) +2024-09-01 18:37:36,089 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.05742986299446784 (mp_runner.py:73) +2024-09-01 18:37:36,089 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.06757065199781209 (mp_runner.py:73) +2024-09-01 18:37:36,089 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.06999792099668412 (mp_runner.py:73) +2024-09-01 18:37:36,090 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.06696534599905135 (mp_runner.py:73) +2024-09-01 18:37:36,090 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.060496794001664966 (mp_runner.py:73) +2024-09-01 18:37:36,090 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.050904651994642336 (mp_runner.py:73) +2024-09-01 18:37:36,090 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.06573169100011 (mp_runner.py:73) +2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.054837978997966275 (mp_runner.py:73) +2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.043903374004003126 (mp_runner.py:73) +2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.07315430999733508 (mp_runner.py:73) +2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.06005166599788936 (mp_runner.py:73) +2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.0642164560049423 (mp_runner.py:73) +2024-09-01 18:37:36,092 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.04547163299866952 (mp_runner.py:73) +2024-09-01 18:37:36,093 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.04707204999431269 (mp_runner.py:73) +2024-09-01 18:37:36,094 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.04884702900017146 (mp_runner.py:73) +2024-09-01 18:37:36,096 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.07119868500012672 (mp_runner.py:73) +2024-09-01 18:37:36,098 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.06098621200362686 (mp_runner.py:73) +2024-09-01 18:37:36,099 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.07029965100082336 (mp_runner.py:73) +2024-09-01 18:37:36,108 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.026236639001581352 (mp_runner.py:73) +2024-09-01 18:37:36,109 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.07653511600074125 (mp_runner.py:73) +2024-09-01 18:37:36,111 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.024315702998137567 (mp_runner.py:73) +2024-09-01 18:37:36,112 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.026501528998778667 (mp_runner.py:73) +2024-09-01 18:37:36,113 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.027414960000896826 (mp_runner.py:73) +2024-09-01 18:37:36,118 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.03269101099431282 (mp_runner.py:73) +2024-09-01 18:37:36,120 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.07629581099899951 (mp_runner.py:73) +2024-09-01 18:37:36,123 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.07145665399730206 (mp_runner.py:73) +2024-09-01 18:37:36,127 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.042616669001290575 (mp_runner.py:73) +2024-09-01 18:37:36,129 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.06088398100109771 (mp_runner.py:73) +2024-09-01 18:37:36,130 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.0943306359986309 (mp_runner.py:73) +2024-09-01 18:37:36,142 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.10090322000178276 (mp_runner.py:73) +2024-09-01 18:37:36,144 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.1266341549999197 (mp_runner.py:73) +2024-09-01 18:37:36,153 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.06997577299625846 (mp_runner.py:73) +2024-09-01 18:37:36,155 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.1053253050049534 (mp_runner.py:73) +2024-09-01 18:37:36,155 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.08297327200125437 (mp_runner.py:73) +2024-09-01 18:37:36,155 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.09232188500027405 (mp_runner.py:73) +2024-09-01 18:37:36,157 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.13300332499784417 (mp_runner.py:73) +2024-09-01 18:37:36,166 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.08920826100074919 (mp_runner.py:73) +2024-09-01 18:37:36,213 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.024031269997067284 (mp_runner.py:73) +2024-09-01 18:37:36,218 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.09292426700267242 (mp_runner.py:73) +2024-09-01 18:37:36,255 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.09701953799958574 (mp_runner.py:73) +2024-09-01 18:37:36,260 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.13795166699856054 (mp_runner.py:73) +2024-09-01 18:37:36,369 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.01729648899345193 (mp_runner.py:73) +2024-09-01 18:37:36,389 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.05553590799536323 (mp_runner.py:73) +2024-09-01 18:37:36,775 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.005142620000697207 (mp_runner.py:73) +2024-09-01 18:37:47,515 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0062s, count=811, qps in this process: 27.0277 (mp_runner.py:76) +2024-09-01 18:37:47,585 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0129s, count=802, qps in this process: 26.7218 (mp_runner.py:76) +2024-09-01 18:37:47,658 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0164s, count=816, qps in this process: 27.1851 (mp_runner.py:76) +2024-09-01 18:37:47,672 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0101s, count=816, qps in this process: 27.1908 (mp_runner.py:76) +2024-09-01 18:37:47,696 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0098s, count=817, qps in this process: 27.2244 (mp_runner.py:76) +2024-09-01 18:37:47,701 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0391s, count=817, qps in this process: 27.1979 (mp_runner.py:76) +2024-09-01 18:37:47,709 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0463s, count=817, qps in this process: 27.1914 (mp_runner.py:76) +2024-09-01 18:37:47,710 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0248s, count=817, qps in this process: 27.2108 (mp_runner.py:76) +2024-09-01 18:37:47,730 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0101s, count=815, qps in this process: 27.1575 (mp_runner.py:76) +2024-09-01 18:37:47,737 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.004s, count=818, qps in this process: 27.263 (mp_runner.py:76) +2024-09-01 18:37:47,767 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0289s, count=819, qps in this process: 27.2737 (mp_runner.py:76) +2024-09-01 18:37:47,768 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0131s, count=819, qps in this process: 27.2881 (mp_runner.py:76) +2024-09-01 18:37:47,823 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0194s, count=821, qps in this process: 27.349 (mp_runner.py:76) +2024-09-01 18:37:47,834 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0132s, count=822, qps in this process: 27.3879 (mp_runner.py:76) +2024-09-01 18:37:47,857 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0032s, count=823, qps in this process: 27.4304 (mp_runner.py:76) +2024-09-01 18:37:47,867 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0046s, count=823, qps in this process: 27.4291 (mp_runner.py:76) +2024-09-01 18:37:47,873 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0031s, count=824, qps in this process: 27.4638 (mp_runner.py:76) +2024-09-01 18:37:47,873 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0116s, count=824, qps in this process: 27.4561 (mp_runner.py:76) +2024-09-01 18:37:47,873 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0038s, count=824, qps in this process: 27.4632 (mp_runner.py:76) +2024-09-01 18:37:47,875 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0214s, count=824, qps in this process: 27.4471 (mp_runner.py:76) +2024-09-01 18:37:47,880 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0176s, count=824, qps in this process: 27.4506 (mp_runner.py:76) +2024-09-01 18:37:47,882 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0056s, count=824, qps in this process: 27.4615 (mp_runner.py:76) +2024-09-01 18:37:47,909 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0046s, count=826, qps in this process: 27.5291 (mp_runner.py:76) +2024-09-01 18:37:47,911 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0268s, count=816, qps in this process: 27.1757 (mp_runner.py:76) +2024-09-01 18:37:47,911 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0135s, count=826, qps in this process: 27.5209 (mp_runner.py:76) +2024-09-01 18:37:47,912 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0111s, count=826, qps in this process: 27.5231 (mp_runner.py:76) +2024-09-01 18:37:47,920 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0007s, count=827, qps in this process: 27.566 (mp_runner.py:76) +2024-09-01 18:37:47,931 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0094s, count=828, qps in this process: 27.5914 (mp_runner.py:76) +2024-09-01 18:37:47,936 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0095s, count=828, qps in this process: 27.5913 (mp_runner.py:76) +2024-09-01 18:37:47,936 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0039s, count=828, qps in this process: 27.5964 (mp_runner.py:76) +2024-09-01 18:37:47,942 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0023s, count=826, qps in this process: 27.5312 (mp_runner.py:76) +2024-09-01 18:37:47,962 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0078s, count=830, qps in this process: 27.6595 (mp_runner.py:76) +2024-09-01 18:37:47,963 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0083s, count=830, qps in this process: 27.659 (mp_runner.py:76) +2024-09-01 18:37:47,978 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0163s, count=831, qps in this process: 27.685 (mp_runner.py:76) +2024-09-01 18:37:47,983 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.006s, count=826, qps in this process: 27.5278 (mp_runner.py:76) +2024-09-01 18:37:47,996 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0027s, count=833, qps in this process: 27.7642 (mp_runner.py:76) +2024-09-01 18:37:48,004 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0065s, count=834, qps in this process: 27.794 (mp_runner.py:76) +2024-09-01 18:37:48,005 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.008s, count=834, qps in this process: 27.7926 (mp_runner.py:76) +2024-09-01 18:37:48,030 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0109s, count=835, qps in this process: 27.8232 (mp_runner.py:76) +2024-09-01 18:37:48,034 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0077s, count=836, qps in this process: 27.8595 (mp_runner.py:76) +2024-09-01 18:37:48,044 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0025s, count=835, qps in this process: 27.831 (mp_runner.py:76) +2024-09-01 18:37:48,063 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.006s, count=839, qps in this process: 27.9611 (mp_runner.py:76) +2024-09-01 18:37:48,088 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0012s, count=842, qps in this process: 28.0655 (mp_runner.py:76) +2024-09-01 18:37:48,089 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0011s, count=842, qps in this process: 28.0656 (mp_runner.py:76) +2024-09-01 18:37:48,095 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0007s, count=831, qps in this process: 27.6994 (mp_runner.py:76) +2024-09-01 18:37:48,100 | INFO |End search in concurrency 45: dur=30.669606639996346s, total_count=37126, qps=1210.5144 (mp_runner.py:120) +2024-09-01 18:37:51,473 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:37:51,473 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) +2024-09-01 18:38:12,471 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) +2024-09-01 18:38:12,738 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,805 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,861 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,872 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,883 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,883 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,893 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,895 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,895 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,937 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,939 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,940 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,940 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,945 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,947 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,948 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,953 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,953 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,961 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,978 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,986 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:12,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,007 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,007 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,016 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,029 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,048 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,068 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,087 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,089 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,094 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,094 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,121 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,152 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:13,158 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:38:32,659 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.047944279001967516 (mp_runner.py:73) +2024-09-01 18:38:32,659 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.06975594699906651 (mp_runner.py:73) +2024-09-01 18:38:32,659 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.008484006000799127 (mp_runner.py:73) +2024-09-01 18:38:32,659 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.06521499299560674 (mp_runner.py:73) +2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.07061251099366928 (mp_runner.py:73) +2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.06859148100193124 (mp_runner.py:73) +2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.07399746799637796 (mp_runner.py:73) +2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.07342336399597116 (mp_runner.py:73) +2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.07503966800140915 (mp_runner.py:73) +2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.05744424599834019 (mp_runner.py:73) +2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.05899368999962462 (mp_runner.py:73) +2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.07915644100285135 (mp_runner.py:73) +2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.05796337700303411 (mp_runner.py:73) +2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.06873062100203242 (mp_runner.py:73) +2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.05098440100118751 (mp_runner.py:73) +2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.07825411500380142 (mp_runner.py:73) +2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.07382055099878926 (mp_runner.py:73) +2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.06845265699666925 (mp_runner.py:73) +2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.0770586739963619 (mp_runner.py:73) +2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.06583674600551603 (mp_runner.py:73) +2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.06047006199514726 (mp_runner.py:73) +2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.08221795300050871 (mp_runner.py:73) +2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.06682478600123432 (mp_runner.py:73) +2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.0532385160040576 (mp_runner.py:73) +2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.08286323200445622 (mp_runner.py:73) +2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.05500272900098935 (mp_runner.py:73) +2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.053483546995266806 (mp_runner.py:73) +2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.05071755800599931 (mp_runner.py:73) +2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.06576160099939443 (mp_runner.py:73) +2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.06537109900091309 (mp_runner.py:73) +2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.058618167000531685 (mp_runner.py:73) +2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.06306895399757195 (mp_runner.py:73) +2024-09-01 18:38:32,664 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.05585371499910252 (mp_runner.py:73) +2024-09-01 18:38:32,664 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.05808694800361991 (mp_runner.py:73) +2024-09-01 18:38:32,664 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.07394686500629177 (mp_runner.py:73) +2024-09-01 18:38:32,665 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.027277168999717105 (mp_runner.py:73) +2024-09-01 18:38:32,665 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.06634189399483148 (mp_runner.py:73) +2024-09-01 18:38:32,681 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.03647161900153151 (mp_runner.py:73) +2024-09-01 18:38:32,682 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.09358874200552236 (mp_runner.py:73) +2024-09-01 18:38:32,685 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.036420288000954315 (mp_runner.py:73) +2024-09-01 18:38:32,687 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.04607581200252753 (mp_runner.py:73) +2024-09-01 18:38:32,689 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.03822712999681244 (mp_runner.py:73) +2024-09-01 18:38:32,690 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.0408845139972982 (mp_runner.py:73) +2024-09-01 18:38:32,693 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.035896853005397134 (mp_runner.py:73) +2024-09-01 18:38:32,693 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.115399772003002 (mp_runner.py:73) +2024-09-01 18:38:32,697 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.04209958700084826 (mp_runner.py:73) +2024-09-01 18:38:32,722 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.044369111994456034 (mp_runner.py:73) +2024-09-01 18:38:32,744 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.05385102700529387 (mp_runner.py:73) +2024-09-01 18:38:32,766 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.02042747499945108 (mp_runner.py:73) +2024-09-01 18:38:33,084 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.028910593995533418 (mp_runner.py:73) +2024-09-01 18:38:42,789 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0389s, count=746, qps in this process: 24.8345 (mp_runner.py:76) +2024-09-01 18:38:42,832 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0342s, count=758, qps in this process: 25.2379 (mp_runner.py:76) +2024-09-01 18:38:42,834 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0231s, count=758, qps in this process: 25.2472 (mp_runner.py:76) +2024-09-01 18:38:42,839 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.025s, count=758, qps in this process: 25.2456 (mp_runner.py:76) +2024-09-01 18:38:42,883 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0153s, count=759, qps in this process: 25.2871 (mp_runner.py:76) +2024-09-01 18:38:42,884 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0093s, count=759, qps in this process: 25.2922 (mp_runner.py:76) +2024-09-01 18:38:42,885 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.018s, count=759, qps in this process: 25.2848 (mp_runner.py:76) +2024-09-01 18:38:42,897 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0345s, count=759, qps in this process: 25.2709 (mp_runner.py:76) +2024-09-01 18:38:42,897 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0048s, count=760, qps in this process: 25.3293 (mp_runner.py:76) +2024-09-01 18:38:42,899 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0207s, count=756, qps in this process: 25.1826 (mp_runner.py:76) +2024-09-01 18:38:42,911 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.044s, count=759, qps in this process: 25.2629 (mp_runner.py:76) +2024-09-01 18:38:42,912 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0076s, count=759, qps in this process: 25.2936 (mp_runner.py:76) +2024-09-01 18:38:42,912 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0192s, count=759, qps in this process: 25.2838 (mp_runner.py:76) +2024-09-01 18:38:42,931 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0404s, count=755, qps in this process: 25.1328 (mp_runner.py:76) +2024-09-01 18:38:42,938 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0331s, count=760, qps in this process: 25.3054 (mp_runner.py:76) +2024-09-01 18:38:42,940 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0391s, count=760, qps in this process: 25.3004 (mp_runner.py:76) +2024-09-01 18:38:42,954 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0483s, count=754, qps in this process: 25.0929 (mp_runner.py:76) +2024-09-01 18:38:42,955 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0025s, count=760, qps in this process: 25.3312 (mp_runner.py:76) +2024-09-01 18:38:42,957 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0107s, count=761, qps in this process: 25.3576 (mp_runner.py:76) +2024-09-01 18:38:42,957 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0597s, count=761, qps in this process: 25.3163 (mp_runner.py:76) +2024-09-01 18:38:42,958 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0115s, count=761, qps in this process: 25.3569 (mp_runner.py:76) +2024-09-01 18:38:42,958 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0179s, count=761, qps in this process: 25.3515 (mp_runner.py:76) +2024-09-01 18:38:42,959 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0132s, count=761, qps in this process: 25.3555 (mp_runner.py:76) +2024-09-01 18:38:42,960 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0429s, count=761, qps in this process: 25.3304 (mp_runner.py:76) +2024-09-01 18:38:42,961 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.003s, count=761, qps in this process: 25.3641 (mp_runner.py:76) +2024-09-01 18:38:42,961 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0132s, count=761, qps in this process: 25.3555 (mp_runner.py:76) +2024-09-01 18:38:42,970 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0039s, count=762, qps in this process: 25.3967 (mp_runner.py:76) +2024-09-01 18:38:42,972 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0063s, count=762, qps in this process: 25.3947 (mp_runner.py:76) +2024-09-01 18:38:42,979 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0863s, count=761, qps in this process: 25.2939 (mp_runner.py:76) +2024-09-01 18:38:42,992 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.036s, count=761, qps in this process: 25.3363 (mp_runner.py:76) +2024-09-01 18:38:42,999 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0173s, count=763, qps in this process: 25.4187 (mp_runner.py:76) +2024-09-01 18:38:43,001 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0072s, count=763, qps in this process: 25.4272 (mp_runner.py:76) +2024-09-01 18:38:43,001 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0033s, count=763, qps in this process: 25.4305 (mp_runner.py:76) +2024-09-01 18:38:43,008 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.01s, count=763, qps in this process: 25.4249 (mp_runner.py:76) +2024-09-01 18:38:43,020 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0011s, count=764, qps in this process: 25.4657 (mp_runner.py:76) +2024-09-01 18:38:43,020 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0126s, count=764, qps in this process: 25.456 (mp_runner.py:76) +2024-09-01 18:38:43,023 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0154s, count=764, qps in this process: 25.4536 (mp_runner.py:76) +2024-09-01 18:38:43,055 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0177s, count=767, qps in this process: 25.5516 (mp_runner.py:76) +2024-09-01 18:38:43,058 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0037s, count=768, qps in this process: 25.5968 (mp_runner.py:76) +2024-09-01 18:38:43,060 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0076s, count=768, qps in this process: 25.5935 (mp_runner.py:76) +2024-09-01 18:38:43,078 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0026s, count=770, qps in this process: 25.6644 (mp_runner.py:76) +2024-09-01 18:38:43,084 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0019s, count=760, qps in this process: 25.3317 (mp_runner.py:76) +2024-09-01 18:38:43,087 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0052s, count=771, qps in this process: 25.6955 (mp_runner.py:76) +2024-09-01 18:38:43,095 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0065s, count=772, qps in this process: 25.7278 (mp_runner.py:76) +2024-09-01 18:38:43,096 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0037s, count=771, qps in this process: 25.6968 (mp_runner.py:76) +2024-09-01 18:38:43,102 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0063s, count=773, qps in this process: 25.7613 (mp_runner.py:76) +2024-09-01 18:38:43,102 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.006s, count=773, qps in this process: 25.7615 (mp_runner.py:76) +2024-09-01 18:38:43,125 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0005s, count=776, qps in this process: 25.8662 (mp_runner.py:76) +2024-09-01 18:38:43,161 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.004s, count=786, qps in this process: 26.1965 (mp_runner.py:76) +2024-09-01 18:38:43,165 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.002s, count=787, qps in this process: 26.2316 (mp_runner.py:76) +2024-09-01 18:38:43,169 | INFO |End search in concurrency 50: dur=30.697369435998553s, total_count=38158, qps=1243.0381 (mp_runner.py:120) +2024-09-01 18:38:46,430 | INFO |Update largest qps with concurrency 50: current max_qps=1243.0381 (mp_runner.py:124) +2024-09-01 18:38:46,844 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:38:46,844 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) +2024-09-01 18:39:08,022 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) +2024-09-01 18:39:08,231 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,436 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,548 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,548 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,548 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,549 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,549 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,552 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,552 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,555 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,555 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,555 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,559 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,562 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,562 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,563 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,563 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,563 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,582 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,585 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,585 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,590 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,678 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,700 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,700 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,706 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,710 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:08,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:39:30,564 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.03233043199725216 (mp_runner.py:73) +2024-09-01 18:39:30,565 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.053496540000196546 (mp_runner.py:73) +2024-09-01 18:39:30,567 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.030625174003944267 (mp_runner.py:73) +2024-09-01 18:39:30,568 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.04782691199943656 (mp_runner.py:73) +2024-09-01 18:39:30,568 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.035190991999115795 (mp_runner.py:73) +2024-09-01 18:39:30,569 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.034330187998421025 (mp_runner.py:73) +2024-09-01 18:39:30,570 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.05963456400058931 (mp_runner.py:73) +2024-09-01 18:39:30,571 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.03442786199593684 (mp_runner.py:73) +2024-09-01 18:39:30,571 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.027778160998423118 (mp_runner.py:73) +2024-09-01 18:39:30,573 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.0485737849958241 (mp_runner.py:73) +2024-09-01 18:39:30,574 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.043781910004327074 (mp_runner.py:73) +2024-09-01 18:39:30,575 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.03134472399688093 (mp_runner.py:73) +2024-09-01 18:39:30,575 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.03812382400064962 (mp_runner.py:73) +2024-09-01 18:39:30,576 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.0586586220015306 (mp_runner.py:73) +2024-09-01 18:39:30,577 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.04262484299397329 (mp_runner.py:73) +2024-09-01 18:39:30,577 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.03828085800341796 (mp_runner.py:73) +2024-09-01 18:39:30,578 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.05236483000044245 (mp_runner.py:73) +2024-09-01 18:39:30,579 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.013715899003727827 (mp_runner.py:73) +2024-09-01 18:39:30,580 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.04110312999546295 (mp_runner.py:73) +2024-09-01 18:39:30,581 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.06503262200567406 (mp_runner.py:73) +2024-09-01 18:39:30,581 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.04048021500057075 (mp_runner.py:73) +2024-09-01 18:39:30,582 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.04108943999744952 (mp_runner.py:73) +2024-09-01 18:39:30,583 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.04045395700086374 (mp_runner.py:73) +2024-09-01 18:39:30,583 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.050309676000324544 (mp_runner.py:73) +2024-09-01 18:39:30,585 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.053298235005058814 (mp_runner.py:73) +2024-09-01 18:39:30,585 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.036265198003093246 (mp_runner.py:73) +2024-09-01 18:39:30,586 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.03953472099965438 (mp_runner.py:73) +2024-09-01 18:39:30,587 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.04226232699875254 (mp_runner.py:73) +2024-09-01 18:39:30,587 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.024463507994369138 (mp_runner.py:73) +2024-09-01 18:39:30,589 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.022396185995603446 (mp_runner.py:73) +2024-09-01 18:39:30,590 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.040690006004297175 (mp_runner.py:73) +2024-09-01 18:39:30,593 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.08521237500099232 (mp_runner.py:73) +2024-09-01 18:39:30,601 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.08320334100426408 (mp_runner.py:73) +2024-09-01 18:39:30,611 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.0036618269950849935 (mp_runner.py:73) +2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.09203410999907646 (mp_runner.py:73) +2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.08307238599809352 (mp_runner.py:73) +2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.08969218499987619 (mp_runner.py:73) +2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.09877393699571257 (mp_runner.py:73) +2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.09119429999554995 (mp_runner.py:73) +2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.09558375999768032 (mp_runner.py:73) +2024-09-01 18:39:30,613 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.08529809000174282 (mp_runner.py:73) +2024-09-01 18:39:30,613 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.09763926600135164 (mp_runner.py:73) +2024-09-01 18:39:30,616 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.05410970700177131 (mp_runner.py:73) +2024-09-01 18:39:30,625 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.059889336000196636 (mp_runner.py:73) +2024-09-01 18:39:30,631 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.057871965000231285 (mp_runner.py:73) +2024-09-01 18:39:30,638 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.13295125299919164 (mp_runner.py:73) +2024-09-01 18:39:30,664 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.055289559000812005 (mp_runner.py:73) +2024-09-01 18:39:30,682 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.016826818995468784 (mp_runner.py:73) +2024-09-01 18:39:30,735 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01318509299744619 (mp_runner.py:73) +2024-09-01 18:39:30,801 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.007608859996253159 (mp_runner.py:73) +2024-09-01 18:39:30,841 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.04198714100493817 (mp_runner.py:73) +2024-09-01 18:39:30,876 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.04372059599700151 (mp_runner.py:73) +2024-09-01 18:39:31,018 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.0644828439981211 (mp_runner.py:73) +2024-09-01 18:39:31,081 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.06027067199465819 (mp_runner.py:73) +2024-09-01 18:39:31,311 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.06521509199956199 (mp_runner.py:73) +2024-09-01 18:39:38,272 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0277s, count=678, qps in this process: 22.5792 (mp_runner.py:76) +2024-09-01 18:39:38,461 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0193s, count=683, qps in this process: 22.752 (mp_runner.py:76) +2024-09-01 18:39:38,472 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0365s, count=680, qps in this process: 22.6391 (mp_runner.py:76) +2024-09-01 18:39:38,561 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0056s, count=684, qps in this process: 22.7957 (mp_runner.py:76) +2024-09-01 18:39:38,564 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0027s, count=675, qps in this process: 22.498 (mp_runner.py:76) +2024-09-01 18:39:38,566 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0116s, count=685, qps in this process: 22.8245 (mp_runner.py:76) +2024-09-01 18:39:38,568 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0045s, count=685, qps in this process: 22.8299 (mp_runner.py:76) +2024-09-01 18:39:38,568 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0072s, count=685, qps in this process: 22.8279 (mp_runner.py:76) +2024-09-01 18:39:38,568 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0126s, count=685, qps in this process: 22.8237 (mp_runner.py:76) +2024-09-01 18:39:38,568 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0147s, count=685, qps in this process: 22.8222 (mp_runner.py:76) +2024-09-01 18:39:38,569 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0079s, count=685, qps in this process: 22.8273 (mp_runner.py:76) +2024-09-01 18:39:38,569 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0138s, count=685, qps in this process: 22.8228 (mp_runner.py:76) +2024-09-01 18:39:38,570 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0083s, count=685, qps in this process: 22.827 (mp_runner.py:76) +2024-09-01 18:39:38,570 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0085s, count=685, qps in this process: 22.8269 (mp_runner.py:76) +2024-09-01 18:39:38,570 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0068s, count=685, qps in this process: 22.8282 (mp_runner.py:76) +2024-09-01 18:39:38,574 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0102s, count=685, qps in this process: 22.8256 (mp_runner.py:76) +2024-09-01 18:39:38,571 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0137s, count=685, qps in this process: 22.8229 (mp_runner.py:76) +2024-09-01 18:39:38,571 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0123s, count=685, qps in this process: 22.824 (mp_runner.py:76) +2024-09-01 18:39:38,574 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0136s, count=685, qps in this process: 22.823 (mp_runner.py:76) +2024-09-01 18:39:38,572 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0107s, count=685, qps in this process: 22.8252 (mp_runner.py:76) +2024-09-01 18:39:38,572 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0094s, count=685, qps in this process: 22.8262 (mp_runner.py:76) +2024-09-01 18:39:38,572 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.01s, count=685, qps in this process: 22.8257 (mp_runner.py:76) +2024-09-01 18:39:38,575 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0033s, count=685, qps in this process: 22.8308 (mp_runner.py:76) +2024-09-01 18:39:38,572 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.011s, count=685, qps in this process: 22.825 (mp_runner.py:76) +2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.012s, count=685, qps in this process: 22.8242 (mp_runner.py:76) +2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0182s, count=685, qps in this process: 22.8195 (mp_runner.py:76) +2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0163s, count=685, qps in this process: 22.8209 (mp_runner.py:76) +2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0181s, count=685, qps in this process: 22.8196 (mp_runner.py:76) +2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0181s, count=685, qps in this process: 22.8196 (mp_runner.py:76) +2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0101s, count=685, qps in this process: 22.8256 (mp_runner.py:76) +2024-09-01 18:39:38,579 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0163s, count=685, qps in this process: 22.8209 (mp_runner.py:76) +2024-09-01 18:39:38,579 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0217s, count=668, qps in this process: 22.2506 (mp_runner.py:76) +2024-09-01 18:39:38,587 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0132s, count=686, qps in this process: 22.8566 (mp_runner.py:76) +2024-09-01 18:39:38,589 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.002s, count=675, qps in this process: 22.4985 (mp_runner.py:76) +2024-09-01 18:39:38,594 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0017s, count=686, qps in this process: 22.8654 (mp_runner.py:76) +2024-09-01 18:39:38,595 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0083s, count=686, qps in this process: 22.8603 (mp_runner.py:76) +2024-09-01 18:39:38,598 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0115s, count=686, qps in this process: 22.8579 (mp_runner.py:76) +2024-09-01 18:39:38,600 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0125s, count=686, qps in this process: 22.8571 (mp_runner.py:76) +2024-09-01 18:39:38,602 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0152s, count=687, qps in this process: 22.8884 (mp_runner.py:76) +2024-09-01 18:39:38,603 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.008s, count=686, qps in this process: 22.8606 (mp_runner.py:76) +2024-09-01 18:39:38,608 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0361s, count=686, qps in this process: 22.8392 (mp_runner.py:76) +2024-09-01 18:39:38,613 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0414s, count=682, qps in this process: 22.702 (mp_runner.py:76) +2024-09-01 18:39:38,621 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0345s, count=686, qps in this process: 22.8404 (mp_runner.py:76) +2024-09-01 18:39:38,628 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.041s, count=677, qps in this process: 22.5359 (mp_runner.py:76) +2024-09-01 18:39:38,634 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.007s, count=689, qps in this process: 22.9613 (mp_runner.py:76) +2024-09-01 18:39:38,635 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0184s, count=689, qps in this process: 22.9526 (mp_runner.py:76) +2024-09-01 18:39:38,644 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0167s, count=689, qps in this process: 22.9539 (mp_runner.py:76) +2024-09-01 18:39:38,663 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0033s, count=693, qps in this process: 23.0975 (mp_runner.py:76) +2024-09-01 18:39:38,692 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0013s, count=698, qps in this process: 23.2657 (mp_runner.py:76) +2024-09-01 18:39:38,701 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0016s, count=699, qps in this process: 23.2988 (mp_runner.py:76) +2024-09-01 18:39:38,706 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0005s, count=700, qps in this process: 23.3329 (mp_runner.py:76) +2024-09-01 18:39:38,707 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0013s, count=700, qps in this process: 23.3323 (mp_runner.py:76) +2024-09-01 18:39:38,717 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0078s, count=701, qps in this process: 23.3606 (mp_runner.py:76) +2024-09-01 18:39:38,719 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0018s, count=703, qps in this process: 23.4319 (mp_runner.py:76) +2024-09-01 18:39:38,736 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0031s, count=706, qps in this process: 23.5309 (mp_runner.py:76) +2024-09-01 18:39:38,742 | INFO |End search in concurrency 55: dur=30.718529571000545s, total_count=37754, qps=1229.0302 (mp_runner.py:120) +2024-09-01 18:39:42,878 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:39:42,879 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) +2024-09-01 18:40:04,216 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) +2024-09-01 18:40:04,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,596 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,623 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,627 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,632 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,633 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,634 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,703 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,708 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,709 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,709 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,723 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,732 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,782 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,782 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,782 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,788 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,789 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,789 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,791 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,795 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,800 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,810 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,813 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,822 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,848 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,888 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,917 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,948 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,948 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,954 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,957 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,975 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,977 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,979 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:04,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:05,038 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:05,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:05,053 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:05,081 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.05290598999999929 (mp_runner.py:73) +2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.0538093490031315 (mp_runner.py:73) +2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.04986626200116007 (mp_runner.py:73) +2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.05308669799705967 (mp_runner.py:73) +2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.022872506000567228 (mp_runner.py:73) +2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.0386611450012424 (mp_runner.py:73) +2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.020091048994800076 (mp_runner.py:73) +2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.025670545997854788 (mp_runner.py:73) +2024-09-01 18:40:28,742 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.05299355200259015 (mp_runner.py:73) +2024-09-01 18:40:28,745 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.05164893899927847 (mp_runner.py:73) +2024-09-01 18:40:28,747 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.04913660000602249 (mp_runner.py:73) +2024-09-01 18:40:28,747 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.05880146699928446 (mp_runner.py:73) +2024-09-01 18:40:28,750 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.004248323995852843 (mp_runner.py:73) +2024-09-01 18:40:28,751 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.0035991960030514747 (mp_runner.py:73) +2024-09-01 18:40:28,752 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.0065304390009259805 (mp_runner.py:73) +2024-09-01 18:40:28,753 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.041411054000491276 (mp_runner.py:73) +2024-09-01 18:40:28,754 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.00831229799950961 (mp_runner.py:73) +2024-09-01 18:40:28,754 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.06781246999889845 (mp_runner.py:73) +2024-09-01 18:40:28,755 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.06845929700648412 (mp_runner.py:73) +2024-09-01 18:40:28,755 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.040191873005824164 (mp_runner.py:73) +2024-09-01 18:40:28,755 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.05436623500281712 (mp_runner.py:73) +2024-09-01 18:40:28,756 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.06635988999914844 (mp_runner.py:73) +2024-09-01 18:40:28,756 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.0111594099944341 (mp_runner.py:73) +2024-09-01 18:40:28,757 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.056218600999272894 (mp_runner.py:73) +2024-09-01 18:40:28,758 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.04336480100027984 (mp_runner.py:73) +2024-09-01 18:40:28,758 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.07201270299992757 (mp_runner.py:73) +2024-09-01 18:40:28,759 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.011952189001021907 (mp_runner.py:73) +2024-09-01 18:40:28,760 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.004802087998541538 (mp_runner.py:73) +2024-09-01 18:40:28,761 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.0445226840020041 (mp_runner.py:73) +2024-09-01 18:40:28,763 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.01801087099738652 (mp_runner.py:73) +2024-09-01 18:40:28,764 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.052768772999115754 (mp_runner.py:73) +2024-09-01 18:40:28,764 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.06239657699916279 (mp_runner.py:73) +2024-09-01 18:40:28,765 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.06506866800191347 (mp_runner.py:73) +2024-09-01 18:40:28,765 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.06599508599902038 (mp_runner.py:73) +2024-09-01 18:40:28,767 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.04963074900297215 (mp_runner.py:73) +2024-09-01 18:40:28,768 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.05296601699956227 (mp_runner.py:73) +2024-09-01 18:40:28,768 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.021518902998650447 (mp_runner.py:73) +2024-09-01 18:40:28,768 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.08112136599811492 (mp_runner.py:73) +2024-09-01 18:40:28,773 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.04731803199683782 (mp_runner.py:73) +2024-09-01 18:40:28,779 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.08470354500605026 (mp_runner.py:73) +2024-09-01 18:40:28,782 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.007598583004437387 (mp_runner.py:73) +2024-09-01 18:40:28,782 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.06485911000345368 (mp_runner.py:73) +2024-09-01 18:40:28,782 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.08968941000057384 (mp_runner.py:73) +2024-09-01 18:40:28,784 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.03527273499639705 (mp_runner.py:73) +2024-09-01 18:40:28,784 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.09791144199698465 (mp_runner.py:73) +2024-09-01 18:40:28,787 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.08564060700155096 (mp_runner.py:73) +2024-09-01 18:40:28,791 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.09053353600029368 (mp_runner.py:73) +2024-09-01 18:40:28,793 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.09041396900283871 (mp_runner.py:73) +2024-09-01 18:40:28,795 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.051788343997031916 (mp_runner.py:73) +2024-09-01 18:40:28,799 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.0835897390061291 (mp_runner.py:73) +2024-09-01 18:40:28,837 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.04067586100427434 (mp_runner.py:73) +2024-09-01 18:40:28,844 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.020257283002138138 (mp_runner.py:73) +2024-09-01 18:40:28,845 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.00782757699926151 (mp_runner.py:73) +2024-09-01 18:40:28,848 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.023001991998171434 (mp_runner.py:73) +2024-09-01 18:40:28,853 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.04726212300010957 (mp_runner.py:73) +2024-09-01 18:40:28,917 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.05303068699868163 (mp_runner.py:73) +2024-09-01 18:40:28,924 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.022566399995412212 (mp_runner.py:73) +2024-09-01 18:40:28,936 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.05673559599381406 (mp_runner.py:73) +2024-09-01 18:40:28,965 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.06464335200143978 (mp_runner.py:73) +2024-09-01 18:40:29,311 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.05061698299687123 (mp_runner.py:73) +2024-09-01 18:40:34,599 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0027s, count=628, qps in this process: 20.9314 (mp_runner.py:76) +2024-09-01 18:40:34,634 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0076s, count=629, qps in this process: 20.9614 (mp_runner.py:76) +2024-09-01 18:40:34,640 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0372s, count=629, qps in this process: 20.9407 (mp_runner.py:76) +2024-09-01 18:40:34,640 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0013s, count=629, qps in this process: 20.9658 (mp_runner.py:76) +2024-09-01 18:40:34,658 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0015s, count=629, qps in this process: 20.9656 (mp_runner.py:76) +2024-09-01 18:40:34,667 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0286s, count=630, qps in this process: 20.98 (mp_runner.py:76) +2024-09-01 18:40:34,671 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0338s, count=630, qps in this process: 20.9764 (mp_runner.py:76) +2024-09-01 18:40:34,689 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0587s, count=630, qps in this process: 20.959 (mp_runner.py:76) +2024-09-01 18:40:34,693 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0331s, count=630, qps in this process: 20.9769 (mp_runner.py:76) +2024-09-01 18:40:34,697 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0386s, count=626, qps in this process: 20.8399 (mp_runner.py:76) +2024-09-01 18:40:34,713 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0756s, count=630, qps in this process: 20.9472 (mp_runner.py:76) +2024-09-01 18:40:34,749 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0273s, count=631, qps in this process: 21.0142 (mp_runner.py:76) +2024-09-01 18:40:34,749 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0322s, count=631, qps in this process: 21.0108 (mp_runner.py:76) +2024-09-01 18:40:34,756 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0437s, count=630, qps in this process: 20.9695 (mp_runner.py:76) +2024-09-01 18:40:34,760 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0366s, count=631, qps in this process: 21.0077 (mp_runner.py:76) +2024-09-01 18:40:34,766 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0421s, count=631, qps in this process: 21.0039 (mp_runner.py:76) +2024-09-01 18:40:34,767 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0269s, count=631, qps in this process: 21.0145 (mp_runner.py:76) +2024-09-01 18:40:34,768 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0446s, count=631, qps in this process: 21.0021 (mp_runner.py:76) +2024-09-01 18:40:34,769 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0529s, count=631, qps in this process: 20.9963 (mp_runner.py:76) +2024-09-01 18:40:34,770 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0356s, count=630, qps in this process: 20.9751 (mp_runner.py:76) +2024-09-01 18:40:34,771 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0643s, count=631, qps in this process: 20.9883 (mp_runner.py:76) +2024-09-01 18:40:34,772 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0486s, count=631, qps in this process: 20.9993 (mp_runner.py:76) +2024-09-01 18:40:34,782 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0114s, count=632, qps in this process: 21.0587 (mp_runner.py:76) +2024-09-01 18:40:34,790 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0041s, count=628, qps in this process: 20.9305 (mp_runner.py:76) +2024-09-01 18:40:34,790 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0049s, count=622, qps in this process: 20.7299 (mp_runner.py:76) +2024-09-01 18:40:34,796 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0102s, count=625, qps in this process: 20.8263 (mp_runner.py:76) +2024-09-01 18:40:34,797 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0039s, count=632, qps in this process: 21.0639 (mp_runner.py:76) +2024-09-01 18:40:34,798 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0113s, count=632, qps in this process: 21.0587 (mp_runner.py:76) +2024-09-01 18:40:34,817 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0046s, count=633, qps in this process: 21.0968 (mp_runner.py:76) +2024-09-01 18:40:34,818 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0146s, count=629, qps in this process: 20.9565 (mp_runner.py:76) +2024-09-01 18:40:34,825 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0119s, count=633, qps in this process: 21.0916 (mp_runner.py:76) +2024-09-01 18:40:34,825 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0353s, count=633, qps in this process: 21.0752 (mp_runner.py:76) +2024-09-01 18:40:34,832 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0323s, count=631, qps in this process: 21.0107 (mp_runner.py:76) +2024-09-01 18:40:34,832 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0297s, count=633, qps in this process: 21.0791 (mp_runner.py:76) +2024-09-01 18:40:34,840 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0213s, count=628, qps in this process: 20.9185 (mp_runner.py:76) +2024-09-01 18:40:34,846 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0337s, count=628, qps in this process: 20.9098 (mp_runner.py:76) +2024-09-01 18:40:34,848 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0107s, count=634, qps in this process: 21.1258 (mp_runner.py:76) +2024-09-01 18:40:34,855 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0027s, count=634, qps in this process: 21.1314 (mp_runner.py:76) +2024-09-01 18:40:34,868 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0133s, count=635, qps in this process: 21.1573 (mp_runner.py:76) +2024-09-01 18:40:34,881 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0053s, count=636, qps in this process: 21.1963 (mp_runner.py:76) +2024-09-01 18:40:34,891 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0013s, count=636, qps in this process: 21.1991 (mp_runner.py:76) +2024-09-01 18:40:34,896 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0057s, count=637, qps in this process: 21.2293 (mp_runner.py:76) +2024-09-01 18:40:34,899 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0099s, count=637, qps in this process: 21.2263 (mp_runner.py:76) +2024-09-01 18:40:34,901 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0106s, count=637, qps in this process: 21.2258 (mp_runner.py:76) +2024-09-01 18:40:34,901 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0111s, count=637, qps in this process: 21.2255 (mp_runner.py:76) +2024-09-01 18:40:34,921 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0077s, count=639, qps in this process: 21.2945 (mp_runner.py:76) +2024-09-01 18:40:34,938 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0128s, count=640, qps in this process: 21.3242 (mp_runner.py:76) +2024-09-01 18:40:34,954 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0012s, count=642, qps in this process: 21.3991 (mp_runner.py:76) +2024-09-01 18:40:34,960 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0078s, count=642, qps in this process: 21.3944 (mp_runner.py:76) +2024-09-01 18:40:34,962 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0027s, count=642, qps in this process: 21.3981 (mp_runner.py:76) +2024-09-01 18:40:34,971 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0109s, count=643, qps in this process: 21.4255 (mp_runner.py:76) +2024-09-01 18:40:34,989 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0087s, count=645, qps in this process: 21.4938 (mp_runner.py:76) +2024-09-01 18:40:34,989 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0048s, count=645, qps in this process: 21.4966 (mp_runner.py:76) +2024-09-01 18:40:34,990 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0067s, count=645, qps in this process: 21.4952 (mp_runner.py:76) +2024-09-01 18:40:35,016 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0082s, count=648, qps in this process: 21.5941 (mp_runner.py:76) +2024-09-01 18:40:35,017 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0091s, count=648, qps in this process: 21.5934 (mp_runner.py:76) +2024-09-01 18:40:35,054 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0026s, count=655, qps in this process: 21.8314 (mp_runner.py:76) +2024-09-01 18:40:35,057 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0013s, count=655, qps in this process: 21.8324 (mp_runner.py:76) +2024-09-01 18:40:35,064 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0023s, count=658, qps in this process: 21.9317 (mp_runner.py:76) +2024-09-01 18:40:35,090 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0023s, count=667, qps in this process: 22.2316 (mp_runner.py:76) +2024-09-01 18:40:35,096 | INFO |End search in concurrency 60: dur=30.87964381799975s, total_count=38115, qps=1234.3083 (mp_runner.py:120) +2024-09-01 18:40:39,489 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:40:39,490 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) +2024-09-01 18:41:01,086 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) +2024-09-01 18:41:01,229 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,248 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,284 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,331 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,458 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,479 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,480 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,482 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,525 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,527 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,527 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,541 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,556 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,584 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,592 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,596 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,602 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,609 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,609 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,613 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,613 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,635 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,654 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,662 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,667 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,703 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,710 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,712 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,783 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,799 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,841 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,855 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,864 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,909 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,922 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,974 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,981 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:01,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,022 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,027 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,054 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,054 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,114 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,114 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,157 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,167 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:02,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:27,565 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.04004711999732535 (mp_runner.py:73) +2024-09-01 18:41:27,567 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.04062384999997448 (mp_runner.py:73) +2024-09-01 18:41:27,567 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.04051607399742352 (mp_runner.py:73) +2024-09-01 18:41:27,569 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.043759326996223535 (mp_runner.py:73) +2024-09-01 18:41:27,569 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.040977543001645245 (mp_runner.py:73) +2024-09-01 18:41:27,570 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04243433199735591 (mp_runner.py:73) +2024-09-01 18:41:27,571 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.03993884800001979 (mp_runner.py:73) +2024-09-01 18:41:27,571 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.040780575000098906 (mp_runner.py:73) +2024-09-01 18:41:27,573 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.03626595300011104 (mp_runner.py:73) +2024-09-01 18:41:27,573 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.04360437099967385 (mp_runner.py:73) +2024-09-01 18:41:27,574 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.04215713799931109 (mp_runner.py:73) +2024-09-01 18:41:27,574 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.019836605002637953 (mp_runner.py:73) +2024-09-01 18:41:27,576 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.04637870300211944 (mp_runner.py:73) +2024-09-01 18:41:27,577 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.04200738600047771 (mp_runner.py:73) +2024-09-01 18:41:27,579 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.04109582499950193 (mp_runner.py:73) +2024-09-01 18:41:27,580 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.0460891780021484 (mp_runner.py:73) +2024-09-01 18:41:27,581 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.03992947900405852 (mp_runner.py:73) +2024-09-01 18:41:27,583 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.03271544000017457 (mp_runner.py:73) +2024-09-01 18:41:27,583 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.059913789002166595 (mp_runner.py:73) +2024-09-01 18:41:27,585 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.0376331619991106 (mp_runner.py:73) +2024-09-01 18:41:27,585 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.04922989600163419 (mp_runner.py:73) +2024-09-01 18:41:27,586 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.034408485000312794 (mp_runner.py:73) +2024-09-01 18:41:27,587 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.042654014003346674 (mp_runner.py:73) +2024-09-01 18:41:27,588 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.0349620600027265 (mp_runner.py:73) +2024-09-01 18:41:27,588 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.019226694996177685 (mp_runner.py:73) +2024-09-01 18:41:27,589 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.033286753998254426 (mp_runner.py:73) +2024-09-01 18:41:27,590 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.011310704998322763 (mp_runner.py:73) +2024-09-01 18:41:27,591 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.030486563002341427 (mp_runner.py:73) +2024-09-01 18:41:27,591 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.015783773000293877 (mp_runner.py:73) +2024-09-01 18:41:27,592 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.03350824999506585 (mp_runner.py:73) +2024-09-01 18:41:27,593 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.05156727899884572 (mp_runner.py:73) +2024-09-01 18:41:27,594 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.03613710499485023 (mp_runner.py:73) +2024-09-01 18:41:27,595 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.052297574999101926 (mp_runner.py:73) +2024-09-01 18:41:27,595 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.04770423599984497 (mp_runner.py:73) +2024-09-01 18:41:27,597 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.0169351069998811 (mp_runner.py:73) +2024-09-01 18:41:27,597 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.05700970500038238 (mp_runner.py:73) +2024-09-01 18:41:27,598 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.058546296997519676 (mp_runner.py:73) +2024-09-01 18:41:27,598 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.048901114001637325 (mp_runner.py:73) +2024-09-01 18:41:27,599 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.04744592199858744 (mp_runner.py:73) +2024-09-01 18:41:27,601 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.05808050600171555 (mp_runner.py:73) +2024-09-01 18:41:27,601 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.038043173000914976 (mp_runner.py:73) +2024-09-01 18:41:27,603 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.04819929999939632 (mp_runner.py:73) +2024-09-01 18:41:27,603 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.004179586001555435 (mp_runner.py:73) +2024-09-01 18:41:27,604 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.02671531699888874 (mp_runner.py:73) +2024-09-01 18:41:27,605 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.029624650996993296 (mp_runner.py:73) +2024-09-01 18:41:27,606 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.04071476300305221 (mp_runner.py:73) +2024-09-01 18:41:27,606 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.056834877002984285 (mp_runner.py:73) +2024-09-01 18:41:27,607 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.028785365997464396 (mp_runner.py:73) +2024-09-01 18:41:27,607 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.04976419499871554 (mp_runner.py:73) +2024-09-01 18:41:27,608 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.03239432199916337 (mp_runner.py:73) +2024-09-01 18:41:27,609 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.048480881996511016 (mp_runner.py:73) +2024-09-01 18:41:27,610 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.047771585996088106 (mp_runner.py:73) +2024-09-01 18:41:27,611 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.06630582400248386 (mp_runner.py:73) +2024-09-01 18:41:27,611 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.028800496998883318 (mp_runner.py:73) +2024-09-01 18:41:27,612 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.0890338579993113 (mp_runner.py:73) +2024-09-01 18:41:27,613 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.056517157005146146 (mp_runner.py:73) +2024-09-01 18:41:27,613 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.0801417050024611 (mp_runner.py:73) +2024-09-01 18:41:27,614 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.036963361999369226 (mp_runner.py:73) +2024-09-01 18:41:27,615 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.0036308649941929616 (mp_runner.py:73) +2024-09-01 18:41:27,623 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.06433889699837891 (mp_runner.py:73) +2024-09-01 18:41:27,624 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.07351401100459043 (mp_runner.py:73) +2024-09-01 18:41:27,626 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.09214299199811649 (mp_runner.py:73) +2024-09-01 18:41:27,628 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.07532869599526748 (mp_runner.py:73) +2024-09-01 18:41:27,657 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.05676213900005678 (mp_runner.py:73) +2024-09-01 18:41:27,693 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.04296686399902683 (mp_runner.py:73) +2024-09-01 18:41:31,253 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0125s, count=574, qps in this process: 19.1254 (mp_runner.py:76) +2024-09-01 18:41:31,257 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0014s, count=575, qps in this process: 19.1658 (mp_runner.py:76) +2024-09-01 18:41:31,323 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0345s, count=576, qps in this process: 19.1779 (mp_runner.py:76) +2024-09-01 18:41:31,373 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0333s, count=577, qps in this process: 19.212 (mp_runner.py:76) +2024-09-01 18:41:31,480 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0158s, count=580, qps in this process: 19.3232 (mp_runner.py:76) +2024-09-01 18:41:31,481 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0185s, count=580, qps in this process: 19.3214 (mp_runner.py:76) +2024-09-01 18:41:31,504 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0182s, count=580, qps in this process: 19.3216 (mp_runner.py:76) +2024-09-01 18:41:31,513 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0228s, count=580, qps in this process: 19.3187 (mp_runner.py:76) +2024-09-01 18:41:31,519 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0368s, count=580, qps in this process: 19.3096 (mp_runner.py:76) +2024-09-01 18:41:31,530 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.032s, count=581, qps in this process: 19.346 (mp_runner.py:76) +2024-09-01 18:41:31,537 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0076s, count=581, qps in this process: 19.3618 (mp_runner.py:76) +2024-09-01 18:41:31,563 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0363s, count=581, qps in this process: 19.3433 (mp_runner.py:76) +2024-09-01 18:41:31,587 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0415s, count=582, qps in this process: 19.3732 (mp_runner.py:76) +2024-09-01 18:41:31,592 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0006s, count=582, qps in this process: 19.3996 (mp_runner.py:76) +2024-09-01 18:41:31,595 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0655s, count=582, qps in this process: 19.3577 (mp_runner.py:76) +2024-09-01 18:41:31,597 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0357s, count=582, qps in this process: 19.3769 (mp_runner.py:76) +2024-09-01 18:41:31,605 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0089s, count=582, qps in this process: 19.3942 (mp_runner.py:76) +2024-09-01 18:41:31,636 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0345s, count=583, qps in this process: 19.411 (mp_runner.py:76) +2024-09-01 18:41:31,637 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0171s, count=583, qps in this process: 19.4223 (mp_runner.py:76) +2024-09-01 18:41:31,638 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0218s, count=583, qps in this process: 19.4192 (mp_runner.py:76) +2024-09-01 18:41:31,639 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0226s, count=583, qps in this process: 19.4187 (mp_runner.py:76) +2024-09-01 18:41:31,640 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0045s, count=583, qps in this process: 19.4304 (mp_runner.py:76) +2024-09-01 18:41:31,640 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0205s, count=583, qps in this process: 19.4201 (mp_runner.py:76) +2024-09-01 18:41:31,641 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0261s, count=583, qps in this process: 19.4164 (mp_runner.py:76) +2024-09-01 18:41:31,644 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0503s, count=583, qps in this process: 19.4008 (mp_runner.py:76) +2024-09-01 18:41:31,658 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0057s, count=584, qps in this process: 19.463 (mp_runner.py:76) +2024-09-01 18:41:31,664 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0191s, count=584, qps in this process: 19.4543 (mp_runner.py:76) +2024-09-01 18:41:31,665 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0068s, count=584, qps in this process: 19.4623 (mp_runner.py:76) +2024-09-01 18:41:31,700 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0346s, count=585, qps in this process: 19.4775 (mp_runner.py:76) +2024-09-01 18:41:31,702 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0301s, count=585, qps in this process: 19.4805 (mp_runner.py:76) +2024-09-01 18:41:31,720 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0054s, count=586, qps in this process: 19.5298 (mp_runner.py:76) +2024-09-01 18:41:31,724 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0189s, count=586, qps in this process: 19.521 (mp_runner.py:76) +2024-09-01 18:41:31,726 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0031s, count=586, qps in this process: 19.5313 (mp_runner.py:76) +2024-09-01 18:41:31,728 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0028s, count=586, qps in this process: 19.5315 (mp_runner.py:76) +2024-09-01 18:41:31,740 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0253s, count=586, qps in this process: 19.5169 (mp_runner.py:76) +2024-09-01 18:41:31,764 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0118s, count=588, qps in this process: 19.5923 (mp_runner.py:76) +2024-09-01 18:41:31,764 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0127s, count=588, qps in this process: 19.5917 (mp_runner.py:76) +2024-09-01 18:41:31,765 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0179s, count=588, qps in this process: 19.5883 (mp_runner.py:76) +2024-09-01 18:41:31,798 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0191s, count=590, qps in this process: 19.6542 (mp_runner.py:76) +2024-09-01 18:41:31,803 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0078s, count=590, qps in this process: 19.6616 (mp_runner.py:76) +2024-09-01 18:41:31,804 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0114s, count=590, qps in this process: 19.6592 (mp_runner.py:76) +2024-09-01 18:41:31,829 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0288s, count=591, qps in this process: 19.6811 (mp_runner.py:76) +2024-09-01 18:41:31,845 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0586s, count=590, qps in this process: 19.6283 (mp_runner.py:76) +2024-09-01 18:41:31,854 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0078s, count=593, qps in this process: 19.7615 (mp_runner.py:76) +2024-09-01 18:41:31,863 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0021s, count=593, qps in this process: 19.7653 (mp_runner.py:76) +2024-09-01 18:41:31,881 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.021s, count=594, qps in this process: 19.7861 (mp_runner.py:76) +2024-09-01 18:41:31,882 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0107s, count=594, qps in this process: 19.7929 (mp_runner.py:76) +2024-09-01 18:41:31,919 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0078s, count=597, qps in this process: 19.8948 (mp_runner.py:76) +2024-09-01 18:41:31,921 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0105s, count=597, qps in this process: 19.893 (mp_runner.py:76) +2024-09-01 18:41:31,941 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.005s, count=599, qps in this process: 19.9633 (mp_runner.py:76) +2024-09-01 18:41:31,945 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.009s, count=599, qps in this process: 19.9607 (mp_runner.py:76) +2024-09-01 18:41:31,987 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0071s, count=603, qps in this process: 20.0952 (mp_runner.py:76) +2024-09-01 18:41:31,997 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0138s, count=604, qps in this process: 20.1241 (mp_runner.py:76) +2024-09-01 18:41:32,020 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0079s, count=606, qps in this process: 20.1947 (mp_runner.py:76) +2024-09-01 18:41:32,030 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.004s, count=607, qps in this process: 20.2306 (mp_runner.py:76) +2024-09-01 18:41:32,042 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0101s, count=608, qps in this process: 20.2598 (mp_runner.py:76) +2024-09-01 18:41:32,046 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0002s, count=608, qps in this process: 20.2665 (mp_runner.py:76) +2024-09-01 18:41:32,064 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.006s, count=611, qps in this process: 20.3626 (mp_runner.py:76) +2024-09-01 18:41:32,064 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0045s, count=611, qps in this process: 20.3636 (mp_runner.py:76) +2024-09-01 18:41:32,125 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0028s, count=622, qps in this process: 20.7314 (mp_runner.py:76) +2024-09-01 18:41:32,126 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.003s, count=622, qps in this process: 20.7313 (mp_runner.py:76) +2024-09-01 18:41:32,165 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0011s, count=631, qps in this process: 21.0326 (mp_runner.py:76) +2024-09-01 18:41:32,175 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0012s, count=633, qps in this process: 21.0992 (mp_runner.py:76) +2024-09-01 18:41:32,197 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0034s, count=638, qps in this process: 21.2643 (mp_runner.py:76) +2024-09-01 18:41:32,218 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0021s, count=645, qps in this process: 21.4985 (mp_runner.py:76) +2024-09-01 18:41:32,226 | INFO |End search in concurrency 65: dur=31.137845392004238s, total_count=38501, qps=1236.4696 (mp_runner.py:120) +2024-09-01 18:41:36,933 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) +2024-09-01 18:41:36,933 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) +2024-09-01 18:41:58,786 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) +2024-09-01 18:41:59,024 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,161 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,188 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,261 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,264 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,266 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,272 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,316 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,317 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,317 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,325 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,325 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,330 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,354 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,364 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,370 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,418 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,426 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,427 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,440 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,444 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,472 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,482 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,499 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,499 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,509 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,529 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,565 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,565 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,581 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,592 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,596 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,636 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,640 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,649 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,681 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,705 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,724 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,891 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,906 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,940 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:41:59,958 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:42:00,001 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:42:00,022 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:42:00,044 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) +2024-09-01 18:42:27,631 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.04157466899778228 (mp_runner.py:73) +2024-09-01 18:42:27,632 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.06651608100219164 (mp_runner.py:73) +2024-09-01 18:42:27,632 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.03599612700054422 (mp_runner.py:73) +2024-09-01 18:42:27,633 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.06200620500021614 (mp_runner.py:73) +2024-09-01 18:42:27,634 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.04158590299630305 (mp_runner.py:73) +2024-09-01 18:42:27,635 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.04737740899872733 (mp_runner.py:73) +2024-09-01 18:42:27,635 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.04592957400018349 (mp_runner.py:73) +2024-09-01 18:42:27,637 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.05255334800312994 (mp_runner.py:73) +2024-09-01 18:42:27,637 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.05053606400178978 (mp_runner.py:73) +2024-09-01 18:42:27,638 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.02436855499399826 (mp_runner.py:73) +2024-09-01 18:42:27,638 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.04739873200014699 (mp_runner.py:73) +2024-09-01 18:42:27,639 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.01453177300572861 (mp_runner.py:73) +2024-09-01 18:42:27,640 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.05463293399952818 (mp_runner.py:73) +2024-09-01 18:42:27,641 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.043193846999201924 (mp_runner.py:73) +2024-09-01 18:42:27,643 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.09404567500314442 (mp_runner.py:73) +2024-09-01 18:42:27,643 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.05517701999633573 (mp_runner.py:73) +2024-09-01 18:42:27,644 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.039541809004731476 (mp_runner.py:73) +2024-09-01 18:42:27,645 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.021264326001983136 (mp_runner.py:73) +2024-09-01 18:42:27,646 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.03846229200280504 (mp_runner.py:73) +2024-09-01 18:42:27,646 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.04738737599836895 (mp_runner.py:73) +2024-09-01 18:42:27,647 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.0343760179966921 (mp_runner.py:73) +2024-09-01 18:42:27,648 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.027503347999299876 (mp_runner.py:73) +2024-09-01 18:42:27,649 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.056025425998086575 (mp_runner.py:73) +2024-09-01 18:42:27,649 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.09718949100351892 (mp_runner.py:73) +2024-09-01 18:42:27,651 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.023684779000177514 (mp_runner.py:73) +2024-09-01 18:42:27,651 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.0477918190008495 (mp_runner.py:73) +2024-09-01 18:42:27,653 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.051968025996757206 (mp_runner.py:73) +2024-09-01 18:42:27,653 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.09416157699888572 (mp_runner.py:73) +2024-09-01 18:42:27,653 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.09592508900095709 (mp_runner.py:73) +2024-09-01 18:42:27,654 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.10303142599877901 (mp_runner.py:73) +2024-09-01 18:42:27,654 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.051809033000608906 (mp_runner.py:73) +2024-09-01 18:42:27,654 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.10044868200202473 (mp_runner.py:73) +2024-09-01 18:42:27,654 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.09296698300022399 (mp_runner.py:73) +2024-09-01 18:42:27,655 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.09063386000343598 (mp_runner.py:73) +2024-09-01 18:42:27,655 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.09187881499383366 (mp_runner.py:73) +2024-09-01 18:42:27,655 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.06075882100412855 (mp_runner.py:73) +2024-09-01 18:42:27,655 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.08775867799704429 (mp_runner.py:73) +2024-09-01 18:42:27,656 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.08028437000029953 (mp_runner.py:73) +2024-09-01 18:42:27,656 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.08998182699724566 (mp_runner.py:73) +2024-09-01 18:42:27,656 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.07676423600059934 (mp_runner.py:73) +2024-09-01 18:42:27,657 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.08494059399527032 (mp_runner.py:73) +2024-09-01 18:42:27,657 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.06091023300541565 (mp_runner.py:73) +2024-09-01 18:42:27,658 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.06594710699573625 (mp_runner.py:73) +2024-09-01 18:42:27,659 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.08559493299981114 (mp_runner.py:73) +2024-09-01 18:42:27,659 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.06801376999646891 (mp_runner.py:73) +2024-09-01 18:42:27,661 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.03332637400308158 (mp_runner.py:73) +2024-09-01 18:42:27,661 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.08263348499895073 (mp_runner.py:73) +2024-09-01 18:42:27,663 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.043559984005696606 (mp_runner.py:73) +2024-09-01 18:42:27,664 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.05162504900363274 (mp_runner.py:73) +2024-09-01 18:42:27,665 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.06775163499696646 (mp_runner.py:73) +2024-09-01 18:42:27,667 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.056051719999231864 (mp_runner.py:73) +2024-09-01 18:42:27,668 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.05080866200296441 (mp_runner.py:73) +2024-09-01 18:42:27,670 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.05418653300148435 (mp_runner.py:73) +2024-09-01 18:42:27,671 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.06139608500234317 (mp_runner.py:73) +2024-09-01 18:42:27,673 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.11315508899861015 (mp_runner.py:73) +2024-09-01 18:42:27,674 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.09029556899622548 (mp_runner.py:73) +2024-09-01 18:42:27,674 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.049238390995014925 (mp_runner.py:73) +2024-09-01 18:42:27,675 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.04472803599492181 (mp_runner.py:73) +2024-09-01 18:42:27,676 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.08047097699454753 (mp_runner.py:73) +2024-09-01 18:42:27,676 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.09955683099542512 (mp_runner.py:73) +2024-09-01 18:42:27,676 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.10711828900093678 (mp_runner.py:73) +2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.12057406699750572 (mp_runner.py:73) +2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.09576961400307482 (mp_runner.py:73) +2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.09442293999745743 (mp_runner.py:73) +2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.09095423599501373 (mp_runner.py:73) +2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.12797334900096757 (mp_runner.py:73) +2024-09-01 18:42:27,949 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.14492332199733937 (mp_runner.py:73) +2024-09-01 18:42:28,010 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.05836336799984565 (mp_runner.py:73) +2024-09-01 18:42:28,049 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.09122082700196188 (mp_runner.py:73) +2024-09-01 18:42:28,453 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.07261959499737713 (mp_runner.py:73) +2024-09-01 18:42:29,045 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0091s, count=525, qps in this process: 17.4947 (mp_runner.py:76) +2024-09-01 18:42:29,177 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0107s, count=528, qps in this process: 17.5937 (mp_runner.py:76) +2024-09-01 18:42:29,225 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0243s, count=529, qps in this process: 17.6191 (mp_runner.py:76) +2024-09-01 18:42:29,260 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0017s, count=530, qps in this process: 17.6657 (mp_runner.py:76) +2024-09-01 18:42:29,272 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0004s, count=528, qps in this process: 17.5998 (mp_runner.py:76) +2024-09-01 18:42:29,275 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.009s, count=530, qps in this process: 17.6614 (mp_runner.py:76) +2024-09-01 18:42:29,287 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0201s, count=530, qps in this process: 17.6548 (mp_runner.py:76) +2024-09-01 18:42:29,326 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.046s, count=531, qps in this process: 17.6729 (mp_runner.py:76) +2024-09-01 18:42:29,327 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0022s, count=531, qps in this process: 17.6987 (mp_runner.py:76) +2024-09-01 18:42:29,329 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0028s, count=531, qps in this process: 17.6983 (mp_runner.py:76) +2024-09-01 18:42:29,331 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0102s, count=531, qps in this process: 17.694 (mp_runner.py:76) +2024-09-01 18:42:29,340 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0099s, count=531, qps in this process: 17.6942 (mp_runner.py:76) +2024-09-01 18:42:29,365 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0343s, count=527, qps in this process: 17.5466 (mp_runner.py:76) +2024-09-01 18:42:29,365 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.035s, count=529, qps in this process: 17.6128 (mp_runner.py:76) +2024-09-01 18:42:29,367 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0357s, count=531, qps in this process: 17.679 (mp_runner.py:76) +2024-09-01 18:42:29,375 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0015s, count=532, qps in this process: 17.7324 (mp_runner.py:76) +2024-09-01 18:42:29,376 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0067s, count=532, qps in this process: 17.7294 (mp_runner.py:76) +2024-09-01 18:42:29,377 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.007s, count=532, qps in this process: 17.7292 (mp_runner.py:76) +2024-09-01 18:42:29,378 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0499s, count=532, qps in this process: 17.7039 (mp_runner.py:76) +2024-09-01 18:42:29,379 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0478s, count=532, qps in this process: 17.7051 (mp_runner.py:76) +2024-09-01 18:42:29,380 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0246s, count=532, qps in this process: 17.7188 (mp_runner.py:76) +2024-09-01 18:42:29,380 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0526s, count=532, qps in this process: 17.7023 (mp_runner.py:76) +2024-09-01 18:42:29,381 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0507s, count=532, qps in this process: 17.7034 (mp_runner.py:76) +2024-09-01 18:42:29,412 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0011s, count=533, qps in this process: 17.766 (mp_runner.py:76) +2024-09-01 18:42:29,421 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0022s, count=533, qps in this process: 17.7654 (mp_runner.py:76) +2024-09-01 18:42:29,429 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.01s, count=534, qps in this process: 17.7941 (mp_runner.py:76) +2024-09-01 18:42:29,431 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0203s, count=534, qps in this process: 17.788 (mp_runner.py:76) +2024-09-01 18:42:29,436 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0251s, count=534, qps in this process: 17.7851 (mp_runner.py:76) +2024-09-01 18:42:29,437 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0075s, count=534, qps in this process: 17.7956 (mp_runner.py:76) +2024-09-01 18:42:29,440 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0101s, count=534, qps in this process: 17.794 (mp_runner.py:76) +2024-09-01 18:42:29,441 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0227s, count=534, qps in this process: 17.7865 (mp_runner.py:76) +2024-09-01 18:42:29,461 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0383s, count=534, qps in this process: 17.7773 (mp_runner.py:76) +2024-09-01 18:42:29,477 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0222s, count=535, qps in this process: 17.8201 (mp_runner.py:76) +2024-09-01 18:42:29,485 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0233s, count=535, qps in this process: 17.8195 (mp_runner.py:76) +2024-09-01 18:42:29,489 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0033s, count=536, qps in this process: 17.8647 (mp_runner.py:76) +2024-09-01 18:42:29,492 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0367s, count=535, qps in this process: 17.8115 (mp_runner.py:76) +2024-09-01 18:42:29,493 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0199s, count=535, qps in this process: 17.8215 (mp_runner.py:76) +2024-09-01 18:42:29,496 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.017s, count=536, qps in this process: 17.8565 (mp_runner.py:76) +2024-09-01 18:42:29,510 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0033s, count=536, qps in this process: 17.8647 (mp_runner.py:76) +2024-09-01 18:42:29,533 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0121s, count=536, qps in this process: 17.8595 (mp_runner.py:76) +2024-09-01 18:42:29,535 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0277s, count=537, qps in this process: 17.8835 (mp_runner.py:76) +2024-09-01 18:42:29,550 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0128s, count=537, qps in this process: 17.8924 (mp_runner.py:76) +2024-09-01 18:42:29,572 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0017s, count=539, qps in this process: 17.9656 (mp_runner.py:76) +2024-09-01 18:42:29,578 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0077s, count=539, qps in this process: 17.9621 (mp_runner.py:76) +2024-09-01 18:42:29,591 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0048s, count=539, qps in this process: 17.9638 (mp_runner.py:76) +2024-09-01 18:42:29,603 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0013s, count=540, qps in this process: 17.9992 (mp_runner.py:76) +2024-09-01 18:42:29,614 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0073s, count=541, qps in this process: 18.0289 (mp_runner.py:76) +2024-09-01 18:42:29,620 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0153s, count=541, qps in this process: 18.0241 (mp_runner.py:76) +2024-09-01 18:42:29,659 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0126s, count=544, qps in this process: 18.1257 (mp_runner.py:76) +2024-09-01 18:42:29,660 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0174s, count=543, qps in this process: 18.0895 (mp_runner.py:76) +2024-09-01 18:42:29,685 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0297s, count=545, qps in this process: 18.1487 (mp_runner.py:76) +2024-09-01 18:42:29,697 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0005s, count=545, qps in this process: 18.1664 (mp_runner.py:76) +2024-09-01 18:42:29,707 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0179s, count=546, qps in this process: 18.1891 (mp_runner.py:76) +2024-09-01 18:42:29,722 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0103s, count=547, qps in this process: 18.2271 (mp_runner.py:76) +2024-09-01 18:42:29,737 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0053s, count=548, qps in this process: 18.2634 (mp_runner.py:76) +2024-09-01 18:42:29,754 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0086s, count=549, qps in this process: 18.2948 (mp_runner.py:76) +2024-09-01 18:42:29,756 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.01s, count=549, qps in this process: 18.2939 (mp_runner.py:76) +2024-09-01 18:42:29,789 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0019s, count=552, qps in this process: 18.3988 (mp_runner.py:76) +2024-09-01 18:42:29,817 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0028s, count=555, qps in this process: 18.4983 (mp_runner.py:76) +2024-09-01 18:42:29,824 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0097s, count=556, qps in this process: 18.5273 (mp_runner.py:76) +2024-09-01 18:42:29,827 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0011s, count=556, qps in this process: 18.5327 (mp_runner.py:76) +2024-09-01 18:42:29,862 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0138s, count=560, qps in this process: 18.6581 (mp_runner.py:76) +2024-09-01 18:42:29,902 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0062s, count=565, qps in this process: 18.8294 (mp_runner.py:76) +2024-09-01 18:42:29,902 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0027s, count=565, qps in this process: 18.8316 (mp_runner.py:76) +2024-09-01 18:42:29,926 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0041s, count=568, qps in this process: 18.9307 (mp_runner.py:76) +2024-09-01 18:42:29,952 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0006s, count=572, qps in this process: 19.0663 (mp_runner.py:76) +2024-09-01 18:42:29,963 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0015s, count=566, qps in this process: 18.8657 (mp_runner.py:76) +2024-09-01 18:42:30,025 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0122s, count=582, qps in this process: 19.3921 (mp_runner.py:76) +2024-09-01 18:42:30,058 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0144s, count=571, qps in this process: 19.0242 (mp_runner.py:76) +2024-09-01 18:42:30,070 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0103s, count=585, qps in this process: 19.4933 (mp_runner.py:76) +2024-09-01 18:42:30,077 | INFO |End search in concurrency 70: dur=31.290249764999317s, total_count=37868, qps=1210.2172 (mp_runner.py:120) +2024-09-01 18:42:34,750 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1243.0381, serial_latency_p99=np.float64(0.073), recall=np.float64(0.7568), ndcg=np.float64(0.7971), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[291.8594, 1010.3504, 1164.5602, 1204.2455, 1219.9763, 1214.9063, 1168.9429, 1190.4573, 1210.5144, 1243.0381, 1229.0302, 1234.3083, 1236.4696, 1210.2172], conc_latency_p99_list=[np.float64(0.001923988790706062), np.float64(0.0018062638617266202), np.float64(0.0022154791318098432), np.float64(0.0024093241692637094), np.float64(0.002517110167775536), np.float64(0.00264960342631457), np.float64(0.0028717201691120862), np.float64(0.002945204813886812), np.float64(0.0031719346115096415), np.float64(0.003124127976645832), np.float64(0.0033207357720311846), np.float64(0.003155058651896252), np.float64(0.0033186677461344515), np.float64(0.003359051492607978)]) (task_runner.py:197) +2024-09-01 18:42:34,751 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:30:53.078276'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1243.0381, serial_latency_p99=np.float64(0.073), recall=np.float64(0.7568), ndcg=np.float64(0.7971), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[291.8594, 1010.3504, 1164.5602, 1204.2455, 1219.9763, 1214.9063, 1168.9429, 1190.4573, 1210.5144, 1243.0381, 1229.0302, 1234.3083, 1236.4696, 1210.2172], conc_latency_p99_list=[np.float64(0.001923988790706062), np.float64(0.0018062638617266202), np.float64(0.0022154791318098432), np.float64(0.0024093241692637094), np.float64(0.002517110167775536), np.float64(0.00264960342631457), np.float64(0.0028717201691120862), np.float64(0.002945204813886812), np.float64(0.0031719346115096415), np.float64(0.003124127976645832), np.float64(0.0033207357720311846), np.float64(0.003155058651896252), np.float64(0.0033186677461344515), np.float64(0.003359051492607978)]), label=ResultLabel.NORMAL (interface.py:166) +2024-09-01 18:42:34,751 | INFO |Task summary: run_id=c5dd2, task_label=c5dd251ed84a498a99c2dea4da3f5b29 (models.py:346) +2024-09-01 18:42:34,751 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) +2024-09-01 18:42:34,751 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) +2024-09-01 18:42:34,751 | INFO |PgVector | 2024-09-01T18:30:53.078276 Performance1536D500K c5dd251ed84a498a99c2dea4da3f5b29 | 0.0 1243.0381 0.073 0.7568 0 | :) (models.py:346) +2024-09-01 18:42:34,751 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json (models.py:204) +2024-09-01 18:42:34,752 | INFO |Success to finish task: label=c5dd251ed84a498a99c2dea4da3f5b29, run_id=c5dd251ed84a498a99c2dea4da3f5b29 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json b/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json new file mode 100644 index 000000000..07f66dafb --- /dev/null +++ b/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json @@ -0,0 +1 @@ +{"run_id": "c5dd251ed84a498a99c2dea4da3f5b29", "task_label": "c5dd251ed84a498a99c2dea4da3f5b29", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1243.0381, "serial_latency_p99": 0.073, "recall": 0.7568, "ndcg": 0.7971, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [291.8594, 1010.3504, 1164.5602, 1204.2455, 1219.9763, 1214.9063, 1168.9429, 1190.4573, 1210.5144, 1243.0381, 1229.0302, 1234.3083, 1236.4696, 1210.2172], "conc_latency_p99_list": [0.001923988790706062, 0.0018062638617266202, 0.0022154791318098432, 0.0024093241692637094, 0.002517110167775536, 0.00264960342631457, 0.0028717201691120862, 0.002945204813886812, 0.0031719346115096415, 0.003124127976645832, 0.0033207357720311846, 0.003155058651896252, 0.0033186677461344515, 0.003359051492607978]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:30:53.078276", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/db_configs.json b/script/db_configs.json new file mode 100644 index 000000000..9aed30032 --- /dev/null +++ b/script/db_configs.json @@ -0,0 +1,16 @@ +{ + "local": { + "host": "172.17.0.2", + "port": "5432", + "database": "postgres", + "user": "postgres", + "password": "admin123" + }, + "csp_db": { + "host": "aws-results.c8jxjby7azcm.us-west-2.rds.amazonaws.com", + "port": "5432", + "database": "db_results", + "user": "postgres", + "password": "Emumba123" + } +} \ No newline at end of file diff --git a/script/process.py b/script/process.py new file mode 100644 index 000000000..4adaa5ff5 --- /dev/null +++ b/script/process.py @@ -0,0 +1,61 @@ +import argparse +import os +import json +from typing import List +from utils import ( + insert_data, + process_result_file, + process_log_file, + get_default_dict, + generate_csv_file, +) + +parser = argparse.ArgumentParser(description="Process data") +parser.add_argument( + "--reset-table", action="store_true", help="Reset the records in the table" +) +parser.add_argument("--csv", action="store_true", help="Generate CSV file") +parser.add_argument("--csv-logs", action="store_true", help="Add logs in CSV file") +parser.add_argument( + "--csp-db", action="store_true", help="Connect to cloud service provider db" +) +args = parser.parse_args() + + +def process_directory(data_folder: str) -> List[dict]: + data_results = [] + for root, _, files in os.walk(data_folder): + for file in files: + if file.startswith("."): + continue + if file.endswith(".json"): + data_result = get_default_dict() + result_file_path = os.path.join(root, file) + log_file_path = os.path.join(root, "log.txt") + data_result = process_result_file(result_file_path, data_result) + if os.path.exists(log_file_path): + try: + process_log_file(log_file_path, data_result) + except Exception as e: + print(f"Error: {e}") + continue + data_results.append(data_result.copy()) + print(f"logs processed for run_id: {data_result['run_id']}") + return data_results + +def save_results(data_results: List[dict], output_file: str) -> None: + with open(output_file, 'w') as outfile: + json.dump(data_results, outfile, indent=4) + +if __name__ == "__main__": + data_folder = "script/data/" + output_file = "script/processed_results.json" + data_results = process_directory(data_folder) + save_results(data_results, output_file) + + #import pdb; + #pdb.set_trace() + insert_data(data_results, False, False) + if args.csv: + generate_csv_file(data_results, False) + print("Data processing complete") diff --git a/script/setup_db.py b/script/setup_db.py new file mode 100644 index 000000000..81412720e --- /dev/null +++ b/script/setup_db.py @@ -0,0 +1,93 @@ +import argparse +import json +import psycopg2 + + +parser = argparse.ArgumentParser(description="Drop existing table and create a new one") +parser.add_argument("--drop", action="store_true", help="Drop table") +parser.add_argument("--csp-db", action="store_true", help="Drop table") +args = parser.parse_args() + + +print("Connecting to the database...") +with open("script/db_configs.json") as f: + all_db_configs = json.load(f) +db_configs = all_db_configs["local"] +if args.csp_db: + db_configs = all_db_configs["csp_db"] + +conn = psycopg2.connect(**db_configs) +print("Connected to the database") + +try: + cur = conn.cursor() + if args.drop: + cur.execute("DROP TABLE benchmark_results") + conn.commit() + print("Table Dropped") + cur.execute( + """ + CREATE TABLE IF NOT EXISTS benchmark_results ( + id SERIAL PRIMARY KEY, + run_id VARCHAR(64) DEFAULT '', + csp VARCHAR(32) DEFAULT '', + load_duration FLOAT DEFAULT NULL, + recall FLOAT DEFAULT NULL, + qps FLOAT DEFAULT NULL, + qps_per_dollar FLOAT DEFAULT NULL, + index_build_time FLOAT DEFAULT NULL, + instance_type VARCHAR(64) DEFAULT '', + index_params JSON DEFAULT '{}', + search_params JSON DEFAULT '{}', + config_label TEXT DEFAULT '', + index_type VARCHAR(64) DEFAULT '', + db_case_config JSON DEFAULT '{}', + raw_data JSON DEFAULT '{}', + metric_type VARCHAR(64) DEFAULT '', + logs TEXT DEFAULT '', + enable_seqscan VARCHAR(32) DEFAULT '', + db_label VARCHAR(64) DEFAULT '', + drop_old BOOLEAN DEFAULT FALSE, + load BOOLEAN DEFAULT FALSE, + search_serial BOOLEAN DEFAULT FALSE, + search_concurrent BOOLEAN DEFAULT FALSE, + conc_latency_p99_list FLOAT[], + conc_num_list FLOAT[], + conc_qps_list FLOAT[], + case_type VARCHAR(64) DEFAULT '', + maintenance_work_mem VARCHAR(32) DEFAULT '', + max_parallel_workers INTEGER DEFAULT 0, + num_concurrency FLOAT[], + concurrency_duration INTEGER DEFAULT 0, + run_count INTEGER DEFAULT 0, + checkpoint_timeout VARCHAR(64) DEFAULT '', + effective_cache_size VARCHAR(64) DEFAULT '', + jit VARCHAR(255) DEFAULT '', + max_parallel_maintenance_workers INTEGER DEFAULT 0, + max_parallel_workers_per_gather INTEGER DEFAULT 0, + max_wal_size VARCHAR(32) DEFAULT '', + max_worker_processes INTEGER DEFAULT 0, + shared_buffers VARCHAR(32) DEFAULT '', + wal_compression VARCHAR(32) DEFAULT '', + work_mem VARCHAR(32) DEFAULT '', + create_index_before_load BOOLEAN DEFAULT FALSE, + create_index_after_load BOOLEAN DEFAULT FALSE, + index_size VARCHAR(32) DEFAULT '', + k INTEGER DEFAULT NULL, + max_load_count INTEGER DEFAULT NULL, + ndcg FLOAT DEFAULT NULL, + serial_latency_p99 FLOAT DEFAULT NULL, + table_size VARCHAR(32) DEFAULT '', + vector_extension VARCHAR(32) DEFAULT '' + ) + """ + ) + conn.commit() + print("Created the results table") +except Exception as e: + print(e) +finally: + cur.close() + conn.close() + +print("Database setup complete") diff --git a/script/utils/__init__.py b/script/utils/__init__.py new file mode 100644 index 000000000..ff0edeafb --- /dev/null +++ b/script/utils/__init__.py @@ -0,0 +1,22 @@ +from .db import insert_data +from .csv import generate_csv_file +from .preprocessing import ( + parse_log_file, + get_config_label, + get_index_params, + get_default_dict, + process_log_file, + process_result_file, +) + + +__all__ = [ + "insert_data", + "parse_log_file", + "get_config_label", + "get_index_params", + "process_result_file", + "process_log_file", + "get_default_dict", + "generate_csv_file", +] \ No newline at end of file diff --git a/script/utils/csv.py b/script/utils/csv.py new file mode 100644 index 000000000..a1a240112 --- /dev/null +++ b/script/utils/csv.py @@ -0,0 +1,15 @@ +import os +import csv + +def generate_csv_file(data, logs=False): + csv_file = "script/results.csv" + if os.path.exists(csv_file): + os.remove(csv_file) + for record in data: + if not logs: + record.pop("logs", None) # Remove 'logs' key from record dictionary + with open(csv_file, "a", newline="") as f: + writer = csv.DictWriter(f, fieldnames=record.keys()) + if f.tell() == 0: + writer.writeheader() + writer.writerow(record) \ No newline at end of file diff --git a/script/utils/db.py b/script/utils/db.py new file mode 100644 index 000000000..dcfac4578 --- /dev/null +++ b/script/utils/db.py @@ -0,0 +1,53 @@ +import json +from typing import Tuple, List +import psycopg2 +from psycopg2 import sql + + +def insert_data(data: List[dict], reset_records: bool=False, csp_db: bool=False): + print("Connecting to the database...") + db_cofigurations = get_db_config() + db_config = ( + db_cofigurations["csp_db"] + if csp_db + else db_cofigurations["local"] + ) + conn = psycopg2.connect(**db_config) + print("Connected to the database") + try: + cur = conn.cursor() + if reset_records: + cur.execute("DELETE FROM benchmark_results") + conn.commit() + print("benchmark_results Table Deleted") + + for count, record in enumerate(data): + print(f"Inserting record into the results table: {count+1}") + insert_fields, insert_values = build_query_params(record) + insert_query = sql.SQL( + f"""INSERT INTO benchmark_results ({",".join(insert_fields)}) VALUES ({', '.join(['%s' for _ in insert_values])})""" + ) + cur.execute(insert_query, insert_values) + conn.commit() + except Exception as e: + print(f"Error: {e}") + finally: + print("Inserting data into the results table finished") + cur.close() + conn.close() + +def get_db_config(): + with open("script/db_configs.json") as f: + all_db_configs = json.load(f) + return all_db_configs + +def build_query_params(record: dict) -> Tuple[str, str]: + insert_fields = [] + insert_values = [] + for key, val in record.items(): + insert_fields.append(key) + if isinstance(val, dict): + insert_values.append(json.dumps(val)) + else: + insert_values.append(val) + return insert_fields, insert_values diff --git a/script/utils/preprocessing.py b/script/utils/preprocessing.py new file mode 100644 index 000000000..fbc20a68c --- /dev/null +++ b/script/utils/preprocessing.py @@ -0,0 +1,203 @@ +import re +import json +from typing import List + + +def get_default_dict() -> dict: + data_result = { + "case_type": "", + "checkpoint_timeout": "", + "conc_latency_p99_list": [], + "conc_num_list": [], + "conc_qps_list": [], + "config_label": "", + "concurrency_duration": None, + "create_index_after_load": False, + "create_index_before_load": False, + "csp": "", + "enable_seqscan": False, + "db_case_config": {}, + "instance_type": "", + "db_label": "", + "drop_old": False, + "effective_cache_size": "", + "run_count": None, + "index_build_time": None, + "index_params": {}, + "index_size": "", + "index_type": "", + "jit": False, + "k": None, + "load": False, + "load_duration": None, + "logs": "", + "maintenance_work_mem": "", + "max_load_count": None, + "max_parallel_maintenance_workers": None, + "max_parallel_workers": None, + "max_parallel_workers_per_gather": None, + "max_wal_size": "", + "max_worker_processes": None, + "metric_type": "", + "ndcg": None, + "num_concurrency": None, + "qps": None, + "qps_per_dollar": None, + "raw_data": {}, + "recall": None, + "run_id": "", + "search_concurrent": False, + "search_params": {}, + "search_serial": False, + "serial_latency_p99": None, + "shared_buffers": "", + "table_size": "", + "vector_extension": "", + "wal_compression": False, + "work_mem": "", + "db_case_config": {}, + } + return data_result + +def process_result_file(result_file_path: str, data_result: dict) -> dict: + with open(result_file_path, 'r') as result_file: + result_data = json.load(result_file) + result = result_data["results"][0] # Assuming there is only one case result + data_result["run_id"] = result_data["run_id"] + print(f"Processing result logs of run_id: {data_result['run_id']}") + data_result["vector_extension"] = result["task_config"]["db"] + data_result["k"] = result["task_config"]["case_config"]["k"] + data_result["num_concurrency"] = ( + result["task_config"]["case_config"]["concurrency_search_config"]["num_concurrency"] + ) + data_result["concurrency_duration"] = ( + result["task_config"]["case_config"]["concurrency_search_config"]["concurrency_duration"] + ) + data_result.update(result["metrics"]) + data_result["create_index_after_load"] = result["task_config"]["db_case_config"]["create_index_after_load"] + data_result["create_index_before_load"] = result["task_config"]["db_case_config"]["create_index_before_load"] + data_result["index_params"] = get_index_params(result["task_config"]["db_case_config"]) + data_result["search_params"] = get_search_params(result["task_config"]["db_case_config"]) + data_result["index_type"] = result["task_config"]["db_case_config"]["index"] + data_result["metric_type"] = result["task_config"]["db_case_config"]["metric_type"] + data_result["raw_data"] = result + data_result["db_case_config"] = result["task_config"]["db_case_config"] + data_result["config_label"] = get_config_label( + result["task_config"]["db_case_config"]["index"], + data_result["search_params"], + data_result["index_params"], + ) + data_result["index_build_time"] = data_result["build_dur"] + del data_result["build_dur"] + return data_result + +def process_log_file(log_file_path: str, data_result: dict) -> None: + with open(log_file_path, 'r') as log_file: + logs = log_file.read() + parsed_logs = parse_log_file(logs) + data_result["instance_type"] = parsed_logs["db_instance_type"] + data_result["csp"] = parsed_logs["db_instance_provider"] + data_result["db_label"] = parsed_logs["db_label"] + data_result["run_count"] = parsed_logs["run_count"] + data_result["enable_seqscan"] = parsed_logs["db_enable_seqscan"] + data_result["effective_cache_size"] = parsed_logs["effective_cache_size"] + data_result["jit"] = parsed_logs["jit"] + data_result["checkpoint_timeout"] = parsed_logs["checkpoint_timeout"] + data_result["maintenance_work_mem"] = parsed_logs["maintenance_work_mem"] + data_result["drop_old"] = parsed_logs["drop_old"] + data_result["load"] = parsed_logs["load"] + data_result["search_concurrent"] = parsed_logs["search_concurrent"] + data_result["search_serial"] = parsed_logs["search_serial"] + data_result["max_parallel_maintenance_workers"] = parsed_logs["max_parallel_maintenance_workers"] + data_result["max_parallel_workers"] = parsed_logs["max_parallel_workers"] + data_result["max_parallel_workers_per_gather"] = parsed_logs["max_parallel_workers_per_gather"] + data_result["case_type"] = parsed_logs["case_type"] + data_result["max_wal_size"] = parsed_logs["max_wal_size"] + data_result["max_worker_processes"] = parsed_logs["max_worker_processes"] + data_result["shared_buffers"] = parsed_logs["shared_buffers"] + data_result["wal_compression"] = parsed_logs["wal_compression"] + data_result["work_mem"] = parsed_logs["work_mem"] + data_result["logs"] = logs + +def create_key(key: str) -> str: + return key.strip().lower().replace(' ', '_').replace('-', '_') + +def parse_log_file(log_content: List[str]) -> dict: + error_pattern = re.compile(r'WARNING.*failed to run, reason=', re.MULTILINE) + if error_pattern.search(log_content): + raise Exception("Error log found: The case failed to run.") + pattern = re.compile(r'^(.*?):\s*(.*)$', re.MULTILINE) + matches = pattern.findall(log_content) + log_dict = {create_key(key.strip()): value.strip() for key, value in matches} + del log_dict["current_postgresql_configurations"] + return log_dict + +def get_config_label( + index_type: str, search_params: dict, index_params: dict +) -> str: + config_label = f'{index_type}' + if index_type.lower() == "ivf_flat": + config_label = ( + config_label + + " - lists=" + + str(index_params["lists"]) + + "; probes=" + + str(search_params["probes"]) + ) + elif index_type.lower() == "hnsw": + config_label = ( + config_label + + " - m=" + + str(index_params["m"]) + + "; ef_c=" + + str(index_params["ef_construction"]) + + "; ef_s=" + str(search_params["ef_search"]) + ) + elif index_type.lower() == "streaming_diskann": + config_label = ( + config_label + + " - storage_layout=" + + str(index_params["storage_layout"]) + + "; num_neighbors=" + + str(index_params["num_neighbors"]) + + "; search_list_size=" + + str(search_params["search_list_size"]) + + "; max_alpha=" + + str(search_params["max_alpha"]) + + "; num_dimensions=" + + str(search_params["num_dimensions"]) + + "; num_bits_per_dimension=" + + str(search_params["num_bits_per_dimension"]) + + "; query_search_list_size=" + + str(search_params["query_search_list_size"]) + + "; query_rescore=" + + str(search_params["query_rescore"]) + ) + return config_label + +def get_index_params(db_case_config: dict) -> dict: + index_params = {} + if db_case_config["index"].lower() == "hnsw": + index_params["m"] = db_case_config["m"] + index_params["ef_construction"] = db_case_config["ef_construction"] + elif db_case_config["index"].lower() == "ivf_flat": + index_params["lists"] = db_case_config["lists"] + elif db_case_config["index"].lower() == "streaming_diskann": + index_params["storage_layout"] = db_case_config["storage_layout"] + index_params["num_neighbors"] = db_case_config["num_neighbors"] + index_params["search_list_size"] = db_case_config["search_list_size"] + index_params["max_alpha"] = db_case_config["max_alpha"] + index_params["num_dimensions"] = db_case_config["num_dimensions"] + index_params["num_bits_per_dimension"] = db_case_config["num_bits_per_dimension"] + return index_params + +def get_search_params(db_case_config: dict) -> dict: + search_params = {} + if db_case_config["index"].lower() == "hnsw": + search_params["ef_search"] = db_case_config["ef_search"] + elif db_case_config["index"].lower() == "ivf_flat": + search_params["probes"] = db_case_config["probes"] + elif db_case_config["index"].lower() == "streaming_diskann": + search_params["query_search_list_size"] = db_case_config["query_search_list_size"] + search_params["query_rescore"] = db_case_config["query_rescore"] + return search_params From 2900e138041edb962c5f1a1c391a63932ead9654 Mon Sep 17 00:00:00 2001 From: Sheharyar Ahmad Date: Tue, 3 Sep 2024 01:11:20 +0500 Subject: [PATCH 08/10] Fix spelling mistake --- .../db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt | 2 +- .../log.txt | 2 +- .../db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt | 2 +- .../log.txt | 2 +- .../db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt | 2 +- .../db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt | 2 +- .../db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt | 2 +- .../db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt | 2 +- .../db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt | 2 +- .../db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt | 2 +- .../db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt | 2 +- .../db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt | 2 +- .../db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt | 2 +- .../db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt | 2 +- .../db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt | 2 +- .../db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt | 2 +- .../db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt | 2 +- .../db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt | 2 +- .../db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt | 2 +- .../db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt | 2 +- .../db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt | 2 +- .../db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt | 2 +- .../log.txt | 2 +- .../db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt | 2 +- .../log.txt | 2 +- .../db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt | 2 +- .../log.txt | 2 +- .../db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt | 2 +- .../db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt | 2 +- .../db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt | 2 +- .../db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt | 2 +- .../db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt | 2 +- .../db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt | 2 +- .../db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt | 2 +- .../db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt | 2 +- .../db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt | 2 +- .../db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt | 2 +- .../db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt | 2 +- .../db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt | 2 +- .../db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt | 2 +- .../db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt | 2 +- .../db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt | 2 +- .../db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt | 2 +- .../db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt | 2 +- .../db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt | 2 +- .../db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt | 2 +- .../db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt | 2 +- .../db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt | 2 +- .../db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt | 2 +- .../db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt | 2 +- .../db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt | 2 +- .../db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt | 2 +- .../db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt | 2 +- .../db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt | 2 +- .../db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt | 2 +- 55 files changed, 55 insertions(+), 55 deletions(-) diff --git a/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt b/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt index 17e260697..369887d4f 100644 --- a/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt +++ b/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt b/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt index 01f1ee2c6..fbe9bec9b 100644 --- a/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt +++ b/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt b/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt index 3532c0f7a..265f5afc2 100644 --- a/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt +++ b/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt b/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt index a43b60c4f..981902fc6 100644 --- a/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt +++ b/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt b/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt index c6f1622e4..01d63d86d 100644 --- a/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt +++ b/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt b/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt index 384ab3f4c..b22925703 100644 --- a/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt +++ b/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt b/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt index d89ff2839..458501801 100644 --- a/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt +++ b/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt b/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt index 2d138bbc2..da5f119bb 100644 --- a/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt +++ b/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt b/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt index 26894427b..3f9afd0f5 100644 --- a/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt +++ b/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt b/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt index 959315bf1..bf9d9744d 100644 --- a/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt +++ b/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt b/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt index 2fc906207..d6011411f 100644 --- a/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt +++ b/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt b/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt index 1e5975c23..5ca2bb724 100644 --- a/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt +++ b/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt b/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt index c138ab0cd..156e40a31 100644 --- a/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt +++ b/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt b/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt index 9a68905de..117682593 100644 --- a/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt +++ b/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt b/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt index 6e220ffad..fc2c750c1 100644 --- a/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt +++ b/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt b/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt index 0cf8b7078..e439f9a39 100644 --- a/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt +++ b/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt b/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt index 8538c8ba9..e1278a468 100644 --- a/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt +++ b/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt b/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt index f0625729d..991a1b87c 100644 --- a/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt +++ b/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt b/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt index b12f23d21..3758a7958 100644 --- a/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt +++ b/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt b/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt index fb27864df..e55471a08 100644 --- a/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt +++ b/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt b/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt index bf00d8a8e..0fd116704 100644 --- a/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt +++ b/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt b/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt index 560e18842..40026768e 100644 --- a/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt +++ b/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt b/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt index e38ca0787..e3bc231db 100644 --- a/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt +++ b/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt b/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt index f5820020c..701b8c09d 100644 --- a/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt +++ b/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt b/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt index c78fc1ff2..3ab47ede6 100644 --- a/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt +++ b/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt b/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt index c8a94b78c..da274a7ba 100644 --- a/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt +++ b/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt b/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt index 21225a783..29cbb4fbb 100644 --- a/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt +++ b/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt b/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt index f9b3dfa51..5b5b59d65 100644 --- a/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt +++ b/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt b/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt index ead20cd5d..fd95d785a 100644 --- a/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt +++ b/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt b/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt index be9b86cb2..745301f08 100644 --- a/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt +++ b/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt b/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt index eca7f1d58..49c7e81fb 100644 --- a/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt +++ b/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt b/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt index d09ee10e6..204366cde 100644 --- a/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt +++ b/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt b/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt index a895c7984..3d66e225b 100644 --- a/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt +++ b/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt b/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt index f1df177d9..f9cc90081 100644 --- a/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt +++ b/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt b/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt index 4b745bca9..3b50c738f 100644 --- a/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt +++ b/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt b/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt index 10db220ee..39fcc37fe 100644 --- a/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt +++ b/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt b/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt index bb71f35c1..700032ef0 100644 --- a/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt +++ b/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt b/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt index 26d2ef646..3647dc4c7 100644 --- a/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt +++ b/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt b/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt index 965b08e45..2d27f173b 100644 --- a/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt +++ b/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt b/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt index 76418b201..6d6ca2fb0 100644 --- a/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt +++ b/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt b/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt index c0bba1a36..6acb50b09 100644 --- a/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt +++ b/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt b/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt index 8884fd226..2a6915abb 100644 --- a/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt +++ b/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt b/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt index 6794200b0..07f63c8ba 100644 --- a/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt +++ b/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt b/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt index 5e14ffa17..d359aa50f 100644 --- a/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt +++ b/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt b/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt index c6a9e5288..28fa1163f 100644 --- a/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt +++ b/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt b/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt index 83ec26eb1..d33d7253e 100644 --- a/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt +++ b/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt b/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt index b82625bba..a46acdc90 100644 --- a/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt +++ b/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt b/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt index 27965650c..8b9f06f33 100644 --- a/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt +++ b/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt b/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt index 28abceb02..255e02f0f 100644 --- a/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt +++ b/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt b/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt index a01000fd4..97f74ff64 100644 --- a/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt +++ b/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt b/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt index b41489ae5..f92a490a6 100644 --- a/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt +++ b/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt b/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt index 6490f3f61..ec7d98912 100644 --- a/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt +++ b/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt b/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt index de419ac83..9e7c2f7f4 100644 --- a/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt +++ b/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt b/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt index 44304b869..214427160 100644 --- a/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt +++ b/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 diff --git a/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt b/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt index 0984cee1c..32b248214 100644 --- a/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt +++ b/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt @@ -5,7 +5,7 @@ db-label: run1-seqon drop_old: True load: True search-serial: True -search-concurent: True +search-concurrent: True case-type: Performance1536D500K maintenance-work-mem: 4GB max-parallel-workers: 2 From 76527316bf7b5e7b1ed118412c33456e30715dae Mon Sep 17 00:00:00 2001 From: Wahaj Ali Date: Tue, 3 Sep 2024 20:00:07 +0500 Subject: [PATCH 09/10] Reduce concurrency and add K --- config.json | 24 ++++++++++++++++-------- run.py | 27 ++++++++++++++------------- 2 files changed, 30 insertions(+), 21 deletions(-) diff --git a/config.json b/config.json index 321b9fc2a..7eb5feb51 100644 --- a/config.json +++ b/config.json @@ -21,8 +21,9 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 16, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50", "concurrency-duration": 30, + "k": 10, "run_count": 1 }, { @@ -37,8 +38,9 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 8, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50", "concurrency-duration": 30, + "k": 10, "run_count": 1 }, { @@ -53,8 +55,9 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 64, "m": 32, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50", "concurrency-duration": 30, + "k": 10, "run_count": 1 }, { @@ -69,8 +72,9 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 32, "m": 8, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50", "concurrency-duration": 30, + "k": 10, "run_count": 1 }, { @@ -85,8 +89,9 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 32, "m": 16, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50", "concurrency-duration": 30, + "k": 10, "run_count": 1 }, { @@ -101,8 +106,9 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 8, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50", "concurrency-duration": 30, + "k": 10, "run_count": 1 }, { @@ -117,8 +123,9 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 16, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50", "concurrency-duration": 30, + "k": 10, "run_count": 1 }, { @@ -133,8 +140,9 @@ "ef-search": [10, 20, 40, 80, 120, 200, 400], "ef-construction": 128, "m": 32, - "num-concurrency": "1,5,15,20,25,30,35,40,45,50,55,60,65,70,75,80,85,90,95,100", + "num-concurrency": "1,5,15,20,25,30,35,40,45,50", "concurrency-duration": 30, + "k": 10, "run_count": 1 } ] diff --git a/run.py b/run.py index 7b809c0c7..66d5d52ec 100644 --- a/run.py +++ b/run.py @@ -17,9 +17,9 @@ def load_config(json_file): def setup_database(config): try: conn = psycopg2.connect( - dbname='postgres', - user=config['database']['username'], - password=config['database']['password'], + dbname='postgres', + user=config['database']['username'], + password=config['database']['password'], host=config['database']['host'] ) conn.autocommit = True @@ -29,12 +29,12 @@ def setup_database(config): if not cursor.fetchone(): cursor.execute(sql.SQL("CREATE DATABASE {}").format(sql.Identifier(config['database']['db_name']))) conn.close() - + # Connect to the new database to create the extension conn = psycopg2.connect( - dbname=config['database']['db_name'], - user=config['database']['username'], - password=config['database']['password'], + dbname=config['database']['db_name'], + user=config['database']['username'], + password=config['database']['password'], host=config['database']['host'] ) cursor = conn.cursor() @@ -114,7 +114,7 @@ def run_benchmark(case, db_config): "--host", db_config['host'], "--db-name", db_config['db_name'] ] - + # Handle initial flags (no skip for the first ef_search) if case.get("drop_old", True): base_command.append("--drop-old") @@ -142,18 +142,19 @@ def run_benchmark(case, db_config): "--max-parallel-workers", str(case["max-parallel-workers"]), "--ef-construction", str(case["ef-construction"]), "--m", str(case["m"]), + "--k", str(case["k"]), "--num-concurrency", case["num-concurrency"], "--concurrency-duration", str(case["concurrency-duration"]) ]) run_count = case.get("run_count", 1) # Default to 1 if not specified - + for run in range(run_count): print(f"Starting run {run + 1} of {run_count} for case: {case['db-label']}") for i, ef_search in enumerate(case["ef-search"]): command = base_command + ["--ef-search", str(ef_search)] - + if i > 0: # Remove conflicting --drop-old and --load flags command = [arg for arg in command if arg not in ["--drop-old", "--load"]] @@ -162,7 +163,7 @@ def run_benchmark(case, db_config): command.append("--skip-drop-old") if "--skip-load" not in command: command.append("--skip-load") - + try: random_number = random.randint(1, 100000) print(f"Running command: {' '.join(command)}") @@ -186,7 +187,7 @@ def run_benchmark(case, db_config): print(f"{key}: {value}") print(f"Running command: {' '.join(command)}") f.flush() - + print("***********START***********") start_time = time.time() # Capture both stdout and stderr and write them to the log file @@ -207,7 +208,7 @@ def main(): for case in config['cases']: print(f"Running case: {case['db-label']}") setup_database(config) - + run_benchmark(case, config['database']) teardown_database(config) end_time = time.time() From f984400b3a2de059a64b2110505d5c07b921c6df Mon Sep 17 00:00:00 2001 From: Wahaj Ali Date: Sun, 8 Sep 2024 14:58:45 +0500 Subject: [PATCH 10/10] Remove data from git --- .../log.txt | 198 - ...ec2ab07e489486b703dce066eff4_pgvector.json | 1 - .../log.txt | 94 - ...1cca35e548e8a2dc518673b4c827_pgvector.json | 1 - .../log.txt | 94 - ...da44a04247779756894c8c41b776_pgvector.json | 1 - .../log.txt | 94 - ...ae15593d42c29eb683683a672e1e_pgvector.json | 1 - .../log.txt | 94 - ...9d947ab146ad859a1cbedec589ba_pgvector.json | 1 - .../log.txt | 94 - ...f3be98354393ba5e2685e43b7f05_pgvector.json | 1 - .../log.txt | 94 - ...08376d2b4b748a30d7e6ecda34d8_pgvector.json | 1 - .../log.txt | 3266 -------------- ...22f70ec443ff87a2c9c6f35aa450_pgvector.json | 1 - .../log.txt | 1360 ------ ...4dc9828b47c3be3b0eaf6b5c7631_pgvector.json | 1 - .../log.txt | 2468 ---------- ...e53260db4f8881bc9a6a5d8563be_pgvector.json | 1 - .../log.txt | 1261 ------ ...b925faeb440a90899b3059fd2769_pgvector.json | 1 - .../log.txt | 2032 --------- ...117ed5a74f4997d2ded29a0ba3e3_pgvector.json | 1 - .../log.txt | 1188 ----- ...8a52a4c64a62abbabbe6035884ba_pgvector.json | 1 - .../log.txt | 1614 ------- ...ccde5fe04484801265e1f1e76811_pgvector.json | 1 - .../log.txt | 3195 ------------- ...50d949d54ecf828d32c975e56b42_pgvector.json | 1 - .../log.txt | 1346 ------ ...3b318be9414787357f342e86e4f4_pgvector.json | 1 - .../log.txt | 2387 ---------- ...66f383d54026b93db466ca562479_pgvector.json | 1 - .../log.txt | 1227 ----- ...3ac55b2340e1a4492f5dd95eb9de_pgvector.json | 1 - .../log.txt | 2039 --------- ...061480ae4a21b3094a77a8bed3ec_pgvector.json | 1 - .../log.txt | 1185 ----- ...e58d82a044b6a960539a47be34e2_pgvector.json | 1 - .../log.txt | 1556 ------- ...f1346f3d4b34bfbd5a564db56653_pgvector.json | 1 - .../log.txt | 198 - ...485e78ef48fe86151e390e62c065_pgvector.json | 1 - .../log.txt | 94 - ...c7e9d66e4f119157da53fff856e6_pgvector.json | 1 - .../log.txt | 94 - ...79ea94bf450ca29dfb3eaf8be4a6_pgvector.json | 1 - .../log.txt | 94 - ...f2b4535949408984a5b675e813ff_pgvector.json | 1 - .../log.txt | 94 - ...dafc56ce451ebbb8330e40a107af_pgvector.json | 1 - .../log.txt | 94 - ...995851c7419c8b00977eeb393f35_pgvector.json | 1 - .../log.txt | 94 - ...82ab77a444969e41d5d50f9f7a08_pgvector.json | 1 - .../log.txt | 198 - ...6c288f27418780e3711a27205dc6_pgvector.json | 1 - .../log.txt | 94 - ...eed624e9450485c8149bebb1dd6d_pgvector.json | 1 - .../log.txt | 94 - ...9532bd1a44c09cb3d44e3e2a57ca_pgvector.json | 1 - .../log.txt | 94 - ...97f73a2849cf9074fbc63f2cf57a_pgvector.json | 1 - .../log.txt | 94 - ...8d3fa73d4b75b71b124c1f5a7d8a_pgvector.json | 1 - .../log.txt | 94 - ...f7dd4e1e46458d3245e4dc8365e7_pgvector.json | 1 - .../log.txt | 94 - ...00bb5c8546298a71982cbc31caf2_pgvector.json | 1 - .../log.txt | 4004 ----------------- ...232774d14fe9923d2ecf9184f986_pgvector.json | 1 - .../log.txt | 1688 ------- ...28e85dbc4343b8c5d907c3ab327a_pgvector.json | 1 - .../log.txt | 3135 ------------- ...afc4c57d461e9de84acb474bf52c_pgvector.json | 1 - .../log.txt | 1360 ------ ...660af3cf42b3882d049d828b0855_pgvector.json | 1 - .../log.txt | 2335 ---------- ...864673484a2088bdd2d54d7cf0df_pgvector.json | 1 - .../log.txt | 1226 ----- ...2e06d19641c29a92fe70a66e1d34_pgvector.json | 1 - .../log.txt | 1942 -------- ...193f606c448d8cf275f041f6ed78_pgvector.json | 1 - .../log.txt | 3852 ---------------- ...2421f3e84a16ac1f0dcf09abf3eb_pgvector.json | 1 - .../log.txt | 1818 -------- ...e47b3cf847a4bc87d2fda3fd8158_pgvector.json | 1 - .../log.txt | 3069 ------------- ...673087a04e67a89010c969c1151f_pgvector.json | 1 - .../log.txt | 1417 ------ ...2b46c51244bcb01d85687978d4d4_pgvector.json | 1 - .../log.txt | 2361 ---------- ...48fc899345c39a2309fbdb49aecb_pgvector.json | 1 - .../log.txt | 1231 ----- ...15dd06884dbd97b1932cd9fd3b22_pgvector.json | 1 - .../log.txt | 2019 --------- ...6fa43c9742e3964dbb63d7edc677_pgvector.json | 1 - .../log.txt | 3986 ---------------- ...506c471549d69a48fc8c1f899ee9_pgvector.json | 1 - .../log.txt | 1738 ------- ...6d18bde54440ad04b5ae1d294518_pgvector.json | 1 - .../log.txt | 3048 ------------- ...ffbfd4ac490ebd36a91129bc3241_pgvector.json | 1 - .../log.txt | 1347 ------ ...affba74f43a9bbfba81d796c2e4c_pgvector.json | 1 - .../log.txt | 2290 ---------- ...ec131a3649cd9dbd823e7eddf75b_pgvector.json | 1 - .../log.txt | 1229 ----- ...543d972146819f67fb35334dd219_pgvector.json | 1 - .../log.txt | 1933 -------- ...251ed84a498a99c2dea4da3f5b29_pgvector.json | 1 - 112 files changed, 75494 deletions(-) delete mode 100644 script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt delete mode 100644 script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt delete mode 100644 script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json delete mode 100644 script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt delete mode 100644 script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json diff --git a/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt b/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt deleted file mode 100644 index 369887d4f..000000000 --- a/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/log.txt +++ /dev/null @@ -1,198 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 -2024-09-02 00:43:36,104 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:43:36.092033', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 00:43:36,104 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:43:36.092033', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 00:43:36,104 | INFO |generated uuid for the tasks: 407eec2ab07e489486b703dce066eff4 (interface.py:66) -2024-09-02 00:43:36,165 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 00:43:36,165 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 00:43:36,165 | INFO | PgVector-2024-09-02T00:43:36.092033 | Performance OpenAI-MEDIUM-500K None | 407eec2ab07e489486b703dce066eff4 (task_runner.py:340) -2024-09-02 00:43:36,165 | INFO |task submitted: id=407eec2ab07e489486b703dce066eff4, 407eec2ab07e489486b703dce066eff4, case number: 1 (interface.py:231) -2024-09-02 00:43:36,583 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:43:36.092033'}, drop_old=True (interface.py:164) -2024-09-02 00:43:36,583 | INFO |Starting run (task_runner.py:100) -2024-09-02 00:43:36,658 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 00:43:36,658 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-02 00:43:36,658 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-02 00:43:37,111 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) -2024-09-02 00:43:37,242 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) -2024-09-02 00:43:37,843 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 00:43:37,890 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 00:43:37,914 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 00:43:37,914 | INFO |Start performance case (task_runner.py:158) -2024-09-02 00:43:38,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-02 00:43:38,455 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) -2024-09-02 00:43:38,455 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) -2024-09-02 00:43:40,787 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:41,759 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:42,629 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:43,736 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:44,573 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:45,614 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:46,447 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:47,499 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:48,421 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:49,325 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:50,206 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:51,111 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:51,992 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:52,964 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:53,770 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:54,674 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:55,468 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:56,502 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:57,340 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:58,189 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:43:58,836 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 00:43:59,320 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:00,115 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:01,249 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:02,099 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:03,130 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:03,907 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:05,003 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:05,958 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:06,898 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:07,812 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:08,764 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:09,638 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:10,740 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:11,534 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:13,034 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:14,463 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:15,612 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:16,477 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:17,354 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:18,444 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:18,917 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 00:44:19,294 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:20,406 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:21,198 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:22,327 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:23,156 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:24,135 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:25,021 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:25,979 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:26,920 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:27,812 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:28,690 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:29,669 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:30,578 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:31,448 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:32,285 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:33,252 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:34,038 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:34,904 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:36,171 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:36,985 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:37,568 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 00:44:37,991 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:38,789 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:39,889 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:40,682 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:41,663 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:42,603 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:43,522 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:44,467 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:45,527 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:46,386 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:47,398 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:48,630 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:50,054 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:51,913 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:53,296 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:54,105 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:54,937 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:55,997 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:56,784 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:58,040 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:58,471 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 00:44:58,846 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:44:59,882 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:00,789 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:01,778 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:02,664 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:03,888 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:04,799 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:05,678 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:06,594 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:07,558 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:08,344 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:09,364 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:10,220 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:11,249 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:12,262 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:13,109 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:14,226 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:15,008 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:16,137 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:16,922 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 00:45:18,076 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 00:45:18,185 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=99.73022009599663 (serial_runner.py:61) -2024-09-02 00:45:18,886 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-02 00:45:18,886 | INFO |PgVector post insert before optimize (pgvector.py:188) -2024-09-02 00:45:18,886 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-02 00:45:18,886 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-02 00:45:18,889 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) -2024-09-02 00:45:18,894 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) -2024-09-02 00:45:18,894 | DEBUG | - CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" - USING "hnsw" (embedding "vector_cosine_ops" ) - WITH ( "m" = "16", "ef_construction" = "128" ); (pgvector.py:308) -2024-09-02 01:00:18,340 | WARNING |VectorDB optimize timeout in 900 (task_runner.py:251) -2024-09-02 01:00:18,351 | WARNING |Failed to run performance case, reason = Performance case optimize timeout (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 249, in _optimize - return future.result(timeout=self.ca.optimize_timeout)[1] - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/concurrent/futures/_base.py", line 458, in result - raise TimeoutError() -TimeoutError - -The above exception was the direct cause of the following exception: - -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 165, in _run_perf_case - m.build_dur = self._optimize() - ^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 254, in _optimize - raise PerformanceTimeoutError("Performance case optimize timeout") from e -vectordb_bench.models.PerformanceTimeoutError: Performance case optimize timeout -2024-09-02 01:00:18,352 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:43:36.092033'} failed to run, reason=Performance case optimize timeout (interface.py:179) -2024-09-02 01:00:18,352 | INFO |Task summary: run_id=407ee, task_label=407eec2ab07e489486b703dce066eff4 (models.py:346) -2024-09-02 01:00:18,352 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:00:18,352 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:00:18,352 | INFO |PgVector | 2024-09-02T00:43:36.092033 Performance1536D500K 407eec2ab07e489486b703dce066eff4 | 0.0 0.0 0.0 0.0 0 | ? (models.py:346) -2024-09-02 01:00:18,352 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json (models.py:204) -2024-09-02 01:00:18,353 | INFO |Success to finish task: label=407eec2ab07e489486b703dce066eff4, run_id=407eec2ab07e489486b703dce066eff4 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json b/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json deleted file mode 100644 index 73e0df125..000000000 --- a/script/data/aws/db.m6i.large-16-128-10-Performance1536D500K-0-72589/result_20240902_407eec2ab07e489486b703dce066eff4_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "407eec2ab07e489486b703dce066eff4", "task_label": "407eec2ab07e489486b703dce066eff4", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T00:43:36.092033", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": "?"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt b/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt deleted file mode 100644 index fbe9bec9b..000000000 --- a/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load -2024-09-02 01:04:35,750 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:04:35.738739', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:04:35,750 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:04:35.738739', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:04:35,750 | INFO |generated uuid for the tasks: 3f7f1cca35e548e8a2dc518673b4c827 (interface.py:66) -2024-09-02 01:04:35,810 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:04:35,810 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:04:35,811 | INFO | PgVector-2024-09-02T01:04:35.738739 | Performance OpenAI-MEDIUM-500K None | 3f7f1cca35e548e8a2dc518673b4c827 (task_runner.py:340) -2024-09-02 01:04:35,811 | INFO |task submitted: id=3f7f1cca35e548e8a2dc518673b4c827, 3f7f1cca35e548e8a2dc518673b4c827, case number: 1 (interface.py:231) -2024-09-02 01:04:36,222 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:04:35.738739'}, drop_old=False (interface.py:164) -2024-09-02 01:04:36,222 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:04:36,377 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:04:36,996 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:04:37,044 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:04:37,067 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:04:37,067 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:04:37,098 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 01:04:37,099 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:04:37,099 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:04:37,102 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:04:37,102 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:04:35.738739'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:04:37,103 | INFO |Task summary: run_id=3f7f1, task_label=3f7f1cca35e548e8a2dc518673b4c827 (models.py:346) -2024-09-02 01:04:37,103 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:04:37,103 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:04:37,103 | INFO |PgVector | 2024-09-02T01:04:35.738739 Performance1536D500K 3f7f1cca35e548e8a2dc518673b4c827 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:04:37,103 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json (models.py:204) -2024-09-02 01:04:37,104 | INFO |Success to finish task: label=3f7f1cca35e548e8a2dc518673b4c827, run_id=3f7f1cca35e548e8a2dc518673b4c827 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json b/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json deleted file mode 100644 index 824bd5f5b..000000000 --- a/script/data/aws/db.m6i.large-16-128-120-Performance1536D500K-0-30602/result_20240902_3f7f1cca35e548e8a2dc518673b4c827_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "3f7f1cca35e548e8a2dc518673b4c827", "task_label": "3f7f1cca35e548e8a2dc518673b4c827", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:04:35.738739", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt b/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt deleted file mode 100644 index 265f5afc2..000000000 --- a/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load -2024-09-02 01:01:19,012 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:01:19.000248', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:01:19,012 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:01:19.000248', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:01:19,012 | INFO |generated uuid for the tasks: ea4cda44a04247779756894c8c41b776 (interface.py:66) -2024-09-02 01:01:19,074 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:01:19,074 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:01:19,074 | INFO | PgVector-2024-09-02T01:01:19.000248 | Performance OpenAI-MEDIUM-500K None | ea4cda44a04247779756894c8c41b776 (task_runner.py:340) -2024-09-02 01:01:19,074 | INFO |task submitted: id=ea4cda44a04247779756894c8c41b776, ea4cda44a04247779756894c8c41b776, case number: 1 (interface.py:231) -2024-09-02 01:01:19,490 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:01:19.000248'}, drop_old=False (interface.py:164) -2024-09-02 01:01:19,490 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:01:19,590 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:01:20,165 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:01:20,212 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:01:20,236 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:01:20,236 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:01:20,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-02 01:01:20,248 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:01:20,248 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:01:20,601 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:01:20,602 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:01:19.000248'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:01:20,603 | INFO |Task summary: run_id=ea4cd, task_label=ea4cda44a04247779756894c8c41b776 (models.py:346) -2024-09-02 01:01:20,603 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:01:20,603 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:01:20,603 | INFO |PgVector | 2024-09-02T01:01:19.000248 Performance1536D500K ea4cda44a04247779756894c8c41b776 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:01:20,603 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json (models.py:204) -2024-09-02 01:01:20,604 | INFO |Success to finish task: label=ea4cda44a04247779756894c8c41b776, run_id=ea4cda44a04247779756894c8c41b776 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json b/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json deleted file mode 100644 index 5355f5af1..000000000 --- a/script/data/aws/db.m6i.large-16-128-20-Performance1536D500K-0-13986/result_20240902_ea4cda44a04247779756894c8c41b776_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "ea4cda44a04247779756894c8c41b776", "task_label": "ea4cda44a04247779756894c8c41b776", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:01:19.000248", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt b/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt deleted file mode 100644 index 981902fc6..000000000 --- a/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load -2024-09-02 01:05:41,318 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:05:41.306625', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:05:41,318 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:05:41.306625', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:05:41,318 | INFO |generated uuid for the tasks: 334dae15593d42c29eb683683a672e1e (interface.py:66) -2024-09-02 01:05:41,379 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:05:41,379 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:05:41,379 | INFO | PgVector-2024-09-02T01:05:41.306625 | Performance OpenAI-MEDIUM-500K None | 334dae15593d42c29eb683683a672e1e (task_runner.py:340) -2024-09-02 01:05:41,379 | INFO |task submitted: id=334dae15593d42c29eb683683a672e1e, 334dae15593d42c29eb683683a672e1e, case number: 1 (interface.py:231) -2024-09-02 01:05:41,799 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:05:41.306625'}, drop_old=False (interface.py:164) -2024-09-02 01:05:41,799 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:05:41,875 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:05:42,435 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:05:42,483 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:05:42,507 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:05:42,507 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:05:42,518 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 01:05:42,519 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:05:42,519 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:05:42,519 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:05:42,520 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:05:41.306625'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:05:42,521 | INFO |Task summary: run_id=334da, task_label=334dae15593d42c29eb683683a672e1e (models.py:346) -2024-09-02 01:05:42,521 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:05:42,521 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:05:42,521 | INFO |PgVector | 2024-09-02T01:05:41.306625 Performance1536D500K 334dae15593d42c29eb683683a672e1e | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:05:42,521 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json (models.py:204) -2024-09-02 01:05:42,521 | INFO |Success to finish task: label=334dae15593d42c29eb683683a672e1e, run_id=334dae15593d42c29eb683683a672e1e (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json b/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json deleted file mode 100644 index dcd5cc96c..000000000 --- a/script/data/aws/db.m6i.large-16-128-200-Performance1536D500K-0-96920/result_20240902_334dae15593d42c29eb683683a672e1e_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "334dae15593d42c29eb683683a672e1e", "task_label": "334dae15593d42c29eb683683a672e1e", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:05:41.306625", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt b/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt deleted file mode 100644 index 01d63d86d..000000000 --- a/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load -2024-09-02 01:02:24,583 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:02:24.572172', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:02:24,584 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:02:24.572172', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:02:24,584 | INFO |generated uuid for the tasks: 394e9d947ab146ad859a1cbedec589ba (interface.py:66) -2024-09-02 01:02:24,644 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:02:24,644 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:02:24,644 | INFO | PgVector-2024-09-02T01:02:24.572172 | Performance OpenAI-MEDIUM-500K None | 394e9d947ab146ad859a1cbedec589ba (task_runner.py:340) -2024-09-02 01:02:24,644 | INFO |task submitted: id=394e9d947ab146ad859a1cbedec589ba, 394e9d947ab146ad859a1cbedec589ba, case number: 1 (interface.py:231) -2024-09-02 01:02:25,058 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:02:24.572172'}, drop_old=False (interface.py:164) -2024-09-02 01:02:25,058 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:02:25,171 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:02:25,742 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:02:25,789 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:02:25,813 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:02:25,813 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:02:25,826 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-02 01:02:25,827 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:02:25,827 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:02:25,835 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:02:25,836 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:02:24.572172'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:02:25,837 | INFO |Task summary: run_id=394e9, task_label=394e9d947ab146ad859a1cbedec589ba (models.py:346) -2024-09-02 01:02:25,837 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:02:25,837 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:02:25,837 | INFO |PgVector | 2024-09-02T01:02:24.572172 Performance1536D500K 394e9d947ab146ad859a1cbedec589ba | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:02:25,837 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json (models.py:204) -2024-09-02 01:02:25,837 | INFO |Success to finish task: label=394e9d947ab146ad859a1cbedec589ba, run_id=394e9d947ab146ad859a1cbedec589ba (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json b/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json deleted file mode 100644 index 3214299d4..000000000 --- a/script/data/aws/db.m6i.large-16-128-40-Performance1536D500K-0-68673/result_20240902_394e9d947ab146ad859a1cbedec589ba_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "394e9d947ab146ad859a1cbedec589ba", "task_label": "394e9d947ab146ad859a1cbedec589ba", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:02:24.572172", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt b/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt deleted file mode 100644 index b22925703..000000000 --- a/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load -2024-09-02 01:06:46,887 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:06:46.875858', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:06:46,888 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:06:46.875858', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:06:46,888 | INFO |generated uuid for the tasks: f693f3be98354393ba5e2685e43b7f05 (interface.py:66) -2024-09-02 01:06:46,951 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:06:46,951 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:06:46,951 | INFO | PgVector-2024-09-02T01:06:46.875858 | Performance OpenAI-MEDIUM-500K None | f693f3be98354393ba5e2685e43b7f05 (task_runner.py:340) -2024-09-02 01:06:46,951 | INFO |task submitted: id=f693f3be98354393ba5e2685e43b7f05, f693f3be98354393ba5e2685e43b7f05, case number: 1 (interface.py:231) -2024-09-02 01:06:47,371 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:06:46.875858'}, drop_old=False (interface.py:164) -2024-09-02 01:06:47,371 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:06:47,446 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:06:48,013 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:06:48,061 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:06:48,085 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:06:48,085 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:06:48,099 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 01:06:48,101 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:06:48,101 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:06:48,101 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:06:48,102 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:06:46.875858'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:06:48,103 | INFO |Task summary: run_id=f693f, task_label=f693f3be98354393ba5e2685e43b7f05 (models.py:346) -2024-09-02 01:06:48,103 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:06:48,103 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:06:48,103 | INFO |PgVector | 2024-09-02T01:06:46.875858 Performance1536D500K f693f3be98354393ba5e2685e43b7f05 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:06:48,103 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json (models.py:204) -2024-09-02 01:06:48,103 | INFO |Success to finish task: label=f693f3be98354393ba5e2685e43b7f05, run_id=f693f3be98354393ba5e2685e43b7f05 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json b/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json deleted file mode 100644 index 26bdfcc80..000000000 --- a/script/data/aws/db.m6i.large-16-128-400-Performance1536D500K-0-6682/result_20240902_f693f3be98354393ba5e2685e43b7f05_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "f693f3be98354393ba5e2685e43b7f05", "task_label": "f693f3be98354393ba5e2685e43b7f05", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:06:46.875858", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt b/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt deleted file mode 100644 index 458501801..000000000 --- a/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load -2024-09-02 01:03:30,173 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:03:30.160899', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:03:30,173 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:03:30.160899', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:03:30,173 | INFO |generated uuid for the tasks: 7cd108376d2b4b748a30d7e6ecda34d8 (interface.py:66) -2024-09-02 01:03:30,237 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:03:30,237 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:03:30,237 | INFO | PgVector-2024-09-02T01:03:30.160899 | Performance OpenAI-MEDIUM-500K None | 7cd108376d2b4b748a30d7e6ecda34d8 (task_runner.py:340) -2024-09-02 01:03:30,237 | INFO |task submitted: id=7cd108376d2b4b748a30d7e6ecda34d8, 7cd108376d2b4b748a30d7e6ecda34d8, case number: 1 (interface.py:231) -2024-09-02 01:03:30,667 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:03:30.160899'}, drop_old=False (interface.py:164) -2024-09-02 01:03:30,667 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:03:30,773 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=128 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:03:31,390 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:03:31,439 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:03:31,464 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:03:31,464 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:03:31,475 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 01:03:31,475 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:03:31,475 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:03:31,624 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:03:31,625 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:03:30.160899'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:03:31,626 | INFO |Task summary: run_id=7cd10, task_label=7cd108376d2b4b748a30d7e6ecda34d8 (models.py:346) -2024-09-02 01:03:31,626 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:03:31,626 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:03:31,626 | INFO |PgVector | 2024-09-02T01:03:30.160899 Performance1536D500K 7cd108376d2b4b748a30d7e6ecda34d8 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:03:31,626 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json (models.py:204) -2024-09-02 01:03:31,626 | INFO |Success to finish task: label=7cd108376d2b4b748a30d7e6ecda34d8, run_id=7cd108376d2b4b748a30d7e6ecda34d8 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json b/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json deleted file mode 100644 index 8e6c4c256..000000000 --- a/script/data/aws/db.m6i.large-16-128-80-Performance1536D500K-0-43397/result_20240902_7cd108376d2b4b748a30d7e6ecda34d8_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "7cd108376d2b4b748a30d7e6ecda34d8", "task_label": "7cd108376d2b4b748a30d7e6ecda34d8", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:03:30.160899", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 128, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt b/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt deleted file mode 100644 index da5f119bb..000000000 --- a/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/log.txt +++ /dev/null @@ -1,3266 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 -2024-09-01 21:22:57,486 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:22:57.475169', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 21:22:57,487 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:22:57.475169', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 21:22:57,487 | INFO |generated uuid for the tasks: 8db622f70ec443ff87a2c9c6f35aa450 (interface.py:66) -2024-09-01 21:22:57,546 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 21:22:57,546 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 21:22:57,546 | INFO | PgVector-2024-09-01T21:22:57.475169 | Performance OpenAI-MEDIUM-500K None | 8db622f70ec443ff87a2c9c6f35aa450 (task_runner.py:340) -2024-09-01 21:22:57,546 | INFO |task submitted: id=8db622f70ec443ff87a2c9c6f35aa450, 8db622f70ec443ff87a2c9c6f35aa450, case number: 1 (interface.py:231) -2024-09-01 21:22:57,963 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:22:57.475169'}, drop_old=True (interface.py:164) -2024-09-01 21:22:57,963 | INFO |Starting run (task_runner.py:100) -2024-09-01 21:22:58,037 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 21:22:58,038 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 21:22:58,038 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 21:22:58,436 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) -2024-09-01 21:22:58,617 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) -2024-09-01 21:22:59,284 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 21:22:59,332 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 21:22:59,355 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 21:22:59,355 | INFO |Start performance case (task_runner.py:158) -2024-09-01 21:22:59,897 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:22:59,898 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) -2024-09-01 21:22:59,898 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) -2024-09-01 21:23:02,662 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:03,615 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:04,473 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:05,551 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:06,357 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:07,419 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:08,240 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:09,266 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:10,171 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:11,091 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:11,985 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:12,856 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:13,696 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:14,714 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:15,548 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:16,427 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:17,238 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:18,210 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:18,996 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:19,865 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:20,454 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 21:23:20,936 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:21,730 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:22,764 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:23,577 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:24,553 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:25,378 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:26,392 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:27,283 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:28,167 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:29,109 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:30,019 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:30,874 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:31,827 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:32,650 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:33,533 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:34,358 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:35,323 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:36,329 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:37,175 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:38,263 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:39,195 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 21:23:39,573 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:40,933 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:41,873 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:43,249 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:44,179 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:45,409 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:46,371 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:47,588 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:48,545 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:49,464 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:50,325 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:51,438 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:52,347 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:53,319 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:54,252 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:55,290 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:56,517 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:57,478 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:58,594 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:23:59,454 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:00,084 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 21:24:00,555 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:01,328 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:02,362 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:03,251 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:04,343 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:05,185 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:06,100 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:06,964 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:08,002 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:08,854 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:09,991 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:10,773 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:11,885 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:12,788 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:14,024 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:15,477 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:17,113 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:18,830 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:19,608 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:20,619 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:21,102 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 21:24:21,464 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:22,373 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:23,224 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:24,254 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:25,136 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:26,026 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:26,912 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:28,053 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:29,060 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:30,695 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:31,499 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:33,302 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:34,143 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:35,156 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:36,793 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:37,743 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:39,420 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:40,226 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:41,878 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:42,879 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 21:24:44,081 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 21:24:44,189 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=104.2915645719986 (serial_runner.py:61) -2024-09-01 21:24:44,886 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:24:44,887 | INFO |PgVector post insert before optimize (pgvector.py:188) -2024-09-01 21:24:44,888 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 21:24:44,888 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 21:24:44,889 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) -2024-09-01 21:24:45,895 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) -2024-09-01 21:24:45,895 | DEBUG | - CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" - USING "hnsw" (embedding "vector_cosine_ops" ) - WITH ( "m" = "16", "ef_construction" = "32" ); (pgvector.py:308) -2024-09-01 21:34:10,296 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=104.98926362099883, optimize_duration=565.3299188019955 load_duration(insert + optimize) = 670.3192 (task_runner.py:167) -2024-09-01 21:34:10,351 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:34:10,353 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 21:34:10,353 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 21:34:10,362 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 21:34:10,404 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 21:34:10,964 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 21:34:10,983 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:34:10,984 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 21:34:10,984 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 21:34:17,155 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.01520728699688334, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:29,096 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.02194704300200101, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:32,608 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.024920044997998048, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:36,641 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.037527829001192003, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:40,088 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.019237968997913413, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:43,436 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.017335468000965193, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:48,979 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.011823553002614062, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:51,563 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.03548035299900221, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:54,180 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.03736119600216625, latest recall=0.0 (serial_runner.py:202) -2024-09-01 21:34:56,773 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.012789501000952441, latest recall=0.1 (serial_runner.py:202) -2024-09-01 21:34:56,774 | INFO |SpawnProcess-1:3 search entire test_data: cost=42.651s, queries=1000, avg_recall=0.0987, avg_ndcg=0.1977,avg_latency=0.0427, p99=0.306 (serial_runner.py:209) -2024-09-01 21:34:57,303 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:34:57,304 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 21:34:58,325 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 21:34:58,355 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:34:58,940 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0010045579983852804 (mp_runner.py:73) -2024-09-01 21:34:59,480 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0009207129987771623 (mp_runner.py:73) -2024-09-01 21:35:00,051 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0013786499985144474 (mp_runner.py:73) -2024-09-01 21:35:00,602 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0010016840024036355 (mp_runner.py:73) -2024-09-01 21:35:01,152 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0010977539932355285 (mp_runner.py:73) -2024-09-01 21:35:01,703 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.000980470998911187 (mp_runner.py:73) -2024-09-01 21:35:02,249 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0010367329959990457 (mp_runner.py:73) -2024-09-01 21:35:02,790 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0009989440004574135 (mp_runner.py:73) -2024-09-01 21:35:03,348 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.001185380999231711 (mp_runner.py:73) -2024-09-01 21:35:03,888 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.00084938999498263 (mp_runner.py:73) -2024-09-01 21:35:04,427 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0010006949960370548 (mp_runner.py:73) -2024-09-01 21:35:04,961 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0010456099989823997 (mp_runner.py:73) -2024-09-01 21:35:05,489 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0010618919986882247 (mp_runner.py:73) -2024-09-01 21:35:06,091 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0007914750021882355 (mp_runner.py:73) -2024-09-01 21:35:06,627 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0010004619980463758 (mp_runner.py:73) -2024-09-01 21:35:07,160 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.001103588001569733 (mp_runner.py:73) -2024-09-01 21:35:07,665 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.000867454000399448 (mp_runner.py:73) -2024-09-01 21:35:08,094 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0008569310011807829 (mp_runner.py:73) -2024-09-01 21:35:08,541 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0009350539985462092 (mp_runner.py:73) -2024-09-01 21:35:08,976 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0007723000016994774 (mp_runner.py:73) -2024-09-01 21:35:09,430 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0006552799968631007 (mp_runner.py:73) -2024-09-01 21:35:09,947 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0006815579981775954 (mp_runner.py:73) -2024-09-01 21:35:10,384 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0007335439950111322 (mp_runner.py:73) -2024-09-01 21:35:10,822 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0008477259980281815 (mp_runner.py:73) -2024-09-01 21:35:11,258 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0008579620043747127 (mp_runner.py:73) -2024-09-01 21:35:11,689 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0008745739978621714 (mp_runner.py:73) -2024-09-01 21:35:12,142 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0008681090039317496 (mp_runner.py:73) -2024-09-01 21:35:12,565 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0008516419984516688 (mp_runner.py:73) -2024-09-01 21:35:12,995 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0007489150011679158 (mp_runner.py:73) -2024-09-01 21:35:13,430 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0008176859992090613 (mp_runner.py:73) -2024-09-01 21:35:13,906 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.0008796850015642121 (mp_runner.py:73) -2024-09-01 21:35:14,370 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0008107429966912605 (mp_runner.py:73) -2024-09-01 21:35:14,807 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.0008710640031495132 (mp_runner.py:73) -2024-09-01 21:35:15,265 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.0008448079970548861 (mp_runner.py:73) -2024-09-01 21:35:15,702 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.0009321229954366572 (mp_runner.py:73) -2024-09-01 21:35:16,129 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0008754430018598214 (mp_runner.py:73) -2024-09-01 21:35:16,562 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.0008580689973314293 (mp_runner.py:73) -2024-09-01 21:35:16,985 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.0008070420008152723 (mp_runner.py:73) -2024-09-01 21:35:17,459 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0009812839998630807 (mp_runner.py:73) -2024-09-01 21:35:17,897 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.000836724997498095 (mp_runner.py:73) -2024-09-01 21:35:18,355 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0007567650027340278 (mp_runner.py:73) -2024-09-01 21:35:18,794 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.0008370489958906546 (mp_runner.py:73) -2024-09-01 21:35:19,316 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0010295319953002036 (mp_runner.py:73) -2024-09-01 21:35:19,849 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0009713109975564294 (mp_runner.py:73) -2024-09-01 21:35:20,393 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0010025160008808598 (mp_runner.py:73) -2024-09-01 21:35:20,935 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0009415909953531809 (mp_runner.py:73) -2024-09-01 21:35:21,491 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.000836797000374645 (mp_runner.py:73) -2024-09-01 21:35:22,021 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.000979939999524504 (mp_runner.py:73) -2024-09-01 21:35:22,562 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.001000915995973628 (mp_runner.py:73) -2024-09-01 21:35:23,105 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.0011039640012313612 (mp_runner.py:73) -2024-09-01 21:35:23,641 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.000997631999780424 (mp_runner.py:73) -2024-09-01 21:35:24,217 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0009802720014704391 (mp_runner.py:73) -2024-09-01 21:35:24,778 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0009912770037772134 (mp_runner.py:73) -2024-09-01 21:35:25,313 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0009705660049803555 (mp_runner.py:73) -2024-09-01 21:35:25,856 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.001062095005181618 (mp_runner.py:73) -2024-09-01 21:35:26,390 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.0010211050030193292 (mp_runner.py:73) -2024-09-01 21:35:26,931 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0009790509939193726 (mp_runner.py:73) -2024-09-01 21:35:27,484 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0009906699997372925 (mp_runner.py:73) -2024-09-01 21:35:28,027 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.0010101180014316924 (mp_runner.py:73) -2024-09-01 21:35:28,356 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0012s, count=29812, qps in this process: 993.6936 (mp_runner.py:76) -2024-09-01 21:35:28,360 | INFO |End search in concurrency 1: dur=30.03417066000111s, total_count=29812, qps=992.6027 (mp_runner.py:120) -2024-09-01 21:35:28,542 | INFO |Update largest qps with concurrency 1: current max_qps=992.6027 (mp_runner.py:124) -2024-09-01 21:35:28,960 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:35:28,960 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 21:35:34,013 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 21:35:34,060 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:35:34,061 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:35:34,061 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:35:34,062 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:35:34,073 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:35:34,938 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0012323710034252144 (mp_runner.py:73) -2024-09-01 21:35:34,942 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.001757756996084936 (mp_runner.py:73) -2024-09-01 21:35:35,003 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0010770380031317472 (mp_runner.py:73) -2024-09-01 21:35:35,003 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0013469059995259158 (mp_runner.py:73) -2024-09-01 21:35:35,005 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.0022148120042402297 (mp_runner.py:73) -2024-09-01 21:35:35,859 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0015150760009419173 (mp_runner.py:73) -2024-09-01 21:35:35,863 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.002157875002012588 (mp_runner.py:73) -2024-09-01 21:35:35,929 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0010276000029989518 (mp_runner.py:73) -2024-09-01 21:35:35,948 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0015843259971006773 (mp_runner.py:73) -2024-09-01 21:35:35,974 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.0022779910068493336 (mp_runner.py:73) -2024-09-01 21:35:36,819 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0014306820012279786 (mp_runner.py:73) -2024-09-01 21:35:36,934 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0015286479974747635 (mp_runner.py:73) -2024-09-01 21:35:36,948 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.001381227993988432 (mp_runner.py:73) -2024-09-01 21:35:36,950 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0016102610024972819 (mp_runner.py:73) -2024-09-01 21:35:36,950 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.002815347004798241 (mp_runner.py:73) -2024-09-01 21:35:37,803 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.00217222699575359 (mp_runner.py:73) -2024-09-01 21:35:37,843 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.001787827000953257 (mp_runner.py:73) -2024-09-01 21:35:37,876 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0012988009984837845 (mp_runner.py:73) -2024-09-01 21:35:37,893 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.0013559979997808114 (mp_runner.py:73) -2024-09-01 21:35:37,939 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.001248645996383857 (mp_runner.py:73) -2024-09-01 21:35:38,720 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0014809380008955486 (mp_runner.py:73) -2024-09-01 21:35:38,797 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.0015199240006040782 (mp_runner.py:73) -2024-09-01 21:35:38,817 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.0017463589974795468 (mp_runner.py:73) -2024-09-01 21:35:38,911 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0020193479940644465 (mp_runner.py:73) -2024-09-01 21:35:38,932 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0019849609961966053 (mp_runner.py:73) -2024-09-01 21:35:39,748 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.001883474993519485 (mp_runner.py:73) -2024-09-01 21:35:39,754 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.001700100998277776 (mp_runner.py:73) -2024-09-01 21:35:39,781 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0013019940015510656 (mp_runner.py:73) -2024-09-01 21:35:39,837 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.001735521000227891 (mp_runner.py:73) -2024-09-01 21:35:39,950 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0018232360016554594 (mp_runner.py:73) -2024-09-01 21:35:40,656 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0014392839948413894 (mp_runner.py:73) -2024-09-01 21:35:40,713 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.0015119520030566491 (mp_runner.py:73) -2024-09-01 21:35:40,780 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0019010749965673313 (mp_runner.py:73) -2024-09-01 21:35:40,878 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.002423310994345229 (mp_runner.py:73) -2024-09-01 21:35:40,887 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0020628790007322095 (mp_runner.py:73) -2024-09-01 21:35:41,555 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.0008556079992558807 (mp_runner.py:73) -2024-09-01 21:35:41,685 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0011550120034371503 (mp_runner.py:73) -2024-09-01 21:35:41,693 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0015539700034423731 (mp_runner.py:73) -2024-09-01 21:35:41,803 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0013715469976887107 (mp_runner.py:73) -2024-09-01 21:35:41,931 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0013590730013675056 (mp_runner.py:73) -2024-09-01 21:35:42,654 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.000913477000722196 (mp_runner.py:73) -2024-09-01 21:35:42,823 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0013456660017254762 (mp_runner.py:73) -2024-09-01 21:35:42,859 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.002145414000551682 (mp_runner.py:73) -2024-09-01 21:35:42,964 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0015907889974187128 (mp_runner.py:73) -2024-09-01 21:35:43,150 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0016133769968291745 (mp_runner.py:73) -2024-09-01 21:35:43,605 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.0014340809939312749 (mp_runner.py:73) -2024-09-01 21:35:43,763 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0009182680005324073 (mp_runner.py:73) -2024-09-01 21:35:43,909 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.002935773998615332 (mp_runner.py:73) -2024-09-01 21:35:44,135 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0013717559995711781 (mp_runner.py:73) -2024-09-01 21:35:44,251 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0023706729989498854 (mp_runner.py:73) -2024-09-01 21:35:44,660 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.0011447900033090264 (mp_runner.py:73) -2024-09-01 21:35:44,755 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.001367043994832784 (mp_runner.py:73) -2024-09-01 21:35:44,926 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0014027770012035035 (mp_runner.py:73) -2024-09-01 21:35:45,169 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0046945709982537664 (mp_runner.py:73) -2024-09-01 21:35:45,443 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0016994660036289133 (mp_runner.py:73) -2024-09-01 21:35:45,716 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.001706998998997733 (mp_runner.py:73) -2024-09-01 21:35:45,818 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0013480580018949695 (mp_runner.py:73) -2024-09-01 21:35:46,076 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.0025576050029485486 (mp_runner.py:73) -2024-09-01 21:35:46,293 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0017710820029606111 (mp_runner.py:73) -2024-09-01 21:35:46,436 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0028665969948633574 (mp_runner.py:73) -2024-09-01 21:35:46,592 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.001896200999908615 (mp_runner.py:73) -2024-09-01 21:35:46,663 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.00140488900069613 (mp_runner.py:73) -2024-09-01 21:35:47,118 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0020525470026768744 (mp_runner.py:73) -2024-09-01 21:35:47,308 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0021103219987708144 (mp_runner.py:73) -2024-09-01 21:35:47,383 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0012205359962536022 (mp_runner.py:73) -2024-09-01 21:35:47,519 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.0012982550033484586 (mp_runner.py:73) -2024-09-01 21:35:47,564 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0016032830026233569 (mp_runner.py:73) -2024-09-01 21:35:48,159 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.001795538999431301 (mp_runner.py:73) -2024-09-01 21:35:48,331 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0012734420015476644 (mp_runner.py:73) -2024-09-01 21:35:48,385 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0011803750021499582 (mp_runner.py:73) -2024-09-01 21:35:48,528 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.0020571589993778616 (mp_runner.py:73) -2024-09-01 21:35:48,569 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0014887880024616607 (mp_runner.py:73) -2024-09-01 21:35:49,111 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.002035477002209518 (mp_runner.py:73) -2024-09-01 21:35:49,297 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0009460540022701025 (mp_runner.py:73) -2024-09-01 21:35:49,301 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.002823561997502111 (mp_runner.py:73) -2024-09-01 21:35:49,501 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.0012535620044218376 (mp_runner.py:73) -2024-09-01 21:35:49,548 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0008224579942179844 (mp_runner.py:73) -2024-09-01 21:35:50,000 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.0024055010071606375 (mp_runner.py:73) -2024-09-01 21:35:50,251 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0010459050026838668 (mp_runner.py:73) -2024-09-01 21:35:50,347 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0011950939951930195 (mp_runner.py:73) -2024-09-01 21:35:50,371 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0017977659954340197 (mp_runner.py:73) -2024-09-01 21:35:50,467 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.002812651997373905 (mp_runner.py:73) -2024-09-01 21:35:51,109 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0016497510005137883 (mp_runner.py:73) -2024-09-01 21:35:51,278 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.0012362960042082705 (mp_runner.py:73) -2024-09-01 21:35:51,356 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.001985611001146026 (mp_runner.py:73) -2024-09-01 21:35:51,403 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0013040499979979359 (mp_runner.py:73) -2024-09-01 21:35:51,409 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0023114930008887313 (mp_runner.py:73) -2024-09-01 21:35:52,105 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.0014651179953943938 (mp_runner.py:73) -2024-09-01 21:35:52,178 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.002010416006669402 (mp_runner.py:73) -2024-09-01 21:35:52,320 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0013897509998059832 (mp_runner.py:73) -2024-09-01 21:35:52,375 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0014455390046350658 (mp_runner.py:73) -2024-09-01 21:35:52,389 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0015828789983061142 (mp_runner.py:73) -2024-09-01 21:35:53,038 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.0020181440049782395 (mp_runner.py:73) -2024-09-01 21:35:53,112 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.001225072002853267 (mp_runner.py:73) -2024-09-01 21:35:53,305 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0028159849971416406 (mp_runner.py:73) -2024-09-01 21:35:53,337 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.001173453994852025 (mp_runner.py:73) -2024-09-01 21:35:53,372 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.002148428000509739 (mp_runner.py:73) -2024-09-01 21:35:53,969 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.0014095110018388368 (mp_runner.py:73) -2024-09-01 21:35:54,070 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.0054289939944283105 (mp_runner.py:73) -2024-09-01 21:35:54,304 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0011814130048151128 (mp_runner.py:73) -2024-09-01 21:35:54,379 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0010521379954298027 (mp_runner.py:73) -2024-09-01 21:35:54,421 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.001414117999956943 (mp_runner.py:73) -2024-09-01 21:35:54,996 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.0008557469991501421 (mp_runner.py:73) -2024-09-01 21:35:55,074 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.0023308149975491688 (mp_runner.py:73) -2024-09-01 21:35:55,216 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.00130316899594618 (mp_runner.py:73) -2024-09-01 21:35:55,281 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0021384669962571934 (mp_runner.py:73) -2024-09-01 21:35:55,469 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0014500430042971857 (mp_runner.py:73) -2024-09-01 21:35:55,854 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0012707710047834553 (mp_runner.py:73) -2024-09-01 21:35:56,087 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.0016236290030064993 (mp_runner.py:73) -2024-09-01 21:35:56,105 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0014849020008114167 (mp_runner.py:73) -2024-09-01 21:35:56,288 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0011718530004145578 (mp_runner.py:73) -2024-09-01 21:35:56,479 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.0012269920043763705 (mp_runner.py:73) -2024-09-01 21:35:56,831 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.0015176680026343092 (mp_runner.py:73) -2024-09-01 21:35:56,985 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0015180229966063052 (mp_runner.py:73) -2024-09-01 21:35:57,110 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.001984656002605334 (mp_runner.py:73) -2024-09-01 21:35:57,322 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0019427270017331466 (mp_runner.py:73) -2024-09-01 21:35:57,497 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0015535670027020387 (mp_runner.py:73) -2024-09-01 21:35:57,733 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0012187760003143921 (mp_runner.py:73) -2024-09-01 21:35:57,917 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.001180423001642339 (mp_runner.py:73) -2024-09-01 21:35:58,133 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.0022875779977766797 (mp_runner.py:73) -2024-09-01 21:35:58,323 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0011207900024601258 (mp_runner.py:73) -2024-09-01 21:35:58,467 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0012343600028543733 (mp_runner.py:73) -2024-09-01 21:35:58,667 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0018002400029217824 (mp_runner.py:73) -2024-09-01 21:35:58,908 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0024128099976223893 (mp_runner.py:73) -2024-09-01 21:35:59,213 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.001744830995448865 (mp_runner.py:73) -2024-09-01 21:35:59,348 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0026525649955146946 (mp_runner.py:73) -2024-09-01 21:35:59,498 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.001710994001768995 (mp_runner.py:73) -2024-09-01 21:35:59,702 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.0014172910014167428 (mp_runner.py:73) -2024-09-01 21:35:59,831 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0030192080012056977 (mp_runner.py:73) -2024-09-01 21:36:00,253 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.0014303619973361492 (mp_runner.py:73) -2024-09-01 21:36:00,347 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0014607320044888183 (mp_runner.py:73) -2024-09-01 21:36:00,491 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.0012383470020722598 (mp_runner.py:73) -2024-09-01 21:36:00,724 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.0034172529994975775 (mp_runner.py:73) -2024-09-01 21:36:00,936 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0014122049979050644 (mp_runner.py:73) -2024-09-01 21:36:01,222 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.0014252080000005662 (mp_runner.py:73) -2024-09-01 21:36:01,345 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0018266409970237873 (mp_runner.py:73) -2024-09-01 21:36:01,573 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0026896540002780966 (mp_runner.py:73) -2024-09-01 21:36:01,622 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.001348886995401699 (mp_runner.py:73) -2024-09-01 21:36:01,927 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.003127563002635725 (mp_runner.py:73) -2024-09-01 21:36:02,180 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.0021900360006839037 (mp_runner.py:73) -2024-09-01 21:36:02,325 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0018706310002016835 (mp_runner.py:73) -2024-09-01 21:36:02,583 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.0016416189973824657 (mp_runner.py:73) -2024-09-01 21:36:02,587 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.0020316939990152605 (mp_runner.py:73) -2024-09-01 21:36:02,814 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0014135739984340034 (mp_runner.py:73) -2024-09-01 21:36:03,166 | DEBUG |(SpawnProcess-1:10) search_count: 14500, latest_latency=0.0013856400037184358 (mp_runner.py:73) -2024-09-01 21:36:03,448 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.001239290002558846 (mp_runner.py:73) -2024-09-01 21:36:03,641 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.004943250001815613 (mp_runner.py:73) -2024-09-01 21:36:03,669 | DEBUG |(SpawnProcess-1:11) search_count: 15500, latest_latency=0.0010466089952387847 (mp_runner.py:73) -2024-09-01 21:36:03,782 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.001121209999837447 (mp_runner.py:73) -2024-09-01 21:36:04,062 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0002s, count=14961, qps in this process: 498.6967 (mp_runner.py:76) -2024-09-01 21:36:04,062 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0006s, count=15679, qps in this process: 522.6229 (mp_runner.py:76) -2024-09-01 21:36:04,063 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0024s, count=14691, qps in this process: 489.6608 (mp_runner.py:76) -2024-09-01 21:36:04,065 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0005s, count=15756, qps in this process: 525.1912 (mp_runner.py:76) -2024-09-01 21:36:04,076 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0009s, count=14783, qps in this process: 492.7519 (mp_runner.py:76) -2024-09-01 21:36:04,083 | INFO |End search in concurrency 5: dur=30.069011707993923s, total_count=75870, qps=2523.1957 (mp_runner.py:120) -2024-09-01 21:36:04,388 | INFO |Update largest qps with concurrency 5: current max_qps=2523.1957 (mp_runner.py:124) -2024-09-01 21:36:04,799 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:36:04,799 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 21:36:14,977 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 21:36:15,026 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,047 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,110 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,113 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,120 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,129 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,163 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,166 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,166 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,179 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,183 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:15,208 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:17,409 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.002851127996109426 (mp_runner.py:73) -2024-09-01 21:36:17,410 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.002425017999485135 (mp_runner.py:73) -2024-09-01 21:36:17,410 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.005612102002487518 (mp_runner.py:73) -2024-09-01 21:36:17,411 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.004174084999249317 (mp_runner.py:73) -2024-09-01 21:36:17,411 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.005731532997742761 (mp_runner.py:73) -2024-09-01 21:36:17,689 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.004634603996237274 (mp_runner.py:73) -2024-09-01 21:36:17,690 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.004644820000976324 (mp_runner.py:73) -2024-09-01 21:36:17,691 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.004459553994820453 (mp_runner.py:73) -2024-09-01 21:36:17,691 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0037353669977164827 (mp_runner.py:73) -2024-09-01 21:36:17,692 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.007374845001322683 (mp_runner.py:73) -2024-09-01 21:36:17,727 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0039008960011415184 (mp_runner.py:73) -2024-09-01 21:36:17,729 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.003620729999965988 (mp_runner.py:73) -2024-09-01 21:36:17,730 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.00610353599768132 (mp_runner.py:73) -2024-09-01 21:36:17,730 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.006542058996274136 (mp_runner.py:73) -2024-09-01 21:36:18,500 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.011212741002964322 (mp_runner.py:73) -2024-09-01 21:36:19,951 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0048135329998331144 (mp_runner.py:73) -2024-09-01 21:36:19,952 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.006289528995694127 (mp_runner.py:73) -2024-09-01 21:36:20,021 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.003650887003459502 (mp_runner.py:73) -2024-09-01 21:36:20,023 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.002642543004185427 (mp_runner.py:73) -2024-09-01 21:36:20,023 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0036732689986820333 (mp_runner.py:73) -2024-09-01 21:36:20,331 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.004328670998802409 (mp_runner.py:73) -2024-09-01 21:36:20,331 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.00337746599689126 (mp_runner.py:73) -2024-09-01 21:36:20,331 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.004717467003501952 (mp_runner.py:73) -2024-09-01 21:36:20,332 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.004443503996299114 (mp_runner.py:73) -2024-09-01 21:36:20,459 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004982587997801602 (mp_runner.py:73) -2024-09-01 21:36:20,462 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.005755877995397896 (mp_runner.py:73) -2024-09-01 21:36:20,462 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.005262992999632843 (mp_runner.py:73) -2024-09-01 21:36:20,463 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.004994581999198999 (mp_runner.py:73) -2024-09-01 21:36:20,758 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.004311953998694662 (mp_runner.py:73) -2024-09-01 21:36:21,771 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.006213452994416002 (mp_runner.py:73) -2024-09-01 21:36:22,432 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.007079033006448299 (mp_runner.py:73) -2024-09-01 21:36:22,543 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.004715366005257238 (mp_runner.py:73) -2024-09-01 21:36:22,559 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.0059622310000122525 (mp_runner.py:73) -2024-09-01 21:36:22,622 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.005680285998096224 (mp_runner.py:73) -2024-09-01 21:36:22,677 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.006173535002744757 (mp_runner.py:73) -2024-09-01 21:36:23,019 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.006499909002741333 (mp_runner.py:73) -2024-09-01 21:36:23,020 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.0035297089998493902 (mp_runner.py:73) -2024-09-01 21:36:23,020 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0037462429972947575 (mp_runner.py:73) -2024-09-01 21:36:23,021 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.006228049998753704 (mp_runner.py:73) -2024-09-01 21:36:23,125 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.004639299004338682 (mp_runner.py:73) -2024-09-01 21:36:23,126 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005540972997550853 (mp_runner.py:73) -2024-09-01 21:36:23,126 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.005220088001806289 (mp_runner.py:73) -2024-09-01 21:36:23,127 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.00524056200083578 (mp_runner.py:73) -2024-09-01 21:36:24,009 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.006750538996129762 (mp_runner.py:73) -2024-09-01 21:36:24,875 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.0072260410015587695 (mp_runner.py:73) -2024-09-01 21:36:25,312 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.005550011999730486 (mp_runner.py:73) -2024-09-01 21:36:25,336 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.005349491999368183 (mp_runner.py:73) -2024-09-01 21:36:25,338 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.006058977996872272 (mp_runner.py:73) -2024-09-01 21:36:25,475 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.005652641004417092 (mp_runner.py:73) -2024-09-01 21:36:25,500 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.007073416003549937 (mp_runner.py:73) -2024-09-01 21:36:25,684 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0035524609993444756 (mp_runner.py:73) -2024-09-01 21:36:25,684 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.006859288005216513 (mp_runner.py:73) -2024-09-01 21:36:25,684 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.0046557850000681356 (mp_runner.py:73) -2024-09-01 21:36:25,853 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.0027820059985970147 (mp_runner.py:73) -2024-09-01 21:36:25,854 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0043043939949711785 (mp_runner.py:73) -2024-09-01 21:36:25,855 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.005777681995823514 (mp_runner.py:73) -2024-09-01 21:36:25,855 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.007589448003272992 (mp_runner.py:73) -2024-09-01 21:36:25,856 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.005124649003846571 (mp_runner.py:73) -2024-09-01 21:36:27,174 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.007814661003067158 (mp_runner.py:73) -2024-09-01 21:36:27,966 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.0027092629970866255 (mp_runner.py:73) -2024-09-01 21:36:27,967 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.004158746000030078 (mp_runner.py:73) -2024-09-01 21:36:27,968 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.006561753005371429 (mp_runner.py:73) -2024-09-01 21:36:28,016 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.004786723999131937 (mp_runner.py:73) -2024-09-01 21:36:28,291 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0044495420006569475 (mp_runner.py:73) -2024-09-01 21:36:28,291 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.004125589999603108 (mp_runner.py:73) -2024-09-01 21:36:28,291 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.0038721509990864433 (mp_runner.py:73) -2024-09-01 21:36:28,291 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.0029537910013459623 (mp_runner.py:73) -2024-09-01 21:36:28,292 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.0036191949984640814 (mp_runner.py:73) -2024-09-01 21:36:28,292 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.0059974289979436435 (mp_runner.py:73) -2024-09-01 21:36:28,292 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.0033182260012836196 (mp_runner.py:73) -2024-09-01 21:36:28,293 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.003973671002313495 (mp_runner.py:73) -2024-09-01 21:36:28,294 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.007936903995869216 (mp_runner.py:73) -2024-09-01 21:36:28,471 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.004812621002201922 (mp_runner.py:73) -2024-09-01 21:36:30,539 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.007019473996479064 (mp_runner.py:73) -2024-09-01 21:36:30,570 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.006775379995815456 (mp_runner.py:73) -2024-09-01 21:36:30,705 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.00408556899492396 (mp_runner.py:73) -2024-09-01 21:36:30,705 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.004189298997516744 (mp_runner.py:73) -2024-09-01 21:36:30,809 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.006614462996367365 (mp_runner.py:73) -2024-09-01 21:36:30,917 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.004885428999841679 (mp_runner.py:73) -2024-09-01 21:36:30,918 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.003327187994727865 (mp_runner.py:73) -2024-09-01 21:36:30,919 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.007082887997967191 (mp_runner.py:73) -2024-09-01 21:36:30,919 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.003587674000300467 (mp_runner.py:73) -2024-09-01 21:36:30,921 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.004112957998586353 (mp_runner.py:73) -2024-09-01 21:36:30,921 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.00408843199693365 (mp_runner.py:73) -2024-09-01 21:36:31,142 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.005780105006124359 (mp_runner.py:73) -2024-09-01 21:36:31,366 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.006652046002272982 (mp_runner.py:73) -2024-09-01 21:36:31,511 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.006603358000575099 (mp_runner.py:73) -2024-09-01 21:36:31,801 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005943534997641109 (mp_runner.py:73) -2024-09-01 21:36:33,399 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.0057878309962688945 (mp_runner.py:73) -2024-09-01 21:36:33,400 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.004817011002160143 (mp_runner.py:73) -2024-09-01 21:36:33,401 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.007062889002554584 (mp_runner.py:73) -2024-09-01 21:36:33,479 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.006197347996931057 (mp_runner.py:73) -2024-09-01 21:36:33,480 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.006423072001780383 (mp_runner.py:73) -2024-09-01 21:36:33,481 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.004508606005401816 (mp_runner.py:73) -2024-09-01 21:36:33,695 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.006045809997885954 (mp_runner.py:73) -2024-09-01 21:36:33,844 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.0064671069994801655 (mp_runner.py:73) -2024-09-01 21:36:33,855 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.006193604996951763 (mp_runner.py:73) -2024-09-01 21:36:33,928 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.0064187940006377175 (mp_runner.py:73) -2024-09-01 21:36:33,943 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.006210360996192321 (mp_runner.py:73) -2024-09-01 21:36:34,420 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.004382913997687865 (mp_runner.py:73) -2024-09-01 21:36:34,523 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.006250638005440123 (mp_runner.py:73) -2024-09-01 21:36:34,783 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.009036421004566364 (mp_runner.py:73) -2024-09-01 21:36:34,814 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.007386666002275888 (mp_runner.py:73) -2024-09-01 21:36:35,884 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.002313949997187592 (mp_runner.py:73) -2024-09-01 21:36:35,884 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.0034709519968600944 (mp_runner.py:73) -2024-09-01 21:36:35,884 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004156146998866461 (mp_runner.py:73) -2024-09-01 21:36:35,886 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.006303368994849734 (mp_runner.py:73) -2024-09-01 21:36:35,887 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.004758235001645517 (mp_runner.py:73) -2024-09-01 21:36:36,348 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0067512840032577515 (mp_runner.py:73) -2024-09-01 21:36:36,804 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.006716272000630852 (mp_runner.py:73) -2024-09-01 21:36:36,835 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.005998193002596963 (mp_runner.py:73) -2024-09-01 21:36:36,887 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.005461938999360427 (mp_runner.py:73) -2024-09-01 21:36:36,926 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.006151269000838511 (mp_runner.py:73) -2024-09-01 21:36:36,999 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.006296172003203537 (mp_runner.py:73) -2024-09-01 21:36:37,423 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.00658047100296244 (mp_runner.py:73) -2024-09-01 21:36:37,642 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.008359903004020452 (mp_runner.py:73) -2024-09-01 21:36:37,778 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.007036941999103874 (mp_runner.py:73) -2024-09-01 21:36:37,787 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.004382087005069479 (mp_runner.py:73) -2024-09-01 21:36:38,349 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.002875327001675032 (mp_runner.py:73) -2024-09-01 21:36:38,350 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.00406479600496823 (mp_runner.py:73) -2024-09-01 21:36:38,350 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.005185326001083013 (mp_runner.py:73) -2024-09-01 21:36:38,352 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.006779603005270474 (mp_runner.py:73) -2024-09-01 21:36:38,920 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.006386216002283618 (mp_runner.py:73) -2024-09-01 21:36:39,371 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.006072411997593008 (mp_runner.py:73) -2024-09-01 21:36:39,852 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.007565672000055201 (mp_runner.py:73) -2024-09-01 21:36:39,893 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.005612633001874201 (mp_runner.py:73) -2024-09-01 21:36:39,918 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.0032757060034782626 (mp_runner.py:73) -2024-09-01 21:36:40,017 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.006954693999432493 (mp_runner.py:73) -2024-09-01 21:36:40,078 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.009441917994990945 (mp_runner.py:73) -2024-09-01 21:36:40,381 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.006205506004334893 (mp_runner.py:73) -2024-09-01 21:36:40,619 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.006531835002533626 (mp_runner.py:73) -2024-09-01 21:36:40,683 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.003990695004176814 (mp_runner.py:73) -2024-09-01 21:36:40,776 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.003437337996729184 (mp_runner.py:73) -2024-09-01 21:36:40,777 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.004649488997529261 (mp_runner.py:73) -2024-09-01 21:36:40,778 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.004060917999595404 (mp_runner.py:73) -2024-09-01 21:36:40,779 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.004070695998962037 (mp_runner.py:73) -2024-09-01 21:36:40,921 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.004536043001280632 (mp_runner.py:73) -2024-09-01 21:36:41,918 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.005839057004777715 (mp_runner.py:73) -2024-09-01 21:36:42,485 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.009165293995465618 (mp_runner.py:73) -2024-09-01 21:36:42,952 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.005674409003404435 (mp_runner.py:73) -2024-09-01 21:36:43,078 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.00634325099963462 (mp_runner.py:73) -2024-09-01 21:36:43,141 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.005793605996586848 (mp_runner.py:73) -2024-09-01 21:36:43,152 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.0050557119975565 (mp_runner.py:73) -2024-09-01 21:36:43,153 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.006220167000719812 (mp_runner.py:73) -2024-09-01 21:36:43,419 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.005359861999750137 (mp_runner.py:73) -2024-09-01 21:36:43,419 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.005315823000273667 (mp_runner.py:73) -2024-09-01 21:36:43,473 | DEBUG |(SpawnProcess-1:21) search_count: 5500, latest_latency=0.00468108899804065 (mp_runner.py:73) -2024-09-01 21:36:43,475 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.007585813000332564 (mp_runner.py:73) -2024-09-01 21:36:43,707 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.0032482500027981587 (mp_runner.py:73) -2024-09-01 21:36:43,781 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.012355339997156989 (mp_runner.py:73) -2024-09-01 21:36:44,156 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.00570086800144054 (mp_runner.py:73) -2024-09-01 21:36:44,219 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.0038486639969050884 (mp_runner.py:73) -2024-09-01 21:36:45,037 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.008s, count=5801, qps in this process: 193.3151 (mp_runner.py:76) -2024-09-01 21:36:45,056 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0072s, count=5802, qps in this process: 193.3536 (mp_runner.py:76) -2024-09-01 21:36:45,086 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0136s, count=5200, qps in this process: 173.2548 (mp_runner.py:76) -2024-09-01 21:36:45,089 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.016s, count=5273, qps in this process: 175.673 (mp_runner.py:76) -2024-09-01 21:36:45,122 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0052s, count=5313, qps in this process: 177.0693 (mp_runner.py:76) -2024-09-01 21:36:45,128 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0061s, count=5806, qps in this process: 193.494 (mp_runner.py:76) -2024-09-01 21:36:45,129 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0135s, count=5806, qps in this process: 193.4463 (mp_runner.py:76) -2024-09-01 21:36:45,131 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0038s, count=5406, qps in this process: 180.1772 (mp_runner.py:76) -2024-09-01 21:36:45,147 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0128s, count=5143, qps in this process: 171.3602 (mp_runner.py:76) -2024-09-01 21:36:45,168 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0031s, count=5455, qps in this process: 181.8145 (mp_runner.py:76) -2024-09-01 21:36:45,174 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0055s, count=4813, qps in this process: 160.4039 (mp_runner.py:76) -2024-09-01 21:36:45,177 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0081s, count=5285, qps in this process: 176.1191 (mp_runner.py:76) -2024-09-01 21:36:45,182 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0003s, count=5292, qps in this process: 176.3982 (mp_runner.py:76) -2024-09-01 21:36:45,187 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0007s, count=5162, qps in this process: 172.0627 (mp_runner.py:76) -2024-09-01 21:36:45,211 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0014s, count=4716, qps in this process: 157.1927 (mp_runner.py:76) -2024-09-01 21:36:45,217 | INFO |End search in concurrency 15: dur=30.240002360005747s, total_count=80273, qps=2654.5302 (mp_runner.py:120) -2024-09-01 21:36:46,096 | INFO |Update largest qps with concurrency 15: current max_qps=2654.5302 (mp_runner.py:124) -2024-09-01 21:36:46,504 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:36:46,504 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 21:36:56,785 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 21:36:56,858 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,897 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,898 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,898 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,905 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,909 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,987 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,987 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,989 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,991 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,994 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,998 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:56,998 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:57,011 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:57,011 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:57,015 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:57,023 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:57,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:57,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:36:57,031 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:00,649 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.008130895999784116 (mp_runner.py:73) -2024-09-01 21:37:00,656 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.004704915001639165 (mp_runner.py:73) -2024-09-01 21:37:00,657 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.006987688997469377 (mp_runner.py:73) -2024-09-01 21:37:00,658 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.004469505001907237 (mp_runner.py:73) -2024-09-01 21:37:00,658 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.003920238006685395 (mp_runner.py:73) -2024-09-01 21:37:00,659 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.007103437004843727 (mp_runner.py:73) -2024-09-01 21:37:00,659 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.0061806650046491995 (mp_runner.py:73) -2024-09-01 21:37:00,660 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.006486487996880896 (mp_runner.py:73) -2024-09-01 21:37:00,660 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.010727003005740698 (mp_runner.py:73) -2024-09-01 21:37:00,661 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.005720336004742421 (mp_runner.py:73) -2024-09-01 21:37:00,662 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.007401583003229462 (mp_runner.py:73) -2024-09-01 21:37:00,663 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.00580854599684244 (mp_runner.py:73) -2024-09-01 21:37:00,837 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.008404156003962271 (mp_runner.py:73) -2024-09-01 21:37:01,060 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0034362029982730746 (mp_runner.py:73) -2024-09-01 21:37:01,063 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.004912616997899022 (mp_runner.py:73) -2024-09-01 21:37:01,064 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.003940683003747836 (mp_runner.py:73) -2024-09-01 21:37:01,065 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.011908653999853414 (mp_runner.py:73) -2024-09-01 21:37:01,294 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.009143149996816646 (mp_runner.py:73) -2024-09-01 21:37:01,400 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.008449465996818617 (mp_runner.py:73) -2024-09-01 21:37:01,697 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.010141894999833312 (mp_runner.py:73) -2024-09-01 21:37:03,698 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.004614826997567434 (mp_runner.py:73) -2024-09-01 21:37:03,699 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.006004441995173693 (mp_runner.py:73) -2024-09-01 21:37:03,699 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.0031673070043325424 (mp_runner.py:73) -2024-09-01 21:37:03,699 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.002861176006263122 (mp_runner.py:73) -2024-09-01 21:37:03,813 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.008607443996879738 (mp_runner.py:73) -2024-09-01 21:37:03,814 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.00694339899928309 (mp_runner.py:73) -2024-09-01 21:37:04,057 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.006653771000856068 (mp_runner.py:73) -2024-09-01 21:37:04,057 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.00803817300038645 (mp_runner.py:73) -2024-09-01 21:37:04,058 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.006407234999642242 (mp_runner.py:73) -2024-09-01 21:37:04,117 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.005803134998132009 (mp_runner.py:73) -2024-09-01 21:37:04,119 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.009034051996422932 (mp_runner.py:73) -2024-09-01 21:37:04,119 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.008819230999506544 (mp_runner.py:73) -2024-09-01 21:37:04,691 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.008147273998474702 (mp_runner.py:73) -2024-09-01 21:37:04,691 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.00731846100097755 (mp_runner.py:73) -2024-09-01 21:37:04,724 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.006976696997298859 (mp_runner.py:73) -2024-09-01 21:37:04,861 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.009446314004890155 (mp_runner.py:73) -2024-09-01 21:37:04,862 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.008421223996265326 (mp_runner.py:73) -2024-09-01 21:37:05,203 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.007645773999684025 (mp_runner.py:73) -2024-09-01 21:37:05,636 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.008010842997464351 (mp_runner.py:73) -2024-09-01 21:37:06,039 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.010307289005140774 (mp_runner.py:73) -2024-09-01 21:37:07,064 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.007866810999985319 (mp_runner.py:73) -2024-09-01 21:37:07,066 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.010307389005902223 (mp_runner.py:73) -2024-09-01 21:37:07,164 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.007285389998287428 (mp_runner.py:73) -2024-09-01 21:37:07,188 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.008730772999115288 (mp_runner.py:73) -2024-09-01 21:37:07,565 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.004904177003481891 (mp_runner.py:73) -2024-09-01 21:37:07,565 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.003797781995672267 (mp_runner.py:73) -2024-09-01 21:37:07,567 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.005261772996163927 (mp_runner.py:73) -2024-09-01 21:37:07,567 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.004908377995889168 (mp_runner.py:73) -2024-09-01 21:37:07,567 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009609505999833345 (mp_runner.py:73) -2024-09-01 21:37:07,568 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.008389198999793734 (mp_runner.py:73) -2024-09-01 21:37:07,568 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.00629767999635078 (mp_runner.py:73) -2024-09-01 21:37:07,569 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.006263727002078667 (mp_runner.py:73) -2024-09-01 21:37:08,735 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.011664974997984245 (mp_runner.py:73) -2024-09-01 21:37:08,736 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.01293525400251383 (mp_runner.py:73) -2024-09-01 21:37:08,842 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.00592642099945806 (mp_runner.py:73) -2024-09-01 21:37:08,843 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.007702684997639153 (mp_runner.py:73) -2024-09-01 21:37:08,844 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.009123197000008076 (mp_runner.py:73) -2024-09-01 21:37:09,110 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.01011434000247391 (mp_runner.py:73) -2024-09-01 21:37:09,989 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.01188521999574732 (mp_runner.py:73) -2024-09-01 21:37:10,387 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.009329635002359282 (mp_runner.py:73) -2024-09-01 21:37:10,783 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.0037835409966646694 (mp_runner.py:73) -2024-09-01 21:37:10,783 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.005256463999103289 (mp_runner.py:73) -2024-09-01 21:37:10,785 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.00464684100006707 (mp_runner.py:73) -2024-09-01 21:37:10,786 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.005371598002966493 (mp_runner.py:73) -2024-09-01 21:37:10,786 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.008700218000740279 (mp_runner.py:73) -2024-09-01 21:37:10,787 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.00969040600466542 (mp_runner.py:73) -2024-09-01 21:37:10,975 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.009517827995296102 (mp_runner.py:73) -2024-09-01 21:37:11,000 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.006886008006404154 (mp_runner.py:73) -2024-09-01 21:37:11,018 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.004658712998207193 (mp_runner.py:73) -2024-09-01 21:37:11,018 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.005096789995150175 (mp_runner.py:73) -2024-09-01 21:37:11,020 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.008845492004184052 (mp_runner.py:73) -2024-09-01 21:37:11,021 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.008537472996977158 (mp_runner.py:73) -2024-09-01 21:37:12,563 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.00918031099718064 (mp_runner.py:73) -2024-09-01 21:37:12,568 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.012179730001662392 (mp_runner.py:73) -2024-09-01 21:37:12,854 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0021245839961920865 (mp_runner.py:73) -2024-09-01 21:37:12,857 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.00829828499990981 (mp_runner.py:73) -2024-09-01 21:37:12,859 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.008430203997704666 (mp_runner.py:73) -2024-09-01 21:37:13,053 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.006061165004211944 (mp_runner.py:73) -2024-09-01 21:37:14,142 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.004830361998756416 (mp_runner.py:73) -2024-09-01 21:37:14,143 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.0014537530005327426 (mp_runner.py:73) -2024-09-01 21:37:14,150 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.015018214995507151 (mp_runner.py:73) -2024-09-01 21:37:14,162 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.026232345997414086 (mp_runner.py:73) -2024-09-01 21:37:14,321 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.007702946997596882 (mp_runner.py:73) -2024-09-01 21:37:14,322 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.009134457002801355 (mp_runner.py:73) -2024-09-01 21:37:14,323 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.006430727000406478 (mp_runner.py:73) -2024-09-01 21:37:14,738 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.006782284996006638 (mp_runner.py:73) -2024-09-01 21:37:14,739 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.006558822002261877 (mp_runner.py:73) -2024-09-01 21:37:14,740 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.008157167998433579 (mp_runner.py:73) -2024-09-01 21:37:14,835 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.008774500005529262 (mp_runner.py:73) -2024-09-01 21:37:14,835 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.008321401001012418 (mp_runner.py:73) -2024-09-01 21:37:14,886 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.0070995630012475885 (mp_runner.py:73) -2024-09-01 21:37:15,006 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.014364742004545406 (mp_runner.py:73) -2024-09-01 21:37:16,656 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.009076966001885012 (mp_runner.py:73) -2024-09-01 21:37:16,790 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.008136299002217129 (mp_runner.py:73) -2024-09-01 21:37:17,008 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008727127002202906 (mp_runner.py:73) -2024-09-01 21:37:17,043 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.008167157997377217 (mp_runner.py:73) -2024-09-01 21:37:17,177 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.007304986000235658 (mp_runner.py:73) -2024-09-01 21:37:17,182 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.008361747997696511 (mp_runner.py:73) -2024-09-01 21:37:17,621 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.0018681950023164973 (mp_runner.py:73) -2024-09-01 21:37:17,623 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.004088497000338975 (mp_runner.py:73) -2024-09-01 21:37:17,625 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.006165213999338448 (mp_runner.py:73) -2024-09-01 21:37:17,626 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.008196732000214979 (mp_runner.py:73) -2024-09-01 21:37:17,626 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.007649036000657361 (mp_runner.py:73) -2024-09-01 21:37:17,626 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.006144211001810618 (mp_runner.py:73) -2024-09-01 21:37:18,298 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.007785353001963813 (mp_runner.py:73) -2024-09-01 21:37:18,406 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.008786689999396913 (mp_runner.py:73) -2024-09-01 21:37:18,441 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.008096593999653123 (mp_runner.py:73) -2024-09-01 21:37:18,500 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.02052748700225493 (mp_runner.py:73) -2024-09-01 21:37:18,885 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.008108749003440607 (mp_runner.py:73) -2024-09-01 21:37:18,909 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.00990425000054529 (mp_runner.py:73) -2024-09-01 21:37:18,909 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.008850607002386823 (mp_runner.py:73) -2024-09-01 21:37:19,059 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.00281825599813601 (mp_runner.py:73) -2024-09-01 21:37:20,694 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.004841870002564974 (mp_runner.py:73) -2024-09-01 21:37:20,694 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.004589485994074494 (mp_runner.py:73) -2024-09-01 21:37:20,695 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.004594967998855282 (mp_runner.py:73) -2024-09-01 21:37:20,696 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.007318129995837808 (mp_runner.py:73) -2024-09-01 21:37:20,696 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.009150054000201635 (mp_runner.py:73) -2024-09-01 21:37:20,697 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.008791235995886382 (mp_runner.py:73) -2024-09-01 21:37:20,734 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.007222049003758002 (mp_runner.py:73) -2024-09-01 21:37:20,962 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.00847582500136923 (mp_runner.py:73) -2024-09-01 21:37:21,066 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.004289471005904488 (mp_runner.py:73) -2024-09-01 21:37:21,076 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.01552311299747089 (mp_runner.py:73) -2024-09-01 21:37:21,078 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.014553282002452761 (mp_runner.py:73) -2024-09-01 21:37:21,344 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.008120470003632363 (mp_runner.py:73) -2024-09-01 21:37:22,394 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.011823077002190985 (mp_runner.py:73) -2024-09-01 21:37:22,551 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.010397190999356098 (mp_runner.py:73) -2024-09-01 21:37:22,574 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.004234183004882652 (mp_runner.py:73) -2024-09-01 21:37:22,576 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.005456140002934262 (mp_runner.py:73) -2024-09-01 21:37:22,578 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.009225059002346825 (mp_runner.py:73) -2024-09-01 21:37:22,579 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.011482403002446517 (mp_runner.py:73) -2024-09-01 21:37:22,580 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.008117352997942362 (mp_runner.py:73) -2024-09-01 21:37:23,137 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.006273172999499366 (mp_runner.py:73) -2024-09-01 21:37:23,909 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.005106803997477982 (mp_runner.py:73) -2024-09-01 21:37:23,910 | DEBUG |(SpawnProcess-1:38) search_count: 4000, latest_latency=0.0037795069947605953 (mp_runner.py:73) -2024-09-01 21:37:23,911 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.0034287779999431223 (mp_runner.py:73) -2024-09-01 21:37:23,911 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.0074046049994649366 (mp_runner.py:73) -2024-09-01 21:37:23,911 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.008569502999307588 (mp_runner.py:73) -2024-09-01 21:37:23,912 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.004508477002673317 (mp_runner.py:73) -2024-09-01 21:37:24,925 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.006555751999258064 (mp_runner.py:73) -2024-09-01 21:37:24,979 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.010024073002568912 (mp_runner.py:73) -2024-09-01 21:37:25,020 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.006744613005139399 (mp_runner.py:73) -2024-09-01 21:37:25,024 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.0022896820009918883 (mp_runner.py:73) -2024-09-01 21:37:25,028 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.006201069998496678 (mp_runner.py:73) -2024-09-01 21:37:25,446 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.008806783000181895 (mp_runner.py:73) -2024-09-01 21:37:25,820 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.005128284996317234 (mp_runner.py:73) -2024-09-01 21:37:25,822 | DEBUG |(SpawnProcess-1:48) search_count: 4000, latest_latency=0.00724839000031352 (mp_runner.py:73) -2024-09-01 21:37:25,822 | DEBUG |(SpawnProcess-1:47) search_count: 4000, latest_latency=0.008511940999596845 (mp_runner.py:73) -2024-09-01 21:37:25,823 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.007079553004587069 (mp_runner.py:73) -2024-09-01 21:37:25,945 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.007473940000636503 (mp_runner.py:73) -2024-09-01 21:37:25,946 | DEBUG |(SpawnProcess-1:41) search_count: 4000, latest_latency=0.008868890996382106 (mp_runner.py:73) -2024-09-01 21:37:26,476 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.010241092997603118 (mp_runner.py:73) -2024-09-01 21:37:26,861 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0023s, count=4114, qps in this process: 137.1228 (mp_runner.py:76) -2024-09-01 21:37:26,901 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0025s, count=4422, qps in this process: 147.3877 (mp_runner.py:76) -2024-09-01 21:37:26,904 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.005s, count=4381, qps in this process: 146.009 (mp_runner.py:76) -2024-09-01 21:37:26,905 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0054s, count=4143, qps in this process: 138.0751 (mp_runner.py:76) -2024-09-01 21:37:26,913 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0052s, count=4382, qps in this process: 146.0414 (mp_runner.py:76) -2024-09-01 21:37:26,914 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0025s, count=4424, qps in this process: 147.4544 (mp_runner.py:76) -2024-09-01 21:37:26,990 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0002s, count=3817, qps in this process: 127.2325 (mp_runner.py:76) -2024-09-01 21:37:26,990 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0009s, count=4388, qps in this process: 146.2623 (mp_runner.py:76) -2024-09-01 21:37:26,995 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0022s, count=4168, qps in this process: 138.9231 (mp_runner.py:76) -2024-09-01 21:37:26,996 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.003s, count=3806, qps in this process: 126.854 (mp_runner.py:76) -2024-09-01 21:37:27,000 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0008s, count=3697, qps in this process: 123.23 (mp_runner.py:76) -2024-09-01 21:37:27,000 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0007s, count=3807, qps in this process: 126.897 (mp_runner.py:76) -2024-09-01 21:37:27,006 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.007s, count=3566, qps in this process: 118.8389 (mp_runner.py:76) -2024-09-01 21:37:27,013 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0012s, count=3469, qps in this process: 115.6287 (mp_runner.py:76) -2024-09-01 21:37:27,016 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0038s, count=4170, qps in this process: 138.9824 (mp_runner.py:76) -2024-09-01 21:37:27,020 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0005s, count=4173, qps in this process: 139.0977 (mp_runner.py:76) -2024-09-01 21:37:27,035 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0007s, count=3827, qps in this process: 127.5637 (mp_runner.py:76) -2024-09-01 21:37:27,036 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0015s, count=4144, qps in this process: 138.1264 (mp_runner.py:76) -2024-09-01 21:37:27,037 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0023s, count=3816, qps in this process: 127.1902 (mp_runner.py:76) -2024-09-01 21:37:27,039 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0109s, count=4455, qps in this process: 148.4461 (mp_runner.py:76) -2024-09-01 21:37:27,047 | INFO |End search in concurrency 20: dur=30.261223372996028s, total_count=81169, qps=2682.2775 (mp_runner.py:120) -2024-09-01 21:37:28,302 | INFO |Update largest qps with concurrency 20: current max_qps=2682.2775 (mp_runner.py:124) -2024-09-01 21:37:28,715 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:37:28,716 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 21:37:39,041 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 21:37:39,108 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,121 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,128 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,154 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,204 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,207 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,213 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,228 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,247 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,283 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,284 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,305 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,306 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,306 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:39,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:37:43,254 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.005586678998952266 (mp_runner.py:73) -2024-09-01 21:37:43,255 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.006240365997655317 (mp_runner.py:73) -2024-09-01 21:37:43,256 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.006373595999320969 (mp_runner.py:73) -2024-09-01 21:37:43,257 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.006577161999302916 (mp_runner.py:73) -2024-09-01 21:37:43,258 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.010063346002425533 (mp_runner.py:73) -2024-09-01 21:37:43,258 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.007407265999063384 (mp_runner.py:73) -2024-09-01 21:37:43,259 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.007413129002088681 (mp_runner.py:73) -2024-09-01 21:37:43,259 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.012146975997893605 (mp_runner.py:73) -2024-09-01 21:37:43,321 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.00671721099934075 (mp_runner.py:73) -2024-09-01 21:37:43,323 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.006205783000041265 (mp_runner.py:73) -2024-09-01 21:37:43,323 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.009461005000048317 (mp_runner.py:73) -2024-09-01 21:37:43,325 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.010185565995925572 (mp_runner.py:73) -2024-09-01 21:37:43,325 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.008142590006173123 (mp_runner.py:73) -2024-09-01 21:37:43,326 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.012822379001590889 (mp_runner.py:73) -2024-09-01 21:37:43,327 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.006892015997436829 (mp_runner.py:73) -2024-09-01 21:37:43,919 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.012976655998500064 (mp_runner.py:73) -2024-09-01 21:37:44,085 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.020016352995298803 (mp_runner.py:73) -2024-09-01 21:37:44,166 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.004863506001129281 (mp_runner.py:73) -2024-09-01 21:37:44,190 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.016621849994407967 (mp_runner.py:73) -2024-09-01 21:37:44,423 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.012321185000473633 (mp_runner.py:73) -2024-09-01 21:37:44,473 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.009640686999773607 (mp_runner.py:73) -2024-09-01 21:37:44,474 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.011242262000450864 (mp_runner.py:73) -2024-09-01 21:37:44,494 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.01203223400079878 (mp_runner.py:73) -2024-09-01 21:37:44,495 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.010201837001659442 (mp_runner.py:73) -2024-09-01 21:37:44,919 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.00916812499781372 (mp_runner.py:73) -2024-09-01 21:37:47,252 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.004760813004395459 (mp_runner.py:73) -2024-09-01 21:37:47,252 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.004876006001722999 (mp_runner.py:73) -2024-09-01 21:37:47,253 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.00475636099872645 (mp_runner.py:73) -2024-09-01 21:37:47,254 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.004726305996882729 (mp_runner.py:73) -2024-09-01 21:37:47,256 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.009266814005968627 (mp_runner.py:73) -2024-09-01 21:37:47,257 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.011462965005193837 (mp_runner.py:73) -2024-09-01 21:37:47,842 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.0066524649955681525 (mp_runner.py:73) -2024-09-01 21:37:47,843 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.008031857003516052 (mp_runner.py:73) -2024-09-01 21:37:48,044 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.012636285995540675 (mp_runner.py:73) -2024-09-01 21:37:48,055 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.004111207003006712 (mp_runner.py:73) -2024-09-01 21:37:48,058 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.004821420996449888 (mp_runner.py:73) -2024-09-01 21:37:48,073 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.011060084994824138 (mp_runner.py:73) -2024-09-01 21:37:48,087 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.0017782550057745539 (mp_runner.py:73) -2024-09-01 21:37:48,099 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.019300182000733912 (mp_runner.py:73) -2024-09-01 21:37:48,101 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.029427513996779453 (mp_runner.py:73) -2024-09-01 21:37:48,865 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.004326130998379085 (mp_runner.py:73) -2024-09-01 21:37:48,866 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.005666511002345942 (mp_runner.py:73) -2024-09-01 21:37:48,867 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.005207130998314824 (mp_runner.py:73) -2024-09-01 21:37:48,867 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.005572592999669723 (mp_runner.py:73) -2024-09-01 21:37:48,868 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.009005735999380704 (mp_runner.py:73) -2024-09-01 21:37:48,868 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.008849580000969581 (mp_runner.py:73) -2024-09-01 21:37:49,101 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.008683357998961583 (mp_runner.py:73) -2024-09-01 21:37:49,104 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.011431970000558067 (mp_runner.py:73) -2024-09-01 21:37:49,160 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.009666773999924771 (mp_runner.py:73) -2024-09-01 21:37:50,141 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.01081919900025241 (mp_runner.py:73) -2024-09-01 21:37:51,129 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.0337573010037886 (mp_runner.py:73) -2024-09-01 21:37:51,182 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.012462361999496352 (mp_runner.py:73) -2024-09-01 21:37:51,282 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.011089573003118858 (mp_runner.py:73) -2024-09-01 21:37:51,285 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.011448784003732726 (mp_runner.py:73) -2024-09-01 21:37:51,364 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.0068909940018784255 (mp_runner.py:73) -2024-09-01 21:37:51,365 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.010773953996249475 (mp_runner.py:73) -2024-09-01 21:37:52,280 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.010972203999699559 (mp_runner.py:73) -2024-09-01 21:37:52,330 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.01101130100141745 (mp_runner.py:73) -2024-09-01 21:37:52,331 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.004768100996443536 (mp_runner.py:73) -2024-09-01 21:37:52,332 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.008031792000110727 (mp_runner.py:73) -2024-09-01 21:37:52,332 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.008044262998737395 (mp_runner.py:73) -2024-09-01 21:37:52,333 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.00865760200395016 (mp_runner.py:73) -2024-09-01 21:37:52,334 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.008237817004555836 (mp_runner.py:73) -2024-09-01 21:37:52,334 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.010835556000529323 (mp_runner.py:73) -2024-09-01 21:37:52,516 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.009090790001209825 (mp_runner.py:73) -2024-09-01 21:37:53,393 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.011314271003357135 (mp_runner.py:73) -2024-09-01 21:37:53,397 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.00800159200298367 (mp_runner.py:73) -2024-09-01 21:37:53,463 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.010284128002240323 (mp_runner.py:73) -2024-09-01 21:37:53,547 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.007638529998075683 (mp_runner.py:73) -2024-09-01 21:37:53,549 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.009597828997357283 (mp_runner.py:73) -2024-09-01 21:37:53,675 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.0103939340042416 (mp_runner.py:73) -2024-09-01 21:37:54,407 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.010674749995814636 (mp_runner.py:73) -2024-09-01 21:37:54,425 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.011417855996114668 (mp_runner.py:73) -2024-09-01 21:37:54,642 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.012051103003614116 (mp_runner.py:73) -2024-09-01 21:37:55,154 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.01054346499586245 (mp_runner.py:73) -2024-09-01 21:37:55,603 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.007409421996271703 (mp_runner.py:73) -2024-09-01 21:37:55,603 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.00901921300101094 (mp_runner.py:73) -2024-09-01 21:37:55,604 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.008940640000218991 (mp_runner.py:73) -2024-09-01 21:37:55,604 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.010786398001073394 (mp_runner.py:73) -2024-09-01 21:37:56,056 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.007197022998298053 (mp_runner.py:73) -2024-09-01 21:37:56,057 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.006949075999727938 (mp_runner.py:73) -2024-09-01 21:37:56,237 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.004288584997993894 (mp_runner.py:73) -2024-09-01 21:37:56,239 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.007136254003853537 (mp_runner.py:73) -2024-09-01 21:37:56,241 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.00665724999998929 (mp_runner.py:73) -2024-09-01 21:37:56,241 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.00862944200343918 (mp_runner.py:73) -2024-09-01 21:37:56,242 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.011087295999459457 (mp_runner.py:73) -2024-09-01 21:37:56,242 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.010295836000295822 (mp_runner.py:73) -2024-09-01 21:37:56,242 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.007117114997527096 (mp_runner.py:73) -2024-09-01 21:37:56,645 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.009464443995966576 (mp_runner.py:73) -2024-09-01 21:37:57,842 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.010734412004239857 (mp_runner.py:73) -2024-09-01 21:37:58,556 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.0028361279983073473 (mp_runner.py:73) -2024-09-01 21:37:58,558 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.009165536001091823 (mp_runner.py:73) -2024-09-01 21:37:58,806 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.012037663997034542 (mp_runner.py:73) -2024-09-01 21:37:58,915 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.008332933000929188 (mp_runner.py:73) -2024-09-01 21:37:58,916 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.008326369999849703 (mp_runner.py:73) -2024-09-01 21:37:59,191 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.01155709799786564 (mp_runner.py:73) -2024-09-01 21:37:59,634 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.010713263996876776 (mp_runner.py:73) -2024-09-01 21:37:59,783 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.005129101999045815 (mp_runner.py:73) -2024-09-01 21:37:59,784 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.006185342004755512 (mp_runner.py:73) -2024-09-01 21:37:59,785 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.012849230995925609 (mp_runner.py:73) -2024-09-01 21:37:59,785 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.01169833900348749 (mp_runner.py:73) -2024-09-01 21:37:59,827 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.011171507998369634 (mp_runner.py:73) -2024-09-01 21:38:00,113 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.014561473995854612 (mp_runner.py:73) -2024-09-01 21:38:00,215 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.0018424150039209053 (mp_runner.py:73) -2024-09-01 21:38:00,275 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.006564452996826731 (mp_runner.py:73) -2024-09-01 21:38:00,411 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.009814693999942392 (mp_runner.py:73) -2024-09-01 21:38:00,412 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.007107279998308513 (mp_runner.py:73) -2024-09-01 21:38:00,414 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.004954918993462343 (mp_runner.py:73) -2024-09-01 21:38:00,577 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.005886509999982081 (mp_runner.py:73) -2024-09-01 21:38:00,577 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.00700781599880429 (mp_runner.py:73) -2024-09-01 21:38:00,578 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.0084572410050896 (mp_runner.py:73) -2024-09-01 21:38:00,579 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.010630534998199437 (mp_runner.py:73) -2024-09-01 21:38:00,582 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.0054722190034226514 (mp_runner.py:73) -2024-09-01 21:38:01,874 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.014495233001071028 (mp_runner.py:73) -2024-09-01 21:38:03,513 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.011703222997311968 (mp_runner.py:73) -2024-09-01 21:38:03,785 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.013254622004751582 (mp_runner.py:73) -2024-09-01 21:38:04,070 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.014128579998214263 (mp_runner.py:73) -2024-09-01 21:38:04,179 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.004270277000614442 (mp_runner.py:73) -2024-09-01 21:38:04,180 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.007201715998235159 (mp_runner.py:73) -2024-09-01 21:38:04,181 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.007048456005577464 (mp_runner.py:73) -2024-09-01 21:38:04,184 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.008061411004746333 (mp_runner.py:73) -2024-09-01 21:38:04,244 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.00811454199720174 (mp_runner.py:73) -2024-09-01 21:38:04,246 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.010843856005521957 (mp_runner.py:73) -2024-09-01 21:38:04,401 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.011021364996850025 (mp_runner.py:73) -2024-09-01 21:38:04,589 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.008033705998968799 (mp_runner.py:73) -2024-09-01 21:38:04,589 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.007478491002984811 (mp_runner.py:73) -2024-09-01 21:38:04,591 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.010407981004391331 (mp_runner.py:73) -2024-09-01 21:38:04,591 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.002871327997127082 (mp_runner.py:73) -2024-09-01 21:38:04,670 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.011709774000337347 (mp_runner.py:73) -2024-09-01 21:38:04,835 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.005215439996391069 (mp_runner.py:73) -2024-09-01 21:38:04,835 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.004923781001707539 (mp_runner.py:73) -2024-09-01 21:38:04,837 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.008446382998954505 (mp_runner.py:73) -2024-09-01 21:38:04,838 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.012468115004594438 (mp_runner.py:73) -2024-09-01 21:38:04,839 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.00970912400225643 (mp_runner.py:73) -2024-09-01 21:38:05,083 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.010449973997310735 (mp_runner.py:73) -2024-09-01 21:38:05,265 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.011525011999765411 (mp_runner.py:73) -2024-09-01 21:38:05,327 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.011197400999662932 (mp_runner.py:73) -2024-09-01 21:38:05,554 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.008389829999941867 (mp_runner.py:73) -2024-09-01 21:38:07,377 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.00994878100027563 (mp_runner.py:73) -2024-09-01 21:38:08,498 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.00955705699743703 (mp_runner.py:73) -2024-09-01 21:38:08,498 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.010645231006492395 (mp_runner.py:73) -2024-09-01 21:38:08,499 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.005973952997010201 (mp_runner.py:73) -2024-09-01 21:38:08,499 | DEBUG |(SpawnProcess-1:69) search_count: 3500, latest_latency=0.0060748200048692524 (mp_runner.py:73) -2024-09-01 21:38:08,500 | DEBUG |(SpawnProcess-1:50) search_count: 3500, latest_latency=0.01797511899349047 (mp_runner.py:73) -2024-09-01 21:38:08,501 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.015081413999723736 (mp_runner.py:73) -2024-09-01 21:38:08,501 | DEBUG |(SpawnProcess-1:51) search_count: 3500, latest_latency=0.006959338999877218 (mp_runner.py:73) -2024-09-01 21:38:08,501 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.006103555002482608 (mp_runner.py:73) -2024-09-01 21:38:08,730 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.005352811996999662 (mp_runner.py:73) -2024-09-01 21:38:08,730 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.009442460999707691 (mp_runner.py:73) -2024-09-01 21:38:08,731 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.004878833002294414 (mp_runner.py:73) -2024-09-01 21:38:08,731 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.011115246001281776 (mp_runner.py:73) -2024-09-01 21:38:08,732 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.004954144998919219 (mp_runner.py:73) -2024-09-01 21:38:08,914 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.016685015994880814 (mp_runner.py:73) -2024-09-01 21:38:09,118 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.010350670003390405 (mp_runner.py:73) -2024-09-01 21:38:09,119 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0106s, count=3577, qps in this process: 119.1912 (mp_runner.py:76) -2024-09-01 21:38:09,131 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0086s, count=3502, qps in this process: 116.6999 (mp_runner.py:76) -2024-09-01 21:38:09,135 | DEBUG |(SpawnProcess-1:73) search_count: 3500, latest_latency=0.0037973439975758083 (mp_runner.py:73) -2024-09-01 21:38:09,141 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.004s, count=3024, qps in this process: 100.7866 (mp_runner.py:76) -2024-09-01 21:38:09,158 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0013s, count=3043, qps in this process: 101.4289 (mp_runner.py:76) -2024-09-01 21:38:09,168 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.0059076649995404296 (mp_runner.py:73) -2024-09-01 21:38:09,185 | DEBUG |(SpawnProcess-1:64) search_count: 3500, latest_latency=0.01016028300364269 (mp_runner.py:73) -2024-09-01 21:38:09,185 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.010029596000094898 (mp_runner.py:73) -2024-09-01 21:38:09,207 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0003s, count=3586, qps in this process: 119.5321 (mp_runner.py:76) -2024-09-01 21:38:09,214 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0044s, count=3170, qps in this process: 105.6512 (mp_runner.py:76) -2024-09-01 21:38:09,216 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0005s, count=3051, qps in this process: 101.6983 (mp_runner.py:76) -2024-09-01 21:38:09,243 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0042s, count=3592, qps in this process: 119.7166 (mp_runner.py:76) -2024-09-01 21:38:09,248 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0006s, count=3511, qps in this process: 117.031 (mp_runner.py:76) -2024-09-01 21:38:09,249 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0015s, count=2878, qps in this process: 95.9285 (mp_runner.py:76) -2024-09-01 21:38:09,251 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0022s, count=3509, qps in this process: 116.9581 (mp_runner.py:76) -2024-09-01 21:38:09,267 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.0021s, count=3521, qps in this process: 117.3585 (mp_runner.py:76) -2024-09-01 21:38:09,268 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0026s, count=2894, qps in this process: 96.4583 (mp_runner.py:76) -2024-09-01 21:38:09,273 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0082s, count=3063, qps in this process: 102.0721 (mp_runner.py:76) -2024-09-01 21:38:09,284 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0014s, count=3601, qps in this process: 120.0277 (mp_runner.py:76) -2024-09-01 21:38:09,290 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0043s, count=3069, qps in this process: 102.2853 (mp_runner.py:76) -2024-09-01 21:38:09,290 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0022s, count=3603, qps in this process: 120.0912 (mp_runner.py:76) -2024-09-01 21:38:09,300 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0024s, count=3064, qps in this process: 102.1252 (mp_runner.py:76) -2024-09-01 21:38:09,308 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0014s, count=2957, qps in this process: 98.5621 (mp_runner.py:76) -2024-09-01 21:38:09,309 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0012s, count=2860, qps in this process: 95.3295 (mp_runner.py:76) -2024-09-01 21:38:09,310 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0008s, count=3610, qps in this process: 120.3301 (mp_runner.py:76) -2024-09-01 21:38:09,311 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0002s, count=3610, qps in this process: 120.3325 (mp_runner.py:76) -2024-09-01 21:38:09,313 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0015s, count=3521, qps in this process: 117.3608 (mp_runner.py:76) -2024-09-01 21:38:09,320 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.001s, count=3619, qps in this process: 120.6293 (mp_runner.py:76) -2024-09-01 21:38:09,327 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0008s, count=2941, qps in this process: 98.0307 (mp_runner.py:76) -2024-09-01 21:38:09,336 | INFO |End search in concurrency 25: dur=30.294968015994527s, total_count=82376, qps=2719.1314 (mp_runner.py:120) -2024-09-01 21:38:10,908 | INFO |Update largest qps with concurrency 25: current max_qps=2719.1314 (mp_runner.py:124) -2024-09-01 21:38:11,316 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:38:11,317 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 21:38:21,685 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 21:38:21,886 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,898 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,924 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,924 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,925 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,925 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,925 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,935 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,936 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,937 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,937 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,965 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,972 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,976 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,977 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,978 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,981 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,987 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,992 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,995 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,997 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,997 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:21,999 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:22,004 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:22,019 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:22,024 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:22,024 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:22,043 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:38:26,721 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.008322387002408504 (mp_runner.py:73) -2024-09-01 21:38:26,721 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.010311598001862876 (mp_runner.py:73) -2024-09-01 21:38:26,722 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.008930819996749051 (mp_runner.py:73) -2024-09-01 21:38:26,722 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.008553614999982528 (mp_runner.py:73) -2024-09-01 21:38:26,723 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.008653110999148339 (mp_runner.py:73) -2024-09-01 21:38:26,723 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.008366235997527838 (mp_runner.py:73) -2024-09-01 21:38:26,724 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.007124404000933282 (mp_runner.py:73) -2024-09-01 21:38:26,724 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.008315184997627512 (mp_runner.py:73) -2024-09-01 21:38:26,725 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.007494094003050122 (mp_runner.py:73) -2024-09-01 21:38:26,725 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.013650621003762353 (mp_runner.py:73) -2024-09-01 21:38:26,725 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.008048327996220905 (mp_runner.py:73) -2024-09-01 21:38:26,725 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.01310506399750011 (mp_runner.py:73) -2024-09-01 21:38:26,726 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.01196234799863305 (mp_runner.py:73) -2024-09-01 21:38:26,726 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.014268206999986432 (mp_runner.py:73) -2024-09-01 21:38:26,891 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.007077330999891274 (mp_runner.py:73) -2024-09-01 21:38:26,892 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.007262031998834573 (mp_runner.py:73) -2024-09-01 21:38:26,894 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.008388400994590484 (mp_runner.py:73) -2024-09-01 21:38:26,895 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.009565695996570867 (mp_runner.py:73) -2024-09-01 21:38:26,896 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.012407324997184332 (mp_runner.py:73) -2024-09-01 21:38:26,897 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.009729145996971056 (mp_runner.py:73) -2024-09-01 21:38:26,897 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.011424730000726413 (mp_runner.py:73) -2024-09-01 21:38:26,897 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.011122969997813925 (mp_runner.py:73) -2024-09-01 21:38:26,899 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.015133679000427946 (mp_runner.py:73) -2024-09-01 21:38:27,135 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.008530856001016218 (mp_runner.py:73) -2024-09-01 21:38:27,135 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.008054796999203973 (mp_runner.py:73) -2024-09-01 21:38:27,136 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.012601301001268439 (mp_runner.py:73) -2024-09-01 21:38:27,137 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.009973807995265815 (mp_runner.py:73) -2024-09-01 21:38:27,138 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.01281674500205554 (mp_runner.py:73) -2024-09-01 21:38:28,164 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.01487677600380266 (mp_runner.py:73) -2024-09-01 21:38:28,578 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.01054951999685727 (mp_runner.py:73) -2024-09-01 21:38:31,420 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.006106624998210464 (mp_runner.py:73) -2024-09-01 21:38:31,421 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.006706952000968158 (mp_runner.py:73) -2024-09-01 21:38:31,421 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.006605556001886725 (mp_runner.py:73) -2024-09-01 21:38:31,422 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.007519954000599682 (mp_runner.py:73) -2024-09-01 21:38:31,422 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.00656526000238955 (mp_runner.py:73) -2024-09-01 21:38:31,422 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.005319146002875641 (mp_runner.py:73) -2024-09-01 21:38:31,422 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006898510997416452 (mp_runner.py:73) -2024-09-01 21:38:31,423 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.007086170000548009 (mp_runner.py:73) -2024-09-01 21:38:31,423 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.008226193000155035 (mp_runner.py:73) -2024-09-01 21:38:31,425 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.011405217999708839 (mp_runner.py:73) -2024-09-01 21:38:31,425 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.012550824001664296 (mp_runner.py:73) -2024-09-01 21:38:31,429 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.01332610799727263 (mp_runner.py:73) -2024-09-01 21:38:31,769 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.007291162997717038 (mp_runner.py:73) -2024-09-01 21:38:31,769 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.007146638999984134 (mp_runner.py:73) -2024-09-01 21:38:31,769 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.005687641998520121 (mp_runner.py:73) -2024-09-01 21:38:31,770 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.0056299910065717995 (mp_runner.py:73) -2024-09-01 21:38:31,770 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.007069631996273529 (mp_runner.py:73) -2024-09-01 21:38:31,771 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.006080336999730207 (mp_runner.py:73) -2024-09-01 21:38:31,771 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.010408068999822717 (mp_runner.py:73) -2024-09-01 21:38:31,772 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.007941872005176265 (mp_runner.py:73) -2024-09-01 21:38:31,772 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.01071550400229171 (mp_runner.py:73) -2024-09-01 21:38:31,773 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.007648614002391696 (mp_runner.py:73) -2024-09-01 21:38:31,773 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.0072894900004030205 (mp_runner.py:73) -2024-09-01 21:38:31,774 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.006883746995299589 (mp_runner.py:73) -2024-09-01 21:38:31,774 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.01343449400155805 (mp_runner.py:73) -2024-09-01 21:38:31,774 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.00479110999731347 (mp_runner.py:73) -2024-09-01 21:38:31,775 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.0073663250004756264 (mp_runner.py:73) -2024-09-01 21:38:32,995 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.013546822003263514 (mp_runner.py:73) -2024-09-01 21:38:34,669 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.01038650899863569 (mp_runner.py:73) -2024-09-01 21:38:34,976 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.011570598006073851 (mp_runner.py:73) -2024-09-01 21:38:35,934 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.006312168996373657 (mp_runner.py:73) -2024-09-01 21:38:35,935 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.007282652994035743 (mp_runner.py:73) -2024-09-01 21:38:35,935 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.006541640999785159 (mp_runner.py:73) -2024-09-01 21:38:35,935 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.006367449001118075 (mp_runner.py:73) -2024-09-01 21:38:35,935 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.005868063999514561 (mp_runner.py:73) -2024-09-01 21:38:35,936 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.006335983001918066 (mp_runner.py:73) -2024-09-01 21:38:35,936 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.00676238499727333 (mp_runner.py:73) -2024-09-01 21:38:35,936 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.006088705995352939 (mp_runner.py:73) -2024-09-01 21:38:35,937 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.009570663998601958 (mp_runner.py:73) -2024-09-01 21:38:35,940 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.009238927006663289 (mp_runner.py:73) -2024-09-01 21:38:35,940 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.013244639005279168 (mp_runner.py:73) -2024-09-01 21:38:35,942 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.011254910001298413 (mp_runner.py:73) -2024-09-01 21:38:36,207 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.008867091004503891 (mp_runner.py:73) -2024-09-01 21:38:36,208 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.010189669999817852 (mp_runner.py:73) -2024-09-01 21:38:36,209 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.007824196996807586 (mp_runner.py:73) -2024-09-01 21:38:36,209 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.012067966999893542 (mp_runner.py:73) -2024-09-01 21:38:36,257 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.009638891999202315 (mp_runner.py:73) -2024-09-01 21:38:36,258 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.00807733100373298 (mp_runner.py:73) -2024-09-01 21:38:36,258 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.008077338003204204 (mp_runner.py:73) -2024-09-01 21:38:36,258 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.007207577000372112 (mp_runner.py:73) -2024-09-01 21:38:36,258 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.007972940999025013 (mp_runner.py:73) -2024-09-01 21:38:36,259 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.009519933999399655 (mp_runner.py:73) -2024-09-01 21:38:36,259 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.007912293993285857 (mp_runner.py:73) -2024-09-01 21:38:36,260 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.0074633709955378436 (mp_runner.py:73) -2024-09-01 21:38:36,260 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.007837778997782152 (mp_runner.py:73) -2024-09-01 21:38:36,261 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.007787114001985174 (mp_runner.py:73) -2024-09-01 21:38:36,261 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.012729991001833696 (mp_runner.py:73) -2024-09-01 21:38:39,308 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.01280862299608998 (mp_runner.py:73) -2024-09-01 21:38:40,486 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.0051754989981418476 (mp_runner.py:73) -2024-09-01 21:38:40,488 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.008007456999621354 (mp_runner.py:73) -2024-09-01 21:38:40,489 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.009249561997421551 (mp_runner.py:73) -2024-09-01 21:38:40,489 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.0073581600008765236 (mp_runner.py:73) -2024-09-01 21:38:40,489 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.006071843999961857 (mp_runner.py:73) -2024-09-01 21:38:40,490 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.012795657996321097 (mp_runner.py:73) -2024-09-01 21:38:40,490 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.006910144998983014 (mp_runner.py:73) -2024-09-01 21:38:40,491 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.012944246998813469 (mp_runner.py:73) -2024-09-01 21:38:40,492 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.008216138994612265 (mp_runner.py:73) -2024-09-01 21:38:40,492 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.011365949001628906 (mp_runner.py:73) -2024-09-01 21:38:40,492 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.005169256000954192 (mp_runner.py:73) -2024-09-01 21:38:40,600 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.006694659998174757 (mp_runner.py:73) -2024-09-01 21:38:40,601 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.00850008599809371 (mp_runner.py:73) -2024-09-01 21:38:40,602 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.007904104997578543 (mp_runner.py:73) -2024-09-01 21:38:40,602 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.009110945000429638 (mp_runner.py:73) -2024-09-01 21:38:40,602 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.008584254996094387 (mp_runner.py:73) -2024-09-01 21:38:40,602 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007408981997286901 (mp_runner.py:73) -2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.008095641998806968 (mp_runner.py:73) -2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.007443034999596421 (mp_runner.py:73) -2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.007225353998364881 (mp_runner.py:73) -2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.008077895996393636 (mp_runner.py:73) -2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.0108176390058361 (mp_runner.py:73) -2024-09-01 21:38:40,603 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.006810566999774892 (mp_runner.py:73) -2024-09-01 21:38:40,604 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.006884772003104445 (mp_runner.py:73) -2024-09-01 21:38:40,604 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.006747988998540677 (mp_runner.py:73) -2024-09-01 21:38:40,605 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.013355467999645043 (mp_runner.py:73) -2024-09-01 21:38:40,830 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.013275197001348715 (mp_runner.py:73) -2024-09-01 21:38:41,051 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.014187144006427843 (mp_runner.py:73) -2024-09-01 21:38:41,343 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.015500378001888748 (mp_runner.py:73) -2024-09-01 21:38:45,341 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.023321705004491378 (mp_runner.py:73) -2024-09-01 21:38:45,427 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.012996628000109922 (mp_runner.py:73) -2024-09-01 21:38:45,435 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.009491027994954493 (mp_runner.py:73) -2024-09-01 21:38:45,435 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.011846533998323139 (mp_runner.py:73) -2024-09-01 21:38:45,437 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.005718127002182882 (mp_runner.py:73) -2024-09-01 21:38:45,437 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.007444813003530726 (mp_runner.py:73) -2024-09-01 21:38:45,439 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.009735180996358395 (mp_runner.py:73) -2024-09-01 21:38:45,439 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.008501671996782534 (mp_runner.py:73) -2024-09-01 21:38:45,440 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.00909334899915848 (mp_runner.py:73) -2024-09-01 21:38:45,447 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.010413965996121988 (mp_runner.py:73) -2024-09-01 21:38:45,510 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.01356013600161532 (mp_runner.py:73) -2024-09-01 21:38:45,513 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.010502914999960922 (mp_runner.py:73) -2024-09-01 21:38:45,514 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.00812567400134867 (mp_runner.py:73) -2024-09-01 21:38:45,515 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.014179243000398856 (mp_runner.py:73) -2024-09-01 21:38:45,614 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.008693502000824083 (mp_runner.py:73) -2024-09-01 21:38:45,617 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.010336935003579129 (mp_runner.py:73) -2024-09-01 21:38:45,618 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.013236434002465103 (mp_runner.py:73) -2024-09-01 21:38:45,619 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.01333745899319183 (mp_runner.py:73) -2024-09-01 21:38:45,669 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.013866687004338019 (mp_runner.py:73) -2024-09-01 21:38:45,670 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.01286243899812689 (mp_runner.py:73) -2024-09-01 21:38:45,858 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.014444011998421047 (mp_runner.py:73) -2024-09-01 21:38:45,917 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.01087102000019513 (mp_runner.py:73) -2024-09-01 21:38:46,025 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.0137425520006218 (mp_runner.py:73) -2024-09-01 21:38:46,074 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.013973592998809181 (mp_runner.py:73) -2024-09-01 21:38:46,460 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.01220146199921146 (mp_runner.py:73) -2024-09-01 21:38:46,460 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.011808859999291599 (mp_runner.py:73) -2024-09-01 21:38:46,603 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.011340645003656391 (mp_runner.py:73) -2024-09-01 21:38:47,583 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.013934932001575362 (mp_runner.py:73) -2024-09-01 21:38:47,791 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.011987824000243563 (mp_runner.py:73) -2024-09-01 21:38:48,090 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.029856442000891548 (mp_runner.py:73) -2024-09-01 21:38:49,930 | DEBUG |(SpawnProcess-1:105) search_count: 3000, latest_latency=0.006396887001756113 (mp_runner.py:73) -2024-09-01 21:38:49,930 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.006001464003929868 (mp_runner.py:73) -2024-09-01 21:38:49,930 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.006806552002672106 (mp_runner.py:73) -2024-09-01 21:38:49,932 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.010322374997485895 (mp_runner.py:73) -2024-09-01 21:38:49,933 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.007157415995607153 (mp_runner.py:73) -2024-09-01 21:38:49,933 | DEBUG |(SpawnProcess-1:90) search_count: 3000, latest_latency=0.007944115001009777 (mp_runner.py:73) -2024-09-01 21:38:49,934 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.012176640004327055 (mp_runner.py:73) -2024-09-01 21:38:49,935 | DEBUG |(SpawnProcess-1:83) search_count: 3000, latest_latency=0.006998864002525806 (mp_runner.py:73) -2024-09-01 21:38:49,935 | DEBUG |(SpawnProcess-1:96) search_count: 3000, latest_latency=0.0066580659986357205 (mp_runner.py:73) -2024-09-01 21:38:50,515 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.009642367003834806 (mp_runner.py:73) -2024-09-01 21:38:50,522 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.011953793997236062 (mp_runner.py:73) -2024-09-01 21:38:50,523 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.01578016200073762 (mp_runner.py:73) -2024-09-01 21:38:50,607 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.009052115994563792 (mp_runner.py:73) -2024-09-01 21:38:50,607 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.011019284000212792 (mp_runner.py:73) -2024-09-01 21:38:51,056 | DEBUG |(SpawnProcess-1:94) search_count: 3000, latest_latency=0.0015548879964626394 (mp_runner.py:73) -2024-09-01 21:38:51,113 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.024855096999090165 (mp_runner.py:73) -2024-09-01 21:38:51,137 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.008524049000698142 (mp_runner.py:73) -2024-09-01 21:38:51,359 | DEBUG |(SpawnProcess-1:98) search_count: 3000, latest_latency=0.01251126699935412 (mp_runner.py:73) -2024-09-01 21:38:51,749 | DEBUG |(SpawnProcess-1:89) search_count: 3000, latest_latency=0.013075548005872406 (mp_runner.py:73) -2024-09-01 21:38:51,830 | DEBUG |(SpawnProcess-1:88) search_count: 3000, latest_latency=0.014076717001444194 (mp_runner.py:73) -2024-09-01 21:38:51,890 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.001s, count=3199, qps in this process: 106.6298 (mp_runner.py:76) -2024-09-01 21:38:51,894 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0033s, count=3200, qps in this process: 106.6549 (mp_runner.py:76) -2024-09-01 21:38:51,922 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0121s, count=3104, qps in this process: 103.425 (mp_runner.py:76) -2024-09-01 21:38:51,938 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0032s, count=3119, qps in this process: 103.9556 (mp_runner.py:76) -2024-09-01 21:38:51,939 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0093s, count=3205, qps in this process: 106.8002 (mp_runner.py:76) -2024-09-01 21:38:51,940 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0005s, count=3080, qps in this process: 102.665 (mp_runner.py:76) -2024-09-01 21:38:51,940 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.006s, count=3205, qps in this process: 106.812 (mp_runner.py:76) -2024-09-01 21:38:51,944 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0079s, count=3069, qps in this process: 102.2731 (mp_runner.py:76) -2024-09-01 21:38:51,945 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.009s, count=3206, qps in this process: 106.8346 (mp_runner.py:76) -2024-09-01 21:38:51,946 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0049s, count=2845, qps in this process: 94.8178 (mp_runner.py:76) -2024-09-01 21:38:51,947 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0171s, count=3069, qps in this process: 102.2417 (mp_runner.py:76) -2024-09-01 21:38:51,950 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0103s, count=3010, qps in this process: 100.2989 (mp_runner.py:76) -2024-09-01 21:38:51,964 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0309s, count=2935, qps in this process: 97.7327 (mp_runner.py:76) -2024-09-01 21:38:51,970 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0023s, count=2988, qps in this process: 99.5924 (mp_runner.py:76) -2024-09-01 21:38:51,978 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0003s, count=2947, qps in this process: 98.2324 (mp_runner.py:76) -2024-09-01 21:38:51,982 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0004s, count=3021, qps in this process: 100.6987 (mp_runner.py:76) -2024-09-01 21:38:51,982 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0067s, count=3211, qps in this process: 107.0094 (mp_runner.py:76) -2024-09-01 21:38:51,982 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0029s, count=3054, qps in this process: 101.7902 (mp_runner.py:76) -2024-09-01 21:38:51,988 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0035s, count=3111, qps in this process: 103.6879 (mp_runner.py:76) -2024-09-01 21:38:51,997 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0074s, count=3213, qps in this process: 107.0736 (mp_runner.py:76) -2024-09-01 21:38:51,997 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0027s, count=2950, qps in this process: 98.3245 (mp_runner.py:76) -2024-09-01 21:38:52,003 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0066s, count=2987, qps in this process: 99.5448 (mp_runner.py:76) -2024-09-01 21:38:52,006 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0022s, count=3128, qps in this process: 104.259 (mp_runner.py:76) -2024-09-01 21:38:52,008 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0017s, count=3128, qps in this process: 104.2608 (mp_runner.py:76) -2024-09-01 21:38:52,009 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0033s, count=2973, qps in this process: 99.0891 (mp_runner.py:76) -2024-09-01 21:38:52,012 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0022s, count=2497, qps in this process: 83.2272 (mp_runner.py:76) -2024-09-01 21:38:52,025 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0019s, count=2338, qps in this process: 77.9284 (mp_runner.py:76) -2024-09-01 21:38:52,028 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0023s, count=3222, qps in this process: 107.3918 (mp_runner.py:76) -2024-09-01 21:38:52,028 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0014s, count=3223, qps in this process: 107.4283 (mp_runner.py:76) -2024-09-01 21:38:52,048 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0003s, count=2337, qps in this process: 77.8992 (mp_runner.py:76) -2024-09-01 21:38:52,056 | INFO |End search in concurrency 30: dur=30.370779012999265s, total_count=90574, qps=2982.2745 (mp_runner.py:120) -2024-09-01 21:38:53,947 | INFO |Update largest qps with concurrency 30: current max_qps=2982.2745 (mp_runner.py:124) -2024-09-01 21:38:54,357 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:38:54,357 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 21:39:04,953 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 21:39:05,005 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,025 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,127 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,147 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,151 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,190 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,191 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,223 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,226 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,228 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,235 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,248 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,270 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,272 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,272 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,272 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,284 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,290 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,297 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,300 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,301 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,307 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,330 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,330 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,333 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,348 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,349 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,353 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,362 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:05,373 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:10,902 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.018860042000596877 (mp_runner.py:73) -2024-09-01 21:39:10,902 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.015838731997064315 (mp_runner.py:73) -2024-09-01 21:39:11,061 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.013267898000776768 (mp_runner.py:73) -2024-09-01 21:39:11,063 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.01065452800685307 (mp_runner.py:73) -2024-09-01 21:39:11,064 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.012329258999670856 (mp_runner.py:73) -2024-09-01 21:39:11,064 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.0171609380049631 (mp_runner.py:73) -2024-09-01 21:39:11,065 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.013934328999312129 (mp_runner.py:73) -2024-09-01 21:39:11,065 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.013066507999610621 (mp_runner.py:73) -2024-09-01 21:39:11,238 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.013668113999301568 (mp_runner.py:73) -2024-09-01 21:39:11,328 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.018690372999117244 (mp_runner.py:73) -2024-09-01 21:39:11,347 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.007914791000075638 (mp_runner.py:73) -2024-09-01 21:39:11,347 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.009961222000129055 (mp_runner.py:73) -2024-09-01 21:39:11,349 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.011028373999579344 (mp_runner.py:73) -2024-09-01 21:39:11,350 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.012317516004259232 (mp_runner.py:73) -2024-09-01 21:39:11,350 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.009322767997218762 (mp_runner.py:73) -2024-09-01 21:39:11,351 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.01078569500532467 (mp_runner.py:73) -2024-09-01 21:39:11,351 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.012775297000189312 (mp_runner.py:73) -2024-09-01 21:39:11,352 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01719404100003885 (mp_runner.py:73) -2024-09-01 21:39:11,353 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.013619682998978533 (mp_runner.py:73) -2024-09-01 21:39:11,353 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.01317289299913682 (mp_runner.py:73) -2024-09-01 21:39:11,353 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.01642958799493499 (mp_runner.py:73) -2024-09-01 21:39:11,355 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.0049028680004994385 (mp_runner.py:73) -2024-09-01 21:39:11,527 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.016161220999492798 (mp_runner.py:73) -2024-09-01 21:39:11,528 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.013923644997703377 (mp_runner.py:73) -2024-09-01 21:39:11,681 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.018012041997280903 (mp_runner.py:73) -2024-09-01 21:39:11,681 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.01711688000068534 (mp_runner.py:73) -2024-09-01 21:39:12,157 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.014018601999850944 (mp_runner.py:73) -2024-09-01 21:39:12,157 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.015635912997822743 (mp_runner.py:73) -2024-09-01 21:39:12,276 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.02212399499694584 (mp_runner.py:73) -2024-09-01 21:39:12,359 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.012681704996793997 (mp_runner.py:73) -2024-09-01 21:39:12,360 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.014549278996128123 (mp_runner.py:73) -2024-09-01 21:39:12,473 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.0161400390061317 (mp_runner.py:73) -2024-09-01 21:39:12,501 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.019444213998212945 (mp_runner.py:73) -2024-09-01 21:39:12,502 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.018890735002059955 (mp_runner.py:73) -2024-09-01 21:39:13,824 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.017743527998391073 (mp_runner.py:73) -2024-09-01 21:39:16,917 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.0076890619966434315 (mp_runner.py:73) -2024-09-01 21:39:16,919 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.008889598997484427 (mp_runner.py:73) -2024-09-01 21:39:16,919 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.008096931996988133 (mp_runner.py:73) -2024-09-01 21:39:16,920 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.014652719997684471 (mp_runner.py:73) -2024-09-01 21:39:16,921 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.012211679000756703 (mp_runner.py:73) -2024-09-01 21:39:17,061 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.010561105998931453 (mp_runner.py:73) -2024-09-01 21:39:17,062 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.009207914998114575 (mp_runner.py:73) -2024-09-01 21:39:17,063 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.01342595300229732 (mp_runner.py:73) -2024-09-01 21:39:17,064 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.013136192996171303 (mp_runner.py:73) -2024-09-01 21:39:17,064 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.008084771005087532 (mp_runner.py:73) -2024-09-01 21:39:17,155 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.005945279997831676 (mp_runner.py:73) -2024-09-01 21:39:17,158 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.01085012200201163 (mp_runner.py:73) -2024-09-01 21:39:17,158 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.01349058399500791 (mp_runner.py:73) -2024-09-01 21:39:17,159 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.012516866998339538 (mp_runner.py:73) -2024-09-01 21:39:17,159 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.015219180000713095 (mp_runner.py:73) -2024-09-01 21:39:17,474 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.01139745499676792 (mp_runner.py:73) -2024-09-01 21:39:17,475 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.013904788000218105 (mp_runner.py:73) -2024-09-01 21:39:17,476 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.015343113998824265 (mp_runner.py:73) -2024-09-01 21:39:17,479 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.011710309001500718 (mp_runner.py:73) -2024-09-01 21:39:17,914 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.012217697003507055 (mp_runner.py:73) -2024-09-01 21:39:17,917 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.013833311997586861 (mp_runner.py:73) -2024-09-01 21:39:18,396 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.013966329999675509 (mp_runner.py:73) -2024-09-01 21:39:18,494 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.018434878998959903 (mp_runner.py:73) -2024-09-01 21:39:18,495 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.017371097004797775 (mp_runner.py:73) -2024-09-01 21:39:18,565 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.016767140994488727 (mp_runner.py:73) -2024-09-01 21:39:18,972 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.013113098000758328 (mp_runner.py:73) -2024-09-01 21:39:19,210 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.008521802999894135 (mp_runner.py:73) -2024-09-01 21:39:19,210 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.008728435001103207 (mp_runner.py:73) -2024-09-01 21:39:19,211 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.006944353001017589 (mp_runner.py:73) -2024-09-01 21:39:19,212 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.011833511001896113 (mp_runner.py:73) -2024-09-01 21:39:19,212 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.014336063002701849 (mp_runner.py:73) -2024-09-01 21:39:19,879 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.010140238002350088 (mp_runner.py:73) -2024-09-01 21:39:19,879 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.011880432000907604 (mp_runner.py:73) -2024-09-01 21:39:19,882 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.013279835999128409 (mp_runner.py:73) -2024-09-01 21:39:21,720 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.010073267003463116 (mp_runner.py:73) -2024-09-01 21:39:22,687 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.0050203450009576045 (mp_runner.py:73) -2024-09-01 21:39:22,688 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.0050089509968529455 (mp_runner.py:73) -2024-09-01 21:39:22,689 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.00856604499858804 (mp_runner.py:73) -2024-09-01 21:39:22,692 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.008764279002207331 (mp_runner.py:73) -2024-09-01 21:39:22,692 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.0154621510009747 (mp_runner.py:73) -2024-09-01 21:39:22,693 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.00890130899642827 (mp_runner.py:73) -2024-09-01 21:39:22,694 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.01668502399843419 (mp_runner.py:73) -2024-09-01 21:39:22,695 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.00980633299332112 (mp_runner.py:73) -2024-09-01 21:39:23,376 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.008687989000463858 (mp_runner.py:73) -2024-09-01 21:39:23,376 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.010003065995988436 (mp_runner.py:73) -2024-09-01 21:39:23,378 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.011853157993755303 (mp_runner.py:73) -2024-09-01 21:39:23,379 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.01013884499843698 (mp_runner.py:73) -2024-09-01 21:39:23,381 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.006890220000059344 (mp_runner.py:73) -2024-09-01 21:39:23,382 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.019906442998035345 (mp_runner.py:73) -2024-09-01 21:39:23,382 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.017970116998185404 (mp_runner.py:73) -2024-09-01 21:39:24,308 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.014961237000534311 (mp_runner.py:73) -2024-09-01 21:39:24,314 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.01661761899595149 (mp_runner.py:73) -2024-09-01 21:39:24,334 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.014512595000269357 (mp_runner.py:73) -2024-09-01 21:39:24,373 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.017489314006525092 (mp_runner.py:73) -2024-09-01 21:39:25,207 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.011978864000411704 (mp_runner.py:73) -2024-09-01 21:39:25,209 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.011368494997441303 (mp_runner.py:73) -2024-09-01 21:39:25,210 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.011676299000100698 (mp_runner.py:73) -2024-09-01 21:39:25,327 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.0036004979992867447 (mp_runner.py:73) -2024-09-01 21:39:25,531 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.01185945600445848 (mp_runner.py:73) -2024-09-01 21:39:25,532 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.011714724998455495 (mp_runner.py:73) -2024-09-01 21:39:25,533 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.007640493997314479 (mp_runner.py:73) -2024-09-01 21:39:25,533 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.00887892299942905 (mp_runner.py:73) -2024-09-01 21:39:25,533 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.0153596349991858 (mp_runner.py:73) -2024-09-01 21:39:25,534 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.015408074999868404 (mp_runner.py:73) -2024-09-01 21:39:25,536 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.009833889002038632 (mp_runner.py:73) -2024-09-01 21:39:25,536 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.008774670997809153 (mp_runner.py:73) -2024-09-01 21:39:27,246 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01386541199462954 (mp_runner.py:73) -2024-09-01 21:39:27,274 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.014278757997089997 (mp_runner.py:73) -2024-09-01 21:39:27,335 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.02015114700043341 (mp_runner.py:73) -2024-09-01 21:39:28,409 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.007567692999145947 (mp_runner.py:73) -2024-09-01 21:39:28,410 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.009528549999231473 (mp_runner.py:73) -2024-09-01 21:39:28,411 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.012975951001862995 (mp_runner.py:73) -2024-09-01 21:39:28,412 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.01248388399835676 (mp_runner.py:73) -2024-09-01 21:39:28,685 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.009535459998005535 (mp_runner.py:73) -2024-09-01 21:39:28,698 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.0045387680002022535 (mp_runner.py:73) -2024-09-01 21:39:28,782 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.013011839997489005 (mp_runner.py:73) -2024-09-01 21:39:29,520 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.013999574999616016 (mp_runner.py:73) -2024-09-01 21:39:29,967 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.013027278997469693 (mp_runner.py:73) -2024-09-01 21:39:29,981 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.009523641005216632 (mp_runner.py:73) -2024-09-01 21:39:29,982 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.013035349002166186 (mp_runner.py:73) -2024-09-01 21:39:29,982 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.016183325999008957 (mp_runner.py:73) -2024-09-01 21:39:29,983 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.0168473579979036 (mp_runner.py:73) -2024-09-01 21:39:30,487 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.013150293998478446 (mp_runner.py:73) -2024-09-01 21:39:30,489 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.01581515700672753 (mp_runner.py:73) -2024-09-01 21:39:31,107 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.013767194002866745 (mp_runner.py:73) -2024-09-01 21:39:31,366 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.010462823003763333 (mp_runner.py:73) -2024-09-01 21:39:31,368 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.0020579430056386627 (mp_runner.py:73) -2024-09-01 21:39:31,368 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.015752147999592125 (mp_runner.py:73) -2024-09-01 21:39:31,368 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.01092226199398283 (mp_runner.py:73) -2024-09-01 21:39:31,369 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.012465567997423932 (mp_runner.py:73) -2024-09-01 21:39:31,369 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.008023927999602165 (mp_runner.py:73) -2024-09-01 21:39:31,369 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.01143828799831681 (mp_runner.py:73) -2024-09-01 21:39:31,370 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.01126950400066562 (mp_runner.py:73) -2024-09-01 21:39:31,707 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.008374732002266683 (mp_runner.py:73) -2024-09-01 21:39:31,709 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.012007533005089499 (mp_runner.py:73) -2024-09-01 21:39:31,711 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.015306080000300426 (mp_runner.py:73) -2024-09-01 21:39:31,712 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.006968239002162591 (mp_runner.py:73) -2024-09-01 21:39:31,712 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.0040080740000121295 (mp_runner.py:73) -2024-09-01 21:39:31,713 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.01628346699726535 (mp_runner.py:73) -2024-09-01 21:39:31,714 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.011332260997733101 (mp_runner.py:73) -2024-09-01 21:39:32,371 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.01382209899747977 (mp_runner.py:73) -2024-09-01 21:39:34,471 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.013079879005090334 (mp_runner.py:73) -2024-09-01 21:39:34,751 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.015801877998455893 (mp_runner.py:73) -2024-09-01 21:39:34,760 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.014634686995123047 (mp_runner.py:73) -2024-09-01 21:39:34,773 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.007365602999925613 (mp_runner.py:73) -2024-09-01 21:39:34,774 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.008957460995588917 (mp_runner.py:73) -2024-09-01 21:39:34,778 | DEBUG |(SpawnProcess-1:127) search_count: 2500, latest_latency=0.01410818599833874 (mp_runner.py:73) -2024-09-01 21:39:34,779 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.014187378998030908 (mp_runner.py:73) -2024-09-01 21:39:35,013 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0071s, count=2320, qps in this process: 77.315 (mp_runner.py:76) -2024-09-01 21:39:35,046 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0134s, count=2322, qps in this process: 77.3654 (mp_runner.py:76) -2024-09-01 21:39:35,132 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0004s, count=2529, qps in this process: 84.2989 (mp_runner.py:76) -2024-09-01 21:39:35,133 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0011s, count=2529, qps in this process: 84.2969 (mp_runner.py:76) -2024-09-01 21:39:35,161 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0115s, count=2532, qps in this process: 84.3677 (mp_runner.py:76) -2024-09-01 21:39:35,163 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.008s, count=2532, qps in this process: 84.3775 (mp_runner.py:76) -2024-09-01 21:39:35,203 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0085s, count=2337, qps in this process: 77.8779 (mp_runner.py:76) -2024-09-01 21:39:35,205 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0104s, count=2360, qps in this process: 78.6394 (mp_runner.py:76) -2024-09-01 21:39:35,233 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0079s, count=2341, qps in this process: 78.0128 (mp_runner.py:76) -2024-09-01 21:39:35,236 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.009s, count=2341, qps in this process: 78.0099 (mp_runner.py:76) -2024-09-01 21:39:35,237 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0068s, count=2456, qps in this process: 81.8481 (mp_runner.py:76) -2024-09-01 21:39:35,242 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0036s, count=2342, qps in this process: 78.0573 (mp_runner.py:76) -2024-09-01 21:39:35,257 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0023s, count=2458, qps in this process: 81.9271 (mp_runner.py:76) -2024-09-01 21:39:35,275 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0005s, count=2306, qps in this process: 76.8654 (mp_runner.py:76) -2024-09-01 21:39:35,278 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0031s, count=2376, qps in this process: 79.1918 (mp_runner.py:76) -2024-09-01 21:39:35,279 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0083s, count=2358, qps in this process: 78.5783 (mp_runner.py:76) -2024-09-01 21:39:35,280 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0051s, count=2347, qps in this process: 78.22 (mp_runner.py:76) -2024-09-01 21:39:35,288 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0017s, count=2348, qps in this process: 78.2622 (mp_runner.py:76) -2024-09-01 21:39:35,295 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.009s, count=2378, qps in this process: 79.2429 (mp_runner.py:76) -2024-09-01 21:39:35,298 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0014s, count=2443, qps in this process: 81.4295 (mp_runner.py:76) -2024-09-01 21:39:35,305 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.0054s, count=2310, qps in this process: 76.9861 (mp_runner.py:76) -2024-09-01 21:39:35,306 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0005s, count=2352, qps in this process: 78.3987 (mp_runner.py:76) -2024-09-01 21:39:35,311 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0062s, count=2352, qps in this process: 78.3838 (mp_runner.py:76) -2024-09-01 21:39:35,317 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0059s, count=2198, qps in this process: 73.2523 (mp_runner.py:76) -2024-09-01 21:39:35,332 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0042s, count=2316, qps in this process: 77.1892 (mp_runner.py:76) -2024-09-01 21:39:35,332 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0011s, count=2048, qps in this process: 68.2642 (mp_runner.py:76) -2024-09-01 21:39:35,336 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.004s, count=2069, qps in this process: 68.9575 (mp_runner.py:76) -2024-09-01 21:39:35,336 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0007s, count=2317, qps in this process: 77.2315 (mp_runner.py:76) -2024-09-01 21:39:35,338 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0012s, count=2053, qps in this process: 68.4306 (mp_runner.py:76) -2024-09-01 21:39:35,351 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0005s, count=2322, qps in this process: 77.3987 (mp_runner.py:76) -2024-09-01 21:39:35,357 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0014s, count=2365, qps in this process: 78.8297 (mp_runner.py:76) -2024-09-01 21:39:35,357 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0074s, count=2323, qps in this process: 77.4142 (mp_runner.py:76) -2024-09-01 21:39:35,364 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0004s, count=2329, qps in this process: 77.6323 (mp_runner.py:76) -2024-09-01 21:39:35,366 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0008s, count=2368, qps in this process: 78.9312 (mp_runner.py:76) -2024-09-01 21:39:35,377 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0007s, count=1911, qps in this process: 63.6985 (mp_runner.py:76) -2024-09-01 21:39:35,384 | INFO |End search in concurrency 35: dur=30.430549365999468s, total_count=81588, qps=2681.1215 (mp_runner.py:120) -2024-09-01 21:39:38,033 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:39:38,034 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 21:39:48,737 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 21:39:48,971 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,006 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,007 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,017 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,017 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,059 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,076 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,084 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,084 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,084 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,085 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,094 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,098 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,108 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,110 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,116 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,116 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,117 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,125 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,142 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,142 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,143 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,147 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,150 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,150 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,171 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,186 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,186 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,190 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:49,216 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:39:55,493 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.011316914999042638 (mp_runner.py:73) -2024-09-01 21:39:55,494 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.009201248998579103 (mp_runner.py:73) -2024-09-01 21:39:55,494 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.010327479998522904 (mp_runner.py:73) -2024-09-01 21:39:55,495 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.012518662995717023 (mp_runner.py:73) -2024-09-01 21:39:55,495 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.01141538599767955 (mp_runner.py:73) -2024-09-01 21:39:55,495 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.010106949994224124 (mp_runner.py:73) -2024-09-01 21:39:55,496 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.014539381001668517 (mp_runner.py:73) -2024-09-01 21:39:55,496 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.014205985004082322 (mp_runner.py:73) -2024-09-01 21:39:55,496 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.013098486997478176 (mp_runner.py:73) -2024-09-01 21:39:55,497 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.014128675997199025 (mp_runner.py:73) -2024-09-01 21:39:55,497 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.011854116004542448 (mp_runner.py:73) -2024-09-01 21:39:55,498 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.012376154998491984 (mp_runner.py:73) -2024-09-01 21:39:55,498 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.01194887900055619 (mp_runner.py:73) -2024-09-01 21:39:55,498 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.01169293199927779 (mp_runner.py:73) -2024-09-01 21:39:55,499 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.0178037969963043 (mp_runner.py:73) -2024-09-01 21:39:55,631 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.015411681997647975 (mp_runner.py:73) -2024-09-01 21:39:55,631 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.014285334997111931 (mp_runner.py:73) -2024-09-01 21:39:55,632 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.014805495004111435 (mp_runner.py:73) -2024-09-01 21:39:55,633 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.014338781002152245 (mp_runner.py:73) -2024-09-01 21:39:55,633 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.015144347999012098 (mp_runner.py:73) -2024-09-01 21:39:55,634 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.012494039998273365 (mp_runner.py:73) -2024-09-01 21:39:55,634 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.011774940001487266 (mp_runner.py:73) -2024-09-01 21:39:55,635 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.019819915003608912 (mp_runner.py:73) -2024-09-01 21:39:55,636 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.021700564000639133 (mp_runner.py:73) -2024-09-01 21:39:55,636 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.012661412998568267 (mp_runner.py:73) -2024-09-01 21:39:55,717 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.012921964000270236 (mp_runner.py:73) -2024-09-01 21:39:55,720 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.017624352003622334 (mp_runner.py:73) -2024-09-01 21:39:55,722 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.011104167999292258 (mp_runner.py:73) -2024-09-01 21:39:55,723 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.013789981996524148 (mp_runner.py:73) -2024-09-01 21:39:55,723 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.006720220997522119 (mp_runner.py:73) -2024-09-01 21:39:55,724 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.020349849997728597 (mp_runner.py:73) -2024-09-01 21:39:55,724 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.011159225003211759 (mp_runner.py:73) -2024-09-01 21:39:56,195 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.01317415800440358 (mp_runner.py:73) -2024-09-01 21:39:56,301 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.007711570993706118 (mp_runner.py:73) -2024-09-01 21:39:56,302 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.007759613996313419 (mp_runner.py:73) -2024-09-01 21:39:56,304 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.010926270995696541 (mp_runner.py:73) -2024-09-01 21:39:56,307 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.014508967993606348 (mp_runner.py:73) -2024-09-01 21:39:56,687 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.016881736999494024 (mp_runner.py:73) -2024-09-01 21:39:56,689 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.016788466993602924 (mp_runner.py:73) -2024-09-01 21:39:58,291 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.015265629997884389 (mp_runner.py:73) -2024-09-01 21:40:02,147 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.0036109010034124367 (mp_runner.py:73) -2024-09-01 21:40:02,148 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.01008251600433141 (mp_runner.py:73) -2024-09-01 21:40:02,148 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.011771780998969916 (mp_runner.py:73) -2024-09-01 21:40:02,149 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.010332585996366106 (mp_runner.py:73) -2024-09-01 21:40:02,149 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.006960446000448428 (mp_runner.py:73) -2024-09-01 21:40:02,149 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.008774948000791483 (mp_runner.py:73) -2024-09-01 21:40:02,149 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.00844883800164098 (mp_runner.py:73) -2024-09-01 21:40:02,150 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.009275748998334166 (mp_runner.py:73) -2024-09-01 21:40:02,150 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.010767069004941732 (mp_runner.py:73) -2024-09-01 21:40:02,150 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.011007627996150404 (mp_runner.py:73) -2024-09-01 21:40:02,151 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.010421511004096828 (mp_runner.py:73) -2024-09-01 21:40:02,151 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.008045016998948995 (mp_runner.py:73) -2024-09-01 21:40:02,151 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.008794555003987625 (mp_runner.py:73) -2024-09-01 21:40:02,153 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.006197360002261121 (mp_runner.py:73) -2024-09-01 21:40:02,154 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.017863955996290315 (mp_runner.py:73) -2024-09-01 21:40:02,154 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.019010229996638373 (mp_runner.py:73) -2024-09-01 21:40:02,156 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.012996215999010019 (mp_runner.py:73) -2024-09-01 21:40:02,156 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.011361163000401575 (mp_runner.py:73) -2024-09-01 21:40:02,157 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.01700318799703382 (mp_runner.py:73) -2024-09-01 21:40:02,698 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.010383180997450836 (mp_runner.py:73) -2024-09-01 21:40:02,699 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.01164623600197956 (mp_runner.py:73) -2024-09-01 21:40:02,699 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.012227758001245093 (mp_runner.py:73) -2024-09-01 21:40:02,700 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.010241645999485627 (mp_runner.py:73) -2024-09-01 21:40:02,704 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.007744816997728776 (mp_runner.py:73) -2024-09-01 21:40:02,896 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.011105849996965844 (mp_runner.py:73) -2024-09-01 21:40:02,897 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.00834484799997881 (mp_runner.py:73) -2024-09-01 21:40:02,899 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.014769852998142596 (mp_runner.py:73) -2024-09-01 21:40:03,094 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.01720539099915186 (mp_runner.py:73) -2024-09-01 21:40:03,659 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.017042471998138353 (mp_runner.py:73) -2024-09-01 21:40:03,711 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.016524804996151943 (mp_runner.py:73) -2024-09-01 21:40:03,888 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.017937108998012263 (mp_runner.py:73) -2024-09-01 21:40:04,024 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.01831878200027859 (mp_runner.py:73) -2024-09-01 21:40:04,187 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.017840529995737597 (mp_runner.py:73) -2024-09-01 21:40:04,188 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.015911800997855607 (mp_runner.py:73) -2024-09-01 21:40:04,189 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.012807232000341173 (mp_runner.py:73) -2024-09-01 21:40:04,190 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.011167000004206784 (mp_runner.py:73) -2024-09-01 21:40:04,549 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.017318249003437813 (mp_runner.py:73) -2024-09-01 21:40:05,523 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.013839662999089342 (mp_runner.py:73) -2024-09-01 21:40:05,592 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.019421621000219602 (mp_runner.py:73) -2024-09-01 21:40:07,394 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.017479627997090574 (mp_runner.py:73) -2024-09-01 21:40:08,235 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.011668059996736702 (mp_runner.py:73) -2024-09-01 21:40:08,235 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.007401745002425741 (mp_runner.py:73) -2024-09-01 21:40:08,236 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.010767194995423779 (mp_runner.py:73) -2024-09-01 21:40:08,237 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.01053300700004911 (mp_runner.py:73) -2024-09-01 21:40:08,239 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.01046605999727035 (mp_runner.py:73) -2024-09-01 21:40:08,240 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.017305071000009775 (mp_runner.py:73) -2024-09-01 21:40:08,240 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.01877064799919026 (mp_runner.py:73) -2024-09-01 21:40:08,241 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.010840037000889424 (mp_runner.py:73) -2024-09-01 21:40:08,241 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.01169390600261977 (mp_runner.py:73) -2024-09-01 21:40:08,242 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.011223485998925753 (mp_runner.py:73) -2024-09-01 21:40:08,244 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.02122559399867896 (mp_runner.py:73) -2024-09-01 21:40:08,901 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.009594906005077064 (mp_runner.py:73) -2024-09-01 21:40:08,901 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.018134775004000403 (mp_runner.py:73) -2024-09-01 21:40:08,901 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.014859458999126218 (mp_runner.py:73) -2024-09-01 21:40:08,902 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.011141325005155522 (mp_runner.py:73) -2024-09-01 21:40:08,904 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.01417778899485711 (mp_runner.py:73) -2024-09-01 21:40:09,565 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.018188586996984668 (mp_runner.py:73) -2024-09-01 21:40:09,566 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.0204775019956287 (mp_runner.py:73) -2024-09-01 21:40:10,116 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.01549750599951949 (mp_runner.py:73) -2024-09-01 21:40:10,117 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.017343822000839282 (mp_runner.py:73) -2024-09-01 21:40:10,130 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.0176085420025629 (mp_runner.py:73) -2024-09-01 21:40:10,132 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.01909422299650032 (mp_runner.py:73) -2024-09-01 21:40:10,541 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.027482649995363317 (mp_runner.py:73) -2024-09-01 21:40:10,546 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.03350262899766676 (mp_runner.py:73) -2024-09-01 21:40:11,016 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.013677640999958385 (mp_runner.py:73) -2024-09-01 21:40:11,018 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.014819773998169694 (mp_runner.py:73) -2024-09-01 21:40:11,020 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.020555170005536638 (mp_runner.py:73) -2024-09-01 21:40:11,020 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.01900447100342717 (mp_runner.py:73) -2024-09-01 21:40:11,082 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.008355909005331341 (mp_runner.py:73) -2024-09-01 21:40:11,086 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.010002928996982519 (mp_runner.py:73) -2024-09-01 21:40:11,087 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.015802570000232663 (mp_runner.py:73) -2024-09-01 21:40:11,088 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.011887505002960097 (mp_runner.py:73) -2024-09-01 21:40:11,088 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.01168132900056662 (mp_runner.py:73) -2024-09-01 21:40:11,090 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.017940525998710655 (mp_runner.py:73) -2024-09-01 21:40:11,265 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.015820517000975087 (mp_runner.py:73) -2024-09-01 21:40:12,737 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.01770880099502392 (mp_runner.py:73) -2024-09-01 21:40:13,308 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.019806298005278222 (mp_runner.py:73) -2024-09-01 21:40:14,158 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.007907669001724571 (mp_runner.py:73) -2024-09-01 21:40:14,176 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.015681447999668308 (mp_runner.py:73) -2024-09-01 21:40:14,856 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.009964551994926296 (mp_runner.py:73) -2024-09-01 21:40:14,857 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.010614156002702657 (mp_runner.py:73) -2024-09-01 21:40:14,858 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.01584168699628208 (mp_runner.py:73) -2024-09-01 21:40:14,859 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.013447502002236433 (mp_runner.py:73) -2024-09-01 21:40:14,934 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.014888423997035716 (mp_runner.py:73) -2024-09-01 21:40:14,937 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.018206074993941 (mp_runner.py:73) -2024-09-01 21:40:14,937 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.012471738002204802 (mp_runner.py:73) -2024-09-01 21:40:14,939 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.011744718998670578 (mp_runner.py:73) -2024-09-01 21:40:15,615 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.017561218999617267 (mp_runner.py:73) -2024-09-01 21:40:16,322 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.017209243000252172 (mp_runner.py:73) -2024-09-01 21:40:16,485 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.01866922600311227 (mp_runner.py:73) -2024-09-01 21:40:16,522 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.028534314995340537 (mp_runner.py:73) -2024-09-01 21:40:16,756 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.01451253000413999 (mp_runner.py:73) -2024-09-01 21:40:16,756 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.011718932000803761 (mp_runner.py:73) -2024-09-01 21:40:16,757 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.01616084499983117 (mp_runner.py:73) -2024-09-01 21:40:16,757 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.01398407499800669 (mp_runner.py:73) -2024-09-01 21:40:17,468 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.015956569004629273 (mp_runner.py:73) -2024-09-01 21:40:17,719 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.0096911779983202 (mp_runner.py:73) -2024-09-01 21:40:17,720 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.011037065996788442 (mp_runner.py:73) -2024-09-01 21:40:17,721 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.009396733999892604 (mp_runner.py:73) -2024-09-01 21:40:17,723 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.012289409001823515 (mp_runner.py:73) -2024-09-01 21:40:17,723 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.009856110998953227 (mp_runner.py:73) -2024-09-01 21:40:17,724 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.011082000004535075 (mp_runner.py:73) -2024-09-01 21:40:17,725 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.00908265800535446 (mp_runner.py:73) -2024-09-01 21:40:17,725 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.011941857999772765 (mp_runner.py:73) -2024-09-01 21:40:17,725 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.009803549000935163 (mp_runner.py:73) -2024-09-01 21:40:17,725 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.008425070001976565 (mp_runner.py:73) -2024-09-01 21:40:17,726 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.018410792996292002 (mp_runner.py:73) -2024-09-01 21:40:17,726 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.017404153004463296 (mp_runner.py:73) -2024-09-01 21:40:17,726 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.012040613000863232 (mp_runner.py:73) -2024-09-01 21:40:18,655 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.017790293000871316 (mp_runner.py:73) -2024-09-01 21:40:18,925 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.019389363995287567 (mp_runner.py:73) -2024-09-01 21:40:18,987 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0016s, count=2276, qps in this process: 75.8626 (mp_runner.py:76) -2024-09-01 21:40:19,008 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0004s, count=2277, qps in this process: 75.899 (mp_runner.py:76) -2024-09-01 21:40:19,015 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0051s, count=1969, qps in this process: 65.6222 (mp_runner.py:76) -2024-09-01 21:40:19,025 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0024s, count=2128, qps in this process: 70.9277 (mp_runner.py:76) -2024-09-01 21:40:19,033 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0104s, count=2100, qps in this process: 69.9757 (mp_runner.py:76) -2024-09-01 21:40:19,071 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0061s, count=2009, qps in this process: 66.9531 (mp_runner.py:76) -2024-09-01 21:40:19,076 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0059s, count=2132, qps in this process: 71.0527 (mp_runner.py:76) -2024-09-01 21:40:19,089 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0115s, count=2150, qps in this process: 71.6392 (mp_runner.py:76) -2024-09-01 21:40:19,095 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.005s, count=2291, qps in this process: 76.3539 (mp_runner.py:76) -2024-09-01 21:40:19,098 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0078s, count=2284, qps in this process: 76.1135 (mp_runner.py:76) -2024-09-01 21:40:19,101 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0069s, count=2107, qps in this process: 70.2172 (mp_runner.py:76) -2024-09-01 21:40:19,104 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0054s, count=2107, qps in this process: 70.2207 (mp_runner.py:76) -2024-09-01 21:40:19,107 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0066s, count=2135, qps in this process: 71.151 (mp_runner.py:76) -2024-09-01 21:40:19,109 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0161s, count=2292, qps in this process: 76.359 (mp_runner.py:76) -2024-09-01 21:40:19,115 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0048s, count=2027, qps in this process: 67.5559 (mp_runner.py:76) -2024-09-01 21:40:19,115 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.01468263100105105 (mp_runner.py:73) -2024-09-01 21:40:19,116 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0004s, count=2108, qps in this process: 70.2657 (mp_runner.py:76) -2024-09-01 21:40:19,121 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0015s, count=2109, qps in this process: 70.2965 (mp_runner.py:76) -2024-09-01 21:40:19,124 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.005s, count=2109, qps in this process: 70.2883 (mp_runner.py:76) -2024-09-01 21:40:19,126 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0062s, count=2293, qps in this process: 76.4175 (mp_runner.py:76) -2024-09-01 21:40:19,128 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0068s, count=2202, qps in this process: 73.3834 (mp_runner.py:76) -2024-09-01 21:40:19,132 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0004s, count=2287, qps in this process: 76.2323 (mp_runner.py:76) -2024-09-01 21:40:19,135 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0158s, count=2153, qps in this process: 71.7289 (mp_runner.py:76) -2024-09-01 21:40:19,139 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.0076s, count=1866, qps in this process: 62.1842 (mp_runner.py:76) -2024-09-01 21:40:19,140 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0086s, count=2138, qps in this process: 71.2462 (mp_runner.py:76) -2024-09-01 21:40:19,144 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0245s, count=1947, qps in this process: 64.847 (mp_runner.py:76) -2024-09-01 21:40:19,147 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0029s, count=1972, qps in this process: 65.727 (mp_runner.py:76) -2024-09-01 21:40:19,148 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0039s, count=2296, qps in this process: 76.5234 (mp_runner.py:76) -2024-09-01 21:40:19,150 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0037s, count=2107, qps in this process: 70.2247 (mp_runner.py:76) -2024-09-01 21:40:19,154 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0046s, count=2113, qps in this process: 70.4225 (mp_runner.py:76) -2024-09-01 21:40:19,160 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0037s, count=1823, qps in this process: 60.7592 (mp_runner.py:76) -2024-09-01 21:40:19,160 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0042s, count=2114, qps in this process: 70.4568 (mp_runner.py:76) -2024-09-01 21:40:19,175 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0004s, count=2120, qps in this process: 70.6657 (mp_runner.py:76) -2024-09-01 21:40:19,181 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0018s, count=2121, qps in this process: 70.6958 (mp_runner.py:76) -2024-09-01 21:40:19,193 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0003s, count=2125, qps in this process: 70.8326 (mp_runner.py:76) -2024-09-01 21:40:19,193 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0031s, count=2014, qps in this process: 67.1264 (mp_runner.py:76) -2024-09-01 21:40:19,196 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0071s, count=2124, qps in this process: 70.7832 (mp_runner.py:76) -2024-09-01 21:40:19,202 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0013s, count=1809, qps in this process: 60.2974 (mp_runner.py:76) -2024-09-01 21:40:19,203 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0027s, count=1806, qps in this process: 60.1946 (mp_runner.py:76) -2024-09-01 21:40:19,204 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0014s, count=2132, qps in this process: 71.0634 (mp_runner.py:76) -2024-09-01 21:40:19,222 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0031s, count=1691, qps in this process: 56.3608 (mp_runner.py:76) -2024-09-01 21:40:19,234 | INFO |End search in concurrency 40: dur=30.495451005001087s, total_count=83863, qps=2750.0167 (mp_runner.py:120) -2024-09-01 21:40:22,241 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:40:22,241 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 21:40:33,080 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 21:40:33,283 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,333 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,457 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,457 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,457 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,462 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,462 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,463 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,524 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,524 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,539 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,540 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,572 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,583 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,585 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,601 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,605 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,606 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,621 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,632 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:33,636 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:40:40,545 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.012360234002699144 (mp_runner.py:73) -2024-09-01 21:40:40,546 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.011784219001128804 (mp_runner.py:73) -2024-09-01 21:40:40,546 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.014111853000940755 (mp_runner.py:73) -2024-09-01 21:40:40,548 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.012935182006913237 (mp_runner.py:73) -2024-09-01 21:40:40,549 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.013195526997151319 (mp_runner.py:73) -2024-09-01 21:40:40,549 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.018228975997772068 (mp_runner.py:73) -2024-09-01 21:40:40,550 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.017886602006910834 (mp_runner.py:73) -2024-09-01 21:40:40,550 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.013126392994308844 (mp_runner.py:73) -2024-09-01 21:40:40,551 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.013102726996294223 (mp_runner.py:73) -2024-09-01 21:40:40,553 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.01493968500290066 (mp_runner.py:73) -2024-09-01 21:40:41,015 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.013315697004145477 (mp_runner.py:73) -2024-09-01 21:40:41,016 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.012952274999406654 (mp_runner.py:73) -2024-09-01 21:40:41,016 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.016703139001037925 (mp_runner.py:73) -2024-09-01 21:40:41,017 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.01453002099879086 (mp_runner.py:73) -2024-09-01 21:40:41,017 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.015600491999066435 (mp_runner.py:73) -2024-09-01 21:40:41,018 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.012258766000741161 (mp_runner.py:73) -2024-09-01 21:40:41,018 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.01945720399817219 (mp_runner.py:73) -2024-09-01 21:40:41,019 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.009777856001164764 (mp_runner.py:73) -2024-09-01 21:40:41,020 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.0147842349979328 (mp_runner.py:73) -2024-09-01 21:40:41,021 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.016036164997785818 (mp_runner.py:73) -2024-09-01 21:40:41,022 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.014792193003813736 (mp_runner.py:73) -2024-09-01 21:40:41,022 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.015845879999687895 (mp_runner.py:73) -2024-09-01 21:40:41,023 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.015300191997084767 (mp_runner.py:73) -2024-09-01 21:40:41,133 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01233963000413496 (mp_runner.py:73) -2024-09-01 21:40:41,133 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.012286393997783307 (mp_runner.py:73) -2024-09-01 21:40:41,134 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.012526980994152837 (mp_runner.py:73) -2024-09-01 21:40:41,135 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.012323951996222604 (mp_runner.py:73) -2024-09-01 21:40:41,135 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.014391206001164392 (mp_runner.py:73) -2024-09-01 21:40:41,135 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.012460946003557183 (mp_runner.py:73) -2024-09-01 21:40:41,135 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.013742438997724093 (mp_runner.py:73) -2024-09-01 21:40:41,136 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.013766948999546003 (mp_runner.py:73) -2024-09-01 21:40:41,137 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.011918159005290363 (mp_runner.py:73) -2024-09-01 21:40:41,137 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.01282927900319919 (mp_runner.py:73) -2024-09-01 21:40:41,139 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.013395930000115186 (mp_runner.py:73) -2024-09-01 21:40:41,139 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.007273356000951026 (mp_runner.py:73) -2024-09-01 21:40:41,139 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.012447836001229007 (mp_runner.py:73) -2024-09-01 21:40:41,140 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.020049566999659874 (mp_runner.py:73) -2024-09-01 21:40:41,141 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.022002592995704617 (mp_runner.py:73) -2024-09-01 21:40:41,143 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.013543272994866129 (mp_runner.py:73) -2024-09-01 21:40:41,144 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.013017500001296867 (mp_runner.py:73) -2024-09-01 21:40:42,405 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.03221890699933283 (mp_runner.py:73) -2024-09-01 21:40:42,973 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.022504494001623243 (mp_runner.py:73) -2024-09-01 21:40:42,977 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.02622704599343706 (mp_runner.py:73) -2024-09-01 21:40:43,035 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.02057954700285336 (mp_runner.py:73) -2024-09-01 21:40:43,100 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.017698807998385746 (mp_runner.py:73) -2024-09-01 21:40:48,086 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.009613025998987723 (mp_runner.py:73) -2024-09-01 21:40:48,086 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.017170627994346432 (mp_runner.py:73) -2024-09-01 21:40:48,087 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.01133894499798771 (mp_runner.py:73) -2024-09-01 21:40:48,087 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.004015255995909683 (mp_runner.py:73) -2024-09-01 21:40:48,097 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.025957301004382316 (mp_runner.py:73) -2024-09-01 21:40:48,485 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.0029796250018989667 (mp_runner.py:73) -2024-09-01 21:40:48,486 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.013832786004059017 (mp_runner.py:73) -2024-09-01 21:40:48,486 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.011883858001965564 (mp_runner.py:73) -2024-09-01 21:40:48,487 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.012224448000779375 (mp_runner.py:73) -2024-09-01 21:40:48,488 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.015266983005858492 (mp_runner.py:73) -2024-09-01 21:40:48,488 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.01693822300148895 (mp_runner.py:73) -2024-09-01 21:40:48,489 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.016000954994524363 (mp_runner.py:73) -2024-09-01 21:40:48,490 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.014192661001288798 (mp_runner.py:73) -2024-09-01 21:40:48,490 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.01584986999660032 (mp_runner.py:73) -2024-09-01 21:40:48,491 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.015821025997865945 (mp_runner.py:73) -2024-09-01 21:40:48,491 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.01532451400271384 (mp_runner.py:73) -2024-09-01 21:40:48,491 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.014269191997300368 (mp_runner.py:73) -2024-09-01 21:40:48,492 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.01249397100036731 (mp_runner.py:73) -2024-09-01 21:40:48,492 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.015093829999386799 (mp_runner.py:73) -2024-09-01 21:40:48,492 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.013151815001037903 (mp_runner.py:73) -2024-09-01 21:40:48,492 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.014447224995819852 (mp_runner.py:73) -2024-09-01 21:40:48,493 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.01672192600381095 (mp_runner.py:73) -2024-09-01 21:40:48,493 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.01660794399504084 (mp_runner.py:73) -2024-09-01 21:40:48,493 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.006992219998210203 (mp_runner.py:73) -2024-09-01 21:40:48,494 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.022330638996209018 (mp_runner.py:73) -2024-09-01 21:40:48,494 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.017379294004058465 (mp_runner.py:73) -2024-09-01 21:40:48,495 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.01478128699818626 (mp_runner.py:73) -2024-09-01 21:40:48,496 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.01787379199959105 (mp_runner.py:73) -2024-09-01 21:40:48,499 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.027312602003803477 (mp_runner.py:73) -2024-09-01 21:40:48,578 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.016451645002234727 (mp_runner.py:73) -2024-09-01 21:40:48,582 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.012553319000289775 (mp_runner.py:73) -2024-09-01 21:40:48,583 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.008639945001050364 (mp_runner.py:73) -2024-09-01 21:40:48,583 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.009588963999703992 (mp_runner.py:73) -2024-09-01 21:40:48,584 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.01758554499974707 (mp_runner.py:73) -2024-09-01 21:40:48,590 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.017634390998864546 (mp_runner.py:73) -2024-09-01 21:40:48,967 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.018367042001045775 (mp_runner.py:73) -2024-09-01 21:40:49,513 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.01912074099527672 (mp_runner.py:73) -2024-09-01 21:40:49,600 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.02131056199868908 (mp_runner.py:73) -2024-09-01 21:40:50,125 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.024515638004231732 (mp_runner.py:73) -2024-09-01 21:40:50,554 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.026233577998937108 (mp_runner.py:73) -2024-09-01 21:40:52,494 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.015385967002657708 (mp_runner.py:73) -2024-09-01 21:40:52,599 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.020130101998802274 (mp_runner.py:73) -2024-09-01 21:40:52,821 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.01656599000125425 (mp_runner.py:73) -2024-09-01 21:40:53,194 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.019961683996370994 (mp_runner.py:73) -2024-09-01 21:40:53,197 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.020557939002173953 (mp_runner.py:73) -2024-09-01 21:40:55,138 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.02284982399578439 (mp_runner.py:73) -2024-09-01 21:40:55,139 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.010887873999308795 (mp_runner.py:73) -2024-09-01 21:40:55,139 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.020568787003867328 (mp_runner.py:73) -2024-09-01 21:40:55,140 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.02624555899819825 (mp_runner.py:73) -2024-09-01 21:40:55,140 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.01573926199489506 (mp_runner.py:73) -2024-09-01 21:40:55,141 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.015631485999620054 (mp_runner.py:73) -2024-09-01 21:40:55,144 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.008884633003617637 (mp_runner.py:73) -2024-09-01 21:40:55,145 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.009483473004365806 (mp_runner.py:73) -2024-09-01 21:40:55,145 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.032112756998685654 (mp_runner.py:73) -2024-09-01 21:40:55,146 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.018868113002099562 (mp_runner.py:73) -2024-09-01 21:40:55,147 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.03456515399739146 (mp_runner.py:73) -2024-09-01 21:40:55,147 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.010331214005418587 (mp_runner.py:73) -2024-09-01 21:40:55,149 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.011644795995380264 (mp_runner.py:73) -2024-09-01 21:40:55,150 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.023253911000210792 (mp_runner.py:73) -2024-09-01 21:40:55,158 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.021154476002266165 (mp_runner.py:73) -2024-09-01 21:40:55,891 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.013441989998682402 (mp_runner.py:73) -2024-09-01 21:40:55,891 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.015929198001686018 (mp_runner.py:73) -2024-09-01 21:40:55,891 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.009929482002917212 (mp_runner.py:73) -2024-09-01 21:40:55,894 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.01944127800379647 (mp_runner.py:73) -2024-09-01 21:40:55,895 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.011509040996315889 (mp_runner.py:73) -2024-09-01 21:40:55,896 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.021534954001253936 (mp_runner.py:73) -2024-09-01 21:40:55,897 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.014597456000046805 (mp_runner.py:73) -2024-09-01 21:40:55,898 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.013591381997684948 (mp_runner.py:73) -2024-09-01 21:40:55,898 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.013513859994418453 (mp_runner.py:73) -2024-09-01 21:40:56,075 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.009158210006717127 (mp_runner.py:73) -2024-09-01 21:40:56,079 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.015683756006183103 (mp_runner.py:73) -2024-09-01 21:40:56,079 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.01566137099871412 (mp_runner.py:73) -2024-09-01 21:40:56,080 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.015675593000196386 (mp_runner.py:73) -2024-09-01 21:40:56,081 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.01816631200199481 (mp_runner.py:73) -2024-09-01 21:40:56,082 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.012967410999408457 (mp_runner.py:73) -2024-09-01 21:40:56,083 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.012214103000587784 (mp_runner.py:73) -2024-09-01 21:40:56,083 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.022413626000343356 (mp_runner.py:73) -2024-09-01 21:40:56,086 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.02567647199612111 (mp_runner.py:73) -2024-09-01 21:40:56,729 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.0196057680004742 (mp_runner.py:73) -2024-09-01 21:40:56,735 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.021317762999387924 (mp_runner.py:73) -2024-09-01 21:40:59,260 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.02244299100129865 (mp_runner.py:73) -2024-09-01 21:40:59,685 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.011817149999842513 (mp_runner.py:73) -2024-09-01 21:40:59,848 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.022836657000880223 (mp_runner.py:73) -2024-09-01 21:41:00,401 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.02390840699808905 (mp_runner.py:73) -2024-09-01 21:41:00,945 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.021512637002160773 (mp_runner.py:73) -2024-09-01 21:41:01,851 | DEBUG |(SpawnProcess-1:191) search_count: 2000, latest_latency=0.012825077006709762 (mp_runner.py:73) -2024-09-01 21:41:01,851 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.013955007001641206 (mp_runner.py:73) -2024-09-01 21:41:01,852 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.013402615004451945 (mp_runner.py:73) -2024-09-01 21:41:01,853 | DEBUG |(SpawnProcess-1:187) search_count: 2000, latest_latency=0.012461367005016655 (mp_runner.py:73) -2024-09-01 21:41:01,854 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.018869548999646213 (mp_runner.py:73) -2024-09-01 21:41:01,855 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.012854134001827333 (mp_runner.py:73) -2024-09-01 21:41:01,855 | DEBUG |(SpawnProcess-1:193) search_count: 2000, latest_latency=0.01801571500254795 (mp_runner.py:73) -2024-09-01 21:41:01,855 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.013185146999603603 (mp_runner.py:73) -2024-09-01 21:41:01,857 | DEBUG |(SpawnProcess-1:185) search_count: 2000, latest_latency=0.012428273999830708 (mp_runner.py:73) -2024-09-01 21:41:02,024 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.01911701499921037 (mp_runner.py:73) -2024-09-01 21:41:02,099 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.012979004997760057 (mp_runner.py:73) -2024-09-01 21:41:02,099 | DEBUG |(SpawnProcess-1:224) search_count: 2000, latest_latency=0.015304360000300221 (mp_runner.py:73) -2024-09-01 21:41:02,160 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.019446395002887584 (mp_runner.py:73) -2024-09-01 21:41:02,728 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.005195884994463995 (mp_runner.py:73) -2024-09-01 21:41:02,731 | DEBUG |(SpawnProcess-1:196) search_count: 2000, latest_latency=0.01875431200460298 (mp_runner.py:73) -2024-09-01 21:41:02,732 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.019408514999668114 (mp_runner.py:73) -2024-09-01 21:41:03,107 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.02241742100159172 (mp_runner.py:73) -2024-09-01 21:41:03,129 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.04876692700054264 (mp_runner.py:73) -2024-09-01 21:41:03,150 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.0665519590038457 (mp_runner.py:73) -2024-09-01 21:41:03,293 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0016s, count=1969, qps in this process: 65.6298 (mp_runner.py:76) -2024-09-01 21:41:03,311 | DEBUG |(SpawnProcess-1:205) search_count: 2000, latest_latency=0.011375725000107195 (mp_runner.py:73) -2024-09-01 21:41:03,311 | DEBUG |(SpawnProcess-1:216) search_count: 2000, latest_latency=0.012613341998076066 (mp_runner.py:73) -2024-09-01 21:41:03,315 | DEBUG |(SpawnProcess-1:212) search_count: 2000, latest_latency=0.017456634996051434 (mp_runner.py:73) -2024-09-01 21:41:03,316 | DEBUG |(SpawnProcess-1:197) search_count: 2000, latest_latency=0.020145551003224682 (mp_runner.py:73) -2024-09-01 21:41:03,347 | DEBUG |(SpawnProcess-1:195) search_count: 2000, latest_latency=0.019127876999846194 (mp_runner.py:73) -2024-09-01 21:41:03,348 | DEBUG |(SpawnProcess-1:201) search_count: 2000, latest_latency=0.014764603998628445 (mp_runner.py:73) -2024-09-01 21:41:03,349 | DEBUG |(SpawnProcess-1:210) search_count: 2000, latest_latency=0.016306540004734416 (mp_runner.py:73) -2024-09-01 21:41:03,349 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.013291436996951234 (mp_runner.py:73) -2024-09-01 21:41:03,369 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0069s, count=2069, qps in this process: 68.9508 (mp_runner.py:76) -2024-09-01 21:41:03,371 | DEBUG |(SpawnProcess-1:214) search_count: 2000, latest_latency=0.018842308003513608 (mp_runner.py:73) -2024-09-01 21:41:03,372 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0043s, count=1680, qps in this process: 55.992 (mp_runner.py:76) -2024-09-01 21:41:03,381 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.01902452400099719 (mp_runner.py:73) -2024-09-01 21:41:03,384 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0015s, count=2005, qps in this process: 66.83 (mp_runner.py:76) -2024-09-01 21:41:03,386 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0114s, count=2038, qps in this process: 67.9075 (mp_runner.py:76) -2024-09-01 21:41:03,438 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.002s, count=2111, qps in this process: 70.362 (mp_runner.py:76) -2024-09-01 21:41:03,458 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0032s, count=1981, qps in this process: 66.0263 (mp_runner.py:76) -2024-09-01 21:41:03,459 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0043s, count=2113, qps in this process: 70.4232 (mp_runner.py:76) -2024-09-01 21:41:03,461 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0031s, count=2113, qps in this process: 70.4261 (mp_runner.py:76) -2024-09-01 21:41:03,464 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0048s, count=1930, qps in this process: 64.323 (mp_runner.py:76) -2024-09-01 21:41:03,466 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0068s, count=2010, qps in this process: 66.9848 (mp_runner.py:76) -2024-09-01 21:41:03,467 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0067s, count=1982, qps in this process: 66.0519 (mp_runner.py:76) -2024-09-01 21:41:03,467 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0078s, count=2043, qps in this process: 68.0823 (mp_runner.py:76) -2024-09-01 21:41:03,468 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0076s, count=1982, qps in this process: 66.0499 (mp_runner.py:76) -2024-09-01 21:41:03,471 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0058s, count=2009, qps in this process: 66.9537 (mp_runner.py:76) -2024-09-01 21:41:03,476 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0157s, count=2114, qps in this process: 70.4298 (mp_runner.py:76) -2024-09-01 21:41:03,484 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0023s, count=1840, qps in this process: 61.3286 (mp_runner.py:76) -2024-09-01 21:41:03,484 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0032s, count=2007, qps in this process: 66.8929 (mp_runner.py:76) -2024-09-01 21:41:03,485 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0036s, count=1977, qps in this process: 65.8921 (mp_runner.py:76) -2024-09-01 21:41:03,485 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.019s, count=1653, qps in this process: 55.0651 (mp_runner.py:76) -2024-09-01 21:41:03,486 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0203s, count=2011, qps in this process: 66.988 (mp_runner.py:76) -2024-09-01 21:41:03,488 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0124s, count=2007, qps in this process: 66.8724 (mp_runner.py:76) -2024-09-01 21:41:03,501 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0234s, count=2115, qps in this process: 70.4451 (mp_runner.py:76) -2024-09-01 21:41:03,527 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0002s, count=2118, qps in this process: 70.5995 (mp_runner.py:76) -2024-09-01 21:41:03,537 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0114s, count=2015, qps in this process: 67.1412 (mp_runner.py:76) -2024-09-01 21:41:03,548 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0016s, count=1628, qps in this process: 54.2638 (mp_runner.py:76) -2024-09-01 21:41:03,552 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0106s, count=2121, qps in this process: 70.675 (mp_runner.py:76) -2024-09-01 21:41:03,554 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0079s, count=1990, qps in this process: 66.3159 (mp_runner.py:76) -2024-09-01 21:41:03,556 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0031s, count=1680, qps in this process: 55.9942 (mp_runner.py:76) -2024-09-01 21:41:03,558 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0011s, count=2051, qps in this process: 68.3642 (mp_runner.py:76) -2024-09-01 21:41:03,559 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0026s, count=2122, qps in this process: 70.7272 (mp_runner.py:76) -2024-09-01 21:41:03,570 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0012s, count=1525, qps in this process: 50.8313 (mp_runner.py:76) -2024-09-01 21:41:03,573 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0032s, count=2020, qps in this process: 67.3262 (mp_runner.py:76) -2024-09-01 21:41:03,576 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0064s, count=2021, qps in this process: 67.3523 (mp_runner.py:76) -2024-09-01 21:41:03,578 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0024s, count=2085, qps in this process: 69.4944 (mp_runner.py:76) -2024-09-01 21:41:03,580 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0019s, count=1994, qps in this process: 66.4625 (mp_runner.py:76) -2024-09-01 21:41:03,586 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0015s, count=1527, qps in this process: 50.8975 (mp_runner.py:76) -2024-09-01 21:41:03,596 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0078s, count=1717, qps in this process: 57.2185 (mp_runner.py:76) -2024-09-01 21:41:03,600 | DEBUG |(SpawnProcess-1:208) search_count: 2000, latest_latency=0.0016522709993296303 (mp_runner.py:73) -2024-09-01 21:41:03,607 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0028s, count=2029, qps in this process: 67.627 (mp_runner.py:76) -2024-09-01 21:41:03,611 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0004s, count=1858, qps in this process: 61.9325 (mp_runner.py:76) -2024-09-01 21:41:03,612 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0018s, count=2005, qps in this process: 66.8293 (mp_runner.py:76) -2024-09-01 21:41:03,624 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0011s, count=1542, qps in this process: 51.3981 (mp_runner.py:76) -2024-09-01 21:41:03,628 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0012s, count=2150, qps in this process: 71.6638 (mp_runner.py:76) -2024-09-01 21:41:03,634 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0004s, count=1608, qps in this process: 53.5993 (mp_runner.py:76) -2024-09-01 21:41:03,645 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.0004s, count=1630, qps in this process: 54.3326 (mp_runner.py:76) -2024-09-01 21:41:03,657 | INFO |End search in concurrency 45: dur=30.576415205003286s, total_count=87195, qps=2851.7077 (mp_runner.py:120) -2024-09-01 21:41:06,984 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:41:06,984 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 21:41:28,021 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 21:41:28,109 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,110 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,188 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,300 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,326 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,333 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,384 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,436 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,483 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,486 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,493 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,504 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,518 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,534 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,554 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,607 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,611 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,639 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,660 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,661 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,662 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,679 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,693 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,708 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,710 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,740 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,746 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,758 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:28,770 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:41:36,721 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.012676910999289248 (mp_runner.py:73) -2024-09-01 21:41:36,723 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.015320933998737019 (mp_runner.py:73) -2024-09-01 21:41:36,723 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.012644980000914074 (mp_runner.py:73) -2024-09-01 21:41:36,724 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.014299809001386166 (mp_runner.py:73) -2024-09-01 21:41:36,726 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.021097707998706028 (mp_runner.py:73) -2024-09-01 21:41:36,726 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.013896381002268754 (mp_runner.py:73) -2024-09-01 21:41:36,727 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.01330757300456753 (mp_runner.py:73) -2024-09-01 21:41:36,728 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.02415313699748367 (mp_runner.py:73) -2024-09-01 21:41:36,733 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.01765441699535586 (mp_runner.py:73) -2024-09-01 21:41:36,757 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.012629551005375106 (mp_runner.py:73) -2024-09-01 21:41:36,758 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.012768018001224846 (mp_runner.py:73) -2024-09-01 21:41:36,759 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.014493283997580875 (mp_runner.py:73) -2024-09-01 21:41:36,759 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.012545218000013847 (mp_runner.py:73) -2024-09-01 21:41:36,760 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.013763032002316322 (mp_runner.py:73) -2024-09-01 21:41:36,762 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.014200250996509567 (mp_runner.py:73) -2024-09-01 21:41:36,763 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.013494087994331494 (mp_runner.py:73) -2024-09-01 21:41:36,765 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.021057710000604857 (mp_runner.py:73) -2024-09-01 21:41:36,766 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.013183647999539971 (mp_runner.py:73) -2024-09-01 21:41:36,766 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.015702220996899996 (mp_runner.py:73) -2024-09-01 21:41:36,767 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.013266462003230117 (mp_runner.py:73) -2024-09-01 21:41:36,767 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.02466047900088597 (mp_runner.py:73) -2024-09-01 21:41:36,768 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.014835444999334868 (mp_runner.py:73) -2024-09-01 21:41:36,769 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.016839316005643923 (mp_runner.py:73) -2024-09-01 21:41:36,771 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.0162361639959272 (mp_runner.py:73) -2024-09-01 21:41:36,777 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.02022138400207041 (mp_runner.py:73) -2024-09-01 21:41:36,783 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.015845850000914652 (mp_runner.py:73) -2024-09-01 21:41:36,783 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.018826265004463494 (mp_runner.py:73) -2024-09-01 21:41:36,784 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.017792325998016167 (mp_runner.py:73) -2024-09-01 21:41:36,784 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.019199770998966414 (mp_runner.py:73) -2024-09-01 21:41:36,788 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.016353535000234842 (mp_runner.py:73) -2024-09-01 21:41:36,791 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.025236905996280257 (mp_runner.py:73) -2024-09-01 21:41:36,793 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.020113452002988197 (mp_runner.py:73) -2024-09-01 21:41:36,919 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.022220155005925335 (mp_runner.py:73) -2024-09-01 21:41:37,135 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.02503916999557987 (mp_runner.py:73) -2024-09-01 21:41:37,440 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.015853463002713397 (mp_runner.py:73) -2024-09-01 21:41:37,441 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.017617069999687374 (mp_runner.py:73) -2024-09-01 21:41:37,442 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.018212060000223573 (mp_runner.py:73) -2024-09-01 21:41:37,442 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.017904854998050723 (mp_runner.py:73) -2024-09-01 21:41:37,442 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.017614365002373233 (mp_runner.py:73) -2024-09-01 21:41:37,443 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.017829252996307332 (mp_runner.py:73) -2024-09-01 21:41:37,443 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.017933133996848483 (mp_runner.py:73) -2024-09-01 21:41:37,443 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.02038219200039748 (mp_runner.py:73) -2024-09-01 21:41:37,444 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.013837771002727095 (mp_runner.py:73) -2024-09-01 21:41:37,444 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.016979177999019157 (mp_runner.py:73) -2024-09-01 21:41:37,444 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.013722308998694643 (mp_runner.py:73) -2024-09-01 21:41:37,445 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.01299620699865045 (mp_runner.py:73) -2024-09-01 21:41:37,445 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.022697574997437187 (mp_runner.py:73) -2024-09-01 21:41:37,870 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.023009092998108827 (mp_runner.py:73) -2024-09-01 21:41:38,566 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.025270598998758942 (mp_runner.py:73) -2024-09-01 21:41:38,567 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02268403599737212 (mp_runner.py:73) -2024-09-01 21:41:44,661 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.010427280998555943 (mp_runner.py:73) -2024-09-01 21:41:44,664 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.014903649003827013 (mp_runner.py:73) -2024-09-01 21:41:44,665 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.014095077000092715 (mp_runner.py:73) -2024-09-01 21:41:44,666 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.014712767995661125 (mp_runner.py:73) -2024-09-01 21:41:44,666 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.017441048999899067 (mp_runner.py:73) -2024-09-01 21:41:44,668 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.015118463001272175 (mp_runner.py:73) -2024-09-01 21:41:44,669 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.016528144005860668 (mp_runner.py:73) -2024-09-01 21:41:44,671 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.022357765003107488 (mp_runner.py:73) -2024-09-01 21:41:44,805 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.015067902000737377 (mp_runner.py:73) -2024-09-01 21:41:44,806 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.017972737994568888 (mp_runner.py:73) -2024-09-01 21:41:44,807 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.019315602999995463 (mp_runner.py:73) -2024-09-01 21:41:44,928 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.01850188100070227 (mp_runner.py:73) -2024-09-01 21:41:44,961 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.022623779994319193 (mp_runner.py:73) -2024-09-01 21:41:45,033 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.04790727200452238 (mp_runner.py:73) -2024-09-01 21:41:45,317 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.010855592998268548 (mp_runner.py:73) -2024-09-01 21:41:45,432 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.04216742599965073 (mp_runner.py:73) -2024-09-01 21:41:45,847 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.022289226995781064 (mp_runner.py:73) -2024-09-01 21:41:45,871 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.01546175499970559 (mp_runner.py:73) -2024-09-01 21:41:45,871 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.01550673400197411 (mp_runner.py:73) -2024-09-01 21:41:45,873 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.016125850997923408 (mp_runner.py:73) -2024-09-01 21:41:45,876 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.022248179993766826 (mp_runner.py:73) -2024-09-01 21:41:45,876 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.021807614000863396 (mp_runner.py:73) -2024-09-01 21:41:45,983 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.02233193299616687 (mp_runner.py:73) -2024-09-01 21:41:46,022 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.014528227999107912 (mp_runner.py:73) -2024-09-01 21:41:46,023 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.016156988000147976 (mp_runner.py:73) -2024-09-01 21:41:46,024 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.014301135001005605 (mp_runner.py:73) -2024-09-01 21:41:46,024 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.015874167998845223 (mp_runner.py:73) -2024-09-01 21:41:46,025 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.01449299499654444 (mp_runner.py:73) -2024-09-01 21:41:46,027 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.02063255599932745 (mp_runner.py:73) -2024-09-01 21:41:46,028 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.023058661994582508 (mp_runner.py:73) -2024-09-01 21:41:46,029 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.01700398600223707 (mp_runner.py:73) -2024-09-01 21:41:46,030 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.01744417700683698 (mp_runner.py:73) -2024-09-01 21:41:46,316 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.022537487995577976 (mp_runner.py:73) -2024-09-01 21:41:46,379 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.02025366699672304 (mp_runner.py:73) -2024-09-01 21:41:46,435 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.015635900999768637 (mp_runner.py:73) -2024-09-01 21:41:46,435 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.012067244002537336 (mp_runner.py:73) -2024-09-01 21:41:46,436 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.017625259002670646 (mp_runner.py:73) -2024-09-01 21:41:46,440 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.011072261004301254 (mp_runner.py:73) -2024-09-01 21:41:46,746 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.022690557001624256 (mp_runner.py:73) -2024-09-01 21:41:46,879 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.022673166000458878 (mp_runner.py:73) -2024-09-01 21:41:47,126 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.022969491001276765 (mp_runner.py:73) -2024-09-01 21:41:47,174 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.023225967997859698 (mp_runner.py:73) -2024-09-01 21:41:47,241 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.018218994002381805 (mp_runner.py:73) -2024-09-01 21:41:47,314 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.020944302996213082 (mp_runner.py:73) -2024-09-01 21:41:47,363 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.023552305996418 (mp_runner.py:73) -2024-09-01 21:41:47,999 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.022645976998319384 (mp_runner.py:73) -2024-09-01 21:41:48,001 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.02317864300130168 (mp_runner.py:73) -2024-09-01 21:41:49,558 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.03068448699923465 (mp_runner.py:73) -2024-09-01 21:41:50,044 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.02343470400228398 (mp_runner.py:73) -2024-09-01 21:41:50,044 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.02348882899968885 (mp_runner.py:73) -2024-09-01 21:41:53,426 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.012834381996071897 (mp_runner.py:73) -2024-09-01 21:41:53,427 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.017502583999885246 (mp_runner.py:73) -2024-09-01 21:41:53,428 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.013371662003919482 (mp_runner.py:73) -2024-09-01 21:41:53,428 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.018495564996555913 (mp_runner.py:73) -2024-09-01 21:41:53,867 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.02095359200029634 (mp_runner.py:73) -2024-09-01 21:41:53,923 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.015567636997730006 (mp_runner.py:73) -2024-09-01 21:41:53,924 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.014073153004574124 (mp_runner.py:73) -2024-09-01 21:41:53,925 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.013778029999230057 (mp_runner.py:73) -2024-09-01 21:41:53,926 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.014567084996087942 (mp_runner.py:73) -2024-09-01 21:41:53,926 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.019652905000839382 (mp_runner.py:73) -2024-09-01 21:41:53,927 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.020948871002474334 (mp_runner.py:73) -2024-09-01 21:41:53,929 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.014666973998828325 (mp_runner.py:73) -2024-09-01 21:41:53,930 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.014985196998168249 (mp_runner.py:73) -2024-09-01 21:41:53,934 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.02490187300281832 (mp_runner.py:73) -2024-09-01 21:41:54,117 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.03560979200119618 (mp_runner.py:73) -2024-09-01 21:41:54,131 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.035015604000363965 (mp_runner.py:73) -2024-09-01 21:41:54,131 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.0026993050050805323 (mp_runner.py:73) -2024-09-01 21:41:54,133 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.03994467399752466 (mp_runner.py:73) -2024-09-01 21:41:54,133 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.03479629300272791 (mp_runner.py:73) -2024-09-01 21:41:54,134 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.03346988300472731 (mp_runner.py:73) -2024-09-01 21:41:54,134 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.03468247900309507 (mp_runner.py:73) -2024-09-01 21:41:54,135 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.03314267900714185 (mp_runner.py:73) -2024-09-01 21:41:54,135 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.03422073300316697 (mp_runner.py:73) -2024-09-01 21:41:54,136 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.0187813640004606 (mp_runner.py:73) -2024-09-01 21:41:54,138 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.00907548499526456 (mp_runner.py:73) -2024-09-01 21:41:54,139 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.031568883001455106 (mp_runner.py:73) -2024-09-01 21:41:54,149 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.05133577499509556 (mp_runner.py:73) -2024-09-01 21:41:54,150 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.021255530999042094 (mp_runner.py:73) -2024-09-01 21:41:54,158 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.061011425001197495 (mp_runner.py:73) -2024-09-01 21:41:54,172 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.06355462499777786 (mp_runner.py:73) -2024-09-01 21:41:55,336 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.01992191500175977 (mp_runner.py:73) -2024-09-01 21:41:55,338 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.017375827999785542 (mp_runner.py:73) -2024-09-01 21:41:55,338 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.023959468999237288 (mp_runner.py:73) -2024-09-01 21:41:55,683 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.018167955000535585 (mp_runner.py:73) -2024-09-01 21:41:55,685 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.020573754998622462 (mp_runner.py:73) -2024-09-01 21:41:56,061 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.017402157995093148 (mp_runner.py:73) -2024-09-01 21:41:56,227 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.020500733000517357 (mp_runner.py:73) -2024-09-01 21:41:56,231 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.020544210994557943 (mp_runner.py:73) -2024-09-01 21:41:57,892 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.020304772995586973 (mp_runner.py:73) -2024-09-01 21:41:58,114 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0033s, count=1751, qps in this process: 58.3602 (mp_runner.py:76) -2024-09-01 21:41:58,116 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0058s, count=1780, qps in this process: 59.3219 (mp_runner.py:76) -2024-09-01 21:41:58,121 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.021276598003169056 (mp_runner.py:73) -2024-09-01 21:41:58,131 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.02539149900258053 (mp_runner.py:73) -2024-09-01 21:41:58,133 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.024028327003179584 (mp_runner.py:73) -2024-09-01 21:41:58,187 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.014939558001060504 (mp_runner.py:73) -2024-09-01 21:41:58,188 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.02126722000684822 (mp_runner.py:73) -2024-09-01 21:41:58,194 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.02202719599881675 (mp_runner.py:73) -2024-09-01 21:41:58,214 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0137s, count=1758, qps in this process: 58.5733 (mp_runner.py:76) -2024-09-01 21:41:58,301 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0172s, count=1764, qps in this process: 58.7663 (mp_runner.py:76) -2024-09-01 21:41:58,317 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0067s, count=1466, qps in this process: 48.8558 (mp_runner.py:76) -2024-09-01 21:41:58,334 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0048s, count=1746, qps in this process: 58.1907 (mp_runner.py:76) -2024-09-01 21:41:58,344 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0076s, count=1767, qps in this process: 58.8851 (mp_runner.py:76) -2024-09-01 21:41:58,391 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0042s, count=1751, qps in this process: 58.3585 (mp_runner.py:76) -2024-09-01 21:41:58,402 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0059s, count=1625, qps in this process: 54.156 (mp_runner.py:76) -2024-09-01 21:41:58,403 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0065s, count=1771, qps in this process: 59.0205 (mp_runner.py:76) -2024-09-01 21:41:58,411 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0126s, count=1771, qps in this process: 59.0085 (mp_runner.py:76) -2024-09-01 21:41:58,454 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0117s, count=1805, qps in this process: 60.1432 (mp_runner.py:76) -2024-09-01 21:41:58,480 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0007s, count=1777, qps in this process: 59.232 (mp_runner.py:76) -2024-09-01 21:41:58,507 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0204s, count=1809, qps in this process: 60.259 (mp_runner.py:76) -2024-09-01 21:41:58,508 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0135s, count=1809, qps in this process: 60.2729 (mp_runner.py:76) -2024-09-01 21:41:58,509 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0184s, count=1759, qps in this process: 58.5974 (mp_runner.py:76) -2024-09-01 21:41:58,515 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0232s, count=1809, qps in this process: 60.2534 (mp_runner.py:76) -2024-09-01 21:41:58,515 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0145s, count=1810, qps in this process: 60.3042 (mp_runner.py:76) -2024-09-01 21:41:58,516 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0248s, count=1810, qps in this process: 60.2835 (mp_runner.py:76) -2024-09-01 21:41:58,516 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0007s, count=1779, qps in this process: 59.2986 (mp_runner.py:76) -2024-09-01 21:41:58,527 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.001s, count=1779, qps in this process: 59.298 (mp_runner.py:76) -2024-09-01 21:41:58,536 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0246s, count=1758, qps in this process: 58.552 (mp_runner.py:76) -2024-09-01 21:41:58,537 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0192s, count=1811, qps in this process: 60.3281 (mp_runner.py:76) -2024-09-01 21:41:58,538 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0028s, count=1634, qps in this process: 54.4616 (mp_runner.py:76) -2024-09-01 21:41:58,542 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0033s, count=1519, qps in this process: 50.6278 (mp_runner.py:76) -2024-09-01 21:41:58,562 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0143s, count=1812, qps in this process: 60.3712 (mp_runner.py:76) -2024-09-01 21:41:58,562 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0072s, count=1812, qps in this process: 60.3855 (mp_runner.py:76) -2024-09-01 21:41:58,582 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0267s, count=1618, qps in this process: 53.8854 (mp_runner.py:76) -2024-09-01 21:41:58,610 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0482s, count=1813, qps in this process: 60.3364 (mp_runner.py:76) -2024-09-01 21:41:58,620 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0013s, count=1525, qps in this process: 50.8311 (mp_runner.py:76) -2024-09-01 21:41:58,628 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0135s, count=1522, qps in this process: 50.7105 (mp_runner.py:76) -2024-09-01 21:41:58,635 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0433s, count=1781, qps in this process: 59.2811 (mp_runner.py:76) -2024-09-01 21:41:58,636 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0115s, count=1399, qps in this process: 46.6155 (mp_runner.py:76) -2024-09-01 21:41:58,646 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0003s, count=1787, qps in this process: 59.5661 (mp_runner.py:76) -2024-09-01 21:41:58,667 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0567s, count=1782, qps in this process: 59.2879 (mp_runner.py:76) -2024-09-01 21:41:58,667 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0003s, count=1816, qps in this process: 60.5327 (mp_runner.py:76) -2024-09-01 21:41:58,673 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0047s, count=1678, qps in this process: 55.9246 (mp_runner.py:76) -2024-09-01 21:41:58,677 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0083s, count=1626, qps in this process: 54.185 (mp_runner.py:76) -2024-09-01 21:41:58,680 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0108s, count=1817, qps in this process: 60.5449 (mp_runner.py:76) -2024-09-01 21:41:58,691 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0189s, count=1817, qps in this process: 60.5285 (mp_runner.py:76) -2024-09-01 21:41:58,706 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0153s, count=1525, qps in this process: 50.8074 (mp_runner.py:76) -2024-09-01 21:41:58,707 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0004s, count=1412, qps in this process: 47.066 (mp_runner.py:76) -2024-09-01 21:41:58,708 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0077s, count=1540, qps in this process: 51.3202 (mp_runner.py:76) -2024-09-01 21:41:58,712 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0063s, count=1683, qps in this process: 56.0882 (mp_runner.py:76) -2024-09-01 21:41:58,716 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0014s, count=1683, qps in this process: 56.0974 (mp_runner.py:76) -2024-09-01 21:41:58,717 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0043s, count=1396, qps in this process: 46.5267 (mp_runner.py:76) -2024-09-01 21:41:58,744 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.0031033999985083938 (mp_runner.py:73) -2024-09-01 21:41:58,747 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0011s, count=1542, qps in this process: 51.3981 (mp_runner.py:76) -2024-09-01 21:41:58,755 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0038s, count=1503, qps in this process: 50.0937 (mp_runner.py:76) -2024-09-01 21:41:58,767 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0016s, count=1646, qps in this process: 54.8637 (mp_runner.py:76) -2024-09-01 21:41:58,774 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0005s, count=1559, qps in this process: 51.9658 (mp_runner.py:76) -2024-09-01 21:41:58,787 | INFO |End search in concurrency 50: dur=30.76422070099943s, total_count=84712, qps=2753.5884 (mp_runner.py:120) -2024-09-01 21:42:02,499 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:42:02,499 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 21:42:23,649 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 21:42:23,948 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,101 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,102 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,112 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,123 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,125 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,125 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,126 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,126 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,129 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,149 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,167 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,167 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,190 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,191 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,197 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,200 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,202 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,203 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,203 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,206 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,207 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,223 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,233 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,233 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,238 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,239 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,240 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,242 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,307 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,327 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,346 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,355 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,368 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:24,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:42:33,497 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.022616412003117148 (mp_runner.py:73) -2024-09-01 21:42:33,497 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.02270184400549624 (mp_runner.py:73) -2024-09-01 21:42:33,498 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.02469195400044555 (mp_runner.py:73) -2024-09-01 21:42:33,499 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.024161563997040503 (mp_runner.py:73) -2024-09-01 21:42:33,501 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02496468099707272 (mp_runner.py:73) -2024-09-01 21:42:33,502 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.023661346996959765 (mp_runner.py:73) -2024-09-01 21:42:33,502 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.02384638999501476 (mp_runner.py:73) -2024-09-01 21:42:33,504 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.031157944998994935 (mp_runner.py:73) -2024-09-01 21:42:33,506 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.024569962995883543 (mp_runner.py:73) -2024-09-01 21:42:33,508 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.03602313699957449 (mp_runner.py:73) -2024-09-01 21:42:33,509 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.021299124993674923 (mp_runner.py:73) -2024-09-01 21:42:33,511 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.00345966200256953 (mp_runner.py:73) -2024-09-01 21:42:33,516 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.03387853299500421 (mp_runner.py:73) -2024-09-01 21:42:33,559 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.018283633995451964 (mp_runner.py:73) -2024-09-01 21:42:33,560 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.016435662997537293 (mp_runner.py:73) -2024-09-01 21:42:33,561 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.020563168000080623 (mp_runner.py:73) -2024-09-01 21:42:33,563 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.014168875000905246 (mp_runner.py:73) -2024-09-01 21:42:33,566 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.026520543004153296 (mp_runner.py:73) -2024-09-01 21:42:33,569 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.019817995998892002 (mp_runner.py:73) -2024-09-01 21:42:33,574 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.021510697006306145 (mp_runner.py:73) -2024-09-01 21:42:33,574 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.026048393003293313 (mp_runner.py:73) -2024-09-01 21:42:33,839 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.020109828998101875 (mp_runner.py:73) -2024-09-01 21:42:33,842 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.01913602500280831 (mp_runner.py:73) -2024-09-01 21:42:33,842 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.024103988995193504 (mp_runner.py:73) -2024-09-01 21:42:33,842 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.01620218400057638 (mp_runner.py:73) -2024-09-01 21:42:33,843 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.018360253001446836 (mp_runner.py:73) -2024-09-01 21:42:33,870 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.018748850998235866 (mp_runner.py:73) -2024-09-01 21:42:33,877 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.017463141004554927 (mp_runner.py:73) -2024-09-01 21:42:33,878 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.01952672200422967 (mp_runner.py:73) -2024-09-01 21:42:33,878 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.022731245000613853 (mp_runner.py:73) -2024-09-01 21:42:33,879 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01927875699766446 (mp_runner.py:73) -2024-09-01 21:42:33,881 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.01963708199764369 (mp_runner.py:73) -2024-09-01 21:42:33,881 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.02080135900177993 (mp_runner.py:73) -2024-09-01 21:42:33,882 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.02842427699943073 (mp_runner.py:73) -2024-09-01 21:42:34,050 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.0205517489957856 (mp_runner.py:73) -2024-09-01 21:42:34,052 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.029034329003479797 (mp_runner.py:73) -2024-09-01 21:42:34,052 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.024239468002633657 (mp_runner.py:73) -2024-09-01 21:42:34,411 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.015304294996894896 (mp_runner.py:73) -2024-09-01 21:42:34,411 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.015325347994803451 (mp_runner.py:73) -2024-09-01 21:42:34,419 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.024570583998865914 (mp_runner.py:73) -2024-09-01 21:42:34,421 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.029873712999687996 (mp_runner.py:73) -2024-09-01 21:42:34,714 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.022744752001017332 (mp_runner.py:73) -2024-09-01 21:42:34,716 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.024943324002379086 (mp_runner.py:73) -2024-09-01 21:42:34,717 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.020279352000216022 (mp_runner.py:73) -2024-09-01 21:42:34,717 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.02633062200038694 (mp_runner.py:73) -2024-09-01 21:42:35,335 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.017244826995010953 (mp_runner.py:73) -2024-09-01 21:42:35,336 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.019428820996836293 (mp_runner.py:73) -2024-09-01 21:42:35,338 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.022761528001865372 (mp_runner.py:73) -2024-09-01 21:42:35,338 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.02489373199932743 (mp_runner.py:73) -2024-09-01 21:42:35,813 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.030264605004049372 (mp_runner.py:73) -2024-09-01 21:42:36,211 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.025708373002998997 (mp_runner.py:73) -2024-09-01 21:42:36,307 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.024263679995783605 (mp_runner.py:73) -2024-09-01 21:42:36,794 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.02058085000317078 (mp_runner.py:73) -2024-09-01 21:42:36,795 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.022190751005837228 (mp_runner.py:73) -2024-09-01 21:42:37,433 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.029356008999457117 (mp_runner.py:73) -2024-09-01 21:42:42,410 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.0009256590055883862 (mp_runner.py:73) -2024-09-01 21:42:42,416 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.006597168001462705 (mp_runner.py:73) -2024-09-01 21:42:42,443 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.0014891809987602755 (mp_runner.py:73) -2024-09-01 21:42:42,499 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.03301411499705864 (mp_runner.py:73) -2024-09-01 21:42:42,509 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.03436131500347983 (mp_runner.py:73) -2024-09-01 21:42:42,519 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.04295986099896254 (mp_runner.py:73) -2024-09-01 21:42:42,769 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.012483236998377834 (mp_runner.py:73) -2024-09-01 21:42:42,770 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.012779341996065341 (mp_runner.py:73) -2024-09-01 21:42:42,771 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.01533682400622638 (mp_runner.py:73) -2024-09-01 21:42:42,774 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.02194084600341739 (mp_runner.py:73) -2024-09-01 21:42:42,775 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.011800232001405675 (mp_runner.py:73) -2024-09-01 21:42:42,775 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.020157664999715053 (mp_runner.py:73) -2024-09-01 21:42:42,775 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.01678739699855214 (mp_runner.py:73) -2024-09-01 21:42:42,776 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.012802356002794113 (mp_runner.py:73) -2024-09-01 21:42:42,777 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.016449911003292073 (mp_runner.py:73) -2024-09-01 21:42:42,778 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.01661357899865834 (mp_runner.py:73) -2024-09-01 21:42:42,779 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.02354791299876524 (mp_runner.py:73) -2024-09-01 21:42:42,781 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.01892978899559239 (mp_runner.py:73) -2024-09-01 21:42:42,782 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.01976839699636912 (mp_runner.py:73) -2024-09-01 21:42:42,783 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.017758430003596004 (mp_runner.py:73) -2024-09-01 21:42:42,788 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.015094841000973247 (mp_runner.py:73) -2024-09-01 21:42:42,889 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.009770179000042845 (mp_runner.py:73) -2024-09-01 21:42:42,889 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.021752266999101266 (mp_runner.py:73) -2024-09-01 21:42:42,891 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.022706725998432375 (mp_runner.py:73) -2024-09-01 21:42:43,447 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.026052055996842682 (mp_runner.py:73) -2024-09-01 21:42:43,478 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.015359008000814356 (mp_runner.py:73) -2024-09-01 21:42:43,478 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.009406389996001963 (mp_runner.py:73) -2024-09-01 21:42:43,479 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.017011849995469674 (mp_runner.py:73) -2024-09-01 21:42:43,480 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.015563300003123004 (mp_runner.py:73) -2024-09-01 21:42:43,481 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.02125204200274311 (mp_runner.py:73) -2024-09-01 21:42:43,481 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.015401254997414071 (mp_runner.py:73) -2024-09-01 21:42:43,485 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.028023418999509886 (mp_runner.py:73) -2024-09-01 21:42:43,486 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.018022849995759316 (mp_runner.py:73) -2024-09-01 21:42:45,531 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.02541831800044747 (mp_runner.py:73) -2024-09-01 21:42:45,531 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.024368892001803033 (mp_runner.py:73) -2024-09-01 21:42:45,596 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.021239104004052933 (mp_runner.py:73) -2024-09-01 21:42:45,597 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.02621087199804606 (mp_runner.py:73) -2024-09-01 21:42:45,639 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.018025942998065148 (mp_runner.py:73) -2024-09-01 21:42:45,639 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.011620203993516043 (mp_runner.py:73) -2024-09-01 21:42:45,726 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.023411514004692435 (mp_runner.py:73) -2024-09-01 21:42:45,945 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.026233128002786543 (mp_runner.py:73) -2024-09-01 21:42:46,116 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.02441909800108988 (mp_runner.py:73) -2024-09-01 21:42:46,144 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.023312022996833548 (mp_runner.py:73) -2024-09-01 21:42:46,145 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.02063746100611752 (mp_runner.py:73) -2024-09-01 21:42:46,222 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.024159614004020113 (mp_runner.py:73) -2024-09-01 21:42:46,434 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.025963737003621645 (mp_runner.py:73) -2024-09-01 21:42:46,436 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.019027576003281865 (mp_runner.py:73) -2024-09-01 21:42:46,436 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.018366495001828298 (mp_runner.py:73) -2024-09-01 21:42:47,379 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.025123353996605147 (mp_runner.py:73) -2024-09-01 21:42:48,590 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.020182191001367755 (mp_runner.py:73) -2024-09-01 21:42:48,655 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.022042960998078343 (mp_runner.py:73) -2024-09-01 21:42:48,792 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.02105072099948302 (mp_runner.py:73) -2024-09-01 21:42:48,793 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.008980148995760828 (mp_runner.py:73) -2024-09-01 21:42:49,241 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.022303911006019916 (mp_runner.py:73) -2024-09-01 21:42:50,141 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.0188873360020807 (mp_runner.py:73) -2024-09-01 21:42:51,850 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.013302430001203902 (mp_runner.py:73) -2024-09-01 21:42:51,851 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.015355042000010144 (mp_runner.py:73) -2024-09-01 21:42:51,852 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.01488293000147678 (mp_runner.py:73) -2024-09-01 21:42:51,853 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.014678541003377177 (mp_runner.py:73) -2024-09-01 21:42:51,855 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.0200672580031096 (mp_runner.py:73) -2024-09-01 21:42:51,857 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.02231440399918938 (mp_runner.py:73) -2024-09-01 21:42:51,858 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.017543022004247177 (mp_runner.py:73) -2024-09-01 21:42:51,863 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.01868138300051214 (mp_runner.py:73) -2024-09-01 21:42:51,864 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.020165818998066243 (mp_runner.py:73) -2024-09-01 21:42:52,495 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.01629134399991017 (mp_runner.py:73) -2024-09-01 21:42:52,497 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.017700668999168556 (mp_runner.py:73) -2024-09-01 21:42:52,498 | DEBUG |(SpawnProcess-1:313) search_count: 1500, latest_latency=0.015530363001744263 (mp_runner.py:73) -2024-09-01 21:42:52,499 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.015578856997308321 (mp_runner.py:73) -2024-09-01 21:42:52,499 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.020091436002985574 (mp_runner.py:73) -2024-09-01 21:42:52,500 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.023006925999652594 (mp_runner.py:73) -2024-09-01 21:42:52,502 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.017026816996803973 (mp_runner.py:73) -2024-09-01 21:42:52,503 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.027810005005449057 (mp_runner.py:73) -2024-09-01 21:42:52,738 | DEBUG |(SpawnProcess-1:309) search_count: 1500, latest_latency=0.025636692000261974 (mp_runner.py:73) -2024-09-01 21:42:52,956 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.017939133998879697 (mp_runner.py:73) -2024-09-01 21:42:52,957 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.017995164002059028 (mp_runner.py:73) -2024-09-01 21:42:52,958 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.013364220001676586 (mp_runner.py:73) -2024-09-01 21:42:52,959 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.01454078999813646 (mp_runner.py:73) -2024-09-01 21:42:52,959 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.015439499002241064 (mp_runner.py:73) -2024-09-01 21:42:52,959 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.01575241699902108 (mp_runner.py:73) -2024-09-01 21:42:52,960 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.022926935998839326 (mp_runner.py:73) -2024-09-01 21:42:52,961 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.014945183000236284 (mp_runner.py:73) -2024-09-01 21:42:52,961 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.023432040004990995 (mp_runner.py:73) -2024-09-01 21:42:52,978 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.023836484004277736 (mp_runner.py:73) -2024-09-01 21:42:53,687 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.034710531996097416 (mp_runner.py:73) -2024-09-01 21:42:53,688 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.037255268995068036 (mp_runner.py:73) -2024-09-01 21:42:53,969 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0132s, count=1511, qps in this process: 50.3445 (mp_runner.py:76) -2024-09-01 21:42:54,128 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0238s, count=1407, qps in this process: 46.8628 (mp_runner.py:76) -2024-09-01 21:42:54,131 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0003s, count=1590, qps in this process: 52.9995 (mp_runner.py:76) -2024-09-01 21:42:54,131 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0269s, count=1565, qps in this process: 52.1199 (mp_runner.py:76) -2024-09-01 21:42:54,132 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0012s, count=1630, qps in this process: 54.3312 (mp_runner.py:76) -2024-09-01 21:42:54,138 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0073s, count=1556, qps in this process: 51.854 (mp_runner.py:76) -2024-09-01 21:42:54,138 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0033s, count=1548, qps in this process: 51.5943 (mp_runner.py:76) -2024-09-01 21:42:54,140 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0091s, count=1591, qps in this process: 53.0173 (mp_runner.py:76) -2024-09-01 21:42:54,142 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0173s, count=1630, qps in this process: 54.302 (mp_runner.py:76) -2024-09-01 21:42:54,146 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.016s, count=1592, qps in this process: 53.0384 (mp_runner.py:76) -2024-09-01 21:42:54,146 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0149s, count=1591, qps in this process: 53.007 (mp_runner.py:76) -2024-09-01 21:42:54,147 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0158s, count=1564, qps in this process: 52.1059 (mp_runner.py:76) -2024-09-01 21:42:54,150 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0012s, count=1631, qps in this process: 54.3645 (mp_runner.py:76) -2024-09-01 21:42:54,158 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0105s, count=1631, qps in this process: 54.3476 (mp_runner.py:76) -2024-09-01 21:42:54,159 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0124s, count=1631, qps in this process: 54.3442 (mp_runner.py:76) -2024-09-01 21:42:54,175 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0438s, count=1518, qps in this process: 50.5262 (mp_runner.py:76) -2024-09-01 21:42:54,186 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0165s, count=1334, qps in this process: 44.4422 (mp_runner.py:76) -2024-09-01 21:42:54,188 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0278s, count=1632, qps in this process: 54.3496 (mp_runner.py:76) -2024-09-01 21:42:54,198 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0297s, count=1491, qps in this process: 49.6508 (mp_runner.py:76) -2024-09-01 21:42:54,202 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0095s, count=1398, qps in this process: 46.5852 (mp_runner.py:76) -2024-09-01 21:42:54,203 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0038s, count=1633, qps in this process: 54.4264 (mp_runner.py:76) -2024-09-01 21:42:54,206 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0019s, count=1486, qps in this process: 49.5302 (mp_runner.py:76) -2024-09-01 21:42:54,208 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.001s, count=1275, qps in this process: 42.4986 (mp_runner.py:76) -2024-09-01 21:42:54,208 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0034s, count=1234, qps in this process: 41.1287 (mp_runner.py:76) -2024-09-01 21:42:54,210 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0138s, count=1568, qps in this process: 52.2426 (mp_runner.py:76) -2024-09-01 21:42:54,213 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0089s, count=1594, qps in this process: 53.1176 (mp_runner.py:76) -2024-09-01 21:42:54,214 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0079s, count=1411, qps in this process: 47.021 (mp_runner.py:76) -2024-09-01 21:42:54,220 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0101s, count=1399, qps in this process: 46.6176 (mp_runner.py:76) -2024-09-01 21:42:54,222 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0116s, count=1432, qps in this process: 47.7149 (mp_runner.py:76) -2024-09-01 21:42:54,230 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0035s, count=1569, qps in this process: 52.2939 (mp_runner.py:76) -2024-09-01 21:42:54,238 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0113s, count=1400, qps in this process: 46.6491 (mp_runner.py:76) -2024-09-01 21:42:54,240 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.004s, count=1568, qps in this process: 52.2597 (mp_runner.py:76) -2024-09-01 21:42:54,242 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0063s, count=1570, qps in this process: 52.3223 (mp_runner.py:76) -2024-09-01 21:42:54,244 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0017s, count=1636, qps in this process: 54.5302 (mp_runner.py:76) -2024-09-01 21:42:54,246 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0028s, count=1597, qps in this process: 53.2284 (mp_runner.py:76) -2024-09-01 21:42:54,251 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0082s, count=1637, qps in this process: 54.5518 (mp_runner.py:76) -2024-09-01 21:42:54,258 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0077s, count=1414, qps in this process: 47.1212 (mp_runner.py:76) -2024-09-01 21:42:54,273 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0037s, count=1575, qps in this process: 52.4935 (mp_runner.py:76) -2024-09-01 21:42:54,277 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0038s, count=1576, qps in this process: 52.5267 (mp_runner.py:76) -2024-09-01 21:42:54,314 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0018s, count=1411, qps in this process: 47.0305 (mp_runner.py:76) -2024-09-01 21:42:54,333 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.002s, count=1425, qps in this process: 47.4968 (mp_runner.py:76) -2024-09-01 21:42:54,335 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0018s, count=1586, qps in this process: 52.8635 (mp_runner.py:76) -2024-09-01 21:42:54,343 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0085s, count=1426, qps in this process: 47.5199 (mp_runner.py:76) -2024-09-01 21:42:54,347 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.002s, count=1417, qps in this process: 47.2302 (mp_runner.py:76) -2024-09-01 21:42:54,349 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0015s, count=1615, qps in this process: 53.8306 (mp_runner.py:76) -2024-09-01 21:42:54,357 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0014s, count=1421, qps in this process: 47.3645 (mp_runner.py:76) -2024-09-01 21:42:54,362 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0017s, count=1617, qps in this process: 53.8969 (mp_runner.py:76) -2024-09-01 21:42:54,377 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.004s, count=1426, qps in this process: 47.527 (mp_runner.py:76) -2024-09-01 21:42:54,377 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0007s, count=1262, qps in this process: 42.0657 (mp_runner.py:76) -2024-09-01 21:42:54,378 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0028s, count=1363, qps in this process: 45.4291 (mp_runner.py:76) -2024-09-01 21:42:54,393 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.003s, count=1267, qps in this process: 42.2291 (mp_runner.py:76) -2024-09-01 21:42:54,418 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0006s, count=1249, qps in this process: 41.6325 (mp_runner.py:76) -2024-09-01 21:42:54,420 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0009s, count=1451, qps in this process: 48.3652 (mp_runner.py:76) -2024-09-01 21:42:54,433 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0005s, count=1301, qps in this process: 43.3659 (mp_runner.py:76) -2024-09-01 21:42:54,450 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0001s, count=1255, qps in this process: 41.8332 (mp_runner.py:76) -2024-09-01 21:42:54,463 | INFO |End search in concurrency 55: dur=30.81424617200537s, total_count=82107, qps=2664.5792 (mp_runner.py:120) -2024-09-01 21:42:58,472 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:42:58,472 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 21:43:19,839 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 21:43:19,993 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,004 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,021 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,156 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,160 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,166 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,271 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,280 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,301 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,306 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,344 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,361 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,373 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,391 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,414 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,511 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,511 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,592 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,600 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,631 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,631 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,646 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,650 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,670 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,676 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,676 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,681 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,681 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:20,733 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:43:30,374 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.017759719004970975 (mp_runner.py:73) -2024-09-01 21:43:30,375 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.018607295998663176 (mp_runner.py:73) -2024-09-01 21:43:30,377 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.019516054999257904 (mp_runner.py:73) -2024-09-01 21:43:30,380 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.019995955997728743 (mp_runner.py:73) -2024-09-01 21:43:30,380 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.01594567400024971 (mp_runner.py:73) -2024-09-01 21:43:30,381 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.017895641998620704 (mp_runner.py:73) -2024-09-01 21:43:30,381 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.020818507997319102 (mp_runner.py:73) -2024-09-01 21:43:30,382 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.02642693700181553 (mp_runner.py:73) -2024-09-01 21:43:30,382 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.018858058996556792 (mp_runner.py:73) -2024-09-01 21:43:30,384 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.018644884003151674 (mp_runner.py:73) -2024-09-01 21:43:30,384 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.029551368999818806 (mp_runner.py:73) -2024-09-01 21:43:30,386 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.01961490899702767 (mp_runner.py:73) -2024-09-01 21:43:30,842 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.015759477006213274 (mp_runner.py:73) -2024-09-01 21:43:30,843 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.016742984000302386 (mp_runner.py:73) -2024-09-01 21:43:30,844 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.018519035998906475 (mp_runner.py:73) -2024-09-01 21:43:30,844 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.018508012995880563 (mp_runner.py:73) -2024-09-01 21:43:30,845 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.017770794001989998 (mp_runner.py:73) -2024-09-01 21:43:30,846 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.020046300000103656 (mp_runner.py:73) -2024-09-01 21:43:30,846 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.018884197997977026 (mp_runner.py:73) -2024-09-01 21:43:30,846 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.019911843999580014 (mp_runner.py:73) -2024-09-01 21:43:30,847 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.01848298300319584 (mp_runner.py:73) -2024-09-01 21:43:30,847 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.019683947997691575 (mp_runner.py:73) -2024-09-01 21:43:30,848 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.022549255001649726 (mp_runner.py:73) -2024-09-01 21:43:30,848 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.02561650799907511 (mp_runner.py:73) -2024-09-01 21:43:30,848 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.020375113999762107 (mp_runner.py:73) -2024-09-01 21:43:30,848 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.01838049499929184 (mp_runner.py:73) -2024-09-01 21:43:30,849 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.02429654900333844 (mp_runner.py:73) -2024-09-01 21:43:30,849 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.017095196999434847 (mp_runner.py:73) -2024-09-01 21:43:30,851 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.019739657000172883 (mp_runner.py:73) -2024-09-01 21:43:30,852 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.019620893996034283 (mp_runner.py:73) -2024-09-01 21:43:30,852 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.019493125000735745 (mp_runner.py:73) -2024-09-01 21:43:30,854 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.03136458399967523 (mp_runner.py:73) -2024-09-01 21:43:30,859 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.020844521997787524 (mp_runner.py:73) -2024-09-01 21:43:31,083 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.0277784390054876 (mp_runner.py:73) -2024-09-01 21:43:31,270 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.03151700899616117 (mp_runner.py:73) -2024-09-01 21:43:31,726 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.03296586599753937 (mp_runner.py:73) -2024-09-01 21:43:31,781 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.019078552002611104 (mp_runner.py:73) -2024-09-01 21:43:31,783 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.024319194999407046 (mp_runner.py:73) -2024-09-01 21:43:31,784 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.020208942994941026 (mp_runner.py:73) -2024-09-01 21:43:31,784 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.023690687005000655 (mp_runner.py:73) -2024-09-01 21:43:31,784 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.02009153299877653 (mp_runner.py:73) -2024-09-01 21:43:31,785 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.02591662300255848 (mp_runner.py:73) -2024-09-01 21:43:31,786 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.021366836997913197 (mp_runner.py:73) -2024-09-01 21:43:31,786 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.02907234799931757 (mp_runner.py:73) -2024-09-01 21:43:31,792 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.02078537100169342 (mp_runner.py:73) -2024-09-01 21:43:31,792 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.026141185997403227 (mp_runner.py:73) -2024-09-01 21:43:32,309 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02824893700017128 (mp_runner.py:73) -2024-09-01 21:43:32,619 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.01617758700012928 (mp_runner.py:73) -2024-09-01 21:43:32,619 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.021612855001876596 (mp_runner.py:73) -2024-09-01 21:43:32,621 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.027145261999976356 (mp_runner.py:73) -2024-09-01 21:43:32,908 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.016762922998168506 (mp_runner.py:73) -2024-09-01 21:43:32,908 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.015329911999288015 (mp_runner.py:73) -2024-09-01 21:43:32,909 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.01956580299884081 (mp_runner.py:73) -2024-09-01 21:43:32,909 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.017068404995370656 (mp_runner.py:73) -2024-09-01 21:43:32,910 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.014952878002077341 (mp_runner.py:73) -2024-09-01 21:43:32,911 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.016726718997233547 (mp_runner.py:73) -2024-09-01 21:43:32,911 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.02439531299751252 (mp_runner.py:73) -2024-09-01 21:43:32,912 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.026167080002778675 (mp_runner.py:73) -2024-09-01 21:43:33,685 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.027497160001075827 (mp_runner.py:73) -2024-09-01 21:43:34,572 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.02997499899356626 (mp_runner.py:73) -2024-09-01 21:43:39,737 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.01671529300074326 (mp_runner.py:73) -2024-09-01 21:43:39,738 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.01800110499607399 (mp_runner.py:73) -2024-09-01 21:43:39,738 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.01570138299575774 (mp_runner.py:73) -2024-09-01 21:43:39,739 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.012766895997629035 (mp_runner.py:73) -2024-09-01 21:43:39,740 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.009971136001695413 (mp_runner.py:73) -2024-09-01 21:43:39,741 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.013571496005170047 (mp_runner.py:73) -2024-09-01 21:43:39,743 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.017216669002664275 (mp_runner.py:73) -2024-09-01 21:43:39,746 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.013434559994493611 (mp_runner.py:73) -2024-09-01 21:43:39,746 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.026602033998642582 (mp_runner.py:73) -2024-09-01 21:43:39,746 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.014781159996346105 (mp_runner.py:73) -2024-09-01 21:43:39,750 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.03119899600278586 (mp_runner.py:73) -2024-09-01 21:43:39,750 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.016730727002141066 (mp_runner.py:73) -2024-09-01 21:43:40,799 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.01900708399625728 (mp_runner.py:73) -2024-09-01 21:43:40,799 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.021992489004333038 (mp_runner.py:73) -2024-09-01 21:43:40,801 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.01895910999883199 (mp_runner.py:73) -2024-09-01 21:43:40,803 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.021338127000490203 (mp_runner.py:73) -2024-09-01 21:43:40,808 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.0302332840001327 (mp_runner.py:73) -2024-09-01 21:43:40,809 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.018895123001129832 (mp_runner.py:73) -2024-09-01 21:43:41,683 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.01605438900151057 (mp_runner.py:73) -2024-09-01 21:43:41,685 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.01110701199650066 (mp_runner.py:73) -2024-09-01 21:43:41,687 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.02867377700022189 (mp_runner.py:73) -2024-09-01 21:43:41,687 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.022794376003730576 (mp_runner.py:73) -2024-09-01 21:43:41,700 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.033149445000162814 (mp_runner.py:73) -2024-09-01 21:43:42,134 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.035414160003711004 (mp_runner.py:73) -2024-09-01 21:43:42,141 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.04504379100399092 (mp_runner.py:73) -2024-09-01 21:43:42,141 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.03514025800541276 (mp_runner.py:73) -2024-09-01 21:43:42,142 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.04690642000059597 (mp_runner.py:73) -2024-09-01 21:43:42,148 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.037204262996965554 (mp_runner.py:73) -2024-09-01 21:43:42,155 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.027113468997413293 (mp_runner.py:73) -2024-09-01 21:43:42,635 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.03608695000002626 (mp_runner.py:73) -2024-09-01 21:43:42,696 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.023921612002595793 (mp_runner.py:73) -2024-09-01 21:43:42,795 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.02626698800304439 (mp_runner.py:73) -2024-09-01 21:43:43,010 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.02616414300428005 (mp_runner.py:73) -2024-09-01 21:43:43,248 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.023300138003833126 (mp_runner.py:73) -2024-09-01 21:43:43,279 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.023924462002469227 (mp_runner.py:73) -2024-09-01 21:43:43,280 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.024936109999543987 (mp_runner.py:73) -2024-09-01 21:43:43,337 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.030659495998406783 (mp_runner.py:73) -2024-09-01 21:43:43,342 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.027760433993535116 (mp_runner.py:73) -2024-09-01 21:43:43,410 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.023891636003099848 (mp_runner.py:73) -2024-09-01 21:43:43,514 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.032223207999777514 (mp_runner.py:73) -2024-09-01 21:43:43,515 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.03044668499933323 (mp_runner.py:73) -2024-09-01 21:43:43,593 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.04608631400333252 (mp_runner.py:73) -2024-09-01 21:43:43,665 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.020466702000703663 (mp_runner.py:73) -2024-09-01 21:43:43,667 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.022204378998139873 (mp_runner.py:73) -2024-09-01 21:43:43,667 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.03391245900274953 (mp_runner.py:73) -2024-09-01 21:43:43,671 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.024100287999317516 (mp_runner.py:73) -2024-09-01 21:43:43,672 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.0288686610001605 (mp_runner.py:73) -2024-09-01 21:43:43,682 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.03659386099752737 (mp_runner.py:73) -2024-09-01 21:43:43,684 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.018311332001758274 (mp_runner.py:73) -2024-09-01 21:43:43,693 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.048904221002885606 (mp_runner.py:73) -2024-09-01 21:43:43,695 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.034211169004265685 (mp_runner.py:73) -2024-09-01 21:43:43,700 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.018317290996492375 (mp_runner.py:73) -2024-09-01 21:43:43,795 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.024184704998333473 (mp_runner.py:73) -2024-09-01 21:43:43,975 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.02519992499583168 (mp_runner.py:73) -2024-09-01 21:43:44,016 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.03214690800086828 (mp_runner.py:73) -2024-09-01 21:43:45,538 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.025927426002454013 (mp_runner.py:73) -2024-09-01 21:43:45,738 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.02499674499995308 (mp_runner.py:73) -2024-09-01 21:43:46,280 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.02292577299522236 (mp_runner.py:73) -2024-09-01 21:43:47,169 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.026174566999543458 (mp_runner.py:73) -2024-09-01 21:43:48,356 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.009268561996577773 (mp_runner.py:73) -2024-09-01 21:43:49,939 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.01859522199811181 (mp_runner.py:73) -2024-09-01 21:43:49,941 | DEBUG |(SpawnProcess-1:357) search_count: 1500, latest_latency=0.016476281998620834 (mp_runner.py:73) -2024-09-01 21:43:49,941 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.01792732600006275 (mp_runner.py:73) -2024-09-01 21:43:49,943 | DEBUG |(SpawnProcess-1:363) search_count: 1500, latest_latency=0.023245391006639693 (mp_runner.py:73) -2024-09-01 21:43:49,943 | DEBUG |(SpawnProcess-1:366) search_count: 1500, latest_latency=0.026689655001973733 (mp_runner.py:73) -2024-09-01 21:43:50,007 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0026s, count=1309, qps in this process: 43.6296 (mp_runner.py:76) -2024-09-01 21:43:50,022 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.013s, count=1344, qps in this process: 44.7806 (mp_runner.py:76) -2024-09-01 21:43:50,067 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0236s, count=1318, qps in this process: 43.8988 (mp_runner.py:76) -2024-09-01 21:43:50,151 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0146s, count=1317, qps in this process: 43.8786 (mp_runner.py:76) -2024-09-01 21:43:50,170 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0038s, count=1302, qps in this process: 43.3945 (mp_runner.py:76) -2024-09-01 21:43:50,174 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0117s, count=1318, qps in this process: 43.9162 (mp_runner.py:76) -2024-09-01 21:43:50,175 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0035s, count=1498, qps in this process: 49.9275 (mp_runner.py:76) -2024-09-01 21:43:50,226 | DEBUG |(SpawnProcess-1:342) search_count: 1500, latest_latency=0.022008584994182456 (mp_runner.py:73) -2024-09-01 21:43:50,276 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0024s, count=1436, qps in this process: 47.8628 (mp_runner.py:76) -2024-09-01 21:43:50,280 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0065s, count=1516, qps in this process: 50.5224 (mp_runner.py:76) -2024-09-01 21:43:50,292 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0184s, count=1323, qps in this process: 44.073 (mp_runner.py:76) -2024-09-01 21:43:50,293 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0065s, count=1323, qps in this process: 44.0904 (mp_runner.py:76) -2024-09-01 21:43:50,293 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0014s, count=1517, qps in this process: 50.5643 (mp_runner.py:76) -2024-09-01 21:43:50,294 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0204s, count=1362, qps in this process: 45.3691 (mp_runner.py:76) -2024-09-01 21:43:50,299 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0076s, count=1327, qps in this process: 44.2221 (mp_runner.py:76) -2024-09-01 21:43:50,315 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0053s, count=1309, qps in this process: 43.6256 (mp_runner.py:76) -2024-09-01 21:43:50,315 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0102s, count=1353, qps in this process: 45.0847 (mp_runner.py:76) -2024-09-01 21:43:50,335 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0044s, count=1326, qps in this process: 44.1935 (mp_runner.py:76) -2024-09-01 21:43:50,347 | DEBUG |(SpawnProcess-1:360) search_count: 1500, latest_latency=0.020362956005556043 (mp_runner.py:73) -2024-09-01 21:43:50,350 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.01s, count=1520, qps in this process: 50.6498 (mp_runner.py:76) -2024-09-01 21:43:50,360 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.014s, count=1506, qps in this process: 50.1766 (mp_runner.py:76) -2024-09-01 21:43:50,368 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.002s, count=1331, qps in this process: 44.3637 (mp_runner.py:76) -2024-09-01 21:43:50,370 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0195s, count=1328, qps in this process: 44.2379 (mp_runner.py:76) -2024-09-01 21:43:50,380 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.008s, count=1502, qps in this process: 50.0533 (mp_runner.py:76) -2024-09-01 21:43:50,380 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0043s, count=1329, qps in this process: 44.2937 (mp_runner.py:76) -2024-09-01 21:43:50,385 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0191s, count=1329, qps in this process: 44.2718 (mp_runner.py:76) -2024-09-01 21:43:50,386 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0077s, count=1329, qps in this process: 44.2886 (mp_runner.py:76) -2024-09-01 21:43:50,404 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0092s, count=1441, qps in this process: 48.0186 (mp_runner.py:76) -2024-09-01 21:43:50,408 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0041s, count=1464, qps in this process: 48.7933 (mp_runner.py:76) -2024-09-01 21:43:50,425 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0049s, count=1524, qps in this process: 50.7917 (mp_runner.py:76) -2024-09-01 21:43:50,429 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0073s, count=1333, qps in this process: 44.4225 (mp_runner.py:76) -2024-09-01 21:43:50,430 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0126s, count=1243, qps in this process: 41.4159 (mp_runner.py:76) -2024-09-01 21:43:50,432 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.0009s, count=1333, qps in this process: 44.432 (mp_runner.py:76) -2024-09-01 21:43:50,434 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0027s, count=1455, qps in this process: 48.4956 (mp_runner.py:76) -2024-09-01 21:43:50,438 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0171s, count=1333, qps in this process: 44.408 (mp_runner.py:76) -2024-09-01 21:43:50,443 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0071s, count=1336, qps in this process: 44.5228 (mp_runner.py:76) -2024-09-01 21:43:50,450 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0116s, count=1334, qps in this process: 44.4495 (mp_runner.py:76) -2024-09-01 21:43:50,454 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0022s, count=1256, qps in this process: 41.8636 (mp_runner.py:76) -2024-09-01 21:43:50,456 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0043s, count=1526, qps in this process: 50.8594 (mp_runner.py:76) -2024-09-01 21:43:50,469 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0124s, count=1379, qps in this process: 45.9477 (mp_runner.py:76) -2024-09-01 21:43:50,517 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0029s, count=1271, qps in this process: 42.3626 (mp_runner.py:76) -2024-09-01 21:43:50,526 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0112s, count=1376, qps in this process: 45.8495 (mp_runner.py:76) -2024-09-01 21:43:50,546 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0087s, count=1346, qps in this process: 44.8537 (mp_runner.py:76) -2024-09-01 21:43:50,551 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0065s, count=1330, qps in this process: 44.3237 (mp_runner.py:76) -2024-09-01 21:43:50,556 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0131s, count=1388, qps in this process: 46.2465 (mp_runner.py:76) -2024-09-01 21:43:50,570 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0081s, count=1309, qps in this process: 43.6216 (mp_runner.py:76) -2024-09-01 21:43:50,574 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0023s, count=1350, qps in this process: 44.9966 (mp_runner.py:76) -2024-09-01 21:43:50,574 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0003s, count=1333, qps in this process: 44.4329 (mp_runner.py:76) -2024-09-01 21:43:50,599 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0007s, count=1339, qps in this process: 44.6323 (mp_runner.py:76) -2024-09-01 21:43:50,601 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0009s, count=1339, qps in this process: 44.632 (mp_runner.py:76) -2024-09-01 21:43:50,608 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0018s, count=1272, qps in this process: 42.3975 (mp_runner.py:76) -2024-09-01 21:43:50,641 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0009s, count=1205, qps in this process: 40.1655 (mp_runner.py:76) -2024-09-01 21:43:50,646 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0034s, count=1278, qps in this process: 42.5952 (mp_runner.py:76) -2024-09-01 21:43:50,655 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0039s, count=1365, qps in this process: 45.4941 (mp_runner.py:76) -2024-09-01 21:43:50,659 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0031s, count=1294, qps in this process: 43.1289 (mp_runner.py:76) -2024-09-01 21:43:50,676 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.001s, count=1117, qps in this process: 37.2321 (mp_runner.py:76) -2024-09-01 21:43:50,678 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0004s, count=1162, qps in this process: 38.7328 (mp_runner.py:76) -2024-09-01 21:43:50,683 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0058s, count=1223, qps in this process: 40.7588 (mp_runner.py:76) -2024-09-01 21:43:50,688 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0005s, count=1340, qps in this process: 44.6659 (mp_runner.py:76) -2024-09-01 21:43:50,690 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0011s, count=1213, qps in this process: 40.4319 (mp_runner.py:76) -2024-09-01 21:43:50,698 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0011s, count=1370, qps in this process: 45.665 (mp_runner.py:76) -2024-09-01 21:43:50,742 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0009s, count=1397, qps in this process: 46.5653 (mp_runner.py:76) -2024-09-01 21:43:50,756 | INFO |End search in concurrency 60: dur=30.917009069002233s, total_count=80946, qps=2618.1705 (mp_runner.py:120) -2024-09-01 21:43:55,099 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:43:55,099 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 21:44:16,645 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 21:44:16,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:16,756 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:16,936 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:16,944 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:16,960 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:16,996 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,008 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,044 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,072 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,177 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,177 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,178 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,183 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,197 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,207 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,211 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,219 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,225 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,285 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,303 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,308 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,311 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,313 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,320 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,321 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,346 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,376 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,413 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,422 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,479 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,484 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,490 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,494 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,505 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,600 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,626 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:17,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:44:27,913 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.018955289000587072 (mp_runner.py:73) -2024-09-01 21:44:27,914 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.018651154001418035 (mp_runner.py:73) -2024-09-01 21:44:27,915 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.021471546999237034 (mp_runner.py:73) -2024-09-01 21:44:27,915 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.018273740002769046 (mp_runner.py:73) -2024-09-01 21:44:27,917 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.019090654997853562 (mp_runner.py:73) -2024-09-01 21:44:27,917 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.016976997001620475 (mp_runner.py:73) -2024-09-01 21:44:27,918 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.02036186100303894 (mp_runner.py:73) -2024-09-01 21:44:27,919 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.020074162996024825 (mp_runner.py:73) -2024-09-01 21:44:27,919 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.02016368899785448 (mp_runner.py:73) -2024-09-01 21:44:27,920 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.01797280599566875 (mp_runner.py:73) -2024-09-01 21:44:27,920 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.01551512599689886 (mp_runner.py:73) -2024-09-01 21:44:27,921 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.0179463599997689 (mp_runner.py:73) -2024-09-01 21:44:27,921 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.021164375000807922 (mp_runner.py:73) -2024-09-01 21:44:27,922 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.02051195099920733 (mp_runner.py:73) -2024-09-01 21:44:27,922 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.020084998999664094 (mp_runner.py:73) -2024-09-01 21:44:27,923 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.018455106001056265 (mp_runner.py:73) -2024-09-01 21:44:27,923 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.01994940499571385 (mp_runner.py:73) -2024-09-01 21:44:27,924 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.015714964996732306 (mp_runner.py:73) -2024-09-01 21:44:27,925 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.031885031996353064 (mp_runner.py:73) -2024-09-01 21:44:27,925 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.019840635999571532 (mp_runner.py:73) -2024-09-01 21:44:27,926 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.018368989003647584 (mp_runner.py:73) -2024-09-01 21:44:27,927 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.03498844400019152 (mp_runner.py:73) -2024-09-01 21:44:27,927 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.01901151199854212 (mp_runner.py:73) -2024-09-01 21:44:27,928 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0012538029986899346 (mp_runner.py:73) -2024-09-01 21:44:27,941 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.03458855699864216 (mp_runner.py:73) -2024-09-01 21:44:28,493 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.03055309399496764 (mp_runner.py:73) -2024-09-01 21:44:28,757 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.022517156998219434 (mp_runner.py:73) -2024-09-01 21:44:28,758 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.021609591000014916 (mp_runner.py:73) -2024-09-01 21:44:28,759 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.023405972999171354 (mp_runner.py:73) -2024-09-01 21:44:28,759 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.02145309399929829 (mp_runner.py:73) -2024-09-01 21:44:28,761 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.019690143999469 (mp_runner.py:73) -2024-09-01 21:44:28,761 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.024225754001236055 (mp_runner.py:73) -2024-09-01 21:44:28,763 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.024611105996882543 (mp_runner.py:73) -2024-09-01 21:44:28,763 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.023370197995973285 (mp_runner.py:73) -2024-09-01 21:44:28,764 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.023727959996904247 (mp_runner.py:73) -2024-09-01 21:44:28,765 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.02362883400201099 (mp_runner.py:73) -2024-09-01 21:44:28,766 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.022779097998864017 (mp_runner.py:73) -2024-09-01 21:44:28,766 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.01736849900044035 (mp_runner.py:73) -2024-09-01 21:44:28,767 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.0329017109979759 (mp_runner.py:73) -2024-09-01 21:44:28,767 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.025390139999217354 (mp_runner.py:73) -2024-09-01 21:44:28,769 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.02440400199702708 (mp_runner.py:73) -2024-09-01 21:44:28,770 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.025588745003915392 (mp_runner.py:73) -2024-09-01 21:44:28,770 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.0386881469967193 (mp_runner.py:73) -2024-09-01 21:44:28,981 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.007769452000502497 (mp_runner.py:73) -2024-09-01 21:44:29,438 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.018948248005472124 (mp_runner.py:73) -2024-09-01 21:44:29,438 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.01937951400032034 (mp_runner.py:73) -2024-09-01 21:44:29,442 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.024535284996090923 (mp_runner.py:73) -2024-09-01 21:44:29,444 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.027693238997017033 (mp_runner.py:73) -2024-09-01 21:44:29,445 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.01990801399369957 (mp_runner.py:73) -2024-09-01 21:44:29,445 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.022387995006283745 (mp_runner.py:73) -2024-09-01 21:44:29,446 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.02172681799856946 (mp_runner.py:73) -2024-09-01 21:44:29,447 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.033027733996277675 (mp_runner.py:73) -2024-09-01 21:44:29,448 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.037220198995782994 (mp_runner.py:73) -2024-09-01 21:44:30,334 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.01572193799802335 (mp_runner.py:73) -2024-09-01 21:44:30,397 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.027572729006351437 (mp_runner.py:73) -2024-09-01 21:44:30,920 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.031183874001726508 (mp_runner.py:73) -2024-09-01 21:44:30,991 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.02995578599802684 (mp_runner.py:73) -2024-09-01 21:44:31,505 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.02583981800125912 (mp_runner.py:73) -2024-09-01 21:44:31,535 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.03184933800366707 (mp_runner.py:73) -2024-09-01 21:44:31,827 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.030931207998946775 (mp_runner.py:73) -2024-09-01 21:44:31,866 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.032677505994797684 (mp_runner.py:73) -2024-09-01 21:44:31,897 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.006486239995865617 (mp_runner.py:73) -2024-09-01 21:44:31,902 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.029815958994731773 (mp_runner.py:73) -2024-09-01 21:44:33,037 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.05874104399845237 (mp_runner.py:73) -2024-09-01 21:44:33,053 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.04974053500336595 (mp_runner.py:73) -2024-09-01 21:44:37,999 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.01542787899961695 (mp_runner.py:73) -2024-09-01 21:44:37,999 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.016537770003196783 (mp_runner.py:73) -2024-09-01 21:44:38,000 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.014980755993747152 (mp_runner.py:73) -2024-09-01 21:44:38,000 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.014144936998491175 (mp_runner.py:73) -2024-09-01 21:44:38,001 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.015501312002015766 (mp_runner.py:73) -2024-09-01 21:44:38,004 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.016799293996882625 (mp_runner.py:73) -2024-09-01 21:44:38,004 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.018782634993840475 (mp_runner.py:73) -2024-09-01 21:44:38,005 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.01700115700077731 (mp_runner.py:73) -2024-09-01 21:44:38,008 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.019395737996092066 (mp_runner.py:73) -2024-09-01 21:44:38,009 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.019958758995926473 (mp_runner.py:73) -2024-09-01 21:44:38,010 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.02793407799617853 (mp_runner.py:73) -2024-09-01 21:44:38,011 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.019556538994947914 (mp_runner.py:73) -2024-09-01 21:44:38,011 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.03048735999618657 (mp_runner.py:73) -2024-09-01 21:44:38,012 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.019766356999753043 (mp_runner.py:73) -2024-09-01 21:44:38,023 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.03206896699703066 (mp_runner.py:73) -2024-09-01 21:44:38,656 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.02839309700357262 (mp_runner.py:73) -2024-09-01 21:44:38,659 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.02159868099988671 (mp_runner.py:73) -2024-09-01 21:44:38,660 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.023361391999060288 (mp_runner.py:73) -2024-09-01 21:44:39,131 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.024071026004094165 (mp_runner.py:73) -2024-09-01 21:44:39,132 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.02478359200176783 (mp_runner.py:73) -2024-09-01 21:44:39,133 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.02718217900110176 (mp_runner.py:73) -2024-09-01 21:44:39,133 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.02492332000110764 (mp_runner.py:73) -2024-09-01 21:44:39,134 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.028794402998755686 (mp_runner.py:73) -2024-09-01 21:44:39,134 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.02621175600506831 (mp_runner.py:73) -2024-09-01 21:44:39,587 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.014687242997752037 (mp_runner.py:73) -2024-09-01 21:44:39,593 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.020083755000086967 (mp_runner.py:73) -2024-09-01 21:44:39,593 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.019224955001845956 (mp_runner.py:73) -2024-09-01 21:44:39,594 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.018624968004587572 (mp_runner.py:73) -2024-09-01 21:44:39,594 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.01624888500373345 (mp_runner.py:73) -2024-09-01 21:44:39,597 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.025094992000958882 (mp_runner.py:73) -2024-09-01 21:44:39,598 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.016204161001951434 (mp_runner.py:73) -2024-09-01 21:44:39,598 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.015312449002522044 (mp_runner.py:73) -2024-09-01 21:44:39,599 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.027459155004180502 (mp_runner.py:73) -2024-09-01 21:44:39,600 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.016658540000207722 (mp_runner.py:73) -2024-09-01 21:44:39,604 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.018244960003357846 (mp_runner.py:73) -2024-09-01 21:44:39,605 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.022650352999335155 (mp_runner.py:73) -2024-09-01 21:44:40,570 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.008021664994885214 (mp_runner.py:73) -2024-09-01 21:44:40,577 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.015964706995873712 (mp_runner.py:73) -2024-09-01 21:44:40,577 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.017100675002438948 (mp_runner.py:73) -2024-09-01 21:44:40,578 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.0181520320038544 (mp_runner.py:73) -2024-09-01 21:44:40,578 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.019472856998618226 (mp_runner.py:73) -2024-09-01 21:44:40,579 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.02028283799882047 (mp_runner.py:73) -2024-09-01 21:44:40,580 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.017940396995982155 (mp_runner.py:73) -2024-09-01 21:44:40,581 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.018546348001109436 (mp_runner.py:73) -2024-09-01 21:44:40,584 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.02644502899784129 (mp_runner.py:73) -2024-09-01 21:44:40,587 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.023544550000224262 (mp_runner.py:73) -2024-09-01 21:44:40,587 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.02059066299989354 (mp_runner.py:73) -2024-09-01 21:44:40,588 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.021775082997919526 (mp_runner.py:73) -2024-09-01 21:44:40,593 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.036390391003806144 (mp_runner.py:73) -2024-09-01 21:44:41,083 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.028596724005183205 (mp_runner.py:73) -2024-09-01 21:44:41,380 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.029231266998976935 (mp_runner.py:73) -2024-09-01 21:44:42,078 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.04221875100483885 (mp_runner.py:73) -2024-09-01 21:44:42,081 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.048183945000346284 (mp_runner.py:73) -2024-09-01 21:44:44,184 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.05895772100484464 (mp_runner.py:73) -2024-09-01 21:44:44,353 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.03004325799702201 (mp_runner.py:73) -2024-09-01 21:44:45,194 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.015557803999399766 (mp_runner.py:73) -2024-09-01 21:44:45,209 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.043629687002976425 (mp_runner.py:73) -2024-09-01 21:44:45,223 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.03436877200147137 (mp_runner.py:73) -2024-09-01 21:44:45,298 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.07255963700299617 (mp_runner.py:73) -2024-09-01 21:44:45,598 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.02489186199818505 (mp_runner.py:73) -2024-09-01 21:44:45,963 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.025083132000872865 (mp_runner.py:73) -2024-09-01 21:44:46,183 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.03062949400191428 (mp_runner.py:73) -2024-09-01 21:44:46,719 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0169s, count=1311, qps in this process: 43.6754 (mp_runner.py:76) -2024-09-01 21:44:46,771 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0096s, count=1263, qps in this process: 42.0865 (mp_runner.py:76) -2024-09-01 21:44:46,803 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.029784327001834754 (mp_runner.py:73) -2024-09-01 21:44:46,957 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0161s, count=1150, qps in this process: 38.3128 (mp_runner.py:76) -2024-09-01 21:44:46,969 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0206s, count=1310, qps in this process: 43.6367 (mp_runner.py:76) -2024-09-01 21:44:47,016 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0084s, count=1282, qps in this process: 42.7214 (mp_runner.py:76) -2024-09-01 21:44:47,021 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.003s, count=1241, qps in this process: 41.3625 (mp_runner.py:76) -2024-09-01 21:44:47,022 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0043s, count=1313, qps in this process: 43.7604 (mp_runner.py:76) -2024-09-01 21:44:47,054 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0055s, count=1269, qps in this process: 42.2922 (mp_runner.py:76) -2024-09-01 21:44:47,104 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0177s, count=1317, qps in this process: 43.8741 (mp_runner.py:76) -2024-09-01 21:44:47,135 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0074s, count=1265, qps in this process: 42.1563 (mp_runner.py:76) -2024-09-01 21:44:47,182 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.002s, count=1424, qps in this process: 47.4635 (mp_runner.py:76) -2024-09-01 21:44:47,183 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0085s, count=1424, qps in this process: 47.4532 (mp_runner.py:76) -2024-09-01 21:44:47,185 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0073s, count=1326, qps in this process: 44.1892 (mp_runner.py:76) -2024-09-01 21:44:47,194 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0143s, count=1409, qps in this process: 46.9443 (mp_runner.py:76) -2024-09-01 21:44:47,196 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0011s, count=1425, qps in this process: 47.4983 (mp_runner.py:76) -2024-09-01 21:44:47,197 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0006s, count=1321, qps in this process: 44.0325 (mp_runner.py:76) -2024-09-01 21:44:47,201 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0197s, count=1267, qps in this process: 42.2056 (mp_runner.py:76) -2024-09-01 21:44:47,203 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0068s, count=1277, qps in this process: 42.557 (mp_runner.py:76) -2024-09-01 21:44:47,205 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.026s, count=1425, qps in this process: 47.4589 (mp_runner.py:76) -2024-09-01 21:44:47,208 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.012s, count=1321, qps in this process: 44.0157 (mp_runner.py:76) -2024-09-01 21:44:47,209 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.03s, count=1322, qps in this process: 44.0226 (mp_runner.py:76) -2024-09-01 21:44:47,213 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0036s, count=1248, qps in this process: 41.595 (mp_runner.py:76) -2024-09-01 21:44:47,217 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0025s, count=1426, qps in this process: 47.5294 (mp_runner.py:76) -2024-09-01 21:44:47,232 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0099s, count=1328, qps in this process: 44.2521 (mp_runner.py:76) -2024-09-01 21:44:47,238 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0234s, count=1322, qps in this process: 44.0323 (mp_runner.py:76) -2024-09-01 21:44:47,239 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0223s, count=1411, qps in this process: 46.9984 (mp_runner.py:76) -2024-09-01 21:44:47,244 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0144s, count=1322, qps in this process: 44.0455 (mp_runner.py:76) -2024-09-01 21:44:47,249 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0246s, count=1323, qps in this process: 44.0639 (mp_runner.py:76) -2024-09-01 21:44:47,255 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0356s, count=1073, qps in this process: 35.7243 (mp_runner.py:76) -2024-09-01 21:44:47,297 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0049s, count=1433, qps in this process: 47.7589 (mp_runner.py:76) -2024-09-01 21:44:47,298 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0109s, count=1342, qps in this process: 44.7171 (mp_runner.py:76) -2024-09-01 21:44:47,305 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0161s, count=1334, qps in this process: 44.4428 (mp_runner.py:76) -2024-09-01 21:44:47,306 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0055s, count=1327, qps in this process: 44.2252 (mp_runner.py:76) -2024-09-01 21:44:47,317 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0095s, count=1274, qps in this process: 42.4532 (mp_runner.py:76) -2024-09-01 21:44:47,322 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0057s, count=1285, qps in this process: 42.8252 (mp_runner.py:76) -2024-09-01 21:44:47,323 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0048s, count=1285, qps in this process: 42.8265 (mp_runner.py:76) -2024-09-01 21:44:47,328 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0114s, count=1285, qps in this process: 42.8171 (mp_runner.py:76) -2024-09-01 21:44:47,333 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0115s, count=1201, qps in this process: 40.018 (mp_runner.py:76) -2024-09-01 21:44:47,334 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0113s, count=1190, qps in this process: 39.6517 (mp_runner.py:76) -2024-09-01 21:44:47,342 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.014s, count=1054, qps in this process: 35.1169 (mp_runner.py:76) -2024-09-01 21:44:47,355 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0141s, count=1080, qps in this process: 35.9831 (mp_runner.py:76) -2024-09-01 21:44:47,356 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0018s, count=1288, qps in this process: 42.9308 (mp_runner.py:76) -2024-09-01 21:44:47,390 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0053s, count=1340, qps in this process: 44.6588 (mp_runner.py:76) -2024-09-01 21:44:47,414 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0064s, count=1425, qps in this process: 47.4899 (mp_runner.py:76) -2024-09-01 21:44:47,415 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0027s, count=1033, qps in this process: 34.4302 (mp_runner.py:76) -2024-09-01 21:44:47,415 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0034s, count=1284, qps in this process: 42.7951 (mp_runner.py:76) -2024-09-01 21:44:47,421 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0048s, count=1420, qps in this process: 47.3258 (mp_runner.py:76) -2024-09-01 21:44:47,436 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0074s, count=1182, qps in this process: 39.3903 (mp_runner.py:76) -2024-09-01 21:44:47,440 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0002s, count=1264, qps in this process: 42.1331 (mp_runner.py:76) -2024-09-01 21:44:47,470 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0006s, count=1400, qps in this process: 46.6657 (mp_runner.py:76) -2024-09-01 21:44:47,472 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0033s, count=1351, qps in this process: 45.0284 (mp_runner.py:76) -2024-09-01 21:44:47,475 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.006s, count=1453, qps in this process: 48.4236 (mp_runner.py:76) -2024-09-01 21:44:47,477 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0084s, count=1453, qps in this process: 48.4198 (mp_runner.py:76) -2024-09-01 21:44:47,491 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0011s, count=1345, qps in this process: 44.8317 (mp_runner.py:76) -2024-09-01 21:44:47,493 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.0050130329982494 (mp_runner.py:73) -2024-09-01 21:44:47,493 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.004892432996712159 (mp_runner.py:73) -2024-09-01 21:44:47,496 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0023s, count=1456, qps in this process: 48.5296 (mp_runner.py:76) -2024-09-01 21:44:47,500 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0042s, count=1457, qps in this process: 48.5599 (mp_runner.py:76) -2024-09-01 21:44:47,502 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0025s, count=1096, qps in this process: 36.5303 (mp_runner.py:76) -2024-09-01 21:44:47,505 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0045s, count=1310, qps in this process: 43.6601 (mp_runner.py:76) -2024-09-01 21:44:47,512 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0012s, count=1072, qps in this process: 35.7319 (mp_runner.py:76) -2024-09-01 21:44:47,540 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.002s, count=1120, qps in this process: 37.3308 (mp_runner.py:76) -2024-09-01 21:44:47,606 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0014s, count=1205, qps in this process: 40.1648 (mp_runner.py:76) -2024-09-01 21:44:47,623 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.001s, count=1139, qps in this process: 37.9654 (mp_runner.py:76) -2024-09-01 21:44:47,625 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0007s, count=1070, qps in this process: 35.6658 (mp_runner.py:76) -2024-09-01 21:44:47,642 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0007s, count=1202, qps in this process: 40.0657 (mp_runner.py:76) -2024-09-01 21:44:47,650 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0003s, count=1093, qps in this process: 36.433 (mp_runner.py:76) -2024-09-01 21:44:47,660 | INFO |End search in concurrency 65: dur=31.01253690700105s, total_count=83663, qps=2697.7155 (mp_runner.py:120) -2024-09-01 21:44:52,392 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:44:52,392 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 21:45:14,362 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 21:45:14,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,779 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,846 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,854 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,871 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,932 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,935 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,935 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,939 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,939 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,941 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,942 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,942 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,943 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,944 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,944 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,944 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,945 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,947 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,950 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,950 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,950 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,951 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,951 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,951 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,957 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,958 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,959 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:14,974 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,033 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,050 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,071 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,139 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,150 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,167 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,182 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,187 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,187 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,194 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,247 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,300 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,308 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,320 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,333 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:15,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 21:45:26,463 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.019000344997039065 (mp_runner.py:73) -2024-09-01 21:45:26,464 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.02058441800181754 (mp_runner.py:73) -2024-09-01 21:45:26,464 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.019835780003631953 (mp_runner.py:73) -2024-09-01 21:45:26,465 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.01628312400134746 (mp_runner.py:73) -2024-09-01 21:45:26,466 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.02320201299880864 (mp_runner.py:73) -2024-09-01 21:45:26,468 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.018581793003249913 (mp_runner.py:73) -2024-09-01 21:45:26,470 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.028873873998236377 (mp_runner.py:73) -2024-09-01 21:45:26,470 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.020297513001423795 (mp_runner.py:73) -2024-09-01 21:45:26,472 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.032222569003351964 (mp_runner.py:73) -2024-09-01 21:45:26,476 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.023422892998496536 (mp_runner.py:73) -2024-09-01 21:45:26,477 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.02940729099645978 (mp_runner.py:73) -2024-09-01 21:45:26,478 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.006178681003802922 (mp_runner.py:73) -2024-09-01 21:45:26,622 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.021325041001546197 (mp_runner.py:73) -2024-09-01 21:45:26,623 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.023383246996672824 (mp_runner.py:73) -2024-09-01 21:45:26,624 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.02203735800139839 (mp_runner.py:73) -2024-09-01 21:45:26,624 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.021044932000222616 (mp_runner.py:73) -2024-09-01 21:45:26,625 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.022289368003839627 (mp_runner.py:73) -2024-09-01 21:45:26,626 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.020800436999707017 (mp_runner.py:73) -2024-09-01 21:45:26,626 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.02217584999743849 (mp_runner.py:73) -2024-09-01 21:45:26,627 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.02152641899738228 (mp_runner.py:73) -2024-09-01 21:45:26,627 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.021397186996182427 (mp_runner.py:73) -2024-09-01 21:45:26,628 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.021288427997205872 (mp_runner.py:73) -2024-09-01 21:45:26,629 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.02131412999733584 (mp_runner.py:73) -2024-09-01 21:45:26,629 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03403149199584732 (mp_runner.py:73) -2024-09-01 21:45:26,630 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.031040392997965682 (mp_runner.py:73) -2024-09-01 21:45:26,631 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.02327439399959985 (mp_runner.py:73) -2024-09-01 21:45:27,091 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.024201539003115613 (mp_runner.py:73) -2024-09-01 21:45:27,093 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.009229982999386266 (mp_runner.py:73) -2024-09-01 21:45:27,095 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.02587958300136961 (mp_runner.py:73) -2024-09-01 21:45:27,097 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.013799340005789418 (mp_runner.py:73) -2024-09-01 21:45:27,099 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.016329737998603377 (mp_runner.py:73) -2024-09-01 21:45:27,105 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.020227729000907857 (mp_runner.py:73) -2024-09-01 21:45:27,113 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.00349120500322897 (mp_runner.py:73) -2024-09-01 21:45:27,133 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.05529076299717417 (mp_runner.py:73) -2024-09-01 21:45:27,424 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.023882649002189282 (mp_runner.py:73) -2024-09-01 21:45:27,424 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.02667222000309266 (mp_runner.py:73) -2024-09-01 21:45:27,426 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.030451715996605344 (mp_runner.py:73) -2024-09-01 21:45:27,426 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.034166890996857546 (mp_runner.py:73) -2024-09-01 21:45:27,427 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.036546394003380556 (mp_runner.py:73) -2024-09-01 21:45:27,436 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.03697725899837678 (mp_runner.py:73) -2024-09-01 21:45:27,487 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.017982031997235026 (mp_runner.py:73) -2024-09-01 21:45:27,489 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.02226469200104475 (mp_runner.py:73) -2024-09-01 21:45:27,490 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.022847783999168314 (mp_runner.py:73) -2024-09-01 21:45:27,491 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.02077862500300398 (mp_runner.py:73) -2024-09-01 21:45:27,491 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.02632676799839828 (mp_runner.py:73) -2024-09-01 21:45:27,493 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.018398821994196624 (mp_runner.py:73) -2024-09-01 21:45:27,493 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.027149235997057986 (mp_runner.py:73) -2024-09-01 21:45:27,494 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.026051192995510064 (mp_runner.py:73) -2024-09-01 21:45:27,495 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.01827516500634374 (mp_runner.py:73) -2024-09-01 21:45:27,495 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.02263120199495461 (mp_runner.py:73) -2024-09-01 21:45:27,499 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.036824331000389066 (mp_runner.py:73) -2024-09-01 21:45:27,502 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.02245258100447245 (mp_runner.py:73) -2024-09-01 21:45:27,503 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.021781796000141185 (mp_runner.py:73) -2024-09-01 21:45:27,504 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.02469355699577136 (mp_runner.py:73) -2024-09-01 21:45:27,505 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.023648659996979404 (mp_runner.py:73) -2024-09-01 21:45:27,506 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.04110228100034874 (mp_runner.py:73) -2024-09-01 21:45:27,553 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.020538423996185884 (mp_runner.py:73) -2024-09-01 21:45:27,566 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.03720277400134364 (mp_runner.py:73) -2024-09-01 21:45:27,574 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.04395641299925046 (mp_runner.py:73) -2024-09-01 21:45:27,644 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.0372176520031644 (mp_runner.py:73) -2024-09-01 21:45:27,683 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.03182237400324084 (mp_runner.py:73) -2024-09-01 21:45:27,684 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.029775255999993533 (mp_runner.py:73) -2024-09-01 21:45:27,751 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.039403941002092324 (mp_runner.py:73) -2024-09-01 21:45:28,016 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.039022085002216045 (mp_runner.py:73) -2024-09-01 21:45:28,153 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.0342326040045009 (mp_runner.py:73) -2024-09-01 21:45:29,392 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.03525850299774902 (mp_runner.py:73) -2024-09-01 21:45:29,436 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.029454789000737946 (mp_runner.py:73) -2024-09-01 21:45:29,463 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.03393959299864946 (mp_runner.py:73) -2024-09-01 21:45:30,459 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.029476550000254065 (mp_runner.py:73) -2024-09-01 21:45:30,523 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.03139562000433216 (mp_runner.py:73) -2024-09-01 21:45:37,665 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.01704790399526246 (mp_runner.py:73) -2024-09-01 21:45:37,666 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.017091093999624718 (mp_runner.py:73) -2024-09-01 21:45:37,667 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.018487663997802883 (mp_runner.py:73) -2024-09-01 21:45:37,668 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.016868720995262265 (mp_runner.py:73) -2024-09-01 21:45:37,669 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.019005308000487275 (mp_runner.py:73) -2024-09-01 21:45:37,670 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.023248580997460522 (mp_runner.py:73) -2024-09-01 21:45:37,673 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.026880502002313733 (mp_runner.py:73) -2024-09-01 21:45:37,676 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.020924270997056738 (mp_runner.py:73) -2024-09-01 21:45:37,677 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.01975085500453133 (mp_runner.py:73) -2024-09-01 21:45:37,678 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.0320515829953365 (mp_runner.py:73) -2024-09-01 21:45:37,681 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.013061200006632134 (mp_runner.py:73) -2024-09-01 21:45:37,682 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.02213040400238242 (mp_runner.py:73) -2024-09-01 21:45:38,128 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.017332846000499558 (mp_runner.py:73) -2024-09-01 21:45:38,129 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.025765235994185787 (mp_runner.py:73) -2024-09-01 21:45:38,130 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.01849555900116684 (mp_runner.py:73) -2024-09-01 21:45:38,134 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.023783420001564082 (mp_runner.py:73) -2024-09-01 21:45:38,135 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.024583015001553576 (mp_runner.py:73) -2024-09-01 21:45:38,135 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.033232934001716785 (mp_runner.py:73) -2024-09-01 21:45:38,136 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.022643870004685596 (mp_runner.py:73) -2024-09-01 21:45:38,570 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.016297376998409163 (mp_runner.py:73) -2024-09-01 21:45:38,570 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.016155582998180762 (mp_runner.py:73) -2024-09-01 21:45:38,571 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.01800721700419672 (mp_runner.py:73) -2024-09-01 21:45:38,571 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.01480125499801943 (mp_runner.py:73) -2024-09-01 21:45:38,572 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.016280798998195678 (mp_runner.py:73) -2024-09-01 21:45:38,574 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.013705771001696121 (mp_runner.py:73) -2024-09-01 21:45:38,575 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.012434495998604689 (mp_runner.py:73) -2024-09-01 21:45:38,575 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.011746714000764769 (mp_runner.py:73) -2024-09-01 21:45:38,576 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.01116342799650738 (mp_runner.py:73) -2024-09-01 21:45:38,576 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.023887483999715187 (mp_runner.py:73) -2024-09-01 21:45:38,577 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.025747551997483242 (mp_runner.py:73) -2024-09-01 21:45:38,577 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.021703019003325608 (mp_runner.py:73) -2024-09-01 21:45:38,577 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.01202210299379658 (mp_runner.py:73) -2024-09-01 21:45:38,579 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.02214881599502405 (mp_runner.py:73) -2024-09-01 21:45:38,580 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.02220610899530584 (mp_runner.py:73) -2024-09-01 21:45:38,582 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.02283000000170432 (mp_runner.py:73) -2024-09-01 21:45:38,583 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.02313030600635102 (mp_runner.py:73) -2024-09-01 21:45:38,584 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.023101763996237423 (mp_runner.py:73) -2024-09-01 21:45:38,585 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.02260865399875911 (mp_runner.py:73) -2024-09-01 21:45:38,585 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.02176751299703028 (mp_runner.py:73) -2024-09-01 21:45:38,585 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.02286405199993169 (mp_runner.py:73) -2024-09-01 21:45:38,586 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.0221592879970558 (mp_runner.py:73) -2024-09-01 21:45:38,586 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.021455693000461906 (mp_runner.py:73) -2024-09-01 21:45:38,587 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.022313333000056446 (mp_runner.py:73) -2024-09-01 21:45:38,587 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.02100625300226966 (mp_runner.py:73) -2024-09-01 21:45:38,594 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.023218271002406254 (mp_runner.py:73) -2024-09-01 21:45:38,765 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.03333693499735091 (mp_runner.py:73) -2024-09-01 21:45:39,294 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.02900607400079025 (mp_runner.py:73) -2024-09-01 21:45:39,647 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.029851316001440864 (mp_runner.py:73) -2024-09-01 21:45:39,650 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.02994704999582609 (mp_runner.py:73) -2024-09-01 21:45:39,914 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.02886598299664911 (mp_runner.py:73) -2024-09-01 21:45:39,928 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.03386138300265884 (mp_runner.py:73) -2024-09-01 21:45:40,679 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.03202389400394168 (mp_runner.py:73) -2024-09-01 21:45:40,793 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.02662664400122594 (mp_runner.py:73) -2024-09-01 21:45:40,980 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.030564419997972436 (mp_runner.py:73) -2024-09-01 21:45:41,043 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.02923668100265786 (mp_runner.py:73) -2024-09-01 21:45:41,524 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.020738514998811297 (mp_runner.py:73) -2024-09-01 21:45:41,527 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.026478416999452747 (mp_runner.py:73) -2024-09-01 21:45:41,529 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.028477859996201005 (mp_runner.py:73) -2024-09-01 21:45:41,529 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.02364661499450449 (mp_runner.py:73) -2024-09-01 21:45:41,922 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.02927063799870666 (mp_runner.py:73) -2024-09-01 21:45:41,940 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.04595960699953139 (mp_runner.py:73) -2024-09-01 21:45:42,113 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.10845554400293622 (mp_runner.py:73) -2024-09-01 21:45:43,764 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.054632395003864076 (mp_runner.py:73) -2024-09-01 21:45:44,357 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.032186101998377126 (mp_runner.py:73) -2024-09-01 21:45:44,418 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.03578759299853118 (mp_runner.py:73) -2024-09-01 21:45:44,769 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.014s, count=1188, qps in this process: 39.5815 (mp_runner.py:76) -2024-09-01 21:45:44,850 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.028s, count=1212, qps in this process: 40.3623 (mp_runner.py:76) -2024-09-01 21:45:44,853 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0005s, count=1283, qps in this process: 42.766 (mp_runner.py:76) -2024-09-01 21:45:44,863 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0035s, count=1249, qps in this process: 41.6285 (mp_runner.py:76) -2024-09-01 21:45:44,865 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0151s, count=1263, qps in this process: 42.0788 (mp_runner.py:76) -2024-09-01 21:45:44,931 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0572s, count=1281, qps in this process: 42.6187 (mp_runner.py:76) -2024-09-01 21:45:44,945 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0035s, count=1098, qps in this process: 36.5957 (mp_runner.py:76) -2024-09-01 21:45:44,946 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0037s, count=1283, qps in this process: 42.7614 (mp_runner.py:76) -2024-09-01 21:45:44,948 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0008s, count=1264, qps in this process: 42.1322 (mp_runner.py:76) -2024-09-01 21:45:44,949 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0019s, count=1253, qps in this process: 41.764 (mp_runner.py:76) -2024-09-01 21:45:44,949 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0031s, count=1253, qps in this process: 41.7624 (mp_runner.py:76) -2024-09-01 21:45:44,949 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0018s, count=1253, qps in this process: 41.7642 (mp_runner.py:76) -2024-09-01 21:45:44,950 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0029s, count=1253, qps in this process: 41.7626 (mp_runner.py:76) -2024-09-01 21:45:44,952 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0052s, count=1278, qps in this process: 42.5926 (mp_runner.py:76) -2024-09-01 21:45:44,956 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0146s, count=1253, qps in this process: 41.7464 (mp_runner.py:76) -2024-09-01 21:45:44,956 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0113s, count=1253, qps in this process: 41.7509 (mp_runner.py:76) -2024-09-01 21:45:44,957 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0135s, count=1266, qps in this process: 42.181 (mp_runner.py:76) -2024-09-01 21:45:44,958 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.014s, count=1266, qps in this process: 42.1803 (mp_runner.py:76) -2024-09-01 21:45:44,958 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0049s, count=1116, qps in this process: 37.1939 (mp_runner.py:76) -2024-09-01 21:45:44,959 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0157s, count=1264, qps in this process: 42.1113 (mp_runner.py:76) -2024-09-01 21:45:44,959 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0086s, count=1171, qps in this process: 39.0221 (mp_runner.py:76) -2024-09-01 21:45:44,960 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0072s, count=1258, qps in this process: 41.9233 (mp_runner.py:76) -2024-09-01 21:45:44,961 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0181s, count=1153, qps in this process: 38.4102 (mp_runner.py:76) -2024-09-01 21:45:44,964 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.017s, count=1265, qps in this process: 42.1428 (mp_runner.py:76) -2024-09-01 21:45:44,966 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0129s, count=1109, qps in this process: 36.9508 (mp_runner.py:76) -2024-09-01 21:45:44,974 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0091s, count=1254, qps in this process: 41.7873 (mp_runner.py:76) -2024-09-01 21:45:44,977 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0208s, count=1085, qps in this process: 36.1416 (mp_runner.py:76) -2024-09-01 21:45:44,977 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0228s, count=1278, qps in this process: 42.5676 (mp_runner.py:76) -2024-09-01 21:45:44,978 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0171s, count=1021, qps in this process: 34.0139 (mp_runner.py:76) -2024-09-01 21:45:44,979 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.014s, count=1019, qps in this process: 33.9508 (mp_runner.py:76) -2024-09-01 21:45:44,980 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0193s, count=1209, qps in this process: 40.2741 (mp_runner.py:76) -2024-09-01 21:45:44,983 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0218s, count=1121, qps in this process: 37.3395 (mp_runner.py:76) -2024-09-01 21:45:44,986 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0187s, count=1206, qps in this process: 40.175 (mp_runner.py:76) -2024-09-01 21:45:44,987 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.007s, count=1260, qps in this process: 41.9902 (mp_runner.py:76) -2024-09-01 21:45:44,988 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0381s, count=1164, qps in this process: 38.7508 (mp_runner.py:76) -2024-09-01 21:45:44,995 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0279s, count=1211, qps in this process: 40.3292 (mp_runner.py:76) -2024-09-01 21:45:44,996 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0352s, count=1284, qps in this process: 42.7498 (mp_runner.py:76) -2024-09-01 21:45:45,044 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0032s, count=1087, qps in this process: 36.2295 (mp_runner.py:76) -2024-09-01 21:45:45,086 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0134s, count=1277, qps in this process: 42.5477 (mp_runner.py:76) -2024-09-01 21:45:45,087 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0135s, count=1259, qps in this process: 41.9478 (mp_runner.py:76) -2024-09-01 21:45:45,106 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.026s, count=1268, qps in this process: 42.2301 (mp_runner.py:76) -2024-09-01 21:45:45,115 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0407s, count=1247, qps in this process: 41.5104 (mp_runner.py:76) -2024-09-01 21:45:45,115 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0416s, count=1263, qps in this process: 42.0417 (mp_runner.py:76) -2024-09-01 21:45:45,117 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0589s, count=1216, qps in this process: 40.4539 (mp_runner.py:76) -2024-09-01 21:45:45,167 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0247s, count=1285, qps in this process: 42.7981 (mp_runner.py:76) -2024-09-01 21:45:45,186 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0124s, count=1264, qps in this process: 42.1159 (mp_runner.py:76) -2024-09-01 21:45:45,194 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.008s, count=1274, qps in this process: 42.4553 (mp_runner.py:76) -2024-09-01 21:45:45,196 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0014s, count=1249, qps in this process: 41.6314 (mp_runner.py:76) -2024-09-01 21:45:45,201 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0017s, count=1095, qps in this process: 36.4979 (mp_runner.py:76) -2024-09-01 21:45:45,202 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0256s, count=1153, qps in this process: 38.4006 (mp_runner.py:76) -2024-09-01 21:45:45,209 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0101s, count=990, qps in this process: 32.9889 (mp_runner.py:76) -2024-09-01 21:45:45,212 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0069s, count=1132, qps in this process: 37.7247 (mp_runner.py:76) -2024-09-01 21:45:45,254 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0021s, count=1270, qps in this process: 42.3304 (mp_runner.py:76) -2024-09-01 21:45:45,257 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0014s, count=1270, qps in this process: 42.3314 (mp_runner.py:76) -2024-09-01 21:45:45,267 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.010603558002912905 (mp_runner.py:73) -2024-09-01 21:45:45,278 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.01817723199928878 (mp_runner.py:73) -2024-09-01 21:45:45,296 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0105s, count=961, qps in this process: 32.0221 (mp_runner.py:76) -2024-09-01 21:45:45,302 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0062s, count=1119, qps in this process: 37.2923 (mp_runner.py:76) -2024-09-01 21:45:45,317 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0081s, count=1053, qps in this process: 35.0905 (mp_runner.py:76) -2024-09-01 21:45:45,319 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0029s, count=1289, qps in this process: 42.9625 (mp_runner.py:76) -2024-09-01 21:45:45,325 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0008s, count=1287, qps in this process: 42.8989 (mp_runner.py:76) -2024-09-01 21:45:45,336 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0006s, count=1194, qps in this process: 39.7992 (mp_runner.py:76) -2024-09-01 21:45:45,342 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0037s, count=969, qps in this process: 32.296 (mp_runner.py:76) -2024-09-01 21:45:45,380 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0012s, count=1150, qps in this process: 38.3318 (mp_runner.py:76) -2024-09-01 21:45:45,381 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0006s, count=1257, qps in this process: 41.8992 (mp_runner.py:76) -2024-09-01 21:45:45,425 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0028s, count=1335, qps in this process: 44.4958 (mp_runner.py:76) -2024-09-01 21:45:45,426 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0027s, count=1286, qps in this process: 42.8628 (mp_runner.py:76) -2024-09-01 21:45:45,443 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0005s, count=1250, qps in this process: 41.666 (mp_runner.py:76) -2024-09-01 21:45:45,447 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0017s, count=1153, qps in this process: 38.4312 (mp_runner.py:76) -2024-09-01 21:45:45,447 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0009s, count=1050, qps in this process: 34.999 (mp_runner.py:76) -2024-09-01 21:45:45,448 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0026s, count=1264, qps in this process: 42.1297 (mp_runner.py:76) -2024-09-01 21:45:45,452 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0032s, count=1044, qps in this process: 34.7963 (mp_runner.py:76) -2024-09-01 21:45:45,472 | INFO |End search in concurrency 70: dur=31.10954747699725s, total_count=84157, qps=2705.1824 (mp_runner.py:120) -2024-09-01 21:45:50,147 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=670.3192, build_dur=565.3299188019955, table_size='3908 MB', index_size='3906 MB', qps=2982.2745, serial_latency_p99=np.float64(0.306), recall=np.float64(0.0987), ndcg=np.float64(0.1977), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[992.6027, 2523.1957, 2654.5302, 2682.2775, 2719.1314, 2982.2745, 2681.1215, 2750.0167, 2851.7077, 2753.5884, 2664.5792, 2618.1705, 2697.7155, 2705.1824], conc_latency_p99_list=[np.float64(0.0005621149929131207), np.float64(0.0009436942544634804), np.float64(0.0013641100426088086), np.float64(0.0016604129068437032), np.float64(0.001945642549526383), np.float64(0.0024382135043721064), np.float64(0.0021260290902369887), np.float64(0.003250223536600242), np.float64(0.0035466401240977575), np.float64(0.003525733876054437), np.float64(0.0037162218641009527), np.float64(0.003976491892371996), np.float64(0.003115989221450581), np.float64(0.004406755710445577)]) (task_runner.py:197) -2024-09-01 21:45:50,147 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:22:57.475169'}, result=Metric(max_load_count=0, load_duration=670.3192, build_dur=565.3299188019955, table_size='3908 MB', index_size='3906 MB', qps=2982.2745, serial_latency_p99=np.float64(0.306), recall=np.float64(0.0987), ndcg=np.float64(0.1977), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[992.6027, 2523.1957, 2654.5302, 2682.2775, 2719.1314, 2982.2745, 2681.1215, 2750.0167, 2851.7077, 2753.5884, 2664.5792, 2618.1705, 2697.7155, 2705.1824], conc_latency_p99_list=[np.float64(0.0005621149929131207), np.float64(0.0009436942544634804), np.float64(0.0013641100426088086), np.float64(0.0016604129068437032), np.float64(0.001945642549526383), np.float64(0.0024382135043721064), np.float64(0.0021260290902369887), np.float64(0.003250223536600242), np.float64(0.0035466401240977575), np.float64(0.003525733876054437), np.float64(0.0037162218641009527), np.float64(0.003976491892371996), np.float64(0.003115989221450581), np.float64(0.004406755710445577)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 21:45:50,147 | INFO |Task summary: run_id=8db62, task_label=8db622f70ec443ff87a2c9c6f35aa450 (models.py:346) -2024-09-01 21:45:50,147 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 21:45:50,147 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 21:45:50,147 | INFO |PgVector | 2024-09-01T21:22:57.475169 Performance1536D500K 8db622f70ec443ff87a2c9c6f35aa450 | 670.3192 2982.2745 0.306 0.0987 0 | :) (models.py:346) -2024-09-01 21:45:50,147 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json (models.py:204) -2024-09-01 21:45:50,148 | INFO |Success to finish task: label=8db622f70ec443ff87a2c9c6f35aa450, run_id=8db622f70ec443ff87a2c9c6f35aa450 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json b/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json deleted file mode 100644 index 0fad34775..000000000 --- a/script/data/aws/db.m6i.large-16-32-10-Performance1536D500K-0-28924/result_20240901_8db622f70ec443ff87a2c9c6f35aa450_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "8db622f70ec443ff87a2c9c6f35aa450", "task_label": "8db622f70ec443ff87a2c9c6f35aa450", "results": [{"metrics": {"max_load_count": 0, "load_duration": 670.3192, "build_dur": 565.3299188019955, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2982.2745, "serial_latency_p99": 0.306, "recall": 0.0987, "ndcg": 0.1977, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [992.6027, 2523.1957, 2654.5302, 2682.2775, 2719.1314, 2982.2745, 2681.1215, 2750.0167, 2851.7077, 2753.5884, 2664.5792, 2618.1705, 2697.7155, 2705.1824], "conc_latency_p99_list": [0.0005621149929131207, 0.0009436942544634804, 0.0013641100426088086, 0.0016604129068437032, 0.001945642549526383, 0.0024382135043721064, 0.0021260290902369887, 0.003250223536600242, 0.0035466401240977575, 0.003525733876054437, 0.0037162218641009527, 0.003976491892371996, 0.003115989221450581, 0.004406755710445577]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T21:22:57.475169", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt b/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt deleted file mode 100644 index 3f9afd0f5..000000000 --- a/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/log.txt +++ /dev/null @@ -1,1360 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load -2024-09-01 22:24:15,991 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:24:15.979818', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 22:24:15,991 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:24:15.979818', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 22:24:15,991 | INFO |generated uuid for the tasks: 130d4dc9828b47c3be3b0eaf6b5c7631 (interface.py:66) -2024-09-01 22:24:16,051 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 22:24:16,051 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 22:24:16,051 | INFO | PgVector-2024-09-01T22:24:15.979818 | Performance OpenAI-MEDIUM-500K None | 130d4dc9828b47c3be3b0eaf6b5c7631 (task_runner.py:340) -2024-09-01 22:24:16,051 | INFO |task submitted: id=130d4dc9828b47c3be3b0eaf6b5c7631, 130d4dc9828b47c3be3b0eaf6b5c7631, case number: 1 (interface.py:231) -2024-09-01 22:24:16,467 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:24:15.979818'}, drop_old=False (interface.py:164) -2024-09-01 22:24:16,467 | INFO |Starting run (task_runner.py:100) -2024-09-01 22:24:16,545 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 22:24:17,125 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 22:24:17,173 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 22:24:17,197 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 22:24:17,197 | INFO |Start performance case (task_runner.py:158) -2024-09-01 22:24:17,211 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:24:17,211 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 22:24:17,211 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 22:24:17,213 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 22:24:17,256 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 22:24:17,822 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 22:24:17,841 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:24:17,842 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 22:24:17,842 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 22:24:21,489 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.026563635001366492, latest recall=0.88 (serial_runner.py:202) -2024-09-01 22:24:25,313 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.023869081000157166, latest recall=0.96 (serial_runner.py:202) -2024-09-01 22:24:28,200 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.021075047996419016, latest recall=0.85 (serial_runner.py:202) -2024-09-01 22:24:31,382 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.018953158003569115, latest recall=0.99 (serial_runner.py:202) -2024-09-01 22:24:34,376 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.015747621000627987, latest recall=0.91 (serial_runner.py:202) -2024-09-01 22:24:37,304 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.014524060999974608, latest recall=1.0 (serial_runner.py:202) -2024-09-01 22:24:40,073 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.011086777994933072, latest recall=0.94 (serial_runner.py:202) -2024-09-01 22:24:42,853 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.01893615500011947, latest recall=0.97 (serial_runner.py:202) -2024-09-01 22:24:45,638 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.019190248000086285, latest recall=0.99 (serial_runner.py:202) -2024-09-01 22:24:48,831 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03928869700030191, latest recall=0.75 (serial_runner.py:202) -2024-09-01 22:24:48,832 | INFO |SpawnProcess-1:1 search entire test_data: cost=21.3122s, queries=1000, avg_recall=0.9242, avg_ndcg=0.9338,avg_latency=0.0213, p99=0.0527 (serial_runner.py:209) -2024-09-01 22:24:49,358 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:24:49,358 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 22:24:50,379 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 22:24:50,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:24:53,904 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006454079004470259 (mp_runner.py:73) -2024-09-01 22:24:56,995 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.006990713998675346 (mp_runner.py:73) -2024-09-01 22:24:59,897 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.005187748000025749 (mp_runner.py:73) -2024-09-01 22:25:02,711 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.007095331995515153 (mp_runner.py:73) -2024-09-01 22:25:05,499 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004973732997314073 (mp_runner.py:73) -2024-09-01 22:25:08,183 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.007110981998266652 (mp_runner.py:73) -2024-09-01 22:25:11,066 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.005612269000266679 (mp_runner.py:73) -2024-09-01 22:25:13,842 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.007017454001470469 (mp_runner.py:73) -2024-09-01 22:25:16,660 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.005354918001103215 (mp_runner.py:73) -2024-09-01 22:25:19,327 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.006840832000307273 (mp_runner.py:73) -2024-09-01 22:25:20,413 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0026s, count=5195, qps in this process: 173.1517 (mp_runner.py:76) -2024-09-01 22:25:20,414 | INFO |End search in concurrency 1: dur=30.034545467002317s, total_count=5195, qps=172.9675 (mp_runner.py:120) -2024-09-01 22:25:20,599 | INFO |Update largest qps with concurrency 1: current max_qps=172.9675 (mp_runner.py:124) -2024-09-01 22:25:21,011 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:25:21,011 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 22:25:26,058 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 22:25:26,104 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:25:26,104 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:25:26,105 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:25:26,107 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:25:26,120 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.010933331002888735 (mp_runner.py:73) -2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0105570260056993 (mp_runner.py:73) -2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.01054641000519041 (mp_runner.py:73) -2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.01030200500099454 (mp_runner.py:73) -2024-09-01 22:25:31,258 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.010074015997815877 (mp_runner.py:73) -2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.00994114599598106 (mp_runner.py:73) -2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.010739191005995963 (mp_runner.py:73) -2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.010719065998273436 (mp_runner.py:73) -2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.01095730799715966 (mp_runner.py:73) -2024-09-01 22:25:35,892 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.010444831001223065 (mp_runner.py:73) -2024-09-01 22:25:40,664 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.010199609998380765 (mp_runner.py:73) -2024-09-01 22:25:40,664 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.009294436997151934 (mp_runner.py:73) -2024-09-01 22:25:40,664 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.009600880002835765 (mp_runner.py:73) -2024-09-01 22:25:40,665 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.010704904998419806 (mp_runner.py:73) -2024-09-01 22:25:40,666 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.010333382997487206 (mp_runner.py:73) -2024-09-01 22:25:45,611 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.011508827999932691 (mp_runner.py:73) -2024-09-01 22:25:45,611 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.01150943299580831 (mp_runner.py:73) -2024-09-01 22:25:45,611 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.011436193002737127 (mp_runner.py:73) -2024-09-01 22:25:45,611 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.010165402003622148 (mp_runner.py:73) -2024-09-01 22:25:45,612 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008862890994350892 (mp_runner.py:73) -2024-09-01 22:25:50,356 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.00863177500286838 (mp_runner.py:73) -2024-09-01 22:25:50,357 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.00792867099517025 (mp_runner.py:73) -2024-09-01 22:25:50,357 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.00893473800533684 (mp_runner.py:73) -2024-09-01 22:25:50,358 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.009238514001481235 (mp_runner.py:73) -2024-09-01 22:25:50,363 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.011478241001896095 (mp_runner.py:73) -2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.010238472001219634 (mp_runner.py:73) -2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.01140274699719157 (mp_runner.py:73) -2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.011855753997224383 (mp_runner.py:73) -2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.011669122999592219 (mp_runner.py:73) -2024-09-01 22:25:54,920 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.010517435999645386 (mp_runner.py:73) -2024-09-01 22:25:56,116 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.011s, count=3129, qps in this process: 104.2618 (mp_runner.py:76) -2024-09-01 22:25:56,116 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0103s, count=3129, qps in this process: 104.2642 (mp_runner.py:76) -2024-09-01 22:25:56,116 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0113s, count=3129, qps in this process: 104.2607 (mp_runner.py:76) -2024-09-01 22:25:56,116 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0034s, count=3129, qps in this process: 104.2882 (mp_runner.py:76) -2024-09-01 22:25:56,131 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0044s, count=3131, qps in this process: 104.3514 (mp_runner.py:76) -2024-09-01 22:25:56,133 | INFO |End search in concurrency 5: dur=30.074724438003614s, total_count=15647, qps=520.2708 (mp_runner.py:120) -2024-09-01 22:25:56,428 | INFO |Update largest qps with concurrency 5: current max_qps=520.2708 (mp_runner.py:124) -2024-09-01 22:25:56,844 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:25:56,844 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 22:26:07,042 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 22:26:07,113 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,124 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,125 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,141 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,190 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,191 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,198 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,202 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,203 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,219 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,225 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:07,241 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:20,212 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.020986950999940746 (mp_runner.py:73) -2024-09-01 22:26:20,212 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.021574958998826332 (mp_runner.py:73) -2024-09-01 22:26:20,212 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.027657860999170225 (mp_runner.py:73) -2024-09-01 22:26:20,212 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.02316957800212549 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.027130801005114336 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.027848924000863917 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.027816168003482744 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.02809298200008925 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.026542222003627103 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.024796178004180547 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.023939709994010627 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.024336151000170503 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.028693574997305404 (mp_runner.py:73) -2024-09-01 22:26:20,213 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.023352611002337653 (mp_runner.py:73) -2024-09-01 22:26:20,214 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.028607558997464366 (mp_runner.py:73) -2024-09-01 22:26:31,059 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.021573634003289044 (mp_runner.py:73) -2024-09-01 22:26:31,060 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.018925942000350915 (mp_runner.py:73) -2024-09-01 22:26:31,060 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.022485711000626907 (mp_runner.py:73) -2024-09-01 22:26:31,060 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.01930221899965545 (mp_runner.py:73) -2024-09-01 22:26:31,061 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.0236322460041265 (mp_runner.py:73) -2024-09-01 22:26:31,061 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.019303619003039785 (mp_runner.py:73) -2024-09-01 22:26:31,061 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.00958581000304548 (mp_runner.py:73) -2024-09-01 22:26:31,062 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.024448021002172027 (mp_runner.py:73) -2024-09-01 22:26:31,062 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.02160667199495947 (mp_runner.py:73) -2024-09-01 22:26:31,062 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.025284133000241127 (mp_runner.py:73) -2024-09-01 22:26:31,063 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.024765358997683506 (mp_runner.py:73) -2024-09-01 22:26:31,063 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.025102662002609577 (mp_runner.py:73) -2024-09-01 22:26:31,066 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.028500829001131933 (mp_runner.py:73) -2024-09-01 22:26:31,066 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.02701751700078603 (mp_runner.py:73) -2024-09-01 22:26:31,074 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01816960800351808 (mp_runner.py:73) -2024-09-01 22:26:37,131 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0159s, count=1278, qps in this process: 42.5774 (mp_runner.py:76) -2024-09-01 22:26:37,137 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0116s, count=1279, qps in this process: 42.6169 (mp_runner.py:76) -2024-09-01 22:26:37,138 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0127s, count=1279, qps in this process: 42.6153 (mp_runner.py:76) -2024-09-01 22:26:37,157 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0129s, count=1280, qps in this process: 42.6483 (mp_runner.py:76) -2024-09-01 22:26:37,194 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0008s, count=1282, qps in this process: 42.7322 (mp_runner.py:76) -2024-09-01 22:26:37,194 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0008s, count=1282, qps in this process: 42.7322 (mp_runner.py:76) -2024-09-01 22:26:37,215 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0047s, count=1283, qps in this process: 42.76 (mp_runner.py:76) -2024-09-01 22:26:37,215 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0109s, count=1283, qps in this process: 42.7511 (mp_runner.py:76) -2024-09-01 22:26:37,224 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0017s, count=1284, qps in this process: 42.7976 (mp_runner.py:76) -2024-09-01 22:26:37,225 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0169s, count=1281, qps in this process: 42.676 (mp_runner.py:76) -2024-09-01 22:26:37,238 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0036s, count=1285, qps in this process: 42.8282 (mp_runner.py:76) -2024-09-01 22:26:37,238 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0114s, count=1285, qps in this process: 42.8171 (mp_runner.py:76) -2024-09-01 22:26:37,238 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0098s, count=1285, qps in this process: 42.8193 (mp_runner.py:76) -2024-09-01 22:26:37,246 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0073s, count=1286, qps in this process: 42.8562 (mp_runner.py:76) -2024-09-01 22:26:37,253 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0036s, count=1287, qps in this process: 42.8949 (mp_runner.py:76) -2024-09-01 22:26:37,255 | INFO |End search in concurrency 15: dur=30.21339610299765s, total_count=19239, qps=636.7705 (mp_runner.py:120) -2024-09-01 22:26:38,146 | INFO |Update largest qps with concurrency 15: current max_qps=636.7705 (mp_runner.py:124) -2024-09-01 22:26:38,556 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:26:38,556 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 22:26:48,830 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 22:26:48,890 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:48,893 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:48,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:48,928 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:48,958 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:48,958 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:48,964 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:48,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,010 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,046 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,049 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:26:49,059 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:04,890 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.030289367998193484 (mp_runner.py:73) -2024-09-01 22:27:04,890 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.030293552001239732 (mp_runner.py:73) -2024-09-01 22:27:04,890 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.0305177830014145 (mp_runner.py:73) -2024-09-01 22:27:04,890 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.016405825001129415 (mp_runner.py:73) -2024-09-01 22:27:04,891 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.016811755995149724 (mp_runner.py:73) -2024-09-01 22:27:04,891 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.03172727800119901 (mp_runner.py:73) -2024-09-01 22:27:04,892 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.03242300199781312 (mp_runner.py:73) -2024-09-01 22:27:04,892 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.01851642900146544 (mp_runner.py:73) -2024-09-01 22:27:04,893 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.034125384998333175 (mp_runner.py:73) -2024-09-01 22:27:04,893 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.006804629003454465 (mp_runner.py:73) -2024-09-01 22:27:04,894 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.035058895002293866 (mp_runner.py:73) -2024-09-01 22:27:04,894 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.034672447996854316 (mp_runner.py:73) -2024-09-01 22:27:04,899 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.02470687000459293 (mp_runner.py:73) -2024-09-01 22:27:04,901 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.04135534999659285 (mp_runner.py:73) -2024-09-01 22:27:04,901 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.04244200399989495 (mp_runner.py:73) -2024-09-01 22:27:04,902 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.04252096699929098 (mp_runner.py:73) -2024-09-01 22:27:04,902 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.04308747799950652 (mp_runner.py:73) -2024-09-01 22:27:04,903 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.026208017996395938 (mp_runner.py:73) -2024-09-01 22:27:04,910 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.035943602000770625 (mp_runner.py:73) -2024-09-01 22:27:04,914 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.028571423004905228 (mp_runner.py:73) -2024-09-01 22:27:18,907 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0133s, count=993, qps in this process: 33.0853 (mp_runner.py:76) -2024-09-01 22:27:18,913 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0031s, count=993, qps in this process: 33.0966 (mp_runner.py:76) -2024-09-01 22:27:18,920 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0292s, count=993, qps in this process: 33.0678 (mp_runner.py:76) -2024-09-01 22:27:18,945 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0149s, count=995, qps in this process: 33.1502 (mp_runner.py:76) -2024-09-01 22:27:18,970 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0105s, count=996, qps in this process: 33.1884 (mp_runner.py:76) -2024-09-01 22:27:18,970 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0032s, count=996, qps in this process: 33.1965 (mp_runner.py:76) -2024-09-01 22:27:18,971 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0011s, count=996, qps in this process: 33.1988 (mp_runner.py:76) -2024-09-01 22:27:18,993 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.018s, count=997, qps in this process: 33.2134 (mp_runner.py:76) -2024-09-01 22:27:19,018 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0029s, count=998, qps in this process: 33.2635 (mp_runner.py:76) -2024-09-01 22:27:19,036 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.017s, count=999, qps in this process: 33.2811 (mp_runner.py:76) -2024-09-01 22:27:19,036 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0175s, count=999, qps in this process: 33.2806 (mp_runner.py:76) -2024-09-01 22:27:19,051 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.015008148999186233 (mp_runner.py:73) -2024-09-01 22:27:19,051 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.015054704999784008 (mp_runner.py:73) -2024-09-01 22:27:19,052 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.016241356999671552 (mp_runner.py:73) -2024-09-01 22:27:19,052 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.016402713998104446 (mp_runner.py:73) -2024-09-01 22:27:19,053 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.016123802000947762 (mp_runner.py:73) -2024-09-01 22:27:19,053 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.017666715000814293 (mp_runner.py:73) -2024-09-01 22:27:19,054 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.018163481006922666 (mp_runner.py:73) -2024-09-01 22:27:19,055 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.019734675996005535 (mp_runner.py:73) -2024-09-01 22:27:19,055 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.019617088000813965 (mp_runner.py:73) -2024-09-01 22:27:19,056 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0015s, count=1000, qps in this process: 33.3317 (mp_runner.py:76) -2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.003s, count=1001, qps in this process: 33.3633 (mp_runner.py:76) -2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0046s, count=1001, qps in this process: 33.3616 (mp_runner.py:76) -2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0069s, count=1001, qps in this process: 33.359 (mp_runner.py:76) -2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.007s, count=1001, qps in this process: 33.3589 (mp_runner.py:76) -2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0041s, count=1001, qps in this process: 33.3621 (mp_runner.py:76) -2024-09-01 22:27:19,066 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.004s, count=1001, qps in this process: 33.3622 (mp_runner.py:76) -2024-09-01 22:27:19,067 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0082s, count=1001, qps in this process: 33.3575 (mp_runner.py:76) -2024-09-01 22:27:19,074 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0063s, count=1002, qps in this process: 33.393 (mp_runner.py:76) -2024-09-01 22:27:19,076 | INFO |End search in concurrency 20: dur=30.24603337699955s, total_count=19964, qps=660.0535 (mp_runner.py:120) -2024-09-01 22:27:20,331 | INFO |Update largest qps with concurrency 20: current max_qps=660.0535 (mp_runner.py:124) -2024-09-01 22:27:20,742 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:27:20,742 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 22:27:31,137 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 22:27:31,183 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,248 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,286 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,343 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,386 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,418 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,418 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,421 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,421 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,421 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.04073654799867654 (mp_runner.py:73) -2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.05046141099592205 (mp_runner.py:73) -2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.05525973899784731 (mp_runner.py:73) -2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.028746185998898 (mp_runner.py:73) -2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0412755119978101 (mp_runner.py:73) -2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.05820313500589691 (mp_runner.py:73) -2024-09-01 22:27:50,751 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.04219300600379938 (mp_runner.py:73) -2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.043041754004661925 (mp_runner.py:73) -2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03946194799937075 (mp_runner.py:73) -2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.0477766089970828 (mp_runner.py:73) -2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.04015736400469905 (mp_runner.py:73) -2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.041285319995949976 (mp_runner.py:73) -2024-09-01 22:27:50,752 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.04348543500236701 (mp_runner.py:73) -2024-09-01 22:27:50,753 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.048756800999399275 (mp_runner.py:73) -2024-09-01 22:27:50,753 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.04207620899978792 (mp_runner.py:73) -2024-09-01 22:27:50,755 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.06185762999666622 (mp_runner.py:73) -2024-09-01 22:27:50,755 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.0492665260026115 (mp_runner.py:73) -2024-09-01 22:27:50,760 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.05967968199547613 (mp_runner.py:73) -2024-09-01 22:27:50,762 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.07272483900305815 (mp_runner.py:73) -2024-09-01 22:27:50,770 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.0622640270012198 (mp_runner.py:73) -2024-09-01 22:27:50,770 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.07387546400423162 (mp_runner.py:73) -2024-09-01 22:27:50,771 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.029784543003188446 (mp_runner.py:73) -2024-09-01 22:27:50,773 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0832985929955612 (mp_runner.py:73) -2024-09-01 22:27:50,777 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.03146050900249975 (mp_runner.py:73) -2024-09-01 22:27:50,783 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.03939522599830525 (mp_runner.py:73) -2024-09-01 22:28:01,202 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0183s, count=792, qps in this process: 26.3839 (mp_runner.py:76) -2024-09-01 22:28:01,252 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.002s, count=794, qps in this process: 26.4649 (mp_runner.py:76) -2024-09-01 22:28:01,327 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0399s, count=798, qps in this process: 26.5647 (mp_runner.py:76) -2024-09-01 22:28:01,336 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0008s, count=796, qps in this process: 26.5326 (mp_runner.py:76) -2024-09-01 22:28:01,380 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0046s, count=799, qps in this process: 26.6293 (mp_runner.py:76) -2024-09-01 22:28:01,380 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.004s, count=799, qps in this process: 26.6298 (mp_runner.py:76) -2024-09-01 22:28:01,380 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0084s, count=799, qps in this process: 26.6259 (mp_runner.py:76) -2024-09-01 22:28:01,381 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0085s, count=799, qps in this process: 26.6258 (mp_runner.py:76) -2024-09-01 22:28:01,382 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.036s, count=799, qps in this process: 26.6014 (mp_runner.py:76) -2024-09-01 22:28:01,382 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0008s, count=799, qps in this process: 26.6326 (mp_runner.py:76) -2024-09-01 22:28:01,382 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0096s, count=799, qps in this process: 26.6248 (mp_runner.py:76) -2024-09-01 22:28:01,382 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0014s, count=799, qps in this process: 26.6321 (mp_runner.py:76) -2024-09-01 22:28:01,383 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.002s, count=799, qps in this process: 26.6316 (mp_runner.py:76) -2024-09-01 22:28:01,383 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0088s, count=799, qps in this process: 26.6255 (mp_runner.py:76) -2024-09-01 22:28:01,388 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0155s, count=799, qps in this process: 26.6196 (mp_runner.py:76) -2024-09-01 22:28:01,401 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.02s, count=800, qps in this process: 26.6489 (mp_runner.py:76) -2024-09-01 22:28:01,401 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0197s, count=800, qps in this process: 26.6492 (mp_runner.py:76) -2024-09-01 22:28:01,414 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0113s, count=801, qps in this process: 26.6899 (mp_runner.py:76) -2024-09-01 22:28:01,429 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0094s, count=802, qps in this process: 26.725 (mp_runner.py:76) -2024-09-01 22:28:01,429 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0101s, count=802, qps in this process: 26.7243 (mp_runner.py:76) -2024-09-01 22:28:01,447 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.002s, count=804, qps in this process: 26.7982 (mp_runner.py:76) -2024-09-01 22:28:01,447 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0008s, count=804, qps in this process: 26.7993 (mp_runner.py:76) -2024-09-01 22:28:01,447 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.002s, count=804, qps in this process: 26.7982 (mp_runner.py:76) -2024-09-01 22:28:01,448 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0018s, count=803, qps in this process: 26.7651 (mp_runner.py:76) -2024-09-01 22:28:01,454 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0039s, count=805, qps in this process: 26.8298 (mp_runner.py:76) -2024-09-01 22:28:01,456 | INFO |End search in concurrency 25: dur=30.317685089998122s, total_count=19994, qps=659.4831 (mp_runner.py:120) -2024-09-01 22:28:03,496 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:28:03,496 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 22:28:13,965 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 22:28:14,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,065 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,078 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,141 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,145 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,156 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,157 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,220 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,220 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,221 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,254 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,256 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,257 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,259 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,261 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,263 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,326 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,326 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:14,334 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:36,725 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.02469914100220194 (mp_runner.py:73) -2024-09-01 22:28:36,726 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.020022213997435756 (mp_runner.py:73) -2024-09-01 22:28:36,729 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.025006674994074274 (mp_runner.py:73) -2024-09-01 22:28:36,729 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.024454844002320897 (mp_runner.py:73) -2024-09-01 22:28:36,732 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.01837181099836016 (mp_runner.py:73) -2024-09-01 22:28:36,732 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.023211149004055187 (mp_runner.py:73) -2024-09-01 22:28:36,741 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.038993952999589965 (mp_runner.py:73) -2024-09-01 22:28:36,741 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.02956336100032786 (mp_runner.py:73) -2024-09-01 22:28:36,744 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.03448037499765633 (mp_runner.py:73) -2024-09-01 22:28:36,744 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.03312354600348044 (mp_runner.py:73) -2024-09-01 22:28:36,746 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.033029753001756035 (mp_runner.py:73) -2024-09-01 22:28:36,749 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.015922235004836693 (mp_runner.py:73) -2024-09-01 22:28:36,749 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.038879943000210915 (mp_runner.py:73) -2024-09-01 22:28:36,751 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.03653893699811306 (mp_runner.py:73) -2024-09-01 22:28:36,752 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.03929404700465966 (mp_runner.py:73) -2024-09-01 22:28:36,754 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.035310369996295776 (mp_runner.py:73) -2024-09-01 22:28:36,756 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.05638767600612482 (mp_runner.py:73) -2024-09-01 22:28:36,756 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.050506726001913194 (mp_runner.py:73) -2024-09-01 22:28:36,757 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.05388330599816982 (mp_runner.py:73) -2024-09-01 22:28:36,757 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.04917778700473718 (mp_runner.py:73) -2024-09-01 22:28:36,758 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.03913969499990344 (mp_runner.py:73) -2024-09-01 22:28:36,758 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.04272956500062719 (mp_runner.py:73) -2024-09-01 22:28:36,759 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.06219642300129635 (mp_runner.py:73) -2024-09-01 22:28:36,759 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.04688931500277249 (mp_runner.py:73) -2024-09-01 22:28:36,760 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.0643116880019079 (mp_runner.py:73) -2024-09-01 22:28:36,761 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.05659691499749897 (mp_runner.py:73) -2024-09-01 22:28:36,762 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.041823278996162117 (mp_runner.py:73) -2024-09-01 22:28:36,763 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.04074164800113067 (mp_runner.py:73) -2024-09-01 22:28:36,765 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.0575959679990774 (mp_runner.py:73) -2024-09-01 22:28:36,766 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.0605030299993814 (mp_runner.py:73) -2024-09-01 22:28:44,075 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0188s, count=663, qps in this process: 22.0862 (mp_runner.py:76) -2024-09-01 22:28:44,103 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0232s, count=663, qps in this process: 22.0829 (mp_runner.py:76) -2024-09-01 22:28:44,112 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0421s, count=663, qps in this process: 22.069 (mp_runner.py:76) -2024-09-01 22:28:44,146 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0041s, count=664, qps in this process: 22.1303 (mp_runner.py:76) -2024-09-01 22:28:44,148 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0012s, count=665, qps in this process: 22.1658 (mp_runner.py:76) -2024-09-01 22:28:44,155 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.005s, count=664, qps in this process: 22.1296 (mp_runner.py:76) -2024-09-01 22:28:44,155 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0145s, count=664, qps in this process: 22.1226 (mp_runner.py:76) -2024-09-01 22:28:44,166 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0085s, count=665, qps in this process: 22.1604 (mp_runner.py:76) -2024-09-01 22:28:44,174 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.012s, count=664, qps in this process: 22.1245 (mp_runner.py:76) -2024-09-01 22:28:44,235 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0131s, count=668, qps in this process: 22.2569 (mp_runner.py:76) -2024-09-01 22:28:44,259 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0024s, count=669, qps in this process: 22.2982 (mp_runner.py:76) -2024-09-01 22:28:44,260 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0339s, count=669, qps in this process: 22.2748 (mp_runner.py:76) -2024-09-01 22:28:44,260 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0014s, count=669, qps in this process: 22.299 (mp_runner.py:76) -2024-09-01 22:28:44,267 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0376s, count=669, qps in this process: 22.2721 (mp_runner.py:76) -2024-09-01 22:28:44,268 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0403s, count=669, qps in this process: 22.2701 (mp_runner.py:76) -2024-09-01 22:28:44,268 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0067s, count=669, qps in this process: 22.295 (mp_runner.py:76) -2024-09-01 22:28:44,270 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0068s, count=669, qps in this process: 22.2949 (mp_runner.py:76) -2024-09-01 22:28:44,272 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0086s, count=669, qps in this process: 22.2936 (mp_runner.py:76) -2024-09-01 22:28:44,276 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0176s, count=668, qps in this process: 22.2536 (mp_runner.py:76) -2024-09-01 22:28:44,280 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0172s, count=669, qps in this process: 22.2872 (mp_runner.py:76) -2024-09-01 22:28:44,292 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0293s, count=670, qps in this process: 22.3115 (mp_runner.py:76) -2024-09-01 22:28:44,293 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0297s, count=670, qps in this process: 22.3112 (mp_runner.py:76) -2024-09-01 22:28:44,293 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0162s, count=670, qps in this process: 22.3213 (mp_runner.py:76) -2024-09-01 22:28:44,335 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0006s, count=674, qps in this process: 22.4662 (mp_runner.py:76) -2024-09-01 22:28:44,336 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0022s, count=671, qps in this process: 22.365 (mp_runner.py:76) -2024-09-01 22:28:44,337 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0028s, count=674, qps in this process: 22.4646 (mp_runner.py:76) -2024-09-01 22:28:44,340 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0023s, count=674, qps in this process: 22.4649 (mp_runner.py:76) -2024-09-01 22:28:44,349 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0112s, count=675, qps in this process: 22.4916 (mp_runner.py:76) -2024-09-01 22:28:44,349 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0112s, count=675, qps in this process: 22.4916 (mp_runner.py:76) -2024-09-01 22:28:44,349 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0103s, count=675, qps in this process: 22.4923 (mp_runner.py:76) -2024-09-01 22:28:44,352 | INFO |End search in concurrency 30: dur=30.387234939997143s, total_count=20060, qps=660.1456 (mp_runner.py:120) -2024-09-01 22:28:46,279 | INFO |Update largest qps with concurrency 30: current max_qps=660.1456 (mp_runner.py:124) -2024-09-01 22:28:46,684 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:28:46,685 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 22:28:57,296 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 22:28:57,408 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,446 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,485 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,485 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,500 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,578 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,580 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,598 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,606 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,606 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,620 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,630 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,630 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,633 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,648 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,659 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,659 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,659 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,666 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,670 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,671 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,682 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,686 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:28:57,721 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:23,925 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.029000533002545126 (mp_runner.py:73) -2024-09-01 22:29:23,928 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.04851807699742494 (mp_runner.py:73) -2024-09-01 22:29:23,929 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.04303326799708884 (mp_runner.py:73) -2024-09-01 22:29:23,931 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.04575184299756074 (mp_runner.py:73) -2024-09-01 22:29:23,932 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.04840025100565981 (mp_runner.py:73) -2024-09-01 22:29:23,932 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.048905557996477 (mp_runner.py:73) -2024-09-01 22:29:23,933 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.04817505199753214 (mp_runner.py:73) -2024-09-01 22:29:23,934 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.05551162600022508 (mp_runner.py:73) -2024-09-01 22:29:23,935 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.0459641979978187 (mp_runner.py:73) -2024-09-01 22:29:23,936 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.009355732996482402 (mp_runner.py:73) -2024-09-01 22:29:23,937 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.05132382400188362 (mp_runner.py:73) -2024-09-01 22:29:23,939 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.04569490699941525 (mp_runner.py:73) -2024-09-01 22:29:23,939 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.06364418099838076 (mp_runner.py:73) -2024-09-01 22:29:23,940 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.05874548499559751 (mp_runner.py:73) -2024-09-01 22:29:23,940 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.06593379299738444 (mp_runner.py:73) -2024-09-01 22:29:23,941 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.06438756100396859 (mp_runner.py:73) -2024-09-01 22:29:23,943 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.066216360006365 (mp_runner.py:73) -2024-09-01 22:29:23,947 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.07392225899820914 (mp_runner.py:73) -2024-09-01 22:29:23,948 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.05822799700399628 (mp_runner.py:73) -2024-09-01 22:29:23,949 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.04564617200230714 (mp_runner.py:73) -2024-09-01 22:29:23,950 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.0620890300051542 (mp_runner.py:73) -2024-09-01 22:29:23,951 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.06877344299573451 (mp_runner.py:73) -2024-09-01 22:29:23,951 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.07821372400212567 (mp_runner.py:73) -2024-09-01 22:29:23,953 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.0716577880011755 (mp_runner.py:73) -2024-09-01 22:29:23,953 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.07445651899615768 (mp_runner.py:73) -2024-09-01 22:29:23,954 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.062083630000415724 (mp_runner.py:73) -2024-09-01 22:29:23,954 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.05885460200079251 (mp_runner.py:73) -2024-09-01 22:29:23,956 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.05728558500413783 (mp_runner.py:73) -2024-09-01 22:29:23,957 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.06299640399811324 (mp_runner.py:73) -2024-09-01 22:29:23,961 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05879366600129288 (mp_runner.py:73) -2024-09-01 22:29:23,961 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.06779808200371917 (mp_runner.py:73) -2024-09-01 22:29:23,961 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.08530894899740815 (mp_runner.py:73) -2024-09-01 22:29:23,962 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.08230764799372992 (mp_runner.py:73) -2024-09-01 22:29:23,965 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.07717861499986611 (mp_runner.py:73) -2024-09-01 22:29:23,965 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.07508595199760748 (mp_runner.py:73) -2024-09-01 22:29:27,464 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0319s, count=569, qps in this process: 18.9465 (mp_runner.py:76) -2024-09-01 22:29:27,465 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.013s, count=569, qps in this process: 18.9585 (mp_runner.py:76) -2024-09-01 22:29:27,499 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0047s, count=570, qps in this process: 18.997 (mp_runner.py:76) -2024-09-01 22:29:27,499 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0053s, count=570, qps in this process: 18.9966 (mp_runner.py:76) -2024-09-01 22:29:27,514 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0077s, count=570, qps in this process: 18.9951 (mp_runner.py:76) -2024-09-01 22:29:27,518 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0331s, count=570, qps in this process: 18.9791 (mp_runner.py:76) -2024-09-01 22:29:27,584 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0119s, count=572, qps in this process: 19.0591 (mp_runner.py:76) -2024-09-01 22:29:27,595 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0092s, count=572, qps in this process: 19.0608 (mp_runner.py:76) -2024-09-01 22:29:27,619 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0375s, count=573, qps in this process: 19.0762 (mp_runner.py:76) -2024-09-01 22:29:27,621 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0165s, count=573, qps in this process: 19.0895 (mp_runner.py:76) -2024-09-01 22:29:27,622 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0139s, count=573, qps in this process: 19.0912 (mp_runner.py:76) -2024-09-01 22:29:27,624 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0159s, count=573, qps in this process: 19.0899 (mp_runner.py:76) -2024-09-01 22:29:27,628 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0046s, count=573, qps in this process: 19.0971 (mp_runner.py:76) -2024-09-01 22:29:27,657 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0172s, count=574, qps in this process: 19.1224 (mp_runner.py:76) -2024-09-01 22:29:27,657 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0226s, count=574, qps in this process: 19.1189 (mp_runner.py:76) -2024-09-01 22:29:27,665 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0019s, count=574, qps in this process: 19.1321 (mp_runner.py:76) -2024-09-01 22:29:27,671 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0364s, count=574, qps in this process: 19.1101 (mp_runner.py:76) -2024-09-01 22:29:27,674 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0212s, count=574, qps in this process: 19.1198 (mp_runner.py:76) -2024-09-01 22:29:27,685 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0229s, count=575, qps in this process: 19.152 (mp_runner.py:76) -2024-09-01 22:29:27,688 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0246s, count=575, qps in this process: 19.151 (mp_runner.py:76) -2024-09-01 22:29:27,689 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0143s, count=575, qps in this process: 19.1575 (mp_runner.py:76) -2024-09-01 22:29:27,690 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.009s, count=575, qps in this process: 19.1609 (mp_runner.py:76) -2024-09-01 22:29:27,691 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0169s, count=575, qps in this process: 19.1559 (mp_runner.py:76) -2024-09-01 22:29:27,692 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0129s, count=575, qps in this process: 19.1584 (mp_runner.py:76) -2024-09-01 22:29:27,692 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0113s, count=575, qps in this process: 19.1594 (mp_runner.py:76) -2024-09-01 22:29:27,692 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0298s, count=575, qps in this process: 19.1476 (mp_runner.py:76) -2024-09-01 22:29:27,693 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0305s, count=575, qps in this process: 19.1472 (mp_runner.py:76) -2024-09-01 22:29:27,693 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0158s, count=575, qps in this process: 19.1566 (mp_runner.py:76) -2024-09-01 22:29:27,694 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0239s, count=575, qps in this process: 19.1514 (mp_runner.py:76) -2024-09-01 22:29:27,694 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0193s, count=575, qps in this process: 19.1543 (mp_runner.py:76) -2024-09-01 22:29:27,694 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0203s, count=575, qps in this process: 19.1537 (mp_runner.py:76) -2024-09-01 22:29:27,709 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0155s, count=576, qps in this process: 19.1901 (mp_runner.py:76) -2024-09-01 22:29:27,712 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0185s, count=576, qps in this process: 19.1882 (mp_runner.py:76) -2024-09-01 22:29:27,722 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0064s, count=578, qps in this process: 19.2626 (mp_runner.py:76) -2024-09-01 22:29:27,734 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.006s, count=580, qps in this process: 19.3295 (mp_runner.py:76) -2024-09-01 22:29:27,737 | INFO |End search in concurrency 35: dur=30.44047898500139s, total_count=20082, qps=659.7137 (mp_runner.py:120) -2024-09-01 22:29:30,460 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:29:30,460 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 22:29:41,146 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 22:29:41,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,223 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,280 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,360 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,374 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,383 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,384 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,386 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,446 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,478 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,501 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,506 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,506 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,508 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,511 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,511 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,511 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,541 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,566 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,566 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,570 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,570 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,619 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,619 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,627 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,627 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,627 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,630 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,637 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,650 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:29:41,719 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:11,252 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0265s, count=484, qps in this process: 16.1191 (mp_runner.py:76) -2024-09-01 22:30:11,252 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0573s, count=484, qps in this process: 16.1026 (mp_runner.py:76) -2024-09-01 22:30:11,353 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0651s, count=486, qps in this process: 16.1649 (mp_runner.py:76) -2024-09-01 22:30:11,380 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0156s, count=487, qps in this process: 16.2249 (mp_runner.py:76) -2024-09-01 22:30:11,392 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0023s, count=487, qps in this process: 16.2321 (mp_runner.py:76) -2024-09-01 22:30:11,393 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0151s, count=487, qps in this process: 16.2252 (mp_runner.py:76) -2024-09-01 22:30:11,402 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.012s, count=487, qps in this process: 16.2268 (mp_runner.py:76) -2024-09-01 22:30:11,458 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0464s, count=488, qps in this process: 16.2415 (mp_runner.py:76) -2024-09-01 22:30:11,467 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0771s, count=488, qps in this process: 16.225 (mp_runner.py:76) -2024-09-01 22:30:11,496 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.046s, count=489, qps in this process: 16.275 (mp_runner.py:76) -2024-09-01 22:30:11,497 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0165s, count=489, qps in this process: 16.291 (mp_runner.py:76) -2024-09-01 22:30:11,518 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0133s, count=489, qps in this process: 16.2928 (mp_runner.py:76) -2024-09-01 22:30:11,526 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0101s, count=489, qps in this process: 16.2945 (mp_runner.py:76) -2024-09-01 22:30:11,537 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0221s, count=490, qps in this process: 16.3213 (mp_runner.py:76) -2024-09-01 22:30:11,538 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0266s, count=490, qps in this process: 16.3189 (mp_runner.py:76) -2024-09-01 22:30:11,538 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0221s, count=490, qps in this process: 16.3213 (mp_runner.py:76) -2024-09-01 22:30:11,543 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0332s, count=490, qps in this process: 16.3153 (mp_runner.py:76) -2024-09-01 22:30:11,545 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.004s, count=490, qps in this process: 16.3312 (mp_runner.py:76) -2024-09-01 22:30:11,545 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0318s, count=490, qps in this process: 16.316 (mp_runner.py:76) -2024-09-01 22:30:11,547 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0071s, count=490, qps in this process: 16.3295 (mp_runner.py:76) -2024-09-01 22:30:11,560 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0171s, count=491, qps in this process: 16.3573 (mp_runner.py:76) -2024-09-01 22:30:11,564 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0235s, count=491, qps in this process: 16.3539 (mp_runner.py:76) -2024-09-01 22:30:11,593 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0264s, count=492, qps in this process: 16.3856 (mp_runner.py:76) -2024-09-01 22:30:11,595 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0233s, count=492, qps in this process: 16.3873 (mp_runner.py:76) -2024-09-01 22:30:11,595 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0212s, count=492, qps in this process: 16.3884 (mp_runner.py:76) -2024-09-01 22:30:11,595 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0099s, count=492, qps in this process: 16.3946 (mp_runner.py:76) -2024-09-01 22:30:11,595 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0067s, count=492, qps in this process: 16.3963 (mp_runner.py:76) -2024-09-01 22:30:11,596 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0294s, count=492, qps in this process: 16.3839 (mp_runner.py:76) -2024-09-01 22:30:11,596 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0224s, count=492, qps in this process: 16.3878 (mp_runner.py:76) -2024-09-01 22:30:11,597 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0303s, count=492, qps in this process: 16.3835 (mp_runner.py:76) -2024-09-01 22:30:11,597 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0304s, count=492, qps in this process: 16.3834 (mp_runner.py:76) -2024-09-01 22:30:11,627 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0006s, count=494, qps in this process: 16.4663 (mp_runner.py:76) -2024-09-01 22:30:11,629 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.002s, count=494, qps in this process: 16.4656 (mp_runner.py:76) -2024-09-01 22:30:11,637 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0083s, count=495, qps in this process: 16.4954 (mp_runner.py:76) -2024-09-01 22:30:11,639 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0086s, count=495, qps in this process: 16.4953 (mp_runner.py:76) -2024-09-01 22:30:11,642 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0077s, count=495, qps in this process: 16.4958 (mp_runner.py:76) -2024-09-01 22:30:11,648 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.011s, count=496, qps in this process: 16.5273 (mp_runner.py:76) -2024-09-01 22:30:11,656 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0065s, count=497, qps in this process: 16.5631 (mp_runner.py:76) -2024-09-01 22:30:11,667 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0017s, count=498, qps in this process: 16.5991 (mp_runner.py:76) -2024-09-01 22:30:11,678 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.005246556997008156 (mp_runner.py:73) -2024-09-01 22:30:11,736 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0059s, count=509, qps in this process: 16.9633 (mp_runner.py:76) -2024-09-01 22:30:11,739 | INFO |End search in concurrency 40: dur=30.593104200997914s, total_count=19647, qps=642.2035 (mp_runner.py:120) -2024-09-01 22:30:14,776 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:30:14,776 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 22:30:25,593 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 22:30:25,693 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,728 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,760 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,832 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,864 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,918 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,921 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,923 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,933 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,934 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:25,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,004 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,004 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,004 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,010 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,013 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,036 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,037 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,052 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,053 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,059 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,102 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,131 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,146 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,146 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,147 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,156 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,160 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,189 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:26,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:30:55,697 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.003s, count=433, qps in this process: 14.4319 (mp_runner.py:76) -2024-09-01 22:30:55,741 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0088s, count=433, qps in this process: 14.4291 (mp_runner.py:76) -2024-09-01 22:30:55,767 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0009s, count=433, qps in this process: 14.4329 (mp_runner.py:76) -2024-09-01 22:30:55,885 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0181s, count=435, qps in this process: 14.4913 (mp_runner.py:76) -2024-09-01 22:30:55,885 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0439s, count=435, qps in this process: 14.4788 (mp_runner.py:76) -2024-09-01 22:30:55,921 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0314s, count=436, qps in this process: 14.5181 (mp_runner.py:76) -2024-09-01 22:30:55,959 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0133s, count=437, qps in this process: 14.5602 (mp_runner.py:76) -2024-09-01 22:30:55,959 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0355s, count=437, qps in this process: 14.5494 (mp_runner.py:76) -2024-09-01 22:30:55,960 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0275s, count=437, qps in this process: 14.5533 (mp_runner.py:76) -2024-09-01 22:30:55,962 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.025s, count=437, qps in this process: 14.5545 (mp_runner.py:76) -2024-09-01 22:30:55,964 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0316s, count=437, qps in this process: 14.5513 (mp_runner.py:76) -2024-09-01 22:30:55,968 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0296s, count=437, qps in this process: 14.5523 (mp_runner.py:76) -2024-09-01 22:30:55,999 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0787s, count=437, qps in this process: 14.5286 (mp_runner.py:76) -2024-09-01 22:30:56,021 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.015s, count=438, qps in this process: 14.5927 (mp_runner.py:76) -2024-09-01 22:30:56,021 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0118s, count=438, qps in this process: 14.5943 (mp_runner.py:76) -2024-09-01 22:30:56,026 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0167s, count=438, qps in this process: 14.5919 (mp_runner.py:76) -2024-09-01 22:30:56,029 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0075s, count=438, qps in this process: 14.5964 (mp_runner.py:76) -2024-09-01 22:30:56,031 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0143s, count=438, qps in this process: 14.593 (mp_runner.py:76) -2024-09-01 22:30:56,036 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0429s, count=438, qps in this process: 14.5792 (mp_runner.py:76) -2024-09-01 22:30:56,039 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0296s, count=438, qps in this process: 14.5856 (mp_runner.py:76) -2024-09-01 22:30:56,043 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0377s, count=438, qps in this process: 14.5817 (mp_runner.py:76) -2024-09-01 22:30:56,044 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0023s, count=438, qps in this process: 14.5989 (mp_runner.py:76) -2024-09-01 22:30:56,069 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0075s, count=439, qps in this process: 14.6297 (mp_runner.py:76) -2024-09-01 22:30:56,070 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0147s, count=439, qps in this process: 14.6262 (mp_runner.py:76) -2024-09-01 22:30:56,071 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0306s, count=439, qps in this process: 14.6184 (mp_runner.py:76) -2024-09-01 22:30:56,072 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0332s, count=439, qps in this process: 14.6172 (mp_runner.py:76) -2024-09-01 22:30:56,075 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0102s, count=439, qps in this process: 14.6284 (mp_runner.py:76) -2024-09-01 22:30:56,076 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0024s, count=439, qps in this process: 14.6322 (mp_runner.py:76) -2024-09-01 22:30:56,079 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0244s, count=439, qps in this process: 14.6214 (mp_runner.py:76) -2024-09-01 22:30:56,088 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0075s, count=440, qps in this process: 14.663 (mp_runner.py:76) -2024-09-01 22:30:56,089 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.015s, count=440, qps in this process: 14.6593 (mp_runner.py:76) -2024-09-01 22:30:56,093 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0124s, count=440, qps in this process: 14.6606 (mp_runner.py:76) -2024-09-01 22:30:56,097 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0164s, count=440, qps in this process: 14.6587 (mp_runner.py:76) -2024-09-01 22:30:56,116 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0096s, count=441, qps in this process: 14.6953 (mp_runner.py:76) -2024-09-01 22:30:56,118 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0078s, count=441, qps in this process: 14.6962 (mp_runner.py:76) -2024-09-01 22:30:56,125 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0348s, count=441, qps in this process: 14.683 (mp_runner.py:76) -2024-09-01 22:30:56,140 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0047s, count=442, qps in this process: 14.731 (mp_runner.py:76) -2024-09-01 22:30:56,141 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0143s, count=442, qps in this process: 14.7263 (mp_runner.py:76) -2024-09-01 22:30:56,151 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0014s, count=443, qps in this process: 14.766 (mp_runner.py:76) -2024-09-01 22:30:56,162 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0142s, count=444, qps in this process: 14.793 (mp_runner.py:76) -2024-09-01 22:30:56,163 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0093s, count=444, qps in this process: 14.7954 (mp_runner.py:76) -2024-09-01 22:30:56,165 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0051s, count=444, qps in this process: 14.7975 (mp_runner.py:76) -2024-09-01 22:30:56,173 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0049s, count=445, qps in this process: 14.8309 (mp_runner.py:76) -2024-09-01 22:30:56,208 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0039s, count=449, qps in this process: 14.9647 (mp_runner.py:76) -2024-09-01 22:30:56,235 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0004s, count=453, qps in this process: 15.0998 (mp_runner.py:76) -2024-09-01 22:30:56,238 | INFO |End search in concurrency 45: dur=30.643897771005868s, total_count=19768, qps=645.0877 (mp_runner.py:120) -2024-09-01 22:30:59,591 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:30:59,591 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 22:31:20,526 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 22:31:20,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,775 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,805 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,813 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,885 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,905 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,910 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,976 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,983 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:20,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,005 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,007 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,007 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,007 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,008 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,008 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,026 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,069 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,083 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,086 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,086 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,095 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,100 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,110 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,184 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,184 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,185 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:21,189 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:31:50,844 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0325s, count=396, qps in this process: 13.1857 (mp_runner.py:76) -2024-09-01 22:31:50,851 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0709s, count=396, qps in this process: 13.1689 (mp_runner.py:76) -2024-09-01 22:31:50,857 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0714s, count=396, qps in this process: 13.1687 (mp_runner.py:76) -2024-09-01 22:31:50,862 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0074s, count=396, qps in this process: 13.1967 (mp_runner.py:76) -2024-09-01 22:31:50,929 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0185s, count=397, qps in this process: 13.2252 (mp_runner.py:76) -2024-09-01 22:31:50,933 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0379s, count=396, qps in this process: 13.1833 (mp_runner.py:76) -2024-09-01 22:31:50,976 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0643s, count=398, qps in this process: 13.2383 (mp_runner.py:76) -2024-09-01 22:31:50,989 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0093s, count=398, qps in this process: 13.2626 (mp_runner.py:76) -2024-09-01 22:31:50,994 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0154s, count=398, qps in this process: 13.2599 (mp_runner.py:76) -2024-09-01 22:31:51,012 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0288s, count=398, qps in this process: 13.2539 (mp_runner.py:76) -2024-09-01 22:31:51,016 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0157s, count=398, qps in this process: 13.2597 (mp_runner.py:76) -2024-09-01 22:31:51,030 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0255s, count=398, qps in this process: 13.2554 (mp_runner.py:76) -2024-09-01 22:31:51,035 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0557s, count=398, qps in this process: 13.2421 (mp_runner.py:76) -2024-09-01 22:31:51,037 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0234s, count=398, qps in this process: 13.2563 (mp_runner.py:76) -2024-09-01 22:31:51,039 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0239s, count=398, qps in this process: 13.2561 (mp_runner.py:76) -2024-09-01 22:31:51,041 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.061s, count=398, qps in this process: 13.2397 (mp_runner.py:76) -2024-09-01 22:31:51,041 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0253s, count=398, qps in this process: 13.2555 (mp_runner.py:76) -2024-09-01 22:31:51,047 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.025s, count=398, qps in this process: 13.2556 (mp_runner.py:76) -2024-09-01 22:31:51,050 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0356s, count=398, qps in this process: 13.2509 (mp_runner.py:76) -2024-09-01 22:31:51,137 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.1287s, count=398, qps in this process: 13.21 (mp_runner.py:76) -2024-09-01 22:31:51,176 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.1032s, count=399, qps in this process: 13.2544 (mp_runner.py:76) -2024-09-01 22:31:51,179 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.1998s, count=399, qps in this process: 13.212 (mp_runner.py:76) -2024-09-01 22:31:51,180 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.1456s, count=399, qps in this process: 13.2358 (mp_runner.py:76) -2024-09-01 22:31:51,180 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0557s, count=399, qps in this process: 13.2754 (mp_runner.py:76) -2024-09-01 22:31:51,180 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0632s, count=399, qps in this process: 13.272 (mp_runner.py:76) -2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0823s, count=399, qps in this process: 13.2636 (mp_runner.py:76) -2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.1765s, count=399, qps in this process: 13.2222 (mp_runner.py:76) -2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0151s, count=399, qps in this process: 13.2933 (mp_runner.py:76) -2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0553s, count=399, qps in this process: 13.2755 (mp_runner.py:76) -2024-09-01 22:31:51,181 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.1681s, count=399, qps in this process: 13.2259 (mp_runner.py:76) -2024-09-01 22:31:51,182 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.1135s, count=399, qps in this process: 13.2499 (mp_runner.py:76) -2024-09-01 22:31:51,182 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0757s, count=399, qps in this process: 13.2665 (mp_runner.py:76) -2024-09-01 22:31:51,182 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.1739s, count=399, qps in this process: 13.2233 (mp_runner.py:76) -2024-09-01 22:31:51,183 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0977s, count=399, qps in this process: 13.2568 (mp_runner.py:76) -2024-09-01 22:31:51,183 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0907s, count=399, qps in this process: 13.2599 (mp_runner.py:76) -2024-09-01 22:31:51,183 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0327s, count=399, qps in this process: 13.2855 (mp_runner.py:76) -2024-09-01 22:31:51,183 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.1696s, count=399, qps in this process: 13.2252 (mp_runner.py:76) -2024-09-01 22:31:51,184 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.1771s, count=399, qps in this process: 13.2219 (mp_runner.py:76) -2024-09-01 22:31:51,184 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0986s, count=399, qps in this process: 13.2564 (mp_runner.py:76) -2024-09-01 22:31:51,184 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0381s, count=399, qps in this process: 13.2831 (mp_runner.py:76) -2024-09-01 22:31:51,185 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0604s, count=399, qps in this process: 13.2733 (mp_runner.py:76) -2024-09-01 22:31:51,185 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0906s, count=399, qps in this process: 13.26 (mp_runner.py:76) -2024-09-01 22:31:51,186 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.2064s, count=399, qps in this process: 13.2091 (mp_runner.py:76) -2024-09-01 22:31:51,186 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.1801s, count=399, qps in this process: 13.2206 (mp_runner.py:76) -2024-09-01 22:31:51,187 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.1783s, count=399, qps in this process: 13.2214 (mp_runner.py:76) -2024-09-01 22:31:51,191 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.1226s, count=399, qps in this process: 13.2459 (mp_runner.py:76) -2024-09-01 22:31:51,196 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0097s, count=399, qps in this process: 13.2957 (mp_runner.py:76) -2024-09-01 22:31:51,200 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0026s, count=400, qps in this process: 13.3322 (mp_runner.py:76) -2024-09-01 22:31:51,218 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0315s, count=400, qps in this process: 13.3193 (mp_runner.py:76) -2024-09-01 22:31:51,219 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0323s, count=400, qps in this process: 13.319 (mp_runner.py:76) -2024-09-01 22:31:51,222 | INFO |End search in concurrency 50: dur=30.694915243999276s, total_count=19922, qps=649.0326 (mp_runner.py:120) -2024-09-01 22:31:55,028 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:31:55,028 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 22:32:16,174 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 22:32:16,216 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,223 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,308 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,384 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,478 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,519 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,522 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,554 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,567 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,626 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,626 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,635 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,646 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,658 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,658 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,658 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,677 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,678 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,679 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,690 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,695 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,708 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,726 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,741 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,753 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,754 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,794 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,795 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,797 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,801 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,803 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,811 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,811 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,811 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,858 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,878 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,891 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,904 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,914 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,915 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,922 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,957 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,986 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:16,995 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:32:46,249 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0322s, count=352, qps in this process: 11.7208 (mp_runner.py:76) -2024-09-01 22:32:46,305 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0812s, count=353, qps in this process: 11.7349 (mp_runner.py:76) -2024-09-01 22:32:46,342 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0421s, count=354, qps in this process: 11.7835 (mp_runner.py:76) -2024-09-01 22:32:46,350 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0275s, count=354, qps in this process: 11.7892 (mp_runner.py:76) -2024-09-01 22:32:46,361 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0314s, count=354, qps in this process: 11.7877 (mp_runner.py:76) -2024-09-01 22:32:46,413 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0175s, count=355, qps in this process: 11.8264 (mp_runner.py:76) -2024-09-01 22:32:46,511 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0286s, count=356, qps in this process: 11.8554 (mp_runner.py:76) -2024-09-01 22:32:46,522 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0579s, count=356, qps in this process: 11.8438 (mp_runner.py:76) -2024-09-01 22:32:46,563 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0052s, count=357, qps in this process: 11.8979 (mp_runner.py:76) -2024-09-01 22:32:46,571 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0429s, count=357, qps in this process: 11.883 (mp_runner.py:76) -2024-09-01 22:32:46,573 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0527s, count=357, qps in this process: 11.8791 (mp_runner.py:76) -2024-09-01 22:32:46,579 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.005s, count=357, qps in this process: 11.898 (mp_runner.py:76) -2024-09-01 22:32:46,586 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0642s, count=357, qps in this process: 11.8746 (mp_runner.py:76) -2024-09-01 22:32:46,643 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0109s, count=358, qps in this process: 11.929 (mp_runner.py:76) -2024-09-01 22:32:46,661 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.028s, count=358, qps in this process: 11.9222 (mp_runner.py:76) -2024-09-01 22:32:46,670 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0098s, count=359, qps in this process: 11.9628 (mp_runner.py:76) -2024-09-01 22:32:46,671 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0332s, count=359, qps in this process: 11.9534 (mp_runner.py:76) -2024-09-01 22:32:46,678 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0181s, count=359, qps in this process: 11.9595 (mp_runner.py:76) -2024-09-01 22:32:46,682 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0315s, count=359, qps in this process: 11.9541 (mp_runner.py:76) -2024-09-01 22:32:46,685 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0253s, count=359, qps in this process: 11.9566 (mp_runner.py:76) -2024-09-01 22:32:46,686 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0055s, count=359, qps in this process: 11.9645 (mp_runner.py:76) -2024-09-01 22:32:46,686 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0135s, count=358, qps in this process: 11.928 (mp_runner.py:76) -2024-09-01 22:32:46,695 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.015s, count=359, qps in this process: 11.9607 (mp_runner.py:76) -2024-09-01 22:32:46,730 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0372s, count=360, qps in this process: 11.9851 (mp_runner.py:76) -2024-09-01 22:32:46,731 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0152s, count=360, qps in this process: 11.9939 (mp_runner.py:76) -2024-09-01 22:32:46,734 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0309s, count=360, qps in this process: 11.9877 (mp_runner.py:76) -2024-09-01 22:32:46,735 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0559s, count=360, qps in this process: 11.9777 (mp_runner.py:76) -2024-09-01 22:32:46,740 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0373s, count=360, qps in this process: 11.9851 (mp_runner.py:76) -2024-09-01 22:32:46,770 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0149s, count=361, qps in this process: 12.0274 (mp_runner.py:76) -2024-09-01 22:32:46,771 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0325s, count=361, qps in this process: 12.0203 (mp_runner.py:76) -2024-09-01 22:32:46,775 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0196s, count=361, qps in this process: 12.0255 (mp_runner.py:76) -2024-09-01 22:32:46,776 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0328s, count=361, qps in this process: 12.0202 (mp_runner.py:76) -2024-09-01 22:32:46,801 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0022s, count=361, qps in this process: 12.0325 (mp_runner.py:76) -2024-09-01 22:32:46,808 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0003s, count=362, qps in this process: 12.0665 (mp_runner.py:76) -2024-09-01 22:32:46,814 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0165s, count=362, qps in this process: 12.06 (mp_runner.py:76) -2024-09-01 22:32:46,815 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0095s, count=362, qps in this process: 12.0628 (mp_runner.py:76) -2024-09-01 22:32:46,823 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0258s, count=362, qps in this process: 12.0563 (mp_runner.py:76) -2024-09-01 22:32:46,828 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0076s, count=362, qps in this process: 12.0636 (mp_runner.py:76) -2024-09-01 22:32:46,844 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0231s, count=363, qps in this process: 12.0907 (mp_runner.py:76) -2024-09-01 22:32:46,846 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0251s, count=363, qps in this process: 12.0899 (mp_runner.py:76) -2024-09-01 22:32:46,873 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0113s, count=364, qps in this process: 12.1288 (mp_runner.py:76) -2024-09-01 22:32:46,874 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0088s, count=364, qps in this process: 12.1298 (mp_runner.py:76) -2024-09-01 22:32:46,897 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0143s, count=365, qps in this process: 12.1609 (mp_runner.py:76) -2024-09-01 22:32:46,897 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0114s, count=365, qps in this process: 12.162 (mp_runner.py:76) -2024-09-01 22:32:46,914 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.005s, count=366, qps in this process: 12.198 (mp_runner.py:76) -2024-09-01 22:32:46,914 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0158s, count=366, qps in this process: 12.1936 (mp_runner.py:76) -2024-09-01 22:32:46,915 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0086s, count=366, qps in this process: 12.1965 (mp_runner.py:76) -2024-09-01 22:32:46,916 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0021s, count=366, qps in this process: 12.1991 (mp_runner.py:76) -2024-09-01 22:32:46,928 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0013s, count=367, qps in this process: 12.2328 (mp_runner.py:76) -2024-09-01 22:32:46,931 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0089s, count=366, qps in this process: 12.1964 (mp_runner.py:76) -2024-09-01 22:32:46,940 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0053s, count=368, qps in this process: 12.2645 (mp_runner.py:76) -2024-09-01 22:32:46,958 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0042s, count=370, qps in this process: 12.3316 (mp_runner.py:76) -2024-09-01 22:32:46,971 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0008s, count=372, qps in this process: 12.3997 (mp_runner.py:76) -2024-09-01 22:32:47,001 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0097s, count=375, qps in this process: 12.496 (mp_runner.py:76) -2024-09-01 22:32:47,008 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0015s, count=376, qps in this process: 12.5327 (mp_runner.py:76) -2024-09-01 22:32:47,011 | INFO |End search in concurrency 55: dur=30.836354088998633s, total_count=19863, qps=644.1423 (mp_runner.py:120) -2024-09-01 22:32:51,063 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:32:51,063 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 22:33:12,370 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 22:33:12,544 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,618 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,732 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,820 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,863 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,866 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,866 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,866 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,867 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,873 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,875 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,875 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,876 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,878 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,880 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,910 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,932 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,957 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,978 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,981 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,986 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:12,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,039 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,046 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,060 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,089 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,100 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,102 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,116 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,123 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,146 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,201 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,201 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,220 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,222 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,237 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:13,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:33:42,614 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0579s, count=328, qps in this process: 10.9123 (mp_runner.py:76) -2024-09-01 22:33:42,696 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0645s, count=329, qps in this process: 10.9431 (mp_runner.py:76) -2024-09-01 22:33:42,811 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0618s, count=331, qps in this process: 11.0107 (mp_runner.py:76) -2024-09-01 22:33:42,839 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.078s, count=331, qps in this process: 11.0047 (mp_runner.py:76) -2024-09-01 22:33:42,904 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0245s, count=331, qps in this process: 11.0243 (mp_runner.py:76) -2024-09-01 22:33:42,906 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0268s, count=332, qps in this process: 11.0568 (mp_runner.py:76) -2024-09-01 22:33:42,907 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0276s, count=332, qps in this process: 11.0565 (mp_runner.py:76) -2024-09-01 22:33:42,915 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0172s, count=332, qps in this process: 11.0603 (mp_runner.py:76) -2024-09-01 22:33:42,918 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.046s, count=332, qps in this process: 11.0497 (mp_runner.py:76) -2024-09-01 22:33:42,919 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0384s, count=332, qps in this process: 11.0525 (mp_runner.py:76) -2024-09-01 22:33:42,920 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0465s, count=332, qps in this process: 11.0495 (mp_runner.py:76) -2024-09-01 22:33:42,922 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0125s, count=332, qps in this process: 11.0621 (mp_runner.py:76) -2024-09-01 22:33:42,923 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0137s, count=332, qps in this process: 11.0616 (mp_runner.py:76) -2024-09-01 22:33:42,924 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0262s, count=332, qps in this process: 11.057 (mp_runner.py:76) -2024-09-01 22:33:42,926 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0272s, count=332, qps in this process: 11.0566 (mp_runner.py:76) -2024-09-01 22:33:42,928 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0463s, count=332, qps in this process: 11.0496 (mp_runner.py:76) -2024-09-01 22:33:42,928 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0463s, count=332, qps in this process: 11.0496 (mp_runner.py:76) -2024-09-01 22:33:42,930 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0566s, count=332, qps in this process: 11.0458 (mp_runner.py:76) -2024-09-01 22:33:42,931 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0364s, count=332, qps in this process: 11.0533 (mp_runner.py:76) -2024-09-01 22:33:42,932 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0335s, count=332, qps in this process: 11.0543 (mp_runner.py:76) -2024-09-01 22:33:42,932 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0532s, count=332, qps in this process: 11.0471 (mp_runner.py:76) -2024-09-01 22:33:42,933 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.1089s, count=332, qps in this process: 11.0266 (mp_runner.py:76) -2024-09-01 22:33:42,935 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0679s, count=332, qps in this process: 11.0417 (mp_runner.py:76) -2024-09-01 22:33:42,935 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0375s, count=332, qps in this process: 11.0529 (mp_runner.py:76) -2024-09-01 22:33:42,936 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0638s, count=332, qps in this process: 11.0432 (mp_runner.py:76) -2024-09-01 22:33:42,941 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0384s, count=332, qps in this process: 11.0525 (mp_runner.py:76) -2024-09-01 22:33:42,948 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0502s, count=332, qps in this process: 11.0482 (mp_runner.py:76) -2024-09-01 22:33:42,968 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0699s, count=332, qps in this process: 11.0409 (mp_runner.py:76) -2024-09-01 22:33:42,976 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0779s, count=332, qps in this process: 11.038 (mp_runner.py:76) -2024-09-01 22:33:42,977 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0389s, count=332, qps in this process: 11.0523 (mp_runner.py:76) -2024-09-01 22:33:42,995 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0617s, count=333, qps in this process: 11.0772 (mp_runner.py:76) -2024-09-01 22:33:42,996 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.002s, count=333, qps in this process: 11.0993 (mp_runner.py:76) -2024-09-01 22:33:42,996 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0707s, count=333, qps in this process: 11.0739 (mp_runner.py:76) -2024-09-01 22:33:42,997 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0361s, count=333, qps in this process: 11.0867 (mp_runner.py:76) -2024-09-01 22:33:42,999 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0155s, count=333, qps in this process: 11.0943 (mp_runner.py:76) -2024-09-01 22:33:42,999 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0145s, count=333, qps in this process: 11.0946 (mp_runner.py:76) -2024-09-01 22:33:43,003 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0189s, count=333, qps in this process: 11.093 (mp_runner.py:76) -2024-09-01 22:33:43,003 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0262s, count=333, qps in this process: 11.0903 (mp_runner.py:76) -2024-09-01 22:33:43,009 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0039s, count=333, qps in this process: 11.0986 (mp_runner.py:76) -2024-09-01 22:33:43,014 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0283s, count=333, qps in this process: 11.0895 (mp_runner.py:76) -2024-09-01 22:33:43,060 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0128s, count=335, qps in this process: 11.1619 (mp_runner.py:76) -2024-09-01 22:33:43,071 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0179s, count=335, qps in this process: 11.16 (mp_runner.py:76) -2024-09-01 22:33:43,083 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0265s, count=336, qps in this process: 11.1901 (mp_runner.py:76) -2024-09-01 22:33:43,085 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0189s, count=336, qps in this process: 11.1929 (mp_runner.py:76) -2024-09-01 22:33:43,085 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.029s, count=336, qps in this process: 11.1892 (mp_runner.py:76) -2024-09-01 22:33:43,114 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.012s, count=337, qps in this process: 11.2288 (mp_runner.py:76) -2024-09-01 22:33:43,133 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0127s, count=338, qps in this process: 11.2619 (mp_runner.py:76) -2024-09-01 22:33:43,134 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0186s, count=338, qps in this process: 11.2597 (mp_runner.py:76) -2024-09-01 22:33:43,138 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0004s, count=338, qps in this process: 11.2665 (mp_runner.py:76) -2024-09-01 22:33:43,141 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0255s, count=338, qps in this process: 11.2571 (mp_runner.py:76) -2024-09-01 22:33:43,150 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0125s, count=339, qps in this process: 11.2953 (mp_runner.py:76) -2024-09-01 22:33:43,151 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0126s, count=339, qps in this process: 11.2953 (mp_runner.py:76) -2024-09-01 22:33:43,152 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0125s, count=339, qps in this process: 11.2953 (mp_runner.py:76) -2024-09-01 22:33:43,175 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0223s, count=340, qps in this process: 11.3249 (mp_runner.py:76) -2024-09-01 22:33:43,214 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0033s, count=343, qps in this process: 11.4321 (mp_runner.py:76) -2024-09-01 22:33:43,224 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.01s, count=344, qps in this process: 11.4628 (mp_runner.py:76) -2024-09-01 22:33:43,235 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0021s, count=345, qps in this process: 11.4992 (mp_runner.py:76) -2024-09-01 22:33:43,240 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0052s, count=345, qps in this process: 11.498 (mp_runner.py:76) -2024-09-01 22:33:43,251 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0015s, count=347, qps in this process: 11.5661 (mp_runner.py:76) -2024-09-01 22:33:43,272 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0062s, count=351, qps in this process: 11.6976 (mp_runner.py:76) -2024-09-01 22:33:43,275 | INFO |End search in concurrency 60: dur=30.90318570999807s, total_count=20079, qps=649.7388 (mp_runner.py:120) -2024-09-01 22:33:47,652 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:33:47,652 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 22:34:09,226 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 22:34:09,542 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,598 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,608 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,676 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,687 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,744 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,747 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,747 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,748 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,749 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,749 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,749 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,751 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,752 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,752 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,755 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,755 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,753 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,755 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,764 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,776 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,776 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,776 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,777 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,787 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,788 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,839 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,938 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,945 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,945 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,946 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,952 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,966 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,984 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,984 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,989 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:09,989 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,005 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,045 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,065 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,065 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,095 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,097 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,100 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,102 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,150 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,154 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,170 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,171 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:10,177 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:34:39,573 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0251s, count=308, qps in this process: 10.2581 (mp_runner.py:76) -2024-09-01 22:34:39,662 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0277s, count=309, qps in this process: 10.2905 (mp_runner.py:76) -2024-09-01 22:34:39,685 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0512s, count=309, qps in this process: 10.2825 (mp_runner.py:76) -2024-09-01 22:34:39,701 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0105s, count=309, qps in this process: 10.2964 (mp_runner.py:76) -2024-09-01 22:34:39,752 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0005s, count=309, qps in this process: 10.2998 (mp_runner.py:76) -2024-09-01 22:34:39,757 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0779s, count=309, qps in this process: 10.2733 (mp_runner.py:76) -2024-09-01 22:34:39,773 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0102s, count=310, qps in this process: 10.3298 (mp_runner.py:76) -2024-09-01 22:34:39,775 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0224s, count=310, qps in this process: 10.3256 (mp_runner.py:76) -2024-09-01 22:34:39,786 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0127s, count=310, qps in this process: 10.329 (mp_runner.py:76) -2024-09-01 22:34:39,791 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0379s, count=310, qps in this process: 10.3203 (mp_runner.py:76) -2024-09-01 22:34:39,794 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0059s, count=310, qps in this process: 10.3313 (mp_runner.py:76) -2024-09-01 22:34:39,795 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0341s, count=310, qps in this process: 10.3216 (mp_runner.py:76) -2024-09-01 22:34:39,797 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0358s, count=310, qps in this process: 10.321 (mp_runner.py:76) -2024-09-01 22:34:39,800 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.039s, count=310, qps in this process: 10.3199 (mp_runner.py:76) -2024-09-01 22:34:39,802 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0498s, count=310, qps in this process: 10.3162 (mp_runner.py:76) -2024-09-01 22:34:39,802 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.015s, count=310, qps in this process: 10.3282 (mp_runner.py:76) -2024-09-01 22:34:39,804 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0169s, count=310, qps in this process: 10.3275 (mp_runner.py:76) -2024-09-01 22:34:39,805 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0442s, count=310, qps in this process: 10.3181 (mp_runner.py:76) -2024-09-01 22:34:39,806 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0449s, count=310, qps in this process: 10.3179 (mp_runner.py:76) -2024-09-01 22:34:39,807 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0393s, count=310, qps in this process: 10.3198 (mp_runner.py:76) -2024-09-01 22:34:39,812 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0632s, count=310, qps in this process: 10.3116 (mp_runner.py:76) -2024-09-01 22:34:39,820 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0293s, count=310, qps in this process: 10.3233 (mp_runner.py:76) -2024-09-01 22:34:39,821 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0429s, count=310, qps in this process: 10.3186 (mp_runner.py:76) -2024-09-01 22:34:39,822 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0324s, count=310, qps in this process: 10.3222 (mp_runner.py:76) -2024-09-01 22:34:39,825 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.1237s, count=310, qps in this process: 10.2909 (mp_runner.py:76) -2024-09-01 22:34:39,829 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0678s, count=310, qps in this process: 10.31 (mp_runner.py:76) -2024-09-01 22:34:39,835 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0765s, count=310, qps in this process: 10.3071 (mp_runner.py:76) -2024-09-01 22:34:39,866 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0786s, count=311, qps in this process: 10.3396 (mp_runner.py:76) -2024-09-01 22:34:39,882 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0708s, count=311, qps in this process: 10.3423 (mp_runner.py:76) -2024-09-01 22:34:39,889 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.1012s, count=311, qps in this process: 10.3318 (mp_runner.py:76) -2024-09-01 22:34:39,891 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.095s, count=311, qps in this process: 10.3339 (mp_runner.py:76) -2024-09-01 22:34:39,894 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0169s, count=311, qps in this process: 10.3608 (mp_runner.py:76) -2024-09-01 22:34:39,896 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0094s, count=311, qps in this process: 10.3634 (mp_runner.py:76) -2024-09-01 22:34:39,919 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0032s, count=312, qps in this process: 10.3989 (mp_runner.py:76) -2024-09-01 22:34:39,957 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0135s, count=312, qps in this process: 10.3953 (mp_runner.py:76) -2024-09-01 22:34:39,969 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0191s, count=313, qps in this process: 10.4267 (mp_runner.py:76) -2024-09-01 22:34:39,972 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0248s, count=313, qps in this process: 10.4247 (mp_runner.py:76) -2024-09-01 22:34:39,972 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0202s, count=313, qps in this process: 10.4263 (mp_runner.py:76) -2024-09-01 22:34:39,974 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0263s, count=313, qps in this process: 10.4242 (mp_runner.py:76) -2024-09-01 22:34:39,991 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0288s, count=313, qps in this process: 10.4233 (mp_runner.py:76) -2024-09-01 22:34:40,021 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0266s, count=314, qps in this process: 10.4574 (mp_runner.py:76) -2024-09-01 22:34:40,021 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.027s, count=314, qps in this process: 10.4573 (mp_runner.py:76) -2024-09-01 22:34:40,036 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0389s, count=314, qps in this process: 10.4531 (mp_runner.py:76) -2024-09-01 22:34:40,042 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0266s, count=314, qps in this process: 10.4574 (mp_runner.py:76) -2024-09-01 22:34:40,042 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0532s, count=314, qps in this process: 10.4481 (mp_runner.py:76) -2024-09-01 22:34:40,042 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0428s, count=314, qps in this process: 10.4518 (mp_runner.py:76) -2024-09-01 22:34:40,043 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0607s, count=314, qps in this process: 10.4455 (mp_runner.py:76) -2024-09-01 22:34:40,044 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0294s, count=314, qps in this process: 10.4564 (mp_runner.py:76) -2024-09-01 22:34:40,073 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.018s, count=315, qps in this process: 10.4937 (mp_runner.py:76) -2024-09-01 22:34:40,093 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0187s, count=316, qps in this process: 10.5268 (mp_runner.py:76) -2024-09-01 22:34:40,093 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.019s, count=316, qps in this process: 10.5267 (mp_runner.py:76) -2024-09-01 22:34:40,094 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0026s, count=316, qps in this process: 10.5324 (mp_runner.py:76) -2024-09-01 22:34:40,123 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0244s, count=317, qps in this process: 10.5581 (mp_runner.py:76) -2024-09-01 22:34:40,124 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.021s, count=317, qps in this process: 10.5593 (mp_runner.py:76) -2024-09-01 22:34:40,124 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0113s, count=317, qps in this process: 10.5627 (mp_runner.py:76) -2024-09-01 22:34:40,125 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0135s, count=317, qps in this process: 10.5619 (mp_runner.py:76) -2024-09-01 22:34:40,126 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0156s, count=317, qps in this process: 10.5612 (mp_runner.py:76) -2024-09-01 22:34:40,160 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0025s, count=319, qps in this process: 10.6324 (mp_runner.py:76) -2024-09-01 22:34:40,172 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0056s, count=320, qps in this process: 10.6647 (mp_runner.py:76) -2024-09-01 22:34:40,174 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0118s, count=320, qps in this process: 10.6625 (mp_runner.py:76) -2024-09-01 22:34:40,176 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0087s, count=320, qps in this process: 10.6636 (mp_runner.py:76) -2024-09-01 22:34:40,177 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0099s, count=320, qps in this process: 10.6631 (mp_runner.py:76) -2024-09-01 22:34:40,192 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0095s, count=322, qps in this process: 10.7299 (mp_runner.py:76) -2024-09-01 22:34:40,192 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0026s, count=322, qps in this process: 10.7324 (mp_runner.py:76) -2024-09-01 22:34:40,198 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0039s, count=323, qps in this process: 10.7653 (mp_runner.py:76) -2024-09-01 22:34:40,201 | INFO |End search in concurrency 65: dur=30.97375476900197s, total_count=20344, qps=656.8141 (mp_runner.py:120) -2024-09-01 22:34:44,913 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:34:44,913 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 22:35:06,618 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 22:35:06,681 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:06,928 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:06,932 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:06,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,075 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,156 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,168 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,181 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,189 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,193 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,195 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,199 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,238 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,238 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,256 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,267 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,267 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,267 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,268 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,317 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,325 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,396 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,400 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,406 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,406 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,408 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,408 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,470 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,482 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,491 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,518 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,536 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,536 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,551 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,585 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,592 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,592 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,592 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,662 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,673 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,697 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,704 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,714 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:07,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 22:35:36,738 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0542s, count=273, qps in this process: 9.0836 (mp_runner.py:76) -2024-09-01 22:35:36,986 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.038s, count=275, qps in this process: 9.1551 (mp_runner.py:76) -2024-09-01 22:35:36,993 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0572s, count=275, qps in this process: 9.1492 (mp_runner.py:76) -2024-09-01 22:35:37,049 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0506s, count=276, qps in this process: 9.1845 (mp_runner.py:76) -2024-09-01 22:35:37,166 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0004s, count=277, qps in this process: 9.2332 (mp_runner.py:76) -2024-09-01 22:35:37,168 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0086s, count=277, qps in this process: 9.2307 (mp_runner.py:76) -2024-09-01 22:35:37,185 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.1063s, count=277, qps in this process: 9.2007 (mp_runner.py:76) -2024-09-01 22:35:37,185 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0186s, count=278, qps in this process: 9.2609 (mp_runner.py:76) -2024-09-01 22:35:37,185 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.019s, count=277, qps in this process: 9.2275 (mp_runner.py:76) -2024-09-01 22:35:37,185 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0179s, count=278, qps in this process: 9.2611 (mp_runner.py:76) -2024-09-01 22:35:37,212 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0054s, count=278, qps in this process: 9.265 (mp_runner.py:76) -2024-09-01 22:35:37,213 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0412s, count=278, qps in this process: 9.254 (mp_runner.py:76) -2024-09-01 22:35:37,216 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0499s, count=278, qps in this process: 9.2513 (mp_runner.py:76) -2024-09-01 22:35:37,231 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0646s, count=278, qps in this process: 9.2468 (mp_runner.py:76) -2024-09-01 22:35:37,237 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0713s, count=278, qps in this process: 9.2447 (mp_runner.py:76) -2024-09-01 22:35:37,244 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0424s, count=278, qps in this process: 9.2536 (mp_runner.py:76) -2024-09-01 22:35:37,257 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0495s, count=278, qps in this process: 9.2514 (mp_runner.py:76) -2024-09-01 22:35:37,258 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0651s, count=278, qps in this process: 9.2466 (mp_runner.py:76) -2024-09-01 22:35:37,259 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0291s, count=278, qps in this process: 9.2577 (mp_runner.py:76) -2024-09-01 22:35:37,259 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0635s, count=278, qps in this process: 9.2471 (mp_runner.py:76) -2024-09-01 22:35:37,261 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0632s, count=278, qps in this process: 9.2472 (mp_runner.py:76) -2024-09-01 22:35:37,268 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0703s, count=278, qps in this process: 9.245 (mp_runner.py:76) -2024-09-01 22:35:37,268 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0985s, count=278, qps in this process: 9.2363 (mp_runner.py:76) -2024-09-01 22:35:37,269 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.1026s, count=278, qps in this process: 9.2351 (mp_runner.py:76) -2024-09-01 22:35:37,269 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0591s, count=278, qps in this process: 9.2484 (mp_runner.py:76) -2024-09-01 22:35:37,270 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0363s, count=278, qps in this process: 9.2555 (mp_runner.py:76) -2024-09-01 22:35:37,270 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.1024s, count=278, qps in this process: 9.2351 (mp_runner.py:76) -2024-09-01 22:35:37,274 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.075s, count=278, qps in this process: 9.2436 (mp_runner.py:76) -2024-09-01 22:35:37,313 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.1063s, count=279, qps in this process: 9.2672 (mp_runner.py:76) -2024-09-01 22:35:37,319 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0199s, count=279, qps in this process: 9.2938 (mp_runner.py:76) -2024-09-01 22:35:37,320 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0863s, count=279, qps in this process: 9.2733 (mp_runner.py:76) -2024-09-01 22:35:37,324 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0307s, count=279, qps in this process: 9.2905 (mp_runner.py:76) -2024-09-01 22:35:37,332 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.1334s, count=279, qps in this process: 9.2588 (mp_runner.py:76) -2024-09-01 22:35:37,334 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0549s, count=279, qps in this process: 9.283 (mp_runner.py:76) -2024-09-01 22:35:37,335 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0496s, count=279, qps in this process: 9.2846 (mp_runner.py:76) -2024-09-01 22:35:37,336 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0568s, count=279, qps in this process: 9.2824 (mp_runner.py:76) -2024-09-01 22:35:37,336 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0195s, count=279, qps in this process: 9.294 (mp_runner.py:76) -2024-09-01 22:35:37,338 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0435s, count=279, qps in this process: 9.2865 (mp_runner.py:76) -2024-09-01 22:35:37,340 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0887s, count=279, qps in this process: 9.2726 (mp_runner.py:76) -2024-09-01 22:35:37,344 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.062s, count=279, qps in this process: 9.2808 (mp_runner.py:76) -2024-09-01 22:35:37,363 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.1763s, count=279, qps in this process: 9.2457 (mp_runner.py:76) -2024-09-01 22:35:37,380 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0498s, count=280, qps in this process: 9.3179 (mp_runner.py:76) -2024-09-01 22:35:37,390 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0644s, count=280, qps in this process: 9.3133 (mp_runner.py:76) -2024-09-01 22:35:37,392 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0599s, count=280, qps in this process: 9.3147 (mp_runner.py:76) -2024-09-01 22:35:37,413 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0157s, count=280, qps in this process: 9.3285 (mp_runner.py:76) -2024-09-01 22:35:37,421 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0078s, count=281, qps in this process: 9.3642 (mp_runner.py:76) -2024-09-01 22:35:37,429 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0117s, count=281, qps in this process: 9.363 (mp_runner.py:76) -2024-09-01 22:35:37,434 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0306s, count=281, qps in this process: 9.3571 (mp_runner.py:76) -2024-09-01 22:35:37,435 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0178s, count=281, qps in this process: 9.3611 (mp_runner.py:76) -2024-09-01 22:35:37,463 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0448s, count=282, qps in this process: 9.386 (mp_runner.py:76) -2024-09-01 22:35:37,507 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0195s, count=283, qps in this process: 9.4272 (mp_runner.py:76) -2024-09-01 22:35:37,507 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0048s, count=283, qps in this process: 9.4318 (mp_runner.py:76) -2024-09-01 22:35:37,516 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0376s, count=283, qps in this process: 9.4215 (mp_runner.py:76) -2024-09-01 22:35:37,531 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0113s, count=284, qps in this process: 9.4631 (mp_runner.py:76) -2024-09-01 22:35:37,557 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0172s, count=285, qps in this process: 9.4946 (mp_runner.py:76) -2024-09-01 22:35:37,558 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.024s, count=285, qps in this process: 9.4924 (mp_runner.py:76) -2024-09-01 22:35:37,559 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0189s, count=285, qps in this process: 9.494 (mp_runner.py:76) -2024-09-01 22:35:37,560 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.026s, count=285, qps in this process: 9.4918 (mp_runner.py:76) -2024-09-01 22:35:37,596 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0138s, count=287, qps in this process: 9.5623 (mp_runner.py:76) -2024-09-01 22:35:37,596 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0025s, count=287, qps in this process: 9.5659 (mp_runner.py:76) -2024-09-01 22:35:37,614 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0168s, count=288, qps in this process: 9.5946 (mp_runner.py:76) -2024-09-01 22:35:37,614 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0169s, count=288, qps in this process: 9.5946 (mp_runner.py:76) -2024-09-01 22:35:37,614 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0171s, count=288, qps in this process: 9.5945 (mp_runner.py:76) -2024-09-01 22:35:37,681 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.008s, count=293, qps in this process: 9.7641 (mp_runner.py:76) -2024-09-01 22:35:37,681 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0003s, count=293, qps in this process: 9.7666 (mp_runner.py:76) -2024-09-01 22:35:37,685 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0118s, count=293, qps in this process: 9.7628 (mp_runner.py:76) -2024-09-01 22:35:37,705 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0012s, count=295, qps in this process: 9.8329 (mp_runner.py:76) -2024-09-01 22:35:37,718 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0082s, count=296, qps in this process: 9.864 (mp_runner.py:76) -2024-09-01 22:35:37,724 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0012s, count=297, qps in this process: 9.8996 (mp_runner.py:76) -2024-09-01 22:35:37,749 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0041s, count=301, qps in this process: 10.032 (mp_runner.py:76) -2024-09-01 22:35:37,752 | INFO |End search in concurrency 70: dur=31.132145818002755s, total_count=19699, qps=632.7543 (mp_runner.py:120) -2024-09-01 22:35:42,431 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=660.1456, serial_latency_p99=np.float64(0.0527), recall=np.float64(0.9242), ndcg=np.float64(0.9338), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[172.9675, 520.2708, 636.7705, 660.0535, 659.4831, 660.1456, 659.7137, 642.2035, 645.0877, 649.0326, 644.1423, 649.7388, 656.8141, 632.7543], conc_latency_p99_list=[np.float64(0.0027961452266492414), np.float64(0.0033666620729141867), np.float64(0.003852114602572692), np.float64(0.004440166699377005), np.float64(0.004569827815804455), np.float64(0.0059341292646997315), np.float64(0.006473348337966308), np.float64(0.0065292789051236465), np.float64(0.007211159168231097), np.float64(0.009394110271130194), np.float64(0.00799072011567041), np.float64(0.009344552211534754), np.float64(0.011028468874064857), np.float64(0.007006251712435915)]) (task_runner.py:197) -2024-09-01 22:35:42,431 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:24:15.979818'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=660.1456, serial_latency_p99=np.float64(0.0527), recall=np.float64(0.9242), ndcg=np.float64(0.9338), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[172.9675, 520.2708, 636.7705, 660.0535, 659.4831, 660.1456, 659.7137, 642.2035, 645.0877, 649.0326, 644.1423, 649.7388, 656.8141, 632.7543], conc_latency_p99_list=[np.float64(0.0027961452266492414), np.float64(0.0033666620729141867), np.float64(0.003852114602572692), np.float64(0.004440166699377005), np.float64(0.004569827815804455), np.float64(0.0059341292646997315), np.float64(0.006473348337966308), np.float64(0.0065292789051236465), np.float64(0.007211159168231097), np.float64(0.009394110271130194), np.float64(0.00799072011567041), np.float64(0.009344552211534754), np.float64(0.011028468874064857), np.float64(0.007006251712435915)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 22:35:42,431 | INFO |Task summary: run_id=130d4, task_label=130d4dc9828b47c3be3b0eaf6b5c7631 (models.py:346) -2024-09-01 22:35:42,431 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 22:35:42,431 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 22:35:42,431 | INFO |PgVector | 2024-09-01T22:24:15.979818 Performance1536D500K 130d4dc9828b47c3be3b0eaf6b5c7631 | 0.0 660.1456 0.0527 0.9242 0 | :) (models.py:346) -2024-09-01 22:35:42,431 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json (models.py:204) -2024-09-01 22:35:42,432 | INFO |Success to finish task: label=130d4dc9828b47c3be3b0eaf6b5c7631, run_id=130d4dc9828b47c3be3b0eaf6b5c7631 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json b/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json deleted file mode 100644 index ffdaf5109..000000000 --- a/script/data/aws/db.m6i.large-16-32-120-Performance1536D500K-0-25345/result_20240901_130d4dc9828b47c3be3b0eaf6b5c7631_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "130d4dc9828b47c3be3b0eaf6b5c7631", "task_label": "130d4dc9828b47c3be3b0eaf6b5c7631", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 660.1456, "serial_latency_p99": 0.0527, "recall": 0.9242, "ndcg": 0.9338, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [172.9675, 520.2708, 636.7705, 660.0535, 659.4831, 660.1456, 659.7137, 642.2035, 645.0877, 649.0326, 644.1423, 649.7388, 656.8141, 632.7543], "conc_latency_p99_list": [0.0027961452266492414, 0.0033666620729141867, 0.003852114602572692, 0.004440166699377005, 0.004569827815804455, 0.0059341292646997315, 0.006473348337966308, 0.0065292789051236465, 0.007211159168231097, 0.009394110271130194, 0.00799072011567041, 0.009344552211534754, 0.011028468874064857, 0.007006251712435915]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T22:24:15.979818", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt b/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt deleted file mode 100644 index bf9d9744d..000000000 --- a/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/log.txt +++ /dev/null @@ -1,2468 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load -2024-09-01 21:46:50,813 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:46:50.801045', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 21:46:50,813 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:46:50.801045', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 21:46:50,813 | INFO |generated uuid for the tasks: 2227e53260db4f8881bc9a6a5d8563be (interface.py:66) -2024-09-01 21:46:50,876 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 21:46:50,876 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 21:46:50,876 | INFO | PgVector-2024-09-01T21:46:50.801045 | Performance OpenAI-MEDIUM-500K None | 2227e53260db4f8881bc9a6a5d8563be (task_runner.py:340) -2024-09-01 21:46:50,876 | INFO |task submitted: id=2227e53260db4f8881bc9a6a5d8563be, 2227e53260db4f8881bc9a6a5d8563be, case number: 1 (interface.py:231) -2024-09-01 21:46:51,301 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:46:50.801045'}, drop_old=False (interface.py:164) -2024-09-01 21:46:51,302 | INFO |Starting run (task_runner.py:100) -2024-09-01 21:46:51,380 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 21:46:51,990 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 21:46:52,039 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 21:46:52,063 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 21:46:52,063 | INFO |Start performance case (task_runner.py:158) -2024-09-01 21:46:52,077 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:46:52,078 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 21:46:52,078 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 21:46:52,079 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 21:46:52,123 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 21:46:52,686 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 21:46:52,707 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:46:52,707 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 21:46:52,707 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 21:46:54,816 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02086291699379217, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:46:56,908 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.017134267000074033, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:46:59,136 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01333472099940991, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:47:01,342 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01794288100063568, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:47:03,358 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.015059370001836214, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:47:05,328 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.011412851999921259, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:47:07,104 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.0056752250020508654, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:47:08,924 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.00906918800319545, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:47:10,803 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.0186337349950918, latest recall=0.01 (serial_runner.py:202) -2024-09-01 21:47:12,629 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.014437131998420227, latest recall=0.2 (serial_runner.py:202) -2024-09-01 21:47:12,629 | INFO |SpawnProcess-1:1 search entire test_data: cost=15.2799s, queries=1000, avg_recall=0.1993, avg_ndcg=0.3192,avg_latency=0.0153, p99=0.0402 (serial_runner.py:209) -2024-09-01 21:47:13,160 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:47:13,161 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 21:47:14,183 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 21:47:14,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:47:16,107 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0022084329975768924 (mp_runner.py:73) -2024-09-01 21:47:18,346 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0033616159998928197 (mp_runner.py:73) -2024-09-01 21:47:20,995 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.00229183000192279 (mp_runner.py:73) -2024-09-01 21:47:22,457 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0017313159987679683 (mp_runner.py:73) -2024-09-01 21:47:23,953 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.002786614997603465 (mp_runner.py:73) -2024-09-01 21:47:25,393 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0027577590008149855 (mp_runner.py:73) -2024-09-01 21:47:26,623 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0017497259977972135 (mp_runner.py:73) -2024-09-01 21:47:27,568 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0018301620002603158 (mp_runner.py:73) -2024-09-01 21:47:28,554 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0018007019971264526 (mp_runner.py:73) -2024-09-01 21:47:29,503 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0016714869998395443 (mp_runner.py:73) -2024-09-01 21:47:30,553 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0017376429968862794 (mp_runner.py:73) -2024-09-01 21:47:31,478 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0017683559999568388 (mp_runner.py:73) -2024-09-01 21:47:32,441 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0016852379994816147 (mp_runner.py:73) -2024-09-01 21:47:33,395 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.001737313999910839 (mp_runner.py:73) -2024-09-01 21:47:34,361 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0016978330022539012 (mp_runner.py:73) -2024-09-01 21:47:35,289 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0018029189959634095 (mp_runner.py:73) -2024-09-01 21:47:36,276 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0017527960008010268 (mp_runner.py:73) -2024-09-01 21:47:37,212 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.001809604000300169 (mp_runner.py:73) -2024-09-01 21:47:38,174 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.00170821000210708 (mp_runner.py:73) -2024-09-01 21:47:39,130 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0017172430016216822 (mp_runner.py:73) -2024-09-01 21:47:40,099 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.0017181829971377738 (mp_runner.py:73) -2024-09-01 21:47:41,026 | DEBUG |(SpawnProcess-1:3) search_count: 11000, latest_latency=0.0018113820042344742 (mp_runner.py:73) -2024-09-01 21:47:41,984 | DEBUG |(SpawnProcess-1:3) search_count: 11500, latest_latency=0.001706119001028128 (mp_runner.py:73) -2024-09-01 21:47:43,037 | DEBUG |(SpawnProcess-1:3) search_count: 12000, latest_latency=0.0017353900038870052 (mp_runner.py:73) -2024-09-01 21:47:44,052 | DEBUG |(SpawnProcess-1:3) search_count: 12500, latest_latency=0.0019311029973323457 (mp_runner.py:73) -2024-09-01 21:47:44,213 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.001s, count=12577, qps in this process: 419.2194 (mp_runner.py:76) -2024-09-01 21:47:44,215 | INFO |End search in concurrency 1: dur=30.03162055100256s, total_count=12577, qps=418.7919 (mp_runner.py:120) -2024-09-01 21:47:44,399 | INFO |Update largest qps with concurrency 1: current max_qps=418.7919 (mp_runner.py:124) -2024-09-01 21:47:44,808 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:47:44,808 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 21:47:49,849 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 21:47:49,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:47:49,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:47:49,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:47:49,899 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:47:49,899 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:47:51,142 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0016108859999803826 (mp_runner.py:73) -2024-09-01 21:47:51,202 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.00279803600278683 (mp_runner.py:73) -2024-09-01 21:47:51,224 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.004084576001332607 (mp_runner.py:73) -2024-09-01 21:47:51,262 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.003641426003014203 (mp_runner.py:73) -2024-09-01 21:47:51,275 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.002454565001244191 (mp_runner.py:73) -2024-09-01 21:47:52,649 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0021027670009061694 (mp_runner.py:73) -2024-09-01 21:47:52,649 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0024172220000764355 (mp_runner.py:73) -2024-09-01 21:47:52,650 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0026508500013733283 (mp_runner.py:73) -2024-09-01 21:47:52,650 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0022593219982809387 (mp_runner.py:73) -2024-09-01 21:47:52,650 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.002647435001563281 (mp_runner.py:73) -2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0026105399956577457 (mp_runner.py:73) -2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.003112534999672789 (mp_runner.py:73) -2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0023885889968369156 (mp_runner.py:73) -2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0031527090031886473 (mp_runner.py:73) -2024-09-01 21:47:54,330 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0035408029943937436 (mp_runner.py:73) -2024-09-01 21:47:55,914 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.002121815996360965 (mp_runner.py:73) -2024-09-01 21:47:55,914 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.002200242997787427 (mp_runner.py:73) -2024-09-01 21:47:55,914 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.002196542998717632 (mp_runner.py:73) -2024-09-01 21:47:55,914 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0023863690003054217 (mp_runner.py:73) -2024-09-01 21:47:55,915 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.002710532004130073 (mp_runner.py:73) -2024-09-01 21:47:57,622 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0030234129953896627 (mp_runner.py:73) -2024-09-01 21:47:57,623 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.003277413998148404 (mp_runner.py:73) -2024-09-01 21:47:57,623 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0032773950006230734 (mp_runner.py:73) -2024-09-01 21:47:57,623 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0035218070042901672 (mp_runner.py:73) -2024-09-01 21:47:57,623 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0036835639984929003 (mp_runner.py:73) -2024-09-01 21:47:59,183 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0028033720009261742 (mp_runner.py:73) -2024-09-01 21:47:59,183 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0014152470030239783 (mp_runner.py:73) -2024-09-01 21:47:59,183 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.002428235995466821 (mp_runner.py:73) -2024-09-01 21:47:59,183 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0025292780046584085 (mp_runner.py:73) -2024-09-01 21:47:59,184 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0012268599966773763 (mp_runner.py:73) -2024-09-01 21:48:00,799 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0025766179969650693 (mp_runner.py:73) -2024-09-01 21:48:00,799 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.001962392998393625 (mp_runner.py:73) -2024-09-01 21:48:00,799 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0027482170044095255 (mp_runner.py:73) -2024-09-01 21:48:00,800 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0012145340006100014 (mp_runner.py:73) -2024-09-01 21:48:00,800 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0032228650015895255 (mp_runner.py:73) -2024-09-01 21:48:02,213 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0025493549983366393 (mp_runner.py:73) -2024-09-01 21:48:02,213 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.002033117001701612 (mp_runner.py:73) -2024-09-01 21:48:02,213 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0024727470008656383 (mp_runner.py:73) -2024-09-01 21:48:02,214 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0025345559988636523 (mp_runner.py:73) -2024-09-01 21:48:02,214 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0026607090039760806 (mp_runner.py:73) -2024-09-01 21:48:03,792 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0025365980036440305 (mp_runner.py:73) -2024-09-01 21:48:03,792 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.001617046000319533 (mp_runner.py:73) -2024-09-01 21:48:03,793 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0024198070022976026 (mp_runner.py:73) -2024-09-01 21:48:03,793 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.002577186001872178 (mp_runner.py:73) -2024-09-01 21:48:03,793 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.00387811799737392 (mp_runner.py:73) -2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0026065380006912164 (mp_runner.py:73) -2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0018362859991611913 (mp_runner.py:73) -2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0026283999977749772 (mp_runner.py:73) -2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.002618542996060569 (mp_runner.py:73) -2024-09-01 21:48:05,215 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.003167146998748649 (mp_runner.py:73) -2024-09-01 21:48:06,670 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0024390610051341355 (mp_runner.py:73) -2024-09-01 21:48:06,670 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0025605160044506192 (mp_runner.py:73) -2024-09-01 21:48:06,670 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.002573039004346356 (mp_runner.py:73) -2024-09-01 21:48:06,670 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0032899940051720478 (mp_runner.py:73) -2024-09-01 21:48:06,671 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0036345219996292144 (mp_runner.py:73) -2024-09-01 21:48:08,002 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0019555530016077682 (mp_runner.py:73) -2024-09-01 21:48:08,003 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0020954720021109097 (mp_runner.py:73) -2024-09-01 21:48:08,005 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.004522176997852512 (mp_runner.py:73) -2024-09-01 21:48:08,005 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.004938108002534136 (mp_runner.py:73) -2024-09-01 21:48:08,005 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.005007505998946726 (mp_runner.py:73) -2024-09-01 21:48:09,459 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.002028584996878635 (mp_runner.py:73) -2024-09-01 21:48:09,459 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0019095289972028695 (mp_runner.py:73) -2024-09-01 21:48:09,459 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0015711509986431338 (mp_runner.py:73) -2024-09-01 21:48:09,459 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.00246964099642355 (mp_runner.py:73) -2024-09-01 21:48:09,460 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.003758494000067003 (mp_runner.py:73) -2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.0022502050051116385 (mp_runner.py:73) -2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0024511220035492443 (mp_runner.py:73) -2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0022033140048733912 (mp_runner.py:73) -2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0024648859980516136 (mp_runner.py:73) -2024-09-01 21:48:10,910 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0025955649980460294 (mp_runner.py:73) -2024-09-01 21:48:12,336 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.002393752998614218 (mp_runner.py:73) -2024-09-01 21:48:12,336 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0018894359964178875 (mp_runner.py:73) -2024-09-01 21:48:12,337 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.002948661996924784 (mp_runner.py:73) -2024-09-01 21:48:12,337 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0020739429965033196 (mp_runner.py:73) -2024-09-01 21:48:12,337 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.0011144059972139075 (mp_runner.py:73) -2024-09-01 21:48:13,729 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.002063011001155246 (mp_runner.py:73) -2024-09-01 21:48:13,730 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.0025444589991820976 (mp_runner.py:73) -2024-09-01 21:48:13,731 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0034684339989325963 (mp_runner.py:73) -2024-09-01 21:48:13,731 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.002597485996375326 (mp_runner.py:73) -2024-09-01 21:48:13,732 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.00259649999497924 (mp_runner.py:73) -2024-09-01 21:48:15,248 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0022882650009705685 (mp_runner.py:73) -2024-09-01 21:48:15,249 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0023129449982661754 (mp_runner.py:73) -2024-09-01 21:48:15,249 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0025585990006220527 (mp_runner.py:73) -2024-09-01 21:48:15,249 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0024658740003360435 (mp_runner.py:73) -2024-09-01 21:48:15,250 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0011594419993343763 (mp_runner.py:73) -2024-09-01 21:48:16,547 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.002732273998844903 (mp_runner.py:73) -2024-09-01 21:48:16,547 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0019164609984727576 (mp_runner.py:73) -2024-09-01 21:48:16,548 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.00225122099800501 (mp_runner.py:73) -2024-09-01 21:48:16,548 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0025385100016137585 (mp_runner.py:73) -2024-09-01 21:48:16,550 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.005032638000557199 (mp_runner.py:73) -2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.002882802000385709 (mp_runner.py:73) -2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0036406840008567087 (mp_runner.py:73) -2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0020784049993380904 (mp_runner.py:73) -2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0028547990004881285 (mp_runner.py:73) -2024-09-01 21:48:17,923 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0026761590052046813 (mp_runner.py:73) -2024-09-01 21:48:19,296 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0022373910032911226 (mp_runner.py:73) -2024-09-01 21:48:19,296 | DEBUG |(SpawnProcess-1:6) search_count: 10000, latest_latency=0.0021786099969176576 (mp_runner.py:73) -2024-09-01 21:48:19,296 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0017350559937767684 (mp_runner.py:73) -2024-09-01 21:48:19,296 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.001842466001107823 (mp_runner.py:73) -2024-09-01 21:48:19,297 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0010852240011445247 (mp_runner.py:73) -2024-09-01 21:48:19,900 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0007s, count=10222, qps in this process: 340.7254 (mp_runner.py:76) -2024-09-01 21:48:19,900 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0004s, count=10222, qps in this process: 340.7288 (mp_runner.py:76) -2024-09-01 21:48:19,900 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0007s, count=10222, qps in this process: 340.7254 (mp_runner.py:76) -2024-09-01 21:48:19,905 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0033s, count=10223, qps in this process: 340.7292 (mp_runner.py:76) -2024-09-01 21:48:19,906 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0064s, count=10223, qps in this process: 340.694 (mp_runner.py:76) -2024-09-01 21:48:19,912 | INFO |End search in concurrency 5: dur=30.062410927006567s, total_count=51112, qps=1700.1963 (mp_runner.py:120) -2024-09-01 21:48:20,239 | INFO |Update largest qps with concurrency 5: current max_qps=1700.1963 (mp_runner.py:124) -2024-09-01 21:48:20,653 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:48:20,653 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 21:48:30,817 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 21:48:30,889 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,901 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,935 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,948 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,951 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:30,995 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:31,004 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:48:34,411 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.005583112993917894 (mp_runner.py:73) -2024-09-01 21:48:34,412 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.0038520099988090806 (mp_runner.py:73) -2024-09-01 21:48:34,413 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.006715342002280522 (mp_runner.py:73) -2024-09-01 21:48:34,414 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.008152466005412862 (mp_runner.py:73) -2024-09-01 21:48:34,414 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0062589549997937866 (mp_runner.py:73) -2024-09-01 21:48:34,415 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0014647730058641173 (mp_runner.py:73) -2024-09-01 21:48:34,416 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.01295024999853922 (mp_runner.py:73) -2024-09-01 21:48:34,418 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.012549960003525484 (mp_runner.py:73) -2024-09-01 21:48:34,426 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0064403950018459 (mp_runner.py:73) -2024-09-01 21:48:34,624 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.007495824000216089 (mp_runner.py:73) -2024-09-01 21:48:34,696 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.0035672579979291186 (mp_runner.py:73) -2024-09-01 21:48:34,699 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.007786235997627955 (mp_runner.py:73) -2024-09-01 21:48:34,701 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.008084506996965501 (mp_runner.py:73) -2024-09-01 21:48:34,701 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006390135997207835 (mp_runner.py:73) -2024-09-01 21:48:34,865 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.004032803000882268 (mp_runner.py:73) -2024-09-01 21:48:38,139 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.004909054005111102 (mp_runner.py:73) -2024-09-01 21:48:38,139 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.004512384999543428 (mp_runner.py:73) -2024-09-01 21:48:38,142 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.008263596006145235 (mp_runner.py:73) -2024-09-01 21:48:38,143 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.005062379001174122 (mp_runner.py:73) -2024-09-01 21:48:38,143 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.009026506995724048 (mp_runner.py:73) -2024-09-01 21:48:38,150 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.01708079400123097 (mp_runner.py:73) -2024-09-01 21:48:38,150 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.009828087997448165 (mp_runner.py:73) -2024-09-01 21:48:38,182 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.011170977995789144 (mp_runner.py:73) -2024-09-01 21:48:38,183 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.010652311997546349 (mp_runner.py:73) -2024-09-01 21:48:38,218 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01045495300058974 (mp_runner.py:73) -2024-09-01 21:48:38,291 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0018574040004750714 (mp_runner.py:73) -2024-09-01 21:48:38,293 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.010206746999756433 (mp_runner.py:73) -2024-09-01 21:48:38,380 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.010248507998767309 (mp_runner.py:73) -2024-09-01 21:48:38,455 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.00903318400378339 (mp_runner.py:73) -2024-09-01 21:48:39,057 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.018648195000423584 (mp_runner.py:73) -2024-09-01 21:48:41,973 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.0037734950019512326 (mp_runner.py:73) -2024-09-01 21:48:41,974 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.004813278996152803 (mp_runner.py:73) -2024-09-01 21:48:41,975 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.006117279997852165 (mp_runner.py:73) -2024-09-01 21:48:41,977 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.007050659005471971 (mp_runner.py:73) -2024-09-01 21:48:41,978 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.0063787239996599965 (mp_runner.py:73) -2024-09-01 21:48:41,979 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0053387270017992705 (mp_runner.py:73) -2024-09-01 21:48:41,979 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.008327232004376128 (mp_runner.py:73) -2024-09-01 21:48:41,981 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.014161446000798605 (mp_runner.py:73) -2024-09-01 21:48:41,983 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.00510199799464317 (mp_runner.py:73) -2024-09-01 21:48:42,532 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.006990584995946847 (mp_runner.py:73) -2024-09-01 21:48:42,615 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.007337257993640378 (mp_runner.py:73) -2024-09-01 21:48:42,643 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.006238520996703301 (mp_runner.py:73) -2024-09-01 21:48:42,644 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.008259993999672588 (mp_runner.py:73) -2024-09-01 21:48:42,868 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006850566998764407 (mp_runner.py:73) -2024-09-01 21:48:43,256 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.00792454799375264 (mp_runner.py:73) -2024-09-01 21:48:46,072 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.004260504996636882 (mp_runner.py:73) -2024-09-01 21:48:46,073 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.005860486999154091 (mp_runner.py:73) -2024-09-01 21:48:46,073 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.004677951998019125 (mp_runner.py:73) -2024-09-01 21:48:46,074 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.004599153995513916 (mp_runner.py:73) -2024-09-01 21:48:46,075 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.001390140998410061 (mp_runner.py:73) -2024-09-01 21:48:46,075 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.006154946000606287 (mp_runner.py:73) -2024-09-01 21:48:46,078 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.0045247039961395785 (mp_runner.py:73) -2024-09-01 21:48:46,079 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.012360589993477333 (mp_runner.py:73) -2024-09-01 21:48:46,270 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.005726467999920715 (mp_runner.py:73) -2024-09-01 21:48:46,581 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.009770623997610528 (mp_runner.py:73) -2024-09-01 21:48:46,623 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0052336899971123785 (mp_runner.py:73) -2024-09-01 21:48:46,627 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.010138165998796467 (mp_runner.py:73) -2024-09-01 21:48:46,662 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.009652824999648146 (mp_runner.py:73) -2024-09-01 21:48:46,907 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.009810534000280313 (mp_runner.py:73) -2024-09-01 21:48:47,202 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.020611669002391864 (mp_runner.py:73) -2024-09-01 21:48:49,941 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.006315804996120278 (mp_runner.py:73) -2024-09-01 21:48:49,941 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.007829142996342853 (mp_runner.py:73) -2024-09-01 21:48:49,942 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.0043234909971943125 (mp_runner.py:73) -2024-09-01 21:48:49,942 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.007688917001360096 (mp_runner.py:73) -2024-09-01 21:48:49,943 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.003231045004213229 (mp_runner.py:73) -2024-09-01 21:48:49,943 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0019125629987684079 (mp_runner.py:73) -2024-09-01 21:48:49,949 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0057739830008358695 (mp_runner.py:73) -2024-09-01 21:48:49,950 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.016098530999443028 (mp_runner.py:73) -2024-09-01 21:48:50,300 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.0030353840047609992 (mp_runner.py:73) -2024-09-01 21:48:50,302 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.0054152180018718354 (mp_runner.py:73) -2024-09-01 21:48:50,302 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.0073188040041713975 (mp_runner.py:73) -2024-09-01 21:48:50,303 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.0013882799976272509 (mp_runner.py:73) -2024-09-01 21:48:50,846 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.013456601001962554 (mp_runner.py:73) -2024-09-01 21:48:51,093 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.019418594994931482 (mp_runner.py:73) -2024-09-01 21:48:51,285 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.009492036995652597 (mp_runner.py:73) -2024-09-01 21:48:53,600 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.00706620800337987 (mp_runner.py:73) -2024-09-01 21:48:53,601 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.00701317899802234 (mp_runner.py:73) -2024-09-01 21:48:53,601 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.008441234997007996 (mp_runner.py:73) -2024-09-01 21:48:53,601 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.0034267989976797253 (mp_runner.py:73) -2024-09-01 21:48:53,603 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.005106112999783363 (mp_runner.py:73) -2024-09-01 21:48:53,607 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.014304746000561863 (mp_runner.py:73) -2024-09-01 21:48:53,608 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.005298625997966155 (mp_runner.py:73) -2024-09-01 21:48:53,609 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.00642388599953847 (mp_runner.py:73) -2024-09-01 21:48:54,021 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0075693729959311895 (mp_runner.py:73) -2024-09-01 21:48:54,162 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.008319070999277756 (mp_runner.py:73) -2024-09-01 21:48:54,172 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.0019804350013146177 (mp_runner.py:73) -2024-09-01 21:48:54,173 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.008582045004004613 (mp_runner.py:73) -2024-09-01 21:48:54,821 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.009482272995228413 (mp_runner.py:73) -2024-09-01 21:48:55,156 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.007461602996045258 (mp_runner.py:73) -2024-09-01 21:48:55,188 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.010281605995260179 (mp_runner.py:73) -2024-09-01 21:48:57,636 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.005754597994382493 (mp_runner.py:73) -2024-09-01 21:48:57,637 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.0035706189955817536 (mp_runner.py:73) -2024-09-01 21:48:57,638 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.008900784996512812 (mp_runner.py:73) -2024-09-01 21:48:57,639 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.007193866003945004 (mp_runner.py:73) -2024-09-01 21:48:57,641 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.012938733998453245 (mp_runner.py:73) -2024-09-01 21:48:57,671 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.005012740999518428 (mp_runner.py:73) -2024-09-01 21:48:57,673 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008047673996770754 (mp_runner.py:73) -2024-09-01 21:48:57,752 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.009170033001282718 (mp_runner.py:73) -2024-09-01 21:48:57,809 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.008758725998632144 (mp_runner.py:73) -2024-09-01 21:48:57,855 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.008742204001464415 (mp_runner.py:73) -2024-09-01 21:48:57,871 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.0060569370034500025 (mp_runner.py:73) -2024-09-01 21:48:57,923 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.008072587996139191 (mp_runner.py:73) -2024-09-01 21:48:58,967 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.007134948995371815 (mp_runner.py:73) -2024-09-01 21:48:59,369 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.007948171005409677 (mp_runner.py:73) -2024-09-01 21:48:59,407 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.00984846900246339 (mp_runner.py:73) -2024-09-01 21:49:00,893 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0029s, count=3876, qps in this process: 129.1875 (mp_runner.py:76) -2024-09-01 21:49:00,906 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0014s, count=3878, qps in this process: 129.2606 (mp_runner.py:76) -2024-09-01 21:49:00,944 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0017s, count=3911, qps in this process: 130.3593 (mp_runner.py:76) -2024-09-01 21:49:00,945 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0083s, count=3860, qps in this process: 128.6311 (mp_runner.py:76) -2024-09-01 21:49:00,954 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0135s, count=3913, qps in this process: 130.3747 (mp_runner.py:76) -2024-09-01 21:49:00,955 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0046s, count=3914, qps in this process: 130.4467 (mp_runner.py:76) -2024-09-01 21:49:00,957 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0015s, count=3914, qps in this process: 130.4601 (mp_runner.py:76) -2024-09-01 21:49:00,958 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0057s, count=3914, qps in this process: 130.4419 (mp_runner.py:76) -2024-09-01 21:49:00,958 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0065s, count=3914, qps in this process: 130.4384 (mp_runner.py:76) -2024-09-01 21:49:00,966 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0091s, count=3915, qps in this process: 130.4604 (mp_runner.py:76) -2024-09-01 21:49:00,984 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0014s, count=3894, qps in this process: 129.7939 (mp_runner.py:76) -2024-09-01 21:49:00,998 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0009s, count=3901, qps in this process: 130.0294 (mp_runner.py:76) -2024-09-01 21:49:00,999 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.002s, count=3743, qps in this process: 124.7583 (mp_runner.py:76) -2024-09-01 21:49:01,001 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0011s, count=3700, qps in this process: 123.3288 (mp_runner.py:76) -2024-09-01 21:49:01,008 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0008s, count=3715, qps in this process: 123.83 (mp_runner.py:76) -2024-09-01 21:49:01,014 | INFO |End search in concurrency 15: dur=30.19599342300353s, total_count=57962, qps=1919.5262 (mp_runner.py:120) -2024-09-01 21:49:01,915 | INFO |Update largest qps with concurrency 15: current max_qps=1919.5262 (mp_runner.py:124) -2024-09-01 21:49:02,327 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:49:02,328 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 21:49:12,605 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 21:49:12,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,696 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,707 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,741 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,778 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,790 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,790 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,791 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,815 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,825 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,825 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:12,834 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:17,217 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.006805574994359631 (mp_runner.py:73) -2024-09-01 21:49:17,217 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.006210291001480073 (mp_runner.py:73) -2024-09-01 21:49:17,217 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.007555031996162143 (mp_runner.py:73) -2024-09-01 21:49:17,218 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0072829389973776415 (mp_runner.py:73) -2024-09-01 21:49:17,218 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.00691049599845428 (mp_runner.py:73) -2024-09-01 21:49:17,219 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.00674604900268605 (mp_runner.py:73) -2024-09-01 21:49:17,219 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.006736671995895449 (mp_runner.py:73) -2024-09-01 21:49:17,220 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.006110952999733854 (mp_runner.py:73) -2024-09-01 21:49:17,220 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.011168575001647696 (mp_runner.py:73) -2024-09-01 21:49:17,221 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.006371989999024663 (mp_runner.py:73) -2024-09-01 21:49:17,222 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.00857964699389413 (mp_runner.py:73) -2024-09-01 21:49:17,222 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.006364166998537257 (mp_runner.py:73) -2024-09-01 21:49:17,222 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.007534049000241794 (mp_runner.py:73) -2024-09-01 21:49:17,223 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0056482369982404634 (mp_runner.py:73) -2024-09-01 21:49:17,225 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.016178660000150558 (mp_runner.py:73) -2024-09-01 21:49:17,225 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.0048485369989066385 (mp_runner.py:73) -2024-09-01 21:49:17,353 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.011311813002976123 (mp_runner.py:73) -2024-09-01 21:49:17,381 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.011711769999237731 (mp_runner.py:73) -2024-09-01 21:49:17,457 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.007154838996939361 (mp_runner.py:73) -2024-09-01 21:49:17,848 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.009780983993550763 (mp_runner.py:73) -2024-09-01 21:49:21,608 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.009379813003761228 (mp_runner.py:73) -2024-09-01 21:49:21,610 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.009430698002688587 (mp_runner.py:73) -2024-09-01 21:49:21,611 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.01064304199826438 (mp_runner.py:73) -2024-09-01 21:49:21,611 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.009512971999356523 (mp_runner.py:73) -2024-09-01 21:49:21,612 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.008971237002697308 (mp_runner.py:73) -2024-09-01 21:49:21,613 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.0068769869976677 (mp_runner.py:73) -2024-09-01 21:49:21,613 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.011725666998245288 (mp_runner.py:73) -2024-09-01 21:49:21,616 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.007128715995349921 (mp_runner.py:73) -2024-09-01 21:49:21,616 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.0190718800004106 (mp_runner.py:73) -2024-09-01 21:49:21,759 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.012870113001554273 (mp_runner.py:73) -2024-09-01 21:49:21,775 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.012264946999493986 (mp_runner.py:73) -2024-09-01 21:49:21,775 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.0143977889965754 (mp_runner.py:73) -2024-09-01 21:49:21,912 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.008298171997012105 (mp_runner.py:73) -2024-09-01 21:49:22,318 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.022395325999241322 (mp_runner.py:73) -2024-09-01 21:49:22,386 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.013001257000723854 (mp_runner.py:73) -2024-09-01 21:49:22,524 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.002215536995208822 (mp_runner.py:73) -2024-09-01 21:49:22,913 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.0147903530014446 (mp_runner.py:73) -2024-09-01 21:49:22,936 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.011072790002799593 (mp_runner.py:73) -2024-09-01 21:49:22,937 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.013401729003817309 (mp_runner.py:73) -2024-09-01 21:49:23,010 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.008436917996732518 (mp_runner.py:73) -2024-09-01 21:49:26,695 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.003742982000403572 (mp_runner.py:73) -2024-09-01 21:49:26,696 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.007489055999030825 (mp_runner.py:73) -2024-09-01 21:49:26,696 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.0019027779999305494 (mp_runner.py:73) -2024-09-01 21:49:26,697 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0018020260031335056 (mp_runner.py:73) -2024-09-01 21:49:26,699 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.005506670000613667 (mp_runner.py:73) -2024-09-01 21:49:26,700 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.0125751349987695 (mp_runner.py:73) -2024-09-01 21:49:26,709 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.008251318999100477 (mp_runner.py:73) -2024-09-01 21:49:26,851 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.009495673999481369 (mp_runner.py:73) -2024-09-01 21:49:26,914 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.010195761002250947 (mp_runner.py:73) -2024-09-01 21:49:26,915 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.009684832999482751 (mp_runner.py:73) -2024-09-01 21:49:26,916 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.010270355000102427 (mp_runner.py:73) -2024-09-01 21:49:26,918 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.011889005996636115 (mp_runner.py:73) -2024-09-01 21:49:27,402 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.01248186099837767 (mp_runner.py:73) -2024-09-01 21:49:28,088 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.005734253005357459 (mp_runner.py:73) -2024-09-01 21:49:28,089 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.0061148180029704235 (mp_runner.py:73) -2024-09-01 21:49:28,090 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.008694648000528105 (mp_runner.py:73) -2024-09-01 21:49:28,090 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.011323715996695682 (mp_runner.py:73) -2024-09-01 21:49:28,111 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0094058260001475 (mp_runner.py:73) -2024-09-01 21:49:28,115 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.010423133004223928 (mp_runner.py:73) -2024-09-01 21:49:28,728 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.004104053004994057 (mp_runner.py:73) -2024-09-01 21:49:31,767 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.012195726994832512 (mp_runner.py:73) -2024-09-01 21:49:31,768 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.006294933999015484 (mp_runner.py:73) -2024-09-01 21:49:31,769 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.01197892000345746 (mp_runner.py:73) -2024-09-01 21:49:31,770 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.012139329002820887 (mp_runner.py:73) -2024-09-01 21:49:31,770 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.013418866001302376 (mp_runner.py:73) -2024-09-01 21:49:31,770 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.009776421000424307 (mp_runner.py:73) -2024-09-01 21:49:31,770 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.009691678002127446 (mp_runner.py:73) -2024-09-01 21:49:31,772 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.010584939002001192 (mp_runner.py:73) -2024-09-01 21:49:31,772 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.010700639999413397 (mp_runner.py:73) -2024-09-01 21:49:32,086 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.009546743996907026 (mp_runner.py:73) -2024-09-01 21:49:32,296 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.013285009998071473 (mp_runner.py:73) -2024-09-01 21:49:32,415 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.01140874900011113 (mp_runner.py:73) -2024-09-01 21:49:33,042 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.012854422995587811 (mp_runner.py:73) -2024-09-01 21:49:33,052 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.008548238001822028 (mp_runner.py:73) -2024-09-01 21:49:33,053 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.0017061379985534586 (mp_runner.py:73) -2024-09-01 21:49:33,251 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.01023554499988677 (mp_runner.py:73) -2024-09-01 21:49:33,409 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.013197716005379334 (mp_runner.py:73) -2024-09-01 21:49:33,421 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.013818704996083397 (mp_runner.py:73) -2024-09-01 21:49:33,824 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.010959242994431406 (mp_runner.py:73) -2024-09-01 21:49:34,229 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.009987427001760807 (mp_runner.py:73) -2024-09-01 21:49:36,813 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.018138322993763722 (mp_runner.py:73) -2024-09-01 21:49:36,815 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.01430004899884807 (mp_runner.py:73) -2024-09-01 21:49:36,815 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.019796239997958764 (mp_runner.py:73) -2024-09-01 21:49:36,815 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.015142648000619374 (mp_runner.py:73) -2024-09-01 21:49:36,817 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.018455006000294816 (mp_runner.py:73) -2024-09-01 21:49:36,817 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.01801419800176518 (mp_runner.py:73) -2024-09-01 21:49:36,817 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.012943396999617107 (mp_runner.py:73) -2024-09-01 21:49:36,819 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.014361133995407727 (mp_runner.py:73) -2024-09-01 21:49:36,820 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.025831884006038308 (mp_runner.py:73) -2024-09-01 21:49:37,709 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.005740077001973987 (mp_runner.py:73) -2024-09-01 21:49:38,061 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.012930190001497976 (mp_runner.py:73) -2024-09-01 21:49:38,145 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.012472146001528017 (mp_runner.py:73) -2024-09-01 21:49:38,414 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.00969166600407334 (mp_runner.py:73) -2024-09-01 21:49:38,453 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.012171871996542905 (mp_runner.py:73) -2024-09-01 21:49:38,528 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.006004480004776269 (mp_runner.py:73) -2024-09-01 21:49:38,960 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.007979244997841306 (mp_runner.py:73) -2024-09-01 21:49:39,147 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.011470956000266597 (mp_runner.py:73) -2024-09-01 21:49:39,240 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.009161445996141993 (mp_runner.py:73) -2024-09-01 21:49:39,565 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.011297096003545448 (mp_runner.py:73) -2024-09-01 21:49:39,980 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.012895580999611411 (mp_runner.py:73) -2024-09-01 21:49:41,676 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.009688337995612528 (mp_runner.py:73) -2024-09-01 21:49:41,676 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.010628737996739801 (mp_runner.py:73) -2024-09-01 21:49:41,677 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.009462254995014518 (mp_runner.py:73) -2024-09-01 21:49:41,677 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.006269666999287438 (mp_runner.py:73) -2024-09-01 21:49:41,677 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.007610338005179074 (mp_runner.py:73) -2024-09-01 21:49:41,681 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.009372096996230539 (mp_runner.py:73) -2024-09-01 21:49:41,685 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.008338890002050903 (mp_runner.py:73) -2024-09-01 21:49:41,687 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.010851350001757964 (mp_runner.py:73) -2024-09-01 21:49:41,688 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.02463203800289193 (mp_runner.py:73) -2024-09-01 21:49:42,663 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0083s, count=2886, qps in this process: 96.1734 (mp_runner.py:76) -2024-09-01 21:49:42,699 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0033s, count=3076, qps in this process: 102.5221 (mp_runner.py:76) -2024-09-01 21:49:42,703 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0053s, count=2796, qps in this process: 93.1835 (mp_runner.py:76) -2024-09-01 21:49:42,711 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0131s, count=2928, qps in this process: 97.5574 (mp_runner.py:76) -2024-09-01 21:49:42,717 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0085s, count=3072, qps in this process: 102.371 (mp_runner.py:76) -2024-09-01 21:49:42,745 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0018s, count=2815, qps in this process: 93.8277 (mp_runner.py:76) -2024-09-01 21:49:42,753 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.008s, count=3077, qps in this process: 102.5393 (mp_runner.py:76) -2024-09-01 21:49:42,782 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0001s, count=3085, qps in this process: 102.833 (mp_runner.py:76) -2024-09-01 21:49:42,794 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0014s, count=3088, qps in this process: 102.9285 (mp_runner.py:76) -2024-09-01 21:49:42,796 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0027s, count=2934, qps in this process: 97.7912 (mp_runner.py:76) -2024-09-01 21:49:42,796 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0012s, count=3088, qps in this process: 102.9292 (mp_runner.py:76) -2024-09-01 21:49:42,797 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0041s, count=2753, qps in this process: 91.7541 (mp_runner.py:76) -2024-09-01 21:49:42,818 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0002s, count=2831, qps in this process: 94.366 (mp_runner.py:76) -2024-09-01 21:49:42,819 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0024s, count=2898, qps in this process: 96.5923 (mp_runner.py:76) -2024-09-01 21:49:42,822 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0049s, count=2780, qps in this process: 92.6515 (mp_runner.py:76) -2024-09-01 21:49:42,829 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0014s, count=3095, qps in this process: 103.1619 (mp_runner.py:76) -2024-09-01 21:49:42,832 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0021s, count=3083, qps in this process: 102.7595 (mp_runner.py:76) -2024-09-01 21:49:42,832 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0041s, count=2897, qps in this process: 96.5535 (mp_runner.py:76) -2024-09-01 21:49:42,838 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0013s, count=2949, qps in this process: 98.2957 (mp_runner.py:76) -2024-09-01 21:49:42,839 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0039s, count=3097, qps in this process: 103.2199 (mp_runner.py:76) -2024-09-01 21:49:42,845 | INFO |End search in concurrency 20: dur=30.239594710001256s, total_count=59228, qps=1958.6241 (mp_runner.py:120) -2024-09-01 21:49:44,116 | INFO |Update largest qps with concurrency 20: current max_qps=1958.6241 (mp_runner.py:124) -2024-09-01 21:49:44,531 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:49:44,531 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 21:49:54,821 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 21:49:54,960 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:54,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:54,983 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,017 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,032 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,039 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,045 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,045 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,065 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,068 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,078 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,096 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,113 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,114 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:49:55,121 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:00,706 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.006519829999888316 (mp_runner.py:73) -2024-09-01 21:50:00,708 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.008369114002562128 (mp_runner.py:73) -2024-09-01 21:50:00,711 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.013478617001965176 (mp_runner.py:73) -2024-09-01 21:50:00,711 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.013031688999035396 (mp_runner.py:73) -2024-09-01 21:50:00,712 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.00960353399568703 (mp_runner.py:73) -2024-09-01 21:50:00,714 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.006812047999119386 (mp_runner.py:73) -2024-09-01 21:50:00,716 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.006489931998657994 (mp_runner.py:73) -2024-09-01 21:50:00,718 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.02237688899913337 (mp_runner.py:73) -2024-09-01 21:50:00,721 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.010387437003373634 (mp_runner.py:73) -2024-09-01 21:50:00,722 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.009251207004126627 (mp_runner.py:73) -2024-09-01 21:50:00,726 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.011990141996648163 (mp_runner.py:73) -2024-09-01 21:50:00,727 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.011731108999811113 (mp_runner.py:73) -2024-09-01 21:50:00,727 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.01025843300158158 (mp_runner.py:73) -2024-09-01 21:50:00,728 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.011802859997260384 (mp_runner.py:73) -2024-09-01 21:50:00,729 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.012902094000310171 (mp_runner.py:73) -2024-09-01 21:50:00,730 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.011680583003908396 (mp_runner.py:73) -2024-09-01 21:50:00,731 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.017028962000040337 (mp_runner.py:73) -2024-09-01 21:50:00,749 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.011244756999076344 (mp_runner.py:73) -2024-09-01 21:50:00,751 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.014270629995735362 (mp_runner.py:73) -2024-09-01 21:50:00,752 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.016071220001322217 (mp_runner.py:73) -2024-09-01 21:50:00,773 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.010972249001497403 (mp_runner.py:73) -2024-09-01 21:50:00,785 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.012189594999654219 (mp_runner.py:73) -2024-09-01 21:50:00,803 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.017107673003920354 (mp_runner.py:73) -2024-09-01 21:50:00,994 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.011609091998252552 (mp_runner.py:73) -2024-09-01 21:50:01,472 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.014418496997677721 (mp_runner.py:73) -2024-09-01 21:50:06,376 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.007800598999892827 (mp_runner.py:73) -2024-09-01 21:50:06,377 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.007748294003249612 (mp_runner.py:73) -2024-09-01 21:50:06,379 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.008881890003976878 (mp_runner.py:73) -2024-09-01 21:50:06,380 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.013294474003487267 (mp_runner.py:73) -2024-09-01 21:50:06,383 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.014880220005579758 (mp_runner.py:73) -2024-09-01 21:50:06,392 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.027217857001232915 (mp_runner.py:73) -2024-09-01 21:50:06,395 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.011770994002290536 (mp_runner.py:73) -2024-09-01 21:50:06,395 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.012724159998469986 (mp_runner.py:73) -2024-09-01 21:50:06,399 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.011721586000930984 (mp_runner.py:73) -2024-09-01 21:50:06,399 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.011226843998883851 (mp_runner.py:73) -2024-09-01 21:50:06,400 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.011364366000634618 (mp_runner.py:73) -2024-09-01 21:50:06,404 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.012074944002961274 (mp_runner.py:73) -2024-09-01 21:50:06,461 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.015387792002002243 (mp_runner.py:73) -2024-09-01 21:50:06,468 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.022709819000738207 (mp_runner.py:73) -2024-09-01 21:50:06,595 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.017699122996418737 (mp_runner.py:73) -2024-09-01 21:50:06,750 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.015235852995829191 (mp_runner.py:73) -2024-09-01 21:50:06,751 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.009770780998223927 (mp_runner.py:73) -2024-09-01 21:50:06,751 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.013186259006033652 (mp_runner.py:73) -2024-09-01 21:50:07,212 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.006589675998839084 (mp_runner.py:73) -2024-09-01 21:50:07,375 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.019414434005739167 (mp_runner.py:73) -2024-09-01 21:50:07,430 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.016700323001714423 (mp_runner.py:73) -2024-09-01 21:50:07,688 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.015070825997099746 (mp_runner.py:73) -2024-09-01 21:50:07,765 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.017951942994841374 (mp_runner.py:73) -2024-09-01 21:50:07,848 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.0155552770011127 (mp_runner.py:73) -2024-09-01 21:50:08,303 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.015898953002761118 (mp_runner.py:73) -2024-09-01 21:50:12,919 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.009391413994308095 (mp_runner.py:73) -2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.013589181995484978 (mp_runner.py:73) -2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.00898532300197985 (mp_runner.py:73) -2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.013552791999245528 (mp_runner.py:73) -2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.014288377999037039 (mp_runner.py:73) -2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.01311403900035657 (mp_runner.py:73) -2024-09-01 21:50:12,920 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.007302263999008574 (mp_runner.py:73) -2024-09-01 21:50:12,921 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.011948373001359869 (mp_runner.py:73) -2024-09-01 21:50:12,921 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.01330535799934296 (mp_runner.py:73) -2024-09-01 21:50:12,921 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.012104282999644056 (mp_runner.py:73) -2024-09-01 21:50:12,921 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.0019977129995822906 (mp_runner.py:73) -2024-09-01 21:50:12,922 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.010473173002537806 (mp_runner.py:73) -2024-09-01 21:50:12,922 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.017034810996847227 (mp_runner.py:73) -2024-09-01 21:50:12,922 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.008698008001374546 (mp_runner.py:73) -2024-09-01 21:50:12,923 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.001145576999988407 (mp_runner.py:73) -2024-09-01 21:50:12,924 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.008563715004129335 (mp_runner.py:73) -2024-09-01 21:50:13,415 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.015210247998766135 (mp_runner.py:73) -2024-09-01 21:50:13,604 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.01045163699745899 (mp_runner.py:73) -2024-09-01 21:50:14,254 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.01208743800088996 (mp_runner.py:73) -2024-09-01 21:50:14,540 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.00876449699717341 (mp_runner.py:73) -2024-09-01 21:50:14,881 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.012140728998929262 (mp_runner.py:73) -2024-09-01 21:50:15,295 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.014926253999874461 (mp_runner.py:73) -2024-09-01 21:50:15,533 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.012749814995913766 (mp_runner.py:73) -2024-09-01 21:50:15,535 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.01744964799581794 (mp_runner.py:73) -2024-09-01 21:50:16,051 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.017157248003059067 (mp_runner.py:73) -2024-09-01 21:50:18,693 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.007468191994121298 (mp_runner.py:73) -2024-09-01 21:50:18,694 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.007534954005677719 (mp_runner.py:73) -2024-09-01 21:50:18,694 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.011206547998881433 (mp_runner.py:73) -2024-09-01 21:50:18,696 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.015158069996687118 (mp_runner.py:73) -2024-09-01 21:50:18,702 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.02439106199744856 (mp_runner.py:73) -2024-09-01 21:50:18,707 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.013717863002966624 (mp_runner.py:73) -2024-09-01 21:50:18,708 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.008477515002596192 (mp_runner.py:73) -2024-09-01 21:50:18,709 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.011602673002926167 (mp_runner.py:73) -2024-09-01 21:50:18,709 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.012811497996153776 (mp_runner.py:73) -2024-09-01 21:50:18,709 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.012715158001810778 (mp_runner.py:73) -2024-09-01 21:50:18,709 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.014447682995523792 (mp_runner.py:73) -2024-09-01 21:50:18,742 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.015070862995344214 (mp_runner.py:73) -2024-09-01 21:50:18,791 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.018511221001972444 (mp_runner.py:73) -2024-09-01 21:50:19,002 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.019607818001531996 (mp_runner.py:73) -2024-09-01 21:50:19,219 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.015826865994313266 (mp_runner.py:73) -2024-09-01 21:50:19,660 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.010736454001744278 (mp_runner.py:73) -2024-09-01 21:50:19,830 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.01646723399608163 (mp_runner.py:73) -2024-09-01 21:50:20,618 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.015314891999878455 (mp_runner.py:73) -2024-09-01 21:50:21,073 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.034520897002948914 (mp_runner.py:73) -2024-09-01 21:50:21,183 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.007422707996738609 (mp_runner.py:73) -2024-09-01 21:50:21,807 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.022953147999942303 (mp_runner.py:73) -2024-09-01 21:50:22,132 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.012335356004768983 (mp_runner.py:73) -2024-09-01 21:50:22,133 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.014477483004156966 (mp_runner.py:73) -2024-09-01 21:50:22,138 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.023093433999747504 (mp_runner.py:73) -2024-09-01 21:50:22,984 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.014443943000514992 (mp_runner.py:73) -2024-09-01 21:50:24,925 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.010065676004160196 (mp_runner.py:73) -2024-09-01 21:50:24,925 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.01138924899714766 (mp_runner.py:73) -2024-09-01 21:50:24,925 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.012525084996013902 (mp_runner.py:73) -2024-09-01 21:50:24,926 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.012944925998453982 (mp_runner.py:73) -2024-09-01 21:50:24,927 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.010647153001627885 (mp_runner.py:73) -2024-09-01 21:50:24,930 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.016707814997062087 (mp_runner.py:73) -2024-09-01 21:50:24,931 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.011636955998255871 (mp_runner.py:73) -2024-09-01 21:50:24,935 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.024159102998964954 (mp_runner.py:73) -2024-09-01 21:50:24,939 | DEBUG |(SpawnProcess-1:49) search_count: 2500, latest_latency=0.011798113002441823 (mp_runner.py:73) -2024-09-01 21:50:24,966 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0039s, count=2495, qps in this process: 83.1559 (mp_runner.py:76) -2024-09-01 21:50:24,967 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0026s, count=2340, qps in this process: 77.9932 (mp_runner.py:76) -2024-09-01 21:50:24,991 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0049s, count=2504, qps in this process: 83.453 (mp_runner.py:76) -2024-09-01 21:50:25,030 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0121s, count=2398, qps in this process: 79.9011 (mp_runner.py:76) -2024-09-01 21:50:25,040 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0014s, count=2509, qps in this process: 83.6294 (mp_runner.py:76) -2024-09-01 21:50:25,041 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0029s, count=2509, qps in this process: 83.6252 (mp_runner.py:76) -2024-09-01 21:50:25,043 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0075s, count=2431, qps in this process: 81.0131 (mp_runner.py:76) -2024-09-01 21:50:25,054 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.006s, count=2510, qps in this process: 83.6499 (mp_runner.py:76) -2024-09-01 21:50:25,055 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0109s, count=2213, qps in this process: 73.7399 (mp_runner.py:76) -2024-09-01 21:50:25,059 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0108s, count=2272, qps in this process: 75.7061 (mp_runner.py:76) -2024-09-01 21:50:25,061 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0221s, count=2146, qps in this process: 71.4807 (mp_runner.py:76) -2024-09-01 21:50:25,072 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0013s, count=2464, qps in this process: 82.1298 (mp_runner.py:76) -2024-09-01 21:50:25,075 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0077s, count=2227, qps in this process: 74.2143 (mp_runner.py:76) -2024-09-01 21:50:25,077 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0014s, count=2227, qps in this process: 74.2299 (mp_runner.py:76) -2024-09-01 21:50:25,079 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0038s, count=2512, qps in this process: 83.7227 (mp_runner.py:76) -2024-09-01 21:50:25,080 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0049s, count=2423, qps in this process: 80.7535 (mp_runner.py:76) -2024-09-01 21:50:25,083 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0069s, count=2365, qps in this process: 78.8152 (mp_runner.py:76) -2024-09-01 21:50:25,084 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.009s, count=2512, qps in this process: 83.7082 (mp_runner.py:76) -2024-09-01 21:50:25,089 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.004s, count=2512, qps in this process: 83.7222 (mp_runner.py:76) -2024-09-01 21:50:25,097 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0021s, count=2231, qps in this process: 74.3615 (mp_runner.py:76) -2024-09-01 21:50:25,099 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0007s, count=2439, qps in this process: 81.2981 (mp_runner.py:76) -2024-09-01 21:50:25,103 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0004s, count=2315, qps in this process: 77.1656 (mp_runner.py:76) -2024-09-01 21:50:25,118 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0019s, count=2525, qps in this process: 84.1613 (mp_runner.py:76) -2024-09-01 21:50:25,119 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0027s, count=2296, qps in this process: 76.5264 (mp_runner.py:76) -2024-09-01 21:50:25,126 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.001s, count=2529, qps in this process: 84.2972 (mp_runner.py:76) -2024-09-01 21:50:25,132 | INFO |End search in concurrency 25: dur=30.309356818004744s, total_count=59904, qps=1976.4194 (mp_runner.py:120) -2024-09-01 21:50:26,678 | INFO |Update largest qps with concurrency 25: current max_qps=1976.4194 (mp_runner.py:124) -2024-09-01 21:50:27,096 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:50:27,096 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 21:50:37,569 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 21:50:37,617 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,682 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,739 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,790 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,791 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,826 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,835 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,847 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,847 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,865 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,872 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,888 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,890 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,893 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,896 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,897 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,904 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:37,907 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:50:44,102 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.006457682997279335 (mp_runner.py:73) -2024-09-01 21:50:44,168 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.004396493000967894 (mp_runner.py:73) -2024-09-01 21:50:44,171 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.006905376001668628 (mp_runner.py:73) -2024-09-01 21:50:44,173 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.01217428500240203 (mp_runner.py:73) -2024-09-01 21:50:44,174 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.01200997100386303 (mp_runner.py:73) -2024-09-01 21:50:44,212 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.0077074340006220154 (mp_runner.py:73) -2024-09-01 21:50:44,213 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.008025038994674105 (mp_runner.py:73) -2024-09-01 21:50:44,214 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.008203769000829197 (mp_runner.py:73) -2024-09-01 21:50:44,215 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0076257299951976165 (mp_runner.py:73) -2024-09-01 21:50:44,215 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.0033682739958749153 (mp_runner.py:73) -2024-09-01 21:50:44,216 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.011241617998166475 (mp_runner.py:73) -2024-09-01 21:50:44,217 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.009676831999968272 (mp_runner.py:73) -2024-09-01 21:50:44,217 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.00930324799992377 (mp_runner.py:73) -2024-09-01 21:50:44,217 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.009047892002854496 (mp_runner.py:73) -2024-09-01 21:50:44,219 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.009811732998059597 (mp_runner.py:73) -2024-09-01 21:50:44,220 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.008924879002734087 (mp_runner.py:73) -2024-09-01 21:50:44,220 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.01726661300199339 (mp_runner.py:73) -2024-09-01 21:50:44,221 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.011210700999072287 (mp_runner.py:73) -2024-09-01 21:50:44,222 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.020663256000261754 (mp_runner.py:73) -2024-09-01 21:50:44,239 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.01259256499906769 (mp_runner.py:73) -2024-09-01 21:50:44,240 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.014533198002027348 (mp_runner.py:73) -2024-09-01 21:50:44,481 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.023786751000443473 (mp_runner.py:73) -2024-09-01 21:50:44,648 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.0289868980034953 (mp_runner.py:73) -2024-09-01 21:50:44,715 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.017090380999434274 (mp_runner.py:73) -2024-09-01 21:50:44,717 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.013723085001402069 (mp_runner.py:73) -2024-09-01 21:50:44,787 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.013554265999118797 (mp_runner.py:73) -2024-09-01 21:50:45,561 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.023523299998487346 (mp_runner.py:73) -2024-09-01 21:50:45,648 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.01565657099854434 (mp_runner.py:73) -2024-09-01 21:50:45,677 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.01688516599824652 (mp_runner.py:73) -2024-09-01 21:50:47,280 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.002109802997438237 (mp_runner.py:73) -2024-09-01 21:50:51,365 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.013137025998730678 (mp_runner.py:73) -2024-09-01 21:50:51,366 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.017663375998381525 (mp_runner.py:73) -2024-09-01 21:50:51,371 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.015616003001923673 (mp_runner.py:73) -2024-09-01 21:50:51,373 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.014201204001437873 (mp_runner.py:73) -2024-09-01 21:50:51,376 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.02911486000084551 (mp_runner.py:73) -2024-09-01 21:50:51,378 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.011183740003616549 (mp_runner.py:73) -2024-09-01 21:50:51,379 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.010156042997550685 (mp_runner.py:73) -2024-09-01 21:50:51,381 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.012982795997231733 (mp_runner.py:73) -2024-09-01 21:50:51,383 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.01275626699498389 (mp_runner.py:73) -2024-09-01 21:50:51,385 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.013011795999773312 (mp_runner.py:73) -2024-09-01 21:50:51,385 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.018179428996518254 (mp_runner.py:73) -2024-09-01 21:50:51,454 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.015793487000337336 (mp_runner.py:73) -2024-09-01 21:50:51,454 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.008741644000110682 (mp_runner.py:73) -2024-09-01 21:50:51,483 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.018650869002158288 (mp_runner.py:73) -2024-09-01 21:50:51,553 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.006413805000192951 (mp_runner.py:73) -2024-09-01 21:50:51,554 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.0090379299945198 (mp_runner.py:73) -2024-09-01 21:50:51,556 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.007911323998996522 (mp_runner.py:73) -2024-09-01 21:50:51,556 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006999049001024105 (mp_runner.py:73) -2024-09-01 21:50:51,560 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.017556712999066804 (mp_runner.py:73) -2024-09-01 21:50:51,560 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.01943670800392283 (mp_runner.py:73) -2024-09-01 21:50:51,561 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.018184530999860726 (mp_runner.py:73) -2024-09-01 21:50:51,725 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.020880404001218267 (mp_runner.py:73) -2024-09-01 21:50:51,726 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.009735580002597999 (mp_runner.py:73) -2024-09-01 21:50:51,727 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.013671331995283253 (mp_runner.py:73) -2024-09-01 21:50:51,727 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.013571527000749484 (mp_runner.py:73) -2024-09-01 21:50:51,730 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.017820148001192138 (mp_runner.py:73) -2024-09-01 21:50:53,571 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.01396469400060596 (mp_runner.py:73) -2024-09-01 21:50:53,572 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.012834189998102374 (mp_runner.py:73) -2024-09-01 21:50:53,691 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.020032157997775357 (mp_runner.py:73) -2024-09-01 21:50:55,773 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.00424609499896178 (mp_runner.py:73) -2024-09-01 21:50:58,695 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.009520177001832053 (mp_runner.py:73) -2024-09-01 21:50:58,697 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.012094826000975445 (mp_runner.py:73) -2024-09-01 21:50:58,698 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.011757729997043498 (mp_runner.py:73) -2024-09-01 21:50:58,700 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.016218795004533604 (mp_runner.py:73) -2024-09-01 21:50:58,702 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.0038372470007743686 (mp_runner.py:73) -2024-09-01 21:50:58,703 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.006665368004178163 (mp_runner.py:73) -2024-09-01 21:50:58,707 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.0016049229961936362 (mp_runner.py:73) -2024-09-01 21:50:58,716 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.00440829100261908 (mp_runner.py:73) -2024-09-01 21:50:58,717 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.00836064999748487 (mp_runner.py:73) -2024-09-01 21:50:58,723 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.015364722996309865 (mp_runner.py:73) -2024-09-01 21:50:58,727 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.017074545998184476 (mp_runner.py:73) -2024-09-01 21:50:58,830 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.020542743004625663 (mp_runner.py:73) -2024-09-01 21:50:58,970 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.007500340994738508 (mp_runner.py:73) -2024-09-01 21:50:58,971 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.016069366000010632 (mp_runner.py:73) -2024-09-01 21:50:59,132 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.015923847000522073 (mp_runner.py:73) -2024-09-01 21:50:59,143 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.012992622003366705 (mp_runner.py:73) -2024-09-01 21:50:59,238 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.014375268001458608 (mp_runner.py:73) -2024-09-01 21:50:59,290 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.007859612996981014 (mp_runner.py:73) -2024-09-01 21:50:59,291 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.00976279099995736 (mp_runner.py:73) -2024-09-01 21:50:59,291 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.012772851005138364 (mp_runner.py:73) -2024-09-01 21:50:59,292 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.01120408399583539 (mp_runner.py:73) -2024-09-01 21:50:59,292 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.014973417994042393 (mp_runner.py:73) -2024-09-01 21:50:59,294 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.009353079993161373 (mp_runner.py:73) -2024-09-01 21:50:59,295 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.01656414299941389 (mp_runner.py:73) -2024-09-01 21:50:59,774 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.011025575004168786 (mp_runner.py:73) -2024-09-01 21:50:59,854 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.01716184899851214 (mp_runner.py:73) -2024-09-01 21:51:02,307 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.0037256959985825233 (mp_runner.py:73) -2024-09-01 21:51:02,309 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.004002713998488616 (mp_runner.py:73) -2024-09-01 21:51:02,451 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.01850406700395979 (mp_runner.py:73) -2024-09-01 21:51:04,552 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.01035482699808199 (mp_runner.py:73) -2024-09-01 21:51:05,807 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.0029799719995935448 (mp_runner.py:73) -2024-09-01 21:51:05,808 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.002439538002363406 (mp_runner.py:73) -2024-09-01 21:51:05,808 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.003800824997597374 (mp_runner.py:73) -2024-09-01 21:51:05,808 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.0032573570060776547 (mp_runner.py:73) -2024-09-01 21:51:05,809 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.004385238004033454 (mp_runner.py:73) -2024-09-01 21:51:05,809 | DEBUG |(SpawnProcess-1:75) search_count: 2000, latest_latency=0.003973498001869302 (mp_runner.py:73) -2024-09-01 21:51:05,809 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.004822453993256204 (mp_runner.py:73) -2024-09-01 21:51:05,810 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.004757595001137815 (mp_runner.py:73) -2024-09-01 21:51:05,810 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.0059229519974906 (mp_runner.py:73) -2024-09-01 21:51:05,811 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.005818470002850518 (mp_runner.py:73) -2024-09-01 21:51:05,811 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.0067822209966834635 (mp_runner.py:73) -2024-09-01 21:51:05,811 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.0063690789975225925 (mp_runner.py:73) -2024-09-01 21:51:05,813 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.009396449000632856 (mp_runner.py:73) -2024-09-01 21:51:05,818 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.012766694999299943 (mp_runner.py:73) -2024-09-01 21:51:05,997 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.01809186000173213 (mp_runner.py:73) -2024-09-01 21:51:06,221 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.018082868002238683 (mp_runner.py:73) -2024-09-01 21:51:06,255 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.018245387997012585 (mp_runner.py:73) -2024-09-01 21:51:06,266 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.01182551800593501 (mp_runner.py:73) -2024-09-01 21:51:06,269 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.015450981001777109 (mp_runner.py:73) -2024-09-01 21:51:06,310 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.01802014699933352 (mp_runner.py:73) -2024-09-01 21:51:06,485 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.0186779369978467 (mp_runner.py:73) -2024-09-01 21:51:06,498 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.011900844001502264 (mp_runner.py:73) -2024-09-01 21:51:06,608 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.02241881000372814 (mp_runner.py:73) -2024-09-01 21:51:06,848 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.03276461899804417 (mp_runner.py:73) -2024-09-01 21:51:07,642 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0235s, count=2093, qps in this process: 69.7121 (mp_runner.py:76) -2024-09-01 21:51:07,649 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0045s, count=2124, qps in this process: 70.7894 (mp_runner.py:76) -2024-09-01 21:51:07,699 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0168s, count=1967, qps in this process: 65.53 (mp_runner.py:76) -2024-09-01 21:51:07,750 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0056s, count=2113, qps in this process: 70.4202 (mp_runner.py:76) -2024-09-01 21:51:07,755 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0089s, count=1834, qps in this process: 61.1152 (mp_runner.py:76) -2024-09-01 21:51:07,759 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.005s, count=2130, qps in this process: 70.9882 (mp_runner.py:76) -2024-09-01 21:51:07,772 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0089s, count=2121, qps in this process: 70.679 (mp_runner.py:76) -2024-09-01 21:51:07,797 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0051s, count=1833, qps in this process: 61.0896 (mp_runner.py:76) -2024-09-01 21:51:07,802 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0067s, count=2133, qps in this process: 71.0841 (mp_runner.py:76) -2024-09-01 21:51:07,833 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0047s, count=2108, qps in this process: 70.2557 (mp_runner.py:76) -2024-09-01 21:51:07,834 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0022s, count=2089, qps in this process: 69.6282 (mp_runner.py:76) -2024-09-01 21:51:07,847 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0047s, count=2072, qps in this process: 69.0558 (mp_runner.py:76) -2024-09-01 21:51:07,848 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0166s, count=2081, qps in this process: 69.3283 (mp_runner.py:76) -2024-09-01 21:51:07,851 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.013s, count=1833, qps in this process: 61.0735 (mp_runner.py:76) -2024-09-01 21:51:07,852 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.002s, count=1979, qps in this process: 65.9623 (mp_runner.py:76) -2024-09-01 21:51:07,866 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0158s, count=2132, qps in this process: 71.0293 (mp_runner.py:76) -2024-09-01 21:51:07,872 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0032s, count=2129, qps in this process: 70.9591 (mp_runner.py:76) -2024-09-01 21:51:07,878 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0039s, count=2139, qps in this process: 71.2907 (mp_runner.py:76) -2024-09-01 21:51:07,879 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0053s, count=2085, qps in this process: 69.4877 (mp_runner.py:76) -2024-09-01 21:51:07,881 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0032s, count=2140, qps in this process: 71.3257 (mp_runner.py:76) -2024-09-01 21:51:07,894 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0026s, count=2142, qps in this process: 71.3938 (mp_runner.py:76) -2024-09-01 21:51:07,897 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0039s, count=2116, qps in this process: 70.5242 (mp_runner.py:76) -2024-09-01 21:51:07,898 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0071s, count=2121, qps in this process: 70.6833 (mp_runner.py:76) -2024-09-01 21:51:07,906 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0045s, count=2066, qps in this process: 68.8563 (mp_runner.py:76) -2024-09-01 21:51:07,907 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0071s, count=2144, qps in this process: 71.4498 (mp_runner.py:76) -2024-09-01 21:51:07,907 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0057s, count=2144, qps in this process: 71.4531 (mp_runner.py:76) -2024-09-01 21:51:07,907 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0002s, count=2117, qps in this process: 70.5662 (mp_runner.py:76) -2024-09-01 21:51:07,908 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0016s, count=2144, qps in this process: 71.4629 (mp_runner.py:76) -2024-09-01 21:51:07,908 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0016s, count=2118, qps in this process: 70.5962 (mp_runner.py:76) -2024-09-01 21:51:07,920 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0071s, count=1712, qps in this process: 57.0532 (mp_runner.py:76) -2024-09-01 21:51:07,928 | INFO |End search in concurrency 30: dur=30.35934167200321s, total_count=61959, qps=2040.8545 (mp_runner.py:120) -2024-09-01 21:51:09,852 | INFO |Update largest qps with concurrency 30: current max_qps=2040.8545 (mp_runner.py:124) -2024-09-01 21:51:10,265 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:51:10,265 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 21:51:20,790 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 21:51:20,840 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:20,840 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:20,840 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:20,876 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:20,877 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:20,990 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,009 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,047 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,087 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,105 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,105 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,143 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,184 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,187 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,190 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,208 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,209 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,210 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,224 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,225 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,233 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,235 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,246 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,263 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,286 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,307 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:21,314 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:51:28,845 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.011756220999814104 (mp_runner.py:73) -2024-09-01 21:51:28,846 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.012066898998455144 (mp_runner.py:73) -2024-09-01 21:51:28,847 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.01414935800130479 (mp_runner.py:73) -2024-09-01 21:51:28,847 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.012939029002154712 (mp_runner.py:73) -2024-09-01 21:51:28,849 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.013829404997522943 (mp_runner.py:73) -2024-09-01 21:51:28,851 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.011809059004008304 (mp_runner.py:73) -2024-09-01 21:51:28,853 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.021636634002788924 (mp_runner.py:73) -2024-09-01 21:51:28,857 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.01410379599838052 (mp_runner.py:73) -2024-09-01 21:51:28,860 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.010606702999211848 (mp_runner.py:73) -2024-09-01 21:51:28,861 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01171517700277036 (mp_runner.py:73) -2024-09-01 21:51:28,862 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.011594233998039272 (mp_runner.py:73) -2024-09-01 21:51:28,862 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.011333372000080999 (mp_runner.py:73) -2024-09-01 21:51:28,862 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.010075394995510578 (mp_runner.py:73) -2024-09-01 21:51:28,863 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.013559219005401246 (mp_runner.py:73) -2024-09-01 21:51:28,863 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.01180059200123651 (mp_runner.py:73) -2024-09-01 21:51:28,864 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.009840963997703511 (mp_runner.py:73) -2024-09-01 21:51:28,864 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.013157455003238283 (mp_runner.py:73) -2024-09-01 21:51:28,865 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.011702829993737396 (mp_runner.py:73) -2024-09-01 21:51:28,865 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.011322254002152476 (mp_runner.py:73) -2024-09-01 21:51:28,866 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.011753325998142827 (mp_runner.py:73) -2024-09-01 21:51:28,866 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03529513799730921 (mp_runner.py:73) -2024-09-01 21:51:28,867 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.010865042000659741 (mp_runner.py:73) -2024-09-01 21:51:28,867 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.012561805997393094 (mp_runner.py:73) -2024-09-01 21:51:28,867 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.012371375996735878 (mp_runner.py:73) -2024-09-01 21:51:28,868 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.011589537003601436 (mp_runner.py:73) -2024-09-01 21:51:28,869 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.011586058004468214 (mp_runner.py:73) -2024-09-01 21:51:28,870 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.011451646998466458 (mp_runner.py:73) -2024-09-01 21:51:28,870 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.011469452001620084 (mp_runner.py:73) -2024-09-01 21:51:28,872 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.014411273004952818 (mp_runner.py:73) -2024-09-01 21:51:28,912 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.022502175997942686 (mp_runner.py:73) -2024-09-01 21:51:28,994 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.028305043000727892 (mp_runner.py:73) -2024-09-01 21:51:29,154 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.017596377998415846 (mp_runner.py:73) -2024-09-01 21:51:29,488 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.02274330500222277 (mp_runner.py:73) -2024-09-01 21:51:29,937 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.01756301899877144 (mp_runner.py:73) -2024-09-01 21:51:29,938 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.020192543001030572 (mp_runner.py:73) -2024-09-01 21:51:36,596 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.014046132004295941 (mp_runner.py:73) -2024-09-01 21:51:36,597 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.012990388000616804 (mp_runner.py:73) -2024-09-01 21:51:36,598 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.012561700998048764 (mp_runner.py:73) -2024-09-01 21:51:36,598 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.016727052003261633 (mp_runner.py:73) -2024-09-01 21:51:36,608 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.017313082003965974 (mp_runner.py:73) -2024-09-01 21:51:36,610 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.02173322999442462 (mp_runner.py:73) -2024-09-01 21:51:36,619 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.038877882005181164 (mp_runner.py:73) -2024-09-01 21:51:36,620 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.019396037998376414 (mp_runner.py:73) -2024-09-01 21:51:36,620 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.016740860999561846 (mp_runner.py:73) -2024-09-01 21:51:36,620 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.037349398000515066 (mp_runner.py:73) -2024-09-01 21:51:36,646 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.023935656005050987 (mp_runner.py:73) -2024-09-01 21:51:36,668 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.018972865997056942 (mp_runner.py:73) -2024-09-01 21:51:36,670 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.02232365099916933 (mp_runner.py:73) -2024-09-01 21:51:36,737 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.02571590699517401 (mp_runner.py:73) -2024-09-01 21:51:36,797 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.02353795900125988 (mp_runner.py:73) -2024-09-01 21:51:36,800 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.028372715998557396 (mp_runner.py:73) -2024-09-01 21:51:36,816 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.021564022004895378 (mp_runner.py:73) -2024-09-01 21:51:36,831 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.004182358999969438 (mp_runner.py:73) -2024-09-01 21:51:37,133 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.025670531002106145 (mp_runner.py:73) -2024-09-01 21:51:37,183 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.020821862999582663 (mp_runner.py:73) -2024-09-01 21:51:37,184 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.021125380000739824 (mp_runner.py:73) -2024-09-01 21:51:37,298 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.02400029300042661 (mp_runner.py:73) -2024-09-01 21:51:37,337 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.019682512996951118 (mp_runner.py:73) -2024-09-01 21:51:37,350 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.02613357800146332 (mp_runner.py:73) -2024-09-01 21:51:37,351 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.020496737000939902 (mp_runner.py:73) -2024-09-01 21:51:37,573 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.025162049998471048 (mp_runner.py:73) -2024-09-01 21:51:37,822 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.026923982994048856 (mp_runner.py:73) -2024-09-01 21:51:38,396 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.02199159700103337 (mp_runner.py:73) -2024-09-01 21:51:38,422 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.02250660700519802 (mp_runner.py:73) -2024-09-01 21:51:38,517 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.020427719995495863 (mp_runner.py:73) -2024-09-01 21:51:38,563 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.019339512000442483 (mp_runner.py:73) -2024-09-01 21:51:39,067 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.022695351995935198 (mp_runner.py:73) -2024-09-01 21:51:39,607 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.02212251700257184 (mp_runner.py:73) -2024-09-01 21:51:39,875 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.01987507400190225 (mp_runner.py:73) -2024-09-01 21:51:39,877 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.02359674699982861 (mp_runner.py:73) -2024-09-01 21:51:46,381 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.015332096001657192 (mp_runner.py:73) -2024-09-01 21:51:46,383 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.0035308459991938435 (mp_runner.py:73) -2024-09-01 21:51:46,386 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.02021353499731049 (mp_runner.py:73) -2024-09-01 21:51:46,387 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.011997854999208357 (mp_runner.py:73) -2024-09-01 21:51:46,388 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.02784964100283105 (mp_runner.py:73) -2024-09-01 21:51:46,399 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.023083295003743842 (mp_runner.py:73) -2024-09-01 21:51:46,405 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.015993160996004008 (mp_runner.py:73) -2024-09-01 21:51:46,405 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.04368398599763168 (mp_runner.py:73) -2024-09-01 21:51:46,405 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.041053496999666095 (mp_runner.py:73) -2024-09-01 21:51:46,406 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.03805400599958375 (mp_runner.py:73) -2024-09-01 21:51:46,544 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.018461179999576416 (mp_runner.py:73) -2024-09-01 21:51:46,680 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.017874579003546387 (mp_runner.py:73) -2024-09-01 21:51:46,717 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.019062873005168512 (mp_runner.py:73) -2024-09-01 21:51:46,796 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.013021890001255088 (mp_runner.py:73) -2024-09-01 21:51:46,998 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.016355516003386583 (mp_runner.py:73) -2024-09-01 21:51:47,005 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.012780817000020761 (mp_runner.py:73) -2024-09-01 21:51:47,007 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.004086832996108569 (mp_runner.py:73) -2024-09-01 21:51:47,007 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.011486390998470597 (mp_runner.py:73) -2024-09-01 21:51:47,007 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.01586109300114913 (mp_runner.py:73) -2024-09-01 21:51:47,009 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.01873881799838273 (mp_runner.py:73) -2024-09-01 21:51:47,010 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.010604422001051717 (mp_runner.py:73) -2024-09-01 21:51:47,012 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.01165296299586771 (mp_runner.py:73) -2024-09-01 21:51:47,013 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.015120620002562646 (mp_runner.py:73) -2024-09-01 21:51:47,732 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.019322494001244195 (mp_runner.py:73) -2024-09-01 21:51:47,733 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.019349073998455424 (mp_runner.py:73) -2024-09-01 21:51:48,363 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.016070213001512457 (mp_runner.py:73) -2024-09-01 21:51:48,666 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.025713695999002084 (mp_runner.py:73) -2024-09-01 21:51:48,910 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.022989036995568313 (mp_runner.py:73) -2024-09-01 21:51:49,113 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.022247375003644265 (mp_runner.py:73) -2024-09-01 21:51:49,118 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.021104146995639894 (mp_runner.py:73) -2024-09-01 21:51:49,587 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.02351810099935392 (mp_runner.py:73) -2024-09-01 21:51:49,897 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.01003127200237941 (mp_runner.py:73) -2024-09-01 21:51:50,413 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.017161714000394568 (mp_runner.py:73) -2024-09-01 21:51:50,447 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.010638854997523595 (mp_runner.py:73) -2024-09-01 21:51:50,582 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.021392429996922147 (mp_runner.py:73) -2024-09-01 21:51:50,843 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0027s, count=1757, qps in this process: 58.5614 (mp_runner.py:76) -2024-09-01 21:51:50,847 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0054s, count=1757, qps in this process: 58.5561 (mp_runner.py:76) -2024-09-01 21:51:50,854 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0128s, count=1591, qps in this process: 53.0107 (mp_runner.py:76) -2024-09-01 21:51:50,879 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0009s, count=1602, qps in this process: 53.3984 (mp_runner.py:76) -2024-09-01 21:51:50,918 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0068s, count=1596, qps in this process: 53.1879 (mp_runner.py:76) -2024-09-01 21:51:50,999 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0057s, count=1767, qps in this process: 58.8888 (mp_runner.py:76) -2024-09-01 21:51:51,073 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.022s, count=1773, qps in this process: 59.0567 (mp_runner.py:76) -2024-09-01 21:51:51,103 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0109s, count=1772, qps in this process: 59.0452 (mp_runner.py:76) -2024-09-01 21:51:51,107 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.096s, count=1768, qps in this process: 58.7453 (mp_runner.py:76) -2024-09-01 21:51:51,117 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0057s, count=1772, qps in this process: 59.0554 (mp_runner.py:76) -2024-09-01 21:51:51,130 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0022s, count=1675, qps in this process: 55.8292 (mp_runner.py:76) -2024-09-01 21:51:51,132 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.021s, count=1772, qps in this process: 59.0253 (mp_runner.py:76) -2024-09-01 21:51:51,135 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0067s, count=1766, qps in this process: 58.8535 (mp_runner.py:76) -2024-09-01 21:51:51,151 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0018s, count=1775, qps in this process: 59.1631 (mp_runner.py:76) -2024-09-01 21:51:51,187 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0024s, count=1536, qps in this process: 51.1959 (mp_runner.py:76) -2024-09-01 21:51:51,187 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0049s, count=1780, qps in this process: 59.3236 (mp_runner.py:76) -2024-09-01 21:51:51,188 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0031s, count=1633, qps in this process: 54.4277 (mp_runner.py:76) -2024-09-01 21:51:51,201 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0081s, count=1583, qps in this process: 52.7524 (mp_runner.py:76) -2024-09-01 21:51:51,208 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0026s, count=1768, qps in this process: 58.9282 (mp_runner.py:76) -2024-09-01 21:51:51,212 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0175s, count=1782, qps in this process: 59.3654 (mp_runner.py:76) -2024-09-01 21:51:51,212 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0036s, count=1779, qps in this process: 59.2929 (mp_runner.py:76) -2024-09-01 21:51:51,214 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0018s, count=1782, qps in this process: 59.3964 (mp_runner.py:76) -2024-09-01 21:51:51,215 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0007s, count=1783, qps in this process: 59.4319 (mp_runner.py:76) -2024-09-01 21:51:51,216 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0081s, count=1783, qps in this process: 59.4173 (mp_runner.py:76) -2024-09-01 21:51:51,218 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0078s, count=1782, qps in this process: 59.3846 (mp_runner.py:76) -2024-09-01 21:51:51,229 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0016s, count=1785, qps in this process: 59.4968 (mp_runner.py:76) -2024-09-01 21:51:51,230 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0026s, count=1539, qps in this process: 51.2956 (mp_runner.py:76) -2024-09-01 21:51:51,236 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0005s, count=1684, qps in this process: 56.1324 (mp_runner.py:76) -2024-09-01 21:51:51,241 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0026s, count=1787, qps in this process: 59.5615 (mp_runner.py:76) -2024-09-01 21:51:51,253 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0031s, count=1790, qps in this process: 59.6605 (mp_runner.py:76) -2024-09-01 21:51:51,268 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0016s, count=1795, qps in this process: 59.8301 (mp_runner.py:76) -2024-09-01 21:51:51,287 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0002s, count=1801, qps in this process: 60.0329 (mp_runner.py:76) -2024-09-01 21:51:51,288 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0009s, count=1668, qps in this process: 55.5983 (mp_runner.py:76) -2024-09-01 21:51:51,313 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0002s, count=1581, qps in this process: 52.6996 (mp_runner.py:76) -2024-09-01 21:51:51,320 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0006s, count=1614, qps in this process: 53.7989 (mp_runner.py:76) -2024-09-01 21:51:51,327 | INFO |End search in concurrency 35: dur=30.536008451999805s, total_count=60178, qps=1970.7225 (mp_runner.py:120) -2024-09-01 21:51:53,999 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:51:54,000 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 21:52:04,672 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 21:52:04,876 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,876 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,892 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,900 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,958 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,958 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,965 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,965 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,966 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,980 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,982 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:04,991 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,026 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,032 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,032 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,033 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,037 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,037 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,037 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,038 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,044 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,075 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,086 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,095 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,110 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,131 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,146 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:05,154 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:14,512 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.014544786004989874 (mp_runner.py:73) -2024-09-01 21:52:14,513 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.01631733299291227 (mp_runner.py:73) -2024-09-01 21:52:14,514 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.01467593199777184 (mp_runner.py:73) -2024-09-01 21:52:14,515 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.013785356997686904 (mp_runner.py:73) -2024-09-01 21:52:14,515 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.011998972993751522 (mp_runner.py:73) -2024-09-01 21:52:14,516 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.022708184995281044 (mp_runner.py:73) -2024-09-01 21:52:14,517 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.016018579997762572 (mp_runner.py:73) -2024-09-01 21:52:14,517 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.014207354004611261 (mp_runner.py:73) -2024-09-01 21:52:14,518 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.013547656002629083 (mp_runner.py:73) -2024-09-01 21:52:14,518 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.013385651996941306 (mp_runner.py:73) -2024-09-01 21:52:14,519 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.013670004002051428 (mp_runner.py:73) -2024-09-01 21:52:14,522 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.014142455998808146 (mp_runner.py:73) -2024-09-01 21:52:14,523 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.015796498002600856 (mp_runner.py:73) -2024-09-01 21:52:14,523 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.016360665002139285 (mp_runner.py:73) -2024-09-01 21:52:14,523 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.02109819099860033 (mp_runner.py:73) -2024-09-01 21:52:14,525 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.028863505998742767 (mp_runner.py:73) -2024-09-01 21:52:14,526 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.01692836599977454 (mp_runner.py:73) -2024-09-01 21:52:14,529 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.02316996800072957 (mp_runner.py:73) -2024-09-01 21:52:14,631 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.016469984999275766 (mp_runner.py:73) -2024-09-01 21:52:14,633 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.011654918002022896 (mp_runner.py:73) -2024-09-01 21:52:14,636 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.024801711995678488 (mp_runner.py:73) -2024-09-01 21:52:14,637 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.024989074998302385 (mp_runner.py:73) -2024-09-01 21:52:14,720 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.013052350004727487 (mp_runner.py:73) -2024-09-01 21:52:14,722 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.019315883997478522 (mp_runner.py:73) -2024-09-01 21:52:14,723 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.01809235099790385 (mp_runner.py:73) -2024-09-01 21:52:14,764 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.012082305001968052 (mp_runner.py:73) -2024-09-01 21:52:14,766 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.019583528002840467 (mp_runner.py:73) -2024-09-01 21:52:14,766 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.003161988002830185 (mp_runner.py:73) -2024-09-01 21:52:14,767 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.01985812800558051 (mp_runner.py:73) -2024-09-01 21:52:15,456 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.023874967999290675 (mp_runner.py:73) -2024-09-01 21:52:15,513 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.024269333996926434 (mp_runner.py:73) -2024-09-01 21:52:15,754 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.02028181799687445 (mp_runner.py:73) -2024-09-01 21:52:15,757 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.024679123001988046 (mp_runner.py:73) -2024-09-01 21:52:15,921 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.02355039800022496 (mp_runner.py:73) -2024-09-01 21:52:16,037 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.02494478999869898 (mp_runner.py:73) -2024-09-01 21:52:16,078 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.024267507003969513 (mp_runner.py:73) -2024-09-01 21:52:16,175 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.02226486900326563 (mp_runner.py:73) -2024-09-01 21:52:16,295 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.022208731999853626 (mp_runner.py:73) -2024-09-01 21:52:17,003 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.023223064999911003 (mp_runner.py:73) -2024-09-01 21:52:17,325 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.019228585995733738 (mp_runner.py:73) -2024-09-01 21:52:23,499 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.0033542570017743856 (mp_runner.py:73) -2024-09-01 21:52:23,500 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.004329037001298275 (mp_runner.py:73) -2024-09-01 21:52:23,501 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.0032856160032679327 (mp_runner.py:73) -2024-09-01 21:52:23,502 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.006408045002899598 (mp_runner.py:73) -2024-09-01 21:52:23,507 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.002364200001466088 (mp_runner.py:73) -2024-09-01 21:52:23,510 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.0014706350048072636 (mp_runner.py:73) -2024-09-01 21:52:23,510 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.001290922999032773 (mp_runner.py:73) -2024-09-01 21:52:23,511 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.002228767996712122 (mp_runner.py:73) -2024-09-01 21:52:23,512 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.003608264996728394 (mp_runner.py:73) -2024-09-01 21:52:23,512 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.004426113999215886 (mp_runner.py:73) -2024-09-01 21:52:23,513 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.005131415004143491 (mp_runner.py:73) -2024-09-01 21:52:23,514 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.0051803370006382465 (mp_runner.py:73) -2024-09-01 21:52:23,515 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.005996617997880094 (mp_runner.py:73) -2024-09-01 21:52:23,515 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.0073472229996696115 (mp_runner.py:73) -2024-09-01 21:52:23,516 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.008135832998959813 (mp_runner.py:73) -2024-09-01 21:52:23,517 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.008179388998541981 (mp_runner.py:73) -2024-09-01 21:52:23,517 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.008433390998106916 (mp_runner.py:73) -2024-09-01 21:52:23,518 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.00993647499853978 (mp_runner.py:73) -2024-09-01 21:52:23,519 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.010960530999000184 (mp_runner.py:73) -2024-09-01 21:52:23,521 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.013128031001542695 (mp_runner.py:73) -2024-09-01 21:52:23,735 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.014731739996932447 (mp_runner.py:73) -2024-09-01 21:52:23,739 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.023860578003223054 (mp_runner.py:73) -2024-09-01 21:52:23,740 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.022568663996935356 (mp_runner.py:73) -2024-09-01 21:52:24,207 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.019745411998883355 (mp_runner.py:73) -2024-09-01 21:52:24,523 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.009158566004771274 (mp_runner.py:73) -2024-09-01 21:52:24,537 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.03523803599819075 (mp_runner.py:73) -2024-09-01 21:52:24,682 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.026044576996355318 (mp_runner.py:73) -2024-09-01 21:52:24,934 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.022761159998481162 (mp_runner.py:73) -2024-09-01 21:52:25,188 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.02427009999519214 (mp_runner.py:73) -2024-09-01 21:52:26,241 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.02469248900160892 (mp_runner.py:73) -2024-09-01 21:52:26,294 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.030235163001634646 (mp_runner.py:73) -2024-09-01 21:52:26,316 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.02680083000450395 (mp_runner.py:73) -2024-09-01 21:52:26,545 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.02477050000015879 (mp_runner.py:73) -2024-09-01 21:52:26,799 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.023647772999538574 (mp_runner.py:73) -2024-09-01 21:52:26,801 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.023005726994597353 (mp_runner.py:73) -2024-09-01 21:52:27,169 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.0769390760033275 (mp_runner.py:73) -2024-09-01 21:52:27,277 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.02380313399771694 (mp_runner.py:73) -2024-09-01 21:52:27,401 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.022518076999404002 (mp_runner.py:73) -2024-09-01 21:52:27,815 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.020887605998723302 (mp_runner.py:73) -2024-09-01 21:52:27,854 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.023935312005050946 (mp_runner.py:73) -2024-09-01 21:52:33,963 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.004355197997938376 (mp_runner.py:73) -2024-09-01 21:52:33,964 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.006227966005099006 (mp_runner.py:73) -2024-09-01 21:52:33,965 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.003552239002601709 (mp_runner.py:73) -2024-09-01 21:52:33,965 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.005889588996069506 (mp_runner.py:73) -2024-09-01 21:52:33,966 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.007353367000177968 (mp_runner.py:73) -2024-09-01 21:52:33,967 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.010038038999482524 (mp_runner.py:73) -2024-09-01 21:52:33,967 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.008370178002223838 (mp_runner.py:73) -2024-09-01 21:52:33,968 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.011099800001829863 (mp_runner.py:73) -2024-09-01 21:52:33,970 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.010031833000539336 (mp_runner.py:73) -2024-09-01 21:52:33,971 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.01332098899729317 (mp_runner.py:73) -2024-09-01 21:52:33,972 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.015666009996493813 (mp_runner.py:73) -2024-09-01 21:52:33,976 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.0030545280023943633 (mp_runner.py:73) -2024-09-01 21:52:34,048 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.02029596899956232 (mp_runner.py:73) -2024-09-01 21:52:34,050 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.018421498003590386 (mp_runner.py:73) -2024-09-01 21:52:34,068 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.023003155998594593 (mp_runner.py:73) -2024-09-01 21:52:34,181 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.022477954997157212 (mp_runner.py:73) -2024-09-01 21:52:34,510 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.015794838000147138 (mp_runner.py:73) -2024-09-01 21:52:34,512 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.0224095439989469 (mp_runner.py:73) -2024-09-01 21:52:34,513 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.018040006994851865 (mp_runner.py:73) -2024-09-01 21:52:34,514 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.02347428700159071 (mp_runner.py:73) -2024-09-01 21:52:34,518 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.018314431996259373 (mp_runner.py:73) -2024-09-01 21:52:34,893 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0033s, count=1518, qps in this process: 50.5944 (mp_runner.py:76) -2024-09-01 21:52:34,900 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.01s, count=1446, qps in this process: 48.1839 (mp_runner.py:76) -2024-09-01 21:52:34,916 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.013s, count=1362, qps in this process: 45.3803 (mp_runner.py:76) -2024-09-01 21:52:34,923 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0228s, count=1546, qps in this process: 51.4942 (mp_runner.py:76) -2024-09-01 21:52:34,947 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0045s, count=1521, qps in this process: 50.6924 (mp_runner.py:76) -2024-09-01 21:52:34,959 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.021868905001610983 (mp_runner.py:73) -2024-09-01 21:52:34,966 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0023s, count=1426, qps in this process: 47.5297 (mp_runner.py:76) -2024-09-01 21:52:34,967 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0032s, count=1550, qps in this process: 51.6612 (mp_runner.py:76) -2024-09-01 21:52:34,969 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.006s, count=1549, qps in this process: 51.623 (mp_runner.py:76) -2024-09-01 21:52:34,975 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0067s, count=1522, qps in this process: 50.722 (mp_runner.py:76) -2024-09-01 21:52:34,977 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0081s, count=1411, qps in this process: 47.0206 (mp_runner.py:76) -2024-09-01 21:52:34,981 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.012s, count=1457, qps in this process: 48.5472 (mp_runner.py:76) -2024-09-01 21:52:34,983 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0064s, count=1457, qps in this process: 48.5563 (mp_runner.py:76) -2024-09-01 21:52:34,989 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0058s, count=1549, qps in this process: 51.6234 (mp_runner.py:76) -2024-09-01 21:52:34,996 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0035s, count=1552, qps in this process: 51.7273 (mp_runner.py:76) -2024-09-01 21:52:35,005 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0207s, count=1451, qps in this process: 48.3333 (mp_runner.py:76) -2024-09-01 21:52:35,035 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.006s, count=1554, qps in this process: 51.7896 (mp_runner.py:76) -2024-09-01 21:52:35,043 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0027s, count=1354, qps in this process: 45.1293 (mp_runner.py:76) -2024-09-01 21:52:35,044 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0071s, count=1555, qps in this process: 51.8211 (mp_runner.py:76) -2024-09-01 21:52:35,045 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0048s, count=1555, qps in this process: 51.825 (mp_runner.py:76) -2024-09-01 21:52:35,047 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0031s, count=1526, qps in this process: 50.8614 (mp_runner.py:76) -2024-09-01 21:52:35,048 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0081s, count=1555, qps in this process: 51.8193 (mp_runner.py:76) -2024-09-01 21:52:35,053 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0118s, count=1555, qps in this process: 51.813 (mp_runner.py:76) -2024-09-01 21:52:35,053 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.012s, count=1499, qps in this process: 49.9467 (mp_runner.py:76) -2024-09-01 21:52:35,054 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0179s, count=1555, qps in this process: 51.8024 (mp_runner.py:76) -2024-09-01 21:52:35,055 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0144s, count=1526, qps in this process: 50.8423 (mp_runner.py:76) -2024-09-01 21:52:35,057 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0053s, count=1505, qps in this process: 50.1578 (mp_runner.py:76) -2024-09-01 21:52:35,058 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0175s, count=1374, qps in this process: 45.7733 (mp_runner.py:76) -2024-09-01 21:52:35,082 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0036s, count=1544, qps in this process: 51.4605 (mp_runner.py:76) -2024-09-01 21:52:35,094 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0026s, count=1353, qps in this process: 45.0961 (mp_runner.py:76) -2024-09-01 21:52:35,109 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0093s, count=1375, qps in this process: 45.8191 (mp_runner.py:76) -2024-09-01 21:52:35,110 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0072s, count=1562, qps in this process: 52.0542 (mp_runner.py:76) -2024-09-01 21:52:35,113 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0038s, count=1562, qps in this process: 52.0601 (mp_runner.py:76) -2024-09-01 21:52:35,122 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0126s, count=1563, qps in this process: 52.0781 (mp_runner.py:76) -2024-09-01 21:52:35,123 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0108s, count=1564, qps in this process: 52.1146 (mp_runner.py:76) -2024-09-01 21:52:35,134 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0012s, count=1344, qps in this process: 44.7982 (mp_runner.py:76) -2024-09-01 21:52:35,135 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0011s, count=1346, qps in this process: 44.865 (mp_runner.py:76) -2024-09-01 21:52:35,137 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0034s, count=1339, qps in this process: 44.6283 (mp_runner.py:76) -2024-09-01 21:52:35,139 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0009s, count=1316, qps in this process: 43.8654 (mp_runner.py:76) -2024-09-01 21:52:35,151 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0009s, count=1359, qps in this process: 45.2986 (mp_runner.py:76) -2024-09-01 21:52:35,159 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.001s, count=1332, qps in this process: 44.3985 (mp_runner.py:76) -2024-09-01 21:52:35,167 | INFO |End search in concurrency 40: dur=30.49394542200025s, total_count=58989, qps=1934.4496 (mp_runner.py:120) -2024-09-01 21:52:38,195 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:52:38,195 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 21:52:48,965 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 21:52:49,278 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,282 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,283 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,284 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,286 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,303 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,315 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,317 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,322 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,336 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,336 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,347 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,349 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,351 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,357 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,370 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,372 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,418 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,427 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,447 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,450 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,450 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,467 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,467 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,475 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,490 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,501 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,508 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:49,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:52:58,997 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.013570107003033627 (mp_runner.py:73) -2024-09-01 21:52:58,998 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.011781758003053255 (mp_runner.py:73) -2024-09-01 21:52:58,999 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.020815985997614916 (mp_runner.py:73) -2024-09-01 21:52:59,003 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.013391934997343924 (mp_runner.py:73) -2024-09-01 21:52:59,004 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.014794799004448578 (mp_runner.py:73) -2024-09-01 21:52:59,004 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.016221599995333236 (mp_runner.py:73) -2024-09-01 21:52:59,011 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.036394650996953715 (mp_runner.py:73) -2024-09-01 21:52:59,048 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.019701892997545656 (mp_runner.py:73) -2024-09-01 21:52:59,049 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.019685389997903258 (mp_runner.py:73) -2024-09-01 21:52:59,050 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.02260636899882229 (mp_runner.py:73) -2024-09-01 21:52:59,053 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.02605056599713862 (mp_runner.py:73) -2024-09-01 21:52:59,584 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.021686282998416573 (mp_runner.py:73) -2024-09-01 21:52:59,589 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.02714409100008197 (mp_runner.py:73) -2024-09-01 21:52:59,609 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.012234622998221312 (mp_runner.py:73) -2024-09-01 21:52:59,611 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.014218233998690266 (mp_runner.py:73) -2024-09-01 21:52:59,611 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.02778445999865653 (mp_runner.py:73) -2024-09-01 21:52:59,611 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.015510422002989799 (mp_runner.py:73) -2024-09-01 21:52:59,612 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.016912311999476515 (mp_runner.py:73) -2024-09-01 21:52:59,613 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.014992281001468655 (mp_runner.py:73) -2024-09-01 21:52:59,613 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.009311558002082165 (mp_runner.py:73) -2024-09-01 21:52:59,613 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.02116524300072342 (mp_runner.py:73) -2024-09-01 21:52:59,614 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.015078760996402707 (mp_runner.py:73) -2024-09-01 21:52:59,617 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.014577329005987849 (mp_runner.py:73) -2024-09-01 21:52:59,619 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.01556540099409176 (mp_runner.py:73) -2024-09-01 21:52:59,619 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.01781525299884379 (mp_runner.py:73) -2024-09-01 21:52:59,619 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.019816964995698072 (mp_runner.py:73) -2024-09-01 21:52:59,620 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.02615526000590762 (mp_runner.py:73) -2024-09-01 21:52:59,625 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.02170124500116799 (mp_runner.py:73) -2024-09-01 21:52:59,628 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.022261672995227855 (mp_runner.py:73) -2024-09-01 21:52:59,629 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.0223553979958524 (mp_runner.py:73) -2024-09-01 21:53:00,171 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.1100817089973134 (mp_runner.py:73) -2024-09-01 21:53:00,601 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.016456252000352833 (mp_runner.py:73) -2024-09-01 21:53:00,602 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.01831426400167402 (mp_runner.py:73) -2024-09-01 21:53:00,605 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.023586802002682816 (mp_runner.py:73) -2024-09-01 21:53:00,606 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.02819454800192034 (mp_runner.py:73) -2024-09-01 21:53:00,646 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.02855291099695023 (mp_runner.py:73) -2024-09-01 21:53:00,961 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.03198043700103881 (mp_runner.py:73) -2024-09-01 21:53:01,057 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.028231883996340912 (mp_runner.py:73) -2024-09-01 21:53:01,097 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.028003984996757936 (mp_runner.py:73) -2024-09-01 21:53:01,500 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.03230341300513828 (mp_runner.py:73) -2024-09-01 21:53:01,505 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.019652128001325764 (mp_runner.py:73) -2024-09-01 21:53:02,952 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.02801312500378117 (mp_runner.py:73) -2024-09-01 21:53:03,261 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.04278043099475326 (mp_runner.py:73) -2024-09-01 21:53:03,562 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.028012487004161812 (mp_runner.py:73) -2024-09-01 21:53:03,663 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.025116673001321033 (mp_runner.py:73) -2024-09-01 21:53:09,631 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.001886352001747582 (mp_runner.py:73) -2024-09-01 21:53:09,631 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.0024190000040107407 (mp_runner.py:73) -2024-09-01 21:53:09,633 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.003754844998184126 (mp_runner.py:73) -2024-09-01 21:53:09,633 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.0029869460049667396 (mp_runner.py:73) -2024-09-01 21:53:09,633 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.005900365002162289 (mp_runner.py:73) -2024-09-01 21:53:09,633 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.004633028998796362 (mp_runner.py:73) -2024-09-01 21:53:09,634 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.0050624380019144155 (mp_runner.py:73) -2024-09-01 21:53:09,635 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.00514579500304535 (mp_runner.py:73) -2024-09-01 21:53:09,635 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.005978775996482 (mp_runner.py:73) -2024-09-01 21:53:09,636 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.007240969003760256 (mp_runner.py:73) -2024-09-01 21:53:09,637 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.007512922995374538 (mp_runner.py:73) -2024-09-01 21:53:09,637 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.007859391000238247 (mp_runner.py:73) -2024-09-01 21:53:09,638 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.010645601003488991 (mp_runner.py:73) -2024-09-01 21:53:09,640 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.002194452994444873 (mp_runner.py:73) -2024-09-01 21:53:09,640 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.0018781129983835854 (mp_runner.py:73) -2024-09-01 21:53:09,641 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.011538216000190005 (mp_runner.py:73) -2024-09-01 21:53:09,643 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.0049499239976285025 (mp_runner.py:73) -2024-09-01 21:53:09,665 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.037542118996498175 (mp_runner.py:73) -2024-09-01 21:53:09,727 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.031639692999306135 (mp_runner.py:73) -2024-09-01 21:53:09,754 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.01239488099963637 (mp_runner.py:73) -2024-09-01 21:53:09,755 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.01237240299815312 (mp_runner.py:73) -2024-09-01 21:53:09,756 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.016720974999770988 (mp_runner.py:73) -2024-09-01 21:53:09,761 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.02180442299868446 (mp_runner.py:73) -2024-09-01 21:53:10,155 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.03262240099866176 (mp_runner.py:73) -2024-09-01 21:53:10,471 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.0316196600033436 (mp_runner.py:73) -2024-09-01 21:53:10,522 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.028547542002343107 (mp_runner.py:73) -2024-09-01 21:53:10,527 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.02744581699516857 (mp_runner.py:73) -2024-09-01 21:53:10,563 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.04002862600464141 (mp_runner.py:73) -2024-09-01 21:53:10,663 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.0276809279966983 (mp_runner.py:73) -2024-09-01 21:53:10,786 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.0256790080020437 (mp_runner.py:73) -2024-09-01 21:53:10,789 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.0299794140009908 (mp_runner.py:73) -2024-09-01 21:53:10,956 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.0274982060000184 (mp_runner.py:73) -2024-09-01 21:53:10,960 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.02784688900283072 (mp_runner.py:73) -2024-09-01 21:53:10,989 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.02673843399679754 (mp_runner.py:73) -2024-09-01 21:53:12,510 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.01188995799748227 (mp_runner.py:73) -2024-09-01 21:53:13,015 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.02408707799622789 (mp_runner.py:73) -2024-09-01 21:53:13,398 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.032719274997361936 (mp_runner.py:73) -2024-09-01 21:53:13,407 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.03174851999938255 (mp_runner.py:73) -2024-09-01 21:53:13,408 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.02979981200041948 (mp_runner.py:73) -2024-09-01 21:53:14,392 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.027669522998621687 (mp_runner.py:73) -2024-09-01 21:53:14,394 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.031166704000497703 (mp_runner.py:73) -2024-09-01 21:53:16,173 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.02527695799653884 (mp_runner.py:73) -2024-09-01 21:53:16,276 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.02583857799618272 (mp_runner.py:73) -2024-09-01 21:53:16,632 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.026977088004059624 (mp_runner.py:73) -2024-09-01 21:53:16,739 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.044048529998690356 (mp_runner.py:73) -2024-09-01 21:53:19,288 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0024s, count=1394, qps in this process: 46.4629 (mp_runner.py:76) -2024-09-01 21:53:19,289 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0063s, count=1389, qps in this process: 46.2903 (mp_runner.py:76) -2024-09-01 21:53:19,303 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0178s, count=1380, qps in this process: 45.9727 (mp_runner.py:76) -2024-09-01 21:53:19,304 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0048s, count=1362, qps in this process: 45.3927 (mp_runner.py:76) -2024-09-01 21:53:19,305 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0204s, count=1319, qps in this process: 43.9368 (mp_runner.py:76) -2024-09-01 21:53:19,318 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0014s, count=1316, qps in this process: 43.8646 (mp_runner.py:76) -2024-09-01 21:53:19,333 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0068s, count=1302, qps in this process: 43.3902 (mp_runner.py:76) -2024-09-01 21:53:19,336 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.016s, count=1378, qps in this process: 45.9088 (mp_runner.py:76) -2024-09-01 21:53:19,341 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0367s, count=1320, qps in this process: 43.9462 (mp_runner.py:76) -2024-09-01 21:53:19,343 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0034s, count=1320, qps in this process: 43.995 (mp_runner.py:76) -2024-09-01 21:53:19,356 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0038s, count=1397, qps in this process: 46.5608 (mp_runner.py:76) -2024-09-01 21:53:19,358 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0075s, count=1376, qps in this process: 45.8552 (mp_runner.py:76) -2024-09-01 21:53:19,361 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.006s, count=1384, qps in this process: 46.1241 (mp_runner.py:76) -2024-09-01 21:53:19,373 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0002s, count=1227, qps in this process: 40.8997 (mp_runner.py:76) -2024-09-01 21:53:19,375 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0348s, count=1321, qps in this process: 43.9823 (mp_runner.py:76) -2024-09-01 21:53:19,376 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0082s, count=1366, qps in this process: 45.5209 (mp_runner.py:76) -2024-09-01 21:53:19,377 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0227s, count=1398, qps in this process: 46.5648 (mp_runner.py:76) -2024-09-01 21:53:19,377 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0164s, count=1384, qps in this process: 46.1081 (mp_runner.py:76) -2024-09-01 21:53:19,386 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0131s, count=1222, qps in this process: 40.7156 (mp_runner.py:76) -2024-09-01 21:53:19,387 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0141s, count=1355, qps in this process: 45.1454 (mp_runner.py:76) -2024-09-01 21:53:19,400 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0129s, count=1216, qps in this process: 40.5159 (mp_runner.py:76) -2024-09-01 21:53:19,401 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0125s, count=1398, qps in this process: 46.5806 (mp_runner.py:76) -2024-09-01 21:53:19,401 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0026s, count=1355, qps in this process: 45.1628 (mp_runner.py:76) -2024-09-01 21:53:19,403 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.005s, count=1389, qps in this process: 46.2923 (mp_runner.py:76) -2024-09-01 21:53:19,416 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0166s, count=1394, qps in this process: 46.441 (mp_runner.py:76) -2024-09-01 21:53:19,417 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0185s, count=1121, qps in this process: 37.3436 (mp_runner.py:76) -2024-09-01 21:53:19,428 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0021s, count=1370, qps in this process: 45.6635 (mp_runner.py:76) -2024-09-01 21:53:19,432 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0057s, count=1370, qps in this process: 45.658 (mp_runner.py:76) -2024-09-01 21:53:19,436 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0097s, count=1401, qps in this process: 46.6849 (mp_runner.py:76) -2024-09-01 21:53:19,445 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0126s, count=1371, qps in this process: 45.6808 (mp_runner.py:76) -2024-09-01 21:53:19,454 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0043s, count=1402, qps in this process: 46.7266 (mp_runner.py:76) -2024-09-01 21:53:19,455 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0028s, count=1403, qps in this process: 46.7623 (mp_runner.py:76) -2024-09-01 21:53:19,457 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.006s, count=1404, qps in this process: 46.7906 (mp_runner.py:76) -2024-09-01 21:53:19,458 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0062s, count=1372, qps in this process: 45.7239 (mp_runner.py:76) -2024-09-01 21:53:19,473 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0053s, count=1195, qps in this process: 39.8263 (mp_runner.py:76) -2024-09-01 21:53:19,475 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0034s, count=1386, qps in this process: 46.1948 (mp_runner.py:76) -2024-09-01 21:53:19,479 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0068s, count=1123, qps in this process: 37.4249 (mp_runner.py:76) -2024-09-01 21:53:19,481 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0032s, count=1196, qps in this process: 39.8624 (mp_runner.py:76) -2024-09-01 21:53:19,497 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0012s, count=1345, qps in this process: 44.8315 (mp_runner.py:76) -2024-09-01 21:53:19,504 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.003s, count=1236, qps in this process: 41.1959 (mp_runner.py:76) -2024-09-01 21:53:19,507 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0017s, count=1364, qps in this process: 45.4641 (mp_runner.py:76) -2024-09-01 21:53:19,507 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0019s, count=1279, qps in this process: 42.6306 (mp_runner.py:76) -2024-09-01 21:53:19,511 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0003s, count=1361, qps in this process: 45.3662 (mp_runner.py:76) -2024-09-01 21:53:19,533 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0005s, count=1131, qps in this process: 37.6994 (mp_runner.py:76) -2024-09-01 21:53:19,538 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0008s, count=1140, qps in this process: 37.999 (mp_runner.py:76) -2024-09-01 21:53:19,544 | INFO |End search in concurrency 45: dur=30.57863022100355s, total_count=59632, qps=1950.1201 (mp_runner.py:120) -2024-09-01 21:53:22,896 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:53:22,896 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 21:53:43,877 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 21:53:44,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,124 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,224 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,234 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,238 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,296 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,300 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,339 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,339 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,343 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,343 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,344 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,345 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,345 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,349 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,364 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,375 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,375 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,426 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,434 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,437 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,479 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,479 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,480 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,481 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,483 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,488 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:44,513 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:53:55,683 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.018340319002163596 (mp_runner.py:73) -2024-09-01 21:53:55,685 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.020264054997824132 (mp_runner.py:73) -2024-09-01 21:53:55,687 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.029766925996227656 (mp_runner.py:73) -2024-09-01 21:53:55,689 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.02202481999847805 (mp_runner.py:73) -2024-09-01 21:53:55,690 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.01964966800005641 (mp_runner.py:73) -2024-09-01 21:53:55,690 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.030924719998438377 (mp_runner.py:73) -2024-09-01 21:53:55,691 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.020273737005481962 (mp_runner.py:73) -2024-09-01 21:53:55,692 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.033085375995142385 (mp_runner.py:73) -2024-09-01 21:53:55,692 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03220037400024012 (mp_runner.py:73) -2024-09-01 21:53:55,714 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.05799606400250923 (mp_runner.py:73) -2024-09-01 21:53:55,774 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.005404173003626056 (mp_runner.py:73) -2024-09-01 21:53:55,777 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.026863537001190707 (mp_runner.py:73) -2024-09-01 21:53:55,856 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.029004972006077878 (mp_runner.py:73) -2024-09-01 21:53:55,933 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.0221173199970508 (mp_runner.py:73) -2024-09-01 21:53:55,977 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.035083991002466064 (mp_runner.py:73) -2024-09-01 21:53:56,013 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.017786996002541855 (mp_runner.py:73) -2024-09-01 21:53:56,050 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.02851535200170474 (mp_runner.py:73) -2024-09-01 21:53:56,069 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.01569399300205987 (mp_runner.py:73) -2024-09-01 21:53:56,070 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.021230386002571322 (mp_runner.py:73) -2024-09-01 21:53:56,071 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.01846035700145876 (mp_runner.py:73) -2024-09-01 21:53:56,071 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.018524459999753162 (mp_runner.py:73) -2024-09-01 21:53:56,071 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.019755574998271186 (mp_runner.py:73) -2024-09-01 21:53:56,072 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.021477125003002584 (mp_runner.py:73) -2024-09-01 21:53:56,075 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.019654575000458863 (mp_runner.py:73) -2024-09-01 21:53:56,076 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.018589690000226256 (mp_runner.py:73) -2024-09-01 21:53:56,077 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.01872090199321974 (mp_runner.py:73) -2024-09-01 21:53:56,077 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.02971407199947862 (mp_runner.py:73) -2024-09-01 21:53:56,078 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.03147470399562735 (mp_runner.py:73) -2024-09-01 21:53:56,080 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.021551805999479257 (mp_runner.py:73) -2024-09-01 21:53:56,081 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.02152786100486992 (mp_runner.py:73) -2024-09-01 21:53:56,082 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02624676099367207 (mp_runner.py:73) -2024-09-01 21:53:56,090 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.03596327800187282 (mp_runner.py:73) -2024-09-01 21:53:56,695 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.03097116499702679 (mp_runner.py:73) -2024-09-01 21:53:56,768 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.01437275399803184 (mp_runner.py:73) -2024-09-01 21:53:56,770 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.01721152800018899 (mp_runner.py:73) -2024-09-01 21:53:56,771 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.020028898004966322 (mp_runner.py:73) -2024-09-01 21:53:56,772 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.01603031300328439 (mp_runner.py:73) -2024-09-01 21:53:56,777 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.019076882002991624 (mp_runner.py:73) -2024-09-01 21:53:56,778 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.028459362001740374 (mp_runner.py:73) -2024-09-01 21:53:56,779 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.028477001003921032 (mp_runner.py:73) -2024-09-01 21:53:56,780 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.01922541000385536 (mp_runner.py:73) -2024-09-01 21:53:57,621 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.030348772001161706 (mp_runner.py:73) -2024-09-01 21:53:58,437 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.02838407899980666 (mp_runner.py:73) -2024-09-01 21:53:58,440 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.03225514900259441 (mp_runner.py:73) -2024-09-01 21:53:58,768 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.035475133001455106 (mp_runner.py:73) -2024-09-01 21:53:58,771 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.06639439299760852 (mp_runner.py:73) -2024-09-01 21:53:58,775 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.03520023100281833 (mp_runner.py:73) -2024-09-01 21:53:58,777 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.03479151099600131 (mp_runner.py:73) -2024-09-01 21:53:58,812 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.027115030999993905 (mp_runner.py:73) -2024-09-01 21:53:58,814 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.027844828997331206 (mp_runner.py:73) -2024-09-01 21:54:07,849 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.04709555899898987 (mp_runner.py:73) -2024-09-01 21:54:07,849 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.020566457002132665 (mp_runner.py:73) -2024-09-01 21:54:07,853 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.01988526499917498 (mp_runner.py:73) -2024-09-01 21:54:07,859 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.030312762995890807 (mp_runner.py:73) -2024-09-01 21:54:07,860 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.033736687000782695 (mp_runner.py:73) -2024-09-01 21:54:07,861 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.0302759199985303 (mp_runner.py:73) -2024-09-01 21:54:07,862 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.02009115599503275 (mp_runner.py:73) -2024-09-01 21:54:07,862 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.03152350499294698 (mp_runner.py:73) -2024-09-01 21:54:07,862 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.025186953993397765 (mp_runner.py:73) -2024-09-01 21:54:07,869 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.06771771600324428 (mp_runner.py:73) -2024-09-01 21:54:07,968 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.010685404005926102 (mp_runner.py:73) -2024-09-01 21:54:07,973 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.02081457599706482 (mp_runner.py:73) -2024-09-01 21:54:07,974 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.015947009000228718 (mp_runner.py:73) -2024-09-01 21:54:07,974 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.020072635998076294 (mp_runner.py:73) -2024-09-01 21:54:07,977 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.02101370599848451 (mp_runner.py:73) -2024-09-01 21:54:07,980 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.029698794001888018 (mp_runner.py:73) -2024-09-01 21:54:07,981 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.031699473001935985 (mp_runner.py:73) -2024-09-01 21:54:08,202 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.02318948199535953 (mp_runner.py:73) -2024-09-01 21:54:08,205 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.02647087899822509 (mp_runner.py:73) -2024-09-01 21:54:08,207 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.02191080899501685 (mp_runner.py:73) -2024-09-01 21:54:08,207 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.021615236000798177 (mp_runner.py:73) -2024-09-01 21:54:08,211 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.03270775599958142 (mp_runner.py:73) -2024-09-01 21:54:08,287 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.021977573000185657 (mp_runner.py:73) -2024-09-01 21:54:08,289 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.019241580994275864 (mp_runner.py:73) -2024-09-01 21:54:08,291 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.01827138000226114 (mp_runner.py:73) -2024-09-01 21:54:08,294 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.024910214000556152 (mp_runner.py:73) -2024-09-01 21:54:08,296 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.03203937799844425 (mp_runner.py:73) -2024-09-01 21:54:08,297 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.034039197002130095 (mp_runner.py:73) -2024-09-01 21:54:08,725 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.0036228940007276833 (mp_runner.py:73) -2024-09-01 21:54:09,054 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.02407001700339606 (mp_runner.py:73) -2024-09-01 21:54:09,055 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.026775565995194484 (mp_runner.py:73) -2024-09-01 21:54:09,063 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.042956486002367456 (mp_runner.py:73) -2024-09-01 21:54:09,064 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.039279165997868404 (mp_runner.py:73) -2024-09-01 21:54:09,065 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.028962780997972004 (mp_runner.py:73) -2024-09-01 21:54:09,072 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.0269972099995357 (mp_runner.py:73) -2024-09-01 21:54:09,072 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.03750292699987767 (mp_runner.py:73) -2024-09-01 21:54:09,075 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.0046894870029063895 (mp_runner.py:73) -2024-09-01 21:54:10,340 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.03266129300027387 (mp_runner.py:73) -2024-09-01 21:54:10,489 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.018627249999553896 (mp_runner.py:73) -2024-09-01 21:54:10,787 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.014128941998933442 (mp_runner.py:73) -2024-09-01 21:54:11,446 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.008741914993152022 (mp_runner.py:73) -2024-09-01 21:54:11,954 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.02954201600368833 (mp_runner.py:73) -2024-09-01 21:54:12,534 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.013133309003023896 (mp_runner.py:73) -2024-09-01 21:54:12,541 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.020242687001882587 (mp_runner.py:73) -2024-09-01 21:54:12,545 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.024134163999406155 (mp_runner.py:73) -2024-09-01 21:54:12,550 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.031034406994876917 (mp_runner.py:73) -2024-09-01 21:54:12,631 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.01251096600026358 (mp_runner.py:73) -2024-09-01 21:54:12,838 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.04200519999722019 (mp_runner.py:73) -2024-09-01 21:54:13,054 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.025767487997654825 (mp_runner.py:73) -2024-09-01 21:54:13,055 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.0277276479973807 (mp_runner.py:73) -2024-09-01 21:54:14,132 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0034s, count=1238, qps in this process: 41.262 (mp_runner.py:76) -2024-09-01 21:54:14,146 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0104s, count=1239, qps in this process: 41.2857 (mp_runner.py:76) -2024-09-01 21:54:14,248 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0082s, count=1213, qps in this process: 40.4223 (mp_runner.py:76) -2024-09-01 21:54:14,251 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0134s, count=1244, qps in this process: 41.4482 (mp_runner.py:76) -2024-09-01 21:54:14,253 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0195s, count=1235, qps in this process: 41.1399 (mp_runner.py:76) -2024-09-01 21:54:14,299 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0012s, count=1239, qps in this process: 41.2983 (mp_runner.py:76) -2024-09-01 21:54:14,302 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0047s, count=1240, qps in this process: 41.3269 (mp_runner.py:76) -2024-09-01 21:54:14,305 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0085s, count=1217, qps in this process: 40.5552 (mp_runner.py:76) -2024-09-01 21:54:14,315 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0173s, count=1180, qps in this process: 39.3107 (mp_runner.py:76) -2024-09-01 21:54:14,316 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0183s, count=1245, qps in this process: 41.4747 (mp_runner.py:76) -2024-09-01 21:54:14,324 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0267s, count=1195, qps in this process: 39.7979 (mp_runner.py:76) -2024-09-01 21:54:14,327 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0256s, count=1204, qps in this process: 40.0991 (mp_runner.py:76) -2024-09-01 21:54:14,330 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0236s, count=1234, qps in this process: 41.101 (mp_runner.py:76) -2024-09-01 21:54:14,349 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0069s, count=1247, qps in this process: 41.5571 (mp_runner.py:76) -2024-09-01 21:54:14,350 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.005s, count=1240, qps in this process: 41.3264 (mp_runner.py:76) -2024-09-01 21:54:14,350 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0047s, count=1118, qps in this process: 37.2608 (mp_runner.py:76) -2024-09-01 21:54:14,351 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.006s, count=1247, qps in this process: 41.5584 (mp_runner.py:76) -2024-09-01 21:54:14,355 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0046s, count=1199, qps in this process: 39.9605 (mp_runner.py:76) -2024-09-01 21:54:14,358 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0127s, count=1230, qps in this process: 40.9827 (mp_runner.py:76) -2024-09-01 21:54:14,359 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0136s, count=1247, qps in this process: 41.5478 (mp_runner.py:76) -2024-09-01 21:54:14,361 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0123s, count=1248, qps in this process: 41.583 (mp_runner.py:76) -2024-09-01 21:54:14,361 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0161s, count=1201, qps in this process: 40.0119 (mp_runner.py:76) -2024-09-01 21:54:14,363 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0107s, count=1248, qps in this process: 41.5852 (mp_runner.py:76) -2024-09-01 21:54:14,377 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0298s, count=1080, qps in this process: 35.9643 (mp_runner.py:76) -2024-09-01 21:54:14,378 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0088s, count=1249, qps in this process: 41.6211 (mp_runner.py:76) -2024-09-01 21:54:14,380 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0096s, count=1249, qps in this process: 41.62 (mp_runner.py:76) -2024-09-01 21:54:14,382 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0045s, count=1197, qps in this process: 39.894 (mp_runner.py:76) -2024-09-01 21:54:14,390 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0016s, count=1067, qps in this process: 35.5648 (mp_runner.py:76) -2024-09-01 21:54:14,396 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0194s, count=1249, qps in this process: 41.6064 (mp_runner.py:76) -2024-09-01 21:54:14,400 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0067s, count=1249, qps in this process: 41.624 (mp_runner.py:76) -2024-09-01 21:54:14,401 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0109s, count=1142, qps in this process: 38.0528 (mp_runner.py:76) -2024-09-01 21:54:14,408 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.016s, count=1244, qps in this process: 41.4446 (mp_runner.py:76) -2024-09-01 21:54:14,410 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0177s, count=1214, qps in this process: 40.4428 (mp_runner.py:76) -2024-09-01 21:54:14,412 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0192s, count=1131, qps in this process: 37.6759 (mp_runner.py:76) -2024-09-01 21:54:14,420 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0226s, count=1098, qps in this process: 36.5724 (mp_runner.py:76) -2024-09-01 21:54:14,433 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0022s, count=1190, qps in this process: 39.6638 (mp_runner.py:76) -2024-09-01 21:54:14,434 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0022s, count=1242, qps in this process: 41.397 (mp_runner.py:76) -2024-09-01 21:54:14,435 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0042s, count=1204, qps in this process: 40.1277 (mp_runner.py:76) -2024-09-01 21:54:14,439 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0064s, count=1188, qps in this process: 39.5916 (mp_runner.py:76) -2024-09-01 21:54:14,440 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0071s, count=1252, qps in this process: 41.7235 (mp_runner.py:76) -2024-09-01 21:54:14,443 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0098s, count=1253, qps in this process: 41.753 (mp_runner.py:76) -2024-09-01 21:54:14,443 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0066s, count=1253, qps in this process: 41.7575 (mp_runner.py:76) -2024-09-01 21:54:14,444 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0044s, count=1203, qps in this process: 40.0941 (mp_runner.py:76) -2024-09-01 21:54:14,483 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0002s, count=1059, qps in this process: 35.2998 (mp_runner.py:76) -2024-09-01 21:54:14,483 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0008s, count=1071, qps in this process: 35.699 (mp_runner.py:76) -2024-09-01 21:54:14,485 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0008s, count=1081, qps in this process: 36.0324 (mp_runner.py:76) -2024-09-01 21:54:14,486 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0036s, count=1084, qps in this process: 36.129 (mp_runner.py:76) -2024-09-01 21:54:14,489 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0006s, count=1083, qps in this process: 36.0993 (mp_runner.py:76) -2024-09-01 21:54:14,496 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0019s, count=1066, qps in this process: 35.5311 (mp_runner.py:76) -2024-09-01 21:54:14,520 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0005s, count=1087, qps in this process: 36.2327 (mp_runner.py:76) -2024-09-01 21:54:14,529 | INFO |End search in concurrency 50: dur=30.651932040003885s, total_count=59633, qps=1945.4891 (mp_runner.py:120) -2024-09-01 21:54:18,207 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:54:18,207 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 21:54:39,361 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 21:54:39,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,616 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,656 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,670 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,670 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,687 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,796 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,798 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,814 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,814 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,823 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,828 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,836 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,843 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,853 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,861 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,863 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,864 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,869 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,870 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,901 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,906 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,919 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,922 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,926 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,947 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,957 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,957 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,968 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,974 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,979 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,991 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:39,992 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,011 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,023 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,023 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,043 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,046 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,086 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,100 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,122 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,125 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:40,135 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:54:53,136 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.020842270001594443 (mp_runner.py:73) -2024-09-01 21:54:53,137 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.020287699000618886 (mp_runner.py:73) -2024-09-01 21:54:53,141 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.024708752003789414 (mp_runner.py:73) -2024-09-01 21:54:53,143 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.03571300199837424 (mp_runner.py:73) -2024-09-01 21:54:53,145 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.038140321004902944 (mp_runner.py:73) -2024-09-01 21:54:53,145 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.03572176799934823 (mp_runner.py:73) -2024-09-01 21:54:53,146 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.03349123999942094 (mp_runner.py:73) -2024-09-01 21:54:53,146 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.03475601900572656 (mp_runner.py:73) -2024-09-01 21:54:53,147 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.039651512997807004 (mp_runner.py:73) -2024-09-01 21:54:53,147 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.036248968994186725 (mp_runner.py:73) -2024-09-01 21:54:53,147 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.03606062399921939 (mp_runner.py:73) -2024-09-01 21:54:53,147 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.03538768200087361 (mp_runner.py:73) -2024-09-01 21:54:53,148 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.032947790998150595 (mp_runner.py:73) -2024-09-01 21:54:53,149 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.03500491999875521 (mp_runner.py:73) -2024-09-01 21:54:53,149 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.0432724570055143 (mp_runner.py:73) -2024-09-01 21:54:53,150 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.03729313600342721 (mp_runner.py:73) -2024-09-01 21:54:53,151 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.032635404997563455 (mp_runner.py:73) -2024-09-01 21:54:53,154 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.04862382900319062 (mp_runner.py:73) -2024-09-01 21:54:53,157 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.02646351400471758 (mp_runner.py:73) -2024-09-01 21:54:53,161 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.018515534997277427 (mp_runner.py:73) -2024-09-01 21:54:53,163 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.027978096004517283 (mp_runner.py:73) -2024-09-01 21:54:53,176 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.027684227999998257 (mp_runner.py:73) -2024-09-01 21:54:53,197 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.03687736300344113 (mp_runner.py:73) -2024-09-01 21:54:53,214 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.03301489199657226 (mp_runner.py:73) -2024-09-01 21:54:53,249 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.027203270998143125 (mp_runner.py:73) -2024-09-01 21:54:53,249 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.02487990100053139 (mp_runner.py:73) -2024-09-01 21:54:53,250 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.030986549994850066 (mp_runner.py:73) -2024-09-01 21:54:53,253 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.023910042000352405 (mp_runner.py:73) -2024-09-01 21:54:53,321 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.022553458002221305 (mp_runner.py:73) -2024-09-01 21:54:53,327 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.028611272005946375 (mp_runner.py:73) -2024-09-01 21:54:53,385 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.032391257998824585 (mp_runner.py:73) -2024-09-01 21:54:53,809 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.027798506002000067 (mp_runner.py:73) -2024-09-01 21:54:53,810 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.024417697997705545 (mp_runner.py:73) -2024-09-01 21:54:53,810 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.03067093699792167 (mp_runner.py:73) -2024-09-01 21:54:53,813 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.02850423799827695 (mp_runner.py:73) -2024-09-01 21:54:53,882 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.020041474999743514 (mp_runner.py:73) -2024-09-01 21:54:53,883 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.02174409500003094 (mp_runner.py:73) -2024-09-01 21:54:53,884 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.021572808997007087 (mp_runner.py:73) -2024-09-01 21:54:53,885 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.024278767996293027 (mp_runner.py:73) -2024-09-01 21:54:53,885 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02710788099648198 (mp_runner.py:73) -2024-09-01 21:54:53,886 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.018551712004409637 (mp_runner.py:73) -2024-09-01 21:54:53,886 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.02881484999670647 (mp_runner.py:73) -2024-09-01 21:54:53,887 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.019167802995070815 (mp_runner.py:73) -2024-09-01 21:54:53,889 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.02912323799682781 (mp_runner.py:73) -2024-09-01 21:54:53,905 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.0319596970002749 (mp_runner.py:73) -2024-09-01 21:54:54,991 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.02313009100180352 (mp_runner.py:73) -2024-09-01 21:54:55,660 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.041589451997424476 (mp_runner.py:73) -2024-09-01 21:54:55,787 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.03526864900049986 (mp_runner.py:73) -2024-09-01 21:54:55,903 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.013008219997573178 (mp_runner.py:73) -2024-09-01 21:54:55,906 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.009640475000196602 (mp_runner.py:73) -2024-09-01 21:54:55,996 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.016232660003879573 (mp_runner.py:73) -2024-09-01 21:54:55,997 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.028773471996828448 (mp_runner.py:73) -2024-09-01 21:54:56,411 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.02966055199794937 (mp_runner.py:73) -2024-09-01 21:54:56,527 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.03220193100423785 (mp_runner.py:73) -2024-09-01 21:54:56,881 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.06469286299397936 (mp_runner.py:73) -2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.04571664499962935 (mp_runner.py:73) -2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.04419527400023071 (mp_runner.py:73) -2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.047720271002617665 (mp_runner.py:73) -2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.04181224200146971 (mp_runner.py:73) -2024-09-01 21:55:05,962 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.04304177599988179 (mp_runner.py:73) -2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.04566203599824803 (mp_runner.py:73) -2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.049291898001683876 (mp_runner.py:73) -2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.04440551700099604 (mp_runner.py:73) -2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.032816286002343986 (mp_runner.py:73) -2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.0383058549996349 (mp_runner.py:73) -2024-09-01 21:55:05,963 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.02011478500207886 (mp_runner.py:73) -2024-09-01 21:55:05,964 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.0354413189998013 (mp_runner.py:73) -2024-09-01 21:55:05,964 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.0329745790004381 (mp_runner.py:73) -2024-09-01 21:55:05,966 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.03411611099727452 (mp_runner.py:73) -2024-09-01 21:55:05,977 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.06432069299626164 (mp_runner.py:73) -2024-09-01 21:55:05,977 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.061856870001065545 (mp_runner.py:73) -2024-09-01 21:55:06,007 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.033789945002354216 (mp_runner.py:73) -2024-09-01 21:55:06,011 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.026651174994185567 (mp_runner.py:73) -2024-09-01 21:55:06,021 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.042566642005112953 (mp_runner.py:73) -2024-09-01 21:55:06,034 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.03922595400217688 (mp_runner.py:73) -2024-09-01 21:55:06,040 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.04388802500034217 (mp_runner.py:73) -2024-09-01 21:55:06,084 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.02182781800365774 (mp_runner.py:73) -2024-09-01 21:55:06,085 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.025664363995019812 (mp_runner.py:73) -2024-09-01 21:55:06,087 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.028020023994031362 (mp_runner.py:73) -2024-09-01 21:55:06,087 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.02982253000664059 (mp_runner.py:73) -2024-09-01 21:55:06,089 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.02613359099632362 (mp_runner.py:73) -2024-09-01 21:55:06,089 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.023319126004935242 (mp_runner.py:73) -2024-09-01 21:55:06,097 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.022277156000200193 (mp_runner.py:73) -2024-09-01 21:55:06,097 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.041834153002128005 (mp_runner.py:73) -2024-09-01 21:55:06,099 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.025657233003585134 (mp_runner.py:73) -2024-09-01 21:55:06,099 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.022347040998283774 (mp_runner.py:73) -2024-09-01 21:55:06,102 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.04811748799693305 (mp_runner.py:73) -2024-09-01 21:55:06,113 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.01814981699862983 (mp_runner.py:73) -2024-09-01 21:55:06,651 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.03914728100062348 (mp_runner.py:73) -2024-09-01 21:55:06,872 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.03279020899935858 (mp_runner.py:73) -2024-09-01 21:55:06,873 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.027549509002710693 (mp_runner.py:73) -2024-09-01 21:55:06,874 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.026893389003816992 (mp_runner.py:73) -2024-09-01 21:55:07,190 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.014866442004858982 (mp_runner.py:73) -2024-09-01 21:55:07,193 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.013698558002943173 (mp_runner.py:73) -2024-09-01 21:55:07,195 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.015170455000770744 (mp_runner.py:73) -2024-09-01 21:55:07,199 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.028425434000382666 (mp_runner.py:73) -2024-09-01 21:55:07,201 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.028535154997371137 (mp_runner.py:73) -2024-09-01 21:55:07,355 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.005345249002857599 (mp_runner.py:73) -2024-09-01 21:55:07,542 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.024704219998966437 (mp_runner.py:73) -2024-09-01 21:55:07,966 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.030896115000359714 (mp_runner.py:73) -2024-09-01 21:55:09,474 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0462s, count=1123, qps in this process: 37.3758 (mp_runner.py:76) -2024-09-01 21:55:09,646 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0183s, count=1139, qps in this process: 37.9435 (mp_runner.py:76) -2024-09-01 21:55:09,665 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0016s, count=1137, qps in this process: 37.898 (mp_runner.py:76) -2024-09-01 21:55:09,691 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0104s, count=1140, qps in this process: 37.9868 (mp_runner.py:76) -2024-09-01 21:55:09,693 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0037s, count=1097, qps in this process: 36.5622 (mp_runner.py:76) -2024-09-01 21:55:09,724 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0434s, count=1098, qps in this process: 36.5471 (mp_runner.py:76) -2024-09-01 21:55:09,725 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0221s, count=1066, qps in this process: 35.5072 (mp_runner.py:76) -2024-09-01 21:55:09,816 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0117s, count=1096, qps in this process: 36.5191 (mp_runner.py:76) -2024-09-01 21:55:09,840 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0186s, count=1133, qps in this process: 37.7433 (mp_runner.py:76) -2024-09-01 21:55:09,841 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0371s, count=1102, qps in this process: 36.688 (mp_runner.py:76) -2024-09-01 21:55:09,851 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0191s, count=1102, qps in this process: 36.71 (mp_runner.py:76) -2024-09-01 21:55:09,852 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0056s, count=1142, qps in this process: 38.0596 (mp_runner.py:76) -2024-09-01 21:55:09,855 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.033s, count=1147, qps in this process: 38.1913 (mp_runner.py:76) -2024-09-01 21:55:09,858 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0421s, count=1147, qps in this process: 38.1798 (mp_runner.py:76) -2024-09-01 21:55:09,861 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0189s, count=1148, qps in this process: 38.2426 (mp_runner.py:76) -2024-09-01 21:55:09,863 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0206s, count=1148, qps in this process: 38.2404 (mp_runner.py:76) -2024-09-01 21:55:09,865 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0044s, count=1148, qps in this process: 38.2611 (mp_runner.py:76) -2024-09-01 21:55:09,867 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0448s, count=1120, qps in this process: 37.2777 (mp_runner.py:76) -2024-09-01 21:55:09,871 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0286s, count=1148, qps in this process: 38.2302 (mp_runner.py:76) -2024-09-01 21:55:09,880 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.019s, count=1146, qps in this process: 38.1758 (mp_runner.py:76) -2024-09-01 21:55:09,893 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0276s, count=1148, qps in this process: 38.2315 (mp_runner.py:76) -2024-09-01 21:55:09,894 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0261s, count=1144, qps in this process: 38.1002 (mp_runner.py:76) -2024-09-01 21:55:09,896 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0741s, count=1147, qps in this process: 38.1391 (mp_runner.py:76) -2024-09-01 21:55:09,908 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.03s, count=1059, qps in this process: 35.2647 (mp_runner.py:76) -2024-09-01 21:55:09,911 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0507s, count=1103, qps in this process: 36.7046 (mp_runner.py:76) -2024-09-01 21:55:09,926 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.1001s, count=1148, qps in this process: 38.1394 (mp_runner.py:76) -2024-09-01 21:55:09,943 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0071s, count=1147, qps in this process: 38.2243 (mp_runner.py:76) -2024-09-01 21:55:09,944 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0179s, count=1103, qps in this process: 36.7447 (mp_runner.py:76) -2024-09-01 21:55:09,945 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0368s, count=1149, qps in this process: 38.2531 (mp_runner.py:76) -2024-09-01 21:55:09,947 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0806s, count=1149, qps in this process: 38.1974 (mp_runner.py:76) -2024-09-01 21:55:09,949 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.033s, count=1129, qps in this process: 37.592 (mp_runner.py:76) -2024-09-01 21:55:09,952 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0422s, count=1118, qps in this process: 37.2143 (mp_runner.py:76) -2024-09-01 21:55:09,953 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0736s, count=1124, qps in this process: 37.375 (mp_runner.py:76) -2024-09-01 21:55:09,955 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0295s, count=1148, qps in this process: 38.2291 (mp_runner.py:76) -2024-09-01 21:55:09,962 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0071s, count=1108, qps in this process: 36.9246 (mp_runner.py:76) -2024-09-01 21:55:09,966 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0004s, count=1150, qps in this process: 38.3328 (mp_runner.py:76) -2024-09-01 21:55:09,972 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0256s, count=1148, qps in this process: 38.234 (mp_runner.py:76) -2024-09-01 21:55:09,980 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0063s, count=1150, qps in this process: 38.3253 (mp_runner.py:76) -2024-09-01 21:55:09,984 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0047s, count=1139, qps in this process: 37.9607 (mp_runner.py:76) -2024-09-01 21:55:09,987 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0216s, count=1151, qps in this process: 38.3391 (mp_runner.py:76) -2024-09-01 21:55:09,989 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0065s, count=1143, qps in this process: 38.0917 (mp_runner.py:76) -2024-09-01 21:55:10,000 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0044s, count=1100, qps in this process: 36.6613 (mp_runner.py:76) -2024-09-01 21:55:10,014 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0164s, count=1153, qps in this process: 38.4123 (mp_runner.py:76) -2024-09-01 21:55:10,019 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0036s, count=977, qps in this process: 32.5628 (mp_runner.py:76) -2024-09-01 21:55:10,033 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0041s, count=950, qps in this process: 31.6623 (mp_runner.py:76) -2024-09-01 21:55:10,046 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0034s, count=999, qps in this process: 33.2962 (mp_runner.py:76) -2024-09-01 21:55:10,054 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0037s, count=1154, qps in this process: 38.4619 (mp_runner.py:76) -2024-09-01 21:55:10,055 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0053s, count=981, qps in this process: 32.6942 (mp_runner.py:76) -2024-09-01 21:55:10,094 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0032s, count=984, qps in this process: 32.7965 (mp_runner.py:76) -2024-09-01 21:55:10,096 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0009s, count=986, qps in this process: 32.8657 (mp_runner.py:76) -2024-09-01 21:55:10,104 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0004s, count=994, qps in this process: 33.1329 (mp_runner.py:76) -2024-09-01 21:55:10,109 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.001s, count=994, qps in this process: 33.1322 (mp_runner.py:76) -2024-09-01 21:55:10,128 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0017s, count=985, qps in this process: 32.8315 (mp_runner.py:76) -2024-09-01 21:55:10,129 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0004s, count=989, qps in this process: 32.9662 (mp_runner.py:76) -2024-09-01 21:55:10,142 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0008s, count=1132, qps in this process: 37.7323 (mp_runner.py:76) -2024-09-01 21:55:10,152 | INFO |End search in concurrency 55: dur=30.790454743000737s, total_count=60710, qps=1971.715 (mp_runner.py:120) -2024-09-01 21:55:14,247 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:55:14,248 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 21:55:35,501 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 21:55:35,973 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:35,990 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,092 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,093 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,095 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,096 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,096 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,105 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,114 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,135 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,138 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,139 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,144 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,145 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,145 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,146 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,155 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,157 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,174 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,176 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:36,208 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:55:49,733 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.024813090996758547 (mp_runner.py:73) -2024-09-01 21:55:49,734 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.027492795001307968 (mp_runner.py:73) -2024-09-01 21:55:49,735 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.020130201999563724 (mp_runner.py:73) -2024-09-01 21:55:49,738 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.023557579996122513 (mp_runner.py:73) -2024-09-01 21:55:49,738 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.024946022000222 (mp_runner.py:73) -2024-09-01 21:55:49,739 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.023702370999671984 (mp_runner.py:73) -2024-09-01 21:55:49,739 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.02444038300018292 (mp_runner.py:73) -2024-09-01 21:55:49,740 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.022696070998790674 (mp_runner.py:73) -2024-09-01 21:55:49,740 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.004270361001545098 (mp_runner.py:73) -2024-09-01 21:55:49,741 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.020684529998106882 (mp_runner.py:73) -2024-09-01 21:55:49,742 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.02380042299773777 (mp_runner.py:73) -2024-09-01 21:55:49,742 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.020665638003265485 (mp_runner.py:73) -2024-09-01 21:55:49,742 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.023797229994670488 (mp_runner.py:73) -2024-09-01 21:55:49,743 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.023963024003023747 (mp_runner.py:73) -2024-09-01 21:55:49,744 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.021640978004143108 (mp_runner.py:73) -2024-09-01 21:55:49,745 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.0229137839996838 (mp_runner.py:73) -2024-09-01 21:55:49,745 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.024424560004263185 (mp_runner.py:73) -2024-09-01 21:55:49,745 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.028760116001649294 (mp_runner.py:73) -2024-09-01 21:55:49,746 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.02312019999953918 (mp_runner.py:73) -2024-09-01 21:55:49,747 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.02236153399280738 (mp_runner.py:73) -2024-09-01 21:55:49,748 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.02397379799367627 (mp_runner.py:73) -2024-09-01 21:55:49,749 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.022508534995722584 (mp_runner.py:73) -2024-09-01 21:55:49,749 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.024126516000251286 (mp_runner.py:73) -2024-09-01 21:55:49,750 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.02330303499911679 (mp_runner.py:73) -2024-09-01 21:55:49,751 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.023541148999356665 (mp_runner.py:73) -2024-09-01 21:55:49,752 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02048698299768148 (mp_runner.py:73) -2024-09-01 21:55:49,753 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.02472035900427727 (mp_runner.py:73) -2024-09-01 21:55:49,753 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.023056493999320082 (mp_runner.py:73) -2024-09-01 21:55:49,754 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.019483270996715873 (mp_runner.py:73) -2024-09-01 21:55:49,755 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.019482029005303048 (mp_runner.py:73) -2024-09-01 21:55:49,756 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.019142144999932498 (mp_runner.py:73) -2024-09-01 21:55:49,758 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.0342462600019644 (mp_runner.py:73) -2024-09-01 21:55:49,768 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.06219470000360161 (mp_runner.py:73) -2024-09-01 21:55:49,769 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.03327213099692017 (mp_runner.py:73) -2024-09-01 21:55:49,797 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.025856265005131718 (mp_runner.py:73) -2024-09-01 21:55:49,801 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.011315408999507781 (mp_runner.py:73) -2024-09-01 21:55:49,801 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.00905269299983047 (mp_runner.py:73) -2024-09-01 21:55:49,815 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.029899166998802684 (mp_runner.py:73) -2024-09-01 21:55:49,819 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.013596012999187224 (mp_runner.py:73) -2024-09-01 21:55:50,244 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.029934680998849217 (mp_runner.py:73) -2024-09-01 21:55:50,694 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.025104908003413584 (mp_runner.py:73) -2024-09-01 21:55:50,699 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.030759577006392647 (mp_runner.py:73) -2024-09-01 21:55:50,703 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.0033849870014819317 (mp_runner.py:73) -2024-09-01 21:55:51,371 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.03477762900001835 (mp_runner.py:73) -2024-09-01 21:55:51,553 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.03189043600286823 (mp_runner.py:73) -2024-09-01 21:55:51,565 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.028248371003428474 (mp_runner.py:73) -2024-09-01 21:55:51,706 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.03869221100467257 (mp_runner.py:73) -2024-09-01 21:55:51,763 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.03572761699615512 (mp_runner.py:73) -2024-09-01 21:55:52,056 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.023268928998732008 (mp_runner.py:73) -2024-09-01 21:55:52,124 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.028306510001129936 (mp_runner.py:73) -2024-09-01 21:55:52,280 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.0021687200060114264 (mp_runner.py:73) -2024-09-01 21:55:52,389 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.03087416500056861 (mp_runner.py:73) -2024-09-01 21:55:52,502 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.031685138994362205 (mp_runner.py:73) -2024-09-01 21:55:52,636 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.041891412998666056 (mp_runner.py:73) -2024-09-01 21:55:52,826 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.03392600899678655 (mp_runner.py:73) -2024-09-01 21:55:52,946 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.035041185998125 (mp_runner.py:73) -2024-09-01 21:55:53,056 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.03305877299862914 (mp_runner.py:73) -2024-09-01 21:55:53,123 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.017544303002068773 (mp_runner.py:73) -2024-09-01 21:55:53,312 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.03150351099611726 (mp_runner.py:73) -2024-09-01 21:55:53,619 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.005039349998696707 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.04519663900282467 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.04348445199866546 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.04450898200593656 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.03979247899405891 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.035591059997386765 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.03011139599402668 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.03650274599931436 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.055299052997725084 (mp_runner.py:73) -2024-09-01 21:56:03,592 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.02438891499332385 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.03206620499986457 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.03769767999619944 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.02696644499519607 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.030042492995562498 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.05068672200286528 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.03548897099972237 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.048971920004987624 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.02043969000078505 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.0391218820004724 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.050243461002537515 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.04763509600161342 (mp_runner.py:73) -2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.03488447099516634 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.04463950399804162 (mp_runner.py:73) -2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.027818233000289183 (mp_runner.py:73) -2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.034186017997853924 (mp_runner.py:73) -2024-09-01 21:56:03,593 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.03228801800287329 (mp_runner.py:73) -2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.04880376599612646 (mp_runner.py:73) -2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.040980325000418816 (mp_runner.py:73) -2024-09-01 21:56:03,594 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.052752818999579176 (mp_runner.py:73) -2024-09-01 21:56:03,612 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.07605563999823062 (mp_runner.py:73) -2024-09-01 21:56:03,613 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.028060691001883242 (mp_runner.py:73) -2024-09-01 21:56:03,795 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.03898632700293092 (mp_runner.py:73) -2024-09-01 21:56:03,960 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.03495119100261945 (mp_runner.py:73) -2024-09-01 21:56:04,028 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.02096903700294206 (mp_runner.py:73) -2024-09-01 21:56:04,494 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.039976528998522554 (mp_runner.py:73) -2024-09-01 21:56:04,496 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.03707932500401512 (mp_runner.py:73) -2024-09-01 21:56:05,153 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.03358120599295944 (mp_runner.py:73) -2024-09-01 21:56:05,185 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.03731545600021491 (mp_runner.py:73) -2024-09-01 21:56:05,255 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.037463594002474565 (mp_runner.py:73) -2024-09-01 21:56:05,483 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.03034889300033683 (mp_runner.py:73) -2024-09-01 21:56:05,484 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.028338707001239527 (mp_runner.py:73) -2024-09-01 21:56:05,487 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.03869682699587429 (mp_runner.py:73) -2024-09-01 21:56:05,488 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.03814969000086421 (mp_runner.py:73) -2024-09-01 21:56:05,979 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0032s, count=1063, qps in this process: 35.4296 (mp_runner.py:76) -2024-09-01 21:56:06,028 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0245s, count=960, qps in this process: 31.9739 (mp_runner.py:76) -2024-09-01 21:56:06,101 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0038s, count=1021, qps in this process: 34.029 (mp_runner.py:76) -2024-09-01 21:56:06,105 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0083s, count=1021, qps in this process: 34.0239 (mp_runner.py:76) -2024-09-01 21:56:06,107 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0089s, count=1021, qps in this process: 34.0232 (mp_runner.py:76) -2024-09-01 21:56:06,108 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0104s, count=970, qps in this process: 32.3221 (mp_runner.py:76) -2024-09-01 21:56:06,109 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0055s, count=1021, qps in this process: 34.0271 (mp_runner.py:76) -2024-09-01 21:56:06,112 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0107s, count=1028, qps in this process: 34.2544 (mp_runner.py:76) -2024-09-01 21:56:06,116 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0045s, count=1090, qps in this process: 36.3279 (mp_runner.py:76) -2024-09-01 21:56:06,121 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.024s, count=906, qps in this process: 30.1759 (mp_runner.py:76) -2024-09-01 21:56:06,129 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0254s, count=943, qps in this process: 31.4067 (mp_runner.py:76) -2024-09-01 21:56:06,130 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0261s, count=1024, qps in this process: 34.1037 (mp_runner.py:76) -2024-09-01 21:56:06,142 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0408s, count=1076, qps in this process: 35.818 (mp_runner.py:76) -2024-09-01 21:56:06,143 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0491s, count=1027, qps in this process: 34.1774 (mp_runner.py:76) -2024-09-01 21:56:06,143 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0315s, count=951, qps in this process: 31.6667 (mp_runner.py:76) -2024-09-01 21:56:06,144 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0272s, count=918, qps in this process: 30.5723 (mp_runner.py:76) -2024-09-01 21:56:06,149 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0054s, count=917, qps in this process: 30.5612 (mp_runner.py:76) -2024-09-01 21:56:06,152 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0504s, count=963, qps in this process: 32.0462 (mp_runner.py:76) -2024-09-01 21:56:06,152 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.011s, count=1047, qps in this process: 34.8872 (mp_runner.py:76) -2024-09-01 21:56:06,153 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0552s, count=1084, qps in this process: 36.067 (mp_runner.py:76) -2024-09-01 21:56:06,155 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0217s, count=1094, qps in this process: 36.4403 (mp_runner.py:76) -2024-09-01 21:56:06,155 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0069s, count=1094, qps in this process: 36.4583 (mp_runner.py:76) -2024-09-01 21:56:06,155 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0003s, count=1094, qps in this process: 36.4663 (mp_runner.py:76) -2024-09-01 21:56:06,155 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0064s, count=1094, qps in this process: 36.4589 (mp_runner.py:76) -2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0069s, count=1094, qps in this process: 36.4583 (mp_runner.py:76) -2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0071s, count=1094, qps in this process: 36.458 (mp_runner.py:76) -2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0095s, count=1094, qps in this process: 36.4551 (mp_runner.py:76) -2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0123s, count=1094, qps in this process: 36.4517 (mp_runner.py:76) -2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0098s, count=1094, qps in this process: 36.4548 (mp_runner.py:76) -2024-09-01 21:56:06,156 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0592s, count=1047, qps in this process: 34.8313 (mp_runner.py:76) -2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0025s, count=1094, qps in this process: 36.4636 (mp_runner.py:76) -2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0132s, count=1094, qps in this process: 36.4506 (mp_runner.py:76) -2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0019s, count=1094, qps in this process: 36.4644 (mp_runner.py:76) -2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0133s, count=1094, qps in this process: 36.4505 (mp_runner.py:76) -2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0095s, count=1094, qps in this process: 36.4551 (mp_runner.py:76) -2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0442s, count=1094, qps in this process: 36.413 (mp_runner.py:76) -2024-09-01 21:56:06,157 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0101s, count=1094, qps in this process: 36.4544 (mp_runner.py:76) -2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0036s, count=1094, qps in this process: 36.4623 (mp_runner.py:76) -2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0106s, count=1094, qps in this process: 36.4538 (mp_runner.py:76) -2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0106s, count=1094, qps in this process: 36.4538 (mp_runner.py:76) -2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0616s, count=1094, qps in this process: 36.3919 (mp_runner.py:76) -2024-09-01 21:56:06,158 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0147s, count=1094, qps in this process: 36.4488 (mp_runner.py:76) -2024-09-01 21:56:06,159 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.016s, count=935, qps in this process: 31.1501 (mp_runner.py:76) -2024-09-01 21:56:06,176 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0638s, count=1094, qps in this process: 36.3893 (mp_runner.py:76) -2024-09-01 21:56:06,178 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0345s, count=1061, qps in this process: 35.326 (mp_runner.py:76) -2024-09-01 21:56:06,180 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0368s, count=887, qps in this process: 29.5304 (mp_runner.py:76) -2024-09-01 21:56:06,181 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0609s, count=1094, qps in this process: 36.3928 (mp_runner.py:76) -2024-09-01 21:56:06,182 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0848s, count=936, qps in this process: 31.1121 (mp_runner.py:76) -2024-09-01 21:56:06,184 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.083s, count=956, qps in this process: 31.7787 (mp_runner.py:76) -2024-09-01 21:56:06,185 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0853s, count=985, qps in this process: 32.7402 (mp_runner.py:76) -2024-09-01 21:56:06,185 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0414s, count=928, qps in this process: 30.8907 (mp_runner.py:76) -2024-09-01 21:56:06,185 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0013s, count=897, qps in this process: 29.8987 (mp_runner.py:76) -2024-09-01 21:56:06,189 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.042s, count=1094, qps in this process: 36.4157 (mp_runner.py:76) -2024-09-01 21:56:06,190 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0188s, count=1095, qps in this process: 36.4771 (mp_runner.py:76) -2024-09-01 21:56:06,192 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0396s, count=912, qps in this process: 30.3599 (mp_runner.py:76) -2024-09-01 21:56:06,193 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0245s, count=1096, qps in this process: 36.5035 (mp_runner.py:76) -2024-09-01 21:56:06,194 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0528s, count=1062, qps in this process: 35.3378 (mp_runner.py:76) -2024-09-01 21:56:06,198 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0078s, count=1096, qps in this process: 36.5238 (mp_runner.py:76) -2024-09-01 21:56:06,201 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0034s, count=907, qps in this process: 30.2299 (mp_runner.py:76) -2024-09-01 21:56:06,224 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0009s, count=933, qps in this process: 31.0991 (mp_runner.py:76) -2024-09-01 21:56:06,235 | INFO |End search in concurrency 60: dur=30.73372686800576s, total_count=62040, qps=2018.6292 (mp_runner.py:120) -2024-09-01 21:56:10,699 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:56:10,699 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 21:56:32,274 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 21:56:32,564 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,633 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,637 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,659 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,682 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,695 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,699 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,709 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,710 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,757 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,759 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,763 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,781 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,794 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,801 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,804 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,807 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,816 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,825 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,846 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,849 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,851 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,865 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,872 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,897 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,906 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,907 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,931 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,936 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,942 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,942 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:32,991 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,012 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,018 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,048 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,076 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,084 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,084 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,089 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,099 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,100 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,101 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,108 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,119 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,134 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,171 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:33,296 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:56:48,132 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.0024469020063406788 (mp_runner.py:73) -2024-09-01 21:56:48,132 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.0027207370003452525 (mp_runner.py:73) -2024-09-01 21:56:48,133 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.003516840995871462 (mp_runner.py:73) -2024-09-01 21:56:48,133 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.004088284003955778 (mp_runner.py:73) -2024-09-01 21:56:48,134 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.004375136995804496 (mp_runner.py:73) -2024-09-01 21:56:48,134 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.0045811500021955 (mp_runner.py:73) -2024-09-01 21:56:48,135 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.005212447002122644 (mp_runner.py:73) -2024-09-01 21:56:48,136 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.005714821003493853 (mp_runner.py:73) -2024-09-01 21:56:48,136 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.0073770419985521585 (mp_runner.py:73) -2024-09-01 21:56:48,137 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.008119370999338571 (mp_runner.py:73) -2024-09-01 21:56:48,138 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.00881260700407438 (mp_runner.py:73) -2024-09-01 21:56:48,139 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.009089578001294285 (mp_runner.py:73) -2024-09-01 21:56:48,139 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.009506792004685849 (mp_runner.py:73) -2024-09-01 21:56:48,139 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.010080630003358237 (mp_runner.py:73) -2024-09-01 21:56:48,140 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.01069523600017419 (mp_runner.py:73) -2024-09-01 21:56:48,141 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.0012247519989614375 (mp_runner.py:73) -2024-09-01 21:56:48,144 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.014914236999175046 (mp_runner.py:73) -2024-09-01 21:56:48,149 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.0034425899939378724 (mp_runner.py:73) -2024-09-01 21:56:48,150 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.0011106780002592131 (mp_runner.py:73) -2024-09-01 21:56:48,151 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.0013493649967131205 (mp_runner.py:73) -2024-09-01 21:56:48,154 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.005118043001857586 (mp_runner.py:73) -2024-09-01 21:56:48,155 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.009397727000759915 (mp_runner.py:73) -2024-09-01 21:56:48,155 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.005808051995700225 (mp_runner.py:73) -2024-09-01 21:56:48,155 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.009609216001990717 (mp_runner.py:73) -2024-09-01 21:56:48,156 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.006925367000803817 (mp_runner.py:73) -2024-09-01 21:56:48,157 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.007621935998031404 (mp_runner.py:73) -2024-09-01 21:56:48,157 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.002164673998777289 (mp_runner.py:73) -2024-09-01 21:56:48,163 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.025674476004496682 (mp_runner.py:73) -2024-09-01 21:56:48,163 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.0052654519968200475 (mp_runner.py:73) -2024-09-01 21:56:48,164 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.005965866999758873 (mp_runner.py:73) -2024-09-01 21:56:48,164 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.016335981999873184 (mp_runner.py:73) -2024-09-01 21:56:48,168 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.027878505003172904 (mp_runner.py:73) -2024-09-01 21:56:48,175 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.019974315997387748 (mp_runner.py:73) -2024-09-01 21:56:48,193 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.044395029995939694 (mp_runner.py:73) -2024-09-01 21:56:48,202 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.04015794600127265 (mp_runner.py:73) -2024-09-01 21:56:48,213 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.05518131599819753 (mp_runner.py:73) -2024-09-01 21:56:48,385 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.038971093999862205 (mp_runner.py:73) -2024-09-01 21:56:48,526 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.03314814099576324 (mp_runner.py:73) -2024-09-01 21:56:48,610 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.04116229799547 (mp_runner.py:73) -2024-09-01 21:56:48,780 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.03830345299502369 (mp_runner.py:73) -2024-09-01 21:56:48,885 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.041801111001404934 (mp_runner.py:73) -2024-09-01 21:56:48,974 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.03826651300187223 (mp_runner.py:73) -2024-09-01 21:56:49,087 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.023547700002382044 (mp_runner.py:73) -2024-09-01 21:56:49,139 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.04087367500324035 (mp_runner.py:73) -2024-09-01 21:56:49,308 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.015003344000433572 (mp_runner.py:73) -2024-09-01 21:56:49,309 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.010115040000528097 (mp_runner.py:73) -2024-09-01 21:56:49,310 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.006479056995885912 (mp_runner.py:73) -2024-09-01 21:56:49,311 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.016098164996947162 (mp_runner.py:73) -2024-09-01 21:56:49,320 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.02865726400341373 (mp_runner.py:73) -2024-09-01 21:56:49,321 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.029602526999951806 (mp_runner.py:73) -2024-09-01 21:56:49,322 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.027146859996719286 (mp_runner.py:73) -2024-09-01 21:56:49,323 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.03060780200030422 (mp_runner.py:73) -2024-09-01 21:56:49,324 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.02406279699789593 (mp_runner.py:73) -2024-09-01 21:56:49,325 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.026213404998998158 (mp_runner.py:73) -2024-09-01 21:56:49,327 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.03069663899805164 (mp_runner.py:73) -2024-09-01 21:56:49,328 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.025308834003226366 (mp_runner.py:73) -2024-09-01 21:56:49,331 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.04393512399838073 (mp_runner.py:73) -2024-09-01 21:56:49,389 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.04040741799690295 (mp_runner.py:73) -2024-09-01 21:56:50,571 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.014284502998634707 (mp_runner.py:73) -2024-09-01 21:56:50,609 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.04025121999438852 (mp_runner.py:73) -2024-09-01 21:56:50,851 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.04062297999917064 (mp_runner.py:73) -2024-09-01 21:56:51,324 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.04005230500479229 (mp_runner.py:73) -2024-09-01 21:56:51,619 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.024492080003255978 (mp_runner.py:73) -2024-09-01 21:56:52,159 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.03720705200248631 (mp_runner.py:73) -2024-09-01 21:56:52,573 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.0383896189960069 (mp_runner.py:73) -2024-09-01 21:57:02,610 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0379s, count=922, qps in this process: 30.6946 (mp_runner.py:76) -2024-09-01 21:57:02,655 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0136s, count=964, qps in this process: 32.1188 (mp_runner.py:76) -2024-09-01 21:57:02,660 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0057s, count=966, qps in this process: 32.1939 (mp_runner.py:76) -2024-09-01 21:57:02,660 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0256s, count=966, qps in this process: 32.1725 (mp_runner.py:76) -2024-09-01 21:57:02,662 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0029s, count=966, qps in this process: 32.1969 (mp_runner.py:76) -2024-09-01 21:57:02,679 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0099s, count=940, qps in this process: 31.323 (mp_runner.py:76) -2024-09-01 21:57:02,707 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0227s, count=955, qps in this process: 31.8093 (mp_runner.py:76) -2024-09-01 21:57:02,716 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0185s, count=967, qps in this process: 32.2135 (mp_runner.py:76) -2024-09-01 21:57:02,716 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0051s, count=968, qps in this process: 32.2612 (mp_runner.py:76) -2024-09-01 21:57:02,724 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.02s, count=903, qps in this process: 30.0799 (mp_runner.py:76) -2024-09-01 21:57:02,744 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0306s, count=944, qps in this process: 31.4346 (mp_runner.py:76) -2024-09-01 21:57:02,762 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.001s, count=875, qps in this process: 29.1657 (mp_runner.py:76) -2024-09-01 21:57:02,765 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0067s, count=969, qps in this process: 32.2928 (mp_runner.py:76) -2024-09-01 21:57:02,766 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0079s, count=969, qps in this process: 32.2915 (mp_runner.py:76) -2024-09-01 21:57:02,770 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.011s, count=969, qps in this process: 32.2882 (mp_runner.py:76) -2024-09-01 21:57:02,781 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0124s, count=969, qps in this process: 32.2867 (mp_runner.py:76) -2024-09-01 21:57:02,789 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0242s, count=958, qps in this process: 31.9076 (mp_runner.py:76) -2024-09-01 21:57:02,800 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0141s, count=897, qps in this process: 29.886 (mp_runner.py:76) -2024-09-01 21:57:02,805 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0053s, count=971, qps in this process: 32.3609 (mp_runner.py:76) -2024-09-01 21:57:02,808 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0035s, count=966, qps in this process: 32.1962 (mp_runner.py:76) -2024-09-01 21:57:02,815 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0569s, count=946, qps in this process: 31.4736 (mp_runner.py:76) -2024-09-01 21:57:02,822 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0112s, count=956, qps in this process: 31.8548 (mp_runner.py:76) -2024-09-01 21:57:02,826 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0019s, count=956, qps in this process: 31.8646 (mp_runner.py:76) -2024-09-01 21:57:02,850 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0161s, count=930, qps in this process: 30.9834 (mp_runner.py:76) -2024-09-01 21:57:02,853 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0427s, count=972, qps in this process: 32.3539 (mp_runner.py:76) -2024-09-01 21:57:02,853 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0007s, count=972, qps in this process: 32.3992 (mp_runner.py:76) -2024-09-01 21:57:02,854 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0356s, count=972, qps in this process: 32.3616 (mp_runner.py:76) -2024-09-01 21:57:02,855 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0362s, count=972, qps in this process: 32.361 (mp_runner.py:76) -2024-09-01 21:57:02,863 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0122s, count=953, qps in this process: 31.7538 (mp_runner.py:76) -2024-09-01 21:57:02,863 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0052s, count=973, qps in this process: 32.4277 (mp_runner.py:76) -2024-09-01 21:57:02,882 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0047s, count=974, qps in this process: 32.4616 (mp_runner.py:76) -2024-09-01 21:57:02,884 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0064s, count=974, qps in this process: 32.4597 (mp_runner.py:76) -2024-09-01 21:57:02,889 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0181s, count=974, qps in this process: 32.4471 (mp_runner.py:76) -2024-09-01 21:57:02,906 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0154s, count=975, qps in this process: 32.4833 (mp_runner.py:76) -2024-09-01 21:57:02,917 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0257s, count=975, qps in this process: 32.4722 (mp_runner.py:76) -2024-09-01 21:57:02,922 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0218s, count=938, qps in this process: 31.244 (mp_runner.py:76) -2024-09-01 21:57:02,927 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0155s, count=871, qps in this process: 29.0183 (mp_runner.py:76) -2024-09-01 21:57:02,931 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0342s, count=976, qps in this process: 32.4963 (mp_runner.py:76) -2024-09-01 21:57:02,932 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0227s, count=976, qps in this process: 32.5087 (mp_runner.py:76) -2024-09-01 21:57:02,943 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0009s, count=935, qps in this process: 31.1657 (mp_runner.py:76) -2024-09-01 21:57:02,950 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0075s, count=977, qps in this process: 32.5585 (mp_runner.py:76) -2024-09-01 21:57:02,951 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0011s, count=977, qps in this process: 32.5655 (mp_runner.py:76) -2024-09-01 21:57:02,951 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0165s, count=977, qps in this process: 32.5488 (mp_runner.py:76) -2024-09-01 21:57:02,966 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0054s, count=880, qps in this process: 29.3281 (mp_runner.py:76) -2024-09-01 21:57:02,967 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0174s, count=942, qps in this process: 31.3818 (mp_runner.py:76) -2024-09-01 21:57:03,011 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0118s, count=950, qps in this process: 31.6542 (mp_runner.py:76) -2024-09-01 21:57:03,029 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0006s, count=982, qps in this process: 32.7327 (mp_runner.py:76) -2024-09-01 21:57:03,033 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0149s, count=982, qps in this process: 32.7171 (mp_runner.py:76) -2024-09-01 21:57:03,077 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.004s, count=970, qps in this process: 32.329 (mp_runner.py:76) -2024-09-01 21:57:03,086 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.007s, count=984, qps in this process: 32.7923 (mp_runner.py:76) -2024-09-01 21:57:03,102 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0034s, count=985, qps in this process: 32.8296 (mp_runner.py:76) -2024-09-01 21:57:03,107 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0142s, count=890, qps in this process: 29.6526 (mp_runner.py:76) -2024-09-01 21:57:03,108 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0014s, count=983, qps in this process: 32.7651 (mp_runner.py:76) -2024-09-01 21:57:03,111 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0127s, count=851, qps in this process: 28.3547 (mp_runner.py:76) -2024-09-01 21:57:03,111 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0029s, count=985, qps in this process: 32.8302 (mp_runner.py:76) -2024-09-01 21:57:03,115 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.03s, count=971, qps in this process: 32.3343 (mp_runner.py:76) -2024-09-01 21:57:03,116 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0056s, count=907, qps in this process: 30.2277 (mp_runner.py:76) -2024-09-01 21:57:03,128 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0032s, count=813, qps in this process: 27.0971 (mp_runner.py:76) -2024-09-01 21:57:03,132 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0051s, count=920, qps in this process: 30.6615 (mp_runner.py:76) -2024-09-01 21:57:03,144 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0024s, count=856, qps in this process: 28.5311 (mp_runner.py:76) -2024-09-01 21:57:03,183 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0029s, count=941, qps in this process: 31.3636 (mp_runner.py:76) -2024-09-01 21:57:03,242 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0013s, count=877, qps in this process: 29.2321 (mp_runner.py:76) -2024-09-01 21:57:03,242 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0013s, count=906, qps in this process: 30.1987 (mp_runner.py:76) -2024-09-01 21:57:03,245 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0003s, count=876, qps in this process: 29.1997 (mp_runner.py:76) -2024-09-01 21:57:03,301 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0011s, count=915, qps in this process: 30.4989 (mp_runner.py:76) -2024-09-01 21:57:03,312 | INFO |End search in concurrency 65: dur=31.036725218997162s, total_count=61471, qps=1980.5891 (mp_runner.py:120) -2024-09-01 21:57:08,031 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:57:08,031 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 21:57:29,825 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 21:57:29,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,207 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,208 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,422 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,422 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,422 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,424 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,427 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,451 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,475 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,495 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,506 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,529 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,531 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,531 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,540 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,541 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,542 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,557 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,567 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,569 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,571 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,573 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,580 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,599 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,599 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,606 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,617 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,622 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,630 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,654 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,683 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,703 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,704 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,711 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,712 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,712 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,715 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,719 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:30,792 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 21:57:46,714 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.03313284699834185 (mp_runner.py:73) -2024-09-01 21:57:46,715 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.016612150000582915 (mp_runner.py:73) -2024-09-01 21:57:46,715 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.026788039998791646 (mp_runner.py:73) -2024-09-01 21:57:46,715 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.017648488996201195 (mp_runner.py:73) -2024-09-01 21:57:46,716 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.01896957400458632 (mp_runner.py:73) -2024-09-01 21:57:46,716 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.03694197800359689 (mp_runner.py:73) -2024-09-01 21:57:46,717 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.024278482000227086 (mp_runner.py:73) -2024-09-01 21:57:46,717 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.03433510399918305 (mp_runner.py:73) -2024-09-01 21:57:46,717 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.002984195998578798 (mp_runner.py:73) -2024-09-01 21:57:46,718 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.03559835199848749 (mp_runner.py:73) -2024-09-01 21:57:46,719 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.02268366299540503 (mp_runner.py:73) -2024-09-01 21:57:46,719 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.024114226005622186 (mp_runner.py:73) -2024-09-01 21:57:46,720 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.028805955000279937 (mp_runner.py:73) -2024-09-01 21:57:46,721 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.031362095003714785 (mp_runner.py:73) -2024-09-01 21:57:46,722 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.02877277699735714 (mp_runner.py:73) -2024-09-01 21:57:46,722 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.024969509002403356 (mp_runner.py:73) -2024-09-01 21:57:46,723 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.04162137900129892 (mp_runner.py:73) -2024-09-01 21:57:46,724 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.025509363003948238 (mp_runner.py:73) -2024-09-01 21:57:46,725 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.02558724000118673 (mp_runner.py:73) -2024-09-01 21:57:46,738 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.054111808000016026 (mp_runner.py:73) -2024-09-01 21:57:46,740 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.058232016999681946 (mp_runner.py:73) -2024-09-01 21:57:46,740 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.044721934995322954 (mp_runner.py:73) -2024-09-01 21:57:46,740 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.05702181699598441 (mp_runner.py:73) -2024-09-01 21:57:46,740 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.05405474500003038 (mp_runner.py:73) -2024-09-01 21:57:46,741 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.04837861599662574 (mp_runner.py:73) -2024-09-01 21:57:46,741 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.052449611997872125 (mp_runner.py:73) -2024-09-01 21:57:46,741 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.057021943997824565 (mp_runner.py:73) -2024-09-01 21:57:46,741 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.04453273000399349 (mp_runner.py:73) -2024-09-01 21:57:46,742 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.05370166600187076 (mp_runner.py:73) -2024-09-01 21:57:46,742 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.05366948599839816 (mp_runner.py:73) -2024-09-01 21:57:46,742 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.04410760699829552 (mp_runner.py:73) -2024-09-01 21:57:46,742 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.04835076999734156 (mp_runner.py:73) -2024-09-01 21:57:46,743 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.06162115700135473 (mp_runner.py:73) -2024-09-01 21:57:46,743 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.061197768001875374 (mp_runner.py:73) -2024-09-01 21:57:46,743 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.054124752001371235 (mp_runner.py:73) -2024-09-01 21:57:46,743 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.05973669000377413 (mp_runner.py:73) -2024-09-01 21:57:46,744 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.05873022699961439 (mp_runner.py:73) -2024-09-01 21:57:46,744 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.044583884999156 (mp_runner.py:73) -2024-09-01 21:57:46,744 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.049527928000316024 (mp_runner.py:73) -2024-09-01 21:57:46,744 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.04353718900529202 (mp_runner.py:73) -2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.05391065999720013 (mp_runner.py:73) -2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.04578267499891808 (mp_runner.py:73) -2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.05123208900477039 (mp_runner.py:73) -2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.05985646400222322 (mp_runner.py:73) -2024-09-01 21:57:46,745 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.052129056995909195 (mp_runner.py:73) -2024-09-01 21:57:46,746 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.058806551998713985 (mp_runner.py:73) -2024-09-01 21:57:46,746 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.05586219099495793 (mp_runner.py:73) -2024-09-01 21:57:46,746 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05513519899977837 (mp_runner.py:73) -2024-09-01 21:57:46,746 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.06061735600087559 (mp_runner.py:73) -2024-09-01 21:57:46,747 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.06649441999616101 (mp_runner.py:73) -2024-09-01 21:57:46,747 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.05974829800106818 (mp_runner.py:73) -2024-09-01 21:57:46,785 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.035002209995582234 (mp_runner.py:73) -2024-09-01 21:57:47,087 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.033814500995504204 (mp_runner.py:73) -2024-09-01 21:57:47,131 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.030397838992939796 (mp_runner.py:73) -2024-09-01 21:57:47,242 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.016928258999541868 (mp_runner.py:73) -2024-09-01 21:57:47,247 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.034672704998229165 (mp_runner.py:73) -2024-09-01 21:57:47,290 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.040632894000737 (mp_runner.py:73) -2024-09-01 21:57:48,748 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.02593289200012805 (mp_runner.py:73) -2024-09-01 21:57:48,972 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.05016766500193626 (mp_runner.py:73) -2024-09-01 21:57:49,043 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.0028169779980089515 (mp_runner.py:73) -2024-09-01 21:57:49,088 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.035101228997518774 (mp_runner.py:73) -2024-09-01 21:57:49,123 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.03656774800037965 (mp_runner.py:73) -2024-09-01 21:57:49,381 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.03642808499716921 (mp_runner.py:73) -2024-09-01 21:57:49,425 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.03912701900117099 (mp_runner.py:73) -2024-09-01 21:57:49,591 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.04656032799539389 (mp_runner.py:73) -2024-09-01 21:57:50,148 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.026498858002014458 (mp_runner.py:73) -2024-09-01 21:57:50,284 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.008515802001056727 (mp_runner.py:73) -2024-09-01 21:57:50,453 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.006131360001745634 (mp_runner.py:73) -2024-09-01 21:57:50,457 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.005470821997732855 (mp_runner.py:73) -2024-09-01 21:57:51,204 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.046099523999146186 (mp_runner.py:73) -2024-09-01 21:57:59,919 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0239s, count=890, qps in this process: 29.6431 (mp_runner.py:76) -2024-09-01 21:58:00,195 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0031s, count=930, qps in this process: 30.9968 (mp_runner.py:76) -2024-09-01 21:58:00,208 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0135s, count=864, qps in this process: 28.787 (mp_runner.py:76) -2024-09-01 21:58:00,221 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0068s, count=931, qps in this process: 31.0263 (mp_runner.py:76) -2024-09-01 21:58:00,241 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0248s, count=930, qps in this process: 30.9744 (mp_runner.py:76) -2024-09-01 21:58:00,254 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0522s, count=931, qps in this process: 30.9794 (mp_runner.py:76) -2024-09-01 21:58:00,426 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0028s, count=880, qps in this process: 29.3306 (mp_runner.py:76) -2024-09-01 21:58:00,433 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0081s, count=888, qps in this process: 29.592 (mp_runner.py:76) -2024-09-01 21:58:00,433 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0053s, count=930, qps in this process: 30.9945 (mp_runner.py:76) -2024-09-01 21:58:00,436 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0078s, count=889, qps in this process: 29.6256 (mp_runner.py:76) -2024-09-01 21:58:00,442 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0168s, count=937, qps in this process: 31.2159 (mp_runner.py:76) -2024-09-01 21:58:00,442 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0164s, count=895, qps in this process: 29.817 (mp_runner.py:76) -2024-09-01 21:58:00,444 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0205s, count=873, qps in this process: 29.0801 (mp_runner.py:76) -2024-09-01 21:58:00,444 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0189s, count=937, qps in this process: 31.2137 (mp_runner.py:76) -2024-09-01 21:58:00,446 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0215s, count=937, qps in this process: 31.211 (mp_runner.py:76) -2024-09-01 21:58:00,449 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0225s, count=937, qps in this process: 31.2099 (mp_runner.py:76) -2024-09-01 21:58:00,451 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0189s, count=937, qps in this process: 31.2137 (mp_runner.py:76) -2024-09-01 21:58:00,452 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0274s, count=937, qps in this process: 31.2048 (mp_runner.py:76) -2024-09-01 21:58:00,466 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0024s, count=937, qps in this process: 31.2308 (mp_runner.py:76) -2024-09-01 21:58:00,467 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.034s, count=937, qps in this process: 31.198 (mp_runner.py:76) -2024-09-01 21:58:00,467 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0097s, count=937, qps in this process: 31.2232 (mp_runner.py:76) -2024-09-01 21:58:00,476 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0032s, count=902, qps in this process: 30.0635 (mp_runner.py:76) -2024-09-01 21:58:00,476 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0507s, count=937, qps in this process: 31.1806 (mp_runner.py:76) -2024-09-01 21:58:00,477 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0044s, count=938, qps in this process: 31.2621 (mp_runner.py:76) -2024-09-01 21:58:00,482 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.008s, count=938, qps in this process: 31.2583 (mp_runner.py:76) -2024-09-01 21:58:00,483 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0018s, count=938, qps in this process: 31.2648 (mp_runner.py:76) -2024-09-01 21:58:00,489 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0144s, count=878, qps in this process: 29.2526 (mp_runner.py:76) -2024-09-01 21:58:00,493 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0197s, count=938, qps in this process: 31.2461 (mp_runner.py:76) -2024-09-01 21:58:00,494 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.021s, count=938, qps in this process: 31.2448 (mp_runner.py:76) -2024-09-01 21:58:00,495 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0221s, count=938, qps in this process: 31.2437 (mp_runner.py:76) -2024-09-01 21:58:00,500 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0268s, count=938, qps in this process: 31.2388 (mp_runner.py:76) -2024-09-01 21:58:00,503 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0015s, count=939, qps in this process: 31.2984 (mp_runner.py:76) -2024-09-01 21:58:00,507 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0267s, count=939, qps in this process: 31.2722 (mp_runner.py:76) -2024-09-01 21:58:00,539 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0046s, count=935, qps in this process: 31.1619 (mp_runner.py:76) -2024-09-01 21:58:00,541 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0291s, count=940, qps in this process: 31.303 (mp_runner.py:76) -2024-09-01 21:58:00,541 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0055s, count=940, qps in this process: 31.3276 (mp_runner.py:76) -2024-09-01 21:58:00,542 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0141s, count=939, qps in this process: 31.2853 (mp_runner.py:76) -2024-09-01 21:58:00,544 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0114s, count=940, qps in this process: 31.3214 (mp_runner.py:76) -2024-09-01 21:58:00,550 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0062s, count=941, qps in this process: 31.3602 (mp_runner.py:76) -2024-09-01 21:58:00,557 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.012s, count=820, qps in this process: 27.3224 (mp_runner.py:76) -2024-09-01 21:58:00,560 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0232s, count=941, qps in this process: 31.3424 (mp_runner.py:76) -2024-09-01 21:58:00,561 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0142s, count=941, qps in this process: 31.3518 (mp_runner.py:76) -2024-09-01 21:58:00,564 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0209s, count=870, qps in this process: 28.9798 (mp_runner.py:76) -2024-09-01 21:58:00,572 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0254s, count=942, qps in this process: 31.3734 (mp_runner.py:76) -2024-09-01 21:58:00,579 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0099s, count=875, qps in this process: 29.157 (mp_runner.py:76) -2024-09-01 21:58:00,580 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0089s, count=861, qps in this process: 28.6915 (mp_runner.py:76) -2024-09-01 21:58:00,582 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0067s, count=943, qps in this process: 31.4263 (mp_runner.py:76) -2024-09-01 21:58:00,583 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0047s, count=880, qps in this process: 29.3287 (mp_runner.py:76) -2024-09-01 21:58:00,584 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0149s, count=943, qps in this process: 31.4177 (mp_runner.py:76) -2024-09-01 21:58:00,593 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0172s, count=842, qps in this process: 28.0506 (mp_runner.py:76) -2024-09-01 21:58:00,594 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.008s, count=786, qps in this process: 26.193 (mp_runner.py:76) -2024-09-01 21:58:00,614 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0019s, count=942, qps in this process: 31.398 (mp_runner.py:76) -2024-09-01 21:58:00,621 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0038s, count=945, qps in this process: 31.496 (mp_runner.py:76) -2024-09-01 21:58:00,625 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0139s, count=946, qps in this process: 31.5187 (mp_runner.py:76) -2024-09-01 21:58:00,628 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0045s, count=916, qps in this process: 30.5288 (mp_runner.py:76) -2024-09-01 21:58:00,634 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0017s, count=946, qps in this process: 31.5315 (mp_runner.py:76) -2024-09-01 21:58:00,639 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0058s, count=816, qps in this process: 27.1947 (mp_runner.py:76) -2024-09-01 21:58:00,640 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0013s, count=780, qps in this process: 25.9989 (mp_runner.py:76) -2024-09-01 21:58:00,666 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.005s, count=803, qps in this process: 26.7622 (mp_runner.py:76) -2024-09-01 21:58:00,668 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0079s, count=951, qps in this process: 31.6917 (mp_runner.py:76) -2024-09-01 21:58:00,692 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0004s, count=956, qps in this process: 31.8662 (mp_runner.py:76) -2024-09-01 21:58:00,695 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0007s, count=803, qps in this process: 26.766 (mp_runner.py:76) -2024-09-01 21:58:00,716 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0026s, count=835, qps in this process: 27.8309 (mp_runner.py:76) -2024-09-01 21:58:00,716 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0014s, count=841, qps in this process: 28.032 (mp_runner.py:76) -2024-09-01 21:58:00,717 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0021s, count=962, qps in this process: 32.0644 (mp_runner.py:76) -2024-09-01 21:58:00,718 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0021s, count=962, qps in this process: 32.0644 (mp_runner.py:76) -2024-09-01 21:58:00,721 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0002s, count=831, qps in this process: 27.6998 (mp_runner.py:76) -2024-09-01 21:58:00,724 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0091s, count=804, qps in this process: 26.7919 (mp_runner.py:76) -2024-09-01 21:58:00,728 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0061s, count=963, qps in this process: 32.0935 (mp_runner.py:76) -2024-09-01 21:58:00,798 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0006s, count=844, qps in this process: 28.1328 (mp_runner.py:76) -2024-09-01 21:58:00,806 | INFO |End search in concurrency 70: dur=30.98062494199985s, total_count=63550, qps=2051.2821 (mp_runner.py:120) -2024-09-01 21:58:05,477 | INFO |Update largest qps with concurrency 70: current max_qps=2051.2821 (mp_runner.py:124) -2024-09-01 21:58:05,478 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2051.2821, serial_latency_p99=np.float64(0.0402), recall=np.float64(0.1993), ndcg=np.float64(0.3192), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[418.7919, 1700.1963, 1919.5262, 1958.6241, 1976.4194, 2040.8545, 1970.7225, 1934.4496, 1950.1201, 1945.4891, 1971.715, 2018.6292, 1980.5891, 2051.2821], conc_latency_p99_list=[np.float64(0.001184866276930552), np.float64(0.0010622789995977655), np.float64(0.0015432940566337493), np.float64(0.0016527429995672718), np.float64(0.0018306598260423924), np.float64(0.0019163221020804485), np.float64(0.002024536593722587), np.float64(0.0023858030216011685), np.float64(0.0027470202574768334), np.float64(0.0028291862677433527), np.float64(0.0023459979550920253), np.float64(0.0022286831775098106), np.float64(0.002303480263268284), np.float64(0.002326894945889944)]) (task_runner.py:197) -2024-09-01 21:58:05,478 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:46:50.801045'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2051.2821, serial_latency_p99=np.float64(0.0402), recall=np.float64(0.1993), ndcg=np.float64(0.3192), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[418.7919, 1700.1963, 1919.5262, 1958.6241, 1976.4194, 2040.8545, 1970.7225, 1934.4496, 1950.1201, 1945.4891, 1971.715, 2018.6292, 1980.5891, 2051.2821], conc_latency_p99_list=[np.float64(0.001184866276930552), np.float64(0.0010622789995977655), np.float64(0.0015432940566337493), np.float64(0.0016527429995672718), np.float64(0.0018306598260423924), np.float64(0.0019163221020804485), np.float64(0.002024536593722587), np.float64(0.0023858030216011685), np.float64(0.0027470202574768334), np.float64(0.0028291862677433527), np.float64(0.0023459979550920253), np.float64(0.0022286831775098106), np.float64(0.002303480263268284), np.float64(0.002326894945889944)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 21:58:05,478 | INFO |Task summary: run_id=2227e, task_label=2227e53260db4f8881bc9a6a5d8563be (models.py:346) -2024-09-01 21:58:05,478 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 21:58:05,478 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 21:58:05,478 | INFO |PgVector | 2024-09-01T21:46:50.801045 Performance1536D500K 2227e53260db4f8881bc9a6a5d8563be | 0.0 2051.2821 0.0402 0.1993 0 | :) (models.py:346) -2024-09-01 21:58:05,479 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json (models.py:204) -2024-09-01 21:58:05,479 | INFO |Success to finish task: label=2227e53260db4f8881bc9a6a5d8563be, run_id=2227e53260db4f8881bc9a6a5d8563be (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json b/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json deleted file mode 100644 index aa5ba9183..000000000 --- a/script/data/aws/db.m6i.large-16-32-20-Performance1536D500K-0-36244/result_20240901_2227e53260db4f8881bc9a6a5d8563be_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "2227e53260db4f8881bc9a6a5d8563be", "task_label": "2227e53260db4f8881bc9a6a5d8563be", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2051.2821, "serial_latency_p99": 0.0402, "recall": 0.1993, "ndcg": 0.3192, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [418.7919, 1700.1963, 1919.5262, 1958.6241, 1976.4194, 2040.8545, 1970.7225, 1934.4496, 1950.1201, 1945.4891, 1971.715, 2018.6292, 1980.5891, 2051.2821], "conc_latency_p99_list": [0.001184866276930552, 0.0010622789995977655, 0.0015432940566337493, 0.0016527429995672718, 0.0018306598260423924, 0.0019163221020804485, 0.002024536593722587, 0.0023858030216011685, 0.0027470202574768334, 0.0028291862677433527, 0.0023459979550920253, 0.0022286831775098106, 0.002303480263268284, 0.002326894945889944]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T21:46:50.801045", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt b/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt deleted file mode 100644 index d6011411f..000000000 --- a/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/log.txt +++ /dev/null @@ -1,1261 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load -2024-09-01 22:36:43,092 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:36:43.081062', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 22:36:43,093 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:36:43.081062', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 22:36:43,093 | INFO |generated uuid for the tasks: fd19b925faeb440a90899b3059fd2769 (interface.py:66) -2024-09-01 22:36:43,152 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 22:36:43,152 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 22:36:43,152 | INFO | PgVector-2024-09-01T22:36:43.081062 | Performance OpenAI-MEDIUM-500K None | fd19b925faeb440a90899b3059fd2769 (task_runner.py:340) -2024-09-01 22:36:43,152 | INFO |task submitted: id=fd19b925faeb440a90899b3059fd2769, fd19b925faeb440a90899b3059fd2769, case number: 1 (interface.py:231) -2024-09-01 22:36:43,563 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:36:43.081062'}, drop_old=False (interface.py:164) -2024-09-01 22:36:43,563 | INFO |Starting run (task_runner.py:100) -2024-09-01 22:36:43,638 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 22:36:44,234 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 22:36:44,282 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 22:36:44,306 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 22:36:44,306 | INFO |Start performance case (task_runner.py:158) -2024-09-01 22:36:44,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:36:44,319 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 22:36:44,319 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 22:36:44,320 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 22:36:44,364 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 22:36:44,926 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 22:36:44,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:36:44,947 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 22:36:44,947 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 22:36:48,348 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.027496400995005388, latest recall=0.93 (serial_runner.py:202) -2024-09-01 22:36:51,474 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.02769833400088828, latest recall=0.98 (serial_runner.py:202) -2024-09-01 22:36:54,619 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.016055797001172323, latest recall=0.91 (serial_runner.py:202) -2024-09-01 22:36:57,150 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.011454833998868708, latest recall=1.0 (serial_runner.py:202) -2024-09-01 22:36:59,909 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.011726345001079608, latest recall=0.97 (serial_runner.py:202) -2024-09-01 22:37:02,441 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.008155499999702442, latest recall=1.0 (serial_runner.py:202) -2024-09-01 22:37:04,733 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.014163119994918816, latest recall=0.98 (serial_runner.py:202) -2024-09-01 22:37:06,986 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.010863981995498762, latest recall=0.97 (serial_runner.py:202) -2024-09-01 22:37:09,113 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.013862480001989752, latest recall=0.99 (serial_runner.py:202) -2024-09-01 22:37:11,659 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.030193790997145697, latest recall=0.86 (serial_runner.py:202) -2024-09-01 22:37:11,660 | INFO |SpawnProcess-1:1 search entire test_data: cost=16.8298s, queries=1000, avg_recall=0.9536, avg_ndcg=0.9595,avg_latency=0.0168, p99=0.045 (serial_runner.py:209) -2024-09-01 22:37:12,195 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:37:12,195 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 22:37:13,217 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 22:37:13,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:37:17,474 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007375824003247544 (mp_runner.py:73) -2024-09-01 22:37:21,499 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.011837647994980216 (mp_runner.py:73) -2024-09-01 22:37:25,640 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.007350076004513539 (mp_runner.py:73) -2024-09-01 22:37:29,653 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.011371198001143057 (mp_runner.py:73) -2024-09-01 22:37:33,962 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.00749728899972979 (mp_runner.py:73) -2024-09-01 22:37:38,019 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.011457535001682118 (mp_runner.py:73) -2024-09-01 22:37:42,319 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.010528560997045133 (mp_runner.py:73) -2024-09-01 22:37:43,252 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0049s, count=3617, qps in this process: 120.547 (mp_runner.py:76) -2024-09-01 22:37:43,253 | INFO |End search in concurrency 1: dur=30.035691413002496s, total_count=3617, qps=120.4234 (mp_runner.py:120) -2024-09-01 22:37:43,436 | INFO |Update largest qps with concurrency 1: current max_qps=120.4234 (mp_runner.py:124) -2024-09-01 22:37:43,848 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:37:43,848 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 22:37:48,885 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 22:37:48,932 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:37:48,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:37:48,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:37:48,935 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:37:48,937 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:37:56,403 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.011642657998891082 (mp_runner.py:73) -2024-09-01 22:37:56,403 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.012095626996597275 (mp_runner.py:73) -2024-09-01 22:37:56,404 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.012411682997480966 (mp_runner.py:73) -2024-09-01 22:37:56,408 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.01702147800097009 (mp_runner.py:73) -2024-09-01 22:37:56,411 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.019636049997643568 (mp_runner.py:73) -2024-09-01 22:38:03,815 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.022061185001803096 (mp_runner.py:73) -2024-09-01 22:38:03,815 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.01772343899938278 (mp_runner.py:73) -2024-09-01 22:38:03,816 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0208181840062025 (mp_runner.py:73) -2024-09-01 22:38:03,816 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.019343410000146832 (mp_runner.py:73) -2024-09-01 22:38:03,816 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.01516437900136225 (mp_runner.py:73) -2024-09-01 22:38:11,369 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.008319789005327038 (mp_runner.py:73) -2024-09-01 22:38:11,369 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01577508099580882 (mp_runner.py:73) -2024-09-01 22:38:11,369 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.016375715997128282 (mp_runner.py:73) -2024-09-01 22:38:11,369 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.01561015700281132 (mp_runner.py:73) -2024-09-01 22:38:11,370 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.014967627997975796 (mp_runner.py:73) -2024-09-01 22:38:18,798 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.020953349994670134 (mp_runner.py:73) -2024-09-01 22:38:18,798 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.020422860005055554 (mp_runner.py:73) -2024-09-01 22:38:18,798 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.021296140002959874 (mp_runner.py:73) -2024-09-01 22:38:18,798 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.019611703995906282 (mp_runner.py:73) -2024-09-01 22:38:18,799 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.022082139999838546 (mp_runner.py:73) -2024-09-01 22:38:18,938 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0045s, count=2010, qps in this process: 66.99 (mp_runner.py:76) -2024-09-01 22:38:18,939 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.005s, count=2010, qps in this process: 66.9888 (mp_runner.py:76) -2024-09-01 22:38:18,941 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.008s, count=2010, qps in this process: 66.9821 (mp_runner.py:76) -2024-09-01 22:38:18,943 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0073s, count=2010, qps in this process: 66.9837 (mp_runner.py:76) -2024-09-01 22:38:18,952 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0133s, count=2011, qps in this process: 67.0036 (mp_runner.py:76) -2024-09-01 22:38:18,954 | INFO |End search in concurrency 5: dur=30.068234447004215s, total_count=10051, qps=334.273 (mp_runner.py:120) -2024-09-01 22:38:19,254 | INFO |Update largest qps with concurrency 5: current max_qps=334.273 (mp_runner.py:124) -2024-09-01 22:38:19,665 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:38:19,665 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 22:38:29,829 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 22:38:29,877 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:29,904 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:29,905 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:29,937 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:29,975 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:29,978 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,008 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,014 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:30,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:38:48,276 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.028236288999323733 (mp_runner.py:73) -2024-09-01 22:38:48,276 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.03370090299722506 (mp_runner.py:73) -2024-09-01 22:38:48,280 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.03151292700204067 (mp_runner.py:73) -2024-09-01 22:38:48,280 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.036198207999404985 (mp_runner.py:73) -2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.03745051800069632 (mp_runner.py:73) -2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.03217087100347271 (mp_runner.py:73) -2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.03259573899413226 (mp_runner.py:73) -2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.03862674400443211 (mp_runner.py:73) -2024-09-01 22:38:48,281 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.030860426006256603 (mp_runner.py:73) -2024-09-01 22:38:48,282 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.03800366900395602 (mp_runner.py:73) -2024-09-01 22:38:48,282 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.03316070800065063 (mp_runner.py:73) -2024-09-01 22:38:48,296 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.053183755997451954 (mp_runner.py:73) -2024-09-01 22:38:48,297 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.04702564600302139 (mp_runner.py:73) -2024-09-01 22:38:48,297 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.052681392000522465 (mp_runner.py:73) -2024-09-01 22:38:48,301 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.05890674699912779 (mp_runner.py:73) -2024-09-01 22:38:59,910 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.004s, count=840, qps in this process: 27.9963 (mp_runner.py:76) -2024-09-01 22:38:59,922 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0107s, count=840, qps in this process: 27.99 (mp_runner.py:76) -2024-09-01 22:38:59,925 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0478s, count=840, qps in this process: 27.9555 (mp_runner.py:76) -2024-09-01 22:38:59,945 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0057s, count=841, qps in this process: 28.028 (mp_runner.py:76) -2024-09-01 22:38:59,978 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0013s, count=842, qps in this process: 28.0655 (mp_runner.py:76) -2024-09-01 22:39:00,000 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0114s, count=843, qps in this process: 28.0893 (mp_runner.py:76) -2024-09-01 22:39:00,016 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0077s, count=843, qps in this process: 28.0928 (mp_runner.py:76) -2024-09-01 22:39:00,018 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0084s, count=843, qps in this process: 28.0921 (mp_runner.py:76) -2024-09-01 22:39:00,050 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0415s, count=844, qps in this process: 28.0945 (mp_runner.py:76) -2024-09-01 22:39:00,057 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0446s, count=844, qps in this process: 28.0916 (mp_runner.py:76) -2024-09-01 22:39:00,059 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.041s, count=844, qps in this process: 28.0949 (mp_runner.py:76) -2024-09-01 22:39:00,061 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0462s, count=844, qps in this process: 28.0901 (mp_runner.py:76) -2024-09-01 22:39:00,062 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0315s, count=844, qps in this process: 28.1038 (mp_runner.py:76) -2024-09-01 22:39:00,062 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0409s, count=844, qps in this process: 28.095 (mp_runner.py:76) -2024-09-01 22:39:00,063 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0452s, count=844, qps in this process: 28.091 (mp_runner.py:76) -2024-09-01 22:39:00,066 | INFO |End search in concurrency 15: dur=30.235544921997644s, total_count=12640, qps=418.051 (mp_runner.py:120) -2024-09-01 22:39:00,977 | INFO |Update largest qps with concurrency 15: current max_qps=418.051 (mp_runner.py:124) -2024-09-01 22:39:01,391 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:39:01,391 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 22:39:11,649 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 22:39:11,766 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,802 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,807 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,807 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,817 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,823 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,842 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,842 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,842 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,845 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,864 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,870 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,888 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:11,889 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:35,125 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.04818111199710984 (mp_runner.py:73) -2024-09-01 22:39:35,128 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.051111091997881886 (mp_runner.py:73) -2024-09-01 22:39:35,128 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.05077045399957569 (mp_runner.py:73) -2024-09-01 22:39:35,128 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.05146224900090601 (mp_runner.py:73) -2024-09-01 22:39:35,129 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.02988950900180498 (mp_runner.py:73) -2024-09-01 22:39:35,130 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.05241092799406033 (mp_runner.py:73) -2024-09-01 22:39:35,130 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0317042080059764 (mp_runner.py:73) -2024-09-01 22:39:35,131 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.04163906000030693 (mp_runner.py:73) -2024-09-01 22:39:35,131 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.0290861550020054 (mp_runner.py:73) -2024-09-01 22:39:35,133 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.02689139799622353 (mp_runner.py:73) -2024-09-01 22:39:35,135 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.028621577999729197 (mp_runner.py:73) -2024-09-01 22:39:35,135 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.057692750000569504 (mp_runner.py:73) -2024-09-01 22:39:35,135 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.05824782299896469 (mp_runner.py:73) -2024-09-01 22:39:35,136 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.04421640500368085 (mp_runner.py:73) -2024-09-01 22:39:35,136 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.05822725999314571 (mp_runner.py:73) -2024-09-01 22:39:35,138 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.06165975899784826 (mp_runner.py:73) -2024-09-01 22:39:35,141 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.06363556400174275 (mp_runner.py:73) -2024-09-01 22:39:35,141 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.050439867001841776 (mp_runner.py:73) -2024-09-01 22:39:35,142 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.06492897499992978 (mp_runner.py:73) -2024-09-01 22:39:35,142 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.06516567699873121 (mp_runner.py:73) -2024-09-01 22:39:41,809 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0004s, count=647, qps in this process: 21.5664 (mp_runner.py:76) -2024-09-01 22:39:41,840 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0008s, count=648, qps in this process: 21.5994 (mp_runner.py:76) -2024-09-01 22:39:41,841 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0228s, count=648, qps in this process: 21.5836 (mp_runner.py:76) -2024-09-01 22:39:41,842 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0023s, count=648, qps in this process: 21.5983 (mp_runner.py:76) -2024-09-01 22:39:41,842 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0138s, count=648, qps in this process: 21.5901 (mp_runner.py:76) -2024-09-01 22:39:41,847 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0807s, count=647, qps in this process: 21.5088 (mp_runner.py:76) -2024-09-01 22:39:41,850 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0059s, count=648, qps in this process: 21.5958 (mp_runner.py:76) -2024-09-01 22:39:41,858 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0138s, count=648, qps in this process: 21.5901 (mp_runner.py:76) -2024-09-01 22:39:41,861 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0515s, count=648, qps in this process: 21.563 (mp_runner.py:76) -2024-09-01 22:39:41,864 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0247s, count=648, qps in this process: 21.5822 (mp_runner.py:76) -2024-09-01 22:39:41,867 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0195s, count=648, qps in this process: 21.586 (mp_runner.py:76) -2024-09-01 22:39:41,868 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0035s, count=648, qps in this process: 21.5975 (mp_runner.py:76) -2024-09-01 22:39:41,868 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0242s, count=648, qps in this process: 21.5826 (mp_runner.py:76) -2024-09-01 22:39:41,872 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0658s, count=648, qps in this process: 21.5527 (mp_runner.py:76) -2024-09-01 22:39:41,875 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0089s, count=649, qps in this process: 21.6269 (mp_runner.py:76) -2024-09-01 22:39:41,875 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0114s, count=649, qps in this process: 21.6251 (mp_runner.py:76) -2024-09-01 22:39:41,894 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0076s, count=650, qps in this process: 21.6612 (mp_runner.py:76) -2024-09-01 22:39:41,894 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0029s, count=650, qps in this process: 21.6646 (mp_runner.py:76) -2024-09-01 22:39:41,894 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0079s, count=650, qps in this process: 21.661 (mp_runner.py:76) -2024-09-01 22:39:41,895 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0039s, count=650, qps in this process: 21.6639 (mp_runner.py:76) -2024-09-01 22:39:41,896 | INFO |End search in concurrency 20: dur=30.246487295997213s, total_count=12968, qps=428.744 (mp_runner.py:120) -2024-09-01 22:39:43,137 | INFO |Update largest qps with concurrency 20: current max_qps=428.744 (mp_runner.py:124) -2024-09-01 22:39:43,547 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:39:43,548 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 22:39:53,885 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 22:39:53,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:53,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:53,999 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,026 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,040 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,041 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,126 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,128 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,134 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,138 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,153 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,183 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,183 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,195 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,207 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,208 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,222 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:39:54,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.05736190499737859 (mp_runner.py:73) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.05829369400453288 (mp_runner.py:73) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.057338234000781085 (mp_runner.py:73) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.05938114099990344 (mp_runner.py:73) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.0589448699975037 (mp_runner.py:73) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.06020666199765401 (mp_runner.py:73) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.060518467995279934 (mp_runner.py:73) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.026216033998935018 (mp_runner.py:73) -2024-09-01 22:40:23,212 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.059812298000906594 (mp_runner.py:73) -2024-09-01 22:40:23,213 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.0597989090019837 (mp_runner.py:73) -2024-09-01 22:40:23,213 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.018799798002874013 (mp_runner.py:73) -2024-09-01 22:40:23,214 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.06302528700325638 (mp_runner.py:73) -2024-09-01 22:40:23,215 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.061248747995705344 (mp_runner.py:73) -2024-09-01 22:40:23,215 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.0632835009964765 (mp_runner.py:73) -2024-09-01 22:40:23,215 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0630008549997001 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.07274223100102972 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.07331560499733314 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.07038778500282206 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.07223749100376153 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.042657254001824185 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.05056403300113743 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.07321563399455044 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.07081630299944663 (mp_runner.py:73) -2024-09-01 22:40:23,224 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.07168316200113622 (mp_runner.py:73) -2024-09-01 22:40:23,225 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.0742184080008883 (mp_runner.py:73) -2024-09-01 22:40:23,951 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0042s, count=513, qps in this process: 17.0976 (mp_runner.py:76) -2024-09-01 22:40:24,053 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0329s, count=514, qps in this process: 17.1146 (mp_runner.py:76) -2024-09-01 22:40:24,055 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.084s, count=514, qps in this process: 17.0855 (mp_runner.py:76) -2024-09-01 22:40:24,056 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.025s, count=514, qps in this process: 17.1191 (mp_runner.py:76) -2024-09-01 22:40:24,059 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0101s, count=514, qps in this process: 17.1276 (mp_runner.py:76) -2024-09-01 22:40:24,060 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0533s, count=514, qps in this process: 17.1029 (mp_runner.py:76) -2024-09-01 22:40:24,061 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0107s, count=514, qps in this process: 17.1272 (mp_runner.py:76) -2024-09-01 22:40:24,146 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0155s, count=515, qps in this process: 17.1578 (mp_runner.py:76) -2024-09-01 22:40:24,150 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0115s, count=516, qps in this process: 17.1934 (mp_runner.py:76) -2024-09-01 22:40:24,160 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0119s, count=518, qps in this process: 17.2598 (mp_runner.py:76) -2024-09-01 22:40:24,164 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0305s, count=515, qps in this process: 17.1492 (mp_runner.py:76) -2024-09-01 22:40:24,168 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0342s, count=516, qps in this process: 17.1804 (mp_runner.py:76) -2024-09-01 22:40:24,170 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.039s, count=516, qps in this process: 17.1777 (mp_runner.py:76) -2024-09-01 22:40:24,175 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.02s, count=516, qps in this process: 17.1885 (mp_runner.py:76) -2024-09-01 22:40:24,189 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0018s, count=517, qps in this process: 17.2323 (mp_runner.py:76) -2024-09-01 22:40:24,195 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0077s, count=518, qps in this process: 17.2622 (mp_runner.py:76) -2024-09-01 22:40:24,195 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0014s, count=517, qps in this process: 17.2325 (mp_runner.py:76) -2024-09-01 22:40:24,205 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.018s, count=518, qps in this process: 17.2563 (mp_runner.py:76) -2024-09-01 22:40:24,213 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.014s, count=518, qps in this process: 17.2586 (mp_runner.py:76) -2024-09-01 22:40:24,228 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0175s, count=519, qps in this process: 17.2899 (mp_runner.py:76) -2024-09-01 22:40:24,232 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0175s, count=519, qps in this process: 17.2899 (mp_runner.py:76) -2024-09-01 22:40:24,244 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0127s, count=520, qps in this process: 17.326 (mp_runner.py:76) -2024-09-01 22:40:24,265 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0085s, count=521, qps in this process: 17.3617 (mp_runner.py:76) -2024-09-01 22:40:24,282 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0119s, count=522, qps in this process: 17.3931 (mp_runner.py:76) -2024-09-01 22:40:24,282 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.015s, count=522, qps in this process: 17.3913 (mp_runner.py:76) -2024-09-01 22:40:24,284 | INFO |End search in concurrency 25: dur=30.398666948000027s, total_count=12920, qps=425.0186 (mp_runner.py:120) -2024-09-01 22:40:26,250 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:40:26,250 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 22:40:36,709 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 22:40:36,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,880 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,891 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,891 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,904 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,904 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,932 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:36,991 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,000 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,021 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,030 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,043 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,050 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,094 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,102 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:40:37,130 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:06,870 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0214s, count=438, qps in this process: 14.5896 (mp_runner.py:76) -2024-09-01 22:41:06,920 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0056s, count=439, qps in this process: 14.6306 (mp_runner.py:76) -2024-09-01 22:41:06,921 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0305s, count=439, qps in this process: 14.6185 (mp_runner.py:76) -2024-09-01 22:41:06,929 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0307s, count=439, qps in this process: 14.6184 (mp_runner.py:76) -2024-09-01 22:41:06,931 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0323s, count=439, qps in this process: 14.6176 (mp_runner.py:76) -2024-09-01 22:41:06,932 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0171s, count=439, qps in this process: 14.625 (mp_runner.py:76) -2024-09-01 22:41:06,932 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0423s, count=439, qps in this process: 14.6127 (mp_runner.py:76) -2024-09-01 22:41:06,962 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0216s, count=440, qps in this process: 14.6561 (mp_runner.py:76) -2024-09-01 22:41:06,963 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0317s, count=440, qps in this process: 14.6512 (mp_runner.py:76) -2024-09-01 22:41:07,012 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0174s, count=441, qps in this process: 14.6915 (mp_runner.py:76) -2024-09-01 22:41:07,013 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0055s, count=441, qps in this process: 14.6973 (mp_runner.py:76) -2024-09-01 22:41:07,014 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0069s, count=441, qps in this process: 14.6966 (mp_runner.py:76) -2024-09-01 22:41:07,017 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0022s, count=441, qps in this process: 14.6989 (mp_runner.py:76) -2024-09-01 22:41:07,021 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0271s, count=441, qps in this process: 14.6867 (mp_runner.py:76) -2024-09-01 22:41:07,024 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.016s, count=441, qps in this process: 14.6922 (mp_runner.py:76) -2024-09-01 22:41:07,025 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.031s, count=441, qps in this process: 14.6848 (mp_runner.py:76) -2024-09-01 22:41:07,035 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.041s, count=441, qps in this process: 14.6799 (mp_runner.py:76) -2024-09-01 22:41:07,036 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0212s, count=441, qps in this process: 14.6896 (mp_runner.py:76) -2024-09-01 22:41:07,060 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.046s, count=442, qps in this process: 14.7108 (mp_runner.py:76) -2024-09-01 22:41:07,061 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0032s, count=442, qps in this process: 14.7318 (mp_runner.py:76) -2024-09-01 22:41:07,061 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0253s, count=442, qps in this process: 14.7209 (mp_runner.py:76) -2024-09-01 22:41:07,063 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0246s, count=442, qps in this process: 14.7213 (mp_runner.py:76) -2024-09-01 22:41:07,065 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0227s, count=442, qps in this process: 14.7222 (mp_runner.py:76) -2024-09-01 22:41:07,067 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0182s, count=442, qps in this process: 14.7244 (mp_runner.py:76) -2024-09-01 22:41:07,068 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0336s, count=442, qps in this process: 14.7169 (mp_runner.py:76) -2024-09-01 22:41:07,068 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.054s, count=442, qps in this process: 14.7069 (mp_runner.py:76) -2024-09-01 22:41:07,069 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0191s, count=442, qps in this process: 14.724 (mp_runner.py:76) -2024-09-01 22:41:07,106 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0039s, count=445, qps in this process: 14.8314 (mp_runner.py:76) -2024-09-01 22:41:07,119 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0123s, count=446, qps in this process: 14.8606 (mp_runner.py:76) -2024-09-01 22:41:07,143 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0032s, count=449, qps in this process: 14.9651 (mp_runner.py:76) -2024-09-01 22:41:07,145 | INFO |End search in concurrency 30: dur=30.435948466998525s, total_count=13239, qps=434.9791 (mp_runner.py:120) -2024-09-01 22:41:09,055 | INFO |Update largest qps with concurrency 30: current max_qps=434.9791 (mp_runner.py:124) -2024-09-01 22:41:09,467 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:41:09,467 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 22:41:19,982 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 22:41:20,148 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,149 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,266 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,267 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,287 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,297 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,297 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,297 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,314 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,320 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,320 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,320 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,328 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,331 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,333 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,338 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,377 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,377 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,382 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:20,394 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:41:50,187 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0346s, count=377, qps in this process: 12.5522 (mp_runner.py:76) -2024-09-01 22:41:50,199 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0446s, count=376, qps in this process: 12.5147 (mp_runner.py:76) -2024-09-01 22:41:50,271 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0137s, count=378, qps in this process: 12.5942 (mp_runner.py:76) -2024-09-01 22:41:50,277 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0084s, count=378, qps in this process: 12.5965 (mp_runner.py:76) -2024-09-01 22:41:50,282 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0133s, count=378, qps in this process: 12.5944 (mp_runner.py:76) -2024-09-01 22:41:50,338 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0142s, count=379, qps in this process: 12.6274 (mp_runner.py:76) -2024-09-01 22:41:50,338 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0188s, count=379, qps in this process: 12.6254 (mp_runner.py:76) -2024-09-01 22:41:50,342 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0458s, count=379, qps in this process: 12.6141 (mp_runner.py:76) -2024-09-01 22:41:50,343 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0415s, count=379, qps in this process: 12.6159 (mp_runner.py:76) -2024-09-01 22:41:50,344 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0135s, count=379, qps in this process: 12.6277 (mp_runner.py:76) -2024-09-01 22:41:50,346 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0532s, count=379, qps in this process: 12.611 (mp_runner.py:76) -2024-09-01 22:41:50,350 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0077s, count=379, qps in this process: 12.6301 (mp_runner.py:76) -2024-09-01 22:41:50,350 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0262s, count=379, qps in this process: 12.6223 (mp_runner.py:76) -2024-09-01 22:41:50,351 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0092s, count=379, qps in this process: 12.6295 (mp_runner.py:76) -2024-09-01 22:41:50,353 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0135s, count=379, qps in this process: 12.6277 (mp_runner.py:76) -2024-09-01 22:41:50,353 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0516s, count=379, qps in this process: 12.6116 (mp_runner.py:76) -2024-09-01 22:41:50,354 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0715s, count=379, qps in this process: 12.6033 (mp_runner.py:76) -2024-09-01 22:41:50,356 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0183s, count=379, qps in this process: 12.6256 (mp_runner.py:76) -2024-09-01 22:41:50,357 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0342s, count=379, qps in this process: 12.6189 (mp_runner.py:76) -2024-09-01 22:41:50,361 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0644s, count=379, qps in this process: 12.6063 (mp_runner.py:76) -2024-09-01 22:41:50,361 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.06s, count=379, qps in this process: 12.6081 (mp_runner.py:76) -2024-09-01 22:41:50,362 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0388s, count=379, qps in this process: 12.617 (mp_runner.py:76) -2024-09-01 22:41:50,363 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0438s, count=379, qps in this process: 12.6149 (mp_runner.py:76) -2024-09-01 22:41:50,364 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0679s, count=379, qps in this process: 12.6048 (mp_runner.py:76) -2024-09-01 22:41:50,382 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0397s, count=379, qps in this process: 12.6166 (mp_runner.py:76) -2024-09-01 22:41:50,387 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0192s, count=380, qps in this process: 12.6586 (mp_runner.py:76) -2024-09-01 22:41:50,388 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0263s, count=380, qps in this process: 12.6556 (mp_runner.py:76) -2024-09-01 22:41:50,388 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0206s, count=380, qps in this process: 12.658 (mp_runner.py:76) -2024-09-01 22:41:50,388 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.027s, count=380, qps in this process: 12.6553 (mp_runner.py:76) -2024-09-01 22:41:50,389 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.021s, count=380, qps in this process: 12.6578 (mp_runner.py:76) -2024-09-01 22:41:50,389 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0216s, count=380, qps in this process: 12.6576 (mp_runner.py:76) -2024-09-01 22:41:50,390 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0036s, count=380, qps in this process: 12.6651 (mp_runner.py:76) -2024-09-01 22:41:50,390 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.004s, count=380, qps in this process: 12.665 (mp_runner.py:76) -2024-09-01 22:41:50,407 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0135s, count=381, qps in this process: 12.6943 (mp_runner.py:76) -2024-09-01 22:41:50,407 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0109s, count=381, qps in this process: 12.6954 (mp_runner.py:76) -2024-09-01 22:41:50,409 | INFO |End search in concurrency 35: dur=30.42601423800079s, total_count=13269, qps=436.1071 (mp_runner.py:120) -2024-09-01 22:41:52,697 | INFO |Update largest qps with concurrency 35: current max_qps=436.1071 (mp_runner.py:124) -2024-09-01 22:41:53,108 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:41:53,109 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 22:42:03,816 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 22:42:03,984 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:03,992 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,042 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,063 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,086 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,144 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,168 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,176 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,183 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,196 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,199 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,202 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,202 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,221 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,236 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,243 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,247 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,247 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,251 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,271 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,305 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:04,310 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:34,004 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0189s, count=332, qps in this process: 11.0597 (mp_runner.py:76) -2024-09-01 22:42:34,063 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0091s, count=333, qps in this process: 11.0966 (mp_runner.py:76) -2024-09-01 22:42:34,084 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0897s, count=333, qps in this process: 11.0669 (mp_runner.py:76) -2024-09-01 22:42:34,131 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0438s, count=333, qps in this process: 11.0838 (mp_runner.py:76) -2024-09-01 22:42:34,159 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.081s, count=334, qps in this process: 11.1034 (mp_runner.py:76) -2024-09-01 22:42:34,161 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0396s, count=333, qps in this process: 11.0854 (mp_runner.py:76) -2024-09-01 22:42:34,163 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0168s, count=334, qps in this process: 11.1271 (mp_runner.py:76) -2024-09-01 22:42:34,168 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0004s, count=334, qps in this process: 11.1332 (mp_runner.py:76) -2024-09-01 22:42:34,169 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0308s, count=334, qps in this process: 11.1219 (mp_runner.py:76) -2024-09-01 22:42:34,204 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0146s, count=335, qps in this process: 11.1612 (mp_runner.py:76) -2024-09-01 22:42:34,205 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0016s, count=335, qps in this process: 11.1661 (mp_runner.py:76) -2024-09-01 22:42:34,207 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0376s, count=335, qps in this process: 11.1527 (mp_runner.py:76) -2024-09-01 22:42:34,214 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0247s, count=335, qps in this process: 11.1575 (mp_runner.py:76) -2024-09-01 22:42:34,218 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0381s, count=335, qps in this process: 11.1525 (mp_runner.py:76) -2024-09-01 22:42:34,219 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0289s, count=335, qps in this process: 11.1559 (mp_runner.py:76) -2024-09-01 22:42:34,220 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0056s, count=335, qps in this process: 11.1646 (mp_runner.py:76) -2024-09-01 22:42:34,222 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0356s, count=335, qps in this process: 11.1534 (mp_runner.py:76) -2024-09-01 22:42:34,229 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0231s, count=335, qps in this process: 11.1581 (mp_runner.py:76) -2024-09-01 22:42:34,232 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0423s, count=335, qps in this process: 11.1509 (mp_runner.py:76) -2024-09-01 22:42:34,232 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0425s, count=335, qps in this process: 11.1509 (mp_runner.py:76) -2024-09-01 22:42:34,233 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0335s, count=335, qps in this process: 11.1542 (mp_runner.py:76) -2024-09-01 22:42:34,257 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0174s, count=336, qps in this process: 11.1935 (mp_runner.py:76) -2024-09-01 22:42:34,257 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0075s, count=336, qps in this process: 11.1972 (mp_runner.py:76) -2024-09-01 22:42:34,258 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0157s, count=336, qps in this process: 11.1941 (mp_runner.py:76) -2024-09-01 22:42:34,259 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0233s, count=336, qps in this process: 11.1913 (mp_runner.py:76) -2024-09-01 22:42:34,259 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0078s, count=336, qps in this process: 11.1971 (mp_runner.py:76) -2024-09-01 22:42:34,259 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0166s, count=336, qps in this process: 11.1938 (mp_runner.py:76) -2024-09-01 22:42:34,261 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0407s, count=336, qps in this process: 11.1848 (mp_runner.py:76) -2024-09-01 22:42:34,262 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0355s, count=336, qps in this process: 11.1868 (mp_runner.py:76) -2024-09-01 22:42:34,267 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.005s, count=336, qps in this process: 11.1981 (mp_runner.py:76) -2024-09-01 22:42:34,268 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0324s, count=336, qps in this process: 11.1879 (mp_runner.py:76) -2024-09-01 22:42:34,268 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0062s, count=336, qps in this process: 11.1977 (mp_runner.py:76) -2024-09-01 22:42:34,269 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0173s, count=336, qps in this process: 11.1935 (mp_runner.py:76) -2024-09-01 22:42:34,270 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0064s, count=336, qps in this process: 11.1976 (mp_runner.py:76) -2024-09-01 22:42:34,284 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0018s, count=337, qps in this process: 11.2327 (mp_runner.py:76) -2024-09-01 22:42:34,285 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0211s, count=337, qps in this process: 11.2254 (mp_runner.py:76) -2024-09-01 22:42:34,285 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0231s, count=337, qps in this process: 11.2247 (mp_runner.py:76) -2024-09-01 22:42:34,288 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0087s, count=337, qps in this process: 11.2301 (mp_runner.py:76) -2024-09-01 22:42:34,329 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0151s, count=340, qps in this process: 11.3276 (mp_runner.py:76) -2024-09-01 22:42:34,330 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0077s, count=340, qps in this process: 11.3304 (mp_runner.py:76) -2024-09-01 22:42:34,331 | INFO |End search in concurrency 40: dur=30.514586238998163s, total_count=13416, qps=439.6586 (mp_runner.py:120) -2024-09-01 22:42:36,922 | INFO |Update largest qps with concurrency 40: current max_qps=439.6586 (mp_runner.py:124) -2024-09-01 22:42:37,335 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:42:37,335 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 22:42:48,156 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 22:42:48,252 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,388 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,407 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,420 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,422 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,501 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,512 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,531 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,535 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,547 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,557 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,565 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,599 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,604 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,626 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,632 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,632 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,632 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,636 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,645 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,646 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,648 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,648 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,649 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,651 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,652 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,724 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,733 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,798 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:42:48,800 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:18,326 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0382s, count=297, qps in this process: 9.8874 (mp_runner.py:76) -2024-09-01 22:43:18,454 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0578s, count=298, qps in this process: 9.9142 (mp_runner.py:76) -2024-09-01 22:43:18,499 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0502s, count=298, qps in this process: 9.9167 (mp_runner.py:76) -2024-09-01 22:43:18,499 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0661s, count=298, qps in this process: 9.9115 (mp_runner.py:76) -2024-09-01 22:43:18,508 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0943s, count=299, qps in this process: 9.9354 (mp_runner.py:76) -2024-09-01 22:43:18,519 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0891s, count=299, qps in this process: 9.9372 (mp_runner.py:76) -2024-09-01 22:43:18,524 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0142s, count=299, qps in this process: 9.962 (mp_runner.py:76) -2024-09-01 22:43:18,549 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.1399s, count=299, qps in this process: 9.9204 (mp_runner.py:76) -2024-09-01 22:43:18,564 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0267s, count=299, qps in this process: 9.9578 (mp_runner.py:76) -2024-09-01 22:43:18,565 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.043s, count=299, qps in this process: 9.9524 (mp_runner.py:76) -2024-09-01 22:43:18,571 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0616s, count=299, qps in this process: 9.9462 (mp_runner.py:76) -2024-09-01 22:43:18,574 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0705s, count=299, qps in this process: 9.9433 (mp_runner.py:76) -2024-09-01 22:43:18,577 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.002s, count=299, qps in this process: 9.966 (mp_runner.py:76) -2024-09-01 22:43:18,577 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0426s, count=299, qps in this process: 9.9525 (mp_runner.py:76) -2024-09-01 22:43:18,578 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0038s, count=299, qps in this process: 9.9654 (mp_runner.py:76) -2024-09-01 22:43:18,580 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0084s, count=299, qps in this process: 9.9639 (mp_runner.py:76) -2024-09-01 22:43:18,596 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0862s, count=299, qps in this process: 9.9381 (mp_runner.py:76) -2024-09-01 22:43:18,638 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.08s, count=300, qps in this process: 9.9734 (mp_runner.py:76) -2024-09-01 22:43:18,640 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0385s, count=300, qps in this process: 9.9872 (mp_runner.py:76) -2024-09-01 22:43:18,642 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0038s, count=300, qps in this process: 9.9987 (mp_runner.py:76) -2024-09-01 22:43:18,643 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.009s, count=300, qps in this process: 9.997 (mp_runner.py:76) -2024-09-01 22:43:18,647 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0443s, count=300, qps in this process: 9.9853 (mp_runner.py:76) -2024-09-01 22:43:18,649 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0744s, count=300, qps in this process: 9.9753 (mp_runner.py:76) -2024-09-01 22:43:18,649 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0152s, count=300, qps in this process: 9.9949 (mp_runner.py:76) -2024-09-01 22:43:18,650 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0127s, count=300, qps in this process: 9.9958 (mp_runner.py:76) -2024-09-01 22:43:18,655 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0207s, count=300, qps in this process: 9.9931 (mp_runner.py:76) -2024-09-01 22:43:18,655 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0893s, count=300, qps in this process: 9.9703 (mp_runner.py:76) -2024-09-01 22:43:18,656 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.054s, count=300, qps in this process: 9.982 (mp_runner.py:76) -2024-09-01 22:43:18,656 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.046s, count=300, qps in this process: 9.9847 (mp_runner.py:76) -2024-09-01 22:43:18,656 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0544s, count=300, qps in this process: 9.9819 (mp_runner.py:76) -2024-09-01 22:43:18,657 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0097s, count=300, qps in this process: 9.9968 (mp_runner.py:76) -2024-09-01 22:43:18,662 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0274s, count=300, qps in this process: 9.9909 (mp_runner.py:76) -2024-09-01 22:43:18,662 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.1102s, count=300, qps in this process: 9.9634 (mp_runner.py:76) -2024-09-01 22:43:18,664 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0136s, count=300, qps in this process: 9.9955 (mp_runner.py:76) -2024-09-01 22:43:18,664 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0364s, count=300, qps in this process: 9.9879 (mp_runner.py:76) -2024-09-01 22:43:18,672 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0219s, count=301, qps in this process: 10.026 (mp_runner.py:76) -2024-09-01 22:43:18,672 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0222s, count=301, qps in this process: 10.0259 (mp_runner.py:76) -2024-09-01 22:43:18,675 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0286s, count=301, qps in this process: 10.0238 (mp_runner.py:76) -2024-09-01 22:43:18,700 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0151s, count=302, qps in this process: 10.0616 (mp_runner.py:76) -2024-09-01 22:43:18,701 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0028s, count=302, qps in this process: 10.0657 (mp_runner.py:76) -2024-09-01 22:43:18,733 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0054s, count=304, qps in this process: 10.1315 (mp_runner.py:76) -2024-09-01 22:43:18,738 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.02s, count=304, qps in this process: 10.1266 (mp_runner.py:76) -2024-09-01 22:43:18,744 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0065s, count=305, qps in this process: 10.1645 (mp_runner.py:76) -2024-09-01 22:43:18,813 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0065s, count=310, qps in this process: 10.3311 (mp_runner.py:76) -2024-09-01 22:43:18,813 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0049s, count=310, qps in this process: 10.3316 (mp_runner.py:76) -2024-09-01 22:43:18,815 | INFO |End search in concurrency 45: dur=30.657465658994624s, total_count=13518, qps=440.9366 (mp_runner.py:120) -2024-09-01 22:43:21,756 | INFO |Update largest qps with concurrency 45: current max_qps=440.9366 (mp_runner.py:124) -2024-09-01 22:43:22,167 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:43:22,167 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 22:43:43,151 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 22:43:43,223 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,352 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,380 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,394 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,428 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,443 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,642 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,645 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,650 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,662 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,688 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,697 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,700 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,715 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,725 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,732 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,757 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,766 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,772 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,786 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,791 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,794 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,799 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,799 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,814 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,815 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,831 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,842 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,843 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,856 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,856 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,856 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,920 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:43:43,921 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:13,380 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0165s, count=266, qps in this process: 8.8618 (mp_runner.py:76) -2024-09-01 22:44:13,385 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.1095s, count=266, qps in this process: 8.8344 (mp_runner.py:76) -2024-09-01 22:44:13,468 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0298s, count=267, qps in this process: 8.8912 (mp_runner.py:76) -2024-09-01 22:44:13,470 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0688s, count=267, qps in this process: 8.8796 (mp_runner.py:76) -2024-09-01 22:44:13,510 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0544s, count=267, qps in this process: 8.8839 (mp_runner.py:76) -2024-09-01 22:44:13,513 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.1243s, count=267, qps in this process: 8.8633 (mp_runner.py:76) -2024-09-01 22:44:13,688 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0379s, count=268, qps in this process: 8.9221 (mp_runner.py:76) -2024-09-01 22:44:13,691 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0032s, count=268, qps in this process: 8.9324 (mp_runner.py:76) -2024-09-01 22:44:13,699 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0552s, count=268, qps in this process: 8.9169 (mp_runner.py:76) -2024-09-01 22:44:13,730 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0714s, count=269, qps in this process: 8.9454 (mp_runner.py:76) -2024-09-01 22:44:13,732 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0537s, count=269, qps in this process: 8.9506 (mp_runner.py:76) -2024-09-01 22:44:13,734 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0091s, count=269, qps in this process: 8.9639 (mp_runner.py:76) -2024-09-01 22:44:13,735 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0709s, count=269, qps in this process: 8.9455 (mp_runner.py:76) -2024-09-01 22:44:13,736 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.019s, count=269, qps in this process: 8.961 (mp_runner.py:76) -2024-09-01 22:44:13,739 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0562s, count=269, qps in this process: 8.9499 (mp_runner.py:76) -2024-09-01 22:44:13,741 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0962s, count=269, qps in this process: 8.938 (mp_runner.py:76) -2024-09-01 22:44:13,742 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0641s, count=269, qps in this process: 8.9475 (mp_runner.py:76) -2024-09-01 22:44:13,744 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0626s, count=269, qps in this process: 8.948 (mp_runner.py:76) -2024-09-01 22:44:13,745 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0066s, count=269, qps in this process: 8.9647 (mp_runner.py:76) -2024-09-01 22:44:13,748 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.05s, count=269, qps in this process: 8.9517 (mp_runner.py:76) -2024-09-01 22:44:13,749 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0584s, count=269, qps in this process: 8.9492 (mp_runner.py:76) -2024-09-01 22:44:13,750 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0689s, count=269, qps in this process: 8.9461 (mp_runner.py:76) -2024-09-01 22:44:13,751 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0363s, count=269, qps in this process: 8.9558 (mp_runner.py:76) -2024-09-01 22:44:13,755 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0375s, count=269, qps in this process: 8.9555 (mp_runner.py:76) -2024-09-01 22:44:13,780 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0337s, count=270, qps in this process: 8.9899 (mp_runner.py:76) -2024-09-01 22:44:13,784 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.05s, count=270, qps in this process: 8.985 (mp_runner.py:76) -2024-09-01 22:44:13,797 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0314s, count=270, qps in this process: 8.9906 (mp_runner.py:76) -2024-09-01 22:44:13,799 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0272s, count=270, qps in this process: 8.9918 (mp_runner.py:76) -2024-09-01 22:44:13,809 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0629s, count=270, qps in this process: 8.9812 (mp_runner.py:76) -2024-09-01 22:44:13,812 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0353s, count=270, qps in this process: 8.9894 (mp_runner.py:76) -2024-09-01 22:44:13,821 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0227s, count=270, qps in this process: 8.9932 (mp_runner.py:76) -2024-09-01 22:44:13,825 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0198s, count=270, qps in this process: 8.9941 (mp_runner.py:76) -2024-09-01 22:44:13,826 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0078s, count=270, qps in this process: 8.9977 (mp_runner.py:76) -2024-09-01 22:44:13,829 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0349s, count=270, qps in this process: 8.9895 (mp_runner.py:76) -2024-09-01 22:44:13,848 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.002s, count=271, qps in this process: 9.0327 (mp_runner.py:76) -2024-09-01 22:44:13,849 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0495s, count=271, qps in this process: 9.0185 (mp_runner.py:76) -2024-09-01 22:44:13,849 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0274s, count=271, qps in this process: 9.0251 (mp_runner.py:76) -2024-09-01 22:44:13,851 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0445s, count=271, qps in this process: 9.02 (mp_runner.py:76) -2024-09-01 22:44:13,851 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0107s, count=271, qps in this process: 9.0301 (mp_runner.py:76) -2024-09-01 22:44:13,852 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0371s, count=271, qps in this process: 9.0222 (mp_runner.py:76) -2024-09-01 22:44:13,853 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0053s, count=271, qps in this process: 9.0317 (mp_runner.py:76) -2024-09-01 22:44:13,853 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0379s, count=271, qps in this process: 9.0219 (mp_runner.py:76) -2024-09-01 22:44:13,854 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0232s, count=271, qps in this process: 9.0264 (mp_runner.py:76) -2024-09-01 22:44:13,854 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0199s, count=271, qps in this process: 9.0273 (mp_runner.py:76) -2024-09-01 22:44:13,877 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.012s, count=272, qps in this process: 9.063 (mp_runner.py:76) -2024-09-01 22:44:13,878 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0128s, count=272, qps in this process: 9.0628 (mp_runner.py:76) -2024-09-01 22:44:13,880 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0151s, count=272, qps in this process: 9.0621 (mp_runner.py:76) -2024-09-01 22:44:13,924 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0011s, count=275, qps in this process: 9.1663 (mp_runner.py:76) -2024-09-01 22:44:13,934 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0059s, count=276, qps in this process: 9.1982 (mp_runner.py:76) -2024-09-01 22:44:13,934 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.006s, count=276, qps in this process: 9.1982 (mp_runner.py:76) -2024-09-01 22:44:13,936 | INFO |End search in concurrency 50: dur=30.784146746998886s, total_count=13492, qps=438.2775 (mp_runner.py:120) -2024-09-01 22:44:17,640 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:44:17,640 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 22:44:38,821 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 22:44:39,052 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,122 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,198 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,200 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,206 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,239 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,279 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,282 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,282 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,288 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,289 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,291 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,294 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,321 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,323 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,330 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,391 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,406 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,406 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,432 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,447 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,450 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,488 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,519 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,526 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,558 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,614 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:44:39,616 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:09,173 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0492s, count=244, qps in this process: 8.12 (mp_runner.py:76) -2024-09-01 22:45:09,198 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.1379s, count=244, qps in this process: 8.0961 (mp_runner.py:76) -2024-09-01 22:45:09,212 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0088s, count=244, qps in this process: 8.1309 (mp_runner.py:76) -2024-09-01 22:45:09,285 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0667s, count=245, qps in this process: 8.1485 (mp_runner.py:76) -2024-09-01 22:45:09,292 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0842s, count=245, qps in this process: 8.1438 (mp_runner.py:76) -2024-09-01 22:45:09,295 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0951s, count=245, qps in this process: 8.1409 (mp_runner.py:76) -2024-09-01 22:45:09,296 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0472s, count=245, qps in this process: 8.1538 (mp_runner.py:76) -2024-09-01 22:45:09,299 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0911s, count=245, qps in this process: 8.1419 (mp_runner.py:76) -2024-09-01 22:45:09,304 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0962s, count=245, qps in this process: 8.1406 (mp_runner.py:76) -2024-09-01 22:45:09,316 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0221s, count=245, qps in this process: 8.1607 (mp_runner.py:76) -2024-09-01 22:45:09,323 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0376s, count=245, qps in this process: 8.1564 (mp_runner.py:76) -2024-09-01 22:45:09,324 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.1166s, count=245, qps in this process: 8.135 (mp_runner.py:76) -2024-09-01 22:45:09,325 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0415s, count=245, qps in this process: 8.1554 (mp_runner.py:76) -2024-09-01 22:45:09,331 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0459s, count=245, qps in this process: 8.1542 (mp_runner.py:76) -2024-09-01 22:45:09,345 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.107s, count=245, qps in this process: 8.1376 (mp_runner.py:76) -2024-09-01 22:45:09,348 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0462s, count=246, qps in this process: 8.1874 (mp_runner.py:76) -2024-09-01 22:45:09,350 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.1402s, count=245, qps in this process: 8.1287 (mp_runner.py:76) -2024-09-01 22:45:09,355 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0281s, count=246, qps in this process: 8.1923 (mp_runner.py:76) -2024-09-01 22:45:09,358 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0322s, count=246, qps in this process: 8.1912 (mp_runner.py:76) -2024-09-01 22:45:09,370 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0729s, count=245, qps in this process: 8.1469 (mp_runner.py:76) -2024-09-01 22:45:09,372 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.164s, count=245, qps in this process: 8.1223 (mp_runner.py:76) -2024-09-01 22:45:09,372 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0865s, count=245, qps in this process: 8.1432 (mp_runner.py:76) -2024-09-01 22:45:09,378 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0144s, count=245, qps in this process: 8.1627 (mp_runner.py:76) -2024-09-01 22:45:09,379 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.171s, count=245, qps in this process: 8.1204 (mp_runner.py:76) -2024-09-01 22:45:09,384 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0768s, count=246, qps in this process: 8.1791 (mp_runner.py:76) -2024-09-01 22:45:09,384 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.1681s, count=245, qps in this process: 8.1212 (mp_runner.py:76) -2024-09-01 22:45:09,389 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0551s, count=245, qps in this process: 8.1517 (mp_runner.py:76) -2024-09-01 22:45:09,392 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.014s, count=246, qps in this process: 8.1962 (mp_runner.py:76) -2024-09-01 22:45:09,394 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.005s, count=246, qps in this process: 8.1986 (mp_runner.py:76) -2024-09-01 22:45:09,407 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0748s, count=246, qps in this process: 8.1796 (mp_runner.py:76) -2024-09-01 22:45:09,420 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0211s, count=246, qps in this process: 8.1942 (mp_runner.py:76) -2024-09-01 22:45:09,422 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.1385s, count=246, qps in this process: 8.1623 (mp_runner.py:76) -2024-09-01 22:45:09,445 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0594s, count=246, qps in this process: 8.1838 (mp_runner.py:76) -2024-09-01 22:45:09,455 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0696s, count=246, qps in this process: 8.181 (mp_runner.py:76) -2024-09-01 22:45:09,467 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0306s, count=246, qps in this process: 8.1916 (mp_runner.py:76) -2024-09-01 22:45:09,477 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0272s, count=247, qps in this process: 8.2259 (mp_runner.py:76) -2024-09-01 22:45:09,477 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0667s, count=247, qps in this process: 8.2151 (mp_runner.py:76) -2024-09-01 22:45:09,486 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0759s, count=247, qps in this process: 8.2126 (mp_runner.py:76) -2024-09-01 22:45:09,486 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0285s, count=247, qps in this process: 8.2255 (mp_runner.py:76) -2024-09-01 22:45:09,487 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0594s, count=247, qps in this process: 8.2171 (mp_runner.py:76) -2024-09-01 22:45:09,487 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0323s, count=247, qps in this process: 8.2245 (mp_runner.py:76) -2024-09-01 22:45:09,493 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0555s, count=247, qps in this process: 8.2181 (mp_runner.py:76) -2024-09-01 22:45:09,504 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0538s, count=247, qps in this process: 8.2186 (mp_runner.py:76) -2024-09-01 22:45:09,517 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0145s, count=248, qps in this process: 8.2627 (mp_runner.py:76) -2024-09-01 22:45:09,528 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0009s, count=249, qps in this process: 8.2998 (mp_runner.py:76) -2024-09-01 22:45:09,537 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0088s, count=249, qps in this process: 8.2976 (mp_runner.py:76) -2024-09-01 22:45:09,537 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.023s, count=249, qps in this process: 8.2936 (mp_runner.py:76) -2024-09-01 22:45:09,539 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0047s, count=249, qps in this process: 8.2987 (mp_runner.py:76) -2024-09-01 22:45:09,547 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0181s, count=249, qps in this process: 8.295 (mp_runner.py:76) -2024-09-01 22:45:09,556 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0273s, count=250, qps in this process: 8.3258 (mp_runner.py:76) -2024-09-01 22:45:09,564 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.03s, count=250, qps in this process: 8.325 (mp_runner.py:76) -2024-09-01 22:45:09,568 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0104s, count=251, qps in this process: 8.3638 (mp_runner.py:76) -2024-09-01 22:45:09,581 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0115s, count=252, qps in this process: 8.3968 (mp_runner.py:76) -2024-09-01 22:45:09,633 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0083s, count=256, qps in this process: 8.531 (mp_runner.py:76) -2024-09-01 22:45:09,633 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0072s, count=256, qps in this process: 8.5313 (mp_runner.py:76) -2024-09-01 22:45:09,636 | INFO |End search in concurrency 55: dur=30.81272095299937s, total_count=13568, qps=440.3376 (mp_runner.py:120) -2024-09-01 22:45:13,698 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:45:13,699 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 22:45:35,121 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 22:45:35,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,436 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,612 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,613 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,633 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,636 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,643 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,665 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,665 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,665 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,676 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,686 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,690 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,690 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,694 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,694 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,694 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,695 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,695 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,699 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,706 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,709 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,709 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,758 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,763 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,776 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,778 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,783 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,824 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,825 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,825 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,831 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,831 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,846 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,846 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,870 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,886 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,905 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:45:35,919 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:05,477 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0363s, count=224, qps in this process: 7.4576 (mp_runner.py:76) -2024-09-01 22:46:05,497 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0581s, count=224, qps in this process: 7.4522 (mp_runner.py:76) -2024-09-01 22:46:05,692 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0559s, count=226, qps in this process: 7.5193 (mp_runner.py:76) -2024-09-01 22:46:05,692 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0569s, count=226, qps in this process: 7.5191 (mp_runner.py:76) -2024-09-01 22:46:05,693 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0581s, count=226, qps in this process: 7.5188 (mp_runner.py:76) -2024-09-01 22:46:05,693 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.02s, count=226, qps in this process: 7.5283 (mp_runner.py:76) -2024-09-01 22:46:05,695 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0542s, count=226, qps in this process: 7.5197 (mp_runner.py:76) -2024-09-01 22:46:05,695 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0231s, count=226, qps in this process: 7.5275 (mp_runner.py:76) -2024-09-01 22:46:05,696 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0603s, count=226, qps in this process: 7.5182 (mp_runner.py:76) -2024-09-01 22:46:05,700 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0871s, count=226, qps in this process: 7.5115 (mp_runner.py:76) -2024-09-01 22:46:05,702 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0312s, count=226, qps in this process: 7.5255 (mp_runner.py:76) -2024-09-01 22:46:05,703 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0096s, count=226, qps in this process: 7.5309 (mp_runner.py:76) -2024-09-01 22:46:05,703 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0046s, count=226, qps in this process: 7.5322 (mp_runner.py:76) -2024-09-01 22:46:05,704 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0685s, count=226, qps in this process: 7.5162 (mp_runner.py:76) -2024-09-01 22:46:05,704 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0298s, count=226, qps in this process: 7.5259 (mp_runner.py:76) -2024-09-01 22:46:05,704 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0109s, count=226, qps in this process: 7.5306 (mp_runner.py:76) -2024-09-01 22:46:05,705 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0852s, count=226, qps in this process: 7.512 (mp_runner.py:76) -2024-09-01 22:46:05,706 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0003s, count=226, qps in this process: 7.5333 (mp_runner.py:76) -2024-09-01 22:46:05,707 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0586s, count=226, qps in this process: 7.5186 (mp_runner.py:76) -2024-09-01 22:46:05,708 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0674s, count=226, qps in this process: 7.5164 (mp_runner.py:76) -2024-09-01 22:46:05,709 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0734s, count=226, qps in this process: 7.5149 (mp_runner.py:76) -2024-09-01 22:46:05,710 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0238s, count=226, qps in this process: 7.5274 (mp_runner.py:76) -2024-09-01 22:46:05,711 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0746s, count=226, qps in this process: 7.5146 (mp_runner.py:76) -2024-09-01 22:46:05,711 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0127s, count=226, qps in this process: 7.5301 (mp_runner.py:76) -2024-09-01 22:46:05,712 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0764s, count=226, qps in this process: 7.5142 (mp_runner.py:76) -2024-09-01 22:46:05,713 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0955s, count=226, qps in this process: 7.5094 (mp_runner.py:76) -2024-09-01 22:46:05,715 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.028s, count=226, qps in this process: 7.5263 (mp_runner.py:76) -2024-09-01 22:46:05,715 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0066s, count=226, qps in this process: 7.5317 (mp_runner.py:76) -2024-09-01 22:46:05,717 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0263s, count=226, qps in this process: 7.5267 (mp_runner.py:76) -2024-09-01 22:46:05,717 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0312s, count=226, qps in this process: 7.5255 (mp_runner.py:76) -2024-09-01 22:46:05,719 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0837s, count=226, qps in this process: 7.5124 (mp_runner.py:76) -2024-09-01 22:46:05,720 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0802s, count=226, qps in this process: 7.5132 (mp_runner.py:76) -2024-09-01 22:46:05,740 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0222s, count=227, qps in this process: 7.5611 (mp_runner.py:76) -2024-09-01 22:46:05,751 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0451s, count=227, qps in this process: 7.5553 (mp_runner.py:76) -2024-09-01 22:46:05,752 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0305s, count=227, qps in this process: 7.559 (mp_runner.py:76) -2024-09-01 22:46:05,757 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0392s, count=227, qps in this process: 7.5568 (mp_runner.py:76) -2024-09-01 22:46:05,764 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.004s, count=227, qps in this process: 7.5657 (mp_runner.py:76) -2024-09-01 22:46:05,767 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0674s, count=227, qps in this process: 7.5497 (mp_runner.py:76) -2024-09-01 22:46:05,783 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0672s, count=227, qps in this process: 7.5498 (mp_runner.py:76) -2024-09-01 22:46:05,799 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0909s, count=227, qps in this process: 7.5438 (mp_runner.py:76) -2024-09-01 22:46:05,814 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0198s, count=228, qps in this process: 7.595 (mp_runner.py:76) -2024-09-01 22:46:05,822 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0355s, count=228, qps in this process: 7.591 (mp_runner.py:76) -2024-09-01 22:46:05,822 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0617s, count=228, qps in this process: 7.5844 (mp_runner.py:76) -2024-09-01 22:46:05,823 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0624s, count=228, qps in this process: 7.5842 (mp_runner.py:76) -2024-09-01 22:46:05,838 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0077s, count=228, qps in this process: 7.598 (mp_runner.py:76) -2024-09-01 22:46:05,838 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0709s, count=228, qps in this process: 7.5821 (mp_runner.py:76) -2024-09-01 22:46:05,839 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0614s, count=228, qps in this process: 7.5845 (mp_runner.py:76) -2024-09-01 22:46:05,851 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0206s, count=229, qps in this process: 7.6281 (mp_runner.py:76) -2024-09-01 22:46:05,854 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0176s, count=229, qps in this process: 7.6289 (mp_runner.py:76) -2024-09-01 22:46:05,855 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0012s, count=229, qps in this process: 7.633 (mp_runner.py:76) -2024-09-01 22:46:05,856 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0189s, count=229, qps in this process: 7.6285 (mp_runner.py:76) -2024-09-01 22:46:05,856 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0019s, count=229, qps in this process: 7.6328 (mp_runner.py:76) -2024-09-01 22:46:05,861 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0303s, count=229, qps in this process: 7.6256 (mp_runner.py:76) -2024-09-01 22:46:05,863 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0318s, count=229, qps in this process: 7.6253 (mp_runner.py:76) -2024-09-01 22:46:05,891 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0024s, count=231, qps in this process: 7.6994 (mp_runner.py:76) -2024-09-01 22:46:05,891 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0004s, count=231, qps in this process: 7.6999 (mp_runner.py:76) -2024-09-01 22:46:05,911 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0005s, count=233, qps in this process: 7.7665 (mp_runner.py:76) -2024-09-01 22:46:05,911 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0004s, count=233, qps in this process: 7.7666 (mp_runner.py:76) -2024-09-01 22:46:05,921 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0075s, count=234, qps in this process: 7.7981 (mp_runner.py:76) -2024-09-01 22:46:05,931 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0005s, count=235, qps in this process: 7.8332 (mp_runner.py:76) -2024-09-01 22:46:05,933 | INFO |End search in concurrency 60: dur=30.81175683499896s, total_count=13640, qps=442.6882 (mp_runner.py:120) -2024-09-01 22:46:09,911 | INFO |Update largest qps with concurrency 60: current max_qps=442.6882 (mp_runner.py:124) -2024-09-01 22:46:10,324 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:46:10,324 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 22:46:31,886 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 22:46:31,941 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,188 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,200 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,215 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,325 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,374 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,374 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,385 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,437 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,438 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,469 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,469 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,476 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,483 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,489 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,495 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,505 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,526 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,530 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,540 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,540 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,570 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,585 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,585 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,585 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,589 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,601 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,601 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,650 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,676 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,738 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,779 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,784 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,813 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,860 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:46:32,950 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:02,067 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.1252s, count=196, qps in this process: 6.5062 (mp_runner.py:76) -2024-09-01 22:47:02,222 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0305s, count=197, qps in this process: 6.56 (mp_runner.py:76) -2024-09-01 22:47:02,223 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0115s, count=197, qps in this process: 6.5642 (mp_runner.py:76) -2024-09-01 22:47:02,224 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0114s, count=197, qps in this process: 6.5642 (mp_runner.py:76) -2024-09-01 22:47:02,335 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0085s, count=198, qps in this process: 6.5981 (mp_runner.py:76) -2024-09-01 22:47:02,341 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.1118s, count=198, qps in this process: 6.5755 (mp_runner.py:76) -2024-09-01 22:47:02,346 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0954s, count=198, qps in this process: 6.5791 (mp_runner.py:76) -2024-09-01 22:47:02,434 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0554s, count=199, qps in this process: 6.6211 (mp_runner.py:76) -2024-09-01 22:47:02,435 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0576s, count=199, qps in this process: 6.6206 (mp_runner.py:76) -2024-09-01 22:47:02,437 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0582s, count=199, qps in this process: 6.6205 (mp_runner.py:76) -2024-09-01 22:47:02,442 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0713s, count=199, qps in this process: 6.6176 (mp_runner.py:76) -2024-09-01 22:47:02,448 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0693s, count=199, qps in this process: 6.618 (mp_runner.py:76) -2024-09-01 22:47:02,449 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0785s, count=199, qps in this process: 6.616 (mp_runner.py:76) -2024-09-01 22:47:02,450 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.071s, count=199, qps in this process: 6.6177 (mp_runner.py:76) -2024-09-01 22:47:02,452 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0759s, count=199, qps in this process: 6.6166 (mp_runner.py:76) -2024-09-01 22:47:02,453 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.059s, count=199, qps in this process: 6.6203 (mp_runner.py:76) -2024-09-01 22:47:02,460 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0877s, count=199, qps in this process: 6.614 (mp_runner.py:76) -2024-09-01 22:47:02,465 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0887s, count=199, qps in this process: 6.6138 (mp_runner.py:76) -2024-09-01 22:47:02,469 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0905s, count=199, qps in this process: 6.6134 (mp_runner.py:76) -2024-09-01 22:47:02,470 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0298s, count=199, qps in this process: 6.6268 (mp_runner.py:76) -2024-09-01 22:47:02,472 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0261s, count=199, qps in this process: 6.6276 (mp_runner.py:76) -2024-09-01 22:47:02,474 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0948s, count=199, qps in this process: 6.6124 (mp_runner.py:76) -2024-09-01 22:47:02,474 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0008s, count=199, qps in this process: 6.6332 (mp_runner.py:76) -2024-09-01 22:47:02,475 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0023s, count=199, qps in this process: 6.6328 (mp_runner.py:76) -2024-09-01 22:47:02,479 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.1005s, count=199, qps in this process: 6.6112 (mp_runner.py:76) -2024-09-01 22:47:02,541 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0685s, count=200, qps in this process: 6.6515 (mp_runner.py:76) -2024-09-01 22:47:02,545 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0992s, count=200, qps in this process: 6.6447 (mp_runner.py:76) -2024-09-01 22:47:02,548 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0051s, count=200, qps in this process: 6.6655 (mp_runner.py:76) -2024-09-01 22:47:02,552 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0301s, count=200, qps in this process: 6.66 (mp_runner.py:76) -2024-09-01 22:47:02,553 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0752s, count=200, qps in this process: 6.65 (mp_runner.py:76) -2024-09-01 22:47:02,554 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0524s, count=200, qps in this process: 6.655 (mp_runner.py:76) -2024-09-01 22:47:02,557 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0686s, count=200, qps in this process: 6.6515 (mp_runner.py:76) -2024-09-01 22:47:02,560 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0642s, count=200, qps in this process: 6.6524 (mp_runner.py:76) -2024-09-01 22:47:02,565 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0617s, count=200, qps in this process: 6.653 (mp_runner.py:76) -2024-09-01 22:47:02,568 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0341s, count=200, qps in this process: 6.6591 (mp_runner.py:76) -2024-09-01 22:47:02,569 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0321s, count=200, qps in this process: 6.6595 (mp_runner.py:76) -2024-09-01 22:47:02,604 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.018s, count=201, qps in this process: 6.696 (mp_runner.py:76) -2024-09-01 22:47:02,614 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0045s, count=201, qps in this process: 6.699 (mp_runner.py:76) -2024-09-01 22:47:02,618 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.042s, count=201, qps in this process: 6.6906 (mp_runner.py:76) -2024-09-01 22:47:02,639 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0302s, count=201, qps in this process: 6.6933 (mp_runner.py:76) -2024-09-01 22:47:02,643 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0566s, count=201, qps in this process: 6.6874 (mp_runner.py:76) -2024-09-01 22:47:02,643 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.002s, count=201, qps in this process: 6.6996 (mp_runner.py:76) -2024-09-01 22:47:02,653 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0669s, count=201, qps in this process: 6.6851 (mp_runner.py:76) -2024-09-01 22:47:02,654 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.1109s, count=201, qps in this process: 6.6753 (mp_runner.py:76) -2024-09-01 22:47:02,662 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0644s, count=201, qps in this process: 6.6856 (mp_runner.py:76) -2024-09-01 22:47:02,688 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0017s, count=202, qps in this process: 6.733 (mp_runner.py:76) -2024-09-01 22:47:02,688 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.021s, count=202, qps in this process: 6.7286 (mp_runner.py:76) -2024-09-01 22:47:02,693 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0069s, count=202, qps in this process: 6.7318 (mp_runner.py:76) -2024-09-01 22:47:02,697 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0559s, count=202, qps in this process: 6.7208 (mp_runner.py:76) -2024-09-01 22:47:02,706 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0296s, count=202, qps in this process: 6.7267 (mp_runner.py:76) -2024-09-01 22:47:02,741 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0434s, count=203, qps in this process: 6.7569 (mp_runner.py:76) -2024-09-01 22:47:02,778 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0281s, count=204, qps in this process: 6.7936 (mp_runner.py:76) -2024-09-01 22:47:02,779 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0239s, count=204, qps in this process: 6.7946 (mp_runner.py:76) -2024-09-01 22:47:02,779 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0246s, count=204, qps in this process: 6.7944 (mp_runner.py:76) -2024-09-01 22:47:02,779 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0292s, count=204, qps in this process: 6.7934 (mp_runner.py:76) -2024-09-01 22:47:02,787 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0293s, count=204, qps in this process: 6.7934 (mp_runner.py:76) -2024-09-01 22:47:02,804 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0205s, count=205, qps in this process: 6.8287 (mp_runner.py:76) -2024-09-01 22:47:02,805 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0111s, count=205, qps in this process: 6.8308 (mp_runner.py:76) -2024-09-01 22:47:02,828 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.015s, count=206, qps in this process: 6.8632 (mp_runner.py:76) -2024-09-01 22:47:02,828 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.015s, count=206, qps in this process: 6.8632 (mp_runner.py:76) -2024-09-01 22:47:02,828 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0082s, count=206, qps in this process: 6.8648 (mp_runner.py:76) -2024-09-01 22:47:02,875 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0085s, count=209, qps in this process: 6.9647 (mp_runner.py:76) -2024-09-01 22:47:02,903 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0014s, count=211, qps in this process: 7.033 (mp_runner.py:76) -2024-09-01 22:47:02,903 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0015s, count=211, qps in this process: 7.033 (mp_runner.py:76) -2024-09-01 22:47:02,964 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0055s, count=218, qps in this process: 7.2653 (mp_runner.py:76) -2024-09-01 22:47:02,966 | INFO |End search in concurrency 65: dur=31.079603039004724s, total_count=13082, qps=420.9191 (mp_runner.py:120) -2024-09-01 22:47:07,688 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:47:07,688 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 22:47:29,649 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 22:47:29,705 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:29,904 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:29,995 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,012 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,123 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,123 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,123 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,309 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,309 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,309 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,316 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,316 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,338 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,413 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,433 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,443 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,492 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,492 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,492 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,493 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,502 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,519 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,520 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,529 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,533 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,538 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,544 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,588 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,661 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,686 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,688 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,690 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,694 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,699 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,791 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,791 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,804 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,809 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,810 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:30,854 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 22:47:59,748 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0432s, count=181, qps in this process: 6.0247 (mp_runner.py:76) -2024-09-01 22:48:00,035 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0189s, count=183, qps in this process: 6.0962 (mp_runner.py:76) -2024-09-01 22:48:00,066 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.1429s, count=183, qps in this process: 6.0711 (mp_runner.py:76) -2024-09-01 22:48:00,188 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0625s, count=184, qps in this process: 6.1206 (mp_runner.py:76) -2024-09-01 22:48:00,199 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0732s, count=184, qps in this process: 6.1184 (mp_runner.py:76) -2024-09-01 22:48:00,199 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0118s, count=184, qps in this process: 6.1309 (mp_runner.py:76) -2024-09-01 22:48:00,200 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.1595s, count=184, qps in this process: 6.1009 (mp_runner.py:76) -2024-09-01 22:48:00,205 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0798s, count=184, qps in this process: 6.1171 (mp_runner.py:76) -2024-09-01 22:48:00,290 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0417s, count=185, qps in this process: 6.1581 (mp_runner.py:76) -2024-09-01 22:48:00,290 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0791s, count=185, qps in this process: 6.1504 (mp_runner.py:76) -2024-09-01 22:48:00,316 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0049s, count=185, qps in this process: 6.1657 (mp_runner.py:76) -2024-09-01 22:48:00,328 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0137s, count=185, qps in this process: 6.1639 (mp_runner.py:76) -2024-09-01 22:48:00,343 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0324s, count=185, qps in this process: 6.16 (mp_runner.py:76) -2024-09-01 22:48:00,426 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.1111s, count=186, qps in this process: 6.1771 (mp_runner.py:76) -2024-09-01 22:48:00,428 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0265s, count=186, qps in this process: 6.1945 (mp_runner.py:76) -2024-09-01 22:48:00,432 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.069s, count=186, qps in this process: 6.1858 (mp_runner.py:76) -2024-09-01 22:48:00,436 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0602s, count=186, qps in this process: 6.1876 (mp_runner.py:76) -2024-09-01 22:48:00,440 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0029s, count=186, qps in this process: 6.1994 (mp_runner.py:76) -2024-09-01 22:48:00,441 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0648s, count=186, qps in this process: 6.1866 (mp_runner.py:76) -2024-09-01 22:48:00,447 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0898s, count=186, qps in this process: 6.1815 (mp_runner.py:76) -2024-09-01 22:48:00,466 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.1445s, count=186, qps in this process: 6.1703 (mp_runner.py:76) -2024-09-01 22:48:00,476 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.165s, count=186, qps in this process: 6.1661 (mp_runner.py:76) -2024-09-01 22:48:00,478 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.1614s, count=186, qps in this process: 6.1668 (mp_runner.py:76) -2024-09-01 22:48:00,484 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.1732s, count=186, qps in this process: 6.1644 (mp_runner.py:76) -2024-09-01 22:48:00,486 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.1102s, count=186, qps in this process: 6.1773 (mp_runner.py:76) -2024-09-01 22:48:00,493 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.1824s, count=186, qps in this process: 6.1625 (mp_runner.py:76) -2024-09-01 22:48:00,495 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0724s, count=186, qps in this process: 6.1851 (mp_runner.py:76) -2024-09-01 22:48:00,498 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.1004s, count=186, qps in this process: 6.1793 (mp_runner.py:76) -2024-09-01 22:48:00,499 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.1731s, count=186, qps in this process: 6.1644 (mp_runner.py:76) -2024-09-01 22:48:00,501 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.2177s, count=186, qps in this process: 6.1553 (mp_runner.py:76) -2024-09-01 22:48:00,508 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0123s, count=186, qps in this process: 6.1975 (mp_runner.py:76) -2024-09-01 22:48:00,510 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.1958s, count=186, qps in this process: 6.1598 (mp_runner.py:76) -2024-09-01 22:48:00,534 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.159s, count=186, qps in this process: 6.1673 (mp_runner.py:76) -2024-09-01 22:48:00,583 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0293s, count=187, qps in this process: 6.2273 (mp_runner.py:76) -2024-09-01 22:48:00,583 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0877s, count=187, qps in this process: 6.2152 (mp_runner.py:76) -2024-09-01 22:48:00,583 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0574s, count=187, qps in this process: 6.2214 (mp_runner.py:76) -2024-09-01 22:48:00,588 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0629s, count=187, qps in this process: 6.2203 (mp_runner.py:76) -2024-09-01 22:48:00,590 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0623s, count=187, qps in this process: 6.2204 (mp_runner.py:76) -2024-09-01 22:48:00,593 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0972s, count=187, qps in this process: 6.2132 (mp_runner.py:76) -2024-09-01 22:48:00,593 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0638s, count=187, qps in this process: 6.2201 (mp_runner.py:76) -2024-09-01 22:48:00,594 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.041s, count=187, qps in this process: 6.2248 (mp_runner.py:76) -2024-09-01 22:48:00,594 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.1482s, count=187, qps in this process: 6.2027 (mp_runner.py:76) -2024-09-01 22:48:00,596 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0648s, count=187, qps in this process: 6.2199 (mp_runner.py:76) -2024-09-01 22:48:00,597 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0711s, count=187, qps in this process: 6.2186 (mp_runner.py:76) -2024-09-01 22:48:00,598 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0475s, count=187, qps in this process: 6.2235 (mp_runner.py:76) -2024-09-01 22:48:00,602 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.1066s, count=187, qps in this process: 6.2113 (mp_runner.py:76) -2024-09-01 22:48:00,604 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.1665s, count=187, qps in this process: 6.1989 (mp_runner.py:76) -2024-09-01 22:48:00,634 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0369s, count=188, qps in this process: 6.259 (mp_runner.py:76) -2024-09-01 22:48:00,635 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0374s, count=188, qps in this process: 6.2589 (mp_runner.py:76) -2024-09-01 22:48:00,644 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0522s, count=188, qps in this process: 6.2558 (mp_runner.py:76) -2024-09-01 22:48:00,645 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0018s, count=188, qps in this process: 6.2663 (mp_runner.py:76) -2024-09-01 22:48:00,695 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0304s, count=189, qps in this process: 6.2936 (mp_runner.py:76) -2024-09-01 22:48:00,697 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0542s, count=189, qps in this process: 6.2886 (mp_runner.py:76) -2024-09-01 22:48:00,702 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0165s, count=189, qps in this process: 6.2965 (mp_runner.py:76) -2024-09-01 22:48:00,703 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0042s, count=189, qps in this process: 6.2991 (mp_runner.py:76) -2024-09-01 22:48:00,707 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0206s, count=189, qps in this process: 6.2957 (mp_runner.py:76) -2024-09-01 22:48:00,707 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0044s, count=189, qps in this process: 6.2991 (mp_runner.py:76) -2024-09-01 22:48:00,717 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0312s, count=189, qps in this process: 6.2935 (mp_runner.py:76) -2024-09-01 22:48:00,735 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0362s, count=190, qps in this process: 6.3257 (mp_runner.py:76) -2024-09-01 22:48:00,736 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0356s, count=190, qps in this process: 6.3258 (mp_runner.py:76) -2024-09-01 22:48:00,737 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0392s, count=190, qps in this process: 6.3251 (mp_runner.py:76) -2024-09-01 22:48:00,804 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0063s, count=193, qps in this process: 6.432 (mp_runner.py:76) -2024-09-01 22:48:00,806 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0026s, count=193, qps in this process: 6.4328 (mp_runner.py:76) -2024-09-01 22:48:00,806 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0031s, count=193, qps in this process: 6.4327 (mp_runner.py:76) -2024-09-01 22:48:00,807 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0087s, count=193, qps in this process: 6.4315 (mp_runner.py:76) -2024-09-01 22:48:00,822 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0118s, count=194, qps in this process: 6.4641 (mp_runner.py:76) -2024-09-01 22:48:00,823 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0105s, count=194, qps in this process: 6.4644 (mp_runner.py:76) -2024-09-01 22:48:00,825 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0214s, count=194, qps in this process: 6.4621 (mp_runner.py:76) -2024-09-01 22:48:00,842 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0155s, count=195, qps in this process: 6.4966 (mp_runner.py:76) -2024-09-01 22:48:00,869 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0057s, count=198, qps in this process: 6.5987 (mp_runner.py:76) -2024-09-01 22:48:00,872 | INFO |End search in concurrency 70: dur=31.220252835999418s, total_count=13122, qps=420.3041 (mp_runner.py:120) -2024-09-01 22:48:05,529 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=442.6882, serial_latency_p99=np.float64(0.045), recall=np.float64(0.9536), ndcg=np.float64(0.9595), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[120.4234, 334.273, 418.051, 428.744, 425.0186, 434.9791, 436.1071, 439.6586, 440.9366, 438.2775, 440.3376, 442.6882, 420.9191, 420.3041], conc_latency_p99_list=[np.float64(0.003944165351067204), np.float64(0.005597789735184051), np.float64(0.0093120158482212), np.float64(0.011484182571267593), np.float64(0.01290644307006587), np.float64(0.013010579385723394), np.float64(0.018453942450726755), np.float64(0.016421969140650618), np.float64(0.01668069469972179), np.float64(0.016495740526264124), np.float64(0.024087138937879355), np.float64(0.021341056238088636), np.float64(0.01654241565135016), np.float64(0.018656616948248845)]) (task_runner.py:197) -2024-09-01 22:48:05,529 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:36:43.081062'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=442.6882, serial_latency_p99=np.float64(0.045), recall=np.float64(0.9536), ndcg=np.float64(0.9595), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[120.4234, 334.273, 418.051, 428.744, 425.0186, 434.9791, 436.1071, 439.6586, 440.9366, 438.2775, 440.3376, 442.6882, 420.9191, 420.3041], conc_latency_p99_list=[np.float64(0.003944165351067204), np.float64(0.005597789735184051), np.float64(0.0093120158482212), np.float64(0.011484182571267593), np.float64(0.01290644307006587), np.float64(0.013010579385723394), np.float64(0.018453942450726755), np.float64(0.016421969140650618), np.float64(0.01668069469972179), np.float64(0.016495740526264124), np.float64(0.024087138937879355), np.float64(0.021341056238088636), np.float64(0.01654241565135016), np.float64(0.018656616948248845)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 22:48:05,529 | INFO |Task summary: run_id=fd19b, task_label=fd19b925faeb440a90899b3059fd2769 (models.py:346) -2024-09-01 22:48:05,529 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 22:48:05,529 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 22:48:05,529 | INFO |PgVector | 2024-09-01T22:36:43.081062 Performance1536D500K fd19b925faeb440a90899b3059fd2769 | 0.0 442.6882 0.045 0.9536 0 | :) (models.py:346) -2024-09-01 22:48:05,529 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json (models.py:204) -2024-09-01 22:48:05,530 | INFO |Success to finish task: label=fd19b925faeb440a90899b3059fd2769, run_id=fd19b925faeb440a90899b3059fd2769 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json b/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json deleted file mode 100644 index aa1bac6ed..000000000 --- a/script/data/aws/db.m6i.large-16-32-200-Performance1536D500K-0-15701/result_20240901_fd19b925faeb440a90899b3059fd2769_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "fd19b925faeb440a90899b3059fd2769", "task_label": "fd19b925faeb440a90899b3059fd2769", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 442.6882, "serial_latency_p99": 0.045, "recall": 0.9536, "ndcg": 0.9595, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [120.4234, 334.273, 418.051, 428.744, 425.0186, 434.9791, 436.1071, 439.6586, 440.9366, 438.2775, 440.3376, 442.6882, 420.9191, 420.3041], "conc_latency_p99_list": [0.003944165351067204, 0.005597789735184051, 0.0093120158482212, 0.011484182571267593, 0.01290644307006587, 0.013010579385723394, 0.018453942450726755, 0.016421969140650618, 0.01668069469972179, 0.016495740526264124, 0.024087138937879355, 0.021341056238088636, 0.01654241565135016, 0.018656616948248845]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T22:36:43.081062", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt b/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt deleted file mode 100644 index 5ca2bb724..000000000 --- a/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/log.txt +++ /dev/null @@ -1,2032 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load -2024-09-01 21:59:06,137 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:59:06.125997', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 21:59:06,138 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:59:06.125997', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 21:59:06,138 | INFO |generated uuid for the tasks: 7923117ed5a74f4997d2ded29a0ba3e3 (interface.py:66) -2024-09-01 21:59:06,198 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 21:59:06,198 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 21:59:06,198 | INFO | PgVector-2024-09-01T21:59:06.125997 | Performance OpenAI-MEDIUM-500K None | 7923117ed5a74f4997d2ded29a0ba3e3 (task_runner.py:340) -2024-09-01 21:59:06,198 | INFO |task submitted: id=7923117ed5a74f4997d2ded29a0ba3e3, 7923117ed5a74f4997d2ded29a0ba3e3, case number: 1 (interface.py:231) -2024-09-01 21:59:06,614 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:59:06.125997'}, drop_old=False (interface.py:164) -2024-09-01 21:59:06,614 | INFO |Starting run (task_runner.py:100) -2024-09-01 21:59:06,688 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 21:59:07,251 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 21:59:07,300 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 21:59:07,324 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 21:59:07,324 | INFO |Start performance case (task_runner.py:158) -2024-09-01 21:59:07,335 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 21:59:07,335 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 21:59:07,335 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 21:59:07,336 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 21:59:07,379 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 21:59:07,941 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 21:59:07,962 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 21:59:07,963 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 21:59:07,963 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 21:59:11,995 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03539033800188918, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:15,316 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.04357770500064362, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:18,865 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.034282030996109825, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:22,233 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.026281710001057945, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:25,352 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.02129427299951203, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:28,580 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.016175466997083277, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:31,613 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.0167123779974645, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:34,661 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02371818700339645, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:37,627 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.027144634004798718, latest recall=0.01 (serial_runner.py:202) -2024-09-01 21:59:40,745 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03006236099463422, latest recall=0.4 (serial_runner.py:202) -2024-09-01 21:59:40,746 | INFO |SpawnProcess-1:1 search entire test_data: cost=26.4941s, queries=1000, avg_recall=0.3987, avg_ndcg=0.5127,avg_latency=0.0265, p99=0.0518 (serial_runner.py:209) -2024-09-01 21:59:41,276 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:59:41,276 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 21:59:42,297 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 21:59:42,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 21:59:45,010 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0035199829944758676 (mp_runner.py:73) -2024-09-01 21:59:46,941 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0035391689962125383 (mp_runner.py:73) -2024-09-01 21:59:48,472 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0032341629994334653 (mp_runner.py:73) -2024-09-01 21:59:49,889 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0029669670038856566 (mp_runner.py:73) -2024-09-01 21:59:51,376 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0026960769973811693 (mp_runner.py:73) -2024-09-01 21:59:52,738 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.00296859499940183 (mp_runner.py:73) -2024-09-01 21:59:54,173 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.002658762998180464 (mp_runner.py:73) -2024-09-01 21:59:55,525 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.002966774998640176 (mp_runner.py:73) -2024-09-01 21:59:56,927 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.002817761000187602 (mp_runner.py:73) -2024-09-01 21:59:58,295 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0029400349958450533 (mp_runner.py:73) -2024-09-01 21:59:59,738 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.00274317499861354 (mp_runner.py:73) -2024-09-01 22:00:01,261 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0031310560007113963 (mp_runner.py:73) -2024-09-01 22:00:02,689 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.002732164997723885 (mp_runner.py:73) -2024-09-01 22:00:04,087 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.002995481998368632 (mp_runner.py:73) -2024-09-01 22:00:05,491 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0027772920002462342 (mp_runner.py:73) -2024-09-01 22:00:06,871 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.002853220001270529 (mp_runner.py:73) -2024-09-01 22:00:08,276 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0027825040015159175 (mp_runner.py:73) -2024-09-01 22:00:09,646 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.003016559006937314 (mp_runner.py:73) -2024-09-01 22:00:11,117 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.002696387004107237 (mp_runner.py:73) -2024-09-01 22:00:12,332 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0011s, count=9922, qps in this process: 330.7212 (mp_runner.py:76) -2024-09-01 22:00:12,334 | INFO |End search in concurrency 1: dur=30.03575046399783s, total_count=9922, qps=330.3397 (mp_runner.py:120) -2024-09-01 22:00:12,518 | INFO |Update largest qps with concurrency 1: current max_qps=330.3397 (mp_runner.py:124) -2024-09-01 22:00:12,930 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:00:12,931 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 22:00:17,985 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 22:00:18,045 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:18,054 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:18,054 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:18,055 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:18,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:20,266 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0034910449976450764 (mp_runner.py:73) -2024-09-01 22:00:20,266 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.003138813000987284 (mp_runner.py:73) -2024-09-01 22:00:20,267 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.004804584001249168 (mp_runner.py:73) -2024-09-01 22:00:20,267 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.00444880299619399 (mp_runner.py:73) -2024-09-01 22:00:20,267 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004354614000476431 (mp_runner.py:73) -2024-09-01 22:00:22,517 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.004120694000448566 (mp_runner.py:73) -2024-09-01 22:00:22,517 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.004211500003293622 (mp_runner.py:73) -2024-09-01 22:00:22,517 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.004038441002194304 (mp_runner.py:73) -2024-09-01 22:00:22,517 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.004465854006411973 (mp_runner.py:73) -2024-09-01 22:00:22,518 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.004996955998649355 (mp_runner.py:73) -2024-09-01 22:00:24,891 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.004993261994968634 (mp_runner.py:73) -2024-09-01 22:00:24,891 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.003702793997945264 (mp_runner.py:73) -2024-09-01 22:00:24,892 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.004503625001234468 (mp_runner.py:73) -2024-09-01 22:00:24,892 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004721126999356784 (mp_runner.py:73) -2024-09-01 22:00:24,893 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.002652928997122217 (mp_runner.py:73) -2024-09-01 22:00:26,991 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.003919447997759562 (mp_runner.py:73) -2024-09-01 22:00:26,991 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.004033135999634396 (mp_runner.py:73) -2024-09-01 22:00:26,991 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.004058696998981759 (mp_runner.py:73) -2024-09-01 22:00:26,991 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0043538789977901615 (mp_runner.py:73) -2024-09-01 22:00:26,992 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.004980159006663598 (mp_runner.py:73) -2024-09-01 22:00:29,309 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.004722748999483883 (mp_runner.py:73) -2024-09-01 22:00:29,309 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.003515507996780798 (mp_runner.py:73) -2024-09-01 22:00:29,310 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.005922352000197861 (mp_runner.py:73) -2024-09-01 22:00:29,310 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.004957122000632808 (mp_runner.py:73) -2024-09-01 22:00:29,311 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.006792218999180477 (mp_runner.py:73) -2024-09-01 22:00:31,529 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.00434436000068672 (mp_runner.py:73) -2024-09-01 22:00:31,529 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.004768556995259132 (mp_runner.py:73) -2024-09-01 22:00:31,529 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0047423849973711185 (mp_runner.py:73) -2024-09-01 22:00:31,529 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.004769925995788071 (mp_runner.py:73) -2024-09-01 22:00:31,530 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.004981122998287901 (mp_runner.py:73) -2024-09-01 22:00:33,821 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.00380014099937398 (mp_runner.py:73) -2024-09-01 22:00:33,821 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.002867251001589466 (mp_runner.py:73) -2024-09-01 22:00:33,822 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.004205011995509267 (mp_runner.py:73) -2024-09-01 22:00:33,822 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.002729410996835213 (mp_runner.py:73) -2024-09-01 22:00:33,823 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0051262699998915195 (mp_runner.py:73) -2024-09-01 22:00:35,916 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.004414457005623262 (mp_runner.py:73) -2024-09-01 22:00:35,916 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.00458991000050446 (mp_runner.py:73) -2024-09-01 22:00:35,916 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.004012814999441616 (mp_runner.py:73) -2024-09-01 22:00:35,916 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.004604747002304066 (mp_runner.py:73) -2024-09-01 22:00:35,917 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.004887084003712516 (mp_runner.py:73) -2024-09-01 22:00:38,189 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.003664725001726765 (mp_runner.py:73) -2024-09-01 22:00:38,191 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.005369527003495023 (mp_runner.py:73) -2024-09-01 22:00:38,191 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.004897631995845586 (mp_runner.py:73) -2024-09-01 22:00:38,191 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.005030503001762554 (mp_runner.py:73) -2024-09-01 22:00:38,192 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.003238252997107338 (mp_runner.py:73) -2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.004129562003072351 (mp_runner.py:73) -2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.004132027999730781 (mp_runner.py:73) -2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.004029345000162721 (mp_runner.py:73) -2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.004434898997715209 (mp_runner.py:73) -2024-09-01 22:00:40,372 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.004500918999838177 (mp_runner.py:73) -2024-09-01 22:00:42,744 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.003525037995132152 (mp_runner.py:73) -2024-09-01 22:00:42,744 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.003023666999069974 (mp_runner.py:73) -2024-09-01 22:00:42,745 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0030945250036893412 (mp_runner.py:73) -2024-09-01 22:00:42,745 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.004797490997589193 (mp_runner.py:73) -2024-09-01 22:00:42,747 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0022566949992324226 (mp_runner.py:73) -2024-09-01 22:00:44,972 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.004685468004026916 (mp_runner.py:73) -2024-09-01 22:00:44,972 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.004492182997637428 (mp_runner.py:73) -2024-09-01 22:00:44,972 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.004719171003671363 (mp_runner.py:73) -2024-09-01 22:00:44,972 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.004577407002216205 (mp_runner.py:73) -2024-09-01 22:00:44,973 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.005049798004620243 (mp_runner.py:73) -2024-09-01 22:00:47,297 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.00355339799716603 (mp_runner.py:73) -2024-09-01 22:00:47,297 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0026781179985846393 (mp_runner.py:73) -2024-09-01 22:00:47,298 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.004723699996247888 (mp_runner.py:73) -2024-09-01 22:00:47,298 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0033529580032336526 (mp_runner.py:73) -2024-09-01 22:00:47,299 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0060780419953516684 (mp_runner.py:73) -2024-09-01 22:00:48,047 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0004s, count=6676, qps in this process: 222.5304 (mp_runner.py:76) -2024-09-01 22:00:48,055 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0009s, count=6677, qps in this process: 222.56 (mp_runner.py:76) -2024-09-01 22:00:48,060 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0013s, count=6677, qps in this process: 222.557 (mp_runner.py:76) -2024-09-01 22:00:48,061 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0062s, count=6677, qps in this process: 222.5207 (mp_runner.py:76) -2024-09-01 22:00:48,061 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0054s, count=6676, qps in this process: 222.4933 (mp_runner.py:76) -2024-09-01 22:00:48,065 | INFO |End search in concurrency 5: dur=30.07874590600113s, total_count=33383, qps=1109.8535 (mp_runner.py:120) -2024-09-01 22:00:48,372 | INFO |Update largest qps with concurrency 5: current max_qps=1109.8535 (mp_runner.py:124) -2024-09-01 22:00:48,787 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:00:48,787 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 22:00:58,969 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 22:00:59,021 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,062 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,087 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,091 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,091 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,127 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,144 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,151 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:00:59,151 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.015610458998708054 (mp_runner.py:73) -2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.01739580399589613 (mp_runner.py:73) -2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.01465934699808713 (mp_runner.py:73) -2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.017464443000790197 (mp_runner.py:73) -2024-09-01 22:01:04,771 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.014728788002685178 (mp_runner.py:73) -2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.01368820700008655 (mp_runner.py:73) -2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.01445498400426004 (mp_runner.py:73) -2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.013229593001597095 (mp_runner.py:73) -2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.012387287999445107 (mp_runner.py:73) -2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.01704200699896319 (mp_runner.py:73) -2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.013868907000869513 (mp_runner.py:73) -2024-09-01 22:01:04,772 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.015341464000812266 (mp_runner.py:73) -2024-09-01 22:01:04,773 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.012445369000488427 (mp_runner.py:73) -2024-09-01 22:01:04,779 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.009376434005389456 (mp_runner.py:73) -2024-09-01 22:01:04,911 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.019453364999208134 (mp_runner.py:73) -2024-09-01 22:01:09,987 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.007988258999830578 (mp_runner.py:73) -2024-09-01 22:01:09,989 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.0029237710041343234 (mp_runner.py:73) -2024-09-01 22:01:10,061 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.01159790300152963 (mp_runner.py:73) -2024-09-01 22:01:10,079 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.005117701999552082 (mp_runner.py:73) -2024-09-01 22:01:10,081 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.009017660995596088 (mp_runner.py:73) -2024-09-01 22:01:10,082 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.008649815994431265 (mp_runner.py:73) -2024-09-01 22:01:10,091 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.008944613997300621 (mp_runner.py:73) -2024-09-01 22:01:10,092 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.011385288002202287 (mp_runner.py:73) -2024-09-01 22:01:10,093 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.014129950002825353 (mp_runner.py:73) -2024-09-01 22:01:10,096 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.012970218005648348 (mp_runner.py:73) -2024-09-01 22:01:10,099 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.013634646995342337 (mp_runner.py:73) -2024-09-01 22:01:10,100 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.01576670400390867 (mp_runner.py:73) -2024-09-01 22:01:10,101 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.014897468994604424 (mp_runner.py:73) -2024-09-01 22:01:10,102 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.012931807003042195 (mp_runner.py:73) -2024-09-01 22:01:10,473 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.010659842002496589 (mp_runner.py:73) -2024-09-01 22:01:16,628 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.006550285004777834 (mp_runner.py:73) -2024-09-01 22:01:16,629 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.009348346000479069 (mp_runner.py:73) -2024-09-01 22:01:16,630 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.00798803100042278 (mp_runner.py:73) -2024-09-01 22:01:16,630 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.01128061099734623 (mp_runner.py:73) -2024-09-01 22:01:16,631 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.007708441000431776 (mp_runner.py:73) -2024-09-01 22:01:16,631 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.00823017000220716 (mp_runner.py:73) -2024-09-01 22:01:16,632 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.011982543001067825 (mp_runner.py:73) -2024-09-01 22:01:16,633 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.008597917003498878 (mp_runner.py:73) -2024-09-01 22:01:16,634 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.00264720999985002 (mp_runner.py:73) -2024-09-01 22:01:16,634 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.012771221998264082 (mp_runner.py:73) -2024-09-01 22:01:16,635 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.011960756994085386 (mp_runner.py:73) -2024-09-01 22:01:16,640 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.017559713996888604 (mp_runner.py:73) -2024-09-01 22:01:16,641 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.02379642100277124 (mp_runner.py:73) -2024-09-01 22:01:16,927 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.03270159899693681 (mp_runner.py:73) -2024-09-01 22:01:17,150 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.018819217002601363 (mp_runner.py:73) -2024-09-01 22:01:22,161 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.004045330002554692 (mp_runner.py:73) -2024-09-01 22:01:22,162 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.004306272996473126 (mp_runner.py:73) -2024-09-01 22:01:22,163 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.006784188997698948 (mp_runner.py:73) -2024-09-01 22:01:22,164 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.008626645001641009 (mp_runner.py:73) -2024-09-01 22:01:22,164 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.008476014001644216 (mp_runner.py:73) -2024-09-01 22:01:22,165 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.008643444001791067 (mp_runner.py:73) -2024-09-01 22:01:22,165 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.009058206996996887 (mp_runner.py:73) -2024-09-01 22:01:22,166 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.010697088000597432 (mp_runner.py:73) -2024-09-01 22:01:22,167 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.00924599400605075 (mp_runner.py:73) -2024-09-01 22:01:22,168 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.013335527000890579 (mp_runner.py:73) -2024-09-01 22:01:22,177 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.01986111000587698 (mp_runner.py:73) -2024-09-01 22:01:22,274 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.017025160996126942 (mp_runner.py:73) -2024-09-01 22:01:22,356 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.017045942004187964 (mp_runner.py:73) -2024-09-01 22:01:22,596 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.016767831999459304 (mp_runner.py:73) -2024-09-01 22:01:22,839 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.002163498997106217 (mp_runner.py:73) -2024-09-01 22:01:28,055 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.006236453999008518 (mp_runner.py:73) -2024-09-01 22:01:28,057 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.010642412999004591 (mp_runner.py:73) -2024-09-01 22:01:28,058 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.010103863998665474 (mp_runner.py:73) -2024-09-01 22:01:28,058 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.010696843004552647 (mp_runner.py:73) -2024-09-01 22:01:28,059 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.009980779002944473 (mp_runner.py:73) -2024-09-01 22:01:28,059 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.014558894996298477 (mp_runner.py:73) -2024-09-01 22:01:28,061 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.012148506997618824 (mp_runner.py:73) -2024-09-01 22:01:28,061 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.003286479004600551 (mp_runner.py:73) -2024-09-01 22:01:28,062 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.014585156997782178 (mp_runner.py:73) -2024-09-01 22:01:28,063 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.0016041720009525307 (mp_runner.py:73) -2024-09-01 22:01:28,067 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.009750643999723252 (mp_runner.py:73) -2024-09-01 22:01:28,145 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.011613921000389382 (mp_runner.py:73) -2024-09-01 22:01:28,330 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.009099855000386015 (mp_runner.py:73) -2024-09-01 22:01:28,662 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.017181908995553385 (mp_runner.py:73) -2024-09-01 22:01:29,024 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0018s, count=2579, qps in this process: 85.9615 (mp_runner.py:76) -2024-09-01 22:01:29,041 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0026s, count=2581, qps in this process: 86.0259 (mp_runner.py:76) -2024-09-01 22:01:29,055 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0172362380035338 (mp_runner.py:73) -2024-09-01 22:01:29,070 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0053s, count=2584, qps in this process: 86.1181 (mp_runner.py:76) -2024-09-01 22:01:29,084 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0028s, count=2585, qps in this process: 86.1586 (mp_runner.py:76) -2024-09-01 22:01:29,097 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0052s, count=2540, qps in this process: 84.652 (mp_runner.py:76) -2024-09-01 22:01:29,099 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0057s, count=2587, qps in this process: 86.217 (mp_runner.py:76) -2024-09-01 22:01:29,100 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0105s, count=2587, qps in this process: 86.2032 (mp_runner.py:76) -2024-09-01 22:01:29,127 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0046s, count=2590, qps in this process: 86.3201 (mp_runner.py:76) -2024-09-01 22:01:29,128 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0033s, count=2509, qps in this process: 83.6241 (mp_runner.py:76) -2024-09-01 22:01:29,130 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.005s, count=2590, qps in this process: 86.3189 (mp_runner.py:76) -2024-09-01 22:01:29,137 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0015s, count=2567, qps in this process: 85.5624 (mp_runner.py:76) -2024-09-01 22:01:29,141 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0034s, count=2592, qps in this process: 86.3902 (mp_runner.py:76) -2024-09-01 22:01:29,152 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0017s, count=2595, qps in this process: 86.4951 (mp_runner.py:76) -2024-09-01 22:01:29,156 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0012s, count=2596, qps in this process: 86.5299 (mp_runner.py:76) -2024-09-01 22:01:29,158 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0025s, count=2597, qps in this process: 86.5595 (mp_runner.py:76) -2024-09-01 22:01:29,162 | INFO |End search in concurrency 15: dur=30.192931771001895s, total_count=38679, qps=1281.0614 (mp_runner.py:120) -2024-09-01 22:01:30,056 | INFO |Update largest qps with concurrency 15: current max_qps=1281.0614 (mp_runner.py:124) -2024-09-01 22:01:30,467 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:01:30,467 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 22:01:40,733 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 22:01:40,789 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,790 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,905 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,938 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,938 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,938 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,939 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,939 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,950 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,958 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:40,960 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:01:48,154 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.005689582998456899 (mp_runner.py:73) -2024-09-01 22:01:48,156 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.009753308004292194 (mp_runner.py:73) -2024-09-01 22:01:48,169 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.00791733500227565 (mp_runner.py:73) -2024-09-01 22:01:48,171 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.006252232997212559 (mp_runner.py:73) -2024-09-01 22:01:48,178 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.005594802998530213 (mp_runner.py:73) -2024-09-01 22:01:48,185 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.04804545600200072 (mp_runner.py:73) -2024-09-01 22:01:48,188 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.024241731996880844 (mp_runner.py:73) -2024-09-01 22:01:48,190 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.01945052299561212 (mp_runner.py:73) -2024-09-01 22:01:48,194 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.012592940998729318 (mp_runner.py:73) -2024-09-01 22:01:48,201 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.008221803000196815 (mp_runner.py:73) -2024-09-01 22:01:48,206 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.012238728006195743 (mp_runner.py:73) -2024-09-01 22:01:48,208 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.01265267399867298 (mp_runner.py:73) -2024-09-01 22:01:48,209 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.012868701000115834 (mp_runner.py:73) -2024-09-01 22:01:48,211 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.011458119995950256 (mp_runner.py:73) -2024-09-01 22:01:48,212 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.011456436004664283 (mp_runner.py:73) -2024-09-01 22:01:48,214 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.021391858004790265 (mp_runner.py:73) -2024-09-01 22:01:48,216 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.012453354000172112 (mp_runner.py:73) -2024-09-01 22:01:48,216 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.0244093889996293 (mp_runner.py:73) -2024-09-01 22:01:48,250 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0036045099986949936 (mp_runner.py:73) -2024-09-01 22:01:48,295 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.02138306599954376 (mp_runner.py:73) -2024-09-01 22:01:55,027 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.005015101000026334 (mp_runner.py:73) -2024-09-01 22:01:55,027 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.0064374740031780675 (mp_runner.py:73) -2024-09-01 22:01:55,045 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.016935214996919967 (mp_runner.py:73) -2024-09-01 22:01:55,046 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.01923000899842009 (mp_runner.py:73) -2024-09-01 22:01:55,046 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.004583447996992618 (mp_runner.py:73) -2024-09-01 22:01:55,047 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.015596571000060067 (mp_runner.py:73) -2024-09-01 22:01:55,049 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.01990700000169454 (mp_runner.py:73) -2024-09-01 22:01:55,050 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.02473930899577681 (mp_runner.py:73) -2024-09-01 22:01:55,051 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.02483881499938434 (mp_runner.py:73) -2024-09-01 22:01:55,052 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.02146205499593634 (mp_runner.py:73) -2024-09-01 22:01:55,053 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.023416363997966982 (mp_runner.py:73) -2024-09-01 22:01:55,054 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.025405246000445914 (mp_runner.py:73) -2024-09-01 22:01:55,055 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.022503922002215404 (mp_runner.py:73) -2024-09-01 22:01:55,057 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.03267020999919623 (mp_runner.py:73) -2024-09-01 22:01:55,058 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.03548173700255575 (mp_runner.py:73) -2024-09-01 22:01:55,059 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.02466578000166919 (mp_runner.py:73) -2024-09-01 22:01:55,060 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.01743977700243704 (mp_runner.py:73) -2024-09-01 22:01:55,255 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.020632164996641222 (mp_runner.py:73) -2024-09-01 22:01:55,493 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.012871350998466369 (mp_runner.py:73) -2024-09-01 22:01:55,501 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.02084002099581994 (mp_runner.py:73) -2024-09-01 22:02:02,818 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.01305016600235831 (mp_runner.py:73) -2024-09-01 22:02:02,819 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.015203756003757007 (mp_runner.py:73) -2024-09-01 22:02:02,821 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.018544111000664998 (mp_runner.py:73) -2024-09-01 22:02:02,823 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.021482165000634268 (mp_runner.py:73) -2024-09-01 22:02:02,824 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.01722250199964037 (mp_runner.py:73) -2024-09-01 22:02:02,825 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.01711953700578306 (mp_runner.py:73) -2024-09-01 22:02:02,830 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.019425862999923993 (mp_runner.py:73) -2024-09-01 22:02:02,835 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.035297984002681915 (mp_runner.py:73) -2024-09-01 22:02:02,837 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.027493659006722737 (mp_runner.py:73) -2024-09-01 22:02:02,851 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.01677631000347901 (mp_runner.py:73) -2024-09-01 22:02:02,854 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.013264451001305133 (mp_runner.py:73) -2024-09-01 22:02:02,865 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.027150485999300145 (mp_runner.py:73) -2024-09-01 22:02:02,884 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0051325540043762885 (mp_runner.py:73) -2024-09-01 22:02:02,893 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.01748106200102484 (mp_runner.py:73) -2024-09-01 22:02:03,028 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.006037111001205631 (mp_runner.py:73) -2024-09-01 22:02:03,039 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.022262136000790633 (mp_runner.py:73) -2024-09-01 22:02:03,282 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.018711559001530986 (mp_runner.py:73) -2024-09-01 22:02:03,652 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.02624975399521645 (mp_runner.py:73) -2024-09-01 22:02:03,821 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.022433351005020086 (mp_runner.py:73) -2024-09-01 22:02:04,085 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.01690238999435678 (mp_runner.py:73) -2024-09-01 22:02:10,548 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.003683809998619836 (mp_runner.py:73) -2024-09-01 22:02:10,557 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.01631039300264092 (mp_runner.py:73) -2024-09-01 22:02:10,568 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.01899198799947044 (mp_runner.py:73) -2024-09-01 22:02:10,570 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.011862455001391936 (mp_runner.py:73) -2024-09-01 22:02:10,574 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.003182648004440125 (mp_runner.py:73) -2024-09-01 22:02:10,575 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.01982639400375774 (mp_runner.py:73) -2024-09-01 22:02:10,576 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.024398147994361352 (mp_runner.py:73) -2024-09-01 22:02:10,579 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.026141857000766322 (mp_runner.py:73) -2024-09-01 22:02:10,582 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.03620501299883472 (mp_runner.py:73) -2024-09-01 22:02:10,583 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.038321086001815274 (mp_runner.py:73) -2024-09-01 22:02:10,597 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.012554624998301733 (mp_runner.py:73) -2024-09-01 22:02:10,599 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.02515273699827958 (mp_runner.py:73) -2024-09-01 22:02:10,604 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.022776056997827254 (mp_runner.py:73) -2024-09-01 22:02:10,632 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.01839624500280479 (mp_runner.py:73) -2024-09-01 22:02:10,643 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.021878508996451274 (mp_runner.py:73) -2024-09-01 22:02:10,791 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0006s, count=1992, qps in this process: 66.3987 (mp_runner.py:76) -2024-09-01 22:02:10,796 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0059s, count=1923, qps in this process: 64.0874 (mp_runner.py:76) -2024-09-01 22:02:10,837 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0149s, count=1966, qps in this process: 65.5008 (mp_runner.py:76) -2024-09-01 22:02:10,861 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0113s, count=1972, qps in this process: 65.7086 (mp_runner.py:76) -2024-09-01 22:02:10,912 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0046s, count=2017, qps in this process: 67.223 (mp_runner.py:76) -2024-09-01 22:02:10,935 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0004s, count=2025, qps in this process: 67.4991 (mp_runner.py:76) -2024-09-01 22:02:10,935 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0008s, count=2025, qps in this process: 67.4982 (mp_runner.py:76) -2024-09-01 22:02:10,935 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.001s, count=2025, qps in this process: 67.4978 (mp_runner.py:76) -2024-09-01 22:02:10,936 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0013s, count=2025, qps in this process: 67.4971 (mp_runner.py:76) -2024-09-01 22:02:10,938 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.0033547659986652434 (mp_runner.py:73) -2024-09-01 22:02:10,944 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0013s, count=2026, qps in this process: 67.5304 (mp_runner.py:76) -2024-09-01 22:02:10,952 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0058s, count=2027, qps in this process: 67.5536 (mp_runner.py:76) -2024-09-01 22:02:10,952 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0063s, count=2027, qps in this process: 67.5525 (mp_runner.py:76) -2024-09-01 22:02:10,952 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0061s, count=2027, qps in this process: 67.5529 (mp_runner.py:76) -2024-09-01 22:02:10,954 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0075s, count=2023, qps in this process: 67.4165 (mp_runner.py:76) -2024-09-01 22:02:10,957 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0022s, count=2028, qps in this process: 67.595 (mp_runner.py:76) -2024-09-01 22:02:10,959 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.002s, count=2027, qps in this process: 67.5622 (mp_runner.py:76) -2024-09-01 22:02:10,959 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0046s, count=2028, qps in this process: 67.5896 (mp_runner.py:76) -2024-09-01 22:02:10,960 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0052s, count=2002, qps in this process: 66.7218 (mp_runner.py:76) -2024-09-01 22:02:10,969 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0051s, count=2030, qps in this process: 67.6552 (mp_runner.py:76) -2024-09-01 22:02:10,969 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0033s, count=2030, qps in this process: 67.6592 (mp_runner.py:76) -2024-09-01 22:02:10,973 | INFO |End search in concurrency 20: dur=30.239360276995285s, total_count=40245, qps=1330.8813 (mp_runner.py:120) -2024-09-01 22:02:12,205 | INFO |Update largest qps with concurrency 20: current max_qps=1330.8813 (mp_runner.py:124) -2024-09-01 22:02:12,619 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:02:12,619 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 22:02:22,954 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 22:02:23,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,054 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,098 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,110 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,122 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,173 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,178 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,204 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,207 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,211 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,211 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,214 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,215 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,219 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,219 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,236 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,236 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,238 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:23,247 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:02:32,153 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.009497958999418188 (mp_runner.py:73) -2024-09-01 22:02:32,154 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.00834727700566873 (mp_runner.py:73) -2024-09-01 22:02:32,157 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.00958310799614992 (mp_runner.py:73) -2024-09-01 22:02:32,157 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.013440335998893715 (mp_runner.py:73) -2024-09-01 22:02:32,158 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.010259673006657977 (mp_runner.py:73) -2024-09-01 22:02:32,158 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.010844884003745392 (mp_runner.py:73) -2024-09-01 22:02:32,159 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.01250111900299089 (mp_runner.py:73) -2024-09-01 22:02:32,159 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.010806220998347271 (mp_runner.py:73) -2024-09-01 22:02:32,160 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.01784133400360588 (mp_runner.py:73) -2024-09-01 22:02:32,161 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.011705165001330897 (mp_runner.py:73) -2024-09-01 22:02:32,162 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.012367828996502794 (mp_runner.py:73) -2024-09-01 22:02:32,162 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.014047337004740257 (mp_runner.py:73) -2024-09-01 22:02:32,163 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01531238500319887 (mp_runner.py:73) -2024-09-01 22:02:32,163 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.013637064999784343 (mp_runner.py:73) -2024-09-01 22:02:32,165 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.015563159999146592 (mp_runner.py:73) -2024-09-01 22:02:32,165 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.018101446999935433 (mp_runner.py:73) -2024-09-01 22:02:32,166 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.017294552002567798 (mp_runner.py:73) -2024-09-01 22:02:32,167 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.02521970799716655 (mp_runner.py:73) -2024-09-01 22:02:32,168 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.022856878000311553 (mp_runner.py:73) -2024-09-01 22:02:32,168 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.02300933000515215 (mp_runner.py:73) -2024-09-01 22:02:32,169 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.022968887999013532 (mp_runner.py:73) -2024-09-01 22:02:32,601 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.019620056998974178 (mp_runner.py:73) -2024-09-01 22:02:32,789 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.022426769995945506 (mp_runner.py:73) -2024-09-01 22:02:32,793 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.01982042400049977 (mp_runner.py:73) -2024-09-01 22:02:33,307 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.0209219500029576 (mp_runner.py:73) -2024-09-01 22:02:41,040 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.005220465995080303 (mp_runner.py:73) -2024-09-01 22:02:41,041 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.0029469950022757985 (mp_runner.py:73) -2024-09-01 22:02:41,041 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.004528930003289133 (mp_runner.py:73) -2024-09-01 22:02:41,044 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.0028564869935507886 (mp_runner.py:73) -2024-09-01 22:02:41,047 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.0028854199990746565 (mp_runner.py:73) -2024-09-01 22:02:41,048 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.003593971996451728 (mp_runner.py:73) -2024-09-01 22:02:41,049 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.0016369250006391667 (mp_runner.py:73) -2024-09-01 22:02:41,049 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.004848830998525955 (mp_runner.py:73) -2024-09-01 22:02:41,051 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.002008328003284987 (mp_runner.py:73) -2024-09-01 22:02:41,052 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.0016786330015747808 (mp_runner.py:73) -2024-09-01 22:02:41,052 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.0030679579940624535 (mp_runner.py:73) -2024-09-01 22:02:41,054 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.004656876997614745 (mp_runner.py:73) -2024-09-01 22:02:41,055 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.005567161999351811 (mp_runner.py:73) -2024-09-01 22:02:41,056 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.013615411000500899 (mp_runner.py:73) -2024-09-01 22:02:41,057 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.0015720509982202202 (mp_runner.py:73) -2024-09-01 22:02:41,058 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.008597667001595255 (mp_runner.py:73) -2024-09-01 22:02:41,058 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.0021622410058625974 (mp_runner.py:73) -2024-09-01 22:02:41,060 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.00264405099733267 (mp_runner.py:73) -2024-09-01 22:02:41,061 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.0042030690019601025 (mp_runner.py:73) -2024-09-01 22:02:41,357 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.02435338699433487 (mp_runner.py:73) -2024-09-01 22:02:42,045 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.004318175997468643 (mp_runner.py:73) -2024-09-01 22:02:42,058 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.07795664600416785 (mp_runner.py:73) -2024-09-01 22:02:42,473 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0033779680015868507 (mp_runner.py:73) -2024-09-01 22:02:42,868 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.006160748002002947 (mp_runner.py:73) -2024-09-01 22:02:42,905 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.02172071099630557 (mp_runner.py:73) -2024-09-01 22:02:51,083 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.017825941999035422 (mp_runner.py:73) -2024-09-01 22:02:51,084 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.01848099599737907 (mp_runner.py:73) -2024-09-01 22:02:51,085 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.019288852003228385 (mp_runner.py:73) -2024-09-01 22:02:51,086 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.020257418997061905 (mp_runner.py:73) -2024-09-01 22:02:51,087 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.020987541996873915 (mp_runner.py:73) -2024-09-01 22:02:51,088 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.022415681996790227 (mp_runner.py:73) -2024-09-01 22:02:51,088 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.022456273996795062 (mp_runner.py:73) -2024-09-01 22:02:51,089 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.023657553996599745 (mp_runner.py:73) -2024-09-01 22:02:51,090 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.024074840999674052 (mp_runner.py:73) -2024-09-01 22:02:51,090 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.024577700001827907 (mp_runner.py:73) -2024-09-01 22:02:51,091 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.02571631799946772 (mp_runner.py:73) -2024-09-01 22:02:51,092 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.026888608997978736 (mp_runner.py:73) -2024-09-01 22:02:51,093 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.02767243899870664 (mp_runner.py:73) -2024-09-01 22:02:51,094 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.028289039997616783 (mp_runner.py:73) -2024-09-01 22:02:51,096 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.01981715099827852 (mp_runner.py:73) -2024-09-01 22:02:51,122 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.05681884200021159 (mp_runner.py:73) -2024-09-01 22:02:51,173 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.02269494900247082 (mp_runner.py:73) -2024-09-01 22:02:51,193 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.01130345599813154 (mp_runner.py:73) -2024-09-01 22:02:51,496 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.02057447799597867 (mp_runner.py:73) -2024-09-01 22:02:51,885 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.02953914200043073 (mp_runner.py:73) -2024-09-01 22:02:52,547 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.03411806000076467 (mp_runner.py:73) -2024-09-01 22:02:52,697 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.02280443500058027 (mp_runner.py:73) -2024-09-01 22:02:52,802 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.03718472000036854 (mp_runner.py:73) -2024-09-01 22:02:52,995 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.003736849997949321 (mp_runner.py:73) -2024-09-01 22:02:53,053 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0167s, count=1516, qps in this process: 50.5052 (mp_runner.py:76) -2024-09-01 22:02:53,065 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0022s, count=1558, qps in this process: 51.9295 (mp_runner.py:76) -2024-09-01 22:02:53,069 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.03332584699819563 (mp_runner.py:73) -2024-09-01 22:02:53,077 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0107s, count=1606, qps in this process: 53.5142 (mp_runner.py:76) -2024-09-01 22:02:53,079 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0007s, count=1606, qps in this process: 53.5321 (mp_runner.py:76) -2024-09-01 22:02:53,115 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0109s, count=1608, qps in this process: 53.5805 (mp_runner.py:76) -2024-09-01 22:02:53,121 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0098s, count=1608, qps in this process: 53.5825 (mp_runner.py:76) -2024-09-01 22:02:53,155 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0249s, count=1610, qps in this process: 53.6222 (mp_runner.py:76) -2024-09-01 22:02:53,183 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0046s, count=1605, qps in this process: 53.4918 (mp_runner.py:76) -2024-09-01 22:02:53,192 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0106s, count=1613, qps in this process: 53.7477 (mp_runner.py:76) -2024-09-01 22:02:53,193 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0095s, count=1613, qps in this process: 53.7496 (mp_runner.py:76) -2024-09-01 22:02:53,211 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0022s, count=1615, qps in this process: 53.8294 (mp_runner.py:76) -2024-09-01 22:02:53,215 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0018s, count=1615, qps in this process: 53.8301 (mp_runner.py:76) -2024-09-01 22:02:53,218 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0024s, count=1615, qps in this process: 53.829 (mp_runner.py:76) -2024-09-01 22:02:53,223 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.004s, count=1611, qps in this process: 53.6928 (mp_runner.py:76) -2024-09-01 22:02:53,225 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0048s, count=1535, qps in this process: 51.1585 (mp_runner.py:76) -2024-09-01 22:02:53,228 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0125s, count=1600, qps in this process: 53.3111 (mp_runner.py:76) -2024-09-01 22:02:53,229 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.004s, count=1616, qps in this process: 53.8595 (mp_runner.py:76) -2024-09-01 22:02:53,230 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0113s, count=1616, qps in this process: 53.8464 (mp_runner.py:76) -2024-09-01 22:02:53,231 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0075s, count=1616, qps in this process: 53.8532 (mp_runner.py:76) -2024-09-01 22:02:53,231 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0047s, count=1616, qps in this process: 53.8582 (mp_runner.py:76) -2024-09-01 22:02:53,232 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0136s, count=1616, qps in this process: 53.8423 (mp_runner.py:76) -2024-09-01 22:02:53,242 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0002s, count=1521, qps in this process: 50.6997 (mp_runner.py:76) -2024-09-01 22:02:53,246 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0037s, count=1527, qps in this process: 50.8937 (mp_runner.py:76) -2024-09-01 22:02:53,249 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0046s, count=1619, qps in this process: 53.9584 (mp_runner.py:76) -2024-09-01 22:02:53,255 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0012s, count=1518, qps in this process: 50.598 (mp_runner.py:76) -2024-09-01 22:02:53,259 | INFO |End search in concurrency 25: dur=30.30466339699342s, total_count=39799, qps=1313.2962 (mp_runner.py:120) -2024-09-01 22:02:55,237 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:02:55,237 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 22:03:05,614 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 22:03:05,658 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,737 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,756 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,756 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,877 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,919 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,927 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,933 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,936 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,936 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,944 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,952 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:05,957 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:16,700 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.03137906800111523 (mp_runner.py:73) -2024-09-01 22:03:16,700 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.029545500001404434 (mp_runner.py:73) -2024-09-01 22:03:16,701 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.031290056998841465 (mp_runner.py:73) -2024-09-01 22:03:16,701 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.026221233994874638 (mp_runner.py:73) -2024-09-01 22:03:16,701 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.02710945600119885 (mp_runner.py:73) -2024-09-01 22:03:16,701 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.02713742000196362 (mp_runner.py:73) -2024-09-01 22:03:16,702 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.03020928500336595 (mp_runner.py:73) -2024-09-01 22:03:16,702 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.028861300001153722 (mp_runner.py:73) -2024-09-01 22:03:16,703 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.023417416006850544 (mp_runner.py:73) -2024-09-01 22:03:16,703 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.02634300899808295 (mp_runner.py:73) -2024-09-01 22:03:16,703 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.030440390000876505 (mp_runner.py:73) -2024-09-01 22:03:16,704 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.028447062999475747 (mp_runner.py:73) -2024-09-01 22:03:16,705 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.037979619002726395 (mp_runner.py:73) -2024-09-01 22:03:16,705 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.025654649005446117 (mp_runner.py:73) -2024-09-01 22:03:16,707 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.01358546700066654 (mp_runner.py:73) -2024-09-01 22:03:16,709 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.040701105004700366 (mp_runner.py:73) -2024-09-01 22:03:16,709 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.01631180500407936 (mp_runner.py:73) -2024-09-01 22:03:16,710 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.018785685999318957 (mp_runner.py:73) -2024-09-01 22:03:16,711 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.04565228299907176 (mp_runner.py:73) -2024-09-01 22:03:16,711 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.03124169800139498 (mp_runner.py:73) -2024-09-01 22:03:16,714 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.023779695002303924 (mp_runner.py:73) -2024-09-01 22:03:16,716 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.01988750800228445 (mp_runner.py:73) -2024-09-01 22:03:16,717 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.019900836996384896 (mp_runner.py:73) -2024-09-01 22:03:16,718 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.020075135995284654 (mp_runner.py:73) -2024-09-01 22:03:16,719 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.01371579899569042 (mp_runner.py:73) -2024-09-01 22:03:16,925 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.05621813100151485 (mp_runner.py:73) -2024-09-01 22:03:17,085 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.016591430001426488 (mp_runner.py:73) -2024-09-01 22:03:17,188 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.02806475399847841 (mp_runner.py:73) -2024-09-01 22:03:17,496 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.0025666200017440133 (mp_runner.py:73) -2024-09-01 22:03:17,513 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.014385745998879429 (mp_runner.py:73) -2024-09-01 22:03:27,157 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.01009021099889651 (mp_runner.py:73) -2024-09-01 22:03:27,159 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.01525240499904612 (mp_runner.py:73) -2024-09-01 22:03:27,161 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.014863816999422852 (mp_runner.py:73) -2024-09-01 22:03:27,163 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.025128811001195572 (mp_runner.py:73) -2024-09-01 22:03:27,166 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.01349350999953458 (mp_runner.py:73) -2024-09-01 22:03:27,169 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.020684078001067974 (mp_runner.py:73) -2024-09-01 22:03:27,172 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.022703328999341466 (mp_runner.py:73) -2024-09-01 22:03:27,174 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.008997820994409267 (mp_runner.py:73) -2024-09-01 22:03:27,174 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.027395138000429142 (mp_runner.py:73) -2024-09-01 22:03:27,175 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.027474832997540943 (mp_runner.py:73) -2024-09-01 22:03:27,175 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.011851003997435328 (mp_runner.py:73) -2024-09-01 22:03:27,176 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.022275654002442025 (mp_runner.py:73) -2024-09-01 22:03:27,177 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.02843118100281572 (mp_runner.py:73) -2024-09-01 22:03:27,179 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.028482387999247294 (mp_runner.py:73) -2024-09-01 22:03:27,181 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.022298513998975977 (mp_runner.py:73) -2024-09-01 22:03:27,182 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.022065807002945803 (mp_runner.py:73) -2024-09-01 22:03:27,183 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.020761979998496827 (mp_runner.py:73) -2024-09-01 22:03:27,184 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.026649550003639888 (mp_runner.py:73) -2024-09-01 22:03:27,185 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.024175794002076145 (mp_runner.py:73) -2024-09-01 22:03:27,186 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.030323688995849807 (mp_runner.py:73) -2024-09-01 22:03:27,189 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.03478805799386464 (mp_runner.py:73) -2024-09-01 22:03:27,191 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.025251792998460587 (mp_runner.py:73) -2024-09-01 22:03:27,192 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.024333112000022084 (mp_runner.py:73) -2024-09-01 22:03:27,214 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.0261887110027601 (mp_runner.py:73) -2024-09-01 22:03:27,267 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.019135488000756595 (mp_runner.py:73) -2024-09-01 22:03:27,834 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.03619570400041994 (mp_runner.py:73) -2024-09-01 22:03:28,257 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.02980958399712108 (mp_runner.py:73) -2024-09-01 22:03:28,290 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.05388728799880482 (mp_runner.py:73) -2024-09-01 22:03:28,492 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.038905039997189306 (mp_runner.py:73) -2024-09-01 22:03:28,802 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.03344856399780838 (mp_runner.py:73) -2024-09-01 22:03:35,665 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0017s, count=1379, qps in this process: 45.9641 (mp_runner.py:76) -2024-09-01 22:03:35,746 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0072s, count=1360, qps in this process: 45.3225 (mp_runner.py:76) -2024-09-01 22:03:35,773 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0112s, count=1384, qps in this process: 46.1161 (mp_runner.py:76) -2024-09-01 22:03:35,774 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0142s, count=1384, qps in this process: 46.1115 (mp_runner.py:76) -2024-09-01 22:03:35,885 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0058s, count=1345, qps in this process: 44.8247 (mp_runner.py:76) -2024-09-01 22:03:35,888 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.009s, count=1309, qps in this process: 43.6202 (mp_runner.py:76) -2024-09-01 22:03:35,889 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0025s, count=1390, qps in this process: 46.3295 (mp_runner.py:76) -2024-09-01 22:03:35,890 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0042s, count=1390, qps in this process: 46.3268 (mp_runner.py:76) -2024-09-01 22:03:35,896 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0166s, count=1328, qps in this process: 44.2422 (mp_runner.py:76) -2024-09-01 22:03:35,903 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0166s, count=1391, qps in this process: 46.341 (mp_runner.py:76) -2024-09-01 22:03:35,909 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0234s, count=1390, qps in this process: 46.2972 (mp_runner.py:76) -2024-09-01 22:03:35,913 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0269s, count=1391, qps in this process: 46.3251 (mp_runner.py:76) -2024-09-01 22:03:35,931 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0005s, count=1373, qps in this process: 45.7659 (mp_runner.py:76) -2024-09-01 22:03:35,932 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0016s, count=1317, qps in this process: 43.8977 (mp_runner.py:76) -2024-09-01 22:03:35,934 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0109s, count=1393, qps in this process: 46.4165 (mp_runner.py:76) -2024-09-01 22:03:35,936 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0079s, count=1393, qps in this process: 46.4211 (mp_runner.py:76) -2024-09-01 22:03:35,938 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0012s, count=1393, qps in this process: 46.4315 (mp_runner.py:76) -2024-09-01 22:03:35,942 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0142s, count=1393, qps in this process: 46.4114 (mp_runner.py:76) -2024-09-01 22:03:35,944 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.002s, count=1393, qps in this process: 46.4302 (mp_runner.py:76) -2024-09-01 22:03:35,945 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.001s, count=1328, qps in this process: 44.2652 (mp_runner.py:76) -2024-09-01 22:03:35,946 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0016s, count=1394, qps in this process: 46.4642 (mp_runner.py:76) -2024-09-01 22:03:35,948 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0098s, count=1394, qps in this process: 46.4515 (mp_runner.py:76) -2024-09-01 22:03:35,952 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.007s, count=1394, qps in this process: 46.4558 (mp_runner.py:76) -2024-09-01 22:03:35,952 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0081s, count=1394, qps in this process: 46.4541 (mp_runner.py:76) -2024-09-01 22:03:35,953 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0082s, count=1395, qps in this process: 46.4873 (mp_runner.py:76) -2024-09-01 22:03:35,953 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0116s, count=1394, qps in this process: 46.4487 (mp_runner.py:76) -2024-09-01 22:03:35,956 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0016s, count=1395, qps in this process: 46.4975 (mp_runner.py:76) -2024-09-01 22:03:35,957 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0048s, count=1395, qps in this process: 46.4926 (mp_runner.py:76) -2024-09-01 22:03:35,958 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0132s, count=1395, qps in this process: 46.4795 (mp_runner.py:76) -2024-09-01 22:03:35,967 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0015s, count=1398, qps in this process: 46.5977 (mp_runner.py:76) -2024-09-01 22:03:35,971 | INFO |End search in concurrency 30: dur=30.357036102002894s, total_count=41372, qps=1362.8471 (mp_runner.py:120) -2024-09-01 22:03:37,912 | INFO |Update largest qps with concurrency 30: current max_qps=1362.8471 (mp_runner.py:124) -2024-09-01 22:03:38,322 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:03:38,322 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 22:03:48,893 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 22:03:49,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,114 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,116 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,229 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,234 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,234 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,249 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,256 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,256 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,256 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,262 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,262 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,262 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,267 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,274 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,289 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:03:49,341 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:01,960 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.017758492002030835 (mp_runner.py:73) -2024-09-01 22:04:01,961 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.010277478999341838 (mp_runner.py:73) -2024-09-01 22:04:01,963 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.02564985399658326 (mp_runner.py:73) -2024-09-01 22:04:01,964 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.013793812002404593 (mp_runner.py:73) -2024-09-01 22:04:01,965 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.021058690996142104 (mp_runner.py:73) -2024-09-01 22:04:01,967 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.01738502600346692 (mp_runner.py:73) -2024-09-01 22:04:01,971 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.03164840199315222 (mp_runner.py:73) -2024-09-01 22:04:01,974 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.025344360001327004 (mp_runner.py:73) -2024-09-01 22:04:01,976 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.02364560799469473 (mp_runner.py:73) -2024-09-01 22:04:01,979 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.026208305003819987 (mp_runner.py:73) -2024-09-01 22:04:01,982 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.013482727998052724 (mp_runner.py:73) -2024-09-01 22:04:01,983 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.016991983000480104 (mp_runner.py:73) -2024-09-01 22:04:01,985 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.047547392001433764 (mp_runner.py:73) -2024-09-01 22:04:01,985 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.04423226499784505 (mp_runner.py:73) -2024-09-01 22:04:01,989 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.028050030996382702 (mp_runner.py:73) -2024-09-01 22:04:01,996 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.048092559998622164 (mp_runner.py:73) -2024-09-01 22:04:01,998 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05667167699721176 (mp_runner.py:73) -2024-09-01 22:04:02,005 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.027372666001610924 (mp_runner.py:73) -2024-09-01 22:04:02,114 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.03881845900468761 (mp_runner.py:73) -2024-09-01 22:04:02,173 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.014793074995395727 (mp_runner.py:73) -2024-09-01 22:04:02,481 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.038352981995558366 (mp_runner.py:73) -2024-09-01 22:04:02,720 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.0253455119964201 (mp_runner.py:73) -2024-09-01 22:04:03,198 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.04205414899479365 (mp_runner.py:73) -2024-09-01 22:04:03,227 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.00412620700080879 (mp_runner.py:73) -2024-09-01 22:04:03,242 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.03988338699855376 (mp_runner.py:73) -2024-09-01 22:04:03,245 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.0419430259935325 (mp_runner.py:73) -2024-09-01 22:04:03,469 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.03502529199613491 (mp_runner.py:73) -2024-09-01 22:04:03,471 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.02908190400194144 (mp_runner.py:73) -2024-09-01 22:04:03,562 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.021214291999058332 (mp_runner.py:73) -2024-09-01 22:04:03,649 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.003837876000034157 (mp_runner.py:73) -2024-09-01 22:04:03,769 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.032416120993730146 (mp_runner.py:73) -2024-09-01 22:04:03,797 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.03300277899688808 (mp_runner.py:73) -2024-09-01 22:04:03,862 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.016968932999589015 (mp_runner.py:73) -2024-09-01 22:04:04,960 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.04040609199728351 (mp_runner.py:73) -2024-09-01 22:04:05,321 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.027417901997978333 (mp_runner.py:73) -2024-09-01 22:04:15,700 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.029316259002371226 (mp_runner.py:73) -2024-09-01 22:04:15,702 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.04781172000366496 (mp_runner.py:73) -2024-09-01 22:04:15,703 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.050218929995025974 (mp_runner.py:73) -2024-09-01 22:04:15,703 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.040088392997859046 (mp_runner.py:73) -2024-09-01 22:04:15,704 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.04270516000542557 (mp_runner.py:73) -2024-09-01 22:04:15,704 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.031208399006573018 (mp_runner.py:73) -2024-09-01 22:04:15,705 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.049024708998331334 (mp_runner.py:73) -2024-09-01 22:04:15,707 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.048865620003198273 (mp_runner.py:73) -2024-09-01 22:04:15,708 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.05452320499898633 (mp_runner.py:73) -2024-09-01 22:04:15,708 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.0438674289980554 (mp_runner.py:73) -2024-09-01 22:04:15,709 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.04833327599772019 (mp_runner.py:73) -2024-09-01 22:04:15,710 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.04184200799500104 (mp_runner.py:73) -2024-09-01 22:04:15,714 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.055039448001480196 (mp_runner.py:73) -2024-09-01 22:04:15,714 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.06545391500549158 (mp_runner.py:73) -2024-09-01 22:04:15,717 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.05528348799998639 (mp_runner.py:73) -2024-09-01 22:04:15,718 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.03271269800461596 (mp_runner.py:73) -2024-09-01 22:04:15,718 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.042584577000525314 (mp_runner.py:73) -2024-09-01 22:04:15,720 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.05508741399535211 (mp_runner.py:73) -2024-09-01 22:04:15,720 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.06502165599522414 (mp_runner.py:73) -2024-09-01 22:04:15,720 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.05766408199997386 (mp_runner.py:73) -2024-09-01 22:04:15,720 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.06768452400137903 (mp_runner.py:73) -2024-09-01 22:04:15,721 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.056482701998902485 (mp_runner.py:73) -2024-09-01 22:04:15,721 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.05440784499660367 (mp_runner.py:73) -2024-09-01 22:04:15,721 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.06286704199737869 (mp_runner.py:73) -2024-09-01 22:04:15,721 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.05120417400030419 (mp_runner.py:73) -2024-09-01 22:04:16,058 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.003425704999244772 (mp_runner.py:73) -2024-09-01 22:04:16,088 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.007139617002394516 (mp_runner.py:73) -2024-09-01 22:04:16,388 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.036295100006100256 (mp_runner.py:73) -2024-09-01 22:04:16,441 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.03275849299825495 (mp_runner.py:73) -2024-09-01 22:04:16,675 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.01882887299871072 (mp_runner.py:73) -2024-09-01 22:04:16,944 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.005880737997358665 (mp_runner.py:73) -2024-09-01 22:04:16,981 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.04101413299940759 (mp_runner.py:73) -2024-09-01 22:04:17,975 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.035928070996305905 (mp_runner.py:73) -2024-09-01 22:04:18,807 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.02792135000345297 (mp_runner.py:73) -2024-09-01 22:04:19,120 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0023s, count=1126, qps in this process: 37.5305 (mp_runner.py:76) -2024-09-01 22:04:19,132 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0009s, count=1129, qps in this process: 37.6322 (mp_runner.py:76) -2024-09-01 22:04:19,143 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.031s, count=1115, qps in this process: 37.1283 (mp_runner.py:76) -2024-09-01 22:04:19,153 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0374s, count=1130, qps in this process: 37.6198 (mp_runner.py:76) -2024-09-01 22:04:19,190 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.001s, count=1132, qps in this process: 37.7321 (mp_runner.py:76) -2024-09-01 22:04:19,193 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.004s, count=1131, qps in this process: 37.695 (mp_runner.py:76) -2024-09-01 22:04:19,197 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0047s, count=1131, qps in this process: 37.6941 (mp_runner.py:76) -2024-09-01 22:04:19,202 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.013s, count=1132, qps in this process: 37.717 (mp_runner.py:76) -2024-09-01 22:04:19,224 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0317s, count=1133, qps in this process: 37.7268 (mp_runner.py:76) -2024-09-01 22:04:19,224 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0316s, count=1133, qps in this process: 37.7269 (mp_runner.py:76) -2024-09-01 22:04:19,225 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0319s, count=1133, qps in this process: 37.7266 (mp_runner.py:76) -2024-09-01 22:04:19,225 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0364s, count=1133, qps in this process: 37.7209 (mp_runner.py:76) -2024-09-01 22:04:19,225 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0364s, count=1133, qps in this process: 37.7209 (mp_runner.py:76) -2024-09-01 22:04:19,226 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0369s, count=1133, qps in this process: 37.7203 (mp_runner.py:76) -2024-09-01 22:04:19,226 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0378s, count=1133, qps in this process: 37.7191 (mp_runner.py:76) -2024-09-01 22:04:19,227 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0383s, count=1133, qps in this process: 37.7185 (mp_runner.py:76) -2024-09-01 22:04:19,239 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0027s, count=1084, qps in this process: 36.1301 (mp_runner.py:76) -2024-09-01 22:04:19,240 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0075s, count=1098, qps in this process: 36.5909 (mp_runner.py:76) -2024-09-01 22:04:19,248 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.025840522997896187 (mp_runner.py:73) -2024-09-01 22:04:19,248 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0106s, count=1134, qps in this process: 37.7866 (mp_runner.py:76) -2024-09-01 22:04:19,248 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0174s, count=1134, qps in this process: 37.7781 (mp_runner.py:76) -2024-09-01 22:04:19,248 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0109s, count=1134, qps in this process: 37.7863 (mp_runner.py:76) -2024-09-01 22:04:19,259 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0061s, count=1054, qps in this process: 35.1262 (mp_runner.py:76) -2024-09-01 22:04:19,263 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0053s, count=1136, qps in this process: 37.86 (mp_runner.py:76) -2024-09-01 22:04:19,266 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0083s, count=1087, qps in this process: 36.2233 (mp_runner.py:76) -2024-09-01 22:04:19,267 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0015s, count=1135, qps in this process: 37.8314 (mp_runner.py:76) -2024-09-01 22:04:19,272 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0011s, count=1111, qps in this process: 37.032 (mp_runner.py:76) -2024-09-01 22:04:19,273 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0151s, count=1136, qps in this process: 37.8476 (mp_runner.py:76) -2024-09-01 22:04:19,273 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0022s, count=1023, qps in this process: 34.0975 (mp_runner.py:76) -2024-09-01 22:04:19,277 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0062s, count=1137, qps in this process: 37.8922 (mp_runner.py:76) -2024-09-01 22:04:19,281 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.002s, count=1125, qps in this process: 37.4975 (mp_runner.py:76) -2024-09-01 22:04:19,284 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0124s, count=1138, qps in this process: 37.9177 (mp_runner.py:76) -2024-09-01 22:04:19,291 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0059s, count=1139, qps in this process: 37.9592 (mp_runner.py:76) -2024-09-01 22:04:19,292 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0067s, count=1120, qps in this process: 37.325 (mp_runner.py:76) -2024-09-01 22:04:19,296 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0045s, count=1140, qps in this process: 37.9943 (mp_runner.py:76) -2024-09-01 22:04:19,349 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0013s, count=1037, qps in this process: 34.5652 (mp_runner.py:76) -2024-09-01 22:04:19,355 | INFO |End search in concurrency 35: dur=30.460245599999325s, total_count=39192, qps=1286.6607 (mp_runner.py:120) -2024-09-01 22:04:22,013 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:04:22,013 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 22:04:32,696 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 22:04:32,812 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:32,872 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:32,909 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:32,924 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:32,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:32,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:32,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,053 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,057 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,063 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,067 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,067 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,078 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,087 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,122 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,139 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,145 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,193 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:33,254 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:04:48,354 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.036282308006775565 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.004255662999639753 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.035733074000745546 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.037046166995423846 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.037424161993840244 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.02918318400043063 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.03560410700447392 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.029430296999635175 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.03551467999932356 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.017129839994595386 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.03706061900447821 (mp_runner.py:73) -2024-09-01 22:04:48,355 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.03662297499977285 (mp_runner.py:73) -2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.03862428499996895 (mp_runner.py:73) -2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.03616616599902045 (mp_runner.py:73) -2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.0319979810010409 (mp_runner.py:73) -2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.038980991004791576 (mp_runner.py:73) -2024-09-01 22:04:48,356 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.004996150004444644 (mp_runner.py:73) -2024-09-01 22:04:48,359 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.007678636997297872 (mp_runner.py:73) -2024-09-01 22:04:48,360 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.008704023995960597 (mp_runner.py:73) -2024-09-01 22:04:48,362 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.008388810005271807 (mp_runner.py:73) -2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.012309393998293672 (mp_runner.py:73) -2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.03578587600350147 (mp_runner.py:73) -2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.042707596003310755 (mp_runner.py:73) -2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.0415080559978378 (mp_runner.py:73) -2024-09-01 22:04:48,363 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.040734340000199154 (mp_runner.py:73) -2024-09-01 22:04:48,365 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.010884244999033399 (mp_runner.py:73) -2024-09-01 22:04:48,368 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.023419540004397277 (mp_runner.py:73) -2024-09-01 22:04:48,369 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.016861798001627903 (mp_runner.py:73) -2024-09-01 22:04:48,370 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.025848753997706808 (mp_runner.py:73) -2024-09-01 22:04:48,372 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.003618595001171343 (mp_runner.py:73) -2024-09-01 22:04:48,374 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.02488735299994005 (mp_runner.py:73) -2024-09-01 22:04:48,375 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.02502673200069694 (mp_runner.py:73) -2024-09-01 22:04:48,394 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.048413917000289075 (mp_runner.py:73) -2024-09-01 22:04:48,757 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.08032086399907712 (mp_runner.py:73) -2024-09-01 22:04:48,922 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.010939323001366574 (mp_runner.py:73) -2024-09-01 22:04:49,124 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.021927781999693252 (mp_runner.py:73) -2024-09-01 22:04:49,160 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.06138908900175011 (mp_runner.py:73) -2024-09-01 22:04:49,345 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.023529589001554996 (mp_runner.py:73) -2024-09-01 22:04:49,513 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.0357320780021837 (mp_runner.py:73) -2024-09-01 22:04:49,550 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.003861957993649412 (mp_runner.py:73) -2024-09-01 22:05:02,410 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.02389739499631105 (mp_runner.py:73) -2024-09-01 22:05:02,416 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.03210088900232222 (mp_runner.py:73) -2024-09-01 22:05:02,418 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.030406376004975755 (mp_runner.py:73) -2024-09-01 22:05:02,421 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.025901448003423866 (mp_runner.py:73) -2024-09-01 22:05:02,421 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.003333038999699056 (mp_runner.py:73) -2024-09-01 22:05:02,422 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.025007825999637134 (mp_runner.py:73) -2024-09-01 22:05:02,423 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.029055532002530526 (mp_runner.py:73) -2024-09-01 22:05:02,423 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.02477632200316293 (mp_runner.py:73) -2024-09-01 22:05:02,424 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.024860927995177917 (mp_runner.py:73) -2024-09-01 22:05:02,425 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.04298168500099564 (mp_runner.py:73) -2024-09-01 22:05:02,426 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.02949189599894453 (mp_runner.py:73) -2024-09-01 22:05:02,427 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.02577299200493144 (mp_runner.py:73) -2024-09-01 22:05:02,427 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.022679586996673606 (mp_runner.py:73) -2024-09-01 22:05:02,428 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.02434839900524821 (mp_runner.py:73) -2024-09-01 22:05:02,429 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.034155706998717505 (mp_runner.py:73) -2024-09-01 22:05:02,430 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.027718350997020025 (mp_runner.py:73) -2024-09-01 22:05:02,431 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.019952688002376817 (mp_runner.py:73) -2024-09-01 22:05:02,432 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.019621715000539552 (mp_runner.py:73) -2024-09-01 22:05:02,433 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.015416533999086823 (mp_runner.py:73) -2024-09-01 22:05:02,433 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.020327506004832685 (mp_runner.py:73) -2024-09-01 22:05:02,434 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.019259347005572636 (mp_runner.py:73) -2024-09-01 22:05:02,435 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.025347833005071152 (mp_runner.py:73) -2024-09-01 22:05:02,437 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.028209021998918615 (mp_runner.py:73) -2024-09-01 22:05:02,438 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.023268966004252434 (mp_runner.py:73) -2024-09-01 22:05:02,438 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.031844634999288246 (mp_runner.py:73) -2024-09-01 22:05:02,439 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.01926279400504427 (mp_runner.py:73) -2024-09-01 22:05:02,439 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.036733203000039794 (mp_runner.py:73) -2024-09-01 22:05:02,439 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.0456675940004061 (mp_runner.py:73) -2024-09-01 22:05:02,440 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.026688164005463477 (mp_runner.py:73) -2024-09-01 22:05:02,441 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.024941842995758634 (mp_runner.py:73) -2024-09-01 22:05:02,442 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.03482835600152612 (mp_runner.py:73) -2024-09-01 22:05:02,445 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.07538953000039328 (mp_runner.py:73) -2024-09-01 22:05:02,829 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.005s, count=992, qps in this process: 33.0612 (mp_runner.py:76) -2024-09-01 22:05:02,897 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0156s, count=1016, qps in this process: 33.8491 (mp_runner.py:76) -2024-09-01 22:05:02,929 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0089s, count=1017, qps in this process: 33.8899 (mp_runner.py:76) -2024-09-01 22:05:02,931 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0021s, count=1017, qps in this process: 33.8976 (mp_runner.py:76) -2024-09-01 22:05:02,942 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0021s, count=1018, qps in this process: 33.931 (mp_runner.py:76) -2024-09-01 22:05:02,946 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0083s, count=1018, qps in this process: 33.9239 (mp_runner.py:76) -2024-09-01 22:05:02,949 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0072s, count=1018, qps in this process: 33.9252 (mp_runner.py:76) -2024-09-01 22:05:03,073 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.043869967994396575 (mp_runner.py:73) -2024-09-01 22:05:03,095 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0173s, count=1022, qps in this process: 34.047 (mp_runner.py:76) -2024-09-01 22:05:03,102 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0438s, count=1022, qps in this process: 34.017 (mp_runner.py:76) -2024-09-01 22:05:03,105 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0116s, count=1023, qps in this process: 34.0868 (mp_runner.py:76) -2024-09-01 22:05:03,106 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.033s, count=1023, qps in this process: 34.0625 (mp_runner.py:76) -2024-09-01 22:05:03,106 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0332s, count=1023, qps in this process: 34.0623 (mp_runner.py:76) -2024-09-01 22:05:03,125 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0581s, count=963, qps in this process: 32.038 (mp_runner.py:76) -2024-09-01 22:05:03,128 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0677s, count=1023, qps in this process: 34.0232 (mp_runner.py:76) -2024-09-01 22:05:03,132 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0359s, count=1024, qps in this process: 34.0925 (mp_runner.py:76) -2024-09-01 22:05:03,135 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0418s, count=1024, qps in this process: 34.0858 (mp_runner.py:76) -2024-09-01 22:05:03,141 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0027s, count=1023, qps in this process: 34.0969 (mp_runner.py:76) -2024-09-01 22:05:03,145 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0096s, count=1024, qps in this process: 34.1224 (mp_runner.py:76) -2024-09-01 22:05:03,147 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0056s, count=1024, qps in this process: 34.127 (mp_runner.py:76) -2024-09-01 22:05:03,153 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0044s, count=1024, qps in this process: 34.1283 (mp_runner.py:76) -2024-09-01 22:05:03,156 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0082s, count=1024, qps in this process: 34.124 (mp_runner.py:76) -2024-09-01 22:05:03,160 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0137s, count=1025, qps in this process: 34.1511 (mp_runner.py:76) -2024-09-01 22:05:03,162 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.013s, count=1025, qps in this process: 34.1519 (mp_runner.py:76) -2024-09-01 22:05:03,163 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0141s, count=1025, qps in this process: 34.1506 (mp_runner.py:76) -2024-09-01 22:05:03,165 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0167s, count=1025, qps in this process: 34.1477 (mp_runner.py:76) -2024-09-01 22:05:03,168 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0051s, count=1025, qps in this process: 34.1609 (mp_runner.py:76) -2024-09-01 22:05:03,172 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0421s, count=1025, qps in this process: 34.1188 (mp_runner.py:76) -2024-09-01 22:05:03,173 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0157s, count=1025, qps in this process: 34.1488 (mp_runner.py:76) -2024-09-01 22:05:03,186 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0226s, count=1026, qps in this process: 34.1743 (mp_runner.py:76) -2024-09-01 22:05:03,194 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0051s, count=998, qps in this process: 33.261 (mp_runner.py:76) -2024-09-01 22:05:03,198 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0011s, count=1026, qps in this process: 34.1987 (mp_runner.py:76) -2024-09-01 22:05:03,200 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0002s, count=996, qps in this process: 33.1998 (mp_runner.py:76) -2024-09-01 22:05:03,201 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0016s, count=1029, qps in this process: 34.2982 (mp_runner.py:76) -2024-09-01 22:05:03,207 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0057s, count=1007, qps in this process: 33.5603 (mp_runner.py:76) -2024-09-01 22:05:03,208 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0025s, count=956, qps in this process: 31.864 (mp_runner.py:76) -2024-09-01 22:05:03,208 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0073s, count=1030, qps in this process: 34.325 (mp_runner.py:76) -2024-09-01 22:05:03,209 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0073s, count=960, qps in this process: 31.9922 (mp_runner.py:76) -2024-09-01 22:05:03,245 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0018s, count=1035, qps in this process: 34.4979 (mp_runner.py:76) -2024-09-01 22:05:03,251 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0003s, count=1037, qps in this process: 34.5663 (mp_runner.py:76) -2024-09-01 22:05:03,260 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0018s, count=998, qps in this process: 33.2647 (mp_runner.py:76) -2024-09-01 22:05:03,265 | INFO |End search in concurrency 40: dur=30.5679336999965s, total_count=40635, qps=1329.3342 (mp_runner.py:120) -2024-09-01 22:05:06,304 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:05:06,304 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 22:05:17,101 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 22:05:17,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,362 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,395 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,410 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,416 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,439 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,465 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,495 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,500 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,504 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,508 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,511 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,512 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,516 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,522 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,522 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,546 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,566 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,570 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,574 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,574 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,576 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,586 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,602 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,602 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,616 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,617 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,642 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,648 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,658 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,659 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,663 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,664 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:17,672 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:05:33,161 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.008571668004151434 (mp_runner.py:73) -2024-09-01 22:05:33,162 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.009896299001411535 (mp_runner.py:73) -2024-09-01 22:05:33,163 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.010760361001302954 (mp_runner.py:73) -2024-09-01 22:05:33,163 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.010690555005567148 (mp_runner.py:73) -2024-09-01 22:05:33,164 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.011728415003744885 (mp_runner.py:73) -2024-09-01 22:05:33,165 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.012025978001474869 (mp_runner.py:73) -2024-09-01 22:05:33,166 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.014281641997513361 (mp_runner.py:73) -2024-09-01 22:05:33,167 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.012461443002393935 (mp_runner.py:73) -2024-09-01 22:05:33,167 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.014398145998711698 (mp_runner.py:73) -2024-09-01 22:05:33,168 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.01661628900183132 (mp_runner.py:73) -2024-09-01 22:05:33,169 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.015976181995938532 (mp_runner.py:73) -2024-09-01 22:05:33,170 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.0117636479990324 (mp_runner.py:73) -2024-09-01 22:05:33,170 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.01858591299969703 (mp_runner.py:73) -2024-09-01 22:05:33,171 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.013740607995714527 (mp_runner.py:73) -2024-09-01 22:05:33,171 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.017684282996924594 (mp_runner.py:73) -2024-09-01 22:05:33,172 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.015506240000831895 (mp_runner.py:73) -2024-09-01 22:05:33,173 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.019892215001164004 (mp_runner.py:73) -2024-09-01 22:05:33,174 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.012141088998760097 (mp_runner.py:73) -2024-09-01 22:05:33,175 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.015651321002223995 (mp_runner.py:73) -2024-09-01 22:05:33,176 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.017053652001777664 (mp_runner.py:73) -2024-09-01 22:05:33,177 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.022057911002775654 (mp_runner.py:73) -2024-09-01 22:05:33,178 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.01857766900502611 (mp_runner.py:73) -2024-09-01 22:05:33,179 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.002433262998238206 (mp_runner.py:73) -2024-09-01 22:05:33,181 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.024773978999292012 (mp_runner.py:73) -2024-09-01 22:05:33,183 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.025635041994974017 (mp_runner.py:73) -2024-09-01 22:05:33,185 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.03107712200289825 (mp_runner.py:73) -2024-09-01 22:05:33,187 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.03058554100425681 (mp_runner.py:73) -2024-09-01 22:05:33,189 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.03232805600418942 (mp_runner.py:73) -2024-09-01 22:05:33,190 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.03132877000462031 (mp_runner.py:73) -2024-09-01 22:05:33,191 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.033599398004298564 (mp_runner.py:73) -2024-09-01 22:05:33,193 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.037241350997646805 (mp_runner.py:73) -2024-09-01 22:05:33,194 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.03629837899643462 (mp_runner.py:73) -2024-09-01 22:05:33,195 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.04099051299999701 (mp_runner.py:73) -2024-09-01 22:05:33,197 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.041483275999780744 (mp_runner.py:73) -2024-09-01 22:05:33,198 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02631170400127303 (mp_runner.py:73) -2024-09-01 22:05:33,199 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.039129266995587386 (mp_runner.py:73) -2024-09-01 22:05:33,201 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.04961028700199677 (mp_runner.py:73) -2024-09-01 22:05:33,201 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.049105205995147116 (mp_runner.py:73) -2024-09-01 22:05:33,201 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.044851853999716695 (mp_runner.py:73) -2024-09-01 22:05:33,207 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.04960195900639519 (mp_runner.py:73) -2024-09-01 22:05:33,208 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.05441275900375331 (mp_runner.py:73) -2024-09-01 22:05:33,293 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.027823739001178183 (mp_runner.py:73) -2024-09-01 22:05:33,491 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.045911166998848785 (mp_runner.py:73) -2024-09-01 22:05:33,513 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.0034253300036652945 (mp_runner.py:73) -2024-09-01 22:05:34,314 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.03922112099826336 (mp_runner.py:73) -2024-09-01 22:05:47,367 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0049s, count=962, qps in this process: 32.0614 (mp_runner.py:76) -2024-09-01 22:05:47,379 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0157s, count=962, qps in this process: 32.0499 (mp_runner.py:76) -2024-09-01 22:05:47,410 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0362s, count=963, qps in this process: 32.0613 (mp_runner.py:76) -2024-09-01 22:05:47,423 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0226s, count=956, qps in this process: 31.8427 (mp_runner.py:76) -2024-09-01 22:05:47,431 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0078s, count=964, qps in this process: 32.125 (mp_runner.py:76) -2024-09-01 22:05:47,432 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.01s, count=964, qps in this process: 32.1226 (mp_runner.py:76) -2024-09-01 22:05:47,433 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0129s, count=964, qps in this process: 32.1195 (mp_runner.py:76) -2024-09-01 22:05:47,434 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.011s, count=964, qps in this process: 32.1216 (mp_runner.py:76) -2024-09-01 22:05:47,435 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0322s, count=964, qps in this process: 32.0989 (mp_runner.py:76) -2024-09-01 22:05:47,435 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0208s, count=964, qps in this process: 32.1111 (mp_runner.py:76) -2024-09-01 22:05:47,451 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.009s, count=915, qps in this process: 30.4909 (mp_runner.py:76) -2024-09-01 22:05:47,487 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0155s, count=959, qps in this process: 31.9502 (mp_runner.py:76) -2024-09-01 22:05:47,501 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0065s, count=967, qps in this process: 32.2264 (mp_runner.py:76) -2024-09-01 22:05:47,503 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0038s, count=951, qps in this process: 31.696 (mp_runner.py:76) -2024-09-01 22:05:47,511 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.012s, count=968, qps in this process: 32.2538 (mp_runner.py:76) -2024-09-01 22:05:47,519 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0171s, count=968, qps in this process: 32.2483 (mp_runner.py:76) -2024-09-01 22:05:47,520 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0162s, count=968, qps in this process: 32.2493 (mp_runner.py:76) -2024-09-01 22:05:47,522 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0033s, count=967, qps in this process: 32.2298 (mp_runner.py:76) -2024-09-01 22:05:47,524 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0203s, count=968, qps in this process: 32.2448 (mp_runner.py:76) -2024-09-01 22:05:47,530 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0084s, count=889, qps in this process: 29.625 (mp_runner.py:76) -2024-09-01 22:05:47,536 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0176s, count=948, qps in this process: 31.5815 (mp_runner.py:76) -2024-09-01 22:05:47,541 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0162s, count=969, qps in this process: 32.2826 (mp_runner.py:76) -2024-09-01 22:05:47,542 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.017s, count=969, qps in this process: 32.2817 (mp_runner.py:76) -2024-09-01 22:05:47,542 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0241s, count=969, qps in this process: 32.2741 (mp_runner.py:76) -2024-09-01 22:05:47,542 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0177s, count=969, qps in this process: 32.281 (mp_runner.py:76) -2024-09-01 22:05:47,543 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0295s, count=969, qps in this process: 32.2683 (mp_runner.py:76) -2024-09-01 22:05:47,567 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.019s, count=970, qps in this process: 32.3129 (mp_runner.py:76) -2024-09-01 22:05:47,568 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0114s, count=970, qps in this process: 32.3211 (mp_runner.py:76) -2024-09-01 22:05:47,577 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0028s, count=971, qps in this process: 32.3636 (mp_runner.py:76) -2024-09-01 22:05:47,585 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0056s, count=972, qps in this process: 32.394 (mp_runner.py:76) -2024-09-01 22:05:47,589 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.019s, count=950, qps in this process: 31.6466 (mp_runner.py:76) -2024-09-01 22:05:47,593 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0135s, count=904, qps in this process: 30.1198 (mp_runner.py:76) -2024-09-01 22:05:47,595 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0138s, count=966, qps in this process: 32.1852 (mp_runner.py:76) -2024-09-01 22:05:47,600 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0073s, count=973, qps in this process: 32.4254 (mp_runner.py:76) -2024-09-01 22:05:47,611 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.006s, count=974, qps in this process: 32.4602 (mp_runner.py:76) -2024-09-01 22:05:47,616 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0083s, count=974, qps in this process: 32.4577 (mp_runner.py:76) -2024-09-01 22:05:47,628 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.007s, count=976, qps in this process: 32.5257 (mp_runner.py:76) -2024-09-01 22:05:47,628 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0074s, count=976, qps in this process: 32.5253 (mp_runner.py:76) -2024-09-01 22:05:47,648 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0018s, count=979, qps in this process: 32.6314 (mp_runner.py:76) -2024-09-01 22:05:47,658 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0022s, count=980, qps in this process: 32.6643 (mp_runner.py:76) -2024-09-01 22:05:47,671 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0014s, count=927, qps in this process: 30.8986 (mp_runner.py:76) -2024-09-01 22:05:47,671 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0074s, count=983, qps in this process: 32.7586 (mp_runner.py:76) -2024-09-01 22:05:47,676 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0006s, count=982, qps in this process: 32.7327 (mp_runner.py:76) -2024-09-01 22:05:47,679 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0032s, count=985, qps in this process: 32.8298 (mp_runner.py:76) -2024-09-01 22:05:47,686 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0095s, count=985, qps in this process: 32.8229 (mp_runner.py:76) -2024-09-01 22:05:47,692 | INFO |End search in concurrency 45: dur=30.58888162900257s, total_count=43337, qps=1416.7566 (mp_runner.py:120) -2024-09-01 22:05:50,644 | INFO |Update largest qps with concurrency 45: current max_qps=1416.7566 (mp_runner.py:124) -2024-09-01 22:05:51,052 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:05:51,053 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 22:06:11,975 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 22:06:12,208 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,305 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,374 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,393 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,394 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,399 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,402 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,405 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,410 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,426 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,426 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,428 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,431 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,434 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,454 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,472 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,475 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,475 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,475 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,475 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,476 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,480 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,488 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,511 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,512 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,513 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,576 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,578 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,579 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,580 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,589 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,591 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,594 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,612 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,612 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,614 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:12,644 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:06:29,607 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.031386996000946965 (mp_runner.py:73) -2024-09-01 22:06:29,609 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.02657554400502704 (mp_runner.py:73) -2024-09-01 22:06:29,609 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.05171911499928683 (mp_runner.py:73) -2024-09-01 22:06:29,609 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.03984834100265289 (mp_runner.py:73) -2024-09-01 22:06:29,610 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.04220972500479547 (mp_runner.py:73) -2024-09-01 22:06:29,612 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.037149125993892085 (mp_runner.py:73) -2024-09-01 22:06:29,615 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.06006963200343307 (mp_runner.py:73) -2024-09-01 22:06:29,619 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.057798702000582125 (mp_runner.py:73) -2024-09-01 22:06:29,620 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.05388226099603344 (mp_runner.py:73) -2024-09-01 22:06:29,621 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.06362252800317947 (mp_runner.py:73) -2024-09-01 22:06:29,623 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.06290040799649432 (mp_runner.py:73) -2024-09-01 22:06:29,624 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.06414451699674828 (mp_runner.py:73) -2024-09-01 22:06:29,626 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.058992717997170985 (mp_runner.py:73) -2024-09-01 22:06:29,626 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.07288170699757757 (mp_runner.py:73) -2024-09-01 22:06:29,626 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.07011714299733285 (mp_runner.py:73) -2024-09-01 22:06:29,629 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.05127493700274499 (mp_runner.py:73) -2024-09-01 22:06:29,631 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.07217893699998967 (mp_runner.py:73) -2024-09-01 22:06:29,631 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.05134837899822742 (mp_runner.py:73) -2024-09-01 22:06:29,632 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.06610317200102145 (mp_runner.py:73) -2024-09-01 22:06:29,633 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.06028858399804449 (mp_runner.py:73) -2024-09-01 22:06:29,634 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.07546463299513562 (mp_runner.py:73) -2024-09-01 22:06:29,634 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.07240150299912784 (mp_runner.py:73) -2024-09-01 22:06:29,634 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.0697904929984361 (mp_runner.py:73) -2024-09-01 22:06:29,635 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.06974259200069355 (mp_runner.py:73) -2024-09-01 22:06:29,636 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.06375939700228628 (mp_runner.py:73) -2024-09-01 22:06:29,636 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.057523669995134696 (mp_runner.py:73) -2024-09-01 22:06:29,637 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.06560548500419827 (mp_runner.py:73) -2024-09-01 22:06:29,638 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.070900436003285 (mp_runner.py:73) -2024-09-01 22:06:29,638 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.0608393980000983 (mp_runner.py:73) -2024-09-01 22:06:29,639 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.07728946499992162 (mp_runner.py:73) -2024-09-01 22:06:29,639 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.06949443399935262 (mp_runner.py:73) -2024-09-01 22:06:29,639 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.06187345200305572 (mp_runner.py:73) -2024-09-01 22:06:29,640 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.07185173500329256 (mp_runner.py:73) -2024-09-01 22:06:29,640 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.07717941499868175 (mp_runner.py:73) -2024-09-01 22:06:29,641 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.06758190700202249 (mp_runner.py:73) -2024-09-01 22:06:29,642 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.06094601399672683 (mp_runner.py:73) -2024-09-01 22:06:29,643 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.08777047500188928 (mp_runner.py:73) -2024-09-01 22:06:29,643 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.06323401499685133 (mp_runner.py:73) -2024-09-01 22:06:29,644 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.06946088100085035 (mp_runner.py:73) -2024-09-01 22:06:29,645 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.06445630799862556 (mp_runner.py:73) -2024-09-01 22:06:29,645 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.08192824100115104 (mp_runner.py:73) -2024-09-01 22:06:29,645 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.0715290969965281 (mp_runner.py:73) -2024-09-01 22:06:29,645 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.08878159300365951 (mp_runner.py:73) -2024-09-01 22:06:29,692 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.07513496599858627 (mp_runner.py:73) -2024-09-01 22:06:29,860 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.018698250001762062 (mp_runner.py:73) -2024-09-01 22:06:29,991 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.006222449002962094 (mp_runner.py:73) -2024-09-01 22:06:29,993 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.044679332997475285 (mp_runner.py:73) -2024-09-01 22:06:29,997 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.02056464999623131 (mp_runner.py:73) -2024-09-01 22:06:29,999 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.026323983001930173 (mp_runner.py:73) -2024-09-01 22:06:30,637 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.06309443800273584 (mp_runner.py:73) -2024-09-01 22:06:42,255 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0407s, count=867, qps in this process: 28.8608 (mp_runner.py:76) -2024-09-01 22:06:42,287 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0522s, count=868, qps in this process: 28.8831 (mp_runner.py:76) -2024-09-01 22:06:42,339 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0251s, count=857, qps in this process: 28.5428 (mp_runner.py:76) -2024-09-01 22:06:42,401 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0019s, count=871, qps in this process: 29.0315 (mp_runner.py:76) -2024-09-01 22:06:42,409 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0027s, count=852, qps in this process: 28.3974 (mp_runner.py:76) -2024-09-01 22:06:42,416 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0058s, count=871, qps in this process: 29.0277 (mp_runner.py:76) -2024-09-01 22:06:42,437 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0268s, count=871, qps in this process: 29.0074 (mp_runner.py:76) -2024-09-01 22:06:42,437 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.027s, count=872, qps in this process: 29.0405 (mp_runner.py:76) -2024-09-01 22:06:42,437 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0269s, count=872, qps in this process: 29.0406 (mp_runner.py:76) -2024-09-01 22:06:42,438 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0029s, count=872, qps in this process: 29.0639 (mp_runner.py:76) -2024-09-01 22:06:42,438 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0111s, count=828, qps in this process: 27.5898 (mp_runner.py:76) -2024-09-01 22:06:42,438 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0275s, count=872, qps in this process: 29.04 (mp_runner.py:76) -2024-09-01 22:06:42,439 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.024s, count=872, qps in this process: 29.0434 (mp_runner.py:76) -2024-09-01 22:06:42,439 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0288s, count=872, qps in this process: 29.0388 (mp_runner.py:76) -2024-09-01 22:06:42,439 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0605s, count=871, qps in this process: 28.9749 (mp_runner.py:76) -2024-09-01 22:06:42,439 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0085s, count=872, qps in this process: 29.0584 (mp_runner.py:76) -2024-09-01 22:06:42,440 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.031s, count=871, qps in this process: 29.0034 (mp_runner.py:76) -2024-09-01 22:06:42,440 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0053s, count=872, qps in this process: 29.0615 (mp_runner.py:76) -2024-09-01 22:06:42,446 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0054s, count=873, qps in this process: 29.0948 (mp_runner.py:76) -2024-09-01 22:06:42,454 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0235s, count=872, qps in this process: 29.0439 (mp_runner.py:76) -2024-09-01 22:06:42,456 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0156s, count=873, qps in this process: 29.0849 (mp_runner.py:76) -2024-09-01 22:06:42,460 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0261s, count=871, qps in this process: 29.0081 (mp_runner.py:76) -2024-09-01 22:06:42,461 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0264s, count=872, qps in this process: 29.0411 (mp_runner.py:76) -2024-09-01 22:06:42,476 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0768s, count=872, qps in this process: 28.9924 (mp_runner.py:76) -2024-09-01 22:06:42,480 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.001s, count=874, qps in this process: 29.1324 (mp_runner.py:76) -2024-09-01 22:06:42,484 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0059s, count=874, qps in this process: 29.1276 (mp_runner.py:76) -2024-09-01 22:06:42,484 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0047s, count=874, qps in this process: 29.1288 (mp_runner.py:76) -2024-09-01 22:06:42,487 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0076s, count=872, qps in this process: 29.0593 (mp_runner.py:76) -2024-09-01 22:06:42,487 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0086s, count=873, qps in this process: 29.0917 (mp_runner.py:76) -2024-09-01 22:06:42,488 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0569s, count=849, qps in this process: 28.2464 (mp_runner.py:76) -2024-09-01 22:06:42,500 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0243s, count=873, qps in this process: 29.0764 (mp_runner.py:76) -2024-09-01 22:06:42,503 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0018s, count=874, qps in this process: 29.1316 (mp_runner.py:76) -2024-09-01 22:06:42,506 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0228s, count=873, qps in this process: 29.0779 (mp_runner.py:76) -2024-09-01 22:06:42,514 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0567s, count=872, qps in this process: 29.0118 (mp_runner.py:76) -2024-09-01 22:06:42,520 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.041s, count=860, qps in this process: 28.6275 (mp_runner.py:76) -2024-09-01 22:06:42,520 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.041s, count=860, qps in this process: 28.6275 (mp_runner.py:76) -2024-09-01 22:06:42,521 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0077s, count=876, qps in this process: 29.1925 (mp_runner.py:76) -2024-09-01 22:06:42,536 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0216s, count=833, qps in this process: 27.7467 (mp_runner.py:76) -2024-09-01 22:06:42,537 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0197s, count=874, qps in this process: 29.1142 (mp_runner.py:76) -2024-09-01 22:06:42,584 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0031s, count=879, qps in this process: 29.297 (mp_runner.py:76) -2024-09-01 22:06:42,586 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0051s, count=879, qps in this process: 29.295 (mp_runner.py:76) -2024-09-01 22:06:42,588 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0012s, count=880, qps in this process: 29.3322 (mp_runner.py:76) -2024-09-01 22:06:42,593 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0024s, count=857, qps in this process: 28.5644 (mp_runner.py:76) -2024-09-01 22:06:42,597 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0014s, count=855, qps in this process: 28.4987 (mp_runner.py:76) -2024-09-01 22:06:42,598 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0009s, count=881, qps in this process: 29.3658 (mp_runner.py:76) -2024-09-01 22:06:42,608 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0027s, count=885, qps in this process: 29.4973 (mp_runner.py:76) -2024-09-01 22:06:42,617 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0026s, count=887, qps in this process: 29.5641 (mp_runner.py:76) -2024-09-01 22:06:42,618 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0002s, count=887, qps in this process: 29.5665 (mp_runner.py:76) -2024-09-01 22:06:42,618 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0025s, count=887, qps in this process: 29.5642 (mp_runner.py:76) -2024-09-01 22:06:42,656 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0018s, count=897, qps in this process: 29.8982 (mp_runner.py:76) -2024-09-01 22:06:42,660 | INFO |End search in concurrency 50: dur=30.68525258199952s, total_count=43521, qps=1418.3035 (mp_runner.py:120) -2024-09-01 22:06:45,942 | INFO |Update largest qps with concurrency 50: current max_qps=1418.3035 (mp_runner.py:124) -2024-09-01 22:06:46,348 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:06:46,349 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 22:07:07,450 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 22:07:07,628 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,803 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,813 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,823 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,874 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,878 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,891 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,891 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,892 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,892 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,892 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,898 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,900 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,900 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,901 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,901 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,903 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,903 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,904 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,904 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,915 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,958 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,967 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,989 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,992 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:07,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,001 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,007 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,015 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,025 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,026 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,029 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,032 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,051 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,062 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,065 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,111 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,125 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,140 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:08,140 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:07:26,969 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.015144735996727832 (mp_runner.py:73) -2024-09-01 22:07:26,971 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.018140451997169293 (mp_runner.py:73) -2024-09-01 22:07:26,971 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.006859263994556386 (mp_runner.py:73) -2024-09-01 22:07:26,973 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.014331957994727418 (mp_runner.py:73) -2024-09-01 22:07:26,973 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.01753734799422091 (mp_runner.py:73) -2024-09-01 22:07:26,974 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.017661729994870257 (mp_runner.py:73) -2024-09-01 22:07:26,975 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.018754561999230646 (mp_runner.py:73) -2024-09-01 22:07:26,975 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.01774124200164806 (mp_runner.py:73) -2024-09-01 22:07:26,977 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.022583999998460058 (mp_runner.py:73) -2024-09-01 22:07:26,977 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.01644518600369338 (mp_runner.py:73) -2024-09-01 22:07:26,978 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.020469376002438366 (mp_runner.py:73) -2024-09-01 22:07:26,978 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.01328992799972184 (mp_runner.py:73) -2024-09-01 22:07:26,979 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.01738302200101316 (mp_runner.py:73) -2024-09-01 22:07:26,980 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.01671878100023605 (mp_runner.py:73) -2024-09-01 22:07:26,985 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.023796010995283723 (mp_runner.py:73) -2024-09-01 22:07:26,988 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.019188778998795897 (mp_runner.py:73) -2024-09-01 22:07:26,988 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.032833356999617536 (mp_runner.py:73) -2024-09-01 22:07:26,991 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.001973903003090527 (mp_runner.py:73) -2024-09-01 22:07:26,992 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.00206721099675633 (mp_runner.py:73) -2024-09-01 22:07:26,992 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.003205693996278569 (mp_runner.py:73) -2024-09-01 22:07:26,993 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.003522923005220946 (mp_runner.py:73) -2024-09-01 22:07:26,994 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.004507484998612199 (mp_runner.py:73) -2024-09-01 22:07:26,995 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.005662919997121207 (mp_runner.py:73) -2024-09-01 22:07:26,996 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.006828117999248207 (mp_runner.py:73) -2024-09-01 22:07:26,997 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.026864936997299083 (mp_runner.py:73) -2024-09-01 22:07:26,998 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.008593319995270576 (mp_runner.py:73) -2024-09-01 22:07:27,000 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.009937709997757338 (mp_runner.py:73) -2024-09-01 22:07:27,000 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.01912009199440945 (mp_runner.py:73) -2024-09-01 22:07:27,002 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.01174161000380991 (mp_runner.py:73) -2024-09-01 22:07:27,004 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.0024834520008880645 (mp_runner.py:73) -2024-09-01 22:07:27,005 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.0022199320010258816 (mp_runner.py:73) -2024-09-01 22:07:27,006 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.002573885998572223 (mp_runner.py:73) -2024-09-01 22:07:27,006 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.0035267779967398383 (mp_runner.py:73) -2024-09-01 22:07:27,007 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.0028404540062183514 (mp_runner.py:73) -2024-09-01 22:07:27,008 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.0019322999942232855 (mp_runner.py:73) -2024-09-01 22:07:27,015 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.008002984999620821 (mp_runner.py:73) -2024-09-01 22:07:27,018 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.010171506000915542 (mp_runner.py:73) -2024-09-01 22:07:27,020 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.014501883000775706 (mp_runner.py:73) -2024-09-01 22:07:27,021 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.013635734001582023 (mp_runner.py:73) -2024-09-01 22:07:27,022 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.015881863997492474 (mp_runner.py:73) -2024-09-01 22:07:27,027 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.03726557800109731 (mp_runner.py:73) -2024-09-01 22:07:27,027 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.04402303100505378 (mp_runner.py:73) -2024-09-01 22:07:27,030 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.04664698299893644 (mp_runner.py:73) -2024-09-01 22:07:27,032 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.025046847003977746 (mp_runner.py:73) -2024-09-01 22:07:27,033 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.026888754997344222 (mp_runner.py:73) -2024-09-01 22:07:27,033 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.027007185002730694 (mp_runner.py:73) -2024-09-01 22:07:27,034 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.027594401995884255 (mp_runner.py:73) -2024-09-01 22:07:27,034 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.026909500993497204 (mp_runner.py:73) -2024-09-01 22:07:27,036 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.04134653700020863 (mp_runner.py:73) -2024-09-01 22:07:27,042 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.05208868799672928 (mp_runner.py:73) -2024-09-01 22:07:27,049 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.06228128899965668 (mp_runner.py:73) -2024-09-01 22:07:27,050 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.06519856299564708 (mp_runner.py:73) -2024-09-01 22:07:27,186 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.08466238099936163 (mp_runner.py:73) -2024-09-01 22:07:27,590 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.04293740200228058 (mp_runner.py:73) -2024-09-01 22:07:28,616 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.03052448100061156 (mp_runner.py:73) -2024-09-01 22:07:37,661 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0211s, count=741, qps in this process: 24.6826 (mp_runner.py:76) -2024-09-01 22:07:37,742 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0217s, count=793, qps in this process: 26.4142 (mp_runner.py:76) -2024-09-01 22:07:37,859 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0298s, count=797, qps in this process: 26.5403 (mp_runner.py:76) -2024-09-01 22:07:37,861 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0514s, count=796, qps in this process: 26.488 (mp_runner.py:76) -2024-09-01 22:07:37,889 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.075s, count=777, qps in this process: 25.8354 (mp_runner.py:76) -2024-09-01 22:07:37,897 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0014s, count=798, qps in this process: 26.5988 (mp_runner.py:76) -2024-09-01 22:07:37,898 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0148s, count=798, qps in this process: 26.5869 (mp_runner.py:76) -2024-09-01 22:07:37,898 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0023s, count=798, qps in this process: 26.598 (mp_runner.py:76) -2024-09-01 22:07:37,900 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.004s, count=798, qps in this process: 26.5965 (mp_runner.py:76) -2024-09-01 22:07:37,903 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0265s, count=798, qps in this process: 26.5765 (mp_runner.py:76) -2024-09-01 22:07:37,903 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0007s, count=798, qps in this process: 26.5994 (mp_runner.py:76) -2024-09-01 22:07:37,903 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0084s, count=798, qps in this process: 26.5926 (mp_runner.py:76) -2024-09-01 22:07:37,914 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0078s, count=798, qps in this process: 26.5931 (mp_runner.py:76) -2024-09-01 22:07:37,924 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0203s, count=799, qps in this process: 26.6153 (mp_runner.py:76) -2024-09-01 22:07:37,925 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0228s, count=799, qps in this process: 26.6131 (mp_runner.py:76) -2024-09-01 22:07:37,926 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0248s, count=799, qps in this process: 26.6113 (mp_runner.py:76) -2024-09-01 22:07:37,927 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0315s, count=793, qps in this process: 26.4056 (mp_runner.py:76) -2024-09-01 22:07:37,929 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.022s, count=793, qps in this process: 26.414 (mp_runner.py:76) -2024-09-01 22:07:37,932 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0298s, count=799, qps in this process: 26.6069 (mp_runner.py:76) -2024-09-01 22:07:37,934 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0259s, count=799, qps in this process: 26.6104 (mp_runner.py:76) -2024-09-01 22:07:37,941 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0356s, count=799, qps in this process: 26.6018 (mp_runner.py:76) -2024-09-01 22:07:37,964 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0434s, count=787, qps in this process: 26.1954 (mp_runner.py:76) -2024-09-01 22:07:37,977 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0181s, count=801, qps in this process: 26.6839 (mp_runner.py:76) -2024-09-01 22:07:37,979 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0339s, count=801, qps in this process: 26.6699 (mp_runner.py:76) -2024-09-01 22:07:37,989 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0029s, count=802, qps in this process: 26.7307 (mp_runner.py:76) -2024-09-01 22:07:38,009 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0204s, count=802, qps in this process: 26.7152 (mp_runner.py:76) -2024-09-01 22:07:38,017 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0006s, count=803, qps in this process: 26.7661 (mp_runner.py:76) -2024-09-01 22:07:38,018 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0094s, count=803, qps in this process: 26.7583 (mp_runner.py:76) -2024-09-01 22:07:38,019 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0206s, count=803, qps in this process: 26.7483 (mp_runner.py:76) -2024-09-01 22:07:38,019 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0223s, count=803, qps in this process: 26.7468 (mp_runner.py:76) -2024-09-01 22:07:38,022 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0115s, count=803, qps in this process: 26.7564 (mp_runner.py:76) -2024-09-01 22:07:38,026 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.028s, count=803, qps in this process: 26.7417 (mp_runner.py:76) -2024-09-01 22:07:38,026 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0204s, count=803, qps in this process: 26.7485 (mp_runner.py:76) -2024-09-01 22:07:38,035 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0022s, count=804, qps in this process: 26.798 (mp_runner.py:76) -2024-09-01 22:07:38,036 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0029s, count=804, qps in this process: 26.7974 (mp_runner.py:76) -2024-09-01 22:07:38,036 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0082s, count=804, qps in this process: 26.7927 (mp_runner.py:76) -2024-09-01 22:07:38,037 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0039s, count=804, qps in this process: 26.7965 (mp_runner.py:76) -2024-09-01 22:07:38,039 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0107s, count=804, qps in this process: 26.7904 (mp_runner.py:76) -2024-09-01 22:07:38,039 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0081s, count=804, qps in this process: 26.7928 (mp_runner.py:76) -2024-09-01 22:07:38,042 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0077s, count=804, qps in this process: 26.7931 (mp_runner.py:76) -2024-09-01 22:07:38,043 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0163s, count=804, qps in this process: 26.7854 (mp_runner.py:76) -2024-09-01 22:07:38,044 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.014s, count=791, qps in this process: 26.3544 (mp_runner.py:76) -2024-09-01 22:07:38,061 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.006s, count=806, qps in this process: 26.8613 (mp_runner.py:76) -2024-09-01 22:07:38,064 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0041s, count=806, qps in this process: 26.863 (mp_runner.py:76) -2024-09-01 22:07:38,080 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0169s, count=808, qps in this process: 26.9182 (mp_runner.py:76) -2024-09-01 22:07:38,080 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0156s, count=808, qps in this process: 26.9193 (mp_runner.py:76) -2024-09-01 22:07:38,081 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0033s, count=809, qps in this process: 26.9637 (mp_runner.py:76) -2024-09-01 22:07:38,092 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0006s, count=810, qps in this process: 26.9995 (mp_runner.py:76) -2024-09-01 22:07:38,121 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0019s, count=816, qps in this process: 27.1983 (mp_runner.py:76) -2024-09-01 22:07:38,126 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0038s, count=817, qps in this process: 27.2299 (mp_runner.py:76) -2024-09-01 22:07:38,129 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0045s, count=817, qps in this process: 27.2292 (mp_runner.py:76) -2024-09-01 22:07:38,135 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0007s, count=818, qps in this process: 27.266 (mp_runner.py:76) -2024-09-01 22:07:38,138 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0021s, count=819, qps in this process: 27.2981 (mp_runner.py:76) -2024-09-01 22:07:38,146 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.002s, count=821, qps in this process: 27.3648 (mp_runner.py:76) -2024-09-01 22:07:38,146 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0022s, count=821, qps in this process: 27.3647 (mp_runner.py:76) -2024-09-01 22:07:38,152 | INFO |End search in concurrency 55: dur=30.700163118999626s, total_count=44081, qps=1435.8556 (mp_runner.py:120) -2024-09-01 22:07:41,784 | INFO |Update largest qps with concurrency 55: current max_qps=1435.8556 (mp_runner.py:124) -2024-09-01 22:07:42,195 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:07:42,195 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 22:08:03,569 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 22:08:03,832 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,854 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,872 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,881 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,911 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,911 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,919 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,995 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,995 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:03,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,005 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,039 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,049 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,062 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,125 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,180 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,180 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,213 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,214 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,258 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,316 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,362 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,409 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:04,436 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:08:24,789 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.03852419099712279 (mp_runner.py:73) -2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.032093993002490606 (mp_runner.py:73) -2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.04142679800133919 (mp_runner.py:73) -2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.037817317999724764 (mp_runner.py:73) -2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.06317122100153938 (mp_runner.py:73) -2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.03525721100595547 (mp_runner.py:73) -2024-09-01 22:08:24,790 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.06470591700053774 (mp_runner.py:73) -2024-09-01 22:08:24,791 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.06380660099966917 (mp_runner.py:73) -2024-09-01 22:08:24,792 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.06159839300380554 (mp_runner.py:73) -2024-09-01 22:08:24,792 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.06738702000438934 (mp_runner.py:73) -2024-09-01 22:08:24,792 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.06323264900129288 (mp_runner.py:73) -2024-09-01 22:08:24,793 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.06408927700249478 (mp_runner.py:73) -2024-09-01 22:08:24,793 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.06847714899777202 (mp_runner.py:73) -2024-09-01 22:08:24,793 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.062232295000285376 (mp_runner.py:73) -2024-09-01 22:08:24,794 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.06538210999860894 (mp_runner.py:73) -2024-09-01 22:08:24,794 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.06153586299478775 (mp_runner.py:73) -2024-09-01 22:08:24,794 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.06173933600075543 (mp_runner.py:73) -2024-09-01 22:08:24,794 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.055393973998434376 (mp_runner.py:73) -2024-09-01 22:08:24,795 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.050487444997997954 (mp_runner.py:73) -2024-09-01 22:08:24,795 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.06030203300178982 (mp_runner.py:73) -2024-09-01 22:08:24,795 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.06958102699718438 (mp_runner.py:73) -2024-09-01 22:08:24,796 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.07240106799872592 (mp_runner.py:73) -2024-09-01 22:08:24,796 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.05944584499957273 (mp_runner.py:73) -2024-09-01 22:08:24,796 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.0589695529997698 (mp_runner.py:73) -2024-09-01 22:08:24,797 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.034305057997698896 (mp_runner.py:73) -2024-09-01 22:08:24,797 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.03407915500429226 (mp_runner.py:73) -2024-09-01 22:08:24,797 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.04768767899804516 (mp_runner.py:73) -2024-09-01 22:08:24,798 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.06248503700044239 (mp_runner.py:73) -2024-09-01 22:08:24,798 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.05671944299683673 (mp_runner.py:73) -2024-09-01 22:08:24,799 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05974497099668952 (mp_runner.py:73) -2024-09-01 22:08:24,799 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.06529206199775217 (mp_runner.py:73) -2024-09-01 22:08:24,799 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.07636913399619516 (mp_runner.py:73) -2024-09-01 22:08:24,800 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.05497939899942139 (mp_runner.py:73) -2024-09-01 22:08:24,800 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.0576638849961455 (mp_runner.py:73) -2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.04416178600513376 (mp_runner.py:73) -2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.05901730799814686 (mp_runner.py:73) -2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.05496651899738936 (mp_runner.py:73) -2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.04556110299745342 (mp_runner.py:73) -2024-09-01 22:08:24,801 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.04772732499986887 (mp_runner.py:73) -2024-09-01 22:08:24,802 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.05763417099660728 (mp_runner.py:73) -2024-09-01 22:08:24,802 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.06195856900012586 (mp_runner.py:73) -2024-09-01 22:08:24,804 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.041786779001995455 (mp_runner.py:73) -2024-09-01 22:08:24,804 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.05887367700051982 (mp_runner.py:73) -2024-09-01 22:08:24,805 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.06651447899639606 (mp_runner.py:73) -2024-09-01 22:08:24,805 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.05757303800055524 (mp_runner.py:73) -2024-09-01 22:08:24,805 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.06495657600316918 (mp_runner.py:73) -2024-09-01 22:08:24,806 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.05822599199746037 (mp_runner.py:73) -2024-09-01 22:08:24,806 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.06953674499527551 (mp_runner.py:73) -2024-09-01 22:08:24,808 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.058456425002077594 (mp_runner.py:73) -2024-09-01 22:08:24,829 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.05511978999857092 (mp_runner.py:73) -2024-09-01 22:08:24,829 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.023805408003681805 (mp_runner.py:73) -2024-09-01 22:08:24,908 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.04774915699817939 (mp_runner.py:73) -2024-09-01 22:08:25,043 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.0430394140057615 (mp_runner.py:73) -2024-09-01 22:08:25,045 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.04752346400346141 (mp_runner.py:73) -2024-09-01 22:08:25,154 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.040614865996758454 (mp_runner.py:73) -2024-09-01 22:08:25,207 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.048220134995062836 (mp_runner.py:73) -2024-09-01 22:08:25,286 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.027459428005386144 (mp_runner.py:73) -2024-09-01 22:08:25,288 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.031107317998248618 (mp_runner.py:73) -2024-09-01 22:08:25,455 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.0045534020027844235 (mp_runner.py:73) -2024-09-01 22:08:25,467 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.05990384399774484 (mp_runner.py:73) -2024-09-01 22:08:33,842 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0017s, count=701, qps in this process: 23.3653 (mp_runner.py:76) -2024-09-01 22:08:33,881 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0006s, count=717, qps in this process: 23.8995 (mp_runner.py:76) -2024-09-01 22:08:33,894 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0093s, count=717, qps in this process: 23.8926 (mp_runner.py:76) -2024-09-01 22:08:33,906 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0341s, count=717, qps in this process: 23.8729 (mp_runner.py:76) -2024-09-01 22:08:33,956 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0397s, count=718, qps in this process: 23.9017 (mp_runner.py:76) -2024-09-01 22:08:33,956 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0656s, count=718, qps in this process: 23.8811 (mp_runner.py:76) -2024-09-01 22:08:33,962 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0407s, count=718, qps in this process: 23.9009 (mp_runner.py:76) -2024-09-01 22:08:33,962 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0461s, count=718, qps in this process: 23.8966 (mp_runner.py:76) -2024-09-01 22:08:33,963 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0367s, count=718, qps in this process: 23.9041 (mp_runner.py:76) -2024-09-01 22:08:34,010 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0044s, count=720, qps in this process: 23.9965 (mp_runner.py:76) -2024-09-01 22:08:34,012 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0026s, count=720, qps in this process: 23.9979 (mp_runner.py:76) -2024-09-01 22:08:34,015 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0142s, count=720, qps in this process: 23.9886 (mp_runner.py:76) -2024-09-01 22:08:34,016 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0152s, count=720, qps in this process: 23.9878 (mp_runner.py:76) -2024-09-01 22:08:34,024 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0449s, count=712, qps in this process: 23.6979 (mp_runner.py:76) -2024-09-01 22:08:34,025 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0181s, count=720, qps in this process: 23.9855 (mp_runner.py:76) -2024-09-01 22:08:34,041 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0021s, count=721, qps in this process: 24.0317 (mp_runner.py:76) -2024-09-01 22:08:34,065 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0239s, count=721, qps in this process: 24.0142 (mp_runner.py:76) -2024-09-01 22:08:34,068 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0151s, count=722, qps in this process: 24.0546 (mp_runner.py:76) -2024-09-01 22:08:34,075 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0136s, count=711, qps in this process: 23.6893 (mp_runner.py:76) -2024-09-01 22:08:34,080 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0414s, count=722, qps in this process: 24.0335 (mp_runner.py:76) -2024-09-01 22:08:34,088 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.019s, count=699, qps in this process: 23.2853 (mp_runner.py:76) -2024-09-01 22:08:34,097 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0064s, count=723, qps in this process: 24.0949 (mp_runner.py:76) -2024-09-01 22:08:34,107 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0376s, count=722, qps in this process: 24.0365 (mp_runner.py:76) -2024-09-01 22:08:34,108 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0204s, count=712, qps in this process: 23.7172 (mp_runner.py:76) -2024-09-01 22:08:34,114 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0036s, count=700, qps in this process: 23.3305 (mp_runner.py:76) -2024-09-01 22:08:34,122 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0159s, count=699, qps in this process: 23.2877 (mp_runner.py:76) -2024-09-01 22:08:34,138 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.069s, count=723, qps in this process: 24.0447 (mp_runner.py:76) -2024-09-01 22:08:34,142 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0194s, count=724, qps in this process: 24.1177 (mp_runner.py:76) -2024-09-01 22:08:34,143 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.015s, count=724, qps in this process: 24.1213 (mp_runner.py:76) -2024-09-01 22:08:34,144 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0384s, count=724, qps in this process: 24.1025 (mp_runner.py:76) -2024-09-01 22:08:34,148 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0118s, count=724, qps in this process: 24.1238 (mp_runner.py:76) -2024-09-01 22:08:34,150 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0298s, count=724, qps in this process: 24.1094 (mp_runner.py:76) -2024-09-01 22:08:34,164 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0068s, count=725, qps in this process: 24.1612 (mp_runner.py:76) -2024-09-01 22:08:34,189 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.003s, count=717, qps in this process: 23.8976 (mp_runner.py:76) -2024-09-01 22:08:34,190 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0048s, count=726, qps in this process: 24.1961 (mp_runner.py:76) -2024-09-01 22:08:34,229 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0068s, count=718, qps in this process: 23.9279 (mp_runner.py:76) -2024-09-01 22:08:34,235 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0116s, count=729, qps in this process: 24.2906 (mp_runner.py:76) -2024-09-01 22:08:34,244 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0088s, count=729, qps in this process: 24.2929 (mp_runner.py:76) -2024-09-01 22:08:34,248 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0323s, count=729, qps in this process: 24.2739 (mp_runner.py:76) -2024-09-01 22:08:34,248 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0031s, count=729, qps in this process: 24.2975 (mp_runner.py:76) -2024-09-01 22:08:34,251 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0054s, count=730, qps in this process: 24.329 (mp_runner.py:76) -2024-09-01 22:08:34,252 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.007s, count=720, qps in this process: 23.9944 (mp_runner.py:76) -2024-09-01 22:08:34,259 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0136s, count=730, qps in this process: 24.3223 (mp_runner.py:76) -2024-09-01 22:08:34,278 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0069s, count=732, qps in this process: 24.3944 (mp_runner.py:76) -2024-09-01 22:08:34,280 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0004s, count=732, qps in this process: 24.3997 (mp_runner.py:76) -2024-09-01 22:08:34,298 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0029s, count=734, qps in this process: 24.4643 (mp_runner.py:76) -2024-09-01 22:08:34,304 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0012s, count=734, qps in this process: 24.4657 (mp_runner.py:76) -2024-09-01 22:08:34,310 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0064s, count=734, qps in this process: 24.4614 (mp_runner.py:76) -2024-09-01 22:08:34,325 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0085s, count=734, qps in this process: 24.4597 (mp_runner.py:76) -2024-09-01 22:08:34,326 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0009s, count=735, qps in this process: 24.4993 (mp_runner.py:76) -2024-09-01 22:08:34,357 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0099s, count=731, qps in this process: 24.3586 (mp_runner.py:76) -2024-09-01 22:08:34,375 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0056s, count=741, qps in this process: 24.6954 (mp_runner.py:76) -2024-09-01 22:08:34,375 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0019s, count=741, qps in this process: 24.6984 (mp_runner.py:76) -2024-09-01 22:08:34,381 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0018s, count=734, qps in this process: 24.4652 (mp_runner.py:76) -2024-09-01 22:08:34,383 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0106s, count=742, qps in this process: 24.7246 (mp_runner.py:76) -2024-09-01 22:08:34,404 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.001s, count=746, qps in this process: 24.8658 (mp_runner.py:76) -2024-09-01 22:08:34,409 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0064s, count=747, qps in this process: 24.8947 (mp_runner.py:76) -2024-09-01 22:08:34,418 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0004s, count=749, qps in this process: 24.9663 (mp_runner.py:76) -2024-09-01 22:08:34,433 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0012s, count=753, qps in this process: 25.099 (mp_runner.py:76) -2024-09-01 22:08:34,441 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0018s, count=756, qps in this process: 25.1985 (mp_runner.py:76) -2024-09-01 22:08:34,446 | INFO |End search in concurrency 60: dur=30.876770693001163s, total_count=43506, qps=1409.0204 (mp_runner.py:120) -2024-09-01 22:08:38,776 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:08:38,776 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 22:09:00,423 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 22:09:00,802 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,883 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,947 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,949 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,985 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,988 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,994 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,998 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:00,998 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,003 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,003 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,004 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,005 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,010 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,011 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,025 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,029 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,038 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,069 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,080 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,121 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,123 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,123 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,133 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,157 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,175 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:01,244 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:22,637 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.0033637509986874647 (mp_runner.py:73) -2024-09-01 22:09:22,639 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.0059041639979113825 (mp_runner.py:73) -2024-09-01 22:09:22,639 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.005553343995416071 (mp_runner.py:73) -2024-09-01 22:09:22,641 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.007418139997753315 (mp_runner.py:73) -2024-09-01 22:09:22,641 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.006658982994849794 (mp_runner.py:73) -2024-09-01 22:09:22,642 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.007982456001627725 (mp_runner.py:73) -2024-09-01 22:09:22,642 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.004745722995721735 (mp_runner.py:73) -2024-09-01 22:09:22,643 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.010209305000898894 (mp_runner.py:73) -2024-09-01 22:09:22,645 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.009220437001204118 (mp_runner.py:73) -2024-09-01 22:09:22,645 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.012147864006692544 (mp_runner.py:73) -2024-09-01 22:09:22,647 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.013602210994577035 (mp_runner.py:73) -2024-09-01 22:09:22,647 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.010413960997539107 (mp_runner.py:73) -2024-09-01 22:09:22,648 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.002205782999226358 (mp_runner.py:73) -2024-09-01 22:09:22,649 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.011548101996595506 (mp_runner.py:73) -2024-09-01 22:09:22,650 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.004644542001187801 (mp_runner.py:73) -2024-09-01 22:09:22,651 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.006007595002301969 (mp_runner.py:73) -2024-09-01 22:09:22,651 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.002964405000966508 (mp_runner.py:73) -2024-09-01 22:09:22,653 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.007000476005487144 (mp_runner.py:73) -2024-09-01 22:09:22,653 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.005421185996965505 (mp_runner.py:73) -2024-09-01 22:09:22,654 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.008149168999807443 (mp_runner.py:73) -2024-09-01 22:09:22,655 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.0034373760063317604 (mp_runner.py:73) -2024-09-01 22:09:22,656 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.011026904001482762 (mp_runner.py:73) -2024-09-01 22:09:22,657 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.006430892994103488 (mp_runner.py:73) -2024-09-01 22:09:22,658 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.010035093000624329 (mp_runner.py:73) -2024-09-01 22:09:22,658 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.0050956100021721795 (mp_runner.py:73) -2024-09-01 22:09:22,660 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.012216400995384902 (mp_runner.py:73) -2024-09-01 22:09:22,660 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.0064302940008929 (mp_runner.py:73) -2024-09-01 22:09:22,661 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.01178133500070544 (mp_runner.py:73) -2024-09-01 22:09:22,662 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.006450681001297198 (mp_runner.py:73) -2024-09-01 22:09:22,663 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.012167439999757335 (mp_runner.py:73) -2024-09-01 22:09:22,664 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.00895606500125723 (mp_runner.py:73) -2024-09-01 22:09:22,665 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.011984280004980974 (mp_runner.py:73) -2024-09-01 22:09:22,665 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.008107030997052789 (mp_runner.py:73) -2024-09-01 22:09:22,666 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.011443377996329218 (mp_runner.py:73) -2024-09-01 22:09:22,667 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.008359088998986408 (mp_runner.py:73) -2024-09-01 22:09:22,668 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.009555867996823508 (mp_runner.py:73) -2024-09-01 22:09:22,669 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.006556678003107663 (mp_runner.py:73) -2024-09-01 22:09:22,670 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.02045817799807992 (mp_runner.py:73) -2024-09-01 22:09:22,670 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.006627094000577927 (mp_runner.py:73) -2024-09-01 22:09:22,671 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.014769074994546827 (mp_runner.py:73) -2024-09-01 22:09:22,672 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.009404003001691308 (mp_runner.py:73) -2024-09-01 22:09:22,673 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.0292486899998039 (mp_runner.py:73) -2024-09-01 22:09:22,673 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.02307721000397578 (mp_runner.py:73) -2024-09-01 22:09:22,674 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.029783253994537517 (mp_runner.py:73) -2024-09-01 22:09:22,674 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.015710580999439117 (mp_runner.py:73) -2024-09-01 22:09:22,675 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.021001207001972944 (mp_runner.py:73) -2024-09-01 22:09:22,675 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.00983593399723759 (mp_runner.py:73) -2024-09-01 22:09:22,677 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.009354048997920472 (mp_runner.py:73) -2024-09-01 22:09:22,677 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.01469850899593439 (mp_runner.py:73) -2024-09-01 22:09:22,678 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.008666027002618648 (mp_runner.py:73) -2024-09-01 22:09:22,678 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.023424835999321658 (mp_runner.py:73) -2024-09-01 22:09:22,679 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.019148843006405514 (mp_runner.py:73) -2024-09-01 22:09:22,679 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.007083600001351442 (mp_runner.py:73) -2024-09-01 22:09:22,681 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.014027912002347875 (mp_runner.py:73) -2024-09-01 22:09:22,682 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.011069342996052 (mp_runner.py:73) -2024-09-01 22:09:22,682 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.01659724800265394 (mp_runner.py:73) -2024-09-01 22:09:22,683 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.019133579000481404 (mp_runner.py:73) -2024-09-01 22:09:22,683 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.014778131000639405 (mp_runner.py:73) -2024-09-01 22:09:22,685 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.014576440000382718 (mp_runner.py:73) -2024-09-01 22:09:22,686 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.014521312004944775 (mp_runner.py:73) -2024-09-01 22:09:22,687 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.026264272004482336 (mp_runner.py:73) -2024-09-01 22:09:22,687 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.02545511900098063 (mp_runner.py:73) -2024-09-01 22:09:22,688 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.039118694003263954 (mp_runner.py:73) -2024-09-01 22:09:22,691 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.04806235300202388 (mp_runner.py:73) -2024-09-01 22:09:23,741 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.07925112300290493 (mp_runner.py:73) -2024-09-01 22:09:30,858 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.041s, count=694, qps in this process: 23.1018 (mp_runner.py:76) -2024-09-01 22:09:30,893 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0067s, count=695, qps in this process: 23.1615 (mp_runner.py:76) -2024-09-01 22:09:30,963 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0055s, count=697, qps in this process: 23.2291 (mp_runner.py:76) -2024-09-01 22:09:30,984 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.036s, count=697, qps in this process: 23.2055 (mp_runner.py:76) -2024-09-01 22:09:30,998 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0075s, count=698, qps in this process: 23.2609 (mp_runner.py:76) -2024-09-01 22:09:31,001 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0033s, count=698, qps in this process: 23.2641 (mp_runner.py:76) -2024-09-01 22:09:31,007 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0186s, count=698, qps in this process: 23.2523 (mp_runner.py:76) -2024-09-01 22:09:31,008 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0063s, count=698, qps in this process: 23.2618 (mp_runner.py:76) -2024-09-01 22:09:31,010 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0019s, count=698, qps in this process: 23.2652 (mp_runner.py:76) -2024-09-01 22:09:31,011 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0032s, count=698, qps in this process: 23.2642 (mp_runner.py:76) -2024-09-01 22:09:31,012 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0539s, count=698, qps in this process: 23.2249 (mp_runner.py:76) -2024-09-01 22:09:31,016 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0045s, count=698, qps in this process: 23.2632 (mp_runner.py:76) -2024-09-01 22:09:31,018 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0066s, count=699, qps in this process: 23.2949 (mp_runner.py:76) -2024-09-01 22:09:31,019 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0081s, count=699, qps in this process: 23.2937 (mp_runner.py:76) -2024-09-01 22:09:31,022 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0069s, count=699, qps in this process: 23.2946 (mp_runner.py:76) -2024-09-01 22:09:31,025 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0173s, count=699, qps in this process: 23.2866 (mp_runner.py:76) -2024-09-01 22:09:31,030 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0186s, count=699, qps in this process: 23.2856 (mp_runner.py:76) -2024-09-01 22:09:31,030 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0244s, count=699, qps in this process: 23.2811 (mp_runner.py:76) -2024-09-01 22:09:31,036 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.002s, count=699, qps in this process: 23.2984 (mp_runner.py:76) -2024-09-01 22:09:31,039 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0087s, count=699, qps in this process: 23.2932 (mp_runner.py:76) -2024-09-01 22:09:31,040 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0064s, count=699, qps in this process: 23.295 (mp_runner.py:76) -2024-09-01 22:09:31,041 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0302s, count=699, qps in this process: 23.2766 (mp_runner.py:76) -2024-09-01 22:09:31,046 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.005s, count=699, qps in this process: 23.2961 (mp_runner.py:76) -2024-09-01 22:09:31,047 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0341s, count=699, qps in this process: 23.2735 (mp_runner.py:76) -2024-09-01 22:09:31,050 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0368s, count=699, qps in this process: 23.2715 (mp_runner.py:76) -2024-09-01 22:09:31,050 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0413s, count=699, qps in this process: 23.268 (mp_runner.py:76) -2024-09-01 22:09:31,052 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0534s, count=699, qps in this process: 23.2586 (mp_runner.py:76) -2024-09-01 22:09:31,052 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0181s, count=698, qps in this process: 23.2526 (mp_runner.py:76) -2024-09-01 22:09:31,052 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0137s, count=699, qps in this process: 23.2894 (mp_runner.py:76) -2024-09-01 22:09:31,054 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0191s, count=699, qps in this process: 23.2852 (mp_runner.py:76) -2024-09-01 22:09:31,054 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0206s, count=699, qps in this process: 23.284 (mp_runner.py:76) -2024-09-01 22:09:31,057 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0224s, count=699, qps in this process: 23.2826 (mp_runner.py:76) -2024-09-01 22:09:31,059 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0178s, count=699, qps in this process: 23.2862 (mp_runner.py:76) -2024-09-01 22:09:31,063 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0279s, count=699, qps in this process: 23.2784 (mp_runner.py:76) -2024-09-01 22:09:31,064 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0301s, count=700, qps in this process: 23.3099 (mp_runner.py:76) -2024-09-01 22:09:31,072 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0308s, count=700, qps in this process: 23.3094 (mp_runner.py:76) -2024-09-01 22:09:31,075 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0415s, count=700, qps in this process: 23.3011 (mp_runner.py:76) -2024-09-01 22:09:31,076 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0414s, count=700, qps in this process: 23.3012 (mp_runner.py:76) -2024-09-01 22:09:31,077 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0425s, count=700, qps in this process: 23.3003 (mp_runner.py:76) -2024-09-01 22:09:31,084 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0722s, count=699, qps in this process: 23.2441 (mp_runner.py:76) -2024-09-01 22:09:31,089 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0135s, count=698, qps in this process: 23.2562 (mp_runner.py:76) -2024-09-01 22:09:31,094 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0186s, count=699, qps in this process: 23.2856 (mp_runner.py:76) -2024-09-01 22:09:31,102 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0151s, count=701, qps in this process: 23.3549 (mp_runner.py:76) -2024-09-01 22:09:31,117 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0319s, count=701, qps in this process: 23.3418 (mp_runner.py:76) -2024-09-01 22:09:31,125 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0138s, count=702, qps in this process: 23.3892 (mp_runner.py:76) -2024-09-01 22:09:31,140 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0135s, count=703, qps in this process: 23.4228 (mp_runner.py:76) -2024-09-01 22:09:31,141 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0203s, count=703, qps in this process: 23.4175 (mp_runner.py:76) -2024-09-01 22:09:31,143 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0161s, count=703, qps in this process: 23.4208 (mp_runner.py:76) -2024-09-01 22:09:31,154 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0092s, count=702, qps in this process: 23.3928 (mp_runner.py:76) -2024-09-01 22:09:31,155 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0281s, count=664, qps in this process: 22.1126 (mp_runner.py:76) -2024-09-01 22:09:31,161 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0002s, count=704, qps in this process: 23.4665 (mp_runner.py:76) -2024-09-01 22:09:31,162 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0095s, count=704, qps in this process: 23.4592 (mp_runner.py:76) -2024-09-01 22:09:31,169 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0079s, count=705, qps in this process: 23.4938 (mp_runner.py:76) -2024-09-01 22:09:31,177 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0028s, count=706, qps in this process: 23.5311 (mp_runner.py:76) -2024-09-01 22:09:31,181 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0031s, count=706, qps in this process: 23.5309 (mp_runner.py:76) -2024-09-01 22:09:31,186 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0123s, count=706, qps in this process: 23.5237 (mp_runner.py:76) -2024-09-01 22:09:31,192 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0009s, count=707, qps in this process: 23.566 (mp_runner.py:76) -2024-09-01 22:09:31,194 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0019s, count=708, qps in this process: 23.5985 (mp_runner.py:76) -2024-09-01 22:09:31,195 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0035s, count=708, qps in this process: 23.5972 (mp_runner.py:76) -2024-09-01 22:09:31,196 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0041s, count=708, qps in this process: 23.5968 (mp_runner.py:76) -2024-09-01 22:09:31,196 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0065s, count=708, qps in this process: 23.5949 (mp_runner.py:76) -2024-09-01 22:09:31,197 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0009s, count=708, qps in this process: 23.5993 (mp_runner.py:76) -2024-09-01 22:09:31,211 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0024s, count=711, qps in this process: 23.6981 (mp_runner.py:76) -2024-09-01 22:09:31,219 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0013s, count=711, qps in this process: 23.699 (mp_runner.py:76) -2024-09-01 22:09:31,256 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0005s, count=726, qps in this process: 24.1996 (mp_runner.py:76) -2024-09-01 22:09:31,263 | INFO |End search in concurrency 65: dur=30.839309939998202s, total_count=45545, qps=1476.8489 (mp_runner.py:120) -2024-09-01 22:09:35,611 | INFO |Update largest qps with concurrency 65: current max_qps=1476.8489 (mp_runner.py:124) -2024-09-01 22:09:36,022 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:09:36,023 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 22:09:58,038 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 22:09:58,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,368 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,427 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,498 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,502 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,503 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,525 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,642 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,670 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,673 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,673 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,686 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,687 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,687 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,692 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,695 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,703 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,709 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,709 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,710 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,726 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,744 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,744 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,758 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,759 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,759 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,766 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,769 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,769 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,769 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,792 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,793 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,801 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,808 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,819 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,834 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,841 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,842 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,849 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,853 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,874 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,914 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,919 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,924 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,946 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,978 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,991 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:58,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:59,001 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:59,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:59,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:59,022 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:59,029 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:59,038 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:59,040 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:09:59,053 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 22:10:23,793 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.02148926100198878 (mp_runner.py:73) -2024-09-01 22:10:23,795 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.021381651997216977 (mp_runner.py:73) -2024-09-01 22:10:23,797 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.01950639099959517 (mp_runner.py:73) -2024-09-01 22:10:23,798 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.02677348100405652 (mp_runner.py:73) -2024-09-01 22:10:23,799 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.028637575000175275 (mp_runner.py:73) -2024-09-01 22:10:23,801 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.026329873995564412 (mp_runner.py:73) -2024-09-01 22:10:23,803 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.025520668998069596 (mp_runner.py:73) -2024-09-01 22:10:23,805 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.023584910995850805 (mp_runner.py:73) -2024-09-01 22:10:23,806 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.033109026997408364 (mp_runner.py:73) -2024-09-01 22:10:23,807 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.03647472099692095 (mp_runner.py:73) -2024-09-01 22:10:23,809 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.02775699099584017 (mp_runner.py:73) -2024-09-01 22:10:23,811 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.03793264200066915 (mp_runner.py:73) -2024-09-01 22:10:23,813 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.03173357500054408 (mp_runner.py:73) -2024-09-01 22:10:23,814 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.043785606998426374 (mp_runner.py:73) -2024-09-01 22:10:23,819 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.002558709995355457 (mp_runner.py:73) -2024-09-01 22:10:23,821 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.0039588470026501454 (mp_runner.py:73) -2024-09-01 22:10:23,823 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.052545175996783655 (mp_runner.py:73) -2024-09-01 22:10:23,827 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.0523492369975429 (mp_runner.py:73) -2024-09-01 22:10:23,828 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05811162600002717 (mp_runner.py:73) -2024-09-01 22:10:23,830 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.05892926700471435 (mp_runner.py:73) -2024-09-01 22:10:23,831 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.05738422700233059 (mp_runner.py:73) -2024-09-01 22:10:23,833 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.04628608900384279 (mp_runner.py:73) -2024-09-01 22:10:23,833 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.05182870799762895 (mp_runner.py:73) -2024-09-01 22:10:23,834 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.03880078099609818 (mp_runner.py:73) -2024-09-01 22:10:23,834 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.05233595699974103 (mp_runner.py:73) -2024-09-01 22:10:23,834 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.05233431800297694 (mp_runner.py:73) -2024-09-01 22:10:23,835 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.04304653200233588 (mp_runner.py:73) -2024-09-01 22:10:23,838 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.039144491995102726 (mp_runner.py:73) -2024-09-01 22:10:23,840 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.038047871996241156 (mp_runner.py:73) -2024-09-01 22:10:23,841 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.04285088799952064 (mp_runner.py:73) -2024-09-01 22:10:23,844 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.043355357003747486 (mp_runner.py:73) -2024-09-01 22:10:23,845 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.042477704999328125 (mp_runner.py:73) -2024-09-01 22:10:23,847 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.03973216599842999 (mp_runner.py:73) -2024-09-01 22:10:23,847 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.07172046099731233 (mp_runner.py:73) -2024-09-01 22:10:23,847 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.07417565699870465 (mp_runner.py:73) -2024-09-01 22:10:23,847 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.0746446030025254 (mp_runner.py:73) -2024-09-01 22:10:23,848 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.04249446799803991 (mp_runner.py:73) -2024-09-01 22:10:23,850 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.06851134800672298 (mp_runner.py:73) -2024-09-01 22:10:23,855 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.04525577000458725 (mp_runner.py:73) -2024-09-01 22:10:23,857 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.04635403800057247 (mp_runner.py:73) -2024-09-01 22:10:23,858 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.0449162679942674 (mp_runner.py:73) -2024-09-01 22:10:23,859 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.04510300700349035 (mp_runner.py:73) -2024-09-01 22:10:23,861 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.045549941998615395 (mp_runner.py:73) -2024-09-01 22:10:23,861 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.03689540999766905 (mp_runner.py:73) -2024-09-01 22:10:23,862 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.05016402000183007 (mp_runner.py:73) -2024-09-01 22:10:23,864 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.09152080800413387 (mp_runner.py:73) -2024-09-01 22:10:23,864 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.04616683600033866 (mp_runner.py:73) -2024-09-01 22:10:23,864 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.08953882100468036 (mp_runner.py:73) -2024-09-01 22:10:23,867 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.046123479995003436 (mp_runner.py:73) -2024-09-01 22:10:23,868 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.03899646399804624 (mp_runner.py:73) -2024-09-01 22:10:23,896 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.0628425579998293 (mp_runner.py:73) -2024-09-01 22:10:23,912 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.08996242199646076 (mp_runner.py:73) -2024-09-01 22:10:23,944 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.04713340500165941 (mp_runner.py:73) -2024-09-01 22:10:23,948 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.06960811599856243 (mp_runner.py:73) -2024-09-01 22:10:23,949 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.05942963899724418 (mp_runner.py:73) -2024-09-01 22:10:23,951 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.04907611700036796 (mp_runner.py:73) -2024-09-01 22:10:23,955 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.06983587099966826 (mp_runner.py:73) -2024-09-01 22:10:23,968 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.1082037579981261 (mp_runner.py:73) -2024-09-01 22:10:23,998 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.10480798900243826 (mp_runner.py:73) -2024-09-01 22:10:24,005 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.1393353039966314 (mp_runner.py:73) -2024-09-01 22:10:24,208 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.0233939099998679 (mp_runner.py:73) -2024-09-01 22:10:24,424 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.015090013002918568 (mp_runner.py:73) -2024-09-01 22:10:24,472 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.051087034997181036 (mp_runner.py:73) -2024-09-01 22:10:24,476 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.05224908200034406 (mp_runner.py:73) -2024-09-01 22:10:24,749 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.06812288500077557 (mp_runner.py:73) -2024-09-01 22:10:24,851 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.07899852200353052 (mp_runner.py:73) -2024-09-01 22:10:24,983 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.11762465400533983 (mp_runner.py:73) -2024-09-01 22:10:25,179 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.05052404299931368 (mp_runner.py:73) -2024-09-01 22:10:25,298 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.007052348002616782 (mp_runner.py:73) -2024-09-01 22:10:25,312 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.01978011099708965 (mp_runner.py:73) -2024-09-01 22:10:28,308 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0125s, count=594, qps in this process: 19.7918 (mp_runner.py:76) -2024-09-01 22:10:28,413 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0299s, count=597, qps in this process: 19.8802 (mp_runner.py:76) -2024-09-01 22:10:28,450 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0096s, count=598, qps in this process: 19.927 (mp_runner.py:76) -2024-09-01 22:10:28,462 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0238s, count=598, qps in this process: 19.9175 (mp_runner.py:76) -2024-09-01 22:10:28,512 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0015s, count=561, qps in this process: 18.6991 (mp_runner.py:76) -2024-09-01 22:10:28,541 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0219s, count=600, qps in this process: 19.9854 (mp_runner.py:76) -2024-09-01 22:10:28,545 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.025s, count=600, qps in this process: 19.9833 (mp_runner.py:76) -2024-09-01 22:10:28,599 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0692s, count=600, qps in this process: 19.954 (mp_runner.py:76) -2024-09-01 22:10:28,628 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.1218s, count=600, qps in this process: 19.9191 (mp_runner.py:76) -2024-09-01 22:10:28,678 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0047s, count=601, qps in this process: 20.0302 (mp_runner.py:76) -2024-09-01 22:10:28,685 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0039s, count=601, qps in this process: 20.0307 (mp_runner.py:76) -2024-09-01 22:10:28,687 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0419s, count=601, qps in this process: 20.0054 (mp_runner.py:76) -2024-09-01 22:10:28,707 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0142s, count=602, qps in this process: 20.0572 (mp_runner.py:76) -2024-09-01 22:10:28,718 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0216s, count=586, qps in this process: 19.5193 (mp_runner.py:76) -2024-09-01 22:10:28,726 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0441s, count=602, qps in this process: 20.0372 (mp_runner.py:76) -2024-09-01 22:10:28,737 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0132s, count=602, qps in this process: 20.0578 (mp_runner.py:76) -2024-09-01 22:10:28,742 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0389s, count=602, qps in this process: 20.0407 (mp_runner.py:76) -2024-09-01 22:10:28,742 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0181s, count=602, qps in this process: 20.0546 (mp_runner.py:76) -2024-09-01 22:10:28,743 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0038s, count=602, qps in this process: 20.0641 (mp_runner.py:76) -2024-09-01 22:10:28,750 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0012s, count=599, qps in this process: 19.9659 (mp_runner.py:76) -2024-09-01 22:10:28,750 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.031s, count=602, qps in this process: 20.046 (mp_runner.py:76) -2024-09-01 22:10:28,761 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0384s, count=603, qps in this process: 20.0743 (mp_runner.py:76) -2024-09-01 22:10:28,761 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0385s, count=603, qps in this process: 20.0742 (mp_runner.py:76) -2024-09-01 22:10:28,764 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0723s, count=603, qps in this process: 20.0517 (mp_runner.py:76) -2024-09-01 22:10:28,764 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0158s, count=603, qps in this process: 20.0894 (mp_runner.py:76) -2024-09-01 22:10:28,770 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0738s, count=597, qps in this process: 19.8512 (mp_runner.py:76) -2024-09-01 22:10:28,772 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0024s, count=603, qps in this process: 20.0984 (mp_runner.py:76) -2024-09-01 22:10:28,778 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0098s, count=584, qps in this process: 19.4603 (mp_runner.py:76) -2024-09-01 22:10:28,783 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0441s, count=603, qps in this process: 20.0705 (mp_runner.py:76) -2024-09-01 22:10:28,784 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0781s, count=603, qps in this process: 20.0478 (mp_runner.py:76) -2024-09-01 22:10:28,789 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0638s, count=601, qps in this process: 19.9908 (mp_runner.py:76) -2024-09-01 22:10:28,790 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0117s, count=599, qps in this process: 19.9589 (mp_runner.py:76) -2024-09-01 22:10:28,808 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0396s, count=602, qps in this process: 20.0402 (mp_runner.py:76) -2024-09-01 22:10:28,808 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0946s, count=599, qps in this process: 19.9039 (mp_runner.py:76) -2024-09-01 22:10:28,825 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0266s, count=604, qps in this process: 20.1155 (mp_runner.py:76) -2024-09-01 22:10:28,826 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0027s, count=579, qps in this process: 19.2983 (mp_runner.py:76) -2024-09-01 22:10:28,827 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.028s, count=604, qps in this process: 20.1146 (mp_runner.py:76) -2024-09-01 22:10:28,828 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.05s, count=604, qps in this process: 20.0998 (mp_runner.py:76) -2024-09-01 22:10:28,828 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0492s, count=604, qps in this process: 20.1004 (mp_runner.py:76) -2024-09-01 22:10:28,829 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0131s, count=604, qps in this process: 20.1245 (mp_runner.py:76) -2024-09-01 22:10:28,838 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0301s, count=572, qps in this process: 19.0476 (mp_runner.py:76) -2024-09-01 22:10:28,844 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0704s, count=604, qps in this process: 20.0862 (mp_runner.py:76) -2024-09-01 22:10:28,857 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0111s, count=588, qps in this process: 19.5928 (mp_runner.py:76) -2024-09-01 22:10:28,861 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0132s, count=606, qps in this process: 20.1911 (mp_runner.py:76) -2024-09-01 22:10:28,863 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0204s, count=606, qps in this process: 20.1863 (mp_runner.py:76) -2024-09-01 22:10:28,868 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0004s, count=584, qps in this process: 19.4664 (mp_runner.py:76) -2024-09-01 22:10:28,870 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0132s, count=605, qps in this process: 20.1578 (mp_runner.py:76) -2024-09-01 22:10:28,876 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0372s, count=606, qps in this process: 20.175 (mp_runner.py:76) -2024-09-01 22:10:28,905 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0241s, count=608, qps in this process: 20.2504 (mp_runner.py:76) -2024-09-01 22:10:28,905 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0143s, count=608, qps in this process: 20.257 (mp_runner.py:76) -2024-09-01 22:10:28,925 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0046s, count=610, qps in this process: 20.3302 (mp_runner.py:76) -2024-09-01 22:10:28,931 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0006s, count=610, qps in this process: 20.3329 (mp_runner.py:76) -2024-09-01 22:10:28,937 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0089s, count=602, qps in this process: 20.0607 (mp_runner.py:76) -2024-09-01 22:10:28,954 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0131s, count=611, qps in this process: 20.3578 (mp_runner.py:76) -2024-09-01 22:10:28,963 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0117s, count=574, qps in this process: 19.1259 (mp_runner.py:76) -2024-09-01 22:10:28,984 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.004s, count=614, qps in this process: 20.4639 (mp_runner.py:76) -2024-09-01 22:10:29,000 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0097s, count=616, qps in this process: 20.5267 (mp_runner.py:76) -2024-09-01 22:10:29,000 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0002s, count=616, qps in this process: 20.5332 (mp_runner.py:76) -2024-09-01 22:10:29,003 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.003s, count=586, qps in this process: 19.5314 (mp_runner.py:76) -2024-09-01 22:10:29,004 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0037s, count=616, qps in this process: 20.5308 (mp_runner.py:76) -2024-09-01 22:10:29,012 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0115s, count=610, qps in this process: 20.3255 (mp_runner.py:76) -2024-09-01 22:10:29,015 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0045s, count=608, qps in this process: 20.2636 (mp_runner.py:76) -2024-09-01 22:10:29,016 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0196s, count=617, qps in this process: 20.5532 (mp_runner.py:76) -2024-09-01 22:10:29,018 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0076s, count=617, qps in this process: 20.5615 (mp_runner.py:76) -2024-09-01 22:10:29,018 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0081s, count=617, qps in this process: 20.5611 (mp_runner.py:76) -2024-09-01 22:10:29,032 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0044s, count=619, qps in this process: 20.6303 (mp_runner.py:76) -2024-09-01 22:10:29,044 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.001s, count=621, qps in this process: 20.6993 (mp_runner.py:76) -2024-09-01 22:10:29,045 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0024s, count=622, qps in this process: 20.7317 (mp_runner.py:76) -2024-09-01 22:10:29,058 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0003s, count=625, qps in this process: 20.8331 (mp_runner.py:76) -2024-09-01 22:10:29,063 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0005s, count=611, qps in this process: 20.3663 (mp_runner.py:76) -2024-09-01 22:10:29,070 | INFO |End search in concurrency 70: dur=31.030862626997987s, total_count=42161, qps=1358.6796 (mp_runner.py:120) -2024-09-01 22:10:33,758 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1476.8489, serial_latency_p99=np.float64(0.0518), recall=np.float64(0.3987), ndcg=np.float64(0.5127), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[330.3397, 1109.8535, 1281.0614, 1330.8813, 1313.2962, 1362.8471, 1286.6607, 1329.3342, 1416.7566, 1418.3035, 1435.8556, 1409.0204, 1476.8489, 1358.6796], conc_latency_p99_list=[np.float64(0.0016179901466231968), np.float64(0.0016127710092230698), np.float64(0.0019554342422663466), np.float64(0.002087997954926686), np.float64(0.0023299447581332055), np.float64(0.0023638601532773463), np.float64(0.002685148475416645), np.float64(0.002428326348956034), np.float64(0.0026450847051222807), np.float64(0.002629166248778347), np.float64(0.0028894029973889697), np.float64(0.003039668625282502), np.float64(0.002995658039528644), np.float64(0.0031418807019945234)]) (task_runner.py:197) -2024-09-01 22:10:33,758 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:59:06.125997'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1476.8489, serial_latency_p99=np.float64(0.0518), recall=np.float64(0.3987), ndcg=np.float64(0.5127), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[330.3397, 1109.8535, 1281.0614, 1330.8813, 1313.2962, 1362.8471, 1286.6607, 1329.3342, 1416.7566, 1418.3035, 1435.8556, 1409.0204, 1476.8489, 1358.6796], conc_latency_p99_list=[np.float64(0.0016179901466231968), np.float64(0.0016127710092230698), np.float64(0.0019554342422663466), np.float64(0.002087997954926686), np.float64(0.0023299447581332055), np.float64(0.0023638601532773463), np.float64(0.002685148475416645), np.float64(0.002428326348956034), np.float64(0.0026450847051222807), np.float64(0.002629166248778347), np.float64(0.0028894029973889697), np.float64(0.003039668625282502), np.float64(0.002995658039528644), np.float64(0.0031418807019945234)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 22:10:33,758 | INFO |Task summary: run_id=79231, task_label=7923117ed5a74f4997d2ded29a0ba3e3 (models.py:346) -2024-09-01 22:10:33,758 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 22:10:33,758 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 22:10:33,758 | INFO |PgVector | 2024-09-01T21:59:06.125997 Performance1536D500K 7923117ed5a74f4997d2ded29a0ba3e3 | 0.0 1476.8489 0.0518 0.3987 0 | :) (models.py:346) -2024-09-01 22:10:33,758 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json (models.py:204) -2024-09-01 22:10:33,759 | INFO |Success to finish task: label=7923117ed5a74f4997d2ded29a0ba3e3, run_id=7923117ed5a74f4997d2ded29a0ba3e3 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json b/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json deleted file mode 100644 index f87e2bf31..000000000 --- a/script/data/aws/db.m6i.large-16-32-40-Performance1536D500K-0-34059/result_20240901_7923117ed5a74f4997d2ded29a0ba3e3_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "7923117ed5a74f4997d2ded29a0ba3e3", "task_label": "7923117ed5a74f4997d2ded29a0ba3e3", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1476.8489, "serial_latency_p99": 0.0518, "recall": 0.3987, "ndcg": 0.5127, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [330.3397, 1109.8535, 1281.0614, 1330.8813, 1313.2962, 1362.8471, 1286.6607, 1329.3342, 1416.7566, 1418.3035, 1435.8556, 1409.0204, 1476.8489, 1358.6796], "conc_latency_p99_list": [0.0016179901466231968, 0.0016127710092230698, 0.0019554342422663466, 0.002087997954926686, 0.0023299447581332055, 0.0023638601532773463, 0.002685148475416645, 0.002428326348956034, 0.0026450847051222807, 0.002629166248778347, 0.0028894029973889697, 0.003039668625282502, 0.002995658039528644, 0.0031418807019945234]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T21:59:06.125997", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt b/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt deleted file mode 100644 index 156e40a31..000000000 --- a/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/log.txt +++ /dev/null @@ -1,1188 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load -2024-09-01 22:49:06,188 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:49:06.176584', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 22:49:06,188 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:49:06.176584', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 22:49:06,188 | INFO |generated uuid for the tasks: af388a52a4c64a62abbabbe6035884ba (interface.py:66) -2024-09-01 22:49:06,250 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 22:49:06,250 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 22:49:06,250 | INFO | PgVector-2024-09-01T22:49:06.176584 | Performance OpenAI-MEDIUM-500K None | af388a52a4c64a62abbabbe6035884ba (task_runner.py:340) -2024-09-01 22:49:06,250 | INFO |task submitted: id=af388a52a4c64a62abbabbe6035884ba, af388a52a4c64a62abbabbe6035884ba, case number: 1 (interface.py:231) -2024-09-01 22:49:06,663 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:49:06.176584'}, drop_old=False (interface.py:164) -2024-09-01 22:49:06,663 | INFO |Starting run (task_runner.py:100) -2024-09-01 22:49:06,737 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 22:49:07,288 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 22:49:07,336 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 22:49:07,359 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 22:49:07,359 | INFO |Start performance case (task_runner.py:158) -2024-09-01 22:49:07,371 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:49:07,371 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 22:49:07,371 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 22:49:07,372 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 22:49:07,416 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 22:49:07,976 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 22:49:07,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:49:07,999 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 22:49:07,999 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 22:49:12,374 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03661262500099838, latest recall=1.0 (serial_runner.py:202) -2024-09-01 22:49:16,298 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03654200599703472, latest recall=0.99 (serial_runner.py:202) -2024-09-01 22:49:19,961 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01633405299799051, latest recall=0.92 (serial_runner.py:202) -2024-09-01 22:49:23,204 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.022902010001416784, latest recall=1.0 (serial_runner.py:202) -2024-09-01 22:49:26,500 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.017388692001986783, latest recall=0.99 (serial_runner.py:202) -2024-09-01 22:49:29,511 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.013706229001400061, latest recall=1.0 (serial_runner.py:202) -2024-09-01 22:49:32,226 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.0145001049968414, latest recall=0.99 (serial_runner.py:202) -2024-09-01 22:49:35,078 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02128380299836863, latest recall=0.99 (serial_runner.py:202) -2024-09-01 22:49:38,646 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.0553727419974166, latest recall=0.99 (serial_runner.py:202) -2024-09-01 22:49:43,015 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.04252449899649946, latest recall=0.92 (serial_runner.py:202) -2024-09-01 22:49:43,016 | INFO |SpawnProcess-1:1 search entire test_data: cost=24.6117s, queries=1000, avg_recall=0.9763, avg_ndcg=0.9789,avg_latency=0.0246, p99=0.0569 (serial_runner.py:209) -2024-09-01 22:49:43,543 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:49:43,543 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 22:49:44,565 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 22:49:44,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:49:51,977 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.01290179199713748 (mp_runner.py:73) -2024-09-01 22:49:58,980 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.019605090994446073 (mp_runner.py:73) -2024-09-01 22:50:06,359 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.012916452003992163 (mp_runner.py:73) -2024-09-01 22:50:13,385 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.02000571599637624 (mp_runner.py:73) -2024-09-01 22:50:14,614 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0144s, count=2081, qps in this process: 69.3334 (mp_runner.py:76) -2024-09-01 22:50:14,614 | INFO |End search in concurrency 1: dur=30.049111842003185s, total_count=2081, qps=69.2533 (mp_runner.py:120) -2024-09-01 22:50:14,798 | INFO |Update largest qps with concurrency 1: current max_qps=69.2533 (mp_runner.py:124) -2024-09-01 22:50:15,205 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:50:15,205 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 22:50:20,261 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 22:50:20,308 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:50:20,308 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:50:20,309 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:50:20,310 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:50:20,320 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:50:34,008 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.02893784899788443 (mp_runner.py:73) -2024-09-01 22:50:34,008 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.028903245998662896 (mp_runner.py:73) -2024-09-01 22:50:34,009 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.02962585599743761 (mp_runner.py:73) -2024-09-01 22:50:34,010 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.03033162100473419 (mp_runner.py:73) -2024-09-01 22:50:34,011 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.03150124200328719 (mp_runner.py:73) -2024-09-01 22:50:47,432 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.02889154900185531 (mp_runner.py:73) -2024-09-01 22:50:47,433 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.03239718099939637 (mp_runner.py:73) -2024-09-01 22:50:47,433 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.031676550999691244 (mp_runner.py:73) -2024-09-01 22:50:47,433 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.03208668599836528 (mp_runner.py:73) -2024-09-01 22:50:47,433 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.031494998998823576 (mp_runner.py:73) -2024-09-01 22:50:50,319 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0097s, count=1109, qps in this process: 36.9547 (mp_runner.py:76) -2024-09-01 22:50:50,319 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0098s, count=1109, qps in this process: 36.9546 (mp_runner.py:76) -2024-09-01 22:50:50,320 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0083s, count=1109, qps in this process: 36.9564 (mp_runner.py:76) -2024-09-01 22:50:50,320 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0101s, count=1109, qps in this process: 36.9542 (mp_runner.py:76) -2024-09-01 22:50:50,343 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0133s, count=1111, qps in this process: 37.0169 (mp_runner.py:76) -2024-09-01 22:50:50,345 | INFO |End search in concurrency 5: dur=30.082757278003555s, total_count=5547, qps=184.3913 (mp_runner.py:120) -2024-09-01 22:50:50,640 | INFO |Update largest qps with concurrency 5: current max_qps=184.3913 (mp_runner.py:124) -2024-09-01 22:50:51,055 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:50:51,055 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 22:51:01,233 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 22:51:01,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,321 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,373 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,392 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,392 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,411 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,424 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,424 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:01,434 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:31,332 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0101s, count=460, qps in this process: 15.3282 (mp_runner.py:76) -2024-09-01 22:51:31,332 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0084s, count=460, qps in this process: 15.329 (mp_runner.py:76) -2024-09-01 22:51:31,332 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0061s, count=460, qps in this process: 15.3302 (mp_runner.py:76) -2024-09-01 22:51:31,344 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0445s, count=460, qps in this process: 15.3106 (mp_runner.py:76) -2024-09-01 22:51:31,382 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0279s, count=461, qps in this process: 15.3524 (mp_runner.py:76) -2024-09-01 22:51:31,436 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0121s, count=462, qps in this process: 15.3938 (mp_runner.py:76) -2024-09-01 22:51:31,437 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0042s, count=462, qps in this process: 15.3978 (mp_runner.py:76) -2024-09-01 22:51:31,437 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0045s, count=462, qps in this process: 15.3977 (mp_runner.py:76) -2024-09-01 22:51:31,438 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0395s, count=462, qps in this process: 15.3797 (mp_runner.py:76) -2024-09-01 22:51:31,438 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0362s, count=462, qps in this process: 15.3814 (mp_runner.py:76) -2024-09-01 22:51:31,439 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0355s, count=462, qps in this process: 15.3818 (mp_runner.py:76) -2024-09-01 22:51:31,440 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.016s, count=462, qps in this process: 15.3918 (mp_runner.py:76) -2024-09-01 22:51:31,443 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0167s, count=462, qps in this process: 15.3914 (mp_runner.py:76) -2024-09-01 22:51:31,444 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0463s, count=462, qps in this process: 15.3763 (mp_runner.py:76) -2024-09-01 22:51:31,464 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0099s, count=463, qps in this process: 15.4282 (mp_runner.py:76) -2024-09-01 22:51:31,465 | INFO |End search in concurrency 15: dur=30.231378306998522s, total_count=6922, qps=228.9674 (mp_runner.py:120) -2024-09-01 22:51:32,360 | INFO |Update largest qps with concurrency 15: current max_qps=228.9674 (mp_runner.py:124) -2024-09-01 22:51:32,772 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:51:32,772 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 22:51:43,045 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 22:51:43,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,098 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,137 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,142 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,178 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,218 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,219 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,229 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,266 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,270 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,270 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,277 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,277 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:51:43,277 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:13,139 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0405s, count=346, qps in this process: 11.5178 (mp_runner.py:76) -2024-09-01 22:52:13,142 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0004s, count=346, qps in this process: 11.5332 (mp_runner.py:76) -2024-09-01 22:52:13,145 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0475s, count=346, qps in this process: 11.5151 (mp_runner.py:76) -2024-09-01 22:52:13,212 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0688s, count=347, qps in this process: 11.5402 (mp_runner.py:76) -2024-09-01 22:52:13,216 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0456s, count=347, qps in this process: 11.5491 (mp_runner.py:76) -2024-09-01 22:52:13,249 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0202s, count=348, qps in this process: 11.5922 (mp_runner.py:76) -2024-09-01 22:52:13,255 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0753s, count=347, qps in this process: 11.5377 (mp_runner.py:76) -2024-09-01 22:52:13,262 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0314s, count=348, qps in this process: 11.5879 (mp_runner.py:76) -2024-09-01 22:52:13,263 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.035s, count=348, qps in this process: 11.5865 (mp_runner.py:76) -2024-09-01 22:52:13,308 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0375s, count=349, qps in this process: 11.6188 (mp_runner.py:76) -2024-09-01 22:52:13,310 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0392s, count=349, qps in this process: 11.6182 (mp_runner.py:76) -2024-09-01 22:52:13,313 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0304s, count=349, qps in this process: 11.6216 (mp_runner.py:76) -2024-09-01 22:52:13,314 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0431s, count=349, qps in this process: 11.6166 (mp_runner.py:76) -2024-09-01 22:52:13,316 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0365s, count=349, qps in this process: 11.6192 (mp_runner.py:76) -2024-09-01 22:52:13,322 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0397s, count=349, qps in this process: 11.618 (mp_runner.py:76) -2024-09-01 22:52:13,327 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0566s, count=349, qps in this process: 11.6114 (mp_runner.py:76) -2024-09-01 22:52:13,328 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0414s, count=349, qps in this process: 11.6173 (mp_runner.py:76) -2024-09-01 22:52:13,330 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0438s, count=349, qps in this process: 11.6164 (mp_runner.py:76) -2024-09-01 22:52:13,330 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0509s, count=349, qps in this process: 11.6136 (mp_runner.py:76) -2024-09-01 22:52:13,331 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0607s, count=349, qps in this process: 11.6098 (mp_runner.py:76) -2024-09-01 22:52:13,333 | INFO |End search in concurrency 20: dur=30.286721260003105s, total_count=6962, qps=229.8697 (mp_runner.py:120) -2024-09-01 22:52:14,585 | INFO |Update largest qps with concurrency 20: current max_qps=229.8697 (mp_runner.py:124) -2024-09-01 22:52:14,994 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:52:14,994 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 22:52:25,313 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 22:52:25,358 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,381 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,438 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,444 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,475 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,562 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,562 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,564 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,564 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,571 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,583 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,583 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,618 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:25,618 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:52:55,428 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0692s, count=287, qps in this process: 9.5447 (mp_runner.py:76) -2024-09-01 22:52:55,448 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0395s, count=287, qps in this process: 9.5541 (mp_runner.py:76) -2024-09-01 22:52:55,449 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0055s, count=287, qps in this process: 9.5649 (mp_runner.py:76) -2024-09-01 22:52:55,450 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0677s, count=287, qps in this process: 9.5451 (mp_runner.py:76) -2024-09-01 22:52:55,524 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0418s, count=288, qps in this process: 9.5866 (mp_runner.py:76) -2024-09-01 22:52:55,525 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0228s, count=288, qps in this process: 9.5927 (mp_runner.py:76) -2024-09-01 22:52:55,526 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0719s, count=288, qps in this process: 9.577 (mp_runner.py:76) -2024-09-01 22:52:55,537 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0629s, count=288, qps in this process: 9.5799 (mp_runner.py:76) -2024-09-01 22:52:55,602 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.004s, count=289, qps in this process: 9.632 (mp_runner.py:76) -2024-09-01 22:52:55,604 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0054s, count=289, qps in this process: 9.6316 (mp_runner.py:76) -2024-09-01 22:52:55,604 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0316s, count=289, qps in this process: 9.6232 (mp_runner.py:76) -2024-09-01 22:52:55,605 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0298s, count=289, qps in this process: 9.6238 (mp_runner.py:76) -2024-09-01 22:52:55,606 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0407s, count=289, qps in this process: 9.6203 (mp_runner.py:76) -2024-09-01 22:52:55,607 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0196s, count=289, qps in this process: 9.627 (mp_runner.py:76) -2024-09-01 22:52:55,607 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0053s, count=289, qps in this process: 9.6316 (mp_runner.py:76) -2024-09-01 22:52:55,612 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0858s, count=289, qps in this process: 9.6059 (mp_runner.py:76) -2024-09-01 22:52:55,613 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0067s, count=289, qps in this process: 9.6312 (mp_runner.py:76) -2024-09-01 22:52:55,614 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0437s, count=289, qps in this process: 9.6193 (mp_runner.py:76) -2024-09-01 22:52:55,616 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0449s, count=289, qps in this process: 9.6189 (mp_runner.py:76) -2024-09-01 22:52:55,616 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.037s, count=289, qps in this process: 9.6215 (mp_runner.py:76) -2024-09-01 22:52:55,616 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0143s, count=289, qps in this process: 9.6287 (mp_runner.py:76) -2024-09-01 22:52:55,617 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0521s, count=289, qps in this process: 9.6166 (mp_runner.py:76) -2024-09-01 22:52:55,621 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0339s, count=289, qps in this process: 9.6225 (mp_runner.py:76) -2024-09-01 22:52:55,652 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0217s, count=290, qps in this process: 9.6597 (mp_runner.py:76) -2024-09-01 22:52:55,652 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0223s, count=290, qps in this process: 9.6595 (mp_runner.py:76) -2024-09-01 22:52:55,657 | INFO |End search in concurrency 25: dur=30.34331039099925s, total_count=7215, qps=237.7789 (mp_runner.py:120) -2024-09-01 22:52:57,205 | INFO |Update largest qps with concurrency 25: current max_qps=237.7789 (mp_runner.py:124) -2024-09-01 22:52:57,615 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:52:57,615 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 22:53:08,013 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 22:53:08,102 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,152 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,162 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,242 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,250 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,253 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,256 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,274 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,276 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,299 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,308 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,309 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,310 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,311 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,341 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,341 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,341 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,342 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,350 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:08,386 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:38,181 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0256s, count=243, qps in this process: 8.0931 (mp_runner.py:76) -2024-09-01 22:53:38,204 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0923s, count=243, qps in this process: 8.0752 (mp_runner.py:76) -2024-09-01 22:53:38,215 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0507s, count=243, qps in this process: 8.0863 (mp_runner.py:76) -2024-09-01 22:53:38,221 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0069s, count=243, qps in this process: 8.0981 (mp_runner.py:76) -2024-09-01 22:53:38,259 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0023s, count=243, qps in this process: 8.0994 (mp_runner.py:76) -2024-09-01 22:53:38,329 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0381s, count=244, qps in this process: 8.123 (mp_runner.py:76) -2024-09-01 22:53:38,330 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0151s, count=244, qps in this process: 8.1292 (mp_runner.py:76) -2024-09-01 22:53:38,330 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0858s, count=244, qps in this process: 8.1101 (mp_runner.py:76) -2024-09-01 22:53:38,331 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0304s, count=244, qps in this process: 8.1251 (mp_runner.py:76) -2024-09-01 22:53:38,333 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0744s, count=244, qps in this process: 8.1132 (mp_runner.py:76) -2024-09-01 22:53:38,333 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0746s, count=244, qps in this process: 8.1132 (mp_runner.py:76) -2024-09-01 22:53:38,334 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0593s, count=244, qps in this process: 8.1173 (mp_runner.py:76) -2024-09-01 22:53:38,335 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0768s, count=244, qps in this process: 8.1126 (mp_runner.py:76) -2024-09-01 22:53:38,337 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0222s, count=244, qps in this process: 8.1273 (mp_runner.py:76) -2024-09-01 22:53:38,339 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0793s, count=244, qps in this process: 8.1119 (mp_runner.py:76) -2024-09-01 22:53:38,347 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.032s, count=244, qps in this process: 8.1247 (mp_runner.py:76) -2024-09-01 22:53:38,352 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0014s, count=244, qps in this process: 8.133 (mp_runner.py:76) -2024-09-01 22:53:38,353 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0383s, count=244, qps in this process: 8.123 (mp_runner.py:76) -2024-09-01 22:53:38,354 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0977s, count=244, qps in this process: 8.1069 (mp_runner.py:76) -2024-09-01 22:53:38,395 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0541s, count=245, qps in this process: 8.152 (mp_runner.py:76) -2024-09-01 22:53:38,396 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.042s, count=245, qps in this process: 8.1552 (mp_runner.py:76) -2024-09-01 22:53:38,397 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0424s, count=245, qps in this process: 8.1551 (mp_runner.py:76) -2024-09-01 22:53:38,397 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0407s, count=245, qps in this process: 8.1556 (mp_runner.py:76) -2024-09-01 22:53:38,398 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.008s, count=245, qps in this process: 8.1645 (mp_runner.py:76) -2024-09-01 22:53:38,398 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0473s, count=245, qps in this process: 8.1538 (mp_runner.py:76) -2024-09-01 22:53:38,398 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0439s, count=245, qps in this process: 8.1547 (mp_runner.py:76) -2024-09-01 22:53:38,404 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0498s, count=245, qps in this process: 8.1531 (mp_runner.py:76) -2024-09-01 22:53:38,405 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0544s, count=245, qps in this process: 8.1519 (mp_runner.py:76) -2024-09-01 22:53:38,406 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0477s, count=245, qps in this process: 8.1537 (mp_runner.py:76) -2024-09-01 22:53:38,407 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0484s, count=245, qps in this process: 8.1535 (mp_runner.py:76) -2024-09-01 22:53:38,408 | INFO |End search in concurrency 30: dur=30.39427460400475s, total_count=7326, qps=241.0322 (mp_runner.py:120) -2024-09-01 22:53:40,350 | INFO |Update largest qps with concurrency 30: current max_qps=241.0322 (mp_runner.py:124) -2024-09-01 22:53:40,760 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:53:40,761 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 22:53:51,305 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 22:53:51,446 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,506 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,537 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,570 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,606 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,627 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,629 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,630 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,632 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,635 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,635 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,635 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,639 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,685 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,685 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,711 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,720 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,720 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,727 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,727 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:53:51,770 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:21,532 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0159s, count=208, qps in this process: 6.9297 (mp_runner.py:76) -2024-09-01 22:54:21,533 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0857s, count=208, qps in this process: 6.9136 (mp_runner.py:76) -2024-09-01 22:54:21,694 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.1377s, count=209, qps in this process: 6.9348 (mp_runner.py:76) -2024-09-01 22:54:21,694 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0651s, count=209, qps in this process: 6.9516 (mp_runner.py:76) -2024-09-01 22:54:21,695 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0497s, count=209, qps in this process: 6.9551 (mp_runner.py:76) -2024-09-01 22:54:21,695 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0555s, count=209, qps in this process: 6.9538 (mp_runner.py:76) -2024-09-01 22:54:21,696 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0708s, count=209, qps in this process: 6.9503 (mp_runner.py:76) -2024-09-01 22:54:21,697 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.125s, count=209, qps in this process: 6.9378 (mp_runner.py:76) -2024-09-01 22:54:21,697 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0716s, count=209, qps in this process: 6.9501 (mp_runner.py:76) -2024-09-01 22:54:21,698 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0637s, count=209, qps in this process: 6.9519 (mp_runner.py:76) -2024-09-01 22:54:21,698 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.03s, count=209, qps in this process: 6.9597 (mp_runner.py:76) -2024-09-01 22:54:21,699 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0597s, count=209, qps in this process: 6.9528 (mp_runner.py:76) -2024-09-01 22:54:21,699 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0602s, count=209, qps in this process: 6.9527 (mp_runner.py:76) -2024-09-01 22:54:21,700 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0711s, count=209, qps in this process: 6.9502 (mp_runner.py:76) -2024-09-01 22:54:21,700 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0606s, count=209, qps in this process: 6.9526 (mp_runner.py:76) -2024-09-01 22:54:21,700 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0612s, count=209, qps in this process: 6.9525 (mp_runner.py:76) -2024-09-01 22:54:21,701 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0618s, count=209, qps in this process: 6.9523 (mp_runner.py:76) -2024-09-01 22:54:21,702 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0723s, count=209, qps in this process: 6.9499 (mp_runner.py:76) -2024-09-01 22:54:21,703 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0743s, count=209, qps in this process: 6.9495 (mp_runner.py:76) -2024-09-01 22:54:21,703 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0135s, count=209, qps in this process: 6.9635 (mp_runner.py:76) -2024-09-01 22:54:21,704 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0618s, count=209, qps in this process: 6.9523 (mp_runner.py:76) -2024-09-01 22:54:21,704 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0744s, count=209, qps in this process: 6.9494 (mp_runner.py:76) -2024-09-01 22:54:21,705 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0652s, count=209, qps in this process: 6.9516 (mp_runner.py:76) -2024-09-01 22:54:21,705 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.015s, count=209, qps in this process: 6.9632 (mp_runner.py:76) -2024-09-01 22:54:21,706 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0745s, count=209, qps in this process: 6.9494 (mp_runner.py:76) -2024-09-01 22:54:21,706 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0981s, count=209, qps in this process: 6.944 (mp_runner.py:76) -2024-09-01 22:54:21,752 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0411s, count=210, qps in this process: 6.9904 (mp_runner.py:76) -2024-09-01 22:54:21,753 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0193s, count=210, qps in this process: 6.9955 (mp_runner.py:76) -2024-09-01 22:54:21,753 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0199s, count=210, qps in this process: 6.9954 (mp_runner.py:76) -2024-09-01 22:54:21,754 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.039s, count=210, qps in this process: 6.9909 (mp_runner.py:76) -2024-09-01 22:54:21,756 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0296s, count=210, qps in this process: 6.9931 (mp_runner.py:76) -2024-09-01 22:54:21,757 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0301s, count=210, qps in this process: 6.993 (mp_runner.py:76) -2024-09-01 22:54:21,764 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0524s, count=210, qps in this process: 6.9878 (mp_runner.py:76) -2024-09-01 22:54:21,784 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0302s, count=211, qps in this process: 7.0263 (mp_runner.py:76) -2024-09-01 22:54:21,784 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0092s, count=211, qps in this process: 7.0312 (mp_runner.py:76) -2024-09-01 22:54:21,786 | INFO |End search in concurrency 35: dur=30.47955008399731s, total_count=7324, qps=240.2923 (mp_runner.py:120) -2024-09-01 22:54:24,483 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:54:24,483 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 22:54:35,141 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 22:54:35,332 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,344 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,348 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,470 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,496 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,508 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,508 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,515 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,522 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,526 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,529 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,606 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,614 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,618 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,638 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,653 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:54:35,653 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:05,395 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0394s, count=181, qps in this process: 6.0254 (mp_runner.py:76) -2024-09-01 22:55:05,396 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0558s, count=181, qps in this process: 6.0221 (mp_runner.py:76) -2024-09-01 22:55:05,432 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0782s, count=181, qps in this process: 6.0176 (mp_runner.py:76) -2024-09-01 22:55:05,488 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0091s, count=182, qps in this process: 6.0648 (mp_runner.py:76) -2024-09-01 22:55:05,498 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0198s, count=182, qps in this process: 6.0627 (mp_runner.py:76) -2024-09-01 22:55:05,500 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0252s, count=182, qps in this process: 6.0616 (mp_runner.py:76) -2024-09-01 22:55:05,500 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0021s, count=182, qps in this process: 6.0662 (mp_runner.py:76) -2024-09-01 22:55:05,506 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0078s, count=182, qps in this process: 6.0651 (mp_runner.py:76) -2024-09-01 22:55:05,508 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0095s, count=182, qps in this process: 6.0647 (mp_runner.py:76) -2024-09-01 22:55:05,512 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.002s, count=182, qps in this process: 6.0663 (mp_runner.py:76) -2024-09-01 22:55:05,515 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.016s, count=182, qps in this process: 6.0634 (mp_runner.py:76) -2024-09-01 22:55:05,517 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.038s, count=182, qps in this process: 6.059 (mp_runner.py:76) -2024-09-01 22:55:05,523 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0093s, count=182, qps in this process: 6.0648 (mp_runner.py:76) -2024-09-01 22:55:05,608 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0123s, count=183, qps in this process: 6.0975 (mp_runner.py:76) -2024-09-01 22:55:05,608 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.11s, count=183, qps in this process: 6.0777 (mp_runner.py:76) -2024-09-01 22:55:05,610 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0995s, count=183, qps in this process: 6.0798 (mp_runner.py:76) -2024-09-01 22:55:05,612 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.041s, count=183, qps in this process: 6.0917 (mp_runner.py:76) -2024-09-01 22:55:05,613 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0421s, count=183, qps in this process: 6.0915 (mp_runner.py:76) -2024-09-01 22:55:05,615 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0853s, count=183, qps in this process: 6.0827 (mp_runner.py:76) -2024-09-01 22:55:05,615 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0479s, count=183, qps in this process: 6.0903 (mp_runner.py:76) -2024-09-01 22:55:05,616 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0795s, count=183, qps in this process: 6.0839 (mp_runner.py:76) -2024-09-01 22:55:05,617 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0879s, count=183, qps in this process: 6.0822 (mp_runner.py:76) -2024-09-01 22:55:05,619 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0234s, count=183, qps in this process: 6.0952 (mp_runner.py:76) -2024-09-01 22:55:05,620 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0454s, count=183, qps in this process: 6.0908 (mp_runner.py:76) -2024-09-01 22:55:05,620 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0911s, count=183, qps in this process: 6.0815 (mp_runner.py:76) -2024-09-01 22:55:05,621 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0507s, count=183, qps in this process: 6.0897 (mp_runner.py:76) -2024-09-01 22:55:05,622 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0114s, count=183, qps in this process: 6.0977 (mp_runner.py:76) -2024-09-01 22:55:05,623 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.1092s, count=183, qps in this process: 6.0779 (mp_runner.py:76) -2024-09-01 22:55:05,623 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.1252s, count=183, qps in this process: 6.0746 (mp_runner.py:76) -2024-09-01 22:55:05,625 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.1267s, count=183, qps in this process: 6.0743 (mp_runner.py:76) -2024-09-01 22:55:05,628 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0455s, count=183, qps in this process: 6.0908 (mp_runner.py:76) -2024-09-01 22:55:05,652 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0383s, count=184, qps in this process: 6.1255 (mp_runner.py:76) -2024-09-01 22:55:05,653 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0189s, count=184, qps in this process: 6.1295 (mp_runner.py:76) -2024-09-01 22:55:05,654 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0032s, count=184, qps in this process: 6.1327 (mp_runner.py:76) -2024-09-01 22:55:05,655 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.006s, count=184, qps in this process: 6.1321 (mp_runner.py:76) -2024-09-01 22:55:05,655 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0214s, count=184, qps in this process: 6.129 (mp_runner.py:76) -2024-09-01 22:55:05,660 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.03s, count=184, qps in this process: 6.1272 (mp_runner.py:76) -2024-09-01 22:55:05,662 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0395s, count=184, qps in this process: 6.1253 (mp_runner.py:76) -2024-09-01 22:55:05,670 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0078s, count=185, qps in this process: 6.1651 (mp_runner.py:76) -2024-09-01 22:55:05,670 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0081s, count=185, qps in this process: 6.165 (mp_runner.py:76) -2024-09-01 22:55:05,672 | INFO |End search in concurrency 40: dur=30.529915868995886s, total_count=7315, qps=239.6011 (mp_runner.py:120) -2024-09-01 22:55:08,765 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:55:08,765 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 22:55:19,561 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 22:55:19,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,634 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,760 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,827 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,851 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,891 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,899 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,919 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,920 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,920 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,947 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,955 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,960 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:19,972 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,004 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,009 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,010 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,015 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,025 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,026 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,038 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,042 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,054 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,058 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,068 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,075 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,078 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,109 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,182 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,182 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:20,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:55:49,708 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0729s, count=160, qps in this process: 5.3204 (mp_runner.py:76) -2024-09-01 22:55:49,721 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0596s, count=160, qps in this process: 5.3228 (mp_runner.py:76) -2024-09-01 22:55:49,735 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.1126s, count=160, qps in this process: 5.3134 (mp_runner.py:76) -2024-09-01 22:55:49,893 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0004s, count=161, qps in this process: 5.3666 (mp_runner.py:76) -2024-09-01 22:55:49,895 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.064s, count=161, qps in this process: 5.3552 (mp_runner.py:76) -2024-09-01 22:55:49,909 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.051s, count=161, qps in this process: 5.3576 (mp_runner.py:76) -2024-09-01 22:55:49,912 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.1946s, count=161, qps in this process: 5.3321 (mp_runner.py:76) -2024-09-01 22:55:49,950 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0267s, count=161, qps in this process: 5.3619 (mp_runner.py:76) -2024-09-01 22:55:49,971 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.1971s, count=161, qps in this process: 5.3316 (mp_runner.py:76) -2024-09-01 22:55:50,044 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0796s, count=162, qps in this process: 5.3857 (mp_runner.py:76) -2024-09-01 22:55:50,045 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0304s, count=162, qps in this process: 5.3945 (mp_runner.py:76) -2024-09-01 22:55:50,046 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0806s, count=162, qps in this process: 5.3855 (mp_runner.py:76) -2024-09-01 22:55:50,046 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.1344s, count=162, qps in this process: 5.3759 (mp_runner.py:76) -2024-09-01 22:55:50,046 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0397s, count=162, qps in this process: 5.3929 (mp_runner.py:76) -2024-09-01 22:55:50,047 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0822s, count=162, qps in this process: 5.3852 (mp_runner.py:76) -2024-09-01 22:55:50,053 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.1328s, count=162, qps in this process: 5.3762 (mp_runner.py:76) -2024-09-01 22:55:50,054 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0324s, count=162, qps in this process: 5.3942 (mp_runner.py:76) -2024-09-01 22:55:50,058 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0964s, count=162, qps in this process: 5.3827 (mp_runner.py:76) -2024-09-01 22:55:50,061 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0433s, count=162, qps in this process: 5.3922 (mp_runner.py:76) -2024-09-01 22:55:50,062 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.003s, count=162, qps in this process: 5.3995 (mp_runner.py:76) -2024-09-01 22:55:50,065 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.1419s, count=162, qps in this process: 5.3746 (mp_runner.py:76) -2024-09-01 22:55:50,071 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.1127s, count=162, qps in this process: 5.3798 (mp_runner.py:76) -2024-09-01 22:55:50,071 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0091s, count=162, qps in this process: 5.3984 (mp_runner.py:76) -2024-09-01 22:55:50,074 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.1243s, count=162, qps in this process: 5.3777 (mp_runner.py:76) -2024-09-01 22:55:50,076 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.1384s, count=162, qps in this process: 5.3752 (mp_runner.py:76) -2024-09-01 22:55:50,104 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.1603s, count=162, qps in this process: 5.3713 (mp_runner.py:76) -2024-09-01 22:55:50,106 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0664s, count=162, qps in this process: 5.3881 (mp_runner.py:76) -2024-09-01 22:55:50,107 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.035s, count=163, qps in this process: 5.427 (mp_runner.py:76) -2024-09-01 22:55:50,111 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0834s, count=162, qps in this process: 5.385 (mp_runner.py:76) -2024-09-01 22:55:50,113 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.1396s, count=162, qps in this process: 5.375 (mp_runner.py:76) -2024-09-01 22:55:50,121 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.088s, count=162, qps in this process: 5.3842 (mp_runner.py:76) -2024-09-01 22:55:50,165 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.1071s, count=163, qps in this process: 5.414 (mp_runner.py:76) -2024-09-01 22:55:50,170 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0828s, count=163, qps in this process: 5.4184 (mp_runner.py:76) -2024-09-01 22:55:50,179 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0568s, count=163, qps in this process: 5.4231 (mp_runner.py:76) -2024-09-01 22:55:50,195 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0822s, count=163, qps in this process: 5.4185 (mp_runner.py:76) -2024-09-01 22:55:50,196 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0874s, count=163, qps in this process: 5.4176 (mp_runner.py:76) -2024-09-01 22:55:50,197 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0748s, count=163, qps in this process: 5.4198 (mp_runner.py:76) -2024-09-01 22:55:50,200 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.1125s, count=163, qps in this process: 5.413 (mp_runner.py:76) -2024-09-01 22:55:50,204 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0378s, count=163, qps in this process: 5.4265 (mp_runner.py:76) -2024-09-01 22:55:50,205 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0965s, count=163, qps in this process: 5.4159 (mp_runner.py:76) -2024-09-01 22:55:50,206 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0755s, count=163, qps in this process: 5.4197 (mp_runner.py:76) -2024-09-01 22:55:50,208 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0141s, count=164, qps in this process: 5.4641 (mp_runner.py:76) -2024-09-01 22:55:50,208 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0105s, count=163, qps in this process: 5.4314 (mp_runner.py:76) -2024-09-01 22:55:50,208 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0145s, count=164, qps in this process: 5.464 (mp_runner.py:76) -2024-09-01 22:55:50,212 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0897s, count=164, qps in this process: 5.4504 (mp_runner.py:76) -2024-09-01 22:55:50,213 | INFO |End search in concurrency 45: dur=30.65178155399917s, total_count=7296, qps=238.0286 (mp_runner.py:120) -2024-09-01 22:55:53,592 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:55:53,593 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 22:56:14,614 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 22:56:14,848 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,908 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,911 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,915 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,920 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,946 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,963 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:14,963 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,079 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,079 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,080 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,080 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,083 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,094 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,105 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,125 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,141 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,141 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,141 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,194 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,198 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,208 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,208 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,208 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,226 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,238 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,238 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,240 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,247 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,260 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,304 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,310 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,363 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,364 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:15,429 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:56:44,985 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0227s, count=148, qps in this process: 4.9296 (mp_runner.py:76) -2024-09-01 22:56:44,985 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0727s, count=148, qps in this process: 4.9214 (mp_runner.py:76) -2024-09-01 22:56:44,986 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0197s, count=148, qps in this process: 4.9301 (mp_runner.py:76) -2024-09-01 22:56:44,989 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0375s, count=148, qps in this process: 4.9272 (mp_runner.py:76) -2024-09-01 22:56:44,991 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.024s, count=148, qps in this process: 4.9294 (mp_runner.py:76) -2024-09-01 22:56:44,995 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0486s, count=148, qps in this process: 4.9254 (mp_runner.py:76) -2024-09-01 22:56:44,997 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0772s, count=148, qps in this process: 4.9207 (mp_runner.py:76) -2024-09-01 22:56:44,999 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0852s, count=148, qps in this process: 4.9194 (mp_runner.py:76) -2024-09-01 22:56:45,000 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.1448s, count=148, qps in this process: 4.9096 (mp_runner.py:76) -2024-09-01 22:56:45,010 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0438s, count=148, qps in this process: 4.9261 (mp_runner.py:76) -2024-09-01 22:56:45,011 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0735s, count=148, qps in this process: 4.9213 (mp_runner.py:76) -2024-09-01 22:56:45,289 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.1988s, count=149, qps in this process: 4.934 (mp_runner.py:76) -2024-09-01 22:56:45,290 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.1207s, count=149, qps in this process: 4.9468 (mp_runner.py:76) -2024-09-01 22:56:45,290 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0123s, count=149, qps in this process: 4.9646 (mp_runner.py:76) -2024-09-01 22:56:45,291 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0486s, count=149, qps in this process: 4.9586 (mp_runner.py:76) -2024-09-01 22:56:45,291 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.147s, count=149, qps in this process: 4.9424 (mp_runner.py:76) -2024-09-01 22:56:45,292 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0519s, count=149, qps in this process: 4.9581 (mp_runner.py:76) -2024-09-01 22:56:45,292 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0823s, count=149, qps in this process: 4.9531 (mp_runner.py:76) -2024-09-01 22:56:45,293 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.1827s, count=149, qps in this process: 4.9366 (mp_runner.py:76) -2024-09-01 22:56:45,294 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.1492s, count=149, qps in this process: 4.9421 (mp_runner.py:76) -2024-09-01 22:56:45,300 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.1582s, count=149, qps in this process: 4.9406 (mp_runner.py:76) -2024-09-01 22:56:45,301 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.2186s, count=149, qps in this process: 4.9307 (mp_runner.py:76) -2024-09-01 22:56:45,308 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.2263s, count=149, qps in this process: 4.9295 (mp_runner.py:76) -2024-09-01 22:56:45,309 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0419s, count=149, qps in this process: 4.9597 (mp_runner.py:76) -2024-09-01 22:56:45,309 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0735s, count=149, qps in this process: 4.9545 (mp_runner.py:76) -2024-09-01 22:56:45,310 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.2162s, count=149, qps in this process: 4.9311 (mp_runner.py:76) -2024-09-01 22:56:45,310 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.2122s, count=149, qps in this process: 4.9318 (mp_runner.py:76) -2024-09-01 22:56:45,312 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.1708s, count=149, qps in this process: 4.9385 (mp_runner.py:76) -2024-09-01 22:56:45,317 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.1072s, count=149, qps in this process: 4.949 (mp_runner.py:76) -2024-09-01 22:56:45,317 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.119s, count=149, qps in this process: 4.947 (mp_runner.py:76) -2024-09-01 22:56:45,318 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.1734s, count=149, qps in this process: 4.9381 (mp_runner.py:76) -2024-09-01 22:56:45,318 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.2201s, count=149, qps in this process: 4.9305 (mp_runner.py:76) -2024-09-01 22:56:45,321 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.1108s, count=149, qps in this process: 4.9484 (mp_runner.py:76) -2024-09-01 22:56:45,323 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.2274s, count=149, qps in this process: 4.9293 (mp_runner.py:76) -2024-09-01 22:56:45,323 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.1726s, count=149, qps in this process: 4.9383 (mp_runner.py:76) -2024-09-01 22:56:45,336 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.13s, count=149, qps in this process: 4.9452 (mp_runner.py:76) -2024-09-01 22:56:45,340 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0899s, count=149, qps in this process: 4.9518 (mp_runner.py:76) -2024-09-01 22:56:45,343 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.193s, count=149, qps in this process: 4.9349 (mp_runner.py:76) -2024-09-01 22:56:45,344 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0378s, count=149, qps in this process: 4.9604 (mp_runner.py:76) -2024-09-01 22:56:45,348 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.2622s, count=149, qps in this process: 4.9236 (mp_runner.py:76) -2024-09-01 22:56:45,348 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0901s, count=149, qps in this process: 4.9518 (mp_runner.py:76) -2024-09-01 22:56:45,356 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0436s, count=149, qps in this process: 4.9595 (mp_runner.py:76) -2024-09-01 22:56:45,360 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.2772s, count=149, qps in this process: 4.9212 (mp_runner.py:76) -2024-09-01 22:56:45,411 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0736s, count=150, qps in this process: 4.9878 (mp_runner.py:76) -2024-09-01 22:56:45,411 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0409s, count=150, qps in this process: 4.9932 (mp_runner.py:76) -2024-09-01 22:56:45,411 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0737s, count=150, qps in this process: 4.9877 (mp_runner.py:76) -2024-09-01 22:56:45,412 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0744s, count=150, qps in this process: 4.9876 (mp_runner.py:76) -2024-09-01 22:56:45,416 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0379s, count=150, qps in this process: 4.9937 (mp_runner.py:76) -2024-09-01 22:56:45,439 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0205s, count=151, qps in this process: 5.0299 (mp_runner.py:76) -2024-09-01 22:56:45,457 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0116s, count=152, qps in this process: 5.0647 (mp_runner.py:76) -2024-09-01 22:56:45,459 | INFO |End search in concurrency 50: dur=30.843138760006696s, total_count=7449, qps=241.5124 (mp_runner.py:120) -2024-09-01 22:56:48,730 | INFO |Update largest qps with concurrency 50: current max_qps=241.5124 (mp_runner.py:124) -2024-09-01 22:56:49,148 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:56:49,148 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 22:57:10,273 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 22:57:10,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,778 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,780 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,780 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,788 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,791 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,798 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,858 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,871 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,871 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,876 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,878 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,899 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,899 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,900 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,906 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,906 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,978 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:10,979 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:57:40,441 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0529s, count=134, qps in this process: 4.4588 (mp_runner.py:76) -2024-09-01 22:57:40,611 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0241s, count=135, qps in this process: 4.4964 (mp_runner.py:76) -2024-09-01 22:57:40,654 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0628s, count=135, qps in this process: 4.4906 (mp_runner.py:76) -2024-09-01 22:57:40,795 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.011s, count=136, qps in this process: 4.5317 (mp_runner.py:76) -2024-09-01 22:57:40,795 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0131s, count=136, qps in this process: 4.5314 (mp_runner.py:76) -2024-09-01 22:57:40,796 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0045s, count=136, qps in this process: 4.5327 (mp_runner.py:76) -2024-09-01 22:57:40,796 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0132s, count=136, qps in this process: 4.5313 (mp_runner.py:76) -2024-09-01 22:57:40,798 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0164s, count=136, qps in this process: 4.5309 (mp_runner.py:76) -2024-09-01 22:57:40,799 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0173s, count=136, qps in this process: 4.5307 (mp_runner.py:76) -2024-09-01 22:57:40,803 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0353s, count=136, qps in this process: 4.528 (mp_runner.py:76) -2024-09-01 22:57:40,803 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0088s, count=136, qps in this process: 4.532 (mp_runner.py:76) -2024-09-01 22:57:40,804 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0126s, count=136, qps in this process: 4.5314 (mp_runner.py:76) -2024-09-01 22:57:40,807 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0169s, count=136, qps in this process: 4.5308 (mp_runner.py:76) -2024-09-01 22:57:40,808 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0158s, count=136, qps in this process: 4.5309 (mp_runner.py:76) -2024-09-01 22:57:40,810 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.012s, count=136, qps in this process: 4.5315 (mp_runner.py:76) -2024-09-01 22:57:40,810 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0159s, count=136, qps in this process: 4.5309 (mp_runner.py:76) -2024-09-01 22:57:40,811 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0292s, count=136, qps in this process: 4.5289 (mp_runner.py:76) -2024-09-01 22:57:40,812 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0143s, count=136, qps in this process: 4.5312 (mp_runner.py:76) -2024-09-01 22:57:40,815 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0314s, count=136, qps in this process: 4.5286 (mp_runner.py:76) -2024-09-01 22:57:40,816 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0214s, count=136, qps in this process: 4.5301 (mp_runner.py:76) -2024-09-01 22:57:40,819 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0355s, count=136, qps in this process: 4.528 (mp_runner.py:76) -2024-09-01 22:57:40,819 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0278s, count=136, qps in this process: 4.5291 (mp_runner.py:76) -2024-09-01 22:57:40,820 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0286s, count=136, qps in this process: 4.529 (mp_runner.py:76) -2024-09-01 22:57:40,821 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0361s, count=136, qps in this process: 4.5279 (mp_runner.py:76) -2024-09-01 22:57:40,823 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0315s, count=136, qps in this process: 4.5286 (mp_runner.py:76) -2024-09-01 22:57:40,824 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0324s, count=136, qps in this process: 4.5284 (mp_runner.py:76) -2024-09-01 22:57:40,824 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0371s, count=136, qps in this process: 4.5277 (mp_runner.py:76) -2024-09-01 22:57:40,825 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0312s, count=136, qps in this process: 4.5286 (mp_runner.py:76) -2024-09-01 22:57:40,825 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0351s, count=136, qps in this process: 4.528 (mp_runner.py:76) -2024-09-01 22:57:40,826 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0354s, count=136, qps in this process: 4.528 (mp_runner.py:76) -2024-09-01 22:57:40,827 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0322s, count=136, qps in this process: 4.5285 (mp_runner.py:76) -2024-09-01 22:57:40,828 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0486s, count=136, qps in this process: 4.526 (mp_runner.py:76) -2024-09-01 22:57:40,829 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0471s, count=136, qps in this process: 4.5262 (mp_runner.py:76) -2024-09-01 22:57:40,829 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0378s, count=136, qps in this process: 4.5276 (mp_runner.py:76) -2024-09-01 22:57:40,830 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0393s, count=136, qps in this process: 4.5274 (mp_runner.py:76) -2024-09-01 22:57:40,891 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0128s, count=137, qps in this process: 4.5647 (mp_runner.py:76) -2024-09-01 22:57:40,892 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0143s, count=137, qps in this process: 4.5645 (mp_runner.py:76) -2024-09-01 22:57:40,893 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0079s, count=137, qps in this process: 4.5655 (mp_runner.py:76) -2024-09-01 22:57:40,896 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.03s, count=137, qps in this process: 4.5621 (mp_runner.py:76) -2024-09-01 22:57:40,896 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0701s, count=137, qps in this process: 4.556 (mp_runner.py:76) -2024-09-01 22:57:40,897 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0194s, count=137, qps in this process: 4.5637 (mp_runner.py:76) -2024-09-01 22:57:40,898 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0718s, count=137, qps in this process: 4.5558 (mp_runner.py:76) -2024-09-01 22:57:40,963 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0573s, count=138, qps in this process: 4.5912 (mp_runner.py:76) -2024-09-01 22:57:40,964 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0492s, count=138, qps in this process: 4.5925 (mp_runner.py:76) -2024-09-01 22:57:40,964 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.058s, count=138, qps in this process: 4.5911 (mp_runner.py:76) -2024-09-01 22:57:40,965 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0467s, count=138, qps in this process: 4.5929 (mp_runner.py:76) -2024-09-01 22:57:40,965 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0592s, count=138, qps in this process: 4.5909 (mp_runner.py:76) -2024-09-01 22:57:40,965 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0495s, count=138, qps in this process: 4.5924 (mp_runner.py:76) -2024-09-01 22:57:40,967 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0493s, count=138, qps in this process: 4.5925 (mp_runner.py:76) -2024-09-01 22:57:40,968 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0495s, count=138, qps in this process: 4.5924 (mp_runner.py:76) -2024-09-01 22:57:41,003 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0293s, count=139, qps in this process: 4.6288 (mp_runner.py:76) -2024-09-01 22:57:41,004 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0295s, count=139, qps in this process: 4.6288 (mp_runner.py:76) -2024-09-01 22:57:41,004 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0296s, count=139, qps in this process: 4.6288 (mp_runner.py:76) -2024-09-01 22:57:41,005 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0163s, count=139, qps in this process: 4.6308 (mp_runner.py:76) -2024-09-01 22:57:41,005 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0152s, count=139, qps in this process: 4.631 (mp_runner.py:76) -2024-09-01 22:57:41,007 | INFO |End search in concurrency 55: dur=30.733665045001544s, total_count=7514, qps=244.4876 (mp_runner.py:120) -2024-09-01 22:57:44,663 | INFO |Update largest qps with concurrency 55: current max_qps=244.4876 (mp_runner.py:124) -2024-09-01 22:57:45,071 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:57:45,071 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 22:58:06,418 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 22:58:06,741 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,780 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,782 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,831 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,871 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,876 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,897 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,916 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,918 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,924 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,929 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,984 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,986 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,990 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,991 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:06,994 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,001 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,005 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,031 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,038 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,048 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,096 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,099 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,102 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,102 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,104 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,105 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,155 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,185 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,185 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,197 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,198 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,198 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,204 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,209 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:07,209 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:58:36,916 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0376s, count=126, qps in this process: 4.1947 (mp_runner.py:76) -2024-09-01 22:58:36,916 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0085s, count=126, qps in this process: 4.1988 (mp_runner.py:76) -2024-09-01 22:58:36,929 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0597s, count=126, qps in this process: 4.1917 (mp_runner.py:76) -2024-09-01 22:58:36,941 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0189s, count=126, qps in this process: 4.1974 (mp_runner.py:76) -2024-09-01 22:58:36,942 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0378s, count=126, qps in this process: 4.1947 (mp_runner.py:76) -2024-09-01 22:58:36,943 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0011s, count=126, qps in this process: 4.1998 (mp_runner.py:76) -2024-09-01 22:58:36,949 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.2018s, count=126, qps in this process: 4.1719 (mp_runner.py:76) -2024-09-01 22:58:36,953 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.1597s, count=126, qps in this process: 4.1778 (mp_runner.py:76) -2024-09-01 22:58:36,954 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.1134s, count=126, qps in this process: 4.1842 (mp_runner.py:76) -2024-09-01 22:58:36,955 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.1655s, count=126, qps in this process: 4.177 (mp_runner.py:76) -2024-09-01 22:58:36,956 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0814s, count=126, qps in this process: 4.1886 (mp_runner.py:76) -2024-09-01 22:58:36,958 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0243s, count=126, qps in this process: 4.1966 (mp_runner.py:76) -2024-09-01 22:58:36,964 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0171s, count=126, qps in this process: 4.1976 (mp_runner.py:76) -2024-09-01 22:58:36,964 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0963s, count=126, qps in this process: 4.1866 (mp_runner.py:76) -2024-09-01 22:58:36,966 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0246s, count=126, qps in this process: 4.1966 (mp_runner.py:76) -2024-09-01 22:58:36,970 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.1863s, count=126, qps in this process: 4.1741 (mp_runner.py:76) -2024-09-01 22:58:36,970 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0681s, count=126, qps in this process: 4.1905 (mp_runner.py:76) -2024-09-01 22:58:36,972 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.1852s, count=126, qps in this process: 4.1742 (mp_runner.py:76) -2024-09-01 22:58:36,977 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.192s, count=126, qps in this process: 4.1733 (mp_runner.py:76) -2024-09-01 22:58:36,978 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.1374s, count=126, qps in this process: 4.1809 (mp_runner.py:76) -2024-09-01 22:58:36,980 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0576s, count=126, qps in this process: 4.192 (mp_runner.py:76) -2024-09-01 22:58:36,990 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.1555s, count=126, qps in this process: 4.1783 (mp_runner.py:76) -2024-09-01 22:58:36,991 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0041s, count=126, qps in this process: 4.1994 (mp_runner.py:76) -2024-09-01 22:58:36,999 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0668s, count=126, qps in this process: 4.1907 (mp_runner.py:76) -2024-09-01 22:58:37,000 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.1654s, count=126, qps in this process: 4.177 (mp_runner.py:76) -2024-09-01 22:58:37,116 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.1182s, count=127, qps in this process: 4.2167 (mp_runner.py:76) -2024-09-01 22:58:37,118 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.1207s, count=127, qps in this process: 4.2164 (mp_runner.py:76) -2024-09-01 22:58:37,120 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0191s, count=127, qps in this process: 4.2306 (mp_runner.py:76) -2024-09-01 22:58:37,121 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0178s, count=127, qps in this process: 4.2308 (mp_runner.py:76) -2024-09-01 22:58:37,124 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0418s, count=127, qps in this process: 4.2274 (mp_runner.py:76) -2024-09-01 22:58:37,126 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.1211s, count=127, qps in this process: 4.2163 (mp_runner.py:76) -2024-09-01 22:58:37,126 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0798s, count=127, qps in this process: 4.2221 (mp_runner.py:76) -2024-09-01 22:58:37,128 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.1224s, count=127, qps in this process: 4.2161 (mp_runner.py:76) -2024-09-01 22:58:37,132 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0019s, count=127, qps in this process: 4.2331 (mp_runner.py:76) -2024-09-01 22:58:37,134 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0516s, count=127, qps in this process: 4.2261 (mp_runner.py:76) -2024-09-01 22:58:37,140 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.1495s, count=127, qps in this process: 4.2123 (mp_runner.py:76) -2024-09-01 22:58:37,144 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0616s, count=127, qps in this process: 4.2247 (mp_runner.py:76) -2024-09-01 22:58:37,144 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0084s, count=127, qps in this process: 4.2321 (mp_runner.py:76) -2024-09-01 22:58:37,145 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0872s, count=127, qps in this process: 4.2211 (mp_runner.py:76) -2024-09-01 22:58:37,146 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.1411s, count=127, qps in this process: 4.2135 (mp_runner.py:76) -2024-09-01 22:58:37,148 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.066s, count=127, qps in this process: 4.224 (mp_runner.py:76) -2024-09-01 22:58:37,149 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.1101s, count=127, qps in this process: 4.2179 (mp_runner.py:76) -2024-09-01 22:58:37,152 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0479s, count=127, qps in this process: 4.2266 (mp_runner.py:76) -2024-09-01 22:58:37,153 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0423s, count=127, qps in this process: 4.2274 (mp_runner.py:76) -2024-09-01 22:58:37,155 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0477s, count=127, qps in this process: 4.2266 (mp_runner.py:76) -2024-09-01 22:58:37,157 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.1521s, count=127, qps in this process: 4.212 (mp_runner.py:76) -2024-09-01 22:58:37,158 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0537s, count=127, qps in this process: 4.2258 (mp_runner.py:76) -2024-09-01 22:58:37,162 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.1482s, count=127, qps in this process: 4.2125 (mp_runner.py:76) -2024-09-01 22:58:37,176 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.1712s, count=127, qps in this process: 4.2093 (mp_runner.py:76) -2024-09-01 22:58:37,198 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.059s, count=128, qps in this process: 4.2583 (mp_runner.py:76) -2024-09-01 22:58:37,198 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0037s, count=128, qps in this process: 4.2661 (mp_runner.py:76) -2024-09-01 22:58:37,199 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0362s, count=128, qps in this process: 4.2615 (mp_runner.py:76) -2024-09-01 22:58:37,202 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0332s, count=128, qps in this process: 4.262 (mp_runner.py:76) -2024-09-01 22:58:37,242 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0447s, count=129, qps in this process: 4.2936 (mp_runner.py:76) -2024-09-01 22:58:37,242 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.037s, count=129, qps in this process: 4.2947 (mp_runner.py:76) -2024-09-01 22:58:37,242 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0258s, count=129, qps in this process: 4.2963 (mp_runner.py:76) -2024-09-01 22:58:37,243 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0291s, count=129, qps in this process: 4.2958 (mp_runner.py:76) -2024-09-01 22:58:37,243 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.027s, count=129, qps in this process: 4.2961 (mp_runner.py:76) -2024-09-01 22:58:37,245 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0419s, count=129, qps in this process: 4.294 (mp_runner.py:76) -2024-09-01 22:58:37,252 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0525s, count=129, qps in this process: 4.2925 (mp_runner.py:76) -2024-09-01 22:58:37,254 | INFO |End search in concurrency 60: dur=30.83588433499972s, total_count=7613, qps=246.8877 (mp_runner.py:120) -2024-09-01 22:58:41,247 | INFO |Update largest qps with concurrency 60: current max_qps=246.8877 (mp_runner.py:124) -2024-09-01 22:58:41,660 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:58:41,660 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 22:59:03,237 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 22:59:03,287 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,348 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,539 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,556 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,604 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,629 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,646 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,753 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,772 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,773 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,785 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,789 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,789 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,789 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,806 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,836 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,858 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,884 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,885 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,930 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,935 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,952 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,966 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,974 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,979 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,992 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,992 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:03,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,010 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,033 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,033 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,033 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,075 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,084 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,159 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,182 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,201 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:04,234 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 22:59:33,305 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0175s, count=111, qps in this process: 3.6978 (mp_runner.py:76) -2024-09-01 22:59:33,720 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.2926s, count=113, qps in this process: 3.7303 (mp_runner.py:76) -2024-09-01 22:59:33,729 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.1158s, count=113, qps in this process: 3.7522 (mp_runner.py:76) -2024-09-01 22:59:33,729 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.1572s, count=113, qps in this process: 3.747 (mp_runner.py:76) -2024-09-01 22:59:33,730 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0983s, count=113, qps in this process: 3.7544 (mp_runner.py:76) -2024-09-01 22:59:33,763 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.1365s, count=113, qps in this process: 3.7496 (mp_runner.py:76) -2024-09-01 22:59:33,765 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.1111s, count=113, qps in this process: 3.7528 (mp_runner.py:76) -2024-09-01 22:59:33,766 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.2062s, count=113, qps in this process: 3.741 (mp_runner.py:76) -2024-09-01 22:59:33,768 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.2163s, count=113, qps in this process: 3.7397 (mp_runner.py:76) -2024-09-01 22:59:33,775 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.2071s, count=113, qps in this process: 3.7408 (mp_runner.py:76) -2024-09-01 22:59:33,776 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0007s, count=113, qps in this process: 3.7666 (mp_runner.py:76) -2024-09-01 22:59:33,920 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.1303s, count=114, qps in this process: 3.7836 (mp_runner.py:76) -2024-09-01 22:59:33,924 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.1391s, count=114, qps in this process: 3.7825 (mp_runner.py:76) -2024-09-01 22:59:33,925 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0537s, count=114, qps in this process: 3.7932 (mp_runner.py:76) -2024-09-01 22:59:33,928 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0394s, count=114, qps in this process: 3.795 (mp_runner.py:76) -2024-09-01 22:59:33,933 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.1589s, count=114, qps in this process: 3.78 (mp_runner.py:76) -2024-09-01 22:59:33,945 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.1705s, count=114, qps in this process: 3.7785 (mp_runner.py:76) -2024-09-01 22:59:33,946 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0963s, count=114, qps in this process: 3.7878 (mp_runner.py:76) -2024-09-01 22:59:33,947 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.1225s, count=114, qps in this process: 3.7845 (mp_runner.py:76) -2024-09-01 22:59:33,948 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.1489s, count=114, qps in this process: 3.7812 (mp_runner.py:76) -2024-09-01 22:59:33,952 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.1668s, count=114, qps in this process: 3.779 (mp_runner.py:76) -2024-09-01 22:59:33,953 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.1545s, count=114, qps in this process: 3.7805 (mp_runner.py:76) -2024-09-01 22:59:33,954 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.1564s, count=114, qps in this process: 3.7803 (mp_runner.py:76) -2024-09-01 22:59:33,955 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0459s, count=114, qps in this process: 3.7942 (mp_runner.py:76) -2024-09-01 22:59:33,955 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0208s, count=114, qps in this process: 3.7974 (mp_runner.py:76) -2024-09-01 22:59:33,957 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.118s, count=114, qps in this process: 3.7851 (mp_runner.py:76) -2024-09-01 22:59:33,957 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.1586s, count=114, qps in this process: 3.78 (mp_runner.py:76) -2024-09-01 22:59:33,957 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.1068s, count=114, qps in this process: 3.7865 (mp_runner.py:76) -2024-09-01 22:59:33,958 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.1591s, count=114, qps in this process: 3.78 (mp_runner.py:76) -2024-09-01 22:59:33,979 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0927s, count=114, qps in this process: 3.7883 (mp_runner.py:76) -2024-09-01 22:59:33,981 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0324s, count=114, qps in this process: 3.7959 (mp_runner.py:76) -2024-09-01 22:59:33,988 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.1633s, count=114, qps in this process: 3.7794 (mp_runner.py:76) -2024-09-01 22:59:33,988 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.1629s, count=114, qps in this process: 3.7795 (mp_runner.py:76) -2024-09-01 22:59:33,990 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.1502s, count=114, qps in this process: 3.7811 (mp_runner.py:76) -2024-09-01 22:59:33,991 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.2002s, count=114, qps in this process: 3.7748 (mp_runner.py:76) -2024-09-01 22:59:34,000 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.1499s, count=114, qps in this process: 3.7811 (mp_runner.py:76) -2024-09-01 22:59:34,007 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.2078s, count=114, qps in this process: 3.7739 (mp_runner.py:76) -2024-09-01 22:59:34,012 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.1875s, count=114, qps in this process: 3.7764 (mp_runner.py:76) -2024-09-01 22:59:34,012 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0557s, count=114, qps in this process: 3.793 (mp_runner.py:76) -2024-09-01 22:59:34,030 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0878s, count=114, qps in this process: 3.7889 (mp_runner.py:76) -2024-09-01 22:59:34,034 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0527s, count=114, qps in this process: 3.7933 (mp_runner.py:76) -2024-09-01 22:59:34,091 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0554s, count=115, qps in this process: 3.8263 (mp_runner.py:76) -2024-09-01 22:59:34,091 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0115s, count=115, qps in this process: 3.8319 (mp_runner.py:76) -2024-09-01 22:59:34,091 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0876s, count=115, qps in this process: 3.8222 (mp_runner.py:76) -2024-09-01 22:59:34,092 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.1299s, count=115, qps in this process: 3.8168 (mp_runner.py:76) -2024-09-01 22:59:34,092 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0128s, count=115, qps in this process: 3.8317 (mp_runner.py:76) -2024-09-01 22:59:34,093 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0891s, count=115, qps in this process: 3.822 (mp_runner.py:76) -2024-09-01 22:59:34,093 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0577s, count=115, qps in this process: 3.826 (mp_runner.py:76) -2024-09-01 22:59:34,093 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0753s, count=115, qps in this process: 3.8237 (mp_runner.py:76) -2024-09-01 22:59:34,094 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0142s, count=115, qps in this process: 3.8315 (mp_runner.py:76) -2024-09-01 22:59:34,094 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.1234s, count=115, qps in this process: 3.8176 (mp_runner.py:76) -2024-09-01 22:59:34,095 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0957s, count=115, qps in this process: 3.8211 (mp_runner.py:76) -2024-09-01 22:59:34,095 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.152s, count=115, qps in this process: 3.814 (mp_runner.py:76) -2024-09-01 22:59:34,096 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.1448s, count=115, qps in this process: 3.8149 (mp_runner.py:76) -2024-09-01 22:59:34,096 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.1138s, count=115, qps in this process: 3.8188 (mp_runner.py:76) -2024-09-01 22:59:34,096 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.061s, count=115, qps in this process: 3.8256 (mp_runner.py:76) -2024-09-01 22:59:34,120 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0303s, count=115, qps in this process: 3.8295 (mp_runner.py:76) -2024-09-01 22:59:34,144 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0374s, count=116, qps in this process: 3.8619 (mp_runner.py:76) -2024-09-01 22:59:34,145 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0346s, count=116, qps in this process: 3.8622 (mp_runner.py:76) -2024-09-01 22:59:34,146 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0227s, count=116, qps in this process: 3.8637 (mp_runner.py:76) -2024-09-01 22:59:34,179 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0045s, count=117, qps in this process: 3.8994 (mp_runner.py:76) -2024-09-01 22:59:34,201 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.007s, count=118, qps in this process: 3.9324 (mp_runner.py:76) -2024-09-01 22:59:34,204 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0058s, count=118, qps in this process: 3.9326 (mp_runner.py:76) -2024-09-01 22:59:34,215 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.005s, count=119, qps in this process: 3.966 (mp_runner.py:76) -2024-09-01 22:59:34,250 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0083s, count=121, qps in this process: 4.0322 (mp_runner.py:76) -2024-09-01 22:59:34,252 | INFO |End search in concurrency 65: dur=31.01328993900097s, total_count=7442, qps=239.9616 (mp_runner.py:120) -2024-09-01 22:59:38,966 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:59:38,966 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 23:00:00,782 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 23:00:00,908 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,120 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,135 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,197 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,252 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,378 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,378 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,378 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,380 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,410 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,428 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,433 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,446 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,473 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,477 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,483 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,483 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,484 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,485 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,490 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,490 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,499 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,499 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,516 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,516 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,577 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,599 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,599 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,634 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,637 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,662 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,663 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,703 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,735 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,735 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,810 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,814 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,826 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:01,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 23:00:30,948 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0283s, count=102, qps in this process: 3.3968 (mp_runner.py:76) -2024-09-01 23:00:31,238 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0938s, count=103, qps in this process: 3.4226 (mp_runner.py:76) -2024-09-01 23:00:31,265 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0025s, count=103, qps in this process: 3.433 (mp_runner.py:76) -2024-09-01 23:00:31,303 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.149s, count=103, qps in this process: 3.4164 (mp_runner.py:76) -2024-09-01 23:00:31,573 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.1493s, count=104, qps in this process: 3.4495 (mp_runner.py:76) -2024-09-01 23:00:31,574 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0913s, count=104, qps in this process: 3.4561 (mp_runner.py:76) -2024-09-01 23:00:31,574 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.1925s, count=104, qps in this process: 3.4446 (mp_runner.py:76) -2024-09-01 23:00:31,574 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0901s, count=104, qps in this process: 3.4563 (mp_runner.py:76) -2024-09-01 23:00:31,575 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.1796s, count=104, qps in this process: 3.446 (mp_runner.py:76) -2024-09-01 23:00:31,575 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.082s, count=104, qps in this process: 3.4572 (mp_runner.py:76) -2024-09-01 23:00:31,577 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.195s, count=104, qps in this process: 3.4443 (mp_runner.py:76) -2024-09-01 23:00:31,577 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0391s, count=104, qps in this process: 3.4622 (mp_runner.py:76) -2024-09-01 23:00:31,578 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0511s, count=104, qps in this process: 3.4608 (mp_runner.py:76) -2024-09-01 23:00:31,578 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.1266s, count=104, qps in this process: 3.4521 (mp_runner.py:76) -2024-09-01 23:00:31,579 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1029s, count=104, qps in this process: 3.4548 (mp_runner.py:76) -2024-09-01 23:00:31,581 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0779s, count=104, qps in this process: 3.4577 (mp_runner.py:76) -2024-09-01 23:00:31,582 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.003s, count=104, qps in this process: 3.4663 (mp_runner.py:76) -2024-09-01 23:00:31,582 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0804s, count=104, qps in this process: 3.4574 (mp_runner.py:76) -2024-09-01 23:00:31,588 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.106s, count=104, qps in this process: 3.4545 (mp_runner.py:76) -2024-09-01 23:00:31,601 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0988s, count=104, qps in this process: 3.4553 (mp_runner.py:76) -2024-09-01 23:00:31,601 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.1067s, count=104, qps in this process: 3.4544 (mp_runner.py:76) -2024-09-01 23:00:31,602 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.1322s, count=104, qps in this process: 3.4515 (mp_runner.py:76) -2024-09-01 23:00:31,602 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.2072s, count=104, qps in this process: 3.4429 (mp_runner.py:76) -2024-09-01 23:00:31,602 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.3454s, count=104, qps in this process: 3.4272 (mp_runner.py:76) -2024-09-01 23:00:31,602 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0853s, count=104, qps in this process: 3.4568 (mp_runner.py:76) -2024-09-01 23:00:31,605 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.121s, count=104, qps in this process: 3.4527 (mp_runner.py:76) -2024-09-01 23:00:31,606 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1272s, count=104, qps in this process: 3.452 (mp_runner.py:76) -2024-09-01 23:00:31,606 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0994s, count=104, qps in this process: 3.4552 (mp_runner.py:76) -2024-09-01 23:00:31,607 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.1045s, count=104, qps in this process: 3.4546 (mp_runner.py:76) -2024-09-01 23:00:31,607 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.1632s, count=104, qps in this process: 3.4479 (mp_runner.py:76) -2024-09-01 23:00:31,608 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.2134s, count=104, qps in this process: 3.4422 (mp_runner.py:76) -2024-09-01 23:00:31,608 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.2263s, count=104, qps in this process: 3.4407 (mp_runner.py:76) -2024-09-01 23:00:31,608 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.1296s, count=104, qps in this process: 3.4518 (mp_runner.py:76) -2024-09-01 23:00:31,609 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.2213s, count=104, qps in this process: 3.4413 (mp_runner.py:76) -2024-09-01 23:00:31,611 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.127s, count=104, qps in this process: 3.4521 (mp_runner.py:76) -2024-09-01 23:00:31,612 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.1171s, count=104, qps in this process: 3.4532 (mp_runner.py:76) -2024-09-01 23:00:31,613 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.1097s, count=104, qps in this process: 3.454 (mp_runner.py:76) -2024-09-01 23:00:31,613 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.1061s, count=104, qps in this process: 3.4544 (mp_runner.py:76) -2024-09-01 23:00:31,613 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.184s, count=104, qps in this process: 3.4455 (mp_runner.py:76) -2024-09-01 23:00:31,614 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.184s, count=104, qps in this process: 3.4455 (mp_runner.py:76) -2024-09-01 23:00:31,615 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.1293s, count=104, qps in this process: 3.4518 (mp_runner.py:76) -2024-09-01 23:00:31,618 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.1008s, count=104, qps in this process: 3.4551 (mp_runner.py:76) -2024-09-01 23:00:31,620 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0934s, count=104, qps in this process: 3.4559 (mp_runner.py:76) -2024-09-01 23:00:31,724 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0616s, count=105, qps in this process: 3.4928 (mp_runner.py:76) -2024-09-01 23:00:31,726 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0891s, count=105, qps in this process: 3.4896 (mp_runner.py:76) -2024-09-01 23:00:31,730 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0545s, count=105, qps in this process: 3.4937 (mp_runner.py:76) -2024-09-01 23:00:31,725 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.1273s, count=105, qps in this process: 3.4852 (mp_runner.py:76) -2024-09-01 23:00:31,737 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0188s, count=105, qps in this process: 3.4978 (mp_runner.py:76) -2024-09-01 23:00:31,738 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0924s, count=105, qps in this process: 3.4893 (mp_runner.py:76) -2024-09-01 23:00:31,739 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0655s, count=105, qps in this process: 3.4924 (mp_runner.py:76) -2024-09-01 23:00:31,743 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.14s, count=105, qps in this process: 3.4837 (mp_runner.py:76) -2024-09-01 23:00:31,744 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.1383s, count=105, qps in this process: 3.4839 (mp_runner.py:76) -2024-09-01 23:00:31,748 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0298s, count=105, qps in this process: 3.4965 (mp_runner.py:76) -2024-09-01 23:00:31,748 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0856s, count=105, qps in this process: 3.49 (mp_runner.py:76) -2024-09-01 23:00:31,752 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.1543s, count=105, qps in this process: 3.4821 (mp_runner.py:76) -2024-09-01 23:00:31,760 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0971s, count=105, qps in this process: 3.4887 (mp_runner.py:76) -2024-09-01 23:00:31,760 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0899s, count=105, qps in this process: 3.4895 (mp_runner.py:76) -2024-09-01 23:00:31,793 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0381s, count=106, qps in this process: 3.5289 (mp_runner.py:76) -2024-09-01 23:00:31,793 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0476s, count=106, qps in this process: 3.5277 (mp_runner.py:76) -2024-09-01 23:00:31,795 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0502s, count=106, qps in this process: 3.5274 (mp_runner.py:76) -2024-09-01 23:00:31,830 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0038s, count=107, qps in this process: 3.5662 (mp_runner.py:76) -2024-09-01 23:00:31,857 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0249s, count=108, qps in this process: 3.597 (mp_runner.py:76) -2024-09-01 23:00:31,857 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.011s, count=108, qps in this process: 3.5987 (mp_runner.py:76) -2024-09-01 23:00:31,860 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0553s, count=107, qps in this process: 3.5601 (mp_runner.py:76) -2024-09-01 23:00:31,861 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0289s, count=107, qps in this process: 3.5632 (mp_runner.py:76) -2024-09-01 23:00:31,862 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0238s, count=107, qps in this process: 3.5638 (mp_runner.py:76) -2024-09-01 23:00:31,863 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0311s, count=107, qps in this process: 3.563 (mp_runner.py:76) -2024-09-01 23:00:31,864 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0381s, count=107, qps in this process: 3.5621 (mp_runner.py:76) -2024-09-01 23:00:31,871 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0088s, count=108, qps in this process: 3.5989 (mp_runner.py:76) -2024-09-01 23:00:31,916 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.002s, count=111, qps in this process: 3.6998 (mp_runner.py:76) -2024-09-01 23:00:31,918 | INFO |End search in concurrency 70: dur=31.13411559400265s, total_count=7332, qps=235.4973 (mp_runner.py:120) -2024-09-01 23:00:36,563 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=246.8877, serial_latency_p99=np.float64(0.0569), recall=np.float64(0.9763), ndcg=np.float64(0.9789), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[69.2533, 184.3913, 228.9674, 229.8697, 237.7789, 241.0322, 240.2923, 239.6011, 238.0286, 241.5124, 244.4876, 246.8877, 239.9616, 235.4973], conc_latency_p99_list=[np.float64(0.006410474084725138), np.float64(0.011531951624498469), np.float64(0.024538938378741295), np.float64(0.029713381279835447), np.float64(0.038169098876748464), np.float64(0.03667179896523521), np.float64(0.05023982658962923), np.float64(0.05286438663755543), np.float64(0.05505456789184245), np.float64(0.07399390517596621), np.float64(0.06624755773292272), np.float64(0.07664231532730045), np.float64(0.07330358394047506), np.float64(0.07885973690730752)]) (task_runner.py:197) -2024-09-01 23:00:36,563 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:49:06.176584'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=246.8877, serial_latency_p99=np.float64(0.0569), recall=np.float64(0.9763), ndcg=np.float64(0.9789), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[69.2533, 184.3913, 228.9674, 229.8697, 237.7789, 241.0322, 240.2923, 239.6011, 238.0286, 241.5124, 244.4876, 246.8877, 239.9616, 235.4973], conc_latency_p99_list=[np.float64(0.006410474084725138), np.float64(0.011531951624498469), np.float64(0.024538938378741295), np.float64(0.029713381279835447), np.float64(0.038169098876748464), np.float64(0.03667179896523521), np.float64(0.05023982658962923), np.float64(0.05286438663755543), np.float64(0.05505456789184245), np.float64(0.07399390517596621), np.float64(0.06624755773292272), np.float64(0.07664231532730045), np.float64(0.07330358394047506), np.float64(0.07885973690730752)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 23:00:36,563 | INFO |Task summary: run_id=af388, task_label=af388a52a4c64a62abbabbe6035884ba (models.py:346) -2024-09-01 23:00:36,563 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 23:00:36,563 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 23:00:36,563 | INFO |PgVector | 2024-09-01T22:49:06.176584 Performance1536D500K af388a52a4c64a62abbabbe6035884ba | 0.0 246.8877 0.0569 0.9763 0 | :) (models.py:346) -2024-09-01 23:00:36,563 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json (models.py:204) -2024-09-01 23:00:36,564 | INFO |Success to finish task: label=af388a52a4c64a62abbabbe6035884ba, run_id=af388a52a4c64a62abbabbe6035884ba (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json b/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json deleted file mode 100644 index f90779a24..000000000 --- a/script/data/aws/db.m6i.large-16-32-400-Performance1536D500K-0-6032/result_20240901_af388a52a4c64a62abbabbe6035884ba_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "af388a52a4c64a62abbabbe6035884ba", "task_label": "af388a52a4c64a62abbabbe6035884ba", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 246.8877, "serial_latency_p99": 0.0569, "recall": 0.9763, "ndcg": 0.9789, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [69.2533, 184.3913, 228.9674, 229.8697, 237.7789, 241.0322, 240.2923, 239.6011, 238.0286, 241.5124, 244.4876, 246.8877, 239.9616, 235.4973], "conc_latency_p99_list": [0.006410474084725138, 0.011531951624498469, 0.024538938378741295, 0.029713381279835447, 0.038169098876748464, 0.03667179896523521, 0.05023982658962923, 0.05286438663755543, 0.05505456789184245, 0.07399390517596621, 0.06624755773292272, 0.07664231532730045, 0.07330358394047506, 0.07885973690730752]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T22:49:06.176584", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt b/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt deleted file mode 100644 index 117682593..000000000 --- a/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/log.txt +++ /dev/null @@ -1,1614 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load -2024-09-01 22:11:34,420 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:11:34.408271', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 22:11:34,420 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T22:11:34.408271', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=32, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 22:11:34,420 | INFO |generated uuid for the tasks: 7617ccde5fe04484801265e1f1e76811 (interface.py:66) -2024-09-01 22:11:34,481 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 22:11:34,481 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 22:11:34,481 | INFO | PgVector-2024-09-01T22:11:34.408271 | Performance OpenAI-MEDIUM-500K None | 7617ccde5fe04484801265e1f1e76811 (task_runner.py:340) -2024-09-01 22:11:34,481 | INFO |task submitted: id=7617ccde5fe04484801265e1f1e76811, 7617ccde5fe04484801265e1f1e76811, case number: 1 (interface.py:231) -2024-09-01 22:11:34,899 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:11:34.408271'}, drop_old=False (interface.py:164) -2024-09-01 22:11:34,899 | INFO |Starting run (task_runner.py:100) -2024-09-01 22:11:34,972 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=32 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 22:11:35,534 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 22:11:35,581 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 22:11:35,605 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 22:11:35,605 | INFO |Start performance case (task_runner.py:158) -2024-09-01 22:11:35,619 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:11:35,619 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 22:11:35,619 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 22:11:35,620 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 22:11:35,663 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 22:11:36,218 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 22:11:36,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:11:36,237 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 22:11:36,237 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 22:11:41,795 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.048094388002937194, latest recall=0.8 (serial_runner.py:202) -2024-09-01 22:11:47,155 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.06628968600125518, latest recall=0.8 (serial_runner.py:202) -2024-09-01 22:11:52,070 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.028766283998265862, latest recall=0.77 (serial_runner.py:202) -2024-09-01 22:11:56,782 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.04213058100140188, latest recall=0.8 (serial_runner.py:202) -2024-09-01 22:12:01,411 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.03194856100162724, latest recall=0.8 (serial_runner.py:202) -2024-09-01 22:12:05,761 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.027098040001874324, latest recall=0.8 (serial_runner.py:202) -2024-09-01 22:12:09,903 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.037174791999859735, latest recall=0.8 (serial_runner.py:202) -2024-09-01 22:12:14,147 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.042254250998666976, latest recall=0.8 (serial_runner.py:202) -2024-09-01 22:12:18,172 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.06586102799337823, latest recall=0.8 (serial_runner.py:202) -2024-09-01 22:12:22,149 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.040948871996079106, latest recall=0.69 (serial_runner.py:202) -2024-09-01 22:12:22,150 | INFO |SpawnProcess-1:1 search entire test_data: cost=37.5567s, queries=1000, avg_recall=0.7861, avg_ndcg=0.8288,avg_latency=0.0376, p99=0.0739 (serial_runner.py:209) -2024-09-01 22:12:22,688 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:12:22,688 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 22:12:23,710 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 22:12:23,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:12:27,598 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.005279810000502039 (mp_runner.py:73) -2024-09-01 22:12:30,818 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.009512256001471542 (mp_runner.py:73) -2024-09-01 22:12:33,113 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.004255573992850259 (mp_runner.py:73) -2024-09-01 22:12:35,259 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.005279702003463171 (mp_runner.py:73) -2024-09-01 22:12:37,513 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004176770999038126 (mp_runner.py:73) -2024-09-01 22:12:39,668 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.005306593004206661 (mp_runner.py:73) -2024-09-01 22:12:41,903 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.003998593005235307 (mp_runner.py:73) -2024-09-01 22:12:44,251 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.005330431995389517 (mp_runner.py:73) -2024-09-01 22:12:46,571 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0041011629946297035 (mp_runner.py:73) -2024-09-01 22:12:48,723 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.006195007998030633 (mp_runner.py:73) -2024-09-01 22:12:50,936 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.004153166999458335 (mp_runner.py:73) -2024-09-01 22:12:53,088 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.005897973998798989 (mp_runner.py:73) -2024-09-01 22:12:53,742 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0018s, count=6146, qps in this process: 204.8544 (mp_runner.py:76) -2024-09-01 22:12:53,743 | INFO |End search in concurrency 1: dur=30.033185870001034s, total_count=6146, qps=204.6403 (mp_runner.py:120) -2024-09-01 22:12:53,926 | INFO |Update largest qps with concurrency 1: current max_qps=204.6403 (mp_runner.py:124) -2024-09-01 22:12:54,336 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:12:54,336 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 22:12:59,377 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 22:12:59,427 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:12:59,427 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:12:59,428 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:12:59,428 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:12:59,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:03,298 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0058116569998674095 (mp_runner.py:73) -2024-09-01 22:13:03,300 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.007294535003893543 (mp_runner.py:73) -2024-09-01 22:13:03,300 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.007345899997744709 (mp_runner.py:73) -2024-09-01 22:13:03,300 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.007141087997297291 (mp_runner.py:73) -2024-09-01 22:13:03,301 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.008044427995628212 (mp_runner.py:73) -2024-09-01 22:13:06,975 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.008117751000099815 (mp_runner.py:73) -2024-09-01 22:13:06,975 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.008690652997756843 (mp_runner.py:73) -2024-09-01 22:13:06,975 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.00767863099463284 (mp_runner.py:73) -2024-09-01 22:13:06,976 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.007508950002375059 (mp_runner.py:73) -2024-09-01 22:13:06,977 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.00934937199781416 (mp_runner.py:73) -2024-09-01 22:13:10,862 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.005785206994914915 (mp_runner.py:73) -2024-09-01 22:13:10,862 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.006174132999149151 (mp_runner.py:73) -2024-09-01 22:13:10,863 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.007420950998493936 (mp_runner.py:73) -2024-09-01 22:13:10,863 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.00767450899729738 (mp_runner.py:73) -2024-09-01 22:13:10,867 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.010705510001571383 (mp_runner.py:73) -2024-09-01 22:13:14,551 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008000151996384375 (mp_runner.py:73) -2024-09-01 22:13:14,552 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.007970794998982456 (mp_runner.py:73) -2024-09-01 22:13:14,552 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008127529996272642 (mp_runner.py:73) -2024-09-01 22:13:14,552 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.008138229000905994 (mp_runner.py:73) -2024-09-01 22:13:14,552 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.008118519996060058 (mp_runner.py:73) -2024-09-01 22:13:18,313 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.010345527000026777 (mp_runner.py:73) -2024-09-01 22:13:18,313 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.008771988999797031 (mp_runner.py:73) -2024-09-01 22:13:18,313 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.008830726997985039 (mp_runner.py:73) -2024-09-01 22:13:18,313 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.009951449996151496 (mp_runner.py:73) -2024-09-01 22:13:18,314 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.011501162000058684 (mp_runner.py:73) -2024-09-01 22:13:21,873 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.005048830003943294 (mp_runner.py:73) -2024-09-01 22:13:21,874 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.009033008995174896 (mp_runner.py:73) -2024-09-01 22:13:21,874 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.009918393996485975 (mp_runner.py:73) -2024-09-01 22:13:21,874 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.007048899002256803 (mp_runner.py:73) -2024-09-01 22:13:21,875 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.008430881993263029 (mp_runner.py:73) -2024-09-01 22:13:25,570 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.004341692998423241 (mp_runner.py:73) -2024-09-01 22:13:25,570 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.005923680997511838 (mp_runner.py:73) -2024-09-01 22:13:25,573 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.007835404001525603 (mp_runner.py:73) -2024-09-01 22:13:25,575 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.009955743000318762 (mp_runner.py:73) -2024-09-01 22:13:25,575 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.010585708994767629 (mp_runner.py:73) -2024-09-01 22:13:29,207 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0071195390046341345 (mp_runner.py:73) -2024-09-01 22:13:29,207 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.007571139998617582 (mp_runner.py:73) -2024-09-01 22:13:29,207 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.007571184003609233 (mp_runner.py:73) -2024-09-01 22:13:29,208 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.008476233000692446 (mp_runner.py:73) -2024-09-01 22:13:29,211 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.011144035001052544 (mp_runner.py:73) -2024-09-01 22:13:29,432 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0032s, count=4031, qps in this process: 134.3523 (mp_runner.py:76) -2024-09-01 22:13:29,432 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0036s, count=4031, qps in this process: 134.3505 (mp_runner.py:76) -2024-09-01 22:13:29,432 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0039s, count=4031, qps in this process: 134.3492 (mp_runner.py:76) -2024-09-01 22:13:29,432 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0043s, count=4031, qps in this process: 134.3474 (mp_runner.py:76) -2024-09-01 22:13:29,444 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0107s, count=4032, qps in this process: 134.3521 (mp_runner.py:76) -2024-09-01 22:13:29,447 | INFO |End search in concurrency 5: dur=30.069070729005034s, total_count=20156, qps=670.3233 (mp_runner.py:120) -2024-09-01 22:13:29,751 | INFO |Update largest qps with concurrency 5: current max_qps=670.3233 (mp_runner.py:124) -2024-09-01 22:13:30,161 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:13:30,161 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 22:13:40,361 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 22:13:40,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,461 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,466 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,483 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,491 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,504 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,507 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,522 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,526 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,526 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,526 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:40,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:13:49,659 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02620193199982168 (mp_runner.py:73) -2024-09-01 22:13:49,659 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.021157042996492237 (mp_runner.py:73) -2024-09-01 22:13:49,659 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.018741163999948185 (mp_runner.py:73) -2024-09-01 22:13:49,659 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.02338515000155894 (mp_runner.py:73) -2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.009751204001076985 (mp_runner.py:73) -2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.03032241800246993 (mp_runner.py:73) -2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.02401252300478518 (mp_runner.py:73) -2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.029628942000272218 (mp_runner.py:73) -2024-09-01 22:13:49,660 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.02184878299885895 (mp_runner.py:73) -2024-09-01 22:13:49,661 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.01889923399721738 (mp_runner.py:73) -2024-09-01 22:13:49,661 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.015973363995726686 (mp_runner.py:73) -2024-09-01 22:13:49,661 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.021055935001641046 (mp_runner.py:73) -2024-09-01 22:13:49,664 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.010106323003128637 (mp_runner.py:73) -2024-09-01 22:13:49,666 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.02822444899356924 (mp_runner.py:73) -2024-09-01 22:13:49,670 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.01973969399841735 (mp_runner.py:73) -2024-09-01 22:13:58,105 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.025529943995934445 (mp_runner.py:73) -2024-09-01 22:13:58,105 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.019875829995726235 (mp_runner.py:73) -2024-09-01 22:13:58,105 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.010455176001414657 (mp_runner.py:73) -2024-09-01 22:13:58,106 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.03240777699829778 (mp_runner.py:73) -2024-09-01 22:13:58,107 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.023747723003907595 (mp_runner.py:73) -2024-09-01 22:13:58,107 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.01746702600212302 (mp_runner.py:73) -2024-09-01 22:13:58,109 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.027657612001348753 (mp_runner.py:73) -2024-09-01 22:13:58,109 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.020702219997474458 (mp_runner.py:73) -2024-09-01 22:13:58,109 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.005845753999892622 (mp_runner.py:73) -2024-09-01 22:13:58,109 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.015242549001413863 (mp_runner.py:73) -2024-09-01 22:13:58,110 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.03000619100203039 (mp_runner.py:73) -2024-09-01 22:13:58,112 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.02939061999495607 (mp_runner.py:73) -2024-09-01 22:13:58,114 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.02213514100003522 (mp_runner.py:73) -2024-09-01 22:13:58,115 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.02728693300014129 (mp_runner.py:73) -2024-09-01 22:13:58,129 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.021274106002238113 (mp_runner.py:73) -2024-09-01 22:14:07,054 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.011958451999817044 (mp_runner.py:73) -2024-09-01 22:14:07,054 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.0068702569988090545 (mp_runner.py:73) -2024-09-01 22:14:07,055 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.011177476000739262 (mp_runner.py:73) -2024-09-01 22:14:07,056 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.014369516000442673 (mp_runner.py:73) -2024-09-01 22:14:07,057 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.014178934994561132 (mp_runner.py:73) -2024-09-01 22:14:07,057 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.014301730996521655 (mp_runner.py:73) -2024-09-01 22:14:07,058 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.015147054997214582 (mp_runner.py:73) -2024-09-01 22:14:07,059 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.013802925001073163 (mp_runner.py:73) -2024-09-01 22:14:07,060 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.015397831994050648 (mp_runner.py:73) -2024-09-01 22:14:07,060 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.015454139997018501 (mp_runner.py:73) -2024-09-01 22:14:07,062 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.018179086000600364 (mp_runner.py:73) -2024-09-01 22:14:07,062 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.015837928003747948 (mp_runner.py:73) -2024-09-01 22:14:07,063 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.018889350998506416 (mp_runner.py:73) -2024-09-01 22:14:07,064 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.021862525994947646 (mp_runner.py:73) -2024-09-01 22:14:07,066 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.02463601600175025 (mp_runner.py:73) -2024-09-01 22:14:10,472 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.009s, count=1694, qps in this process: 56.4497 (mp_runner.py:76) -2024-09-01 22:14:10,480 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0206s, count=1693, qps in this process: 56.3946 (mp_runner.py:76) -2024-09-01 22:14:10,492 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0135s, count=1695, qps in this process: 56.4746 (mp_runner.py:76) -2024-09-01 22:14:10,494 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0156s, count=1694, qps in this process: 56.4373 (mp_runner.py:76) -2024-09-01 22:14:10,496 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0041s, count=1695, qps in this process: 56.4923 (mp_runner.py:76) -2024-09-01 22:14:10,497 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0035s, count=1694, qps in this process: 56.4601 (mp_runner.py:76) -2024-09-01 22:14:10,517 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0084s, count=1696, qps in this process: 56.5175 (mp_runner.py:76) -2024-09-01 22:14:10,519 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0051s, count=1696, qps in this process: 56.5237 (mp_runner.py:76) -2024-09-01 22:14:10,523 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0321s, count=1696, qps in this process: 56.4729 (mp_runner.py:76) -2024-09-01 22:14:10,531 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0058s, count=1697, qps in this process: 56.5557 (mp_runner.py:76) -2024-09-01 22:14:10,538 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0061s, count=1698, qps in this process: 56.5885 (mp_runner.py:76) -2024-09-01 22:14:10,538 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0047s, count=1698, qps in this process: 56.5911 (mp_runner.py:76) -2024-09-01 22:14:10,538 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.008s, count=1698, qps in this process: 56.5849 (mp_runner.py:76) -2024-09-01 22:14:10,558 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0059s, count=1701, qps in this process: 56.6889 (mp_runner.py:76) -2024-09-01 22:14:10,558 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0059s, count=1701, qps in this process: 56.6889 (mp_runner.py:76) -2024-09-01 22:14:10,560 | INFO |End search in concurrency 15: dur=30.19962197700079s, total_count=25446, qps=842.5933 (mp_runner.py:120) -2024-09-01 22:14:11,450 | INFO |Update largest qps with concurrency 15: current max_qps=842.5933 (mp_runner.py:124) -2024-09-01 22:14:11,867 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:14:11,868 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 22:14:22,137 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 22:14:22,210 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,220 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,222 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,228 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,245 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,338 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,346 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,346 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,362 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,372 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,372 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,372 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,374 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,374 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,378 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:22,378 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:14:33,697 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.007471355005691294 (mp_runner.py:73) -2024-09-01 22:14:33,697 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.02024901499680709 (mp_runner.py:73) -2024-09-01 22:14:33,698 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.021886463000555523 (mp_runner.py:73) -2024-09-01 22:14:33,698 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.027620769003988244 (mp_runner.py:73) -2024-09-01 22:14:33,699 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.03000671000336297 (mp_runner.py:73) -2024-09-01 22:14:33,708 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.034891048999270424 (mp_runner.py:73) -2024-09-01 22:14:33,708 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.042332051998528186 (mp_runner.py:73) -2024-09-01 22:14:33,713 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.022917886002687737 (mp_runner.py:73) -2024-09-01 22:14:33,717 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.022999254004389513 (mp_runner.py:73) -2024-09-01 22:14:33,717 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.01739188699866645 (mp_runner.py:73) -2024-09-01 22:14:33,719 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.03319019700575154 (mp_runner.py:73) -2024-09-01 22:14:33,721 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.025358613005664665 (mp_runner.py:73) -2024-09-01 22:14:33,723 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.030599892997997813 (mp_runner.py:73) -2024-09-01 22:14:33,724 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.02261101499607321 (mp_runner.py:73) -2024-09-01 22:14:33,726 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.03780143699987093 (mp_runner.py:73) -2024-09-01 22:14:33,728 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.02366489999985788 (mp_runner.py:73) -2024-09-01 22:14:33,729 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.03174677200149745 (mp_runner.py:73) -2024-09-01 22:14:33,730 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.04794793100154493 (mp_runner.py:73) -2024-09-01 22:14:33,730 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.027340506996551994 (mp_runner.py:73) -2024-09-01 22:14:33,731 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.047081755998078734 (mp_runner.py:73) -2024-09-01 22:14:44,897 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.011239598999964073 (mp_runner.py:73) -2024-09-01 22:14:44,900 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.017967569998290855 (mp_runner.py:73) -2024-09-01 22:14:44,900 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.015174695006862748 (mp_runner.py:73) -2024-09-01 22:14:44,902 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.015019826001662295 (mp_runner.py:73) -2024-09-01 22:14:44,902 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.017829919001087546 (mp_runner.py:73) -2024-09-01 22:14:44,904 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.0189368419960374 (mp_runner.py:73) -2024-09-01 22:14:44,904 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.016426479000074323 (mp_runner.py:73) -2024-09-01 22:14:44,905 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.014746116998139769 (mp_runner.py:73) -2024-09-01 22:14:44,906 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0198819450015435 (mp_runner.py:73) -2024-09-01 22:14:44,907 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.024320210002770182 (mp_runner.py:73) -2024-09-01 22:14:44,908 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.025382218998856843 (mp_runner.py:73) -2024-09-01 22:14:44,908 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.022976095002377406 (mp_runner.py:73) -2024-09-01 22:14:44,909 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.025131272996077314 (mp_runner.py:73) -2024-09-01 22:14:44,910 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.02099945000372827 (mp_runner.py:73) -2024-09-01 22:14:44,910 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.027008424993255176 (mp_runner.py:73) -2024-09-01 22:14:44,912 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.03090596100082621 (mp_runner.py:73) -2024-09-01 22:14:44,912 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.023295635997783393 (mp_runner.py:73) -2024-09-01 22:14:44,923 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.03303761300048791 (mp_runner.py:73) -2024-09-01 22:14:44,925 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.02904894799576141 (mp_runner.py:73) -2024-09-01 22:14:44,950 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.063665552996099 (mp_runner.py:73) -2024-09-01 22:14:52,211 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0004s, count=1319, qps in this process: 43.9661 (mp_runner.py:76) -2024-09-01 22:14:52,237 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0159s, count=1320, qps in this process: 43.9767 (mp_runner.py:76) -2024-09-01 22:14:52,238 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.014s, count=1319, qps in this process: 43.9462 (mp_runner.py:76) -2024-09-01 22:14:52,261 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0295s, count=1321, qps in this process: 43.9901 (mp_runner.py:76) -2024-09-01 22:14:52,269 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0218s, count=1322, qps in this process: 44.0347 (mp_runner.py:76) -2024-09-01 22:14:52,285 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0019s, count=1323, qps in this process: 44.0972 (mp_runner.py:76) -2024-09-01 22:14:52,303 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0203s, count=1324, qps in this process: 44.1035 (mp_runner.py:76) -2024-09-01 22:14:52,307 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0231s, count=1324, qps in this process: 44.0994 (mp_runner.py:76) -2024-09-01 22:14:52,356 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0003s, count=1328, qps in this process: 44.2662 (mp_runner.py:76) -2024-09-01 22:14:52,358 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0175s, count=1327, qps in this process: 44.2075 (mp_runner.py:76) -2024-09-01 22:14:52,360 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0066s, count=1328, qps in this process: 44.2569 (mp_runner.py:76) -2024-09-01 22:14:52,367 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0132s, count=1328, qps in this process: 44.2472 (mp_runner.py:76) -2024-09-01 22:14:52,375 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0056s, count=1329, qps in this process: 44.2917 (mp_runner.py:76) -2024-09-01 22:14:52,381 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0004s, count=1330, qps in this process: 44.3327 (mp_runner.py:76) -2024-09-01 22:14:52,382 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0013s, count=1330, qps in this process: 44.3314 (mp_runner.py:76) -2024-09-01 22:14:52,382 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0038s, count=1330, qps in this process: 44.3277 (mp_runner.py:76) -2024-09-01 22:14:52,384 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0022s, count=1330, qps in this process: 44.3301 (mp_runner.py:76) -2024-09-01 22:14:52,391 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0091s, count=1331, qps in this process: 44.3532 (mp_runner.py:76) -2024-09-01 22:14:52,392 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0068s, count=1331, qps in this process: 44.3566 (mp_runner.py:76) -2024-09-01 22:14:52,392 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.007s, count=1331, qps in this process: 44.3563 (mp_runner.py:76) -2024-09-01 22:14:52,395 | INFO |End search in concurrency 20: dur=30.257282917998964s, total_count=26525, qps=876.6484 (mp_runner.py:120) -2024-09-01 22:14:53,643 | INFO |Update largest qps with concurrency 20: current max_qps=876.6484 (mp_runner.py:124) -2024-09-01 22:14:54,052 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:14:54,052 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 22:15:04,365 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 22:15:04,465 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,566 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,586 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,592 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,593 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,614 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,614 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,641 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,641 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,641 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,646 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,646 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,649 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:04,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:18,837 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.020521981998172123 (mp_runner.py:73) -2024-09-01 22:15:18,840 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.02157611800066661 (mp_runner.py:73) -2024-09-01 22:15:18,840 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.016594644999713637 (mp_runner.py:73) -2024-09-01 22:15:18,843 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.028575464995810762 (mp_runner.py:73) -2024-09-01 22:15:18,845 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.022762840999348555 (mp_runner.py:73) -2024-09-01 22:15:18,847 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.02286260200344259 (mp_runner.py:73) -2024-09-01 22:15:18,847 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0213975520018721 (mp_runner.py:73) -2024-09-01 22:15:18,850 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.00428797699714778 (mp_runner.py:73) -2024-09-01 22:15:18,850 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.02869480799563462 (mp_runner.py:73) -2024-09-01 22:15:18,852 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.024081663999822922 (mp_runner.py:73) -2024-09-01 22:15:18,852 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.02287330299441237 (mp_runner.py:73) -2024-09-01 22:15:18,856 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.016074937993835192 (mp_runner.py:73) -2024-09-01 22:15:18,857 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.028798968000046443 (mp_runner.py:73) -2024-09-01 22:15:18,858 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.043775524994998705 (mp_runner.py:73) -2024-09-01 22:15:18,859 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.03854310599854216 (mp_runner.py:73) -2024-09-01 22:15:18,859 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.0274919610019424 (mp_runner.py:73) -2024-09-01 22:15:18,861 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.0058897139970213175 (mp_runner.py:73) -2024-09-01 22:15:18,861 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.03015243600384565 (mp_runner.py:73) -2024-09-01 22:15:18,861 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.03005570700042881 (mp_runner.py:73) -2024-09-01 22:15:18,863 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.046825813995383214 (mp_runner.py:73) -2024-09-01 22:15:18,863 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.03019599200342782 (mp_runner.py:73) -2024-09-01 22:15:18,865 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.05250769000122091 (mp_runner.py:73) -2024-09-01 22:15:18,888 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.020244592997187283 (mp_runner.py:73) -2024-09-01 22:15:18,889 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.03027529700193554 (mp_runner.py:73) -2024-09-01 22:15:18,912 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.043292679998558015 (mp_runner.py:73) -2024-09-01 22:15:32,205 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.026636916998540983 (mp_runner.py:73) -2024-09-01 22:15:32,206 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.025400022001122124 (mp_runner.py:73) -2024-09-01 22:15:32,206 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.01866147200053092 (mp_runner.py:73) -2024-09-01 22:15:32,207 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.02239694700256223 (mp_runner.py:73) -2024-09-01 22:15:32,207 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.029968447001010645 (mp_runner.py:73) -2024-09-01 22:15:32,209 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.0275493080043816 (mp_runner.py:73) -2024-09-01 22:15:32,209 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.03200896499765804 (mp_runner.py:73) -2024-09-01 22:15:32,210 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.023809061000065412 (mp_runner.py:73) -2024-09-01 22:15:32,210 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.029788346000714228 (mp_runner.py:73) -2024-09-01 22:15:32,211 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.02357267200568458 (mp_runner.py:73) -2024-09-01 22:15:32,211 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.023831738995795604 (mp_runner.py:73) -2024-09-01 22:15:32,212 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.02370102900022175 (mp_runner.py:73) -2024-09-01 22:15:32,212 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.029120341001544148 (mp_runner.py:73) -2024-09-01 22:15:32,213 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.02204895800241502 (mp_runner.py:73) -2024-09-01 22:15:32,213 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.03106256399769336 (mp_runner.py:73) -2024-09-01 22:15:32,214 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.03453780500421999 (mp_runner.py:73) -2024-09-01 22:15:32,214 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.03647505000117235 (mp_runner.py:73) -2024-09-01 22:15:32,214 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.027547340003366116 (mp_runner.py:73) -2024-09-01 22:15:32,216 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.039772786003595684 (mp_runner.py:73) -2024-09-01 22:15:32,217 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.022308859995973762 (mp_runner.py:73) -2024-09-01 22:15:32,218 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0327329580031801 (mp_runner.py:73) -2024-09-01 22:15:32,219 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.03748381700279424 (mp_runner.py:73) -2024-09-01 22:15:32,222 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.020108240998524707 (mp_runner.py:73) -2024-09-01 22:15:32,224 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.040658404999703635 (mp_runner.py:73) -2024-09-01 22:15:32,234 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.009964466000383254 (mp_runner.py:73) -2024-09-01 22:15:34,478 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0096s, count=1081, qps in this process: 36.0218 (mp_runner.py:76) -2024-09-01 22:15:34,489 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.005s, count=1082, qps in this process: 36.0607 (mp_runner.py:76) -2024-09-01 22:15:34,496 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0117s, count=1082, qps in this process: 36.0526 (mp_runner.py:76) -2024-09-01 22:15:34,594 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0021s, count=1087, qps in this process: 36.2308 (mp_runner.py:76) -2024-09-01 22:15:34,594 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.024s, count=1085, qps in this process: 36.1378 (mp_runner.py:76) -2024-09-01 22:15:34,598 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0031s, count=1086, qps in this process: 36.1963 (mp_runner.py:76) -2024-09-01 22:15:34,604 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0137s, count=1085, qps in this process: 36.1502 (mp_runner.py:76) -2024-09-01 22:15:34,606 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0028s, count=1086, qps in this process: 36.1966 (mp_runner.py:76) -2024-09-01 22:15:34,607 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0169s, count=1086, qps in this process: 36.1796 (mp_runner.py:76) -2024-09-01 22:15:34,608 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0161s, count=1086, qps in this process: 36.1806 (mp_runner.py:76) -2024-09-01 22:15:34,609 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0056s, count=1087, qps in this process: 36.2266 (mp_runner.py:76) -2024-09-01 22:15:34,609 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.014s, count=1087, qps in this process: 36.2164 (mp_runner.py:76) -2024-09-01 22:15:34,610 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0068s, count=1086, qps in this process: 36.1918 (mp_runner.py:76) -2024-09-01 22:15:34,611 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0059s, count=1086, qps in this process: 36.1929 (mp_runner.py:76) -2024-09-01 22:15:34,612 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0207s, count=1087, qps in this process: 36.2083 (mp_runner.py:76) -2024-09-01 22:15:34,626 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0083s, count=1088, qps in this process: 36.2566 (mp_runner.py:76) -2024-09-01 22:15:34,628 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0062s, count=1088, qps in this process: 36.2592 (mp_runner.py:76) -2024-09-01 22:15:34,651 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0018s, count=1090, qps in this process: 36.3312 (mp_runner.py:76) -2024-09-01 22:15:34,651 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0024s, count=1090, qps in this process: 36.3304 (mp_runner.py:76) -2024-09-01 22:15:34,652 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0029s, count=1090, qps in this process: 36.3298 (mp_runner.py:76) -2024-09-01 22:15:34,656 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0036s, count=1090, qps in this process: 36.329 (mp_runner.py:76) -2024-09-01 22:15:34,664 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0086s, count=1091, qps in this process: 36.3562 (mp_runner.py:76) -2024-09-01 22:15:34,665 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.01s, count=1091, qps in this process: 36.3545 (mp_runner.py:76) -2024-09-01 22:15:34,668 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0179s, count=1091, qps in this process: 36.345 (mp_runner.py:76) -2024-09-01 22:15:34,669 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0155s, count=1091, qps in this process: 36.3479 (mp_runner.py:76) -2024-09-01 22:15:34,672 | INFO |End search in concurrency 25: dur=30.306219459002023s, total_count=27179, qps=896.8126 (mp_runner.py:120) -2024-09-01 22:15:36,240 | INFO |Update largest qps with concurrency 25: current max_qps=896.8126 (mp_runner.py:124) -2024-09-01 22:15:36,648 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:15:36,648 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 22:15:47,061 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 22:15:47,168 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,238 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,270 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,278 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,280 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,296 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,315 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,336 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,341 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,342 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,342 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,365 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,371 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,371 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,383 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,386 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,390 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,395 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,398 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:15:47,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:04,278 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.01077924799756147 (mp_runner.py:73) -2024-09-01 22:16:04,280 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.013273880998895038 (mp_runner.py:73) -2024-09-01 22:16:04,280 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.015139634000661317 (mp_runner.py:73) -2024-09-01 22:16:04,284 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.027312484999129083 (mp_runner.py:73) -2024-09-01 22:16:04,284 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.027239613002166152 (mp_runner.py:73) -2024-09-01 22:16:04,288 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.012320192996412516 (mp_runner.py:73) -2024-09-01 22:16:04,288 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.022332968001137488 (mp_runner.py:73) -2024-09-01 22:16:04,292 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.028039723001711536 (mp_runner.py:73) -2024-09-01 22:16:04,293 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.021350346003600862 (mp_runner.py:73) -2024-09-01 22:16:04,296 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.03792359100043541 (mp_runner.py:73) -2024-09-01 22:16:04,296 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.01419703199644573 (mp_runner.py:73) -2024-09-01 22:16:04,300 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.0377357329998631 (mp_runner.py:73) -2024-09-01 22:16:04,302 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.03310962200339418 (mp_runner.py:73) -2024-09-01 22:16:04,302 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.04310664399963571 (mp_runner.py:73) -2024-09-01 22:16:04,303 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.024704123999981675 (mp_runner.py:73) -2024-09-01 22:16:04,303 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.033842753000499215 (mp_runner.py:73) -2024-09-01 22:16:04,304 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.04222164899692871 (mp_runner.py:73) -2024-09-01 22:16:04,304 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.04810432500380557 (mp_runner.py:73) -2024-09-01 22:16:04,304 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.04515029200410936 (mp_runner.py:73) -2024-09-01 22:16:04,305 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.044245580000279006 (mp_runner.py:73) -2024-09-01 22:16:04,305 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.03445899800135521 (mp_runner.py:73) -2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.006309746997430921 (mp_runner.py:73) -2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.04317509900283767 (mp_runner.py:73) -2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.03772893300629221 (mp_runner.py:73) -2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.04183589600143023 (mp_runner.py:73) -2024-09-01 22:16:04,306 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.036341480001283344 (mp_runner.py:73) -2024-09-01 22:16:04,307 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.03688700000202516 (mp_runner.py:73) -2024-09-01 22:16:04,307 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.04181771800358547 (mp_runner.py:73) -2024-09-01 22:16:04,325 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.06387089799682144 (mp_runner.py:73) -2024-09-01 22:16:04,328 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.06818812500569038 (mp_runner.py:73) -2024-09-01 22:16:17,212 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.032s, count=902, qps in this process: 30.0346 (mp_runner.py:76) -2024-09-01 22:16:17,259 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0125s, count=904, qps in this process: 30.1208 (mp_runner.py:76) -2024-09-01 22:16:17,289 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0087s, count=905, qps in this process: 30.1579 (mp_runner.py:76) -2024-09-01 22:16:17,290 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0136s, count=905, qps in this process: 30.153 (mp_runner.py:76) -2024-09-01 22:16:17,295 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0096s, count=905, qps in this process: 30.157 (mp_runner.py:76) -2024-09-01 22:16:17,312 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0102s, count=906, qps in this process: 30.1897 (mp_runner.py:76) -2024-09-01 22:16:17,325 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0071s, count=906, qps in this process: 30.1929 (mp_runner.py:76) -2024-09-01 22:16:17,349 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0055s, count=907, qps in this process: 30.2278 (mp_runner.py:76) -2024-09-01 22:16:17,352 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0132s, count=907, qps in this process: 30.22 (mp_runner.py:76) -2024-09-01 22:16:17,356 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0124s, count=907, qps in this process: 30.2208 (mp_runner.py:76) -2024-09-01 22:16:17,357 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0141s, count=907, qps in this process: 30.2191 (mp_runner.py:76) -2024-09-01 22:16:17,362 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0006s, count=908, qps in this process: 30.2661 (mp_runner.py:76) -2024-09-01 22:16:17,363 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0017s, count=908, qps in this process: 30.265 (mp_runner.py:76) -2024-09-01 22:16:17,365 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0009s, count=908, qps in this process: 30.2658 (mp_runner.py:76) -2024-09-01 22:16:17,366 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0047s, count=907, qps in this process: 30.2286 (mp_runner.py:76) -2024-09-01 22:16:17,369 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0051s, count=907, qps in this process: 30.2282 (mp_runner.py:76) -2024-09-01 22:16:17,382 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0153s, count=909, qps in this process: 30.2846 (mp_runner.py:76) -2024-09-01 22:16:17,384 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0092s, count=909, qps in this process: 30.2907 (mp_runner.py:76) -2024-09-01 22:16:17,385 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0239s, count=909, qps in this process: 30.2759 (mp_runner.py:76) -2024-09-01 22:16:17,387 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0169s, count=909, qps in this process: 30.2829 (mp_runner.py:76) -2024-09-01 22:16:17,388 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0129s, count=909, qps in this process: 30.287 (mp_runner.py:76) -2024-09-01 22:16:17,389 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0028s, count=909, qps in this process: 30.2972 (mp_runner.py:76) -2024-09-01 22:16:17,395 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0008s, count=909, qps in this process: 30.2992 (mp_runner.py:76) -2024-09-01 22:16:17,401 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0113s, count=910, qps in this process: 30.3219 (mp_runner.py:76) -2024-09-01 22:16:17,401 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.001s, count=910, qps in this process: 30.3323 (mp_runner.py:76) -2024-09-01 22:16:17,402 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0086s, count=910, qps in this process: 30.3246 (mp_runner.py:76) -2024-09-01 22:16:17,404 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0096s, count=910, qps in this process: 30.3236 (mp_runner.py:76) -2024-09-01 22:16:17,410 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0049s, count=911, qps in this process: 30.3617 (mp_runner.py:76) -2024-09-01 22:16:17,411 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0007s, count=911, qps in this process: 30.366 (mp_runner.py:76) -2024-09-01 22:16:17,416 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0141s, count=911, qps in this process: 30.3524 (mp_runner.py:76) -2024-09-01 22:16:17,419 | INFO |End search in concurrency 30: dur=30.356189048005035s, total_count=27235, qps=897.1811 (mp_runner.py:120) -2024-09-01 22:16:19,399 | INFO |Update largest qps with concurrency 30: current max_qps=897.1811 (mp_runner.py:124) -2024-09-01 22:16:19,813 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:16:19,813 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 22:16:30,349 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 22:16:30,501 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,565 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,605 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,614 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,615 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,620 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,620 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,620 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,658 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,659 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,660 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,669 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,674 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,679 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,703 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,706 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,723 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,735 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,738 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,746 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,746 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:30,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:16:50,054 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.026514723998843692 (mp_runner.py:73) -2024-09-01 22:16:50,056 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.007449794000422116 (mp_runner.py:73) -2024-09-01 22:16:50,056 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.03222149700013688 (mp_runner.py:73) -2024-09-01 22:16:50,060 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.030632503003289457 (mp_runner.py:73) -2024-09-01 22:16:50,060 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.020789815003809053 (mp_runner.py:73) -2024-09-01 22:16:50,064 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.0426103170029819 (mp_runner.py:73) -2024-09-01 22:16:50,064 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04697291299817152 (mp_runner.py:73) -2024-09-01 22:16:50,068 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.034523421003541443 (mp_runner.py:73) -2024-09-01 22:16:50,068 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.03915202500502346 (mp_runner.py:73) -2024-09-01 22:16:50,072 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.04030347599473316 (mp_runner.py:73) -2024-09-01 22:16:50,072 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.034593977994518355 (mp_runner.py:73) -2024-09-01 22:16:50,076 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03317658299783943 (mp_runner.py:73) -2024-09-01 22:16:50,076 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.02895937299763318 (mp_runner.py:73) -2024-09-01 22:16:50,078 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.03304437900078483 (mp_runner.py:73) -2024-09-01 22:16:50,080 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.03871636499388842 (mp_runner.py:73) -2024-09-01 22:16:50,081 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.037228486995445564 (mp_runner.py:73) -2024-09-01 22:16:50,081 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.05617043699749047 (mp_runner.py:73) -2024-09-01 22:16:50,082 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.0637984709974262 (mp_runner.py:73) -2024-09-01 22:16:50,082 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.04593812800158048 (mp_runner.py:73) -2024-09-01 22:16:50,082 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.04812213100376539 (mp_runner.py:73) -2024-09-01 22:16:50,083 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.0409150299965404 (mp_runner.py:73) -2024-09-01 22:16:50,083 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.06324470300023677 (mp_runner.py:73) -2024-09-01 22:16:50,083 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.060051082000427414 (mp_runner.py:73) -2024-09-01 22:16:50,085 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.03946391000499716 (mp_runner.py:73) -2024-09-01 22:16:50,085 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.05959729599999264 (mp_runner.py:73) -2024-09-01 22:16:50,088 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.06578188599814894 (mp_runner.py:73) -2024-09-01 22:16:50,088 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.032056436997663695 (mp_runner.py:73) -2024-09-01 22:16:50,089 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.05651654700341169 (mp_runner.py:73) -2024-09-01 22:16:50,090 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.050476181000703946 (mp_runner.py:73) -2024-09-01 22:16:50,091 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.07558756399521371 (mp_runner.py:73) -2024-09-01 22:16:50,100 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.07233629700203892 (mp_runner.py:73) -2024-09-01 22:16:50,109 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.09529313299572095 (mp_runner.py:73) -2024-09-01 22:16:50,113 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.0775205370009644 (mp_runner.py:73) -2024-09-01 22:16:50,141 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.054128611998748966 (mp_runner.py:73) -2024-09-01 22:16:50,143 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.1236596169983386 (mp_runner.py:73) -2024-09-01 22:17:00,545 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.042s, count=771, qps in this process: 25.6641 (mp_runner.py:76) -2024-09-01 22:17:00,575 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0076s, count=772, qps in this process: 25.7268 (mp_runner.py:76) -2024-09-01 22:17:00,594 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0162s, count=773, qps in this process: 25.7528 (mp_runner.py:76) -2024-09-01 22:17:00,606 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0286s, count=773, qps in this process: 25.7421 (mp_runner.py:76) -2024-09-01 22:17:00,637 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0169s, count=774, qps in this process: 25.7855 (mp_runner.py:76) -2024-09-01 22:17:00,639 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0163s, count=774, qps in this process: 25.786 (mp_runner.py:76) -2024-09-01 22:17:00,642 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0191s, count=775, qps in this process: 25.8169 (mp_runner.py:76) -2024-09-01 22:17:00,643 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0206s, count=774, qps in this process: 25.7823 (mp_runner.py:76) -2024-09-01 22:17:00,648 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0339s, count=774, qps in this process: 25.7709 (mp_runner.py:76) -2024-09-01 22:17:00,660 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0399s, count=774, qps in this process: 25.7657 (mp_runner.py:76) -2024-09-01 22:17:00,683 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0046s, count=776, qps in this process: 25.8627 (mp_runner.py:76) -2024-09-01 22:17:00,685 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0204s, count=776, qps in this process: 25.8491 (mp_runner.py:76) -2024-09-01 22:17:00,685 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.021s, count=776, qps in this process: 25.8486 (mp_runner.py:76) -2024-09-01 22:17:00,687 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0085s, count=776, qps in this process: 25.8593 (mp_runner.py:76) -2024-09-01 22:17:00,687 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0247s, count=776, qps in this process: 25.8454 (mp_runner.py:76) -2024-09-01 22:17:00,708 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0185s, count=777, qps in this process: 25.884 (mp_runner.py:76) -2024-09-01 22:17:00,711 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0183s, count=777, qps in this process: 25.8842 (mp_runner.py:76) -2024-09-01 22:17:00,711 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0231s, count=777, qps in this process: 25.8801 (mp_runner.py:76) -2024-09-01 22:17:00,715 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0322s, count=777, qps in this process: 25.8722 (mp_runner.py:76) -2024-09-01 22:17:00,717 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0111s, count=777, qps in this process: 25.8904 (mp_runner.py:76) -2024-09-01 22:17:00,717 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0244s, count=777, qps in this process: 25.879 (mp_runner.py:76) -2024-09-01 22:17:00,717 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0291s, count=777, qps in this process: 25.8749 (mp_runner.py:76) -2024-09-01 22:17:00,725 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0125s, count=777, qps in this process: 25.8892 (mp_runner.py:76) -2024-09-01 22:17:00,731 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0056s, count=778, qps in this process: 25.9285 (mp_runner.py:76) -2024-09-01 22:17:00,733 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0074s, count=778, qps in this process: 25.9269 (mp_runner.py:76) -2024-09-01 22:17:00,735 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.004s, count=778, qps in this process: 25.9299 (mp_runner.py:76) -2024-09-01 22:17:00,742 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0147s, count=777, qps in this process: 25.8873 (mp_runner.py:76) -2024-09-01 22:17:00,747 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0036s, count=779, qps in this process: 25.9636 (mp_runner.py:76) -2024-09-01 22:17:00,748 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0051s, count=779, qps in this process: 25.9623 (mp_runner.py:76) -2024-09-01 22:17:00,748 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0135s, count=779, qps in this process: 25.955 (mp_runner.py:76) -2024-09-01 22:17:00,749 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0082s, count=779, qps in this process: 25.9596 (mp_runner.py:76) -2024-09-01 22:17:00,759 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0121s, count=780, qps in this process: 25.9895 (mp_runner.py:76) -2024-09-01 22:17:00,760 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0089s, count=780, qps in this process: 25.9923 (mp_runner.py:76) -2024-09-01 22:17:00,762 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0127s, count=780, qps in this process: 25.989 (mp_runner.py:76) -2024-09-01 22:17:00,823 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0044s, count=794, qps in this process: 26.4628 (mp_runner.py:76) -2024-09-01 22:17:00,826 | INFO |End search in concurrency 35: dur=30.476374505000422s, total_count=27191, qps=892.1993 (mp_runner.py:120) -2024-09-01 22:17:03,495 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:17:03,496 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 22:17:14,125 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 22:17:14,332 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,403 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,458 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,473 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,473 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,483 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,484 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,484 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,484 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,485 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,500 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,503 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,508 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,556 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,561 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,583 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,589 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,589 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,589 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,593 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,593 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,597 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,597 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,612 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,618 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:14,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.06312760100263404 (mp_runner.py:73) -2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.07034224800008815 (mp_runner.py:73) -2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.0653107199977967 (mp_runner.py:73) -2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.06909419300063746 (mp_runner.py:73) -2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.06860031300311675 (mp_runner.py:73) -2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.04669708199799061 (mp_runner.py:73) -2024-09-01 22:17:36,069 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.06438297199929366 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.0731685450009536 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.07585859000391793 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.07534241500252392 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.07462615599797573 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.065411955001764 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.06969617400318384 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.017889527000079397 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.07281631599471439 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.06365056199865649 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.022646812998573296 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.015117119000933599 (mp_runner.py:73) -2024-09-01 22:17:36,070 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.02361993100203108 (mp_runner.py:73) -2024-09-01 22:17:36,071 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.07394794599531451 (mp_runner.py:73) -2024-09-01 22:17:36,071 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.07274816100107273 (mp_runner.py:73) -2024-09-01 22:17:36,071 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.0634978379966924 (mp_runner.py:73) -2024-09-01 22:17:36,074 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.07701806400291389 (mp_runner.py:73) -2024-09-01 22:17:36,076 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.07062078199669486 (mp_runner.py:73) -2024-09-01 22:17:36,076 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.07766749800066464 (mp_runner.py:73) -2024-09-01 22:17:36,076 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.06634421800117707 (mp_runner.py:73) -2024-09-01 22:17:36,076 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.01823588099796325 (mp_runner.py:73) -2024-09-01 22:17:36,078 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.08436928899755003 (mp_runner.py:73) -2024-09-01 22:17:36,078 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.07583658600196941 (mp_runner.py:73) -2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.07412624799326295 (mp_runner.py:73) -2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.08094284199614776 (mp_runner.py:73) -2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.07203349400515435 (mp_runner.py:73) -2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.07373312600248028 (mp_runner.py:73) -2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.07976443599909544 (mp_runner.py:73) -2024-09-01 22:17:36,079 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.08342751299642259 (mp_runner.py:73) -2024-09-01 22:17:36,080 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.08470996600226499 (mp_runner.py:73) -2024-09-01 22:17:36,080 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.08550045999436406 (mp_runner.py:73) -2024-09-01 22:17:36,080 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.07713950600009412 (mp_runner.py:73) -2024-09-01 22:17:36,082 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.08512729799986118 (mp_runner.py:73) -2024-09-01 22:17:36,082 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.0821682640016661 (mp_runner.py:73) -2024-09-01 22:17:44,336 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0012s, count=692, qps in this process: 23.0657 (mp_runner.py:76) -2024-09-01 22:17:44,430 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0248s, count=693, qps in this process: 23.0809 (mp_runner.py:76) -2024-09-01 22:17:44,460 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0024s, count=693, qps in this process: 23.0982 (mp_runner.py:76) -2024-09-01 22:17:44,468 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0075s, count=694, qps in this process: 23.1276 (mp_runner.py:76) -2024-09-01 22:17:44,471 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0135s, count=694, qps in this process: 23.1229 (mp_runner.py:76) -2024-09-01 22:17:44,479 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0167s, count=693, qps in this process: 23.0871 (mp_runner.py:76) -2024-09-01 22:17:44,482 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0194s, count=693, qps in this process: 23.0851 (mp_runner.py:76) -2024-09-01 22:17:44,484 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0214s, count=693, qps in this process: 23.0835 (mp_runner.py:76) -2024-09-01 22:17:44,484 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0056s, count=693, qps in this process: 23.0957 (mp_runner.py:76) -2024-09-01 22:17:44,494 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0039s, count=693, qps in this process: 23.097 (mp_runner.py:76) -2024-09-01 22:17:44,496 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0175s, count=694, qps in this process: 23.1198 (mp_runner.py:76) -2024-09-01 22:17:44,500 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.013s, count=694, qps in this process: 23.1233 (mp_runner.py:76) -2024-09-01 22:17:44,500 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0213s, count=694, qps in this process: 23.1169 (mp_runner.py:76) -2024-09-01 22:17:44,504 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0169s, count=694, qps in this process: 23.1203 (mp_runner.py:76) -2024-09-01 22:17:44,513 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0186s, count=694, qps in this process: 23.119 (mp_runner.py:76) -2024-09-01 22:17:44,516 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.004s, count=694, qps in this process: 23.1302 (mp_runner.py:76) -2024-09-01 22:17:44,519 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0069s, count=693, qps in this process: 23.0947 (mp_runner.py:76) -2024-09-01 22:17:44,519 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0399s, count=693, qps in this process: 23.0693 (mp_runner.py:76) -2024-09-01 22:17:44,528 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0341s, count=694, qps in this process: 23.1071 (mp_runner.py:76) -2024-09-01 22:17:44,535 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0287s, count=695, qps in this process: 23.1445 (mp_runner.py:76) -2024-09-01 22:17:44,537 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0754s, count=695, qps in this process: 23.1086 (mp_runner.py:76) -2024-09-01 22:17:44,539 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.037s, count=695, qps in this process: 23.1381 (mp_runner.py:76) -2024-09-01 22:17:44,540 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0278s, count=695, qps in this process: 23.1452 (mp_runner.py:76) -2024-09-01 22:17:44,544 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0658s, count=693, qps in this process: 23.0494 (mp_runner.py:76) -2024-09-01 22:17:44,565 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0136s, count=696, qps in this process: 23.1895 (mp_runner.py:76) -2024-09-01 22:17:44,566 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0018s, count=696, qps in this process: 23.1986 (mp_runner.py:76) -2024-09-01 22:17:44,568 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0021s, count=696, qps in this process: 23.1984 (mp_runner.py:76) -2024-09-01 22:17:44,592 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0003s, count=698, qps in this process: 23.2664 (mp_runner.py:76) -2024-09-01 22:17:44,596 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0054s, count=698, qps in this process: 23.2625 (mp_runner.py:76) -2024-09-01 22:17:44,597 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0071s, count=698, qps in this process: 23.2612 (mp_runner.py:76) -2024-09-01 22:17:44,598 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0071s, count=698, qps in this process: 23.2612 (mp_runner.py:76) -2024-09-01 22:17:44,610 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0134s, count=698, qps in this process: 23.2563 (mp_runner.py:76) -2024-09-01 22:17:44,615 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.006s, count=699, qps in this process: 23.2953 (mp_runner.py:76) -2024-09-01 22:17:44,616 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0183s, count=699, qps in this process: 23.2858 (mp_runner.py:76) -2024-09-01 22:17:44,617 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0105s, count=699, qps in this process: 23.2918 (mp_runner.py:76) -2024-09-01 22:17:44,617 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0086s, count=699, qps in this process: 23.2933 (mp_runner.py:76) -2024-09-01 22:17:44,619 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.01s, count=699, qps in this process: 23.2922 (mp_runner.py:76) -2024-09-01 22:17:44,624 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0065s, count=700, qps in this process: 23.3283 (mp_runner.py:76) -2024-09-01 22:17:44,631 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0044s, count=701, qps in this process: 23.3632 (mp_runner.py:76) -2024-09-01 22:17:44,639 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0044s, count=702, qps in this process: 23.3966 (mp_runner.py:76) -2024-09-01 22:17:44,643 | INFO |End search in concurrency 40: dur=30.516147474001627s, total_count=27824, qps=911.7796 (mp_runner.py:120) -2024-09-01 22:17:47,216 | INFO |Update largest qps with concurrency 40: current max_qps=911.7796 (mp_runner.py:124) -2024-09-01 22:17:47,631 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:17:47,632 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 22:17:58,428 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 22:17:58,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,711 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,721 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,743 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,744 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,744 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,763 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,765 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,765 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,767 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,823 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,825 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,833 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,833 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,840 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,841 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,841 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,849 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,854 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,861 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,889 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,894 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,902 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,925 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,938 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,953 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:58,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:17:59,052 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:23,185 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.010454534996824805 (mp_runner.py:73) -2024-09-01 22:18:23,188 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.015068913002323825 (mp_runner.py:73) -2024-09-01 22:18:23,190 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.011428468002122827 (mp_runner.py:73) -2024-09-01 22:18:23,190 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.014595146996725816 (mp_runner.py:73) -2024-09-01 22:18:23,192 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.016084686998510733 (mp_runner.py:73) -2024-09-01 22:18:23,192 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.01646400199388154 (mp_runner.py:73) -2024-09-01 22:18:23,196 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.021907825001107994 (mp_runner.py:73) -2024-09-01 22:18:23,197 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.019949579000240192 (mp_runner.py:73) -2024-09-01 22:18:23,200 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.026790523006638978 (mp_runner.py:73) -2024-09-01 22:18:23,200 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.027359845000319183 (mp_runner.py:73) -2024-09-01 22:18:23,204 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.0310446440053056 (mp_runner.py:73) -2024-09-01 22:18:23,204 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.025114192998444196 (mp_runner.py:73) -2024-09-01 22:18:23,208 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.03523346199654043 (mp_runner.py:73) -2024-09-01 22:18:23,208 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.030377880000742152 (mp_runner.py:73) -2024-09-01 22:18:23,212 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.039939843001775444 (mp_runner.py:73) -2024-09-01 22:18:23,212 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.03497116100334097 (mp_runner.py:73) -2024-09-01 22:18:23,216 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.040570239994849544 (mp_runner.py:73) -2024-09-01 22:18:23,216 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.03834018899942748 (mp_runner.py:73) -2024-09-01 22:18:23,220 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.04228297199733788 (mp_runner.py:73) -2024-09-01 22:18:23,220 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.04066420099843526 (mp_runner.py:73) -2024-09-01 22:18:23,222 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.04959188100474421 (mp_runner.py:73) -2024-09-01 22:18:23,222 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.047902184996928554 (mp_runner.py:73) -2024-09-01 22:18:23,223 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.04769764599768678 (mp_runner.py:73) -2024-09-01 22:18:23,223 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.04905258100188803 (mp_runner.py:73) -2024-09-01 22:18:23,223 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.04947498699766584 (mp_runner.py:73) -2024-09-01 22:18:23,224 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.04754510900238529 (mp_runner.py:73) -2024-09-01 22:18:23,224 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.0506282740025199 (mp_runner.py:73) -2024-09-01 22:18:23,224 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.047588273002475034 (mp_runner.py:73) -2024-09-01 22:18:23,225 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.047390373998496216 (mp_runner.py:73) -2024-09-01 22:18:23,225 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.047811083000851795 (mp_runner.py:73) -2024-09-01 22:18:23,225 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.049953991001530085 (mp_runner.py:73) -2024-09-01 22:18:23,225 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.04893969999830006 (mp_runner.py:73) -2024-09-01 22:18:23,228 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.048069046999444254 (mp_runner.py:73) -2024-09-01 22:18:23,230 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.05052656599582406 (mp_runner.py:73) -2024-09-01 22:18:23,231 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.05662295400543371 (mp_runner.py:73) -2024-09-01 22:18:23,231 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.05227259299863363 (mp_runner.py:73) -2024-09-01 22:18:23,232 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.05621616099961102 (mp_runner.py:73) -2024-09-01 22:18:23,233 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.057915236000553705 (mp_runner.py:73) -2024-09-01 22:18:23,233 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.057445140002528206 (mp_runner.py:73) -2024-09-01 22:18:23,233 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.05601175100309774 (mp_runner.py:73) -2024-09-01 22:18:23,233 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.05663499100046465 (mp_runner.py:73) -2024-09-01 22:18:23,234 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.06056669499957934 (mp_runner.py:73) -2024-09-01 22:18:23,234 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.059405015999800526 (mp_runner.py:73) -2024-09-01 22:18:23,243 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.07051989799947478 (mp_runner.py:73) -2024-09-01 22:18:23,248 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.07642431699787267 (mp_runner.py:73) -2024-09-01 22:18:28,687 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0263s, count=615, qps in this process: 20.482 (mp_runner.py:76) -2024-09-01 22:18:28,740 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0136s, count=616, qps in this process: 20.524 (mp_runner.py:76) -2024-09-01 22:18:28,747 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0345s, count=616, qps in this process: 20.5097 (mp_runner.py:76) -2024-09-01 22:18:28,776 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0088s, count=617, qps in this process: 20.5606 (mp_runner.py:76) -2024-09-01 22:18:28,776 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0302s, count=617, qps in this process: 20.546 (mp_runner.py:76) -2024-09-01 22:18:28,776 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0328s, count=617, qps in this process: 20.5442 (mp_runner.py:76) -2024-09-01 22:18:28,783 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.012s, count=617, qps in this process: 20.5584 (mp_runner.py:76) -2024-09-01 22:18:28,789 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0352s, count=617, qps in this process: 20.5426 (mp_runner.py:76) -2024-09-01 22:18:28,789 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0436s, count=617, qps in this process: 20.5368 (mp_runner.py:76) -2024-09-01 22:18:28,793 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0467s, count=617, qps in this process: 20.5347 (mp_runner.py:76) -2024-09-01 22:18:28,798 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0303s, count=617, qps in this process: 20.5459 (mp_runner.py:76) -2024-09-01 22:18:28,799 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0323s, count=617, qps in this process: 20.5445 (mp_runner.py:76) -2024-09-01 22:18:28,844 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0073s, count=616, qps in this process: 20.5283 (mp_runner.py:76) -2024-09-01 22:18:28,852 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0166s, count=619, qps in this process: 20.6219 (mp_runner.py:76) -2024-09-01 22:18:28,853 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0174s, count=619, qps in this process: 20.6214 (mp_runner.py:76) -2024-09-01 22:18:28,856 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0192s, count=619, qps in this process: 20.6201 (mp_runner.py:76) -2024-09-01 22:18:28,857 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0218s, count=619, qps in this process: 20.6184 (mp_runner.py:76) -2024-09-01 22:18:28,863 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0182s, count=619, qps in this process: 20.6208 (mp_runner.py:76) -2024-09-01 22:18:28,863 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0316s, count=619, qps in this process: 20.6116 (mp_runner.py:76) -2024-09-01 22:18:28,865 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0207s, count=619, qps in this process: 20.6191 (mp_runner.py:76) -2024-09-01 22:18:28,867 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0028s, count=619, qps in this process: 20.6314 (mp_runner.py:76) -2024-09-01 22:18:28,867 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0227s, count=619, qps in this process: 20.6177 (mp_runner.py:76) -2024-09-01 22:18:28,870 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0431s, count=619, qps in this process: 20.6037 (mp_runner.py:76) -2024-09-01 22:18:28,871 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0382s, count=619, qps in this process: 20.6071 (mp_runner.py:76) -2024-09-01 22:18:28,872 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0157s, count=619, qps in this process: 20.6225 (mp_runner.py:76) -2024-09-01 22:18:28,874 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0213s, count=619, qps in this process: 20.6187 (mp_runner.py:76) -2024-09-01 22:18:28,889 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0092s, count=620, qps in this process: 20.6603 (mp_runner.py:76) -2024-09-01 22:18:28,901 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0074s, count=620, qps in this process: 20.6616 (mp_runner.py:76) -2024-09-01 22:18:28,907 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0062s, count=621, qps in this process: 20.6957 (mp_runner.py:76) -2024-09-01 22:18:28,908 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0326s, count=621, qps in this process: 20.6775 (mp_runner.py:76) -2024-09-01 22:18:28,923 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0066s, count=622, qps in this process: 20.7288 (mp_runner.py:76) -2024-09-01 22:18:28,923 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0054s, count=622, qps in this process: 20.7296 (mp_runner.py:76) -2024-09-01 22:18:28,923 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0068s, count=622, qps in this process: 20.7286 (mp_runner.py:76) -2024-09-01 22:18:28,924 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.006s, count=622, qps in this process: 20.7292 (mp_runner.py:76) -2024-09-01 22:18:28,924 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0082s, count=622, qps in this process: 20.7277 (mp_runner.py:76) -2024-09-01 22:18:28,924 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0107s, count=622, qps in this process: 20.7259 (mp_runner.py:76) -2024-09-01 22:18:28,925 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0068s, count=622, qps in this process: 20.7286 (mp_runner.py:76) -2024-09-01 22:18:28,925 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0109s, count=622, qps in this process: 20.7258 (mp_runner.py:76) -2024-09-01 22:18:28,928 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0113s, count=622, qps in this process: 20.7255 (mp_runner.py:76) -2024-09-01 22:18:28,936 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0064s, count=622, qps in this process: 20.7289 (mp_runner.py:76) -2024-09-01 22:18:28,956 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0069s, count=625, qps in this process: 20.8285 (mp_runner.py:76) -2024-09-01 22:18:28,963 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0046s, count=627, qps in this process: 20.8968 (mp_runner.py:76) -2024-09-01 22:18:29,009 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0063s, count=634, qps in this process: 21.1289 (mp_runner.py:76) -2024-09-01 22:18:29,009 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.005s, count=634, qps in this process: 21.1298 (mp_runner.py:76) -2024-09-01 22:18:29,061 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0033s, count=646, qps in this process: 21.531 (mp_runner.py:76) -2024-09-01 22:18:29,065 | INFO |End search in concurrency 45: dur=30.63613412200357s, total_count=27931, qps=911.7012 (mp_runner.py:120) -2024-09-01 22:18:32,420 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:18:32,421 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 22:18:53,484 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 22:18:53,564 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,745 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,798 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,819 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,889 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,902 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,911 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,912 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,941 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,949 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,950 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,955 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,968 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,968 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,969 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:53,971 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,010 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,013 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,030 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,034 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,035 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,066 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,066 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,069 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,070 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,084 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,095 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,100 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,158 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,166 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,170 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,170 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,174 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,199 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,210 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,213 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,226 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,241 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,244 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:18:54,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:21,613 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.010694779004552402 (mp_runner.py:73) -2024-09-01 22:19:21,617 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.014487489002931397 (mp_runner.py:73) -2024-09-01 22:19:21,619 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.016663293004967272 (mp_runner.py:73) -2024-09-01 22:19:21,622 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.019788850004260894 (mp_runner.py:73) -2024-09-01 22:19:21,625 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.022257742995861918 (mp_runner.py:73) -2024-09-01 22:19:21,627 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.02522102500370238 (mp_runner.py:73) -2024-09-01 22:19:21,630 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.00506364199827658 (mp_runner.py:73) -2024-09-01 22:19:21,637 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.03481451900006505 (mp_runner.py:73) -2024-09-01 22:19:21,640 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.005663657997502014 (mp_runner.py:73) -2024-09-01 22:19:21,649 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.0035388390024309047 (mp_runner.py:73) -2024-09-01 22:19:21,651 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.04912353100371547 (mp_runner.py:73) -2024-09-01 22:19:21,652 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.00574957299977541 (mp_runner.py:73) -2024-09-01 22:19:21,654 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.007778263003274333 (mp_runner.py:73) -2024-09-01 22:19:21,654 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.0038753879998694174 (mp_runner.py:73) -2024-09-01 22:19:21,656 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.010295375999703538 (mp_runner.py:73) -2024-09-01 22:19:21,656 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.052371181998751126 (mp_runner.py:73) -2024-09-01 22:19:21,658 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.05441445200267481 (mp_runner.py:73) -2024-09-01 22:19:21,660 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.0038451569998869672 (mp_runner.py:73) -2024-09-01 22:19:21,661 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.05677428800117923 (mp_runner.py:73) -2024-09-01 22:19:21,662 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.05793520499719307 (mp_runner.py:73) -2024-09-01 22:19:21,664 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.00793269900168525 (mp_runner.py:73) -2024-09-01 22:19:21,664 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.017853810997621622 (mp_runner.py:73) -2024-09-01 22:19:21,667 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.030932140005461406 (mp_runner.py:73) -2024-09-01 22:19:21,668 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.024665316996106412 (mp_runner.py:73) -2024-09-01 22:19:21,670 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.005531223003345076 (mp_runner.py:73) -2024-09-01 22:19:21,672 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.004419698001584038 (mp_runner.py:73) -2024-09-01 22:19:21,673 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.03540296800201759 (mp_runner.py:73) -2024-09-01 22:19:21,674 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.029735019998042844 (mp_runner.py:73) -2024-09-01 22:19:21,676 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.03593504399759695 (mp_runner.py:73) -2024-09-01 22:19:21,683 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.03732208400469972 (mp_runner.py:73) -2024-09-01 22:19:21,685 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.05703708199871471 (mp_runner.py:73) -2024-09-01 22:19:21,686 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.04411295300087659 (mp_runner.py:73) -2024-09-01 22:19:21,688 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.020195852004690096 (mp_runner.py:73) -2024-09-01 22:19:21,690 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.022769645001972094 (mp_runner.py:73) -2024-09-01 22:19:21,690 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.03431549100059783 (mp_runner.py:73) -2024-09-01 22:19:21,692 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.07444152599782683 (mp_runner.py:73) -2024-09-01 22:19:21,692 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.0600602609993075 (mp_runner.py:73) -2024-09-01 22:19:21,693 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.09109040399926016 (mp_runner.py:73) -2024-09-01 22:19:21,695 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.04786275900551118 (mp_runner.py:73) -2024-09-01 22:19:21,695 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.08032931900379481 (mp_runner.py:73) -2024-09-01 22:19:21,695 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.09142309200251475 (mp_runner.py:73) -2024-09-01 22:19:21,696 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.04018679699947825 (mp_runner.py:73) -2024-09-01 22:19:21,697 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.05504300399479689 (mp_runner.py:73) -2024-09-01 22:19:21,698 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.04824723100318806 (mp_runner.py:73) -2024-09-01 22:19:21,698 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.04193729699909454 (mp_runner.py:73) -2024-09-01 22:19:21,699 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.05280601700360421 (mp_runner.py:73) -2024-09-01 22:19:21,701 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.0690367770002922 (mp_runner.py:73) -2024-09-01 22:19:21,704 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.039241883998329286 (mp_runner.py:73) -2024-09-01 22:19:21,712 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.09154599500470795 (mp_runner.py:73) -2024-09-01 22:19:21,719 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.09465150100004394 (mp_runner.py:73) -2024-09-01 22:19:23,682 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.058s, count=538, qps in this process: 17.8987 (mp_runner.py:76) -2024-09-01 22:19:23,738 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0699s, count=538, qps in this process: 17.8916 (mp_runner.py:76) -2024-09-01 22:19:23,794 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0386s, count=540, qps in this process: 17.9769 (mp_runner.py:76) -2024-09-01 22:19:23,818 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0132s, count=540, qps in this process: 17.9921 (mp_runner.py:76) -2024-09-01 22:19:23,854 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0353s, count=541, qps in this process: 18.0121 (mp_runner.py:76) -2024-09-01 22:19:23,867 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0378s, count=542, qps in this process: 18.0439 (mp_runner.py:76) -2024-09-01 22:19:23,869 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0049s, count=541, qps in this process: 18.0304 (mp_runner.py:76) -2024-09-01 22:19:23,874 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0103s, count=542, qps in this process: 18.0605 (mp_runner.py:76) -2024-09-01 22:19:23,880 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0052s, count=542, qps in this process: 18.0635 (mp_runner.py:76) -2024-09-01 22:19:23,905 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0889s, count=543, qps in this process: 18.0465 (mp_runner.py:76) -2024-09-01 22:19:23,906 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0004s, count=543, qps in this process: 18.0998 (mp_runner.py:76) -2024-09-01 22:19:23,908 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.029s, count=543, qps in this process: 18.0825 (mp_runner.py:76) -2024-09-01 22:19:23,908 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0462s, count=543, qps in this process: 18.0722 (mp_runner.py:76) -2024-09-01 22:19:23,910 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0183s, count=543, qps in this process: 18.089 (mp_runner.py:76) -2024-09-01 22:19:23,911 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0471s, count=543, qps in this process: 18.0716 (mp_runner.py:76) -2024-09-01 22:19:23,913 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0487s, count=543, qps in this process: 18.0707 (mp_runner.py:76) -2024-09-01 22:19:23,944 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0259s, count=544, qps in this process: 18.1177 (mp_runner.py:76) -2024-09-01 22:19:23,957 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0155s, count=544, qps in this process: 18.124 (mp_runner.py:76) -2024-09-01 22:19:23,958 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0409s, count=544, qps in this process: 18.1086 (mp_runner.py:76) -2024-09-01 22:19:23,979 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0011s, count=545, qps in this process: 18.166 (mp_runner.py:76) -2024-09-01 22:19:23,980 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0042s, count=545, qps in this process: 18.1641 (mp_runner.py:76) -2024-09-01 22:19:23,983 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0276s, count=545, qps in this process: 18.15 (mp_runner.py:76) -2024-09-01 22:19:23,994 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0188s, count=545, qps in this process: 18.1553 (mp_runner.py:76) -2024-09-01 22:19:23,997 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0234s, count=545, qps in this process: 18.1525 (mp_runner.py:76) -2024-09-01 22:19:24,005 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.047s, count=545, qps in this process: 18.1383 (mp_runner.py:76) -2024-09-01 22:19:24,007 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.053s, count=545, qps in this process: 18.1346 (mp_runner.py:76) -2024-09-01 22:19:24,045 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0046s, count=546, qps in this process: 18.1972 (mp_runner.py:76) -2024-09-01 22:19:24,047 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0301s, count=546, qps in this process: 18.1818 (mp_runner.py:76) -2024-09-01 22:19:24,048 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0311s, count=546, qps in this process: 18.1812 (mp_runner.py:76) -2024-09-01 22:19:24,049 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0104s, count=546, qps in this process: 18.1937 (mp_runner.py:76) -2024-09-01 22:19:24,070 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0333s, count=546, qps in this process: 18.1798 (mp_runner.py:76) -2024-09-01 22:19:24,071 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0007s, count=547, qps in this process: 18.2329 (mp_runner.py:76) -2024-09-01 22:19:24,080 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0063s, count=547, qps in this process: 18.2295 (mp_runner.py:76) -2024-09-01 22:19:24,086 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0123s, count=547, qps in this process: 18.2259 (mp_runner.py:76) -2024-09-01 22:19:24,112 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0422s, count=548, qps in this process: 18.241 (mp_runner.py:76) -2024-09-01 22:19:24,113 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0007s, count=548, qps in this process: 18.2662 (mp_runner.py:76) -2024-09-01 22:19:24,116 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0181s, count=548, qps in this process: 18.2557 (mp_runner.py:76) -2024-09-01 22:19:24,124 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0237s, count=547, qps in this process: 18.2189 (mp_runner.py:76) -2024-09-01 22:19:24,176 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0134s, count=552, qps in this process: 18.3918 (mp_runner.py:76) -2024-09-01 22:19:24,182 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0037s, count=552, qps in this process: 18.3977 (mp_runner.py:76) -2024-09-01 22:19:24,184 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0057s, count=553, qps in this process: 18.4298 (mp_runner.py:76) -2024-09-01 22:19:24,186 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0051s, count=552, qps in this process: 18.3969 (mp_runner.py:76) -2024-09-01 22:19:24,194 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0203s, count=552, qps in this process: 18.3876 (mp_runner.py:76) -2024-09-01 22:19:24,214 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0042s, count=556, qps in this process: 18.5307 (mp_runner.py:76) -2024-09-01 22:19:24,217 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0028s, count=556, qps in this process: 18.5316 (mp_runner.py:76) -2024-09-01 22:19:24,228 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0059s, count=558, qps in this process: 18.5963 (mp_runner.py:76) -2024-09-01 22:19:24,233 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0005s, count=559, qps in this process: 18.633 (mp_runner.py:76) -2024-09-01 22:19:24,247 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0009s, count=561, qps in this process: 18.6994 (mp_runner.py:76) -2024-09-01 22:19:24,255 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0002s, count=562, qps in this process: 18.7332 (mp_runner.py:76) -2024-09-01 22:19:24,255 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0044s, count=562, qps in this process: 18.7306 (mp_runner.py:76) -2024-09-01 22:19:24,259 | INFO |End search in concurrency 50: dur=30.773396176999086s, total_count=27349, qps=888.7222 (mp_runner.py:120) -2024-09-01 22:19:27,955 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:19:27,955 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 22:19:49,157 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 22:19:49,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,596 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,608 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,663 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,676 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,678 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,682 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,683 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,687 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,687 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,692 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,696 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,696 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,699 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,700 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,706 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,746 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:19:49,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:19,389 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.08296502099983627 (mp_runner.py:73) -2024-09-01 22:20:19,389 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.08366558700072346 (mp_runner.py:73) -2024-09-01 22:20:19,390 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.08511284500127658 (mp_runner.py:73) -2024-09-01 22:20:19,390 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.08666025199636351 (mp_runner.py:73) -2024-09-01 22:20:19,390 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.08698885000194423 (mp_runner.py:73) -2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.063045795999642 (mp_runner.py:73) -2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.08993720899889013 (mp_runner.py:73) -2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.06807092799863312 (mp_runner.py:73) -2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.08388085600017803 (mp_runner.py:73) -2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.06780733699997654 (mp_runner.py:73) -2024-09-01 22:20:19,391 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.07831999399786582 (mp_runner.py:73) -2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.0895997659972636 (mp_runner.py:73) -2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.07663659100217046 (mp_runner.py:73) -2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.06646193799679168 (mp_runner.py:73) -2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.06232759400154464 (mp_runner.py:73) -2024-09-01 22:20:19,392 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.0639646619965788 (mp_runner.py:73) -2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.057719985001313034 (mp_runner.py:73) -2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.06186620100197615 (mp_runner.py:73) -2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.0916271259993664 (mp_runner.py:73) -2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.06357321800169302 (mp_runner.py:73) -2024-09-01 22:20:19,393 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.055975709001359064 (mp_runner.py:73) -2024-09-01 22:20:19,394 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.08497071400051937 (mp_runner.py:73) -2024-09-01 22:20:19,394 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.07299275500554359 (mp_runner.py:73) -2024-09-01 22:20:19,394 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.07204464899405139 (mp_runner.py:73) -2024-09-01 22:20:19,394 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.06124984000052791 (mp_runner.py:73) -2024-09-01 22:20:19,395 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.08520508000219706 (mp_runner.py:73) -2024-09-01 22:20:19,395 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.07623807599884458 (mp_runner.py:73) -2024-09-01 22:20:19,395 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.0824299849991803 (mp_runner.py:73) -2024-09-01 22:20:19,395 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.08513917199888965 (mp_runner.py:73) -2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.07866525699500926 (mp_runner.py:73) -2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.07416292499692645 (mp_runner.py:73) -2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.08215314600238344 (mp_runner.py:73) -2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.0844467170027201 (mp_runner.py:73) -2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.09699399799865205 (mp_runner.py:73) -2024-09-01 22:20:19,396 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.07635911399847828 (mp_runner.py:73) -2024-09-01 22:20:19,397 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.07723279900528723 (mp_runner.py:73) -2024-09-01 22:20:19,397 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.0921591480000643 (mp_runner.py:73) -2024-09-01 22:20:19,397 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.08638339299795916 (mp_runner.py:73) -2024-09-01 22:20:19,397 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.0646895069949096 (mp_runner.py:73) -2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.05638071300199954 (mp_runner.py:73) -2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.07037982299516443 (mp_runner.py:73) -2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.05985253299877513 (mp_runner.py:73) -2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.08097710899892263 (mp_runner.py:73) -2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.059644000000844244 (mp_runner.py:73) -2024-09-01 22:20:19,398 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.01983885600202484 (mp_runner.py:73) -2024-09-01 22:20:19,399 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.06683071999577805 (mp_runner.py:73) -2024-09-01 22:20:19,399 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.091754946995934 (mp_runner.py:73) -2024-09-01 22:20:19,399 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.08364328100287821 (mp_runner.py:73) -2024-09-01 22:20:19,399 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.09995627599710133 (mp_runner.py:73) -2024-09-01 22:20:19,400 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.07506051900418242 (mp_runner.py:73) -2024-09-01 22:20:19,400 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.0711022640025476 (mp_runner.py:73) -2024-09-01 22:20:19,400 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.016859957002452575 (mp_runner.py:73) -2024-09-01 22:20:19,400 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.07519027499802178 (mp_runner.py:73) -2024-09-01 22:20:19,438 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.13957826400292106 (mp_runner.py:73) -2024-09-01 22:20:19,492 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.10266350700112525 (mp_runner.py:73) -2024-09-01 22:20:19,585 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.015s, count=503, qps in this process: 16.7583 (mp_runner.py:76) -2024-09-01 22:20:19,609 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0314s, count=504, qps in this process: 16.7824 (mp_runner.py:76) -2024-09-01 22:20:19,625 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0242s, count=504, qps in this process: 16.7865 (mp_runner.py:76) -2024-09-01 22:20:19,636 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0137s, count=504, qps in this process: 16.7923 (mp_runner.py:76) -2024-09-01 22:20:19,674 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0055s, count=505, qps in this process: 16.8302 (mp_runner.py:76) -2024-09-01 22:20:19,696 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0115s, count=505, qps in this process: 16.8269 (mp_runner.py:76) -2024-09-01 22:20:19,697 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0117s, count=505, qps in this process: 16.8268 (mp_runner.py:76) -2024-09-01 22:20:19,698 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0071s, count=506, qps in this process: 16.8627 (mp_runner.py:76) -2024-09-01 22:20:19,699 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0143s, count=505, qps in this process: 16.8253 (mp_runner.py:76) -2024-09-01 22:20:19,703 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.017s, count=505, qps in this process: 16.8238 (mp_runner.py:76) -2024-09-01 22:20:19,704 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0024s, count=506, qps in this process: 16.8653 (mp_runner.py:76) -2024-09-01 22:20:19,705 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0195s, count=505, qps in this process: 16.8224 (mp_runner.py:76) -2024-09-01 22:20:19,706 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0244s, count=505, qps in this process: 16.8197 (mp_runner.py:76) -2024-09-01 22:20:19,707 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0158s, count=505, qps in this process: 16.8245 (mp_runner.py:76) -2024-09-01 22:20:19,707 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0216s, count=505, qps in this process: 16.8212 (mp_runner.py:76) -2024-09-01 22:20:19,710 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0153s, count=505, qps in this process: 16.8248 (mp_runner.py:76) -2024-09-01 22:20:19,711 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0256s, count=505, qps in this process: 16.819 (mp_runner.py:76) -2024-09-01 22:20:19,712 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0183s, count=505, qps in this process: 16.8231 (mp_runner.py:76) -2024-09-01 22:20:19,713 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0094s, count=506, qps in this process: 16.8614 (mp_runner.py:76) -2024-09-01 22:20:19,714 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0282s, count=506, qps in this process: 16.8508 (mp_runner.py:76) -2024-09-01 22:20:19,715 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0135s, count=506, qps in this process: 16.8591 (mp_runner.py:76) -2024-09-01 22:20:19,717 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0264s, count=506, qps in this process: 16.8518 (mp_runner.py:76) -2024-09-01 22:20:19,719 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0367s, count=505, qps in this process: 16.8128 (mp_runner.py:76) -2024-09-01 22:20:19,720 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0351s, count=507, qps in this process: 16.8803 (mp_runner.py:76) -2024-09-01 22:20:19,720 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0137s, count=506, qps in this process: 16.859 (mp_runner.py:76) -2024-09-01 22:20:19,724 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0325s, count=506, qps in this process: 16.8484 (mp_runner.py:76) -2024-09-01 22:20:19,727 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0361s, count=506, qps in this process: 16.8464 (mp_runner.py:76) -2024-09-01 22:20:19,730 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0389s, count=506, qps in this process: 16.8448 (mp_runner.py:76) -2024-09-01 22:20:19,730 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0138s, count=506, qps in this process: 16.8589 (mp_runner.py:76) -2024-09-01 22:20:19,732 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0258s, count=506, qps in this process: 16.8522 (mp_runner.py:76) -2024-09-01 22:20:19,734 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0237s, count=506, qps in this process: 16.8534 (mp_runner.py:76) -2024-09-01 22:20:19,735 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0154s, count=505, qps in this process: 16.8247 (mp_runner.py:76) -2024-09-01 22:20:19,736 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0194s, count=506, qps in this process: 16.8558 (mp_runner.py:76) -2024-09-01 22:20:19,737 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0359s, count=506, qps in this process: 16.8465 (mp_runner.py:76) -2024-09-01 22:20:19,740 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0104s, count=506, qps in this process: 16.8608 (mp_runner.py:76) -2024-09-01 22:20:19,740 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0075s, count=506, qps in this process: 16.8625 (mp_runner.py:76) -2024-09-01 22:20:19,744 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0527s, count=506, qps in this process: 16.8371 (mp_runner.py:76) -2024-09-01 22:20:19,746 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0157s, count=506, qps in this process: 16.8578 (mp_runner.py:76) -2024-09-01 22:20:19,746 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0438s, count=506, qps in this process: 16.8421 (mp_runner.py:76) -2024-09-01 22:20:19,751 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0345s, count=505, qps in this process: 16.814 (mp_runner.py:76) -2024-09-01 22:20:19,754 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0635s, count=506, qps in this process: 16.831 (mp_runner.py:76) -2024-09-01 22:20:19,755 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0252s, count=506, qps in this process: 16.8525 (mp_runner.py:76) -2024-09-01 22:20:19,757 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0617s, count=507, qps in this process: 16.8653 (mp_runner.py:76) -2024-09-01 22:20:19,760 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0697s, count=506, qps in this process: 16.8276 (mp_runner.py:76) -2024-09-01 22:20:19,761 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0659s, count=507, qps in this process: 16.863 (mp_runner.py:76) -2024-09-01 22:20:19,765 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0368s, count=506, qps in this process: 16.846 (mp_runner.py:76) -2024-09-01 22:20:19,765 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0481s, count=506, qps in this process: 16.8397 (mp_runner.py:76) -2024-09-01 22:20:19,768 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0505s, count=506, qps in this process: 16.8383 (mp_runner.py:76) -2024-09-01 22:20:19,770 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0789s, count=506, qps in this process: 16.8224 (mp_runner.py:76) -2024-09-01 22:20:19,771 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0532s, count=506, qps in this process: 16.8368 (mp_runner.py:76) -2024-09-01 22:20:19,774 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0436s, count=507, qps in this process: 16.8755 (mp_runner.py:76) -2024-09-01 22:20:19,776 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0591s, count=507, qps in this process: 16.8668 (mp_runner.py:76) -2024-09-01 22:20:19,776 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.022s, count=507, qps in this process: 16.8876 (mp_runner.py:76) -2024-09-01 22:20:19,777 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0463s, count=506, qps in this process: 16.8407 (mp_runner.py:76) -2024-09-01 22:20:19,785 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.033s, count=508, qps in this process: 16.9147 (mp_runner.py:76) -2024-09-01 22:20:19,792 | INFO |End search in concurrency 55: dur=30.634089440005482s, total_count=27814, qps=907.9428 (mp_runner.py:120) -2024-09-01 22:20:23,896 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:20:23,897 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 22:20:45,268 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 22:20:45,368 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,570 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,664 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,664 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,676 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,693 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,721 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,776 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,786 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,786 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,810 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,854 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,869 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,880 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,880 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,899 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,904 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,905 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,928 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,967 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,970 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,974 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,979 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:45,985 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,006 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,029 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,038 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,069 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,069 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,081 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,101 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,102 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,130 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,156 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,157 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:20:46,165 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:15,422 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0101s, count=443, qps in this process: 14.7617 (mp_runner.py:76) -2024-09-01 22:21:15,637 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0601s, count=446, qps in this process: 14.8369 (mp_runner.py:76) -2024-09-01 22:21:15,676 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0025s, count=447, qps in this process: 14.8988 (mp_runner.py:76) -2024-09-01 22:21:15,724 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0799s, count=448, qps in this process: 14.8937 (mp_runner.py:76) -2024-09-01 22:21:15,725 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0514s, count=448, qps in this process: 14.9078 (mp_runner.py:76) -2024-09-01 22:21:15,733 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0127s, count=448, qps in this process: 14.927 (mp_runner.py:76) -2024-09-01 22:21:15,733 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0389s, count=448, qps in this process: 14.914 (mp_runner.py:76) -2024-09-01 22:21:15,740 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0102s, count=448, qps in this process: 14.9283 (mp_runner.py:76) -2024-09-01 22:21:15,745 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0214s, count=448, qps in this process: 14.9227 (mp_runner.py:76) -2024-09-01 22:21:15,753 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0296s, count=448, qps in this process: 14.9186 (mp_runner.py:76) -2024-09-01 22:21:15,755 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0295s, count=448, qps in this process: 14.9187 (mp_runner.py:76) -2024-09-01 22:21:15,757 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0113s, count=448, qps in this process: 14.9277 (mp_runner.py:76) -2024-09-01 22:21:15,789 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0481s, count=448, qps in this process: 14.9094 (mp_runner.py:76) -2024-09-01 22:21:15,790 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.1077s, count=448, qps in this process: 14.8799 (mp_runner.py:76) -2024-09-01 22:21:15,794 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0177s, count=449, qps in this process: 14.9578 (mp_runner.py:76) -2024-09-01 22:21:15,795 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0079s, count=449, qps in this process: 14.9627 (mp_runner.py:76) -2024-09-01 22:21:15,797 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0099s, count=449, qps in this process: 14.9617 (mp_runner.py:76) -2024-09-01 22:21:15,804 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0279s, count=449, qps in this process: 14.9528 (mp_runner.py:76) -2024-09-01 22:21:15,815 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0291s, count=449, qps in this process: 14.9522 (mp_runner.py:76) -2024-09-01 22:21:15,817 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0309s, count=449, qps in this process: 14.9513 (mp_runner.py:76) -2024-09-01 22:21:15,819 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0402s, count=449, qps in this process: 14.9466 (mp_runner.py:76) -2024-09-01 22:21:15,821 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0337s, count=449, qps in this process: 14.9499 (mp_runner.py:76) -2024-09-01 22:21:15,822 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0281s, count=449, qps in this process: 14.9527 (mp_runner.py:76) -2024-09-01 22:21:15,822 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0922s, count=449, qps in this process: 14.9208 (mp_runner.py:76) -2024-09-01 22:21:15,845 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0314s, count=449, qps in this process: 14.951 (mp_runner.py:76) -2024-09-01 22:21:15,851 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0047s, count=450, qps in this process: 14.9977 (mp_runner.py:76) -2024-09-01 22:21:15,857 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0348s, count=450, qps in this process: 14.9826 (mp_runner.py:76) -2024-09-01 22:21:15,861 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0392s, count=450, qps in this process: 14.9804 (mp_runner.py:76) -2024-09-01 22:21:15,865 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0232s, count=450, qps in this process: 14.9884 (mp_runner.py:76) -2024-09-01 22:21:15,888 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0025s, count=451, qps in this process: 15.0321 (mp_runner.py:76) -2024-09-01 22:21:15,888 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0266s, count=451, qps in this process: 15.02 (mp_runner.py:76) -2024-09-01 22:21:15,891 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0012s, count=451, qps in this process: 15.0327 (mp_runner.py:76) -2024-09-01 22:21:15,897 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.019s, count=451, qps in this process: 15.0238 (mp_runner.py:76) -2024-09-01 22:21:15,902 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0549s, count=450, qps in this process: 14.9726 (mp_runner.py:76) -2024-09-01 22:21:15,908 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0135s, count=451, qps in this process: 15.0266 (mp_runner.py:76) -2024-09-01 22:21:15,912 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0087s, count=451, qps in this process: 15.029 (mp_runner.py:76) -2024-09-01 22:21:15,913 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.004s, count=451, qps in this process: 15.0313 (mp_runner.py:76) -2024-09-01 22:21:15,917 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0269s, count=452, qps in this process: 15.0532 (mp_runner.py:76) -2024-09-01 22:21:15,931 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0216s, count=452, qps in this process: 15.0558 (mp_runner.py:76) -2024-09-01 22:21:15,940 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0035s, count=453, qps in this process: 15.0982 (mp_runner.py:76) -2024-09-01 22:21:15,993 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0212s, count=455, qps in this process: 15.156 (mp_runner.py:76) -2024-09-01 22:21:15,996 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.018s, count=455, qps in this process: 15.1576 (mp_runner.py:76) -2024-09-01 22:21:15,997 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0181s, count=455, qps in this process: 15.1575 (mp_runner.py:76) -2024-09-01 22:21:16,000 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0173s, count=455, qps in this process: 15.1579 (mp_runner.py:76) -2024-09-01 22:21:16,017 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0267s, count=456, qps in this process: 15.1865 (mp_runner.py:76) -2024-09-01 22:21:16,035 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0088s, count=457, qps in this process: 15.2289 (mp_runner.py:76) -2024-09-01 22:21:16,036 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0197s, count=457, qps in this process: 15.2233 (mp_runner.py:76) -2024-09-01 22:21:16,039 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.01s, count=457, qps in this process: 15.2283 (mp_runner.py:76) -2024-09-01 22:21:16,050 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0128s, count=458, qps in this process: 15.2602 (mp_runner.py:76) -2024-09-01 22:21:16,068 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0166s, count=459, qps in this process: 15.2915 (mp_runner.py:76) -2024-09-01 22:21:16,084 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0076s, count=461, qps in this process: 15.3628 (mp_runner.py:76) -2024-09-01 22:21:16,084 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0081s, count=461, qps in this process: 15.3625 (mp_runner.py:76) -2024-09-01 22:21:16,086 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.012s, count=461, qps in this process: 15.3605 (mp_runner.py:76) -2024-09-01 22:21:16,093 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0038s, count=462, qps in this process: 15.398 (mp_runner.py:76) -2024-09-01 22:21:16,112 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0074s, count=464, qps in this process: 15.4629 (mp_runner.py:76) -2024-09-01 22:21:16,116 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0101s, count=464, qps in this process: 15.4615 (mp_runner.py:76) -2024-09-01 22:21:16,151 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0047s, count=469, qps in this process: 15.6309 (mp_runner.py:76) -2024-09-01 22:21:16,165 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.001s, count=472, qps in this process: 15.7328 (mp_runner.py:76) -2024-09-01 22:21:16,165 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0002s, count=472, qps in this process: 15.7332 (mp_runner.py:76) -2024-09-01 22:21:16,185 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0033s, count=476, qps in this process: 15.8649 (mp_runner.py:76) -2024-09-01 22:21:16,189 | INFO |End search in concurrency 60: dur=30.92124773999967s, total_count=27193, qps=879.4276 (mp_runner.py:120) -2024-09-01 22:21:20,593 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:21:20,593 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 22:21:42,212 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 22:21:42,569 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,575 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,587 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,727 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,772 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,835 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,836 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,839 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,847 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,848 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,868 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,868 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,871 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,873 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,873 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,875 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,875 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,876 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,878 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,893 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,895 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,916 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,916 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,916 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,926 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,938 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,942 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,951 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,951 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,982 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,984 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:42,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:21:43,018 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:12,598 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0121s, count=416, qps in this process: 13.8611 (mp_runner.py:76) -2024-09-01 22:22:12,600 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0108s, count=416, qps in this process: 13.8617 (mp_runner.py:76) -2024-09-01 22:22:12,613 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0397s, count=416, qps in this process: 13.8483 (mp_runner.py:76) -2024-09-01 22:22:12,723 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0371s, count=418, qps in this process: 13.9161 (mp_runner.py:76) -2024-09-01 22:22:12,756 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0269s, count=419, qps in this process: 13.9542 (mp_runner.py:76) -2024-09-01 22:22:12,833 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0467s, count=420, qps in this process: 13.9782 (mp_runner.py:76) -2024-09-01 22:22:12,833 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0538s, count=420, qps in this process: 13.9749 (mp_runner.py:76) -2024-09-01 22:22:12,840 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0005s, count=421, qps in this process: 14.0331 (mp_runner.py:76) -2024-09-01 22:22:12,844 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0033s, count=420, qps in this process: 13.9985 (mp_runner.py:76) -2024-09-01 22:22:12,852 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0043s, count=421, qps in this process: 14.0313 (mp_runner.py:76) -2024-09-01 22:22:12,861 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0194s, count=421, qps in this process: 14.0243 (mp_runner.py:76) -2024-09-01 22:22:12,869 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0179s, count=421, qps in this process: 14.025 (mp_runner.py:76) -2024-09-01 22:22:12,873 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0246s, count=421, qps in this process: 14.0218 (mp_runner.py:76) -2024-09-01 22:22:12,875 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0238s, count=421, qps in this process: 14.0222 (mp_runner.py:76) -2024-09-01 22:22:12,881 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0028s, count=422, qps in this process: 14.0654 (mp_runner.py:76) -2024-09-01 22:22:12,883 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0418s, count=422, qps in this process: 14.0471 (mp_runner.py:76) -2024-09-01 22:22:12,885 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0341s, count=422, qps in this process: 14.0507 (mp_runner.py:76) -2024-09-01 22:22:12,885 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0427s, count=422, qps in this process: 14.0467 (mp_runner.py:76) -2024-09-01 22:22:12,886 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0382s, count=422, qps in this process: 14.0488 (mp_runner.py:76) -2024-09-01 22:22:12,887 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0071s, count=422, qps in this process: 14.0633 (mp_runner.py:76) -2024-09-01 22:22:12,888 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0462s, count=422, qps in this process: 14.045 (mp_runner.py:76) -2024-09-01 22:22:12,889 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.007s, count=422, qps in this process: 14.0634 (mp_runner.py:76) -2024-09-01 22:22:12,890 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0317s, count=422, qps in this process: 14.0518 (mp_runner.py:76) -2024-09-01 22:22:12,891 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0093s, count=422, qps in this process: 14.0623 (mp_runner.py:76) -2024-09-01 22:22:12,891 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0089s, count=422, qps in this process: 14.0625 (mp_runner.py:76) -2024-09-01 22:22:12,892 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0411s, count=422, qps in this process: 14.0474 (mp_runner.py:76) -2024-09-01 22:22:12,893 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0513s, count=422, qps in this process: 14.0427 (mp_runner.py:76) -2024-09-01 22:22:12,895 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0127s, count=422, qps in this process: 14.0607 (mp_runner.py:76) -2024-09-01 22:22:12,895 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0007s, count=421, qps in this process: 14.033 (mp_runner.py:76) -2024-09-01 22:22:12,900 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0214s, count=422, qps in this process: 14.0566 (mp_runner.py:76) -2024-09-01 22:22:12,902 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0199s, count=422, qps in this process: 14.0573 (mp_runner.py:76) -2024-09-01 22:22:12,904 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0296s, count=422, qps in this process: 14.0528 (mp_runner.py:76) -2024-09-01 22:22:12,905 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0549s, count=422, qps in this process: 14.041 (mp_runner.py:76) -2024-09-01 22:22:12,907 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0146s, count=422, qps in this process: 14.0598 (mp_runner.py:76) -2024-09-01 22:22:12,908 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0266s, count=422, qps in this process: 14.0542 (mp_runner.py:76) -2024-09-01 22:22:12,912 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0715s, count=421, qps in this process: 14.0 (mp_runner.py:76) -2024-09-01 22:22:12,917 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0436s, count=422, qps in this process: 14.0463 (mp_runner.py:76) -2024-09-01 22:22:12,918 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0432s, count=422, qps in this process: 14.0464 (mp_runner.py:76) -2024-09-01 22:22:12,919 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0414s, count=422, qps in this process: 14.0473 (mp_runner.py:76) -2024-09-01 22:22:12,920 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0423s, count=422, qps in this process: 14.0469 (mp_runner.py:76) -2024-09-01 22:22:12,920 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0332s, count=422, qps in this process: 14.0511 (mp_runner.py:76) -2024-09-01 22:22:12,921 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0776s, count=422, qps in this process: 14.0304 (mp_runner.py:76) -2024-09-01 22:22:12,922 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0316s, count=422, qps in this process: 14.0519 (mp_runner.py:76) -2024-09-01 22:22:12,922 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0192s, count=422, qps in this process: 14.0577 (mp_runner.py:76) -2024-09-01 22:22:12,924 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0438s, count=422, qps in this process: 14.0462 (mp_runner.py:76) -2024-09-01 22:22:12,929 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0065s, count=422, qps in this process: 14.0636 (mp_runner.py:76) -2024-09-01 22:22:12,929 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0537s, count=422, qps in this process: 14.0415 (mp_runner.py:76) -2024-09-01 22:22:12,929 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0534s, count=422, qps in this process: 14.0417 (mp_runner.py:76) -2024-09-01 22:22:12,938 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0573s, count=422, qps in this process: 14.0399 (mp_runner.py:76) -2024-09-01 22:22:12,945 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0078s, count=422, qps in this process: 14.063 (mp_runner.py:76) -2024-09-01 22:22:12,952 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0711s, count=422, qps in this process: 14.0334 (mp_runner.py:76) -2024-09-01 22:22:12,953 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0308s, count=423, qps in this process: 14.0855 (mp_runner.py:76) -2024-09-01 22:22:12,956 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0075s, count=423, qps in this process: 14.0965 (mp_runner.py:76) -2024-09-01 22:22:12,959 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0364s, count=423, qps in this process: 14.0829 (mp_runner.py:76) -2024-09-01 22:22:12,959 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0013s, count=423, qps in this process: 14.0994 (mp_runner.py:76) -2024-09-01 22:22:12,960 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0084s, count=423, qps in this process: 14.0961 (mp_runner.py:76) -2024-09-01 22:22:12,963 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0517s, count=423, qps in this process: 14.0757 (mp_runner.py:76) -2024-09-01 22:22:12,965 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0828s, count=423, qps in this process: 14.0612 (mp_runner.py:76) -2024-09-01 22:22:12,973 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0152s, count=424, qps in this process: 14.1262 (mp_runner.py:76) -2024-09-01 22:22:12,988 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0009s, count=426, qps in this process: 14.1996 (mp_runner.py:76) -2024-09-01 22:22:12,989 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0012s, count=426, qps in this process: 14.1994 (mp_runner.py:76) -2024-09-01 22:22:12,992 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0014s, count=426, qps in this process: 14.1993 (mp_runner.py:76) -2024-09-01 22:22:12,995 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0036s, count=427, qps in this process: 14.2316 (mp_runner.py:76) -2024-09-01 22:22:13,008 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0037s, count=429, qps in this process: 14.2982 (mp_runner.py:76) -2024-09-01 22:22:13,029 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0038s, count=433, qps in this process: 14.4315 (mp_runner.py:76) -2024-09-01 22:22:13,034 | INFO |End search in concurrency 65: dur=30.822001391999947s, total_count=27435, qps=890.1109 (mp_runner.py:120) -2024-09-01 22:22:17,811 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 22:22:17,811 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 22:22:39,601 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 22:22:40,018 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,024 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,030 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,031 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,031 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,050 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,050 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,057 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,057 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,057 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,097 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,145 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,148 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,152 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,161 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,163 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,177 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,177 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,181 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,182 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,182 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,183 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,199 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,201 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,205 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,208 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,216 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,217 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,223 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,230 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,258 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,258 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,258 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,266 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,274 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,286 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,286 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,286 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,338 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,339 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,345 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,361 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,369 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,411 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,422 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,445 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,449 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,472 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,472 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,497 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,500 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,502 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,538 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,580 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,582 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,584 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,595 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,601 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:22:40,643 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 22:23:10,058 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0181s, count=387, qps in this process: 12.8922 (mp_runner.py:76) -2024-09-01 22:23:10,060 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0265s, count=387, qps in this process: 12.8886 (mp_runner.py:76) -2024-09-01 22:23:10,066 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0381s, count=387, qps in this process: 12.8836 (mp_runner.py:76) -2024-09-01 22:23:10,077 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0496s, count=388, qps in this process: 12.912 (mp_runner.py:76) -2024-09-01 22:23:10,081 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0184s, count=388, qps in this process: 12.9254 (mp_runner.py:76) -2024-09-01 22:23:10,088 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0334s, count=388, qps in this process: 12.919 (mp_runner.py:76) -2024-09-01 22:23:10,097 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0735s, count=388, qps in this process: 12.9017 (mp_runner.py:76) -2024-09-01 22:23:10,114 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0576s, count=388, qps in this process: 12.9085 (mp_runner.py:76) -2024-09-01 22:23:10,115 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0815s, count=388, qps in this process: 12.8983 (mp_runner.py:76) -2024-09-01 22:23:10,132 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0694s, count=389, qps in this process: 12.9367 (mp_runner.py:76) -2024-09-01 22:23:10,174 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0273s, count=388, qps in this process: 12.9216 (mp_runner.py:76) -2024-09-01 22:23:10,179 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0786s, count=388, qps in this process: 12.8995 (mp_runner.py:76) -2024-09-01 22:23:10,187 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.1236s, count=389, qps in this process: 12.9135 (mp_runner.py:76) -2024-09-01 22:23:10,188 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0071s, count=389, qps in this process: 12.9636 (mp_runner.py:76) -2024-09-01 22:23:10,191 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0315s, count=390, qps in this process: 12.9864 (mp_runner.py:76) -2024-09-01 22:23:10,197 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0285s, count=390, qps in this process: 12.9877 (mp_runner.py:76) -2024-09-01 22:23:10,203 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0153s, count=390, qps in this process: 12.9934 (mp_runner.py:76) -2024-09-01 22:23:10,204 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0339s, count=390, qps in this process: 12.9853 (mp_runner.py:76) -2024-09-01 22:23:10,205 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0113s, count=390, qps in this process: 12.9951 (mp_runner.py:76) -2024-09-01 22:23:10,211 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0569s, count=390, qps in this process: 12.9754 (mp_runner.py:76) -2024-09-01 22:23:10,213 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0315s, count=389, qps in this process: 12.9531 (mp_runner.py:76) -2024-09-01 22:23:10,218 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0296s, count=390, qps in this process: 12.9872 (mp_runner.py:76) -2024-09-01 22:23:10,237 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0494s, count=390, qps in this process: 12.9786 (mp_runner.py:76) -2024-09-01 22:23:10,245 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.057s, count=390, qps in this process: 12.9753 (mp_runner.py:76) -2024-09-01 22:23:10,256 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0224s, count=390, qps in this process: 12.9903 (mp_runner.py:76) -2024-09-01 22:23:10,271 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0656s, count=391, qps in this process: 13.0049 (mp_runner.py:76) -2024-09-01 22:23:10,272 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0664s, count=391, qps in this process: 13.0045 (mp_runner.py:76) -2024-09-01 22:23:10,274 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0636s, count=391, qps in this process: 13.0058 (mp_runner.py:76) -2024-09-01 22:23:10,276 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0641s, count=391, qps in this process: 13.0055 (mp_runner.py:76) -2024-09-01 22:23:10,277 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0085s, count=391, qps in this process: 13.0296 (mp_runner.py:76) -2024-09-01 22:23:10,278 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0131s, count=391, qps in this process: 13.0276 (mp_runner.py:76) -2024-09-01 22:23:10,279 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0587s, count=391, qps in this process: 13.0079 (mp_runner.py:76) -2024-09-01 22:23:10,281 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0055s, count=391, qps in this process: 13.0309 (mp_runner.py:76) -2024-09-01 22:23:10,283 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0195s, count=391, qps in this process: 13.0249 (mp_runner.py:76) -2024-09-01 22:23:10,284 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0183s, count=391, qps in this process: 13.0254 (mp_runner.py:76) -2024-09-01 22:23:10,284 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0657s, count=391, qps in this process: 13.0049 (mp_runner.py:76) -2024-09-01 22:23:10,295 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0681s, count=391, qps in this process: 13.0038 (mp_runner.py:76) -2024-09-01 22:23:10,322 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0096s, count=392, qps in this process: 13.0625 (mp_runner.py:76) -2024-09-01 22:23:10,326 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0196s, count=392, qps in this process: 13.0581 (mp_runner.py:76) -2024-09-01 22:23:10,334 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0284s, count=392, qps in this process: 13.0543 (mp_runner.py:76) -2024-09-01 22:23:10,334 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0286s, count=392, qps in this process: 13.0542 (mp_runner.py:76) -2024-09-01 22:23:10,357 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0136s, count=393, qps in this process: 13.0941 (mp_runner.py:76) -2024-09-01 22:23:10,359 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0186s, count=393, qps in this process: 13.0919 (mp_runner.py:76) -2024-09-01 22:23:10,364 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0103s, count=393, qps in this process: 13.0955 (mp_runner.py:76) -2024-09-01 22:23:10,365 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.028s, count=393, qps in this process: 13.0878 (mp_runner.py:76) -2024-09-01 22:23:10,370 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0056s, count=394, qps in this process: 13.1309 (mp_runner.py:76) -2024-09-01 22:23:10,379 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0066s, count=394, qps in this process: 13.1304 (mp_runner.py:76) -2024-09-01 22:23:10,437 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0154s, count=396, qps in this process: 13.1932 (mp_runner.py:76) -2024-09-01 22:23:10,437 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.006s, count=396, qps in this process: 13.1974 (mp_runner.py:76) -2024-09-01 22:23:10,437 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0267s, count=396, qps in this process: 13.1883 (mp_runner.py:76) -2024-09-01 22:23:10,442 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0207s, count=396, qps in this process: 13.1909 (mp_runner.py:76) -2024-09-01 22:23:10,460 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0053s, count=397, qps in this process: 13.231 (mp_runner.py:76) -2024-09-01 22:23:10,468 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0338s, count=396, qps in this process: 13.1851 (mp_runner.py:76) -2024-09-01 22:23:10,474 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0141s, count=398, qps in this process: 13.2604 (mp_runner.py:76) -2024-09-01 22:23:10,476 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0237s, count=398, qps in this process: 13.2562 (mp_runner.py:76) -2024-09-01 22:23:10,489 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0111s, count=398, qps in this process: 13.2618 (mp_runner.py:76) -2024-09-01 22:23:10,510 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0315s, count=398, qps in this process: 13.2528 (mp_runner.py:76) -2024-09-01 22:23:10,519 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.007s, count=399, qps in this process: 13.2969 (mp_runner.py:76) -2024-09-01 22:23:10,521 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0193s, count=399, qps in this process: 13.2914 (mp_runner.py:76) -2024-09-01 22:23:10,541 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0139s, count=400, qps in this process: 13.3272 (mp_runner.py:76) -2024-09-01 22:23:10,541 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0167s, count=400, qps in this process: 13.3259 (mp_runner.py:76) -2024-09-01 22:23:10,548 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0034s, count=401, qps in this process: 13.3652 (mp_runner.py:76) -2024-09-01 22:23:10,551 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0039s, count=401, qps in this process: 13.3649 (mp_runner.py:76) -2024-09-01 22:23:10,562 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0047s, count=403, qps in this process: 13.4312 (mp_runner.py:76) -2024-09-01 22:23:10,589 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0032s, count=405, qps in this process: 13.4986 (mp_runner.py:76) -2024-09-01 22:23:10,591 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0068s, count=407, qps in this process: 13.5636 (mp_runner.py:76) -2024-09-01 22:23:10,604 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0027s, count=409, qps in this process: 13.6321 (mp_runner.py:76) -2024-09-01 22:23:10,606 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0067s, count=409, qps in this process: 13.6303 (mp_runner.py:76) -2024-09-01 22:23:10,609 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0024s, count=409, qps in this process: 13.6322 (mp_runner.py:76) -2024-09-01 22:23:10,661 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0033s, count=421, qps in this process: 14.0318 (mp_runner.py:76) -2024-09-01 22:23:10,664 | INFO |End search in concurrency 70: dur=31.0633631219971s, total_count=27573, qps=887.6373 (mp_runner.py:120) -2024-09-01 22:23:15,332 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=911.7796, serial_latency_p99=np.float64(0.0739), recall=np.float64(0.7861), ndcg=np.float64(0.8288), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[204.6403, 670.3233, 842.5933, 876.6484, 896.8126, 897.1811, 892.1993, 911.7796, 911.7012, 888.7222, 907.9428, 879.4276, 890.1109, 887.6373], conc_latency_p99_list=[np.float64(0.0024452658062764387), np.float64(0.0026262675352663792), np.float64(0.0029874028348458523), np.float64(0.003086344105473836), np.float64(0.0034735091975293467), np.float64(0.0035518456756763045), np.float64(0.0038913358446297933), np.float64(0.003878901655282971), np.float64(0.004269146880920743), np.float64(0.0042475020875339395), np.float64(0.006052353689440497), np.float64(0.00485355241097277), np.float64(0.005553381021015229), np.float64(0.006182929771428462)]) (task_runner.py:197) -2024-09-01 22:23:15,333 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T22:11:34.408271'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=911.7796, serial_latency_p99=np.float64(0.0739), recall=np.float64(0.7861), ndcg=np.float64(0.8288), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[204.6403, 670.3233, 842.5933, 876.6484, 896.8126, 897.1811, 892.1993, 911.7796, 911.7012, 888.7222, 907.9428, 879.4276, 890.1109, 887.6373], conc_latency_p99_list=[np.float64(0.0024452658062764387), np.float64(0.0026262675352663792), np.float64(0.0029874028348458523), np.float64(0.003086344105473836), np.float64(0.0034735091975293467), np.float64(0.0035518456756763045), np.float64(0.0038913358446297933), np.float64(0.003878901655282971), np.float64(0.004269146880920743), np.float64(0.0042475020875339395), np.float64(0.006052353689440497), np.float64(0.00485355241097277), np.float64(0.005553381021015229), np.float64(0.006182929771428462)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 22:23:15,333 | INFO |Task summary: run_id=7617c, task_label=7617ccde5fe04484801265e1f1e76811 (models.py:346) -2024-09-01 22:23:15,333 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 22:23:15,333 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 22:23:15,333 | INFO |PgVector | 2024-09-01T22:11:34.408271 Performance1536D500K 7617ccde5fe04484801265e1f1e76811 | 0.0 911.7796 0.0739 0.7861 0 | :) (models.py:346) -2024-09-01 22:23:15,333 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json (models.py:204) -2024-09-01 22:23:15,333 | INFO |Success to finish task: label=7617ccde5fe04484801265e1f1e76811, run_id=7617ccde5fe04484801265e1f1e76811 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json b/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json deleted file mode 100644 index 7eec3f368..000000000 --- a/script/data/aws/db.m6i.large-16-32-80-Performance1536D500K-0-21831/result_20240901_7617ccde5fe04484801265e1f1e76811_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "7617ccde5fe04484801265e1f1e76811", "task_label": "7617ccde5fe04484801265e1f1e76811", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 911.7796, "serial_latency_p99": 0.0739, "recall": 0.7861, "ndcg": 0.8288, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [204.6403, 670.3233, 842.5933, 876.6484, 896.8126, 897.1811, 892.1993, 911.7796, 911.7012, 888.7222, 907.9428, 879.4276, 890.1109, 887.6373], "conc_latency_p99_list": [0.0024452658062764387, 0.0026262675352663792, 0.0029874028348458523, 0.003086344105473836, 0.0034735091975293467, 0.0035518456756763045, 0.0038913358446297933, 0.003878901655282971, 0.004269146880920743, 0.0042475020875339395, 0.006052353689440497, 0.00485355241097277, 0.005553381021015229, 0.006182929771428462]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T22:11:34.408271", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 32, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt b/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt deleted file mode 100644 index fc2c750c1..000000000 --- a/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/log.txt +++ /dev/null @@ -1,3195 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '1', '1', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 1 -max_parallel_workers: 1 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 -2024-09-01 15:59:55,637 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T15:59:55.625070', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 15:59:55,637 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T15:59:55.625070', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 15:59:55,637 | INFO |generated uuid for the tasks: 80cb50d949d54ecf828d32c975e56b42 (interface.py:66) -2024-09-01 15:59:55,702 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 15:59:55,702 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 15:59:55,702 | INFO | PgVector-2024-09-01T15:59:55.625070 | Performance OpenAI-MEDIUM-500K None | 80cb50d949d54ecf828d32c975e56b42 (task_runner.py:340) -2024-09-01 15:59:55,702 | INFO |task submitted: id=80cb50d949d54ecf828d32c975e56b42, 80cb50d949d54ecf828d32c975e56b42, case number: 1 (interface.py:231) -2024-09-01 15:59:56,131 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T15:59:55.625070'}, drop_old=True (interface.py:164) -2024-09-01 15:59:56,131 | INFO |Starting run (task_runner.py:100) -2024-09-01 15:59:56,210 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 15:59:56,210 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 15:59:56,210 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 15:59:56,602 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) -2024-09-01 15:59:56,739 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) -2024-09-01 15:59:57,373 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 15:59:57,421 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 15:59:57,445 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 15:59:57,445 | INFO |Start performance case (task_runner.py:158) -2024-09-01 15:59:58,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 15:59:58,010 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) -2024-09-01 15:59:58,010 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) -2024-09-01 16:00:00,956 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:01,917 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:02,814 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:03,910 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:04,753 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:05,782 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:06,577 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:07,630 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:08,564 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:09,479 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:10,407 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:11,284 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:12,201 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:13,209 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:14,076 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:15,026 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:15,849 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:16,831 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:17,601 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:18,518 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:19,188 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 16:00:19,673 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:20,438 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:21,444 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:22,275 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:23,265 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:24,115 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:25,153 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:26,088 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:26,989 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:27,886 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:28,714 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:29,546 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:30,457 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:31,289 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:32,246 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:33,120 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:34,174 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:35,310 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:36,631 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:38,034 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:38,608 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 16:00:38,999 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:40,102 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:40,924 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:41,997 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:42,803 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:43,726 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:44,613 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:45,649 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:46,559 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:47,423 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:48,321 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:49,182 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:50,017 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:50,953 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:51,745 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:52,788 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:53,584 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:54,422 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:55,636 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:56,909 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:58,107 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 16:00:58,582 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:00:59,759 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:00,820 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:01,639 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:02,655 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:03,567 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:04,457 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:05,388 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:06,325 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:07,252 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:08,213 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:09,012 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:09,884 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:10,643 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:11,632 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:12,428 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:13,287 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:14,635 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:15,418 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:16,587 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:17,652 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 16:01:18,039 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:19,683 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:20,961 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:22,061 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:22,985 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:23,879 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:24,798 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:25,657 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:26,564 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:27,502 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:28,393 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:29,511 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:30,287 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:31,255 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:32,391 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:33,285 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:34,457 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:35,304 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:36,571 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:37,525 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 16:01:38,251 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 16:01:38,355 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=100.34495854099805 (serial_runner.py:61) -2024-09-01 16:01:39,069 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:01:39,069 | INFO |PgVector post insert before optimize (pgvector.py:188) -2024-09-01 16:01:39,069 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 16:01:39,069 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 16:01:39,070 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) -2024-09-01 16:01:39,075 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) -2024-09-01 16:01:39,075 | DEBUG | - CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" - USING "hnsw" (embedding "vector_cosine_ops" ) - WITH ( "m" = "16", "ef_construction" = "64" ); (pgvector.py:308) -2024-09-01 16:14:43,472 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=101.06573098799709, optimize_duration=784.3218472339977 load_duration(insert + optimize) = 885.3876 (task_runner.py:167) -2024-09-01 16:14:43,554 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:14:43,556 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 16:14:43,556 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 16:14:43,565 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 16:14:43,609 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 16:14:44,176 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 16:14:44,195 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:14:44,196 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 16:14:44,196 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 16:14:46,396 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.020370088997879066, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:14:48,632 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.022330485000566114, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:14:51,303 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.015961960001732223, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:14:53,905 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.016529267999430886, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:15:04,142 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.1648596559971338, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:15:09,655 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.01861757000006037, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:15:12,208 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.012859926999226445, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:15:15,210 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.03307674799725646, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:15:17,833 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.02490730199860991, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:15:20,585 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.01483122799982084, latest recall=0.1 (serial_runner.py:202) -2024-09-01 16:15:20,586 | INFO |SpawnProcess-1:3 search entire test_data: cost=33.0411s, queries=1000, avg_recall=0.0995, avg_ndcg=0.2011,avg_latency=0.033, p99=0.2545 (serial_runner.py:209) -2024-09-01 16:15:21,128 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:15:21,128 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 16:15:22,149 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 16:15:22,178 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:15:22,622 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0006794590008212253 (mp_runner.py:73) -2024-09-01 16:15:23,054 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0008879670021997299 (mp_runner.py:73) -2024-09-01 16:15:23,488 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0014713439995830413 (mp_runner.py:73) -2024-09-01 16:15:23,925 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0009235100005753338 (mp_runner.py:73) -2024-09-01 16:15:24,382 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0006941739993635565 (mp_runner.py:73) -2024-09-01 16:15:24,916 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0010047719988506287 (mp_runner.py:73) -2024-09-01 16:15:25,458 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0010722829974838533 (mp_runner.py:73) -2024-09-01 16:15:26,024 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.000975897997705033 (mp_runner.py:73) -2024-09-01 16:15:26,584 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0011647270002868026 (mp_runner.py:73) -2024-09-01 16:15:27,167 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0010788210020109545 (mp_runner.py:73) -2024-09-01 16:15:27,730 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0009296360003645532 (mp_runner.py:73) -2024-09-01 16:15:28,292 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0010908529984590132 (mp_runner.py:73) -2024-09-01 16:15:28,895 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0011547719986992888 (mp_runner.py:73) -2024-09-01 16:15:29,444 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.001102487000025576 (mp_runner.py:73) -2024-09-01 16:15:29,884 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0008820660004857928 (mp_runner.py:73) -2024-09-01 16:15:30,417 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0009807500027818605 (mp_runner.py:73) -2024-09-01 16:15:30,865 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0009187870018649846 (mp_runner.py:73) -2024-09-01 16:15:31,303 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0007073469969327562 (mp_runner.py:73) -2024-09-01 16:15:31,833 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0010069340023619588 (mp_runner.py:73) -2024-09-01 16:15:32,389 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.001038548998621991 (mp_runner.py:73) -2024-09-01 16:15:32,938 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0008776260001468472 (mp_runner.py:73) -2024-09-01 16:15:33,512 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0012830079976993147 (mp_runner.py:73) -2024-09-01 16:15:34,065 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0011034320014005061 (mp_runner.py:73) -2024-09-01 16:15:34,509 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0008786819998931605 (mp_runner.py:73) -2024-09-01 16:15:34,953 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0007417170018015895 (mp_runner.py:73) -2024-09-01 16:15:35,393 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0008829920006974135 (mp_runner.py:73) -2024-09-01 16:15:35,825 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.00072660599835217 (mp_runner.py:73) -2024-09-01 16:15:36,297 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0008813970016490202 (mp_runner.py:73) -2024-09-01 16:15:36,732 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0009553320014674682 (mp_runner.py:73) -2024-09-01 16:15:37,175 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0007602469995617867 (mp_runner.py:73) -2024-09-01 16:15:37,684 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.0011481939982331824 (mp_runner.py:73) -2024-09-01 16:15:38,237 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0010222519995295443 (mp_runner.py:73) -2024-09-01 16:15:38,794 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.00111999000000651 (mp_runner.py:73) -2024-09-01 16:15:39,364 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.001053028001479106 (mp_runner.py:73) -2024-09-01 16:15:39,906 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.001108247997763101 (mp_runner.py:73) -2024-09-01 16:15:40,448 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0011084259967901744 (mp_runner.py:73) -2024-09-01 16:15:40,997 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.001079153000318911 (mp_runner.py:73) -2024-09-01 16:15:41,548 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.0009748269985720981 (mp_runner.py:73) -2024-09-01 16:15:42,181 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0018618569993122946 (mp_runner.py:73) -2024-09-01 16:15:42,752 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.001015589001326589 (mp_runner.py:73) -2024-09-01 16:15:43,293 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0010017319982580375 (mp_runner.py:73) -2024-09-01 16:15:43,898 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.0010071539982163813 (mp_runner.py:73) -2024-09-01 16:15:44,472 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0012017609988106415 (mp_runner.py:73) -2024-09-01 16:15:45,000 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0009676390000095125 (mp_runner.py:73) -2024-09-01 16:15:45,535 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0006583199974556919 (mp_runner.py:73) -2024-09-01 16:15:45,977 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0009598050019121729 (mp_runner.py:73) -2024-09-01 16:15:46,418 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.0009203120025631506 (mp_runner.py:73) -2024-09-01 16:15:46,858 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.0009212359982484486 (mp_runner.py:73) -2024-09-01 16:15:47,293 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.0008954910008469597 (mp_runner.py:73) -2024-09-01 16:15:47,726 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.0008784700003161561 (mp_runner.py:73) -2024-09-01 16:15:48,183 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.000749707000068156 (mp_runner.py:73) -2024-09-01 16:15:48,624 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0008473529996990692 (mp_runner.py:73) -2024-09-01 16:15:49,061 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0007296980002138298 (mp_runner.py:73) -2024-09-01 16:15:49,549 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0010522609991312493 (mp_runner.py:73) -2024-09-01 16:15:49,995 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.000668917997245444 (mp_runner.py:73) -2024-09-01 16:15:50,479 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.001041627001541201 (mp_runner.py:73) -2024-09-01 16:15:51,034 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0012981400032003876 (mp_runner.py:73) -2024-09-01 16:15:51,589 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0010824390010384377 (mp_runner.py:73) -2024-09-01 16:15:52,133 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.0009306100000685547 (mp_runner.py:73) -2024-09-01 16:15:52,180 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0012s, count=29543, qps in this process: 984.7273 (mp_runner.py:76) -2024-09-01 16:15:52,183 | INFO |End search in concurrency 1: dur=30.033333875999233s, total_count=29543, qps=983.6737 (mp_runner.py:120) -2024-09-01 16:15:52,366 | INFO |Update largest qps with concurrency 1: current max_qps=983.6737 (mp_runner.py:124) -2024-09-01 16:15:52,780 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:15:52,780 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 16:15:57,821 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 16:15:57,867 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:15:57,867 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:15:57,868 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:15:57,868 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:15:57,884 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:15:58,879 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0021191880005062558 (mp_runner.py:73) -2024-09-01 16:15:58,886 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.003461321997747291 (mp_runner.py:73) -2024-09-01 16:15:58,894 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0011891739995917305 (mp_runner.py:73) -2024-09-01 16:15:58,920 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.002309102997969603 (mp_runner.py:73) -2024-09-01 16:15:58,959 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.0022123449998616707 (mp_runner.py:73) -2024-09-01 16:15:59,818 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0013334319992281962 (mp_runner.py:73) -2024-09-01 16:15:59,849 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0015957269970385823 (mp_runner.py:73) -2024-09-01 16:15:59,911 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.001389528999425238 (mp_runner.py:73) -2024-09-01 16:15:59,921 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0023787040008755866 (mp_runner.py:73) -2024-09-01 16:15:59,931 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.0012249479987076484 (mp_runner.py:73) -2024-09-01 16:16:00,901 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0021557940017373767 (mp_runner.py:73) -2024-09-01 16:16:00,912 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0014919300010660663 (mp_runner.py:73) -2024-09-01 16:16:00,913 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.002308183000423014 (mp_runner.py:73) -2024-09-01 16:16:01,016 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.001461168001696933 (mp_runner.py:73) -2024-09-01 16:16:01,062 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.003232222999940859 (mp_runner.py:73) -2024-09-01 16:16:01,836 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0012146109984314535 (mp_runner.py:73) -2024-09-01 16:16:01,878 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.001522713999293046 (mp_runner.py:73) -2024-09-01 16:16:01,942 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0012345809991529677 (mp_runner.py:73) -2024-09-01 16:16:02,095 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0037458469996636268 (mp_runner.py:73) -2024-09-01 16:16:02,121 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.001718391002214048 (mp_runner.py:73) -2024-09-01 16:16:02,832 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.002218965000793105 (mp_runner.py:73) -2024-09-01 16:16:02,914 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0016550969994568732 (mp_runner.py:73) -2024-09-01 16:16:02,963 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.0011958159993810114 (mp_runner.py:73) -2024-09-01 16:16:03,109 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0013630760004161857 (mp_runner.py:73) -2024-09-01 16:16:03,217 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.00274119499954395 (mp_runner.py:73) -2024-09-01 16:16:03,824 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0025205430029018316 (mp_runner.py:73) -2024-09-01 16:16:03,962 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0012880859976576176 (mp_runner.py:73) -2024-09-01 16:16:03,981 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.003114334998826962 (mp_runner.py:73) -2024-09-01 16:16:04,129 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.0014892859981046058 (mp_runner.py:73) -2024-09-01 16:16:04,188 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0013826879985572305 (mp_runner.py:73) -2024-09-01 16:16:04,832 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0011517739985720254 (mp_runner.py:73) -2024-09-01 16:16:04,990 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0013513789999706205 (mp_runner.py:73) -2024-09-01 16:16:05,047 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.002187999998568557 (mp_runner.py:73) -2024-09-01 16:16:05,143 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.0018532389985921327 (mp_runner.py:73) -2024-09-01 16:16:05,166 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0025369899994984735 (mp_runner.py:73) -2024-09-01 16:16:05,814 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0020320419971540105 (mp_runner.py:73) -2024-09-01 16:16:05,946 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.00208721800299827 (mp_runner.py:73) -2024-09-01 16:16:06,138 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.001306097001361195 (mp_runner.py:73) -2024-09-01 16:16:06,190 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0019037579986616038 (mp_runner.py:73) -2024-09-01 16:16:06,216 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0014249800005927682 (mp_runner.py:73) -2024-09-01 16:16:06,827 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0012775979994330555 (mp_runner.py:73) -2024-09-01 16:16:06,987 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.001215958000102546 (mp_runner.py:73) -2024-09-01 16:16:07,119 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.0027247770012763795 (mp_runner.py:73) -2024-09-01 16:16:07,191 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0014133349977782927 (mp_runner.py:73) -2024-09-01 16:16:07,239 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.0017753879983501974 (mp_runner.py:73) -2024-09-01 16:16:07,835 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.001582919001521077 (mp_runner.py:73) -2024-09-01 16:16:07,991 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0018790319991239812 (mp_runner.py:73) -2024-09-01 16:16:08,096 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.0011684210003295448 (mp_runner.py:73) -2024-09-01 16:16:08,119 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.001576018999912776 (mp_runner.py:73) -2024-09-01 16:16:08,192 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.0017033069998433348 (mp_runner.py:73) -2024-09-01 16:16:08,900 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.001826645999244647 (mp_runner.py:73) -2024-09-01 16:16:08,956 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0016102330009744037 (mp_runner.py:73) -2024-09-01 16:16:09,161 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0019652390001283493 (mp_runner.py:73) -2024-09-01 16:16:09,175 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.0018992629993590526 (mp_runner.py:73) -2024-09-01 16:16:09,178 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0012887920020148158 (mp_runner.py:73) -2024-09-01 16:16:10,020 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0020244919978722464 (mp_runner.py:73) -2024-09-01 16:16:10,034 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.003957524000725243 (mp_runner.py:73) -2024-09-01 16:16:10,230 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.001482602001487976 (mp_runner.py:73) -2024-09-01 16:16:10,256 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.0014196429983712733 (mp_runner.py:73) -2024-09-01 16:16:10,358 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.00229149100050563 (mp_runner.py:73) -2024-09-01 16:16:11,071 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0022503140025946777 (mp_runner.py:73) -2024-09-01 16:16:11,117 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0023518009984400123 (mp_runner.py:73) -2024-09-01 16:16:11,242 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.0019892130003427155 (mp_runner.py:73) -2024-09-01 16:16:11,297 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0012586939992615953 (mp_runner.py:73) -2024-09-01 16:16:11,438 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0016721159990993328 (mp_runner.py:73) -2024-09-01 16:16:12,120 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0011609529974521138 (mp_runner.py:73) -2024-09-01 16:16:12,181 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0012962249966221862 (mp_runner.py:73) -2024-09-01 16:16:12,244 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.0031591900005878415 (mp_runner.py:73) -2024-09-01 16:16:12,247 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.001284974001464434 (mp_runner.py:73) -2024-09-01 16:16:12,616 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.0024848259999998845 (mp_runner.py:73) -2024-09-01 16:16:13,089 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0017221579983015545 (mp_runner.py:73) -2024-09-01 16:16:13,180 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.00172850200033281 (mp_runner.py:73) -2024-09-01 16:16:13,185 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.0019378210017748643 (mp_runner.py:73) -2024-09-01 16:16:13,196 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0036449920007726178 (mp_runner.py:73) -2024-09-01 16:16:13,736 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.0022685490002913866 (mp_runner.py:73) -2024-09-01 16:16:14,228 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.0008986389984784182 (mp_runner.py:73) -2024-09-01 16:16:14,295 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0024148950033122674 (mp_runner.py:73) -2024-09-01 16:16:14,301 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0018427510003675707 (mp_runner.py:73) -2024-09-01 16:16:14,451 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0019594099976529833 (mp_runner.py:73) -2024-09-01 16:16:14,831 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.003179340001224773 (mp_runner.py:73) -2024-09-01 16:16:15,182 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0014394979989447165 (mp_runner.py:73) -2024-09-01 16:16:15,231 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0015794989994901698 (mp_runner.py:73) -2024-09-01 16:16:15,446 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.001271591998374788 (mp_runner.py:73) -2024-09-01 16:16:15,571 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.001287794002564624 (mp_runner.py:73) -2024-09-01 16:16:15,932 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0018168759997934103 (mp_runner.py:73) -2024-09-01 16:16:16,086 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.0013082269979349803 (mp_runner.py:73) -2024-09-01 16:16:16,143 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0016209969980991445 (mp_runner.py:73) -2024-09-01 16:16:16,525 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0016650299985485617 (mp_runner.py:73) -2024-09-01 16:16:16,622 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.002466155001457082 (mp_runner.py:73) -2024-09-01 16:16:16,938 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.0014132010001048911 (mp_runner.py:73) -2024-09-01 16:16:17,000 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.0027715629985323176 (mp_runner.py:73) -2024-09-01 16:16:17,113 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0013758519999100827 (mp_runner.py:73) -2024-09-01 16:16:17,592 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0022315560017887037 (mp_runner.py:73) -2024-09-01 16:16:17,658 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0023112540002330206 (mp_runner.py:73) -2024-09-01 16:16:17,900 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.0014602459996240214 (mp_runner.py:73) -2024-09-01 16:16:18,033 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.0025653820011939388 (mp_runner.py:73) -2024-09-01 16:16:18,055 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0028825190020143054 (mp_runner.py:73) -2024-09-01 16:16:18,722 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0017122970020864159 (mp_runner.py:73) -2024-09-01 16:16:18,818 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.0014233980000426527 (mp_runner.py:73) -2024-09-01 16:16:18,861 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0026672400017559994 (mp_runner.py:73) -2024-09-01 16:16:18,949 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0013633609996759333 (mp_runner.py:73) -2024-09-01 16:16:19,169 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.0023717240001133177 (mp_runner.py:73) -2024-09-01 16:16:19,732 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.001520275000075344 (mp_runner.py:73) -2024-09-01 16:16:19,784 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0022544099992956035 (mp_runner.py:73) -2024-09-01 16:16:19,824 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0017050759997800924 (mp_runner.py:73) -2024-09-01 16:16:19,893 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0014305419972515665 (mp_runner.py:73) -2024-09-01 16:16:20,285 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.0025398819998372346 (mp_runner.py:73) -2024-09-01 16:16:20,629 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0017954680006369017 (mp_runner.py:73) -2024-09-01 16:16:20,769 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0017255310012842529 (mp_runner.py:73) -2024-09-01 16:16:20,872 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.00250273499841569 (mp_runner.py:73) -2024-09-01 16:16:20,968 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.002172133001295151 (mp_runner.py:73) -2024-09-01 16:16:21,380 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.0018844419973902404 (mp_runner.py:73) -2024-09-01 16:16:21,585 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.00111624500277685 (mp_runner.py:73) -2024-09-01 16:16:21,792 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0014589950005756691 (mp_runner.py:73) -2024-09-01 16:16:21,925 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0014392949997272808 (mp_runner.py:73) -2024-09-01 16:16:22,072 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0024352620021090843 (mp_runner.py:73) -2024-09-01 16:16:22,359 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.0016050949998316355 (mp_runner.py:73) -2024-09-01 16:16:22,598 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0016449049981019925 (mp_runner.py:73) -2024-09-01 16:16:22,705 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0022400689995265566 (mp_runner.py:73) -2024-09-01 16:16:22,881 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0013754440005868673 (mp_runner.py:73) -2024-09-01 16:16:23,134 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0012833900000259746 (mp_runner.py:73) -2024-09-01 16:16:23,352 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.0015238029991451185 (mp_runner.py:73) -2024-09-01 16:16:23,560 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0015327690016420092 (mp_runner.py:73) -2024-09-01 16:16:23,664 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0016120969994517509 (mp_runner.py:73) -2024-09-01 16:16:23,945 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0017193540006701369 (mp_runner.py:73) -2024-09-01 16:16:24,255 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0023268169970833696 (mp_runner.py:73) -2024-09-01 16:16:24,485 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.0022990229990682565 (mp_runner.py:73) -2024-09-01 16:16:24,501 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.0011353059999237303 (mp_runner.py:73) -2024-09-01 16:16:24,641 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.001676227999269031 (mp_runner.py:73) -2024-09-01 16:16:25,091 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.001929330999701051 (mp_runner.py:73) -2024-09-01 16:16:25,288 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.001582466000400018 (mp_runner.py:73) -2024-09-01 16:16:25,385 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.00144954799907282 (mp_runner.py:73) -2024-09-01 16:16:25,532 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0015573040000163019 (mp_runner.py:73) -2024-09-01 16:16:25,567 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.0012534880006569438 (mp_runner.py:73) -2024-09-01 16:16:26,188 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0019381989986868575 (mp_runner.py:73) -2024-09-01 16:16:26,324 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.001597874997969484 (mp_runner.py:73) -2024-09-01 16:16:26,342 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.002584524998383131 (mp_runner.py:73) -2024-09-01 16:16:26,367 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.00179957499858574 (mp_runner.py:73) -2024-09-01 16:16:26,659 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.00215148200004478 (mp_runner.py:73) -2024-09-01 16:16:27,243 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.0023040470005071256 (mp_runner.py:73) -2024-09-01 16:16:27,301 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.0015942399986670353 (mp_runner.py:73) -2024-09-01 16:16:27,355 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0013812270008202177 (mp_runner.py:73) -2024-09-01 16:16:27,417 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.00190447199929622 (mp_runner.py:73) -2024-09-01 16:16:27,730 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.0027557409994187765 (mp_runner.py:73) -2024-09-01 16:16:27,869 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0002s, count=14061, qps in this process: 468.6969 (mp_runner.py:76) -2024-09-01 16:16:27,869 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0011s, count=15285, qps in this process: 509.4813 (mp_runner.py:76) -2024-09-01 16:16:27,870 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0015s, count=14277, qps in this process: 475.8762 (mp_runner.py:76) -2024-09-01 16:16:27,870 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0009s, count=15259, qps in this process: 508.6181 (mp_runner.py:76) -2024-09-01 16:16:27,887 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.001s, count=14319, qps in this process: 477.2841 (mp_runner.py:76) -2024-09-01 16:16:27,891 | INFO |End search in concurrency 5: dur=30.069622273000277s, total_count=73201, qps=2434.3838 (mp_runner.py:120) -2024-09-01 16:16:28,244 | INFO |Update largest qps with concurrency 5: current max_qps=2434.3838 (mp_runner.py:124) -2024-09-01 16:16:28,677 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:16:28,677 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 16:16:38,882 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 16:16:38,929 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:38,933 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:38,971 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:38,974 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:38,975 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:38,984 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,019 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,089 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,089 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:39,113 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:16:41,475 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.003207397003279766 (mp_runner.py:73) -2024-09-01 16:16:41,476 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0024625309997645672 (mp_runner.py:73) -2024-09-01 16:16:41,476 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.004907925002044067 (mp_runner.py:73) -2024-09-01 16:16:41,476 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.0012800049989891704 (mp_runner.py:73) -2024-09-01 16:16:41,477 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.003910250001354143 (mp_runner.py:73) -2024-09-01 16:16:41,477 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.0032171819984796457 (mp_runner.py:73) -2024-09-01 16:16:41,477 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0042498619986872654 (mp_runner.py:73) -2024-09-01 16:16:41,477 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.00317671399898245 (mp_runner.py:73) -2024-09-01 16:16:41,478 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.004181307998806005 (mp_runner.py:73) -2024-09-01 16:16:41,478 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.0030213880017981865 (mp_runner.py:73) -2024-09-01 16:16:41,478 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.003663240000605583 (mp_runner.py:73) -2024-09-01 16:16:41,478 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.004323264998674858 (mp_runner.py:73) -2024-09-01 16:16:41,479 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.007212117001472507 (mp_runner.py:73) -2024-09-01 16:16:41,969 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.007362656000623247 (mp_runner.py:73) -2024-09-01 16:16:42,516 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.007967810000991449 (mp_runner.py:73) -2024-09-01 16:16:43,986 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0050548569997772574 (mp_runner.py:73) -2024-09-01 16:16:43,988 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0049027919994841795 (mp_runner.py:73) -2024-09-01 16:16:43,988 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.004587334002280841 (mp_runner.py:73) -2024-09-01 16:16:43,989 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.004123163998883683 (mp_runner.py:73) -2024-09-01 16:16:43,989 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.006894248999742558 (mp_runner.py:73) -2024-09-01 16:16:44,221 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.003938849000405753 (mp_runner.py:73) -2024-09-01 16:16:44,221 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.004382498998893425 (mp_runner.py:73) -2024-09-01 16:16:44,222 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.004239214998960961 (mp_runner.py:73) -2024-09-01 16:16:44,223 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.008558728000934934 (mp_runner.py:73) -2024-09-01 16:16:44,223 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.004147689000092214 (mp_runner.py:73) -2024-09-01 16:16:44,223 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004754934998345561 (mp_runner.py:73) -2024-09-01 16:16:44,224 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.008853088002069853 (mp_runner.py:73) -2024-09-01 16:16:44,225 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.005853007998666726 (mp_runner.py:73) -2024-09-01 16:16:45,662 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.006362546999298502 (mp_runner.py:73) -2024-09-01 16:16:46,018 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.003515535998303676 (mp_runner.py:73) -2024-09-01 16:16:46,553 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0022111610014690086 (mp_runner.py:73) -2024-09-01 16:16:46,554 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.0023903029978100676 (mp_runner.py:73) -2024-09-01 16:16:46,555 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.004209601000184193 (mp_runner.py:73) -2024-09-01 16:16:46,555 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.003943667001294671 (mp_runner.py:73) -2024-09-01 16:16:46,756 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.0034866829992097337 (mp_runner.py:73) -2024-09-01 16:16:46,757 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.0038188299986359198 (mp_runner.py:73) -2024-09-01 16:16:46,757 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00402911999844946 (mp_runner.py:73) -2024-09-01 16:16:46,757 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.005158051000762498 (mp_runner.py:73) -2024-09-01 16:16:46,758 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.005704972001694841 (mp_runner.py:73) -2024-09-01 16:16:46,758 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.0047668959996371996 (mp_runner.py:73) -2024-09-01 16:16:46,758 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.004101071997865802 (mp_runner.py:73) -2024-09-01 16:16:46,758 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.004131446999963373 (mp_runner.py:73) -2024-09-01 16:16:47,177 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.005950684000708861 (mp_runner.py:73) -2024-09-01 16:16:48,867 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.006278388998907758 (mp_runner.py:73) -2024-09-01 16:16:49,130 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.0067652869984158315 (mp_runner.py:73) -2024-09-01 16:16:49,144 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.008500181000272278 (mp_runner.py:73) -2024-09-01 16:16:49,234 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.003228569999919273 (mp_runner.py:73) -2024-09-01 16:16:49,235 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005019746000471059 (mp_runner.py:73) -2024-09-01 16:16:49,235 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.0037664900009986013 (mp_runner.py:73) -2024-09-01 16:16:49,235 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.004457196999283042 (mp_runner.py:73) -2024-09-01 16:16:49,235 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.002860350999981165 (mp_runner.py:73) -2024-09-01 16:16:49,236 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.0036262499997974373 (mp_runner.py:73) -2024-09-01 16:16:49,236 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.004410018998896703 (mp_runner.py:73) -2024-09-01 16:16:49,236 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.0038250200013862923 (mp_runner.py:73) -2024-09-01 16:16:49,237 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.003764982997381594 (mp_runner.py:73) -2024-09-01 16:16:49,238 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.00449871599994367 (mp_runner.py:73) -2024-09-01 16:16:49,279 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.005058615999587346 (mp_runner.py:73) -2024-09-01 16:16:50,333 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.0076142469988553785 (mp_runner.py:73) -2024-09-01 16:16:51,547 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.0028536089994304348 (mp_runner.py:73) -2024-09-01 16:16:51,548 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.003048662001674529 (mp_runner.py:73) -2024-09-01 16:16:51,549 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.004934725999191869 (mp_runner.py:73) -2024-09-01 16:16:51,549 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.005540600999665912 (mp_runner.py:73) -2024-09-01 16:16:51,714 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.00469021200115094 (mp_runner.py:73) -2024-09-01 16:16:51,715 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.003719259999343194 (mp_runner.py:73) -2024-09-01 16:16:51,715 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.004534667001280468 (mp_runner.py:73) -2024-09-01 16:16:51,715 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.006710973000735976 (mp_runner.py:73) -2024-09-01 16:16:51,716 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.006435103001422249 (mp_runner.py:73) -2024-09-01 16:16:51,869 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.004457383998669684 (mp_runner.py:73) -2024-09-01 16:16:51,877 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.00526332600202295 (mp_runner.py:73) -2024-09-01 16:16:51,930 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0063664020017313305 (mp_runner.py:73) -2024-09-01 16:16:52,093 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.006363081000017701 (mp_runner.py:73) -2024-09-01 16:16:52,445 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.004772719999891706 (mp_runner.py:73) -2024-09-01 16:16:53,515 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.004607185001077596 (mp_runner.py:73) -2024-09-01 16:16:53,912 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.004837567998038139 (mp_runner.py:73) -2024-09-01 16:16:53,913 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.0038461700023617595 (mp_runner.py:73) -2024-09-01 16:16:53,913 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.0035119300009682775 (mp_runner.py:73) -2024-09-01 16:16:53,914 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0028020600002491847 (mp_runner.py:73) -2024-09-01 16:16:54,347 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.006627369002671912 (mp_runner.py:73) -2024-09-01 16:16:54,360 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.00563553500251146 (mp_runner.py:73) -2024-09-01 16:16:54,398 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.004423274000146193 (mp_runner.py:73) -2024-09-01 16:16:54,443 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.004480200997932116 (mp_runner.py:73) -2024-09-01 16:16:54,445 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.004589758998918114 (mp_runner.py:73) -2024-09-01 16:16:55,044 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.009110405000683386 (mp_runner.py:73) -2024-09-01 16:16:55,061 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.01555458999791881 (mp_runner.py:73) -2024-09-01 16:16:55,140 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.006753175999619998 (mp_runner.py:73) -2024-09-01 16:16:55,442 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.005305154998495709 (mp_runner.py:73) -2024-09-01 16:16:55,703 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.007341255000937963 (mp_runner.py:73) -2024-09-01 16:16:56,430 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.002097019001666922 (mp_runner.py:73) -2024-09-01 16:16:56,432 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.0052079800007049926 (mp_runner.py:73) -2024-09-01 16:16:56,433 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.005781975996796973 (mp_runner.py:73) -2024-09-01 16:16:56,769 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.006126141001004726 (mp_runner.py:73) -2024-09-01 16:16:56,806 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.0011933759997191373 (mp_runner.py:73) -2024-09-01 16:16:57,303 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.004448545998457121 (mp_runner.py:73) -2024-09-01 16:16:57,507 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.004440766999323387 (mp_runner.py:73) -2024-09-01 16:16:57,511 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.00289645800148719 (mp_runner.py:73) -2024-09-01 16:16:57,623 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.005975822001346387 (mp_runner.py:73) -2024-09-01 16:16:57,707 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.005047511000157101 (mp_runner.py:73) -2024-09-01 16:16:58,179 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.0035456089972285554 (mp_runner.py:73) -2024-09-01 16:16:58,242 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.006128683999122586 (mp_runner.py:73) -2024-09-01 16:16:58,377 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.004753635999804828 (mp_runner.py:73) -2024-09-01 16:16:58,709 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.011608210999838775 (mp_runner.py:73) -2024-09-01 16:16:59,187 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0025139239987765905 (mp_runner.py:73) -2024-09-01 16:16:59,188 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.0021312070020940155 (mp_runner.py:73) -2024-09-01 16:16:59,189 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.003148566000163555 (mp_runner.py:73) -2024-09-01 16:16:59,331 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.006585843002540059 (mp_runner.py:73) -2024-09-01 16:17:00,123 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.004977460001100553 (mp_runner.py:73) -2024-09-01 16:17:00,458 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.005843926999659743 (mp_runner.py:73) -2024-09-01 16:17:00,652 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.005728031999751693 (mp_runner.py:73) -2024-09-01 16:17:00,870 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.006844763996923575 (mp_runner.py:73) -2024-09-01 16:17:00,909 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.005920655999943847 (mp_runner.py:73) -2024-09-01 16:17:01,125 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.00146605199915939 (mp_runner.py:73) -2024-09-01 16:17:01,201 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.008847934001096291 (mp_runner.py:73) -2024-09-01 16:17:01,676 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.005642478001391282 (mp_runner.py:73) -2024-09-01 16:17:01,772 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.004394538998894859 (mp_runner.py:73) -2024-09-01 16:17:01,973 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.002391697998973541 (mp_runner.py:73) -2024-09-01 16:17:01,974 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.002581918000942096 (mp_runner.py:73) -2024-09-01 16:17:01,974 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.00424499300061143 (mp_runner.py:73) -2024-09-01 16:17:01,975 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.005511567997018574 (mp_runner.py:73) -2024-09-01 16:17:02,011 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.006529992999276146 (mp_runner.py:73) -2024-09-01 16:17:02,559 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.005567500997130992 (mp_runner.py:73) -2024-09-01 16:17:03,346 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.0060402000017347746 (mp_runner.py:73) -2024-09-01 16:17:03,675 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.005257603999780258 (mp_runner.py:73) -2024-09-01 16:17:03,792 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.005782125997939147 (mp_runner.py:73) -2024-09-01 16:17:03,858 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.005030951000662753 (mp_runner.py:73) -2024-09-01 16:17:04,145 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.008436986001470359 (mp_runner.py:73) -2024-09-01 16:17:04,265 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.003993207999883452 (mp_runner.py:73) -2024-09-01 16:17:04,480 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.005736752998927841 (mp_runner.py:73) -2024-09-01 16:17:04,560 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.0044159870012663305 (mp_runner.py:73) -2024-09-01 16:17:04,560 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.0036292209988459945 (mp_runner.py:73) -2024-09-01 16:17:04,562 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.0066092989982280415 (mp_runner.py:73) -2024-09-01 16:17:05,012 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.005518581998330774 (mp_runner.py:73) -2024-09-01 16:17:05,020 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.005932025997026358 (mp_runner.py:73) -2024-09-01 16:17:05,194 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.005617858001642162 (mp_runner.py:73) -2024-09-01 16:17:05,277 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.004554123999696458 (mp_runner.py:73) -2024-09-01 16:17:05,851 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.006766263999452349 (mp_runner.py:73) -2024-09-01 16:17:06,411 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.004859578999457881 (mp_runner.py:73) -2024-09-01 16:17:06,773 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.004688378998253029 (mp_runner.py:73) -2024-09-01 16:17:06,912 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.008312247999128886 (mp_runner.py:73) -2024-09-01 16:17:07,081 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.0052361220004968345 (mp_runner.py:73) -2024-09-01 16:17:07,282 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.0044475190006778575 (mp_runner.py:73) -2024-09-01 16:17:07,326 | DEBUG |(SpawnProcess-1:27) search_count: 5500, latest_latency=0.005727506999392062 (mp_runner.py:73) -2024-09-01 16:17:07,326 | DEBUG |(SpawnProcess-1:24) search_count: 5500, latest_latency=0.0027187760024389718 (mp_runner.py:73) -2024-09-01 16:17:07,327 | DEBUG |(SpawnProcess-1:18) search_count: 5500, latest_latency=0.005378596000809921 (mp_runner.py:73) -2024-09-01 16:17:07,479 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.005537625998840667 (mp_runner.py:73) -2024-09-01 16:17:07,608 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.005339726001693634 (mp_runner.py:73) -2024-09-01 16:17:08,067 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.004380177000712138 (mp_runner.py:73) -2024-09-01 16:17:08,074 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.00144767299934756 (mp_runner.py:73) -2024-09-01 16:17:08,384 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.004885002999799326 (mp_runner.py:73) -2024-09-01 16:17:08,483 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.0078043940011411905 (mp_runner.py:73) -2024-09-01 16:17:08,912 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.004927791997033637 (mp_runner.py:73) -2024-09-01 16:17:08,931 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0007s, count=5792, qps in this process: 193.0622 (mp_runner.py:76) -2024-09-01 16:17:08,939 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0056s, count=5427, qps in this process: 180.8662 (mp_runner.py:76) -2024-09-01 16:17:08,974 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.001s, count=5241, qps in this process: 174.6942 (mp_runner.py:76) -2024-09-01 16:17:08,984 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0079s, count=5219, qps in this process: 173.9209 (mp_runner.py:76) -2024-09-01 16:17:08,987 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0092s, count=5273, qps in this process: 175.7128 (mp_runner.py:76) -2024-09-01 16:17:08,987 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0008s, count=5083, qps in this process: 169.4288 (mp_runner.py:76) -2024-09-01 16:17:09,023 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0024s, count=5366, qps in this process: 178.8524 (mp_runner.py:76) -2024-09-01 16:17:09,095 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0014s, count=5821, qps in this process: 194.0243 (mp_runner.py:76) -2024-09-01 16:17:09,097 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0025s, count=5818, qps in this process: 193.9172 (mp_runner.py:76) -2024-09-01 16:17:09,097 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0018s, count=5172, qps in this process: 172.3897 (mp_runner.py:76) -2024-09-01 16:17:09,099 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0069s, count=4821, qps in this process: 160.663 (mp_runner.py:76) -2024-09-01 16:17:09,100 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0042s, count=5380, qps in this process: 179.3082 (mp_runner.py:76) -2024-09-01 16:17:09,101 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0052s, count=4615, qps in this process: 153.8067 (mp_runner.py:76) -2024-09-01 16:17:09,102 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0064s, count=5168, qps in this process: 172.2299 (mp_runner.py:76) -2024-09-01 16:17:09,117 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.001s, count=4540, qps in this process: 151.3283 (mp_runner.py:76) -2024-09-01 16:17:09,125 | INFO |End search in concurrency 15: dur=30.242581638998672s, total_count=78736, qps=2603.4814 (mp_runner.py:120) -2024-09-01 16:17:10,138 | INFO |Update largest qps with concurrency 15: current max_qps=2603.4814 (mp_runner.py:124) -2024-09-01 16:17:10,568 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:17:10,568 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 16:17:20,853 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 16:17:20,946 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:20,956 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:20,956 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:20,983 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,071 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,081 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,096 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,115 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,116 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,117 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,120 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,121 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:21,146 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:17:24,122 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.009019528999488102 (mp_runner.py:73) -2024-09-01 16:17:24,125 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.0038155490001372527 (mp_runner.py:73) -2024-09-01 16:17:24,125 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.011506465998536441 (mp_runner.py:73) -2024-09-01 16:17:24,126 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.011600142002862412 (mp_runner.py:73) -2024-09-01 16:17:24,127 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.015709091996541247 (mp_runner.py:73) -2024-09-01 16:17:24,127 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.00880991099984385 (mp_runner.py:73) -2024-09-01 16:17:24,128 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.01509177000116324 (mp_runner.py:73) -2024-09-01 16:17:24,129 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.013528805000532884 (mp_runner.py:73) -2024-09-01 16:17:24,129 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.005234580999967875 (mp_runner.py:73) -2024-09-01 16:17:24,198 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.00602532499760855 (mp_runner.py:73) -2024-09-01 16:17:24,223 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.005504852000740357 (mp_runner.py:73) -2024-09-01 16:17:24,224 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.005081307997897966 (mp_runner.py:73) -2024-09-01 16:17:24,225 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.0037784300002385862 (mp_runner.py:73) -2024-09-01 16:17:24,241 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.004114765000849729 (mp_runner.py:73) -2024-09-01 16:17:24,257 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.004546626001683762 (mp_runner.py:73) -2024-09-01 16:17:24,262 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0069617650005966425 (mp_runner.py:73) -2024-09-01 16:17:24,265 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.007187882001744583 (mp_runner.py:73) -2024-09-01 16:17:24,852 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.005348716000298737 (mp_runner.py:73) -2024-09-01 16:17:24,853 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0077280990008148365 (mp_runner.py:73) -2024-09-01 16:17:25,048 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.010875984000449535 (mp_runner.py:73) -2024-09-01 16:17:27,218 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.003767083999264287 (mp_runner.py:73) -2024-09-01 16:17:27,219 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.004039167997689219 (mp_runner.py:73) -2024-09-01 16:17:27,219 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.004146842999034561 (mp_runner.py:73) -2024-09-01 16:17:27,220 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.0039128280004661065 (mp_runner.py:73) -2024-09-01 16:17:27,220 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.003896832997270394 (mp_runner.py:73) -2024-09-01 16:17:27,221 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.007086925001203781 (mp_runner.py:73) -2024-09-01 16:17:27,221 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.004094161002285546 (mp_runner.py:73) -2024-09-01 16:17:27,222 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.00866912399942521 (mp_runner.py:73) -2024-09-01 16:17:27,222 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.004638788999727694 (mp_runner.py:73) -2024-09-01 16:17:27,795 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.004245112999342382 (mp_runner.py:73) -2024-09-01 16:17:27,797 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.0012134669996157754 (mp_runner.py:73) -2024-09-01 16:17:27,798 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.009240480001608375 (mp_runner.py:73) -2024-09-01 16:17:27,798 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.005306221002683742 (mp_runner.py:73) -2024-09-01 16:17:27,870 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.005305832000885857 (mp_runner.py:73) -2024-09-01 16:17:27,870 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.00721295299808844 (mp_runner.py:73) -2024-09-01 16:17:27,870 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.008313621998240706 (mp_runner.py:73) -2024-09-01 16:17:27,871 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.007346014001086587 (mp_runner.py:73) -2024-09-01 16:17:29,186 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.009840585000347346 (mp_runner.py:73) -2024-09-01 16:17:29,198 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.00658132000171463 (mp_runner.py:73) -2024-09-01 16:17:29,531 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.009343696998257656 (mp_runner.py:73) -2024-09-01 16:17:30,410 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.003835482999420492 (mp_runner.py:73) -2024-09-01 16:17:30,411 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.0042556900007184595 (mp_runner.py:73) -2024-09-01 16:17:30,411 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.005531925999093801 (mp_runner.py:73) -2024-09-01 16:17:30,412 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.007046779999654973 (mp_runner.py:73) -2024-09-01 16:17:30,413 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.0054790410031273495 (mp_runner.py:73) -2024-09-01 16:17:30,413 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.00869524700101465 (mp_runner.py:73) -2024-09-01 16:17:30,413 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.007819178001227556 (mp_runner.py:73) -2024-09-01 16:17:30,916 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.008854751999024302 (mp_runner.py:73) -2024-09-01 16:17:30,918 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.009478979001869448 (mp_runner.py:73) -2024-09-01 16:17:31,532 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.004899915002170019 (mp_runner.py:73) -2024-09-01 16:17:31,534 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.00781952800025465 (mp_runner.py:73) -2024-09-01 16:17:31,535 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.008920792999560945 (mp_runner.py:73) -2024-09-01 16:17:31,535 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.006893783000123221 (mp_runner.py:73) -2024-09-01 16:17:31,681 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.006427582000469556 (mp_runner.py:73) -2024-09-01 16:17:31,682 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.008269451001979178 (mp_runner.py:73) -2024-09-01 16:17:31,683 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.007773082001222065 (mp_runner.py:73) -2024-09-01 16:17:31,897 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.007403674000670435 (mp_runner.py:73) -2024-09-01 16:17:33,510 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.00893789999827277 (mp_runner.py:73) -2024-09-01 16:17:33,513 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.010153774997888831 (mp_runner.py:73) -2024-09-01 16:17:33,654 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.005581817000347655 (mp_runner.py:73) -2024-09-01 16:17:33,655 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.0036824509988946375 (mp_runner.py:73) -2024-09-01 16:17:33,657 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.00841420299911988 (mp_runner.py:73) -2024-09-01 16:17:33,657 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.0024333659966941923 (mp_runner.py:73) -2024-09-01 16:17:33,657 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.010111150000739144 (mp_runner.py:73) -2024-09-01 16:17:33,978 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.007708559998718556 (mp_runner.py:73) -2024-09-01 16:17:34,062 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.008899563999875681 (mp_runner.py:73) -2024-09-01 16:17:34,068 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.007261955001013121 (mp_runner.py:73) -2024-09-01 16:17:34,982 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.007011919999058591 (mp_runner.py:73) -2024-09-01 16:17:34,983 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.0076257269975030795 (mp_runner.py:73) -2024-09-01 16:17:35,331 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.008537126999726752 (mp_runner.py:73) -2024-09-01 16:17:35,331 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.007206438000139315 (mp_runner.py:73) -2024-09-01 16:17:35,332 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.006555686002684524 (mp_runner.py:73) -2024-09-01 16:17:35,660 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.008665328998176847 (mp_runner.py:73) -2024-09-01 16:17:35,772 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.00857713799996418 (mp_runner.py:73) -2024-09-01 16:17:35,821 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.007538777001173003 (mp_runner.py:73) -2024-09-01 16:17:35,953 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.00730856100199162 (mp_runner.py:73) -2024-09-01 16:17:36,251 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.005710729001293657 (mp_runner.py:73) -2024-09-01 16:17:37,035 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.005845572999533033 (mp_runner.py:73) -2024-09-01 16:17:37,036 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.013347136999072973 (mp_runner.py:73) -2024-09-01 16:17:37,037 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.004192150001472328 (mp_runner.py:73) -2024-09-01 16:17:37,039 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.01656596199973137 (mp_runner.py:73) -2024-09-01 16:17:37,061 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.016299048998916987 (mp_runner.py:73) -2024-09-01 16:17:37,774 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.006907000999490265 (mp_runner.py:73) -2024-09-01 16:17:37,825 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.007766927003103774 (mp_runner.py:73) -2024-09-01 16:17:38,166 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.006011851997755002 (mp_runner.py:73) -2024-09-01 16:17:38,167 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.0073028400001931 (mp_runner.py:73) -2024-09-01 16:17:38,271 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.00841176500034635 (mp_runner.py:73) -2024-09-01 16:17:39,090 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.008200313997804187 (mp_runner.py:73) -2024-09-01 16:17:39,141 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.004120657999010291 (mp_runner.py:73) -2024-09-01 16:17:39,314 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.005677111999830231 (mp_runner.py:73) -2024-09-01 16:17:39,331 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.008099967999442015 (mp_runner.py:73) -2024-09-01 16:17:39,426 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.005261076999886427 (mp_runner.py:73) -2024-09-01 16:17:40,018 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.019154801000695443 (mp_runner.py:73) -2024-09-01 16:17:40,072 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.005292890000418993 (mp_runner.py:73) -2024-09-01 16:17:40,073 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.007757798000966432 (mp_runner.py:73) -2024-09-01 16:17:40,345 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.007345728001382668 (mp_runner.py:73) -2024-09-01 16:17:40,481 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.006324375997792231 (mp_runner.py:73) -2024-09-01 16:17:40,543 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.007153965998440981 (mp_runner.py:73) -2024-09-01 16:17:40,543 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.008426087999396259 (mp_runner.py:73) -2024-09-01 16:17:40,544 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.00590315599765745 (mp_runner.py:73) -2024-09-01 16:17:40,704 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.00866591800149763 (mp_runner.py:73) -2024-09-01 16:17:41,174 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.0074120019999099895 (mp_runner.py:73) -2024-09-01 16:17:42,231 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.003527818000293337 (mp_runner.py:73) -2024-09-01 16:17:42,321 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.01968214199951035 (mp_runner.py:73) -2024-09-01 16:17:42,355 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.021969221998006105 (mp_runner.py:73) -2024-09-01 16:17:42,380 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.01898141499987105 (mp_runner.py:73) -2024-09-01 16:17:42,779 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.005171423999854596 (mp_runner.py:73) -2024-09-01 16:17:43,390 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.00756701700083795 (mp_runner.py:73) -2024-09-01 16:17:43,470 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.0020376320026116446 (mp_runner.py:73) -2024-09-01 16:17:43,587 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.004376056000182871 (mp_runner.py:73) -2024-09-01 16:17:43,738 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.008763200999965193 (mp_runner.py:73) -2024-09-01 16:17:43,966 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.008228377999330405 (mp_runner.py:73) -2024-09-01 16:17:44,316 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.008015272000193363 (mp_runner.py:73) -2024-09-01 16:17:44,361 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.006415419000404654 (mp_runner.py:73) -2024-09-01 16:17:44,391 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.0076363970001693815 (mp_runner.py:73) -2024-09-01 16:17:44,652 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.007230249000713229 (mp_runner.py:73) -2024-09-01 16:17:44,672 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.007888227002695203 (mp_runner.py:73) -2024-09-01 16:17:44,723 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.006184571000630967 (mp_runner.py:73) -2024-09-01 16:17:44,969 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.007659763999981806 (mp_runner.py:73) -2024-09-01 16:17:45,037 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.030143500000122003 (mp_runner.py:73) -2024-09-01 16:17:45,178 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.007289692999620456 (mp_runner.py:73) -2024-09-01 16:17:45,665 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.00796575000276789 (mp_runner.py:73) -2024-09-01 16:17:46,482 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.0065204840029764455 (mp_runner.py:73) -2024-09-01 16:17:46,581 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.005609383002592949 (mp_runner.py:73) -2024-09-01 16:17:46,740 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.0065368089999537915 (mp_runner.py:73) -2024-09-01 16:17:46,873 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.008793451001110952 (mp_runner.py:73) -2024-09-01 16:17:47,382 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.009460747001867276 (mp_runner.py:73) -2024-09-01 16:17:47,607 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.007132689999707509 (mp_runner.py:73) -2024-09-01 16:17:47,782 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.009008545999677153 (mp_runner.py:73) -2024-09-01 16:17:48,133 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.0031646509996789973 (mp_runner.py:73) -2024-09-01 16:17:48,251 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.006076421999750892 (mp_runner.py:73) -2024-09-01 16:17:48,353 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.009313901999121299 (mp_runner.py:73) -2024-09-01 16:17:48,653 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.00782238200190477 (mp_runner.py:73) -2024-09-01 16:17:48,655 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.006084328000724781 (mp_runner.py:73) -2024-09-01 16:17:48,770 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.00416616099755629 (mp_runner.py:73) -2024-09-01 16:17:48,771 | DEBUG |(SpawnProcess-1:37) search_count: 4000, latest_latency=0.006577539999852888 (mp_runner.py:73) -2024-09-01 16:17:48,778 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.009047932999237673 (mp_runner.py:73) -2024-09-01 16:17:48,872 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.009631932000047527 (mp_runner.py:73) -2024-09-01 16:17:49,238 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.00773060100254952 (mp_runner.py:73) -2024-09-01 16:17:49,321 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.007519029000832234 (mp_runner.py:73) -2024-09-01 16:17:49,341 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.008158728000125848 (mp_runner.py:73) -2024-09-01 16:17:49,751 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.007643877001100918 (mp_runner.py:73) -2024-09-01 16:17:50,596 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.007819555001333356 (mp_runner.py:73) -2024-09-01 16:17:50,731 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.007586858999275137 (mp_runner.py:73) -2024-09-01 16:17:50,957 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0047s, count=4028, qps in this process: 134.2456 (mp_runner.py:76) -2024-09-01 16:17:50,963 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0059s, count=3912, qps in this process: 130.3744 (mp_runner.py:76) -2024-09-01 16:17:50,963 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0021s, count=4064, qps in this process: 135.4572 (mp_runner.py:76) -2024-09-01 16:17:50,990 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0062s, count=4307, qps in this process: 143.537 (mp_runner.py:76) -2024-09-01 16:17:51,056 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0014s, count=4227, qps in this process: 140.8934 (mp_runner.py:76) -2024-09-01 16:17:51,074 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0173s, count=3900, qps in this process: 129.9251 (mp_runner.py:76) -2024-09-01 16:17:51,075 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0072s, count=3845, qps in this process: 128.1359 (mp_runner.py:76) -2024-09-01 16:17:51,083 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0142s, count=3832, qps in this process: 127.6729 (mp_runner.py:76) -2024-09-01 16:17:51,084 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0168s, count=3793, qps in this process: 126.3626 (mp_runner.py:76) -2024-09-01 16:17:51,088 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.011s, count=4277, qps in this process: 142.5144 (mp_runner.py:76) -2024-09-01 16:17:51,093 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0092s, count=4167, qps in this process: 138.8574 (mp_runner.py:76) -2024-09-01 16:17:51,106 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0069s, count=4307, qps in this process: 143.5337 (mp_runner.py:76) -2024-09-01 16:17:51,113 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.004670790000091074 (mp_runner.py:73) -2024-09-01 16:17:51,122 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0014s, count=3826, qps in this process: 127.5274 (mp_runner.py:76) -2024-09-01 16:17:51,123 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0034s, count=3705, qps in this process: 123.486 (mp_runner.py:76) -2024-09-01 16:17:51,125 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0025s, count=3797, qps in this process: 126.5561 (mp_runner.py:76) -2024-09-01 16:17:51,133 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0025s, count=3491, qps in this process: 116.357 (mp_runner.py:76) -2024-09-01 16:17:51,133 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0012s, count=3450, qps in this process: 114.9954 (mp_runner.py:76) -2024-09-01 16:17:51,135 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0046s, count=3721, qps in this process: 124.0143 (mp_runner.py:76) -2024-09-01 16:17:51,136 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0023s, count=3508, qps in this process: 116.9244 (mp_runner.py:76) -2024-09-01 16:17:51,149 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0004s, count=3782, qps in this process: 126.065 (mp_runner.py:76) -2024-09-01 16:17:51,157 | INFO |End search in concurrency 20: dur=30.303678011001466s, total_count=77939, qps=2571.932 (mp_runner.py:120) -2024-09-01 16:17:52,976 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:17:52,976 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 16:18:03,313 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 16:18:03,447 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,478 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,540 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,553 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,565 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,573 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,577 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,577 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,600 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,601 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:03,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:07,407 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.004537539996817941 (mp_runner.py:73) -2024-09-01 16:18:07,408 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.00421127899971907 (mp_runner.py:73) -2024-09-01 16:18:07,409 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.005131046997121302 (mp_runner.py:73) -2024-09-01 16:18:07,409 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.0043492619988683145 (mp_runner.py:73) -2024-09-01 16:18:07,409 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.004119163000723347 (mp_runner.py:73) -2024-09-01 16:18:07,410 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.00853709800139768 (mp_runner.py:73) -2024-09-01 16:18:07,410 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.007452331999957096 (mp_runner.py:73) -2024-09-01 16:18:07,411 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.006185004000144545 (mp_runner.py:73) -2024-09-01 16:18:07,411 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.006938849997823127 (mp_runner.py:73) -2024-09-01 16:18:07,411 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.004854037997574778 (mp_runner.py:73) -2024-09-01 16:18:07,412 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.007523004998802207 (mp_runner.py:73) -2024-09-01 16:18:07,413 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.0074054440010513645 (mp_runner.py:73) -2024-09-01 16:18:07,413 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.010765103001176612 (mp_runner.py:73) -2024-09-01 16:18:07,414 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.007942371001263382 (mp_runner.py:73) -2024-09-01 16:18:07,915 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.004693095997936325 (mp_runner.py:73) -2024-09-01 16:18:07,917 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.007544513999164337 (mp_runner.py:73) -2024-09-01 16:18:07,918 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.009132957999099744 (mp_runner.py:73) -2024-09-01 16:18:07,919 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.0051165490003768355 (mp_runner.py:73) -2024-09-01 16:18:07,919 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.011102085001766682 (mp_runner.py:73) -2024-09-01 16:18:08,354 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.007841062000807142 (mp_runner.py:73) -2024-09-01 16:18:08,416 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0046171489993867 (mp_runner.py:73) -2024-09-01 16:18:08,417 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.006106337001256179 (mp_runner.py:73) -2024-09-01 16:18:08,419 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.007691046001127688 (mp_runner.py:73) -2024-09-01 16:18:08,771 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.00759145999836619 (mp_runner.py:73) -2024-09-01 16:18:08,932 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.009869450997939566 (mp_runner.py:73) -2024-09-01 16:18:11,569 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.009918638999806717 (mp_runner.py:73) -2024-09-01 16:18:11,569 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.007577393000246957 (mp_runner.py:73) -2024-09-01 16:18:11,570 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.006860015000711428 (mp_runner.py:73) -2024-09-01 16:18:11,570 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.007999945999472402 (mp_runner.py:73) -2024-09-01 16:18:11,572 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.010325259998353431 (mp_runner.py:73) -2024-09-01 16:18:11,764 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.01015519200154813 (mp_runner.py:73) -2024-09-01 16:18:11,766 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.00958831900061341 (mp_runner.py:73) -2024-09-01 16:18:11,848 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.005484663997776806 (mp_runner.py:73) -2024-09-01 16:18:11,849 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.005858981003257213 (mp_runner.py:73) -2024-09-01 16:18:11,851 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.006961260001844494 (mp_runner.py:73) -2024-09-01 16:18:11,851 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.008818057998723816 (mp_runner.py:73) -2024-09-01 16:18:11,851 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.007223791999422247 (mp_runner.py:73) -2024-09-01 16:18:11,852 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.010884764000365976 (mp_runner.py:73) -2024-09-01 16:18:11,853 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.0078003890012041666 (mp_runner.py:73) -2024-09-01 16:18:12,540 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.004839408000407275 (mp_runner.py:73) -2024-09-01 16:18:12,541 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.006287001000600867 (mp_runner.py:73) -2024-09-01 16:18:12,542 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.010601647998555563 (mp_runner.py:73) -2024-09-01 16:18:12,544 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.010345033999328734 (mp_runner.py:73) -2024-09-01 16:18:12,544 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.014286915000411682 (mp_runner.py:73) -2024-09-01 16:18:13,279 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.011369428000762127 (mp_runner.py:73) -2024-09-01 16:18:13,504 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.01838194000083604 (mp_runner.py:73) -2024-09-01 16:18:13,505 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.016296289999445435 (mp_runner.py:73) -2024-09-01 16:18:13,738 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.01149616000111564 (mp_runner.py:73) -2024-09-01 16:18:14,288 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.012838660000852542 (mp_runner.py:73) -2024-09-01 16:18:14,497 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.008404570999118732 (mp_runner.py:73) -2024-09-01 16:18:16,006 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.003572073001123499 (mp_runner.py:73) -2024-09-01 16:18:16,008 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.005520299997442635 (mp_runner.py:73) -2024-09-01 16:18:16,009 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.006855599000118673 (mp_runner.py:73) -2024-09-01 16:18:16,009 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.0049895429983735085 (mp_runner.py:73) -2024-09-01 16:18:16,010 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.009271860999433557 (mp_runner.py:73) -2024-09-01 16:18:16,010 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.003584883001167327 (mp_runner.py:73) -2024-09-01 16:18:16,011 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.004458973999135196 (mp_runner.py:73) -2024-09-01 16:18:16,011 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.007923313001811039 (mp_runner.py:73) -2024-09-01 16:18:16,011 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.004022253000584897 (mp_runner.py:73) -2024-09-01 16:18:16,012 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.01241533500069636 (mp_runner.py:73) -2024-09-01 16:18:16,012 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.004548179000266828 (mp_runner.py:73) -2024-09-01 16:18:16,430 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.007955578999826685 (mp_runner.py:73) -2024-09-01 16:18:16,431 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.008128835001116386 (mp_runner.py:73) -2024-09-01 16:18:16,899 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.009035304999997607 (mp_runner.py:73) -2024-09-01 16:18:17,014 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.005537838002055651 (mp_runner.py:73) -2024-09-01 16:18:17,014 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.0051399990006757434 (mp_runner.py:73) -2024-09-01 16:18:17,015 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.0064926689992717 (mp_runner.py:73) -2024-09-01 16:18:17,015 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.007942328000353882 (mp_runner.py:73) -2024-09-01 16:18:17,016 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.009717000000819098 (mp_runner.py:73) -2024-09-01 16:18:18,686 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.010478764001163654 (mp_runner.py:73) -2024-09-01 16:18:18,826 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.008683850999659626 (mp_runner.py:73) -2024-09-01 16:18:18,876 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.011983141997916391 (mp_runner.py:73) -2024-09-01 16:18:19,203 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.00862583400157746 (mp_runner.py:73) -2024-09-01 16:18:19,665 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.011039010001695715 (mp_runner.py:73) -2024-09-01 16:18:19,904 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.009528596998279681 (mp_runner.py:73) -2024-09-01 16:18:19,995 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.0050161589970230125 (mp_runner.py:73) -2024-09-01 16:18:19,997 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.006521653998788679 (mp_runner.py:73) -2024-09-01 16:18:19,997 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.007482342000002973 (mp_runner.py:73) -2024-09-01 16:18:19,998 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.005973698996967869 (mp_runner.py:73) -2024-09-01 16:18:19,998 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.00994092699693283 (mp_runner.py:73) -2024-09-01 16:18:19,999 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.01117724600044312 (mp_runner.py:73) -2024-09-01 16:18:19,999 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.006855513001937652 (mp_runner.py:73) -2024-09-01 16:18:20,000 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.007459409000148298 (mp_runner.py:73) -2024-09-01 16:18:20,373 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.011808486000518315 (mp_runner.py:73) -2024-09-01 16:18:20,374 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.009448139000596711 (mp_runner.py:73) -2024-09-01 16:18:20,454 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.009088224000151968 (mp_runner.py:73) -2024-09-01 16:18:21,336 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.010056969000288518 (mp_runner.py:73) -2024-09-01 16:18:21,336 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.009382146999996621 (mp_runner.py:73) -2024-09-01 16:18:21,443 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.008765618997131241 (mp_runner.py:73) -2024-09-01 16:18:21,445 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.009589940000296338 (mp_runner.py:73) -2024-09-01 16:18:21,445 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.008366695998120122 (mp_runner.py:73) -2024-09-01 16:18:21,446 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.012200003999168985 (mp_runner.py:73) -2024-09-01 16:18:21,447 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.01260634899881552 (mp_runner.py:73) -2024-09-01 16:18:21,700 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.004788441998243798 (mp_runner.py:73) -2024-09-01 16:18:23,820 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.012777290998201352 (mp_runner.py:73) -2024-09-01 16:18:23,825 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.01579915299953427 (mp_runner.py:73) -2024-09-01 16:18:24,064 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.006741438002791256 (mp_runner.py:73) -2024-09-01 16:18:24,189 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.00905148099991493 (mp_runner.py:73) -2024-09-01 16:18:24,189 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.01094598599956953 (mp_runner.py:73) -2024-09-01 16:18:24,233 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.008617805000540102 (mp_runner.py:73) -2024-09-01 16:18:24,254 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.00758473300084006 (mp_runner.py:73) -2024-09-01 16:18:24,254 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.009424615000170888 (mp_runner.py:73) -2024-09-01 16:18:24,255 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.004890903001069091 (mp_runner.py:73) -2024-09-01 16:18:24,256 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.01019257000007201 (mp_runner.py:73) -2024-09-01 16:18:24,256 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.004718801999842981 (mp_runner.py:73) -2024-09-01 16:18:24,379 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.01185894000082044 (mp_runner.py:73) -2024-09-01 16:18:24,975 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.010511740001675207 (mp_runner.py:73) -2024-09-01 16:18:25,553 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.012610101999598555 (mp_runner.py:73) -2024-09-01 16:18:25,571 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.010305752999556717 (mp_runner.py:73) -2024-09-01 16:18:25,586 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.008283703999040881 (mp_runner.py:73) -2024-09-01 16:18:25,589 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.004153589998168172 (mp_runner.py:73) -2024-09-01 16:18:25,590 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.005702386999473674 (mp_runner.py:73) -2024-09-01 16:18:25,591 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.007731988996965811 (mp_runner.py:73) -2024-09-01 16:18:25,591 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.005015933002141537 (mp_runner.py:73) -2024-09-01 16:18:25,591 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.007853488001273945 (mp_runner.py:73) -2024-09-01 16:18:25,593 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.007496879003156209 (mp_runner.py:73) -2024-09-01 16:18:25,594 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.008275832002254901 (mp_runner.py:73) -2024-09-01 16:18:25,594 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.011079203999543097 (mp_runner.py:73) -2024-09-01 16:18:26,966 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.0101599730005546 (mp_runner.py:73) -2024-09-01 16:18:28,352 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.0067827099992427975 (mp_runner.py:73) -2024-09-01 16:18:28,355 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.010036920000857208 (mp_runner.py:73) -2024-09-01 16:18:28,355 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.012695560999418376 (mp_runner.py:73) -2024-09-01 16:18:28,357 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.0026004059982369654 (mp_runner.py:73) -2024-09-01 16:18:28,590 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.023562239002785645 (mp_runner.py:73) -2024-09-01 16:18:28,603 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.012367759001790546 (mp_runner.py:73) -2024-09-01 16:18:28,604 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.021167023998714285 (mp_runner.py:73) -2024-09-01 16:18:28,740 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.009505773999990197 (mp_runner.py:73) -2024-09-01 16:18:29,135 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.005822000999614829 (mp_runner.py:73) -2024-09-01 16:18:29,223 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.010755426999821793 (mp_runner.py:73) -2024-09-01 16:18:29,486 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.011824565001006704 (mp_runner.py:73) -2024-09-01 16:18:29,639 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.005129984001541743 (mp_runner.py:73) -2024-09-01 16:18:29,640 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.006378591002430767 (mp_runner.py:73) -2024-09-01 16:18:29,642 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.007107579000148689 (mp_runner.py:73) -2024-09-01 16:18:29,642 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.007038300998829072 (mp_runner.py:73) -2024-09-01 16:18:29,643 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.010992120998707833 (mp_runner.py:73) -2024-09-01 16:18:29,643 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.010695080000004964 (mp_runner.py:73) -2024-09-01 16:18:29,686 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.010864314001082676 (mp_runner.py:73) -2024-09-01 16:18:29,943 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.006878596999740694 (mp_runner.py:73) -2024-09-01 16:18:29,944 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.012151710001489846 (mp_runner.py:73) -2024-09-01 16:18:29,944 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.010124042000825284 (mp_runner.py:73) -2024-09-01 16:18:30,094 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.0556996209998033 (mp_runner.py:73) -2024-09-01 16:18:30,462 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.008858360000886023 (mp_runner.py:73) -2024-09-01 16:18:31,157 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.007569805999082746 (mp_runner.py:73) -2024-09-01 16:18:32,496 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.012258397000550758 (mp_runner.py:73) -2024-09-01 16:18:33,049 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.0045562349987449124 (mp_runner.py:73) -2024-09-01 16:18:33,051 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.01344827299908502 (mp_runner.py:73) -2024-09-01 16:18:33,052 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.011838155001896666 (mp_runner.py:73) -2024-09-01 16:18:33,059 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.019025192999833962 (mp_runner.py:73) -2024-09-01 16:18:33,457 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0059s, count=3387, qps in this process: 112.8778 (mp_runner.py:76) -2024-09-01 16:18:33,460 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0056s, count=3091, qps in this process: 103.0141 (mp_runner.py:76) -2024-09-01 16:18:33,495 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0106s, count=3389, qps in this process: 112.9268 (mp_runner.py:76) -2024-09-01 16:18:33,552 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0097s, count=3543, qps in this process: 118.0618 (mp_runner.py:76) -2024-09-01 16:18:33,553 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.001s, count=3549, qps in this process: 118.2961 (mp_runner.py:76) -2024-09-01 16:18:33,555 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0022s, count=3404, qps in this process: 113.4583 (mp_runner.py:76) -2024-09-01 16:18:33,555 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0038s, count=3499, qps in this process: 116.6186 (mp_runner.py:76) -2024-09-01 16:18:33,557 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0053s, count=3361, qps in this process: 112.0135 (mp_runner.py:76) -2024-09-01 16:18:33,558 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0063s, count=3495, qps in this process: 116.4755 (mp_runner.py:76) -2024-09-01 16:18:33,559 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0049s, count=3544, qps in this process: 118.114 (mp_runner.py:76) -2024-09-01 16:18:33,560 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.008s, count=3445, qps in this process: 114.8027 (mp_runner.py:76) -2024-09-01 16:18:33,561 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.006s, count=3364, qps in this process: 112.1109 (mp_runner.py:76) -2024-09-01 16:18:33,561 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0066s, count=3547, qps in this process: 118.2073 (mp_runner.py:76) -2024-09-01 16:18:33,563 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0086s, count=3495, qps in this process: 116.4666 (mp_runner.py:76) -2024-09-01 16:18:33,572 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0044s, count=2873, qps in this process: 95.7526 (mp_runner.py:76) -2024-09-01 16:18:33,573 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0003s, count=3323, qps in this process: 110.7656 (mp_runner.py:76) -2024-09-01 16:18:33,576 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.0012s, count=3360, qps in this process: 111.9955 (mp_runner.py:76) -2024-09-01 16:18:33,579 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0111s, count=3355, qps in this process: 111.792 (mp_runner.py:76) -2024-09-01 16:18:33,583 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0027s, count=3371, qps in this process: 112.3566 (mp_runner.py:76) -2024-09-01 16:18:33,586 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0063s, count=3367, qps in this process: 112.2098 (mp_runner.py:76) -2024-09-01 16:18:33,596 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0064s, count=2919, qps in this process: 97.2792 (mp_runner.py:76) -2024-09-01 16:18:33,603 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0002s, count=2740, qps in this process: 91.3327 (mp_runner.py:76) -2024-09-01 16:18:33,603 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0038s, count=2926, qps in this process: 97.521 (mp_runner.py:76) -2024-09-01 16:18:33,604 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0012s, count=2866, qps in this process: 95.5295 (mp_runner.py:76) -2024-09-01 16:18:33,620 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.001s, count=2797, qps in this process: 93.2302 (mp_runner.py:76) -2024-09-01 16:18:33,630 | INFO |End search in concurrency 25: dur=30.3156700690015s, total_count=82010, qps=2705.2016 (mp_runner.py:120) -2024-09-01 16:18:35,312 | INFO |Update largest qps with concurrency 25: current max_qps=2705.2016 (mp_runner.py:124) -2024-09-01 16:18:35,732 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:18:35,732 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 16:18:46,165 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 16:18:46,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,402 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,438 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,446 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,479 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,483 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,485 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,491 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,491 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,515 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,517 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:46,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:18:51,091 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.008603726000728784 (mp_runner.py:73) -2024-09-01 16:18:51,092 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.016812906000268413 (mp_runner.py:73) -2024-09-01 16:18:51,092 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.005459706000692677 (mp_runner.py:73) -2024-09-01 16:18:51,097 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.021883902001718525 (mp_runner.py:73) -2024-09-01 16:18:51,110 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.019863798002916155 (mp_runner.py:73) -2024-09-01 16:18:51,117 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.023897598999610636 (mp_runner.py:73) -2024-09-01 16:18:51,130 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.037646755001333077 (mp_runner.py:73) -2024-09-01 16:18:51,229 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.010184918999584625 (mp_runner.py:73) -2024-09-01 16:18:51,229 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.011280865001026541 (mp_runner.py:73) -2024-09-01 16:18:51,410 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.006373355001414893 (mp_runner.py:73) -2024-09-01 16:18:51,411 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.006736786999681499 (mp_runner.py:73) -2024-09-01 16:18:51,411 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.00773081999795977 (mp_runner.py:73) -2024-09-01 16:18:51,412 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.008475375001580687 (mp_runner.py:73) -2024-09-01 16:18:51,412 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.00877467000100296 (mp_runner.py:73) -2024-09-01 16:18:51,412 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.008172287998604588 (mp_runner.py:73) -2024-09-01 16:18:51,413 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.007940520001284312 (mp_runner.py:73) -2024-09-01 16:18:51,413 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.00818336299926159 (mp_runner.py:73) -2024-09-01 16:18:51,454 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.005105270000058226 (mp_runner.py:73) -2024-09-01 16:18:51,457 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.007790505002049031 (mp_runner.py:73) -2024-09-01 16:18:51,458 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.009992365001380676 (mp_runner.py:73) -2024-09-01 16:18:51,459 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.008361760999832768 (mp_runner.py:73) -2024-09-01 16:18:51,461 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.010400826002296526 (mp_runner.py:73) -2024-09-01 16:18:51,461 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.012247776001458988 (mp_runner.py:73) -2024-09-01 16:18:51,462 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.010646111997630214 (mp_runner.py:73) -2024-09-01 16:18:51,557 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.012471914000343531 (mp_runner.py:73) -2024-09-01 16:18:51,565 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.008539303002180532 (mp_runner.py:73) -2024-09-01 16:18:52,305 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.007279572000697954 (mp_runner.py:73) -2024-09-01 16:18:52,307 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.009729836998303654 (mp_runner.py:73) -2024-09-01 16:18:52,410 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.009263880001526559 (mp_runner.py:73) -2024-09-01 16:18:52,411 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.006642397001996869 (mp_runner.py:73) -2024-09-01 16:18:56,038 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.004440934000740526 (mp_runner.py:73) -2024-09-01 16:18:56,038 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.007027733001450542 (mp_runner.py:73) -2024-09-01 16:18:56,039 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.007783919998473721 (mp_runner.py:73) -2024-09-01 16:18:56,039 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.009020237001095666 (mp_runner.py:73) -2024-09-01 16:18:56,040 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.010277008997945813 (mp_runner.py:73) -2024-09-01 16:18:56,040 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.0072324450011365116 (mp_runner.py:73) -2024-09-01 16:18:56,041 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.01200174000041443 (mp_runner.py:73) -2024-09-01 16:18:56,254 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.004902747001324315 (mp_runner.py:73) -2024-09-01 16:18:56,255 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.0059849500030395575 (mp_runner.py:73) -2024-09-01 16:18:56,256 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.004767070000525564 (mp_runner.py:73) -2024-09-01 16:18:56,257 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.007671272000152385 (mp_runner.py:73) -2024-09-01 16:18:56,257 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.011195187998964684 (mp_runner.py:73) -2024-09-01 16:18:56,258 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.012239341998792952 (mp_runner.py:73) -2024-09-01 16:18:56,258 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.0072235640000144485 (mp_runner.py:73) -2024-09-01 16:18:56,258 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.012385574998916127 (mp_runner.py:73) -2024-09-01 16:18:56,259 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.0076462729994091205 (mp_runner.py:73) -2024-09-01 16:18:56,259 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.012151566999818897 (mp_runner.py:73) -2024-09-01 16:18:56,521 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.009732213999086525 (mp_runner.py:73) -2024-09-01 16:18:56,522 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.01293878899741685 (mp_runner.py:73) -2024-09-01 16:18:56,522 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.012465964999137213 (mp_runner.py:73) -2024-09-01 16:18:56,522 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.007577685002615908 (mp_runner.py:73) -2024-09-01 16:18:56,523 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.009299567002017284 (mp_runner.py:73) -2024-09-01 16:18:56,523 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.008970676000899402 (mp_runner.py:73) -2024-09-01 16:18:56,524 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.008606666000559926 (mp_runner.py:73) -2024-09-01 16:18:57,978 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.011585440999624552 (mp_runner.py:73) -2024-09-01 16:18:57,979 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.013005696000618627 (mp_runner.py:73) -2024-09-01 16:18:58,678 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.03951137400144944 (mp_runner.py:73) -2024-09-01 16:18:58,858 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.011350744000083068 (mp_runner.py:73) -2024-09-01 16:18:59,007 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.010857269997359253 (mp_runner.py:73) -2024-09-01 16:18:59,007 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.013486899999406887 (mp_runner.py:73) -2024-09-01 16:19:00,822 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.012637566000194056 (mp_runner.py:73) -2024-09-01 16:19:01,043 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.013211313002102543 (mp_runner.py:73) -2024-09-01 16:19:01,212 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.0040529920006520115 (mp_runner.py:73) -2024-09-01 16:19:01,277 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.009869321002042852 (mp_runner.py:73) -2024-09-01 16:19:01,278 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.012582077000843128 (mp_runner.py:73) -2024-09-01 16:19:01,279 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.016037983001297107 (mp_runner.py:73) -2024-09-01 16:19:01,477 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.011779286996898009 (mp_runner.py:73) -2024-09-01 16:19:01,488 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.009581916998286033 (mp_runner.py:73) -2024-09-01 16:19:01,516 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.007046129001537338 (mp_runner.py:73) -2024-09-01 16:19:01,517 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.00639968600080465 (mp_runner.py:73) -2024-09-01 16:19:01,517 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.008121882001432823 (mp_runner.py:73) -2024-09-01 16:19:01,517 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.0049319989993819036 (mp_runner.py:73) -2024-09-01 16:19:01,518 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.005147349002072588 (mp_runner.py:73) -2024-09-01 16:19:01,519 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.010395926001365297 (mp_runner.py:73) -2024-09-01 16:19:01,563 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.005952212999545736 (mp_runner.py:73) -2024-09-01 16:19:01,567 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.011012194001523312 (mp_runner.py:73) -2024-09-01 16:19:01,569 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.007478092000383185 (mp_runner.py:73) -2024-09-01 16:19:01,668 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.011835774999781279 (mp_runner.py:73) -2024-09-01 16:19:01,669 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.010117910998815205 (mp_runner.py:73) -2024-09-01 16:19:02,078 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.010893247999774758 (mp_runner.py:73) -2024-09-01 16:19:02,078 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.011062317000323674 (mp_runner.py:73) -2024-09-01 16:19:02,080 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.014672880002763122 (mp_runner.py:73) -2024-09-01 16:19:02,081 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.01070733099913923 (mp_runner.py:73) -2024-09-01 16:19:02,081 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.014497940999717684 (mp_runner.py:73) -2024-09-01 16:19:04,731 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.012895061998278834 (mp_runner.py:73) -2024-09-01 16:19:04,788 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.010922990997642046 (mp_runner.py:73) -2024-09-01 16:19:05,408 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.011937812003452564 (mp_runner.py:73) -2024-09-01 16:19:05,478 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.011878229001013096 (mp_runner.py:73) -2024-09-01 16:19:05,723 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.009772016001079464 (mp_runner.py:73) -2024-09-01 16:19:05,786 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.011911604000488296 (mp_runner.py:73) -2024-09-01 16:19:06,521 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.0063857380009721965 (mp_runner.py:73) -2024-09-01 16:19:06,521 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.004465940000955015 (mp_runner.py:73) -2024-09-01 16:19:06,522 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.005147413001395762 (mp_runner.py:73) -2024-09-01 16:19:06,522 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.007153438000386814 (mp_runner.py:73) -2024-09-01 16:19:06,523 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.008760134001931874 (mp_runner.py:73) -2024-09-01 16:19:06,524 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.011588347999349935 (mp_runner.py:73) -2024-09-01 16:19:06,525 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.007070641000609612 (mp_runner.py:73) -2024-09-01 16:19:06,526 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007577790998766432 (mp_runner.py:73) -2024-09-01 16:19:06,682 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.009366784001031192 (mp_runner.py:73) -2024-09-01 16:19:06,684 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.011869524998473935 (mp_runner.py:73) -2024-09-01 16:19:06,684 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.013372307999816258 (mp_runner.py:73) -2024-09-01 16:19:06,767 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.013449652997223893 (mp_runner.py:73) -2024-09-01 16:19:07,450 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.013280302999191917 (mp_runner.py:73) -2024-09-01 16:19:07,525 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.010938464001810644 (mp_runner.py:73) -2024-09-01 16:19:07,534 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.010679865001293365 (mp_runner.py:73) -2024-09-01 16:19:07,534 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.00766051499886089 (mp_runner.py:73) -2024-09-01 16:19:07,536 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.008926851998694474 (mp_runner.py:73) -2024-09-01 16:19:07,536 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.010551480001595337 (mp_runner.py:73) -2024-09-01 16:19:07,537 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.012261539999599336 (mp_runner.py:73) -2024-09-01 16:19:07,979 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.008826749999570893 (mp_runner.py:73) -2024-09-01 16:19:07,979 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.008874816998286406 (mp_runner.py:73) -2024-09-01 16:19:07,980 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.007999531000677962 (mp_runner.py:73) -2024-09-01 16:19:07,980 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.011447837998275645 (mp_runner.py:73) -2024-09-01 16:19:07,981 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.008516140002029715 (mp_runner.py:73) -2024-09-01 16:19:11,367 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.013194318999012467 (mp_runner.py:73) -2024-09-01 16:19:11,395 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.015197117001662264 (mp_runner.py:73) -2024-09-01 16:19:11,547 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.011473560000013094 (mp_runner.py:73) -2024-09-01 16:19:11,624 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.01250115599759738 (mp_runner.py:73) -2024-09-01 16:19:11,702 | DEBUG |(SpawnProcess-1:104) search_count: 2500, latest_latency=0.004718621999927564 (mp_runner.py:73) -2024-09-01 16:19:11,703 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.011301998001727043 (mp_runner.py:73) -2024-09-01 16:19:11,706 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.008960570998169715 (mp_runner.py:73) -2024-09-01 16:19:11,759 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.009252279000065755 (mp_runner.py:73) -2024-09-01 16:19:11,760 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.007303080001292983 (mp_runner.py:73) -2024-09-01 16:19:11,761 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.009800310999708017 (mp_runner.py:73) -2024-09-01 16:19:11,904 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.0034431179992679972 (mp_runner.py:73) -2024-09-01 16:19:11,905 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.011599467001360608 (mp_runner.py:73) -2024-09-01 16:19:12,435 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.00923718500052928 (mp_runner.py:73) -2024-09-01 16:19:12,436 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.010747417996753938 (mp_runner.py:73) -2024-09-01 16:19:12,920 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.008999402001791168 (mp_runner.py:73) -2024-09-01 16:19:12,922 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.010205179001786746 (mp_runner.py:73) -2024-09-01 16:19:12,975 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.001862648998212535 (mp_runner.py:73) -2024-09-01 16:19:12,977 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.003511150000122143 (mp_runner.py:73) -2024-09-01 16:19:12,979 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.007395030999759911 (mp_runner.py:73) -2024-09-01 16:19:12,981 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.0071122990011645015 (mp_runner.py:73) -2024-09-01 16:19:12,983 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.012764105998940067 (mp_runner.py:73) -2024-09-01 16:19:12,983 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.012597615997947287 (mp_runner.py:73) -2024-09-01 16:19:13,066 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.010816418998729205 (mp_runner.py:73) -2024-09-01 16:19:13,068 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.008508000999427168 (mp_runner.py:73) -2024-09-01 16:19:13,069 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.011301834998448612 (mp_runner.py:73) -2024-09-01 16:19:14,025 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.014887224002450239 (mp_runner.py:73) -2024-09-01 16:19:14,026 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.012953831999766408 (mp_runner.py:73) -2024-09-01 16:19:14,029 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.01402993200099445 (mp_runner.py:73) -2024-09-01 16:19:14,335 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.012262138996447902 (mp_runner.py:73) -2024-09-01 16:19:14,687 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.012274605000129668 (mp_runner.py:73) -2024-09-01 16:19:16,387 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0092s, count=2810, qps in this process: 93.638 (mp_runner.py:76) -2024-09-01 16:19:16,394 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0021s, count=2811, qps in this process: 93.6934 (mp_runner.py:76) -2024-09-01 16:19:16,407 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0023s, count=2916, qps in this process: 97.1925 (mp_runner.py:76) -2024-09-01 16:19:16,408 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0038s, count=2907, qps in this process: 96.8877 (mp_runner.py:76) -2024-09-01 16:19:16,430 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0076s, count=2918, qps in this process: 97.242 (mp_runner.py:76) -2024-09-01 16:19:16,437 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0019s, count=2919, qps in this process: 97.2938 (mp_runner.py:76) -2024-09-01 16:19:16,439 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0039s, count=2919, qps in this process: 97.2874 (mp_runner.py:76) -2024-09-01 16:19:16,440 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0049s, count=2815, qps in this process: 93.818 (mp_runner.py:76) -2024-09-01 16:19:16,441 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0004s, count=2919, qps in this process: 97.2987 (mp_runner.py:76) -2024-09-01 16:19:16,444 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0084s, count=2815, qps in this process: 93.8071 (mp_runner.py:76) -2024-09-01 16:19:16,444 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.004s, count=2911, qps in this process: 97.0204 (mp_runner.py:76) -2024-09-01 16:19:16,444 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0094s, count=2781, qps in this process: 92.671 (mp_runner.py:76) -2024-09-01 16:19:16,445 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0101s, count=2911, qps in this process: 97.0007 (mp_runner.py:76) -2024-09-01 16:19:16,448 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0132s, count=2772, qps in this process: 92.3594 (mp_runner.py:76) -2024-09-01 16:19:16,449 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0045s, count=2689, qps in this process: 89.6199 (mp_runner.py:76) -2024-09-01 16:19:16,449 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0101s, count=2772, qps in this process: 92.3689 (mp_runner.py:76) -2024-09-01 16:19:16,450 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.011s, count=2815, qps in this process: 93.7989 (mp_runner.py:76) -2024-09-01 16:19:16,454 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0099s, count=2816, qps in this process: 93.8357 (mp_runner.py:76) -2024-09-01 16:19:16,455 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0012s, count=2344, qps in this process: 78.1302 (mp_runner.py:76) -2024-09-01 16:19:16,464 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0157s, count=2817, qps in this process: 93.8509 (mp_runner.py:76) -2024-09-01 16:19:16,482 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0003s, count=2655, qps in this process: 88.4991 (mp_runner.py:76) -2024-09-01 16:19:16,492 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0029s, count=2694, qps in this process: 89.7913 (mp_runner.py:76) -2024-09-01 16:19:16,492 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0032s, count=2634, qps in this process: 87.7906 (mp_runner.py:76) -2024-09-01 16:19:16,494 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0009s, count=2824, qps in this process: 94.1305 (mp_runner.py:76) -2024-09-01 16:19:16,498 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0048s, count=2696, qps in this process: 89.8523 (mp_runner.py:76) -2024-09-01 16:19:16,499 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0022s, count=2356, qps in this process: 78.5276 (mp_runner.py:76) -2024-09-01 16:19:16,520 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.001s, count=2393, qps in this process: 79.764 (mp_runner.py:76) -2024-09-01 16:19:16,520 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0015s, count=2383, qps in this process: 79.4294 (mp_runner.py:76) -2024-09-01 16:19:16,521 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0026s, count=2309, qps in this process: 76.96 (mp_runner.py:76) -2024-09-01 16:19:16,531 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0008s, count=2323, qps in this process: 77.4313 (mp_runner.py:76) -2024-09-01 16:19:16,541 | INFO |End search in concurrency 30: dur=30.375819536002382s, total_count=81644, qps=2687.7958 (mp_runner.py:120) -2024-09-01 16:19:19,027 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:19:19,027 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 16:19:29,545 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 16:19:29,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,752 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,786 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,841 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,850 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,866 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,868 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,869 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,869 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,876 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,876 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,895 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,899 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,899 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,900 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,904 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,904 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,906 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,917 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,917 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,917 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,922 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,932 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,935 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,937 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,939 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:29,939 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:19:35,374 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.007640405001438921 (mp_runner.py:73) -2024-09-01 16:19:35,374 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.00712289500006591 (mp_runner.py:73) -2024-09-01 16:19:35,375 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.005823137998959282 (mp_runner.py:73) -2024-09-01 16:19:35,375 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.007832707000488881 (mp_runner.py:73) -2024-09-01 16:19:35,376 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.007014135000645183 (mp_runner.py:73) -2024-09-01 16:19:35,376 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.010770949000288965 (mp_runner.py:73) -2024-09-01 16:19:35,376 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.007199471001513302 (mp_runner.py:73) -2024-09-01 16:19:35,377 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.008718852997844806 (mp_runner.py:73) -2024-09-01 16:19:35,377 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.00973105700177257 (mp_runner.py:73) -2024-09-01 16:19:35,377 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.008574722996854689 (mp_runner.py:73) -2024-09-01 16:19:35,377 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.006486868998763384 (mp_runner.py:73) -2024-09-01 16:19:35,378 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.007894228998338804 (mp_runner.py:73) -2024-09-01 16:19:35,378 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.009733074002724607 (mp_runner.py:73) -2024-09-01 16:19:35,378 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.008362242002476705 (mp_runner.py:73) -2024-09-01 16:19:35,378 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.007098776997736422 (mp_runner.py:73) -2024-09-01 16:19:35,379 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.008277355998870917 (mp_runner.py:73) -2024-09-01 16:19:35,379 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.008528120000846684 (mp_runner.py:73) -2024-09-01 16:19:35,379 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.009961406998627353 (mp_runner.py:73) -2024-09-01 16:19:35,379 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.0010512909975659568 (mp_runner.py:73) -2024-09-01 16:19:35,380 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.010190480999881402 (mp_runner.py:73) -2024-09-01 16:19:35,380 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.009070962001715088 (mp_runner.py:73) -2024-09-01 16:19:35,380 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.007748887001071125 (mp_runner.py:73) -2024-09-01 16:19:35,381 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.009450486999412533 (mp_runner.py:73) -2024-09-01 16:19:35,381 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.009342586999991909 (mp_runner.py:73) -2024-09-01 16:19:35,381 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.007726899999397574 (mp_runner.py:73) -2024-09-01 16:19:35,381 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.009606513001926942 (mp_runner.py:73) -2024-09-01 16:19:35,382 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.009551128998282366 (mp_runner.py:73) -2024-09-01 16:19:35,383 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.008391737999772886 (mp_runner.py:73) -2024-09-01 16:19:35,383 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.009237008998752572 (mp_runner.py:73) -2024-09-01 16:19:35,383 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.008802593998552766 (mp_runner.py:73) -2024-09-01 16:19:36,424 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.011819160998129519 (mp_runner.py:73) -2024-09-01 16:19:36,427 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.00879210000130115 (mp_runner.py:73) -2024-09-01 16:19:36,439 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.022862493999127764 (mp_runner.py:73) -2024-09-01 16:19:36,939 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.0124052870014566 (mp_runner.py:73) -2024-09-01 16:19:36,940 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.014586643999791704 (mp_runner.py:73) -2024-09-01 16:19:40,657 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.00849565400130814 (mp_runner.py:73) -2024-09-01 16:19:40,658 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.009569006000674563 (mp_runner.py:73) -2024-09-01 16:19:40,658 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.006827389999671141 (mp_runner.py:73) -2024-09-01 16:19:40,658 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.008815966000838671 (mp_runner.py:73) -2024-09-01 16:19:40,658 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.007835546999558574 (mp_runner.py:73) -2024-09-01 16:19:40,659 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.00905749799858313 (mp_runner.py:73) -2024-09-01 16:19:40,659 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.00647604600089835 (mp_runner.py:73) -2024-09-01 16:19:40,661 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.00862571899779141 (mp_runner.py:73) -2024-09-01 16:19:40,661 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.01222435000090627 (mp_runner.py:73) -2024-09-01 16:19:40,661 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.007941250001749722 (mp_runner.py:73) -2024-09-01 16:19:40,662 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.011201094999705674 (mp_runner.py:73) -2024-09-01 16:19:40,662 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.014074934002564987 (mp_runner.py:73) -2024-09-01 16:19:40,663 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.015340896999987308 (mp_runner.py:73) -2024-09-01 16:19:40,663 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.01572034899800201 (mp_runner.py:73) -2024-09-01 16:19:40,663 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.0095150699999067 (mp_runner.py:73) -2024-09-01 16:19:40,664 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.008914538997487398 (mp_runner.py:73) -2024-09-01 16:19:40,664 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.010348751002311474 (mp_runner.py:73) -2024-09-01 16:19:40,664 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.01046512100219843 (mp_runner.py:73) -2024-09-01 16:19:40,664 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.009921007997036213 (mp_runner.py:73) -2024-09-01 16:19:40,665 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.017949934001080692 (mp_runner.py:73) -2024-09-01 16:19:40,665 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.009947893999196822 (mp_runner.py:73) -2024-09-01 16:19:40,666 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.009820453000429552 (mp_runner.py:73) -2024-09-01 16:19:40,666 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.008869317000062438 (mp_runner.py:73) -2024-09-01 16:19:41,426 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.001406384999427246 (mp_runner.py:73) -2024-09-01 16:19:42,097 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.0021105889973114245 (mp_runner.py:73) -2024-09-01 16:19:42,324 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.03190382899992983 (mp_runner.py:73) -2024-09-01 16:19:42,704 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.027811721000034595 (mp_runner.py:73) -2024-09-01 16:19:42,839 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.02366207500017481 (mp_runner.py:73) -2024-09-01 16:19:42,999 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.024280026998894755 (mp_runner.py:73) -2024-09-01 16:19:43,076 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.028017638996971073 (mp_runner.py:73) -2024-09-01 16:19:45,011 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.013690217998373555 (mp_runner.py:73) -2024-09-01 16:19:45,350 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.002094630999636138 (mp_runner.py:73) -2024-09-01 16:19:45,354 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.014342613001645077 (mp_runner.py:73) -2024-09-01 16:19:45,469 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.0147318039998936 (mp_runner.py:73) -2024-09-01 16:19:45,745 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.015955501999997068 (mp_runner.py:73) -2024-09-01 16:19:47,673 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.012988899001356913 (mp_runner.py:73) -2024-09-01 16:19:47,748 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.011893372000486124 (mp_runner.py:73) -2024-09-01 16:19:47,883 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.012254998000571504 (mp_runner.py:73) -2024-09-01 16:19:47,924 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.009320938002929324 (mp_runner.py:73) -2024-09-01 16:19:47,926 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.00903842700063251 (mp_runner.py:73) -2024-09-01 16:19:47,927 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.009429929999896558 (mp_runner.py:73) -2024-09-01 16:19:47,927 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.01064273700103513 (mp_runner.py:73) -2024-09-01 16:19:47,928 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.01327064199722372 (mp_runner.py:73) -2024-09-01 16:19:47,929 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.01483628600180964 (mp_runner.py:73) -2024-09-01 16:19:48,040 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.005276891999528743 (mp_runner.py:73) -2024-09-01 16:19:48,043 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.015590464001434157 (mp_runner.py:73) -2024-09-01 16:19:48,052 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.022632099000475137 (mp_runner.py:73) -2024-09-01 16:19:48,058 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.027601785001024837 (mp_runner.py:73) -2024-09-01 16:19:48,146 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.0034333870025875513 (mp_runner.py:73) -2024-09-01 16:19:48,190 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.016171858998859534 (mp_runner.py:73) -2024-09-01 16:19:48,190 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.011012671002390562 (mp_runner.py:73) -2024-09-01 16:19:48,192 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.014793668000493199 (mp_runner.py:73) -2024-09-01 16:19:48,203 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.010790952001116239 (mp_runner.py:73) -2024-09-01 16:19:48,599 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.007811342999048065 (mp_runner.py:73) -2024-09-01 16:19:48,642 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.010242211999866413 (mp_runner.py:73) -2024-09-01 16:19:48,732 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.01588710600117338 (mp_runner.py:73) -2024-09-01 16:19:48,733 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.014780031000555027 (mp_runner.py:73) -2024-09-01 16:19:49,026 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.015334875999542419 (mp_runner.py:73) -2024-09-01 16:19:49,348 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.008651434000057634 (mp_runner.py:73) -2024-09-01 16:19:50,487 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.013381607001065277 (mp_runner.py:73) -2024-09-01 16:19:50,648 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.013744669002335286 (mp_runner.py:73) -2024-09-01 16:19:50,804 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.016502659000252606 (mp_runner.py:73) -2024-09-01 16:19:51,039 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.01784549900185084 (mp_runner.py:73) -2024-09-01 16:19:51,243 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.016485281998029677 (mp_runner.py:73) -2024-09-01 16:19:51,464 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.015172810999501962 (mp_runner.py:73) -2024-09-01 16:19:52,795 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.013112038999679498 (mp_runner.py:73) -2024-09-01 16:19:52,936 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.010067469000205165 (mp_runner.py:73) -2024-09-01 16:19:52,948 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.014229235999664525 (mp_runner.py:73) -2024-09-01 16:19:53,185 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.013949342999694636 (mp_runner.py:73) -2024-09-01 16:19:53,372 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.013151658000424504 (mp_runner.py:73) -2024-09-01 16:19:53,839 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.01119543000095291 (mp_runner.py:73) -2024-09-01 16:19:53,839 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.010741518999566324 (mp_runner.py:73) -2024-09-01 16:19:53,840 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.013214940001489595 (mp_runner.py:73) -2024-09-01 16:19:53,841 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.004755167999974219 (mp_runner.py:73) -2024-09-01 16:19:53,841 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.014806762999796774 (mp_runner.py:73) -2024-09-01 16:19:53,842 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.010704252999858 (mp_runner.py:73) -2024-09-01 16:19:54,130 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.011050755001633661 (mp_runner.py:73) -2024-09-01 16:19:54,185 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.013516112998331664 (mp_runner.py:73) -2024-09-01 16:19:54,216 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.012918079999508336 (mp_runner.py:73) -2024-09-01 16:19:54,234 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.01141199900303036 (mp_runner.py:73) -2024-09-01 16:19:54,235 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.014875692999339662 (mp_runner.py:73) -2024-09-01 16:19:54,241 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.0168526790002943 (mp_runner.py:73) -2024-09-01 16:19:54,242 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.016705359001207398 (mp_runner.py:73) -2024-09-01 16:19:54,242 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.0226596159991459 (mp_runner.py:73) -2024-09-01 16:19:54,733 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.011645534999843221 (mp_runner.py:73) -2024-09-01 16:19:54,743 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.018997805997059913 (mp_runner.py:73) -2024-09-01 16:19:54,813 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.012981847998162266 (mp_runner.py:73) -2024-09-01 16:19:55,686 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.007345811001869151 (mp_runner.py:73) -2024-09-01 16:19:55,688 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.009064152000064496 (mp_runner.py:73) -2024-09-01 16:19:55,688 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.009561405000567902 (mp_runner.py:73) -2024-09-01 16:19:55,694 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.01996484700066503 (mp_runner.py:73) -2024-09-01 16:19:56,210 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.018995035999978427 (mp_runner.py:73) -2024-09-01 16:19:56,858 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.014417315000173403 (mp_runner.py:73) -2024-09-01 16:19:56,901 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.015027805002318928 (mp_runner.py:73) -2024-09-01 16:19:58,301 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.012341464000201086 (mp_runner.py:73) -2024-09-01 16:19:58,369 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.017155251000076532 (mp_runner.py:73) -2024-09-01 16:19:58,586 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.032936011000856524 (mp_runner.py:73) -2024-09-01 16:19:58,715 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.00652008500037482 (mp_runner.py:73) -2024-09-01 16:19:59,094 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.013848074999259552 (mp_runner.py:73) -2024-09-01 16:19:59,095 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.015509864999330603 (mp_runner.py:73) -2024-09-01 16:19:59,757 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0071s, count=2095, qps in this process: 69.8168 (mp_runner.py:76) -2024-09-01 16:19:59,762 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0076s, count=2374, qps in this process: 79.1133 (mp_runner.py:76) -2024-09-01 16:19:59,797 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0068s, count=2308, qps in this process: 76.9159 (mp_runner.py:76) -2024-09-01 16:19:59,847 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0027s, count=2470, qps in this process: 82.3259 (mp_runner.py:76) -2024-09-01 16:19:59,860 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0062s, count=2340, qps in this process: 77.9839 (mp_runner.py:76) -2024-09-01 16:19:59,871 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0009s, count=2341, qps in this process: 78.031 (mp_runner.py:76) -2024-09-01 16:19:59,874 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0055s, count=2473, qps in this process: 82.4182 (mp_runner.py:76) -2024-09-01 16:19:59,874 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0003s, count=2488, qps in this process: 82.9325 (mp_runner.py:76) -2024-09-01 16:19:59,875 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0017s, count=2194, qps in this process: 73.1292 (mp_runner.py:76) -2024-09-01 16:19:59,876 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0028s, count=2474, qps in this process: 82.459 (mp_runner.py:76) -2024-09-01 16:19:59,877 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.0029s, count=2055, qps in this process: 68.4934 (mp_runner.py:76) -2024-09-01 16:19:59,879 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0015s, count=2474, qps in this process: 82.4625 (mp_runner.py:76) -2024-09-01 16:19:59,881 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0053s, count=2315, qps in this process: 77.153 (mp_runner.py:76) -2024-09-01 16:19:59,881 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0106s, count=2495, qps in this process: 83.1373 (mp_runner.py:76) -2024-09-01 16:19:59,882 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0082s, count=2315, qps in this process: 77.1456 (mp_runner.py:76) -2024-09-01 16:19:59,885 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0138s, count=1953, qps in this process: 65.0701 (mp_runner.py:76) -2024-09-01 16:19:59,886 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0119s, count=2326, qps in this process: 77.5026 (mp_runner.py:76) -2024-09-01 16:19:59,889 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0108s, count=2475, qps in this process: 82.4703 (mp_runner.py:76) -2024-09-01 16:19:59,903 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0022s, count=2199, qps in this process: 73.2946 (mp_runner.py:76) -2024-09-01 16:19:59,904 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0056s, count=2241, qps in this process: 74.6861 (mp_runner.py:76) -2024-09-01 16:19:59,905 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0012s, count=2089, qps in this process: 69.6305 (mp_runner.py:76) -2024-09-01 16:19:59,906 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0038s, count=2317, qps in this process: 77.2236 (mp_runner.py:76) -2024-09-01 16:19:59,911 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0027s, count=2059, qps in this process: 68.6272 (mp_runner.py:76) -2024-09-01 16:19:59,916 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0071s, count=1925, qps in this process: 64.1515 (mp_runner.py:76) -2024-09-01 16:19:59,916 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0075s, count=2478, qps in this process: 82.5794 (mp_runner.py:76) -2024-09-01 16:19:59,920 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0017s, count=1947, qps in this process: 64.8963 (mp_runner.py:76) -2024-09-01 16:19:59,922 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.005769976000010502 (mp_runner.py:73) -2024-09-01 16:19:59,923 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.005721532001189189 (mp_runner.py:73) -2024-09-01 16:19:59,923 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0049s, count=2500, qps in this process: 83.3197 (mp_runner.py:76) -2024-09-01 16:19:59,924 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0003s, count=2495, qps in this process: 83.1658 (mp_runner.py:76) -2024-09-01 16:19:59,925 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0061s, count=2104, qps in this process: 70.1191 (mp_runner.py:76) -2024-09-01 16:19:59,936 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.001s, count=2482, qps in this process: 82.7306 (mp_runner.py:76) -2024-09-01 16:19:59,937 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0011s, count=1921, qps in this process: 64.031 (mp_runner.py:76) -2024-09-01 16:19:59,939 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0005s, count=2499, qps in this process: 83.2986 (mp_runner.py:76) -2024-09-01 16:19:59,942 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0005s, count=2097, qps in this process: 69.8988 (mp_runner.py:76) -2024-09-01 16:19:59,942 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0007s, count=2506, qps in this process: 83.5314 (mp_runner.py:76) -2024-09-01 16:19:59,945 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0007s, count=1967, qps in this process: 65.5651 (mp_runner.py:76) -2024-09-01 16:19:59,955 | INFO |End search in concurrency 35: dur=30.40840152000237s, total_count=79791, qps=2623.9788 (mp_runner.py:120) -2024-09-01 16:20:02,728 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:20:02,728 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 16:20:13,390 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 16:20:13,611 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,647 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,656 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,661 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,674 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,674 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,675 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,728 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,729 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,735 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,735 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,740 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,759 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,759 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,765 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,792 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,794 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,806 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,807 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,812 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,822 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,827 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,839 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,855 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,858 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,863 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,867 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,871 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,892 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,898 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:13,915 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:20,238 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.015034358002594672 (mp_runner.py:73) -2024-09-01 16:20:20,239 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.010664552999514854 (mp_runner.py:73) -2024-09-01 16:20:20,240 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.011834902998089092 (mp_runner.py:73) -2024-09-01 16:20:20,240 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.01925289800055907 (mp_runner.py:73) -2024-09-01 16:20:20,241 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.01918849499998032 (mp_runner.py:73) -2024-09-01 16:20:20,243 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.007714987001236295 (mp_runner.py:73) -2024-09-01 16:20:20,248 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.013528602001315448 (mp_runner.py:73) -2024-09-01 16:20:20,251 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.010538161001022672 (mp_runner.py:73) -2024-09-01 16:20:20,251 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.01245234599991818 (mp_runner.py:73) -2024-09-01 16:20:20,252 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.01176529400254367 (mp_runner.py:73) -2024-09-01 16:20:20,253 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.013471977999870433 (mp_runner.py:73) -2024-09-01 16:20:20,253 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.011676547001115978 (mp_runner.py:73) -2024-09-01 16:20:20,254 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.012938518000737531 (mp_runner.py:73) -2024-09-01 16:20:20,255 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.01158597000176087 (mp_runner.py:73) -2024-09-01 16:20:20,255 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.011354379999829689 (mp_runner.py:73) -2024-09-01 16:20:20,256 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.009630276999814669 (mp_runner.py:73) -2024-09-01 16:20:20,256 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.010932028002571315 (mp_runner.py:73) -2024-09-01 16:20:20,352 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.018517977001465624 (mp_runner.py:73) -2024-09-01 16:20:20,355 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.00641662899943185 (mp_runner.py:73) -2024-09-01 16:20:20,357 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.006762322002032306 (mp_runner.py:73) -2024-09-01 16:20:20,362 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.010852060000615893 (mp_runner.py:73) -2024-09-01 16:20:20,373 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.012040831999911461 (mp_runner.py:73) -2024-09-01 16:20:20,382 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.016653329999826383 (mp_runner.py:73) -2024-09-01 16:20:20,383 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.01853806099825306 (mp_runner.py:73) -2024-09-01 16:20:20,388 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.0008894570019037928 (mp_runner.py:73) -2024-09-01 16:20:20,392 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.002962532998935785 (mp_runner.py:73) -2024-09-01 16:20:20,400 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.010858639001526171 (mp_runner.py:73) -2024-09-01 16:20:20,402 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.03925770000205375 (mp_runner.py:73) -2024-09-01 16:20:20,776 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.004802478000783594 (mp_runner.py:73) -2024-09-01 16:20:20,784 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.005605761998594971 (mp_runner.py:73) -2024-09-01 16:20:21,013 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.017788655000913423 (mp_runner.py:73) -2024-09-01 16:20:21,071 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.022108389999630162 (mp_runner.py:73) -2024-09-01 16:20:21,078 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.01720008099800907 (mp_runner.py:73) -2024-09-01 16:20:21,164 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.017362880000291625 (mp_runner.py:73) -2024-09-01 16:20:21,170 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.01958546600144473 (mp_runner.py:73) -2024-09-01 16:20:21,197 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.03220259499721578 (mp_runner.py:73) -2024-09-01 16:20:21,276 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.01568850999683491 (mp_runner.py:73) -2024-09-01 16:20:21,300 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.014447061999817379 (mp_runner.py:73) -2024-09-01 16:20:21,302 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.01558579400079907 (mp_runner.py:73) -2024-09-01 16:20:22,981 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.012530791998869972 (mp_runner.py:73) -2024-09-01 16:20:26,905 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.006890199001645669 (mp_runner.py:73) -2024-09-01 16:20:26,907 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.007284701001481153 (mp_runner.py:73) -2024-09-01 16:20:26,909 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.010658931998477783 (mp_runner.py:73) -2024-09-01 16:20:26,909 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.01145440099935513 (mp_runner.py:73) -2024-09-01 16:20:26,910 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.012580745002196636 (mp_runner.py:73) -2024-09-01 16:20:26,910 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.010886936997849261 (mp_runner.py:73) -2024-09-01 16:20:26,911 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.01185843500206829 (mp_runner.py:73) -2024-09-01 16:20:26,912 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.011810604999482166 (mp_runner.py:73) -2024-09-01 16:20:26,912 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.014949248998163966 (mp_runner.py:73) -2024-09-01 16:20:26,913 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.01619188800032134 (mp_runner.py:73) -2024-09-01 16:20:26,913 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.011258779002673691 (mp_runner.py:73) -2024-09-01 16:20:26,913 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.011439679998147767 (mp_runner.py:73) -2024-09-01 16:20:26,913 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.012541782001790125 (mp_runner.py:73) -2024-09-01 16:20:27,357 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.010020701000030385 (mp_runner.py:73) -2024-09-01 16:20:27,360 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.0104746110009728 (mp_runner.py:73) -2024-09-01 16:20:27,360 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.015273438999429345 (mp_runner.py:73) -2024-09-01 16:20:27,362 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.013313191000634106 (mp_runner.py:73) -2024-09-01 16:20:27,363 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.016670222001266666 (mp_runner.py:73) -2024-09-01 16:20:27,368 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.012929363001603633 (mp_runner.py:73) -2024-09-01 16:20:27,369 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.021593006000330206 (mp_runner.py:73) -2024-09-01 16:20:27,413 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.017892050000227755 (mp_runner.py:73) -2024-09-01 16:20:27,418 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.019454306999250548 (mp_runner.py:73) -2024-09-01 16:20:28,354 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.004080359998624772 (mp_runner.py:73) -2024-09-01 16:20:28,358 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.004731959998025559 (mp_runner.py:73) -2024-09-01 16:20:28,359 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.002445542999339523 (mp_runner.py:73) -2024-09-01 16:20:28,360 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.00538434500049334 (mp_runner.py:73) -2024-09-01 16:20:28,361 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.01567042799797491 (mp_runner.py:73) -2024-09-01 16:20:28,362 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.021228699002676876 (mp_runner.py:73) -2024-09-01 16:20:28,363 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.011741189999156632 (mp_runner.py:73) -2024-09-01 16:20:28,363 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.010447391996422084 (mp_runner.py:73) -2024-09-01 16:20:28,364 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.011851826999190962 (mp_runner.py:73) -2024-09-01 16:20:28,365 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.012024922001728555 (mp_runner.py:73) -2024-09-01 16:20:28,889 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.017096919000323396 (mp_runner.py:73) -2024-09-01 16:20:29,311 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.016514693001226988 (mp_runner.py:73) -2024-09-01 16:20:29,312 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.015304256001400063 (mp_runner.py:73) -2024-09-01 16:20:29,523 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.01362349000191898 (mp_runner.py:73) -2024-09-01 16:20:29,713 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.019546573999832617 (mp_runner.py:73) -2024-09-01 16:20:29,736 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.015864634999161353 (mp_runner.py:73) -2024-09-01 16:20:29,780 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.01613975100190146 (mp_runner.py:73) -2024-09-01 16:20:32,217 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.016797725998912938 (mp_runner.py:73) -2024-09-01 16:20:34,179 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.0090831440029433 (mp_runner.py:73) -2024-09-01 16:20:34,180 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.01033015500070178 (mp_runner.py:73) -2024-09-01 16:20:34,182 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.013535055000829743 (mp_runner.py:73) -2024-09-01 16:20:34,184 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.016238137999607716 (mp_runner.py:73) -2024-09-01 16:20:34,391 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.008098849000816699 (mp_runner.py:73) -2024-09-01 16:20:34,391 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.007824492000509053 (mp_runner.py:73) -2024-09-01 16:20:34,391 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.008715920001122868 (mp_runner.py:73) -2024-09-01 16:20:34,393 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.00850546400033636 (mp_runner.py:73) -2024-09-01 16:20:34,393 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.007733493999694474 (mp_runner.py:73) -2024-09-01 16:20:34,393 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.007561653001175728 (mp_runner.py:73) -2024-09-01 16:20:34,394 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.0037415900005726144 (mp_runner.py:73) -2024-09-01 16:20:34,395 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.014403513003344415 (mp_runner.py:73) -2024-09-01 16:20:34,396 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.008597267002187436 (mp_runner.py:73) -2024-09-01 16:20:34,397 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.008701112001290312 (mp_runner.py:73) -2024-09-01 16:20:34,397 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.009822376003285171 (mp_runner.py:73) -2024-09-01 16:20:34,400 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.010840851999091683 (mp_runner.py:73) -2024-09-01 16:20:34,401 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.01912549500048044 (mp_runner.py:73) -2024-09-01 16:20:34,406 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.01673300499896868 (mp_runner.py:73) -2024-09-01 16:20:35,773 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.007547577999503119 (mp_runner.py:73) -2024-09-01 16:20:35,775 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.010232238000753568 (mp_runner.py:73) -2024-09-01 16:20:35,776 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.012814517998776864 (mp_runner.py:73) -2024-09-01 16:20:35,777 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.011607008000282804 (mp_runner.py:73) -2024-09-01 16:20:35,777 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.011836223002319457 (mp_runner.py:73) -2024-09-01 16:20:35,778 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.016104266000183998 (mp_runner.py:73) -2024-09-01 16:20:35,779 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.018808529999660095 (mp_runner.py:73) -2024-09-01 16:20:35,779 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.012273191998247057 (mp_runner.py:73) -2024-09-01 16:20:35,780 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.013273675998789258 (mp_runner.py:73) -2024-09-01 16:20:36,490 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.014374193997355178 (mp_runner.py:73) -2024-09-01 16:20:36,638 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.014835830999800237 (mp_runner.py:73) -2024-09-01 16:20:36,641 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.019135635997372447 (mp_runner.py:73) -2024-09-01 16:20:36,957 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.015643285001715412 (mp_runner.py:73) -2024-09-01 16:20:36,958 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.015944380000291858 (mp_runner.py:73) -2024-09-01 16:20:37,927 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.014735518001543824 (mp_runner.py:73) -2024-09-01 16:20:37,968 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.012550792998808902 (mp_runner.py:73) -2024-09-01 16:20:37,971 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.01643002700075158 (mp_runner.py:73) -2024-09-01 16:20:38,494 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.020382722999784164 (mp_runner.py:73) -2024-09-01 16:20:38,495 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.018884967001213226 (mp_runner.py:73) -2024-09-01 16:20:38,499 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.027003571998648113 (mp_runner.py:73) -2024-09-01 16:20:38,889 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.017242273002921138 (mp_runner.py:73) -2024-09-01 16:20:40,717 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.004061969997565029 (mp_runner.py:73) -2024-09-01 16:20:40,717 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.007581170000776183 (mp_runner.py:73) -2024-09-01 16:20:40,717 | DEBUG |(SpawnProcess-1:181) search_count: 2000, latest_latency=0.008783157001744257 (mp_runner.py:73) -2024-09-01 16:20:40,718 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.009835108001425397 (mp_runner.py:73) -2024-09-01 16:20:40,719 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.009411662998900283 (mp_runner.py:73) -2024-09-01 16:20:40,720 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.010165576000872534 (mp_runner.py:73) -2024-09-01 16:20:40,721 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.011792233999585733 (mp_runner.py:73) -2024-09-01 16:20:40,721 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.011375080001016613 (mp_runner.py:73) -2024-09-01 16:20:40,722 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.012565428001835244 (mp_runner.py:73) -2024-09-01 16:20:40,722 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.011673001001327066 (mp_runner.py:73) -2024-09-01 16:20:40,724 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.012492778001615079 (mp_runner.py:73) -2024-09-01 16:20:40,725 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.017370967001625104 (mp_runner.py:73) -2024-09-01 16:20:40,725 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.018304992001503706 (mp_runner.py:73) -2024-09-01 16:20:40,725 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.013211779998528073 (mp_runner.py:73) -2024-09-01 16:20:40,726 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.012760492001689272 (mp_runner.py:73) -2024-09-01 16:20:41,196 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.016434350996860303 (mp_runner.py:73) -2024-09-01 16:20:41,357 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.016536734001419973 (mp_runner.py:73) -2024-09-01 16:20:41,390 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.020438856998225674 (mp_runner.py:73) -2024-09-01 16:20:42,570 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.017928196000866592 (mp_runner.py:73) -2024-09-01 16:20:42,572 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.01766694199977792 (mp_runner.py:73) -2024-09-01 16:20:42,703 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.020704170998214977 (mp_runner.py:73) -2024-09-01 16:20:42,704 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.016901746999792522 (mp_runner.py:73) -2024-09-01 16:20:42,718 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.017751901999872644 (mp_runner.py:73) -2024-09-01 16:20:42,738 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.006662711999524618 (mp_runner.py:73) -2024-09-01 16:20:42,740 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.01516382100089686 (mp_runner.py:73) -2024-09-01 16:20:42,740 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.013021254999330267 (mp_runner.py:73) -2024-09-01 16:20:42,741 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.01582888199845911 (mp_runner.py:73) -2024-09-01 16:20:42,749 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.013508254996850155 (mp_runner.py:73) -2024-09-01 16:20:43,630 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0138s, count=2213, qps in this process: 73.7327 (mp_runner.py:76) -2024-09-01 16:20:43,653 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0005s, count=2214, qps in this process: 73.7988 (mp_runner.py:76) -2024-09-01 16:20:43,664 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.039s, count=2212, qps in this process: 73.6376 (mp_runner.py:76) -2024-09-01 16:20:43,673 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0101s, count=2212, qps in this process: 73.7085 (mp_runner.py:76) -2024-09-01 16:20:43,674 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0162s, count=2065, qps in this process: 68.7962 (mp_runner.py:76) -2024-09-01 16:20:43,678 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0021s, count=1868, qps in this process: 62.2623 (mp_runner.py:76) -2024-09-01 16:20:43,681 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0056s, count=2066, qps in this process: 68.8538 (mp_runner.py:76) -2024-09-01 16:20:43,704 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0286s, count=1812, qps in this process: 60.3425 (mp_runner.py:76) -2024-09-01 16:20:43,706 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.0052s, count=2206, qps in this process: 73.5206 (mp_runner.py:76) -2024-09-01 16:20:43,718 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0132s, count=2207, qps in this process: 73.5343 (mp_runner.py:76) -2024-09-01 16:20:43,739 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0028s, count=2072, qps in this process: 69.0602 (mp_runner.py:76) -2024-09-01 16:20:43,745 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0098s, count=2219, qps in this process: 73.9425 (mp_runner.py:76) -2024-09-01 16:20:43,747 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0103s, count=2219, qps in this process: 73.9413 (mp_runner.py:76) -2024-09-01 16:20:43,756 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0213s, count=2208, qps in this process: 73.5478 (mp_runner.py:76) -2024-09-01 16:20:43,762 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0013s, count=2220, qps in this process: 73.9968 (mp_runner.py:76) -2024-09-01 16:20:43,767 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0172s, count=2217, qps in this process: 73.8577 (mp_runner.py:76) -2024-09-01 16:20:43,776 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0154s, count=2074, qps in this process: 69.0979 (mp_runner.py:76) -2024-09-01 16:20:43,787 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0156s, count=2221, qps in this process: 73.9949 (mp_runner.py:76) -2024-09-01 16:20:43,800 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0051s, count=1916, qps in this process: 63.8558 (mp_runner.py:76) -2024-09-01 16:20:43,816 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0087s, count=2073, qps in this process: 69.08 (mp_runner.py:76) -2024-09-01 16:20:43,825 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0172s, count=2076, qps in this process: 69.1603 (mp_runner.py:76) -2024-09-01 16:20:43,827 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0025s, count=2211, qps in this process: 73.6939 (mp_runner.py:76) -2024-09-01 16:20:43,827 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0069s, count=1791, qps in this process: 59.6863 (mp_runner.py:76) -2024-09-01 16:20:43,830 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0329s, count=2223, qps in this process: 74.0188 (mp_runner.py:76) -2024-09-01 16:20:43,832 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0023s, count=1916, qps in this process: 63.8618 (mp_runner.py:76) -2024-09-01 16:20:43,848 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0004s, count=2133, qps in this process: 71.0991 (mp_runner.py:76) -2024-09-01 16:20:43,849 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.007s, count=1796, qps in this process: 59.8527 (mp_runner.py:76) -2024-09-01 16:20:43,858 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0036s, count=2080, qps in this process: 69.325 (mp_runner.py:76) -2024-09-01 16:20:43,860 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0052s, count=1880, qps in this process: 62.6558 (mp_runner.py:76) -2024-09-01 16:20:43,862 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0034s, count=2082, qps in this process: 69.3921 (mp_runner.py:76) -2024-09-01 16:20:43,863 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0018s, count=2082, qps in this process: 69.3958 (mp_runner.py:76) -2024-09-01 16:20:43,868 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0005s, count=2136, qps in this process: 71.1988 (mp_runner.py:76) -2024-09-01 16:20:43,870 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0014s, count=2236, qps in this process: 74.5299 (mp_runner.py:76) -2024-09-01 16:20:43,879 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0038s, count=1923, qps in this process: 64.0919 (mp_runner.py:76) -2024-09-01 16:20:43,880 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0004s, count=1811, qps in this process: 60.3659 (mp_runner.py:76) -2024-09-01 16:20:43,892 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0006s, count=1845, qps in this process: 61.4988 (mp_runner.py:76) -2024-09-01 16:20:43,896 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0046s, count=2094, qps in this process: 69.7893 (mp_runner.py:76) -2024-09-01 16:20:43,896 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.001s, count=1847, qps in this process: 61.5646 (mp_runner.py:76) -2024-09-01 16:20:43,904 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0004s, count=1779, qps in this process: 59.2992 (mp_runner.py:76) -2024-09-01 16:20:43,918 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0003s, count=1670, qps in this process: 55.6661 (mp_runner.py:76) -2024-09-01 16:20:43,925 | INFO |End search in concurrency 40: dur=30.5338793430019s, total_count=82125, qps=2689.6353 (mp_runner.py:120) -2024-09-01 16:20:47,079 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:20:47,080 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 16:20:57,877 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 16:20:57,921 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:57,943 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,091 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,108 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,188 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,189 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,231 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,243 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,243 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,258 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,259 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,277 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,297 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,298 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,315 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,317 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,318 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,321 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,321 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,327 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,327 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,344 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,369 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,379 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,387 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,402 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:20:58,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:05,700 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.011679584000376053 (mp_runner.py:73) -2024-09-01 16:21:05,701 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.011690518997056643 (mp_runner.py:73) -2024-09-01 16:21:05,701 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.011302193001029082 (mp_runner.py:73) -2024-09-01 16:21:05,702 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.013105560999974841 (mp_runner.py:73) -2024-09-01 16:21:05,702 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.012262878997717053 (mp_runner.py:73) -2024-09-01 16:21:05,702 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.012820906998967985 (mp_runner.py:73) -2024-09-01 16:21:05,702 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.014129507999314228 (mp_runner.py:73) -2024-09-01 16:21:05,703 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01411342999927001 (mp_runner.py:73) -2024-09-01 16:21:05,703 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.010995558001013706 (mp_runner.py:73) -2024-09-01 16:21:05,703 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.013106223999784561 (mp_runner.py:73) -2024-09-01 16:21:05,704 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.01108660599857103 (mp_runner.py:73) -2024-09-01 16:21:05,704 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.011622808000538498 (mp_runner.py:73) -2024-09-01 16:21:05,704 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.011214328998903511 (mp_runner.py:73) -2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.017216973999893526 (mp_runner.py:73) -2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.012975305999134434 (mp_runner.py:73) -2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.013602242001070408 (mp_runner.py:73) -2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.011572387997148326 (mp_runner.py:73) -2024-09-01 16:21:05,705 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.01052649399935035 (mp_runner.py:73) -2024-09-01 16:21:05,706 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.009576407999702496 (mp_runner.py:73) -2024-09-01 16:21:05,706 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.012341678000666434 (mp_runner.py:73) -2024-09-01 16:21:05,706 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.009086089998163516 (mp_runner.py:73) -2024-09-01 16:21:05,708 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.010447990000102436 (mp_runner.py:73) -2024-09-01 16:21:05,711 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.01005056199937826 (mp_runner.py:73) -2024-09-01 16:21:05,747 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.013162789000489283 (mp_runner.py:73) -2024-09-01 16:21:06,057 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.05903254300210392 (mp_runner.py:73) -2024-09-01 16:21:06,286 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.011918339998373995 (mp_runner.py:73) -2024-09-01 16:21:06,288 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.011237577997235348 (mp_runner.py:73) -2024-09-01 16:21:06,290 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.010286032000294654 (mp_runner.py:73) -2024-09-01 16:21:06,292 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.0194159810016572 (mp_runner.py:73) -2024-09-01 16:21:06,295 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.020727237999381032 (mp_runner.py:73) -2024-09-01 16:21:06,314 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.009311964000517037 (mp_runner.py:73) -2024-09-01 16:21:06,315 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.012385556001390796 (mp_runner.py:73) -2024-09-01 16:21:06,315 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.013737927998590749 (mp_runner.py:73) -2024-09-01 16:21:06,316 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.011268857000686694 (mp_runner.py:73) -2024-09-01 16:21:06,316 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.010833428998012096 (mp_runner.py:73) -2024-09-01 16:21:06,317 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.009785709997231606 (mp_runner.py:73) -2024-09-01 16:21:06,317 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.011518072999024298 (mp_runner.py:73) -2024-09-01 16:21:06,320 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.012933353002154035 (mp_runner.py:73) -2024-09-01 16:21:06,329 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.017851822998636635 (mp_runner.py:73) -2024-09-01 16:21:06,329 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.017850833999546012 (mp_runner.py:73) -2024-09-01 16:21:07,255 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.010813867000251776 (mp_runner.py:73) -2024-09-01 16:21:07,259 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.015624009000021033 (mp_runner.py:73) -2024-09-01 16:21:07,259 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.01826100300240796 (mp_runner.py:73) -2024-09-01 16:21:07,470 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.012041895999573171 (mp_runner.py:73) -2024-09-01 16:21:07,737 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.01579873299851897 (mp_runner.py:73) -2024-09-01 16:21:13,302 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.0123154959983367 (mp_runner.py:73) -2024-09-01 16:21:13,303 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.012336839998170035 (mp_runner.py:73) -2024-09-01 16:21:13,304 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.012462418002542108 (mp_runner.py:73) -2024-09-01 16:21:13,304 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.01319408699782798 (mp_runner.py:73) -2024-09-01 16:21:13,304 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.012125007997383364 (mp_runner.py:73) -2024-09-01 16:21:13,305 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.0117272290008259 (mp_runner.py:73) -2024-09-01 16:21:13,307 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.012634225997317117 (mp_runner.py:73) -2024-09-01 16:21:13,307 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.01078597599916975 (mp_runner.py:73) -2024-09-01 16:21:13,308 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.018493518997274805 (mp_runner.py:73) -2024-09-01 16:21:13,309 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.01105657500011148 (mp_runner.py:73) -2024-09-01 16:21:13,309 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.020416422001289902 (mp_runner.py:73) -2024-09-01 16:21:13,310 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.008870372999808751 (mp_runner.py:73) -2024-09-01 16:21:14,035 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.03183647799960454 (mp_runner.py:73) -2024-09-01 16:21:14,128 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.01681954699961352 (mp_runner.py:73) -2024-09-01 16:21:14,132 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.01695352399838157 (mp_runner.py:73) -2024-09-01 16:21:14,132 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.014978873001382453 (mp_runner.py:73) -2024-09-01 16:21:14,180 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.021581177999905776 (mp_runner.py:73) -2024-09-01 16:21:14,230 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.017876992002129555 (mp_runner.py:73) -2024-09-01 16:21:14,241 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.0027688900008797646 (mp_runner.py:73) -2024-09-01 16:21:14,242 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.011761637997551588 (mp_runner.py:73) -2024-09-01 16:21:14,243 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.014156045999698108 (mp_runner.py:73) -2024-09-01 16:21:14,243 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.012154318999819225 (mp_runner.py:73) -2024-09-01 16:21:14,244 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.011273902000539238 (mp_runner.py:73) -2024-09-01 16:21:14,245 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.014606886001274688 (mp_runner.py:73) -2024-09-01 16:21:14,245 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.018813419999787584 (mp_runner.py:73) -2024-09-01 16:21:14,247 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.022424721999414032 (mp_runner.py:73) -2024-09-01 16:21:14,248 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.013318772002094192 (mp_runner.py:73) -2024-09-01 16:21:14,249 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.014584321997972438 (mp_runner.py:73) -2024-09-01 16:21:14,250 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.015614285999618005 (mp_runner.py:73) -2024-09-01 16:21:14,250 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.013030000998696778 (mp_runner.py:73) -2024-09-01 16:21:14,257 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.023837864999222802 (mp_runner.py:73) -2024-09-01 16:21:14,405 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.017951218000234803 (mp_runner.py:73) -2024-09-01 16:21:14,521 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.02028643599987845 (mp_runner.py:73) -2024-09-01 16:21:14,740 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.017870050000055926 (mp_runner.py:73) -2024-09-01 16:21:15,191 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.004588076000800356 (mp_runner.py:73) -2024-09-01 16:21:15,746 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.022289458000159357 (mp_runner.py:73) -2024-09-01 16:21:15,833 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.019017058999452274 (mp_runner.py:73) -2024-09-01 16:21:15,997 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.018849625997972907 (mp_runner.py:73) -2024-09-01 16:21:16,628 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.021024401001341175 (mp_runner.py:73) -2024-09-01 16:21:17,039 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.01695473099971423 (mp_runner.py:73) -2024-09-01 16:21:17,055 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.03955275399857783 (mp_runner.py:73) -2024-09-01 16:21:17,081 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.017100091001339024 (mp_runner.py:73) -2024-09-01 16:21:17,271 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.01662901799863903 (mp_runner.py:73) -2024-09-01 16:21:17,894 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.01756230400133063 (mp_runner.py:73) -2024-09-01 16:21:18,227 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.022282137997535756 (mp_runner.py:73) -2024-09-01 16:21:21,183 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.02405024399922695 (mp_runner.py:73) -2024-09-01 16:21:21,184 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.024034740003116895 (mp_runner.py:73) -2024-09-01 16:21:21,185 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.01779578599962406 (mp_runner.py:73) -2024-09-01 16:21:21,186 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.020163458000752144 (mp_runner.py:73) -2024-09-01 16:21:21,187 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.016447412002889905 (mp_runner.py:73) -2024-09-01 16:21:21,188 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.016069673998572398 (mp_runner.py:73) -2024-09-01 16:21:21,194 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.024854246999893803 (mp_runner.py:73) -2024-09-01 16:21:21,477 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.012083308000001125 (mp_runner.py:73) -2024-09-01 16:21:21,478 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.010630125001625856 (mp_runner.py:73) -2024-09-01 16:21:21,479 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.011388565002562245 (mp_runner.py:73) -2024-09-01 16:21:21,479 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.012603875999047887 (mp_runner.py:73) -2024-09-01 16:21:21,480 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.011410608000005595 (mp_runner.py:73) -2024-09-01 16:21:21,480 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.01448217000142904 (mp_runner.py:73) -2024-09-01 16:21:21,481 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.015544485999271274 (mp_runner.py:73) -2024-09-01 16:21:21,482 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.009130589001870248 (mp_runner.py:73) -2024-09-01 16:21:21,482 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.009855771000729874 (mp_runner.py:73) -2024-09-01 16:21:21,483 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.00910172799922293 (mp_runner.py:73) -2024-09-01 16:21:21,484 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.012174318999313982 (mp_runner.py:73) -2024-09-01 16:21:21,484 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.019353267998667434 (mp_runner.py:73) -2024-09-01 16:21:21,484 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.010500935997697525 (mp_runner.py:73) -2024-09-01 16:21:21,485 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.011069513002439635 (mp_runner.py:73) -2024-09-01 16:21:21,486 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.01124946900017676 (mp_runner.py:73) -2024-09-01 16:21:21,486 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.008915784001146676 (mp_runner.py:73) -2024-09-01 16:21:21,487 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.01040166199891246 (mp_runner.py:73) -2024-09-01 16:21:21,487 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.01152009699944756 (mp_runner.py:73) -2024-09-01 16:21:21,487 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.011376100999768823 (mp_runner.py:73) -2024-09-01 16:21:21,723 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.013939811000454938 (mp_runner.py:73) -2024-09-01 16:21:21,724 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.015462281000509392 (mp_runner.py:73) -2024-09-01 16:21:22,354 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.01689524299945333 (mp_runner.py:73) -2024-09-01 16:21:23,670 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.0140899170000921 (mp_runner.py:73) -2024-09-01 16:21:23,972 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.013385853999352548 (mp_runner.py:73) -2024-09-01 16:21:24,196 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.01488705199881224 (mp_runner.py:73) -2024-09-01 16:21:24,331 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.01229333299852442 (mp_runner.py:73) -2024-09-01 16:21:24,631 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.015950299999531126 (mp_runner.py:73) -2024-09-01 16:21:24,874 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.01438905800023349 (mp_runner.py:73) -2024-09-01 16:21:25,907 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.027125315999001032 (mp_runner.py:73) -2024-09-01 16:21:26,179 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.01723493999816128 (mp_runner.py:73) -2024-09-01 16:21:26,309 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.017881016003229888 (mp_runner.py:73) -2024-09-01 16:21:26,382 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.015579882998281391 (mp_runner.py:73) -2024-09-01 16:21:26,394 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.016176778997760266 (mp_runner.py:73) -2024-09-01 16:21:26,395 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.018647770997631596 (mp_runner.py:73) -2024-09-01 16:21:26,847 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.016337075001501944 (mp_runner.py:73) -2024-09-01 16:21:27,146 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.00612136700146948 (mp_runner.py:73) -2024-09-01 16:21:27,584 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.01610321699990891 (mp_runner.py:73) -2024-09-01 16:21:27,927 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0059s, count=1959, qps in this process: 65.2872 (mp_runner.py:76) -2024-09-01 16:21:27,956 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0115s, count=1580, qps in this process: 52.6465 (mp_runner.py:76) -2024-09-01 16:21:28,103 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0077s, count=1960, qps in this process: 65.3166 (mp_runner.py:76) -2024-09-01 16:21:28,127 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0134s, count=1974, qps in this process: 65.7706 (mp_runner.py:76) -2024-09-01 16:21:28,143 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0006s, count=1778, qps in this process: 59.2655 (mp_runner.py:76) -2024-09-01 16:21:28,197 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.005s, count=1967, qps in this process: 65.5557 (mp_runner.py:76) -2024-09-01 16:21:28,197 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0072s, count=1980, qps in this process: 65.9842 (mp_runner.py:76) -2024-09-01 16:21:28,200 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0115s, count=1604, qps in this process: 53.4462 (mp_runner.py:76) -2024-09-01 16:21:28,225 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.013640738998219604 (mp_runner.py:73) -2024-09-01 16:21:28,235 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0028s, count=1983, qps in this process: 66.0938 (mp_runner.py:76) -2024-09-01 16:21:28,249 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0032s, count=1984, qps in this process: 66.1263 (mp_runner.py:76) -2024-09-01 16:21:28,255 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0102s, count=1823, qps in this process: 60.746 (mp_runner.py:76) -2024-09-01 16:21:28,274 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0089s, count=1972, qps in this process: 65.7138 (mp_runner.py:76) -2024-09-01 16:21:28,279 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0183s, count=1735, qps in this process: 57.7981 (mp_runner.py:76) -2024-09-01 16:21:28,280 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0114s, count=1824, qps in this process: 60.7769 (mp_runner.py:76) -2024-09-01 16:21:28,281 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0069s, count=1711, qps in this process: 57.0202 (mp_runner.py:76) -2024-09-01 16:21:28,288 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0196s, count=1973, qps in this process: 65.7237 (mp_runner.py:76) -2024-09-01 16:21:28,291 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0225s, count=1987, qps in this process: 66.1837 (mp_runner.py:76) -2024-09-01 16:21:28,295 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0107s, count=1974, qps in this process: 65.7765 (mp_runner.py:76) -2024-09-01 16:21:28,301 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.003s, count=1988, qps in this process: 66.26 (mp_runner.py:76) -2024-09-01 16:21:28,304 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0042s, count=1989, qps in this process: 66.2907 (mp_runner.py:76) -2024-09-01 16:21:28,322 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0031s, count=1991, qps in this process: 66.3598 (mp_runner.py:76) -2024-09-01 16:21:28,323 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0026s, count=1977, qps in this process: 65.8943 (mp_runner.py:76) -2024-09-01 16:21:28,325 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.005s, count=1558, qps in this process: 51.9247 (mp_runner.py:76) -2024-09-01 16:21:28,327 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0067s, count=1992, qps in this process: 66.3852 (mp_runner.py:76) -2024-09-01 16:21:28,328 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0075s, count=1992, qps in this process: 66.3834 (mp_runner.py:76) -2024-09-01 16:21:28,329 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0063s, count=1992, qps in this process: 66.3861 (mp_runner.py:76) -2024-09-01 16:21:28,330 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.006s, count=1978, qps in this process: 65.9201 (mp_runner.py:76) -2024-09-01 16:21:28,331 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0076s, count=1992, qps in this process: 66.3832 (mp_runner.py:76) -2024-09-01 16:21:28,334 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0097s, count=1682, qps in this process: 56.0485 (mp_runner.py:76) -2024-09-01 16:21:28,338 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0031s, count=1993, qps in this process: 66.4265 (mp_runner.py:76) -2024-09-01 16:21:28,338 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0089s, count=1615, qps in this process: 53.8174 (mp_runner.py:76) -2024-09-01 16:21:28,347 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0123s, count=1994, qps in this process: 66.4394 (mp_runner.py:76) -2024-09-01 16:21:28,353 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0068s, count=1995, qps in this process: 66.4849 (mp_runner.py:76) -2024-09-01 16:21:28,369 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.004040755000460194 (mp_runner.py:73) -2024-09-01 16:21:28,371 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.0032181050009967294 (mp_runner.py:73) -2024-09-01 16:21:28,372 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.005434675000287825 (mp_runner.py:73) -2024-09-01 16:21:28,374 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0008s, count=2001, qps in this process: 66.6982 (mp_runner.py:76) -2024-09-01 16:21:28,377 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0015s, count=1725, qps in this process: 57.4971 (mp_runner.py:76) -2024-09-01 16:21:28,383 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0004s, count=1515, qps in this process: 50.4993 (mp_runner.py:76) -2024-09-01 16:21:28,388 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0033s, count=2003, qps in this process: 66.7593 (mp_runner.py:76) -2024-09-01 16:21:28,395 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0023s, count=1639, qps in this process: 54.6291 (mp_runner.py:76) -2024-09-01 16:21:28,398 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0008s, count=1689, qps in this process: 56.2985 (mp_runner.py:76) -2024-09-01 16:21:28,409 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0009s, count=1554, qps in this process: 51.7984 (mp_runner.py:76) -2024-09-01 16:21:28,414 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0018s, count=1728, qps in this process: 57.5965 (mp_runner.py:76) -2024-09-01 16:21:28,426 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0011s, count=1641, qps in this process: 54.698 (mp_runner.py:76) -2024-09-01 16:21:28,433 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0005s, count=1645, qps in this process: 54.8324 (mp_runner.py:76) -2024-09-01 16:21:28,444 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0003s, count=1617, qps in this process: 53.8995 (mp_runner.py:76) -2024-09-01 16:21:28,452 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0009s, count=2049, qps in this process: 68.298 (mp_runner.py:76) -2024-09-01 16:21:28,463 | INFO |End search in concurrency 45: dur=30.585435433000384s, total_count=83302, qps=2723.5839 (mp_runner.py:120) -2024-09-01 16:21:31,490 | INFO |Update largest qps with concurrency 45: current max_qps=2723.5839 (mp_runner.py:124) -2024-09-01 16:21:31,904 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:21:31,904 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 16:21:52,901 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 16:21:53,202 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,285 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,288 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,288 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,289 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,293 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,350 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,354 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,406 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,459 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,478 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,488 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:21:53,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:01,810 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.011966034999204567 (mp_runner.py:73) -2024-09-01 16:22:01,811 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.012940615000843536 (mp_runner.py:73) -2024-09-01 16:22:01,811 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.010781695000332547 (mp_runner.py:73) -2024-09-01 16:22:01,812 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.010881580998102436 (mp_runner.py:73) -2024-09-01 16:22:01,812 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.011158544999489095 (mp_runner.py:73) -2024-09-01 16:22:01,813 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.014130364997981815 (mp_runner.py:73) -2024-09-01 16:22:01,813 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.013602704999357229 (mp_runner.py:73) -2024-09-01 16:22:01,814 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.012206665000121575 (mp_runner.py:73) -2024-09-01 16:22:01,815 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.012024917999951867 (mp_runner.py:73) -2024-09-01 16:22:01,815 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.0182626479981991 (mp_runner.py:73) -2024-09-01 16:22:01,816 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.01272220999817364 (mp_runner.py:73) -2024-09-01 16:22:01,816 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.01640259800115018 (mp_runner.py:73) -2024-09-01 16:22:01,816 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.020001273001980735 (mp_runner.py:73) -2024-09-01 16:22:01,818 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.01444029699996463 (mp_runner.py:73) -2024-09-01 16:22:01,819 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.02165600300213555 (mp_runner.py:73) -2024-09-01 16:22:01,819 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.013292601001012372 (mp_runner.py:73) -2024-09-01 16:22:02,069 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.016537049999897135 (mp_runner.py:73) -2024-09-01 16:22:02,094 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.017244703998585464 (mp_runner.py:73) -2024-09-01 16:22:02,109 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.015006352998170769 (mp_runner.py:73) -2024-09-01 16:22:02,110 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.01623436599766137 (mp_runner.py:73) -2024-09-01 16:22:02,110 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.0162691339974117 (mp_runner.py:73) -2024-09-01 16:22:02,453 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.0286459470007685 (mp_runner.py:73) -2024-09-01 16:22:02,581 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.012584852000145474 (mp_runner.py:73) -2024-09-01 16:22:02,582 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.0013890980008000042 (mp_runner.py:73) -2024-09-01 16:22:02,583 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.011886338001204422 (mp_runner.py:73) -2024-09-01 16:22:02,584 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.010449154000525596 (mp_runner.py:73) -2024-09-01 16:22:02,585 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.009807132002606522 (mp_runner.py:73) -2024-09-01 16:22:02,585 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.019744721001188736 (mp_runner.py:73) -2024-09-01 16:22:02,586 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.016545998998481082 (mp_runner.py:73) -2024-09-01 16:22:02,587 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.016519107997737592 (mp_runner.py:73) -2024-09-01 16:22:02,591 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.02273385300213704 (mp_runner.py:73) -2024-09-01 16:22:02,601 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.017810837001889013 (mp_runner.py:73) -2024-09-01 16:22:02,877 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.01881343700006255 (mp_runner.py:73) -2024-09-01 16:22:02,878 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.016998387000057846 (mp_runner.py:73) -2024-09-01 16:22:02,879 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.019268228999862913 (mp_runner.py:73) -2024-09-01 16:22:03,039 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.014554410998243839 (mp_runner.py:73) -2024-09-01 16:22:03,040 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.015944648999720812 (mp_runner.py:73) -2024-09-01 16:22:03,041 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.013828954000928206 (mp_runner.py:73) -2024-09-01 16:22:03,042 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.019066638000367675 (mp_runner.py:73) -2024-09-01 16:22:03,045 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.022433183999964967 (mp_runner.py:73) -2024-09-01 16:22:03,048 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.021301248998497613 (mp_runner.py:73) -2024-09-01 16:22:03,211 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.016660355002386495 (mp_runner.py:73) -2024-09-01 16:22:03,280 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.017748113001289312 (mp_runner.py:73) -2024-09-01 16:22:03,281 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.019644889998744475 (mp_runner.py:73) -2024-09-01 16:22:03,282 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.020952339000359643 (mp_runner.py:73) -2024-09-01 16:22:03,284 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.015014811997389188 (mp_runner.py:73) -2024-09-01 16:22:03,287 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.02086028100166004 (mp_runner.py:73) -2024-09-01 16:22:03,614 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.01918085499710287 (mp_runner.py:73) -2024-09-01 16:22:03,626 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.03217945900178165 (mp_runner.py:73) -2024-09-01 16:22:04,134 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.01835627499895054 (mp_runner.py:73) -2024-09-01 16:22:10,122 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.016613125000731088 (mp_runner.py:73) -2024-09-01 16:22:10,123 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.016894567997951526 (mp_runner.py:73) -2024-09-01 16:22:10,123 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.014400364998436999 (mp_runner.py:73) -2024-09-01 16:22:10,124 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.019113483002001885 (mp_runner.py:73) -2024-09-01 16:22:10,124 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.016772956998465816 (mp_runner.py:73) -2024-09-01 16:22:10,126 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.022681737998937024 (mp_runner.py:73) -2024-09-01 16:22:10,126 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.016385121998609975 (mp_runner.py:73) -2024-09-01 16:22:10,127 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.025740420001966413 (mp_runner.py:73) -2024-09-01 16:22:10,127 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.016689845000655623 (mp_runner.py:73) -2024-09-01 16:22:10,137 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.018994005000422476 (mp_runner.py:73) -2024-09-01 16:22:11,054 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.008230261999415234 (mp_runner.py:73) -2024-09-01 16:22:11,057 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.013053488000878133 (mp_runner.py:73) -2024-09-01 16:22:11,059 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.013183363000280224 (mp_runner.py:73) -2024-09-01 16:22:11,059 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.012114564997318666 (mp_runner.py:73) -2024-09-01 16:22:11,060 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.01579446200048551 (mp_runner.py:73) -2024-09-01 16:22:11,061 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.014885247997881379 (mp_runner.py:73) -2024-09-01 16:22:11,061 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.015605516000505304 (mp_runner.py:73) -2024-09-01 16:22:11,061 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.014116577000095276 (mp_runner.py:73) -2024-09-01 16:22:11,062 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.01935858700016979 (mp_runner.py:73) -2024-09-01 16:22:11,062 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.014404825000383426 (mp_runner.py:73) -2024-09-01 16:22:11,064 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.02166573700014851 (mp_runner.py:73) -2024-09-01 16:22:11,065 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.01346500100044068 (mp_runner.py:73) -2024-09-01 16:22:11,067 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.023356661000434542 (mp_runner.py:73) -2024-09-01 16:22:11,069 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.01719776699974318 (mp_runner.py:73) -2024-09-01 16:22:11,259 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.01809133999995538 (mp_runner.py:73) -2024-09-01 16:22:11,259 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.016410987998824567 (mp_runner.py:73) -2024-09-01 16:22:11,331 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.019844304999423912 (mp_runner.py:73) -2024-09-01 16:22:11,342 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.027173713999218307 (mp_runner.py:73) -2024-09-01 16:22:11,398 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.018512713999371044 (mp_runner.py:73) -2024-09-01 16:22:11,498 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.023759751999023138 (mp_runner.py:73) -2024-09-01 16:22:11,784 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.013334983999811811 (mp_runner.py:73) -2024-09-01 16:22:11,784 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.013101283999276347 (mp_runner.py:73) -2024-09-01 16:22:11,785 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.013998529000673443 (mp_runner.py:73) -2024-09-01 16:22:11,786 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.02088238100259332 (mp_runner.py:73) -2024-09-01 16:22:11,787 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.016886792000150308 (mp_runner.py:73) -2024-09-01 16:22:11,787 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.008729016997676808 (mp_runner.py:73) -2024-09-01 16:22:12,054 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.02089665200037416 (mp_runner.py:73) -2024-09-01 16:22:12,055 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.015055064999614842 (mp_runner.py:73) -2024-09-01 16:22:12,196 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.025107683999522123 (mp_runner.py:73) -2024-09-01 16:22:12,232 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.021499073001905344 (mp_runner.py:73) -2024-09-01 16:22:12,382 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.018352980001509422 (mp_runner.py:73) -2024-09-01 16:22:12,622 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.023270860001503024 (mp_runner.py:73) -2024-09-01 16:22:12,673 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.018789440997352358 (mp_runner.py:73) -2024-09-01 16:22:12,677 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.024630154002807103 (mp_runner.py:73) -2024-09-01 16:22:12,678 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.021276134000800084 (mp_runner.py:73) -2024-09-01 16:22:12,956 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.021312337998097064 (mp_runner.py:73) -2024-09-01 16:22:12,981 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.019083915001829155 (mp_runner.py:73) -2024-09-01 16:22:14,452 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.016722499000024982 (mp_runner.py:73) -2024-09-01 16:22:14,697 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.020627973000955535 (mp_runner.py:73) -2024-09-01 16:22:15,827 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.020801618000405142 (mp_runner.py:73) -2024-09-01 16:22:18,808 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.011072432000219123 (mp_runner.py:73) -2024-09-01 16:22:18,809 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.010300827001628932 (mp_runner.py:73) -2024-09-01 16:22:18,810 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.010957457998301834 (mp_runner.py:73) -2024-09-01 16:22:18,810 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.0122978850013169 (mp_runner.py:73) -2024-09-01 16:22:18,811 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.016065564002929023 (mp_runner.py:73) -2024-09-01 16:22:18,812 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.01545843400162994 (mp_runner.py:73) -2024-09-01 16:22:18,813 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.013534862002416048 (mp_runner.py:73) -2024-09-01 16:22:18,813 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.01351613500082749 (mp_runner.py:73) -2024-09-01 16:22:19,825 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.014985259000241058 (mp_runner.py:73) -2024-09-01 16:22:19,826 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.014851151001494145 (mp_runner.py:73) -2024-09-01 16:22:19,826 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.014935153001715662 (mp_runner.py:73) -2024-09-01 16:22:19,827 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.01750481500130263 (mp_runner.py:73) -2024-09-01 16:22:19,827 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.019495459000609117 (mp_runner.py:73) -2024-09-01 16:22:19,829 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.014984874997026054 (mp_runner.py:73) -2024-09-01 16:22:19,829 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.016252655997959664 (mp_runner.py:73) -2024-09-01 16:22:20,390 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.012386459999106592 (mp_runner.py:73) -2024-09-01 16:22:20,390 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.016879876999155385 (mp_runner.py:73) -2024-09-01 16:22:20,391 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.01672046600288013 (mp_runner.py:73) -2024-09-01 16:22:20,393 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.013478423999913502 (mp_runner.py:73) -2024-09-01 16:22:20,394 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.011745898002118338 (mp_runner.py:73) -2024-09-01 16:22:20,394 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.013764049999736017 (mp_runner.py:73) -2024-09-01 16:22:20,396 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.015257489001669455 (mp_runner.py:73) -2024-09-01 16:22:21,546 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.015117207996809157 (mp_runner.py:73) -2024-09-01 16:22:21,547 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.016273922999971546 (mp_runner.py:73) -2024-09-01 16:22:21,626 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.012584659998537973 (mp_runner.py:73) -2024-09-01 16:22:21,627 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.013757723001617705 (mp_runner.py:73) -2024-09-01 16:22:21,628 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.012823233999370132 (mp_runner.py:73) -2024-09-01 16:22:21,629 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.018321612998988712 (mp_runner.py:73) -2024-09-01 16:22:21,629 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.016143927998200525 (mp_runner.py:73) -2024-09-01 16:22:21,631 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.019225169999117497 (mp_runner.py:73) -2024-09-01 16:22:21,878 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.01065272800042294 (mp_runner.py:73) -2024-09-01 16:22:21,878 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.017153526001493447 (mp_runner.py:73) -2024-09-01 16:22:21,881 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.017971978999412386 (mp_runner.py:73) -2024-09-01 16:22:21,881 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.014265420999436174 (mp_runner.py:73) -2024-09-01 16:22:21,883 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.015411458000016864 (mp_runner.py:73) -2024-09-01 16:22:21,883 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.014252099001168972 (mp_runner.py:73) -2024-09-01 16:22:21,884 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.018011397998634493 (mp_runner.py:73) -2024-09-01 16:22:22,803 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.018022053998720367 (mp_runner.py:73) -2024-09-01 16:22:22,805 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.021725211998273153 (mp_runner.py:73) -2024-09-01 16:22:23,015 | DEBUG |(SpawnProcess-1:278) search_count: 1500, latest_latency=0.018808610999258235 (mp_runner.py:73) -2024-09-01 16:22:23,015 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.017569284998899093 (mp_runner.py:73) -2024-09-01 16:22:23,016 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.012173821000033058 (mp_runner.py:73) -2024-09-01 16:22:23,018 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.015420943000208354 (mp_runner.py:73) -2024-09-01 16:22:23,215 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0122s, count=1653, qps in this process: 55.0776 (mp_runner.py:76) -2024-09-01 16:22:23,289 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0005s, count=1596, qps in this process: 53.1991 (mp_runner.py:76) -2024-09-01 16:22:23,290 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0018s, count=1759, qps in this process: 58.6298 (mp_runner.py:76) -2024-09-01 16:22:23,291 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0009s, count=1596, qps in this process: 53.1984 (mp_runner.py:76) -2024-09-01 16:22:23,293 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.005s, count=1596, qps in this process: 53.1911 (mp_runner.py:76) -2024-09-01 16:22:23,294 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0044s, count=1658, qps in this process: 55.2586 (mp_runner.py:76) -2024-09-01 16:22:23,295 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0026s, count=1686, qps in this process: 56.1951 (mp_runner.py:76) -2024-09-01 16:22:23,296 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0099s, count=1686, qps in this process: 56.1815 (mp_runner.py:76) -2024-09-01 16:22:23,299 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0091s, count=1658, qps in this process: 55.2499 (mp_runner.py:76) -2024-09-01 16:22:23,299 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0092s, count=1658, qps in this process: 55.2497 (mp_runner.py:76) -2024-09-01 16:22:23,300 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.011s, count=1496, qps in this process: 49.8484 (mp_runner.py:76) -2024-09-01 16:22:23,303 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0069s, count=1658, qps in this process: 55.254 (mp_runner.py:76) -2024-09-01 16:22:23,303 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0149s, count=1658, qps in this process: 55.2392 (mp_runner.py:76) -2024-09-01 16:22:23,305 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0147s, count=1760, qps in this process: 58.6379 (mp_runner.py:76) -2024-09-01 16:22:23,306 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0097s, count=1760, qps in this process: 58.6477 (mp_runner.py:76) -2024-09-01 16:22:23,306 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0086s, count=1582, qps in this process: 52.7182 (mp_runner.py:76) -2024-09-01 16:22:23,309 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0134s, count=1676, qps in this process: 55.8417 (mp_runner.py:76) -2024-09-01 16:22:23,311 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0149s, count=1737, qps in this process: 57.8713 (mp_runner.py:76) -2024-09-01 16:22:23,317 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0161s, count=1659, qps in this process: 55.2703 (mp_runner.py:76) -2024-09-01 16:22:23,336 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0032s, count=1673, qps in this process: 55.7607 (mp_runner.py:76) -2024-09-01 16:22:23,361 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0002s, count=1601, qps in this process: 53.3663 (mp_runner.py:76) -2024-09-01 16:22:23,362 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0048s, count=1587, qps in this process: 52.8915 (mp_runner.py:76) -2024-09-01 16:22:23,364 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0055s, count=1587, qps in this process: 52.8903 (mp_runner.py:76) -2024-09-01 16:22:23,368 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0068s, count=1601, qps in this process: 53.3546 (mp_runner.py:76) -2024-09-01 16:22:23,368 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0074s, count=1691, qps in this process: 56.3528 (mp_runner.py:76) -2024-09-01 16:22:23,374 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0116s, count=1681, qps in this process: 56.0117 (mp_runner.py:76) -2024-09-01 16:22:23,385 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0027s, count=1603, qps in this process: 53.4285 (mp_runner.py:76) -2024-09-01 16:22:23,386 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0025s, count=1603, qps in this process: 53.4289 (mp_runner.py:76) -2024-09-01 16:22:23,392 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0026s, count=1742, qps in this process: 58.0616 (mp_runner.py:76) -2024-09-01 16:22:23,397 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0074s, count=1527, qps in this process: 50.8874 (mp_runner.py:76) -2024-09-01 16:22:23,404 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0019s, count=1694, qps in this process: 56.4631 (mp_runner.py:76) -2024-09-01 16:22:23,410 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0027s, count=1606, qps in this process: 53.5285 (mp_runner.py:76) -2024-09-01 16:22:23,411 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0017s, count=1768, qps in this process: 58.93 (mp_runner.py:76) -2024-09-01 16:22:23,414 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0122s, count=1768, qps in this process: 58.9094 (mp_runner.py:76) -2024-09-01 16:22:23,416 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0129s, count=1768, qps in this process: 58.908 (mp_runner.py:76) -2024-09-01 16:22:23,451 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0016s, count=1528, qps in this process: 50.9306 (mp_runner.py:76) -2024-09-01 16:22:23,453 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0037s, count=1599, qps in this process: 53.2934 (mp_runner.py:76) -2024-09-01 16:22:23,462 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0048s, count=1535, qps in this process: 51.1585 (mp_runner.py:76) -2024-09-01 16:22:23,465 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0073s, count=1532, qps in this process: 51.0542 (mp_runner.py:76) -2024-09-01 16:22:23,472 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0046s, count=1605, qps in this process: 53.4918 (mp_runner.py:76) -2024-09-01 16:22:23,479 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0038s, count=1604, qps in this process: 53.4599 (mp_runner.py:76) -2024-09-01 16:22:23,480 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0004s, count=1608, qps in this process: 53.5993 (mp_runner.py:76) -2024-09-01 16:22:23,495 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0041s, count=1480, qps in this process: 49.3266 (mp_runner.py:76) -2024-09-01 16:22:23,497 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0071s, count=1535, qps in this process: 51.1546 (mp_runner.py:76) -2024-09-01 16:22:23,520 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0021s, count=1481, qps in this process: 49.3632 (mp_runner.py:76) -2024-09-01 16:22:23,535 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0015s, count=1553, qps in this process: 51.7641 (mp_runner.py:76) -2024-09-01 16:22:23,537 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0033s, count=1371, qps in this process: 45.695 (mp_runner.py:76) -2024-09-01 16:22:23,541 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.0009944560006260872 (mp_runner.py:73) -2024-09-01 16:22:23,553 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0004s, count=1445, qps in this process: 48.166 (mp_runner.py:76) -2024-09-01 16:22:23,559 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0013s, count=1513, qps in this process: 50.4311 (mp_runner.py:76) -2024-09-01 16:22:23,573 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0003s, count=1470, qps in this process: 48.9995 (mp_runner.py:76) -2024-09-01 16:22:23,585 | INFO |End search in concurrency 50: dur=30.682330927000294s, total_count=80891, qps=2636.4033 (mp_runner.py:120) -2024-09-01 16:22:27,365 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:22:27,365 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 16:22:48,571 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 16:22:48,918 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:48,938 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:48,938 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:48,943 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:48,963 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,011 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,012 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,016 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,019 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,020 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,020 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,021 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,025 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,036 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,051 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,052 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,053 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,087 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,087 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,089 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,095 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,095 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,095 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,100 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,101 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,120 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,139 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,143 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,146 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,162 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,178 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,199 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,228 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,238 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,259 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,291 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,295 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:49,312 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:22:57,744 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.010262454001349397 (mp_runner.py:73) -2024-09-01 16:22:57,745 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.011052059999201447 (mp_runner.py:73) -2024-09-01 16:22:57,746 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.0108934349991614 (mp_runner.py:73) -2024-09-01 16:22:57,747 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.01042085800145287 (mp_runner.py:73) -2024-09-01 16:22:57,748 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.010953140998026356 (mp_runner.py:73) -2024-09-01 16:22:57,749 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.016449572998681106 (mp_runner.py:73) -2024-09-01 16:22:57,749 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.02014265800244175 (mp_runner.py:73) -2024-09-01 16:22:57,750 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.010247088997857645 (mp_runner.py:73) -2024-09-01 16:22:57,751 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.013411198000540026 (mp_runner.py:73) -2024-09-01 16:22:57,757 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.01610528400124167 (mp_runner.py:73) -2024-09-01 16:22:57,758 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01619226900220383 (mp_runner.py:73) -2024-09-01 16:22:57,928 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.01819593199979863 (mp_runner.py:73) -2024-09-01 16:22:57,929 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.020089615001779748 (mp_runner.py:73) -2024-09-01 16:22:57,930 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.02148156100156484 (mp_runner.py:73) -2024-09-01 16:22:58,182 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.014705691999552073 (mp_runner.py:73) -2024-09-01 16:22:58,183 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.015962231998855714 (mp_runner.py:73) -2024-09-01 16:22:58,183 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.013409441999101546 (mp_runner.py:73) -2024-09-01 16:22:58,295 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.011699460999807343 (mp_runner.py:73) -2024-09-01 16:22:58,296 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.012044283997965977 (mp_runner.py:73) -2024-09-01 16:22:58,297 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.014888713998516323 (mp_runner.py:73) -2024-09-01 16:22:58,299 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.017759375001332955 (mp_runner.py:73) -2024-09-01 16:22:58,299 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.014942896999855293 (mp_runner.py:73) -2024-09-01 16:22:58,300 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.015113220000785077 (mp_runner.py:73) -2024-09-01 16:22:58,301 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.015075729999807663 (mp_runner.py:73) -2024-09-01 16:22:58,303 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.014101226999628125 (mp_runner.py:73) -2024-09-01 16:22:58,304 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.016167703000974143 (mp_runner.py:73) -2024-09-01 16:22:58,305 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.014995377001469024 (mp_runner.py:73) -2024-09-01 16:22:58,308 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.017204897998453816 (mp_runner.py:73) -2024-09-01 16:22:58,312 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.013224846999946749 (mp_runner.py:73) -2024-09-01 16:22:58,313 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.016393100999266608 (mp_runner.py:73) -2024-09-01 16:22:58,314 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.016957933999947272 (mp_runner.py:73) -2024-09-01 16:22:58,315 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.01709312199818669 (mp_runner.py:73) -2024-09-01 16:22:58,315 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.01697614499789779 (mp_runner.py:73) -2024-09-01 16:22:58,316 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.014890671998728067 (mp_runner.py:73) -2024-09-01 16:22:58,317 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.016674745998898288 (mp_runner.py:73) -2024-09-01 16:22:58,318 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.01474960999985342 (mp_runner.py:73) -2024-09-01 16:22:58,318 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.01589672100089956 (mp_runner.py:73) -2024-09-01 16:22:58,319 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.014708039001561701 (mp_runner.py:73) -2024-09-01 16:22:58,319 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.014673781999590574 (mp_runner.py:73) -2024-09-01 16:22:58,320 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.012638987998798257 (mp_runner.py:73) -2024-09-01 16:22:58,321 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.014354989001731155 (mp_runner.py:73) -2024-09-01 16:22:58,323 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.011173636001331033 (mp_runner.py:73) -2024-09-01 16:22:59,126 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.0046375220008485485 (mp_runner.py:73) -2024-09-01 16:22:59,127 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.01282508399890503 (mp_runner.py:73) -2024-09-01 16:22:59,127 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.0057051999974646606 (mp_runner.py:73) -2024-09-01 16:22:59,127 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.014797159001318505 (mp_runner.py:73) -2024-09-01 16:22:59,128 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.02001679099703324 (mp_runner.py:73) -2024-09-01 16:22:59,129 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.013991440002428135 (mp_runner.py:73) -2024-09-01 16:22:59,130 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.01857280200056266 (mp_runner.py:73) -2024-09-01 16:23:00,570 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.022042060001695063 (mp_runner.py:73) -2024-09-01 16:23:00,972 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.01970395700118388 (mp_runner.py:73) -2024-09-01 16:23:00,976 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.02650672200252302 (mp_runner.py:73) -2024-09-01 16:23:01,470 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.023480930998630356 (mp_runner.py:73) -2024-09-01 16:23:01,928 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.02328324299742235 (mp_runner.py:73) -2024-09-01 16:23:02,090 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.019484610002109548 (mp_runner.py:73) -2024-09-01 16:23:07,159 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.01351753799826838 (mp_runner.py:73) -2024-09-01 16:23:07,160 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.01562787200236926 (mp_runner.py:73) -2024-09-01 16:23:07,161 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.017233741000381997 (mp_runner.py:73) -2024-09-01 16:23:07,161 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.015853775999858044 (mp_runner.py:73) -2024-09-01 16:23:07,161 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.013389636002102634 (mp_runner.py:73) -2024-09-01 16:23:07,162 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.012806770002498524 (mp_runner.py:73) -2024-09-01 16:23:07,162 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.014013569001690485 (mp_runner.py:73) -2024-09-01 16:23:07,164 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.017866943999251816 (mp_runner.py:73) -2024-09-01 16:23:07,165 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.014307219000329496 (mp_runner.py:73) -2024-09-01 16:23:07,165 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.017798481003410416 (mp_runner.py:73) -2024-09-01 16:23:07,165 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.01876639200054342 (mp_runner.py:73) -2024-09-01 16:23:07,166 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.01654326499919989 (mp_runner.py:73) -2024-09-01 16:23:07,167 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.015381766999780666 (mp_runner.py:73) -2024-09-01 16:23:07,167 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.016171033999853535 (mp_runner.py:73) -2024-09-01 16:23:07,168 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.015528338000876829 (mp_runner.py:73) -2024-09-01 16:23:07,168 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.025494354998954805 (mp_runner.py:73) -2024-09-01 16:23:07,169 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.026603009002428735 (mp_runner.py:73) -2024-09-01 16:23:07,169 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.01687538899932406 (mp_runner.py:73) -2024-09-01 16:23:07,170 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.015182974999333965 (mp_runner.py:73) -2024-09-01 16:23:07,787 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.013961699001811212 (mp_runner.py:73) -2024-09-01 16:23:07,791 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.014212477002729429 (mp_runner.py:73) -2024-09-01 16:23:07,792 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.021276392999425298 (mp_runner.py:73) -2024-09-01 16:23:07,793 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.020064782998815645 (mp_runner.py:73) -2024-09-01 16:23:07,793 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.021231149999948684 (mp_runner.py:73) -2024-09-01 16:23:07,794 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.020625895998819033 (mp_runner.py:73) -2024-09-01 16:23:07,795 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.02028626000173972 (mp_runner.py:73) -2024-09-01 16:23:07,795 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.024983985000289977 (mp_runner.py:73) -2024-09-01 16:23:07,795 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.020829283999773907 (mp_runner.py:73) -2024-09-01 16:23:07,796 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.020915731001878157 (mp_runner.py:73) -2024-09-01 16:23:07,797 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.019223676001274725 (mp_runner.py:73) -2024-09-01 16:23:07,797 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.014526946000842145 (mp_runner.py:73) -2024-09-01 16:23:07,797 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.028804298002796713 (mp_runner.py:73) -2024-09-01 16:23:07,798 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.019728329996723915 (mp_runner.py:73) -2024-09-01 16:23:07,798 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.018680773002415663 (mp_runner.py:73) -2024-09-01 16:23:07,799 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.01619763700000476 (mp_runner.py:73) -2024-09-01 16:23:07,801 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.017487684002844617 (mp_runner.py:73) -2024-09-01 16:23:09,158 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.03739229799975874 (mp_runner.py:73) -2024-09-01 16:23:09,162 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.015709540999523597 (mp_runner.py:73) -2024-09-01 16:23:09,179 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.021654380001564277 (mp_runner.py:73) -2024-09-01 16:23:09,181 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.0233256520004943 (mp_runner.py:73) -2024-09-01 16:23:09,182 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.026065002999530407 (mp_runner.py:73) -2024-09-01 16:23:09,183 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.015353331000369508 (mp_runner.py:73) -2024-09-01 16:23:09,184 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.009124819000135176 (mp_runner.py:73) -2024-09-01 16:23:09,187 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.021954883999569574 (mp_runner.py:73) -2024-09-01 16:23:09,190 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.03547199099921272 (mp_runner.py:73) -2024-09-01 16:23:09,192 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.02223394999964512 (mp_runner.py:73) -2024-09-01 16:23:10,983 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.031519961998128565 (mp_runner.py:73) -2024-09-01 16:23:11,424 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.026846363001823192 (mp_runner.py:73) -2024-09-01 16:23:11,547 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.022489483999379445 (mp_runner.py:73) -2024-09-01 16:23:12,767 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.02360460399722797 (mp_runner.py:73) -2024-09-01 16:23:12,771 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.0250340620004863 (mp_runner.py:73) -2024-09-01 16:23:13,354 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.031202348000078928 (mp_runner.py:73) -2024-09-01 16:23:14,493 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.02226333200087538 (mp_runner.py:73) -2024-09-01 16:23:14,995 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.021061064002424246 (mp_runner.py:73) -2024-09-01 16:23:15,268 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.030544034998456482 (mp_runner.py:73) -2024-09-01 16:23:16,240 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.015384768998046638 (mp_runner.py:73) -2024-09-01 16:23:16,241 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.014500836998195155 (mp_runner.py:73) -2024-09-01 16:23:16,241 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.01692087000265019 (mp_runner.py:73) -2024-09-01 16:23:16,242 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.014234320999094052 (mp_runner.py:73) -2024-09-01 16:23:16,243 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.014239167998312041 (mp_runner.py:73) -2024-09-01 16:23:16,244 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.021970369001792278 (mp_runner.py:73) -2024-09-01 16:23:16,244 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.012291792998439632 (mp_runner.py:73) -2024-09-01 16:23:16,245 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.022772919000999536 (mp_runner.py:73) -2024-09-01 16:23:16,245 | DEBUG |(SpawnProcess-1:289) search_count: 1500, latest_latency=0.011442641000030562 (mp_runner.py:73) -2024-09-01 16:23:16,495 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.00568385799851967 (mp_runner.py:73) -2024-09-01 16:23:16,500 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.012390464999043616 (mp_runner.py:73) -2024-09-01 16:23:16,500 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.013386566999542993 (mp_runner.py:73) -2024-09-01 16:23:16,506 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.0215576480004529 (mp_runner.py:73) -2024-09-01 16:23:16,506 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.019930413000111002 (mp_runner.py:73) -2024-09-01 16:23:16,786 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.020497391000390053 (mp_runner.py:73) -2024-09-01 16:23:17,076 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.02204855599848088 (mp_runner.py:73) -2024-09-01 16:23:17,166 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.013949122003396042 (mp_runner.py:73) -2024-09-01 16:23:17,166 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.012507114999607438 (mp_runner.py:73) -2024-09-01 16:23:17,167 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.01583436900182278 (mp_runner.py:73) -2024-09-01 16:23:17,168 | DEBUG |(SpawnProcess-1:303) search_count: 1500, latest_latency=0.01748857199709164 (mp_runner.py:73) -2024-09-01 16:23:17,169 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.01711004599928856 (mp_runner.py:73) -2024-09-01 16:23:17,170 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.015411659001983935 (mp_runner.py:73) -2024-09-01 16:23:17,170 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.016651046000333736 (mp_runner.py:73) -2024-09-01 16:23:17,171 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.016871099000127288 (mp_runner.py:73) -2024-09-01 16:23:17,171 | DEBUG |(SpawnProcess-1:310) search_count: 1500, latest_latency=0.02132631199856405 (mp_runner.py:73) -2024-09-01 16:23:17,172 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.022666940996714402 (mp_runner.py:73) -2024-09-01 16:23:17,173 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.016730729999835603 (mp_runner.py:73) -2024-09-01 16:23:17,173 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.01664285099832341 (mp_runner.py:73) -2024-09-01 16:23:17,174 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.016824887999973726 (mp_runner.py:73) -2024-09-01 16:23:17,664 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.01350781399742118 (mp_runner.py:73) -2024-09-01 16:23:17,666 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.014805124999838881 (mp_runner.py:73) -2024-09-01 16:23:17,667 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.020369834997836733 (mp_runner.py:73) -2024-09-01 16:23:17,668 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.01875516500149388 (mp_runner.py:73) -2024-09-01 16:23:17,669 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.017705346002912847 (mp_runner.py:73) -2024-09-01 16:23:18,921 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0016s, count=1592, qps in this process: 53.0638 (mp_runner.py:76) -2024-09-01 16:23:18,949 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0061s, count=1594, qps in this process: 53.1225 (mp_runner.py:76) -2024-09-01 16:23:18,954 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0118s, count=1594, qps in this process: 53.1124 (mp_runner.py:76) -2024-09-01 16:23:18,961 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.0073s, count=1491, qps in this process: 49.6879 (mp_runner.py:76) -2024-09-01 16:23:18,979 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0128s, count=1596, qps in this process: 53.1773 (mp_runner.py:76) -2024-09-01 16:23:19,025 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0033s, count=1556, qps in this process: 51.861 (mp_runner.py:76) -2024-09-01 16:23:19,026 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0008s, count=1623, qps in this process: 54.0986 (mp_runner.py:76) -2024-09-01 16:23:19,027 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0017s, count=1623, qps in this process: 54.0969 (mp_runner.py:76) -2024-09-01 16:23:19,029 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0147s, count=1623, qps in this process: 54.0735 (mp_runner.py:76) -2024-09-01 16:23:19,031 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0059s, count=1642, qps in this process: 54.7226 (mp_runner.py:76) -2024-09-01 16:23:19,032 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0132s, count=1599, qps in this process: 53.2766 (mp_runner.py:76) -2024-09-01 16:23:19,033 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0143s, count=1599, qps in this process: 53.2746 (mp_runner.py:76) -2024-09-01 16:23:19,034 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0092s, count=1642, qps in this process: 54.7166 (mp_runner.py:76) -2024-09-01 16:23:19,037 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0113s, count=1646, qps in this process: 54.846 (mp_runner.py:76) -2024-09-01 16:23:19,038 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0171s, count=1599, qps in this process: 53.2696 (mp_runner.py:76) -2024-09-01 16:23:19,039 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.006s, count=1557, qps in this process: 51.8896 (mp_runner.py:76) -2024-09-01 16:23:19,041 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0095s, count=1559, qps in this process: 51.9502 (mp_runner.py:76) -2024-09-01 16:23:19,043 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.018s, count=1599, qps in this process: 53.268 (mp_runner.py:76) -2024-09-01 16:23:19,045 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0143s, count=1456, qps in this process: 48.5102 (mp_runner.py:76) -2024-09-01 16:23:19,049 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0104s, count=1456, qps in this process: 48.5165 (mp_runner.py:76) -2024-09-01 16:23:19,058 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0132s, count=1600, qps in this process: 53.3099 (mp_runner.py:76) -2024-09-01 16:23:19,061 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0038s, count=1643, qps in this process: 54.7597 (mp_runner.py:76) -2024-09-01 16:23:19,064 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0334s, count=1647, qps in this process: 54.8389 (mp_runner.py:76) -2024-09-01 16:23:19,066 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0089s, count=1601, qps in this process: 53.3508 (mp_runner.py:76) -2024-09-01 16:23:19,070 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0145s, count=1601, qps in this process: 53.3409 (mp_runner.py:76) -2024-09-01 16:23:19,094 | DEBUG |(SpawnProcess-1:325) search_count: 1500, latest_latency=0.00490943399927346 (mp_runner.py:73) -2024-09-01 16:23:19,095 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.00491483500081813 (mp_runner.py:73) -2024-09-01 16:23:19,097 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.012074425001628697 (mp_runner.py:73) -2024-09-01 16:23:19,097 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.011679201998049393 (mp_runner.py:73) -2024-09-01 16:23:19,097 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.005484068999066949 (mp_runner.py:73) -2024-09-01 16:23:19,098 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.009427390999917407 (mp_runner.py:73) -2024-09-01 16:23:19,098 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.006476989998191129 (mp_runner.py:73) -2024-09-01 16:23:19,100 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0077s, count=1648, qps in this process: 54.9192 (mp_runner.py:76) -2024-09-01 16:23:19,101 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0018s, count=1561, qps in this process: 52.0302 (mp_runner.py:76) -2024-09-01 16:23:19,103 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0078s, count=1604, qps in this process: 53.4528 (mp_runner.py:76) -2024-09-01 16:23:19,103 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0126s, count=1561, qps in this process: 52.0115 (mp_runner.py:76) -2024-09-01 16:23:19,105 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.01585911299844156 (mp_runner.py:73) -2024-09-01 16:23:19,106 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0067s, count=1650, qps in this process: 54.9877 (mp_runner.py:76) -2024-09-01 16:23:19,110 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.005s, count=1605, qps in this process: 53.4911 (mp_runner.py:76) -2024-09-01 16:23:19,119 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0114s, count=1304, qps in this process: 43.4502 (mp_runner.py:76) -2024-09-01 16:23:19,120 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0145s, count=1629, qps in this process: 54.2738 (mp_runner.py:76) -2024-09-01 16:23:19,126 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0028s, count=1503, qps in this process: 50.0953 (mp_runner.py:76) -2024-09-01 16:23:19,139 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.015s, count=1607, qps in this process: 53.5399 (mp_runner.py:76) -2024-09-01 16:23:19,145 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0004s, count=1608, qps in this process: 53.5993 (mp_runner.py:76) -2024-09-01 16:23:19,149 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0027s, count=1505, qps in this process: 50.1622 (mp_runner.py:76) -2024-09-01 16:23:19,155 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0037s, count=1507, qps in this process: 50.2271 (mp_runner.py:76) -2024-09-01 16:23:19,173 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0082s, count=1468, qps in this process: 48.92 (mp_runner.py:76) -2024-09-01 16:23:19,187 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0062s, count=1511, qps in this process: 50.3563 (mp_runner.py:76) -2024-09-01 16:23:19,201 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.001s, count=1663, qps in this process: 55.4315 (mp_runner.py:76) -2024-09-01 16:23:19,202 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0019s, count=1640, qps in this process: 54.6632 (mp_runner.py:76) -2024-09-01 16:23:19,204 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0039s, count=1514, qps in this process: 50.4601 (mp_runner.py:76) -2024-09-01 16:23:19,209 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0021s, count=1664, qps in this process: 55.4628 (mp_runner.py:76) -2024-09-01 16:23:19,225 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0011s, count=1258, qps in this process: 41.9318 (mp_runner.py:76) -2024-09-01 16:23:19,235 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0076s, count=1519, qps in this process: 50.6205 (mp_runner.py:76) -2024-09-01 16:23:19,241 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0075s, count=1520, qps in this process: 50.654 (mp_runner.py:76) -2024-09-01 16:23:19,246 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0012s, count=1204, qps in this process: 40.1317 (mp_runner.py:76) -2024-09-01 16:23:19,252 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0034s, count=1338, qps in this process: 44.5949 (mp_runner.py:76) -2024-09-01 16:23:19,263 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0005s, count=1536, qps in this process: 51.1991 (mp_runner.py:76) -2024-09-01 16:23:19,267 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0012s, count=1327, qps in this process: 44.2316 (mp_runner.py:76) -2024-09-01 16:23:19,296 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0005s, count=1309, qps in this process: 43.6326 (mp_runner.py:76) -2024-09-01 16:23:19,300 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0019s, count=1319, qps in this process: 43.9639 (mp_runner.py:76) -2024-09-01 16:23:19,302 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0003s, count=1212, qps in this process: 40.3996 (mp_runner.py:76) -2024-09-01 16:23:19,320 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0007s, count=1233, qps in this process: 41.099 (mp_runner.py:76) -2024-09-01 16:23:19,334 | INFO |End search in concurrency 55: dur=30.762305599000683s, total_count=84265, qps=2739.229 (mp_runner.py:120) -2024-09-01 16:23:23,043 | INFO |Update largest qps with concurrency 55: current max_qps=2739.229 (mp_runner.py:124) -2024-09-01 16:23:23,460 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:23:23,460 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 16:23:44,825 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 16:23:44,883 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,145 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,146 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,164 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,180 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,279 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,330 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,330 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,332 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,337 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,343 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,343 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,349 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,357 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,386 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,404 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,405 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,447 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,478 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,504 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,516 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,536 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,536 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,548 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,569 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,601 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,614 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,615 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,635 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,642 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:45,664 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:23:54,920 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.01574099999925238 (mp_runner.py:73) -2024-09-01 16:23:54,921 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.016192447998037096 (mp_runner.py:73) -2024-09-01 16:23:54,921 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.015576312001940096 (mp_runner.py:73) -2024-09-01 16:23:54,922 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.01831415900232969 (mp_runner.py:73) -2024-09-01 16:23:54,923 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.015070618999743601 (mp_runner.py:73) -2024-09-01 16:23:54,923 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.016002764998120256 (mp_runner.py:73) -2024-09-01 16:23:54,924 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.015001495001342846 (mp_runner.py:73) -2024-09-01 16:23:54,925 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.016225207000388764 (mp_runner.py:73) -2024-09-01 16:23:54,927 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.02324776499881409 (mp_runner.py:73) -2024-09-01 16:23:54,927 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.024404487001447706 (mp_runner.py:73) -2024-09-01 16:23:54,927 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.017577045000507496 (mp_runner.py:73) -2024-09-01 16:23:54,930 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.016555715003050864 (mp_runner.py:73) -2024-09-01 16:23:54,939 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.02892272499957471 (mp_runner.py:73) -2024-09-01 16:23:55,344 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.020737078000820475 (mp_runner.py:73) -2024-09-01 16:23:55,347 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.016235041999607347 (mp_runner.py:73) -2024-09-01 16:23:55,357 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.017960842997126747 (mp_runner.py:73) -2024-09-01 16:23:55,358 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.019364832998689963 (mp_runner.py:73) -2024-09-01 16:23:55,358 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.017004662000545068 (mp_runner.py:73) -2024-09-01 16:23:55,359 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.01416654900094727 (mp_runner.py:73) -2024-09-01 16:23:55,359 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.021413493999716593 (mp_runner.py:73) -2024-09-01 16:23:55,361 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.0177749260001292 (mp_runner.py:73) -2024-09-01 16:23:55,362 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.018776559001707938 (mp_runner.py:73) -2024-09-01 16:23:55,362 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.018238174998259638 (mp_runner.py:73) -2024-09-01 16:23:55,362 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.01832817299873568 (mp_runner.py:73) -2024-09-01 16:23:55,363 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.018127403000107734 (mp_runner.py:73) -2024-09-01 16:23:55,364 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.01695861100233742 (mp_runner.py:73) -2024-09-01 16:23:55,365 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.01898662500025239 (mp_runner.py:73) -2024-09-01 16:23:55,366 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.017270910000661388 (mp_runner.py:73) -2024-09-01 16:23:55,367 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.016073286002210807 (mp_runner.py:73) -2024-09-01 16:23:55,367 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.014297112000349443 (mp_runner.py:73) -2024-09-01 16:23:55,368 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.01455028000054881 (mp_runner.py:73) -2024-09-01 16:23:55,368 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.017328924001049018 (mp_runner.py:73) -2024-09-01 16:23:55,369 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.012948349998623598 (mp_runner.py:73) -2024-09-01 16:23:55,598 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.00860283599831746 (mp_runner.py:73) -2024-09-01 16:23:55,598 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.0095775310001045 (mp_runner.py:73) -2024-09-01 16:23:55,600 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.011579196998354746 (mp_runner.py:73) -2024-09-01 16:23:55,601 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.006438755997805856 (mp_runner.py:73) -2024-09-01 16:23:55,603 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.016812259000289487 (mp_runner.py:73) -2024-09-01 16:23:55,608 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.014085368999076309 (mp_runner.py:73) -2024-09-01 16:23:55,609 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.013935195001977263 (mp_runner.py:73) -2024-09-01 16:23:55,621 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.02644074400086538 (mp_runner.py:73) -2024-09-01 16:23:55,767 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.022646664001513273 (mp_runner.py:73) -2024-09-01 16:23:56,578 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.022350216000631917 (mp_runner.py:73) -2024-09-01 16:23:56,582 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.018231079000543104 (mp_runner.py:73) -2024-09-01 16:23:56,593 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.0179539639975701 (mp_runner.py:73) -2024-09-01 16:23:56,595 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.022073375999752898 (mp_runner.py:73) -2024-09-01 16:23:57,085 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.028120028000557795 (mp_runner.py:73) -2024-09-01 16:23:57,100 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.01468301299973973 (mp_runner.py:73) -2024-09-01 16:23:57,101 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.03222434499912197 (mp_runner.py:73) -2024-09-01 16:23:57,101 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.009658069000579417 (mp_runner.py:73) -2024-09-01 16:23:57,102 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.03412050200131489 (mp_runner.py:73) -2024-09-01 16:23:57,102 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02351862200157484 (mp_runner.py:73) -2024-09-01 16:23:58,393 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.012610163998033386 (mp_runner.py:73) -2024-09-01 16:23:58,604 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.01956186299867113 (mp_runner.py:73) -2024-09-01 16:23:58,645 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.0068697160022566095 (mp_runner.py:73) -2024-09-01 16:23:58,982 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.02559037099854322 (mp_runner.py:73) -2024-09-01 16:23:58,991 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.020262562000425532 (mp_runner.py:73) -2024-09-01 16:23:59,474 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.020427020001079654 (mp_runner.py:73) -2024-09-01 16:23:59,550 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.017365811003401177 (mp_runner.py:73) -2024-09-01 16:23:59,553 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.020539660999929765 (mp_runner.py:73) -2024-09-01 16:24:05,126 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.013663478999660583 (mp_runner.py:73) -2024-09-01 16:24:05,127 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.015106515998922987 (mp_runner.py:73) -2024-09-01 16:24:05,127 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.014222400001017377 (mp_runner.py:73) -2024-09-01 16:24:05,128 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.012793826001143316 (mp_runner.py:73) -2024-09-01 16:24:05,128 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.012285601998883067 (mp_runner.py:73) -2024-09-01 16:24:05,129 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.012104813999030739 (mp_runner.py:73) -2024-09-01 16:24:05,129 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.01505691499914974 (mp_runner.py:73) -2024-09-01 16:24:05,130 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.01248367000152939 (mp_runner.py:73) -2024-09-01 16:24:05,131 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.01319189700006973 (mp_runner.py:73) -2024-09-01 16:24:05,131 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.013005572000110988 (mp_runner.py:73) -2024-09-01 16:24:05,134 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.014527692001138348 (mp_runner.py:73) -2024-09-01 16:24:05,137 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.01595276500302134 (mp_runner.py:73) -2024-09-01 16:24:05,138 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.017832052002631826 (mp_runner.py:73) -2024-09-01 16:24:05,139 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.0172058210009709 (mp_runner.py:73) -2024-09-01 16:24:05,139 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.01727400299932924 (mp_runner.py:73) -2024-09-01 16:24:05,140 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.028761532998032635 (mp_runner.py:73) -2024-09-01 16:24:05,140 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.017127783001342323 (mp_runner.py:73) -2024-09-01 16:24:05,142 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.0316650690001552 (mp_runner.py:73) -2024-09-01 16:24:05,734 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.016605861001153244 (mp_runner.py:73) -2024-09-01 16:24:05,742 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.025815679000515956 (mp_runner.py:73) -2024-09-01 16:24:05,743 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.028470221001043683 (mp_runner.py:73) -2024-09-01 16:24:05,779 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.02284418500130414 (mp_runner.py:73) -2024-09-01 16:24:05,781 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.02618537499802187 (mp_runner.py:73) -2024-09-01 16:24:05,782 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.01643490399874281 (mp_runner.py:73) -2024-09-01 16:24:05,783 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.023171454999101115 (mp_runner.py:73) -2024-09-01 16:24:05,785 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.020701786001154687 (mp_runner.py:73) -2024-09-01 16:24:05,791 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.025577589996828465 (mp_runner.py:73) -2024-09-01 16:24:06,185 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.005923433000134537 (mp_runner.py:73) -2024-09-01 16:24:06,217 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.016604706001089653 (mp_runner.py:73) -2024-09-01 16:24:06,218 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.019300680000014836 (mp_runner.py:73) -2024-09-01 16:24:06,218 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.0417434470000444 (mp_runner.py:73) -2024-09-01 16:24:06,228 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.017023659998812946 (mp_runner.py:73) -2024-09-01 16:24:06,235 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.022603331999562215 (mp_runner.py:73) -2024-09-01 16:24:06,238 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.028793634999601636 (mp_runner.py:73) -2024-09-01 16:24:06,463 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.02559288500196999 (mp_runner.py:73) -2024-09-01 16:24:07,987 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.023806323999451706 (mp_runner.py:73) -2024-09-01 16:24:08,030 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.03422888299974147 (mp_runner.py:73) -2024-09-01 16:24:08,159 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.028599461998965126 (mp_runner.py:73) -2024-09-01 16:24:08,327 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.02384298800097895 (mp_runner.py:73) -2024-09-01 16:24:08,367 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.01997799499804387 (mp_runner.py:73) -2024-09-01 16:24:08,555 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.03271227900040685 (mp_runner.py:73) -2024-09-01 16:24:08,561 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.024046548998740036 (mp_runner.py:73) -2024-09-01 16:24:08,562 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.027094034001493128 (mp_runner.py:73) -2024-09-01 16:24:08,562 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.0358918879974226 (mp_runner.py:73) -2024-09-01 16:24:08,563 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.026359515999502037 (mp_runner.py:73) -2024-09-01 16:24:08,565 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.03237793899825192 (mp_runner.py:73) -2024-09-01 16:24:08,670 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.01951303900204948 (mp_runner.py:73) -2024-09-01 16:24:08,671 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.019795367999904556 (mp_runner.py:73) -2024-09-01 16:24:08,672 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.02477799600092112 (mp_runner.py:73) -2024-09-01 16:24:08,672 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.02312344000165467 (mp_runner.py:73) -2024-09-01 16:24:08,676 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.0253189739996742 (mp_runner.py:73) -2024-09-01 16:24:10,371 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.027854755000589648 (mp_runner.py:73) -2024-09-01 16:24:11,720 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.029792814999382244 (mp_runner.py:73) -2024-09-01 16:24:12,070 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.042829152997001074 (mp_runner.py:73) -2024-09-01 16:24:12,638 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.027908292002393864 (mp_runner.py:73) -2024-09-01 16:24:12,887 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.02776052199988044 (mp_runner.py:73) -2024-09-01 16:24:12,888 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.023395592001179466 (mp_runner.py:73) -2024-09-01 16:24:12,965 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.03170199300075183 (mp_runner.py:73) -2024-09-01 16:24:12,991 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.023745045000396203 (mp_runner.py:73) -2024-09-01 16:24:13,217 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.024817273999360623 (mp_runner.py:73) -2024-09-01 16:24:14,899 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.0033s, count=1363, qps in this process: 45.4283 (mp_runner.py:76) -2024-09-01 16:24:15,165 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0119s, count=1464, qps in this process: 48.7807 (mp_runner.py:76) -2024-09-01 16:24:15,175 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0094s, count=1464, qps in this process: 48.7847 (mp_runner.py:76) -2024-09-01 16:24:15,176 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0236s, count=1398, qps in this process: 46.5634 (mp_runner.py:76) -2024-09-01 16:24:15,214 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0089s, count=1496, qps in this process: 49.8519 (mp_runner.py:76) -2024-09-01 16:24:15,222 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0533s, count=1428, qps in this process: 47.5156 (mp_runner.py:76) -2024-09-01 16:24:15,236 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0373s, count=1466, qps in this process: 48.806 (mp_runner.py:76) -2024-09-01 16:24:15,281 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.01s, count=1347, qps in this process: 44.885 (mp_runner.py:76) -2024-09-01 16:24:15,295 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.008976077999250265 (mp_runner.py:73) -2024-09-01 16:24:15,297 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.008996864999062382 (mp_runner.py:73) -2024-09-01 16:24:15,298 | DEBUG |(SpawnProcess-1:373) search_count: 1500, latest_latency=0.010070588999951724 (mp_runner.py:73) -2024-09-01 16:24:15,299 | DEBUG |(SpawnProcess-1:380) search_count: 1500, latest_latency=0.013771902998996666 (mp_runner.py:73) -2024-09-01 16:24:15,299 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0151s, count=1391, qps in this process: 46.3433 (mp_runner.py:76) -2024-09-01 16:24:15,300 | DEBUG |(SpawnProcess-1:389) search_count: 1500, latest_latency=0.015047575998323737 (mp_runner.py:73) -2024-09-01 16:24:15,303 | DEBUG |(SpawnProcess-1:377) search_count: 1500, latest_latency=0.011981350999121787 (mp_runner.py:73) -2024-09-01 16:24:15,339 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0074s, count=1268, qps in this process: 42.2562 (mp_runner.py:76) -2024-09-01 16:24:15,339 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.008s, count=1323, qps in this process: 44.0882 (mp_runner.py:76) -2024-09-01 16:24:15,346 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0105s, count=1274, qps in this process: 42.4518 (mp_runner.py:76) -2024-09-01 16:24:15,349 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0017s, count=1473, qps in this process: 49.0972 (mp_runner.py:76) -2024-09-01 16:24:15,356 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.013s, count=1349, qps in this process: 44.9472 (mp_runner.py:76) -2024-09-01 16:24:15,357 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0015s, count=1446, qps in this process: 48.1976 (mp_runner.py:76) -2024-09-01 16:24:15,361 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0173s, count=1406, qps in this process: 46.8397 (mp_runner.py:76) -2024-09-01 16:24:15,363 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0262s, count=1266, qps in this process: 42.1632 (mp_runner.py:76) -2024-09-01 16:24:15,365 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0177s, count=1503, qps in this process: 50.0705 (mp_runner.py:76) -2024-09-01 16:24:15,371 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0083s, count=1276, qps in this process: 42.5216 (mp_runner.py:76) -2024-09-01 16:24:15,401 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0395s, count=1387, qps in this process: 46.1725 (mp_runner.py:76) -2024-09-01 16:24:15,401 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0116s, count=1505, qps in this process: 50.1473 (mp_runner.py:76) -2024-09-01 16:24:15,405 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.001s, count=1267, qps in this process: 42.2319 (mp_runner.py:76) -2024-09-01 16:24:15,412 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0077s, count=1268, qps in this process: 42.2558 (mp_runner.py:76) -2024-09-01 16:24:15,412 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0022s, count=1386, qps in this process: 46.1966 (mp_runner.py:76) -2024-09-01 16:24:15,413 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0042s, count=1506, qps in this process: 50.193 (mp_runner.py:76) -2024-09-01 16:24:15,416 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0158s, count=1401, qps in this process: 46.6754 (mp_runner.py:76) -2024-09-01 16:24:15,418 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0011s, count=1506, qps in this process: 50.1982 (mp_runner.py:76) -2024-09-01 16:24:15,430 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0003s, count=1507, qps in this process: 50.2328 (mp_runner.py:76) -2024-09-01 16:24:15,435 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0053s, count=1449, qps in this process: 48.2915 (mp_runner.py:76) -2024-09-01 16:24:15,438 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0125s, count=1507, qps in this process: 50.2124 (mp_runner.py:76) -2024-09-01 16:24:15,440 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0007s, count=1475, qps in this process: 49.1655 (mp_runner.py:76) -2024-09-01 16:24:15,441 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0041s, count=1272, qps in this process: 42.3942 (mp_runner.py:76) -2024-09-01 16:24:15,445 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0057s, count=1341, qps in this process: 44.6915 (mp_runner.py:76) -2024-09-01 16:24:15,449 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0006s, count=1388, qps in this process: 46.2657 (mp_runner.py:76) -2024-09-01 16:24:15,450 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0096s, count=1412, qps in this process: 47.0516 (mp_runner.py:76) -2024-09-01 16:24:15,461 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0031s, count=1264, qps in this process: 42.129 (mp_runner.py:76) -2024-09-01 16:24:15,464 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0068s, count=1404, qps in this process: 46.7894 (mp_runner.py:76) -2024-09-01 16:24:15,470 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0151s, count=1256, qps in this process: 41.8456 (mp_runner.py:76) -2024-09-01 16:24:15,478 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0049s, count=1186, qps in this process: 39.5269 (mp_runner.py:76) -2024-09-01 16:24:15,484 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.007s, count=1278, qps in this process: 42.5901 (mp_runner.py:76) -2024-09-01 16:24:15,485 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0118s, count=1264, qps in this process: 42.1168 (mp_runner.py:76) -2024-09-01 16:24:15,488 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0099s, count=1384, qps in this process: 46.1181 (mp_runner.py:76) -2024-09-01 16:24:15,488 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0029s, count=1273, qps in this process: 42.4292 (mp_runner.py:76) -2024-09-01 16:24:15,509 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0021s, count=1371, qps in this process: 45.6968 (mp_runner.py:76) -2024-09-01 16:24:15,527 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.001s, count=1388, qps in this process: 46.2651 (mp_runner.py:76) -2024-09-01 16:24:15,537 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0047s, count=1288, qps in this process: 42.9266 (mp_runner.py:76) -2024-09-01 16:24:15,544 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0003s, count=1396, qps in this process: 46.5329 (mp_runner.py:76) -2024-09-01 16:24:15,548 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0023s, count=1265, qps in this process: 42.1634 (mp_runner.py:76) -2024-09-01 16:24:15,552 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0012s, count=1363, qps in this process: 45.4315 (mp_runner.py:76) -2024-09-01 16:24:15,575 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0015s, count=1123, qps in this process: 37.4315 (mp_runner.py:76) -2024-09-01 16:24:15,577 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0029s, count=1399, qps in this process: 46.6288 (mp_runner.py:76) -2024-09-01 16:24:15,580 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.005s, count=1291, qps in this process: 43.0262 (mp_runner.py:76) -2024-09-01 16:24:15,580 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0054s, count=1293, qps in this process: 43.0922 (mp_runner.py:76) -2024-09-01 16:24:15,593 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0004s, count=1112, qps in this process: 37.0662 (mp_runner.py:76) -2024-09-01 16:24:15,608 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0004s, count=1166, qps in this process: 38.8661 (mp_runner.py:76) -2024-09-01 16:24:15,623 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0002s, count=1181, qps in this process: 39.3664 (mp_runner.py:76) -2024-09-01 16:24:15,624 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0021s, count=1130, qps in this process: 37.664 (mp_runner.py:76) -2024-09-01 16:24:15,642 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0004s, count=1150, qps in this process: 38.3328 (mp_runner.py:76) -2024-09-01 16:24:15,646 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0007s, count=1134, qps in this process: 37.7991 (mp_runner.py:76) -2024-09-01 16:24:15,669 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0003s, count=1189, qps in this process: 39.6329 (mp_runner.py:76) -2024-09-01 16:24:15,682 | INFO |End search in concurrency 60: dur=30.856175355998857s, total_count=80526, qps=2609.7207 (mp_runner.py:120) -2024-09-01 16:24:20,150 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:24:20,150 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 16:24:41,902 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 16:24:42,140 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,144 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,250 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,350 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,365 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,431 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,440 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,459 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,461 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,462 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,509 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,575 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,576 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,585 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,621 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,637 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,641 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,662 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,664 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,667 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,699 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,699 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,707 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,711 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,730 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,737 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,746 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,764 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,769 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,794 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,807 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,828 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,828 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,839 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:42,860 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:24:53,773 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.013829275998432422 (mp_runner.py:73) -2024-09-01 16:24:53,773 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.0038819099972897675 (mp_runner.py:73) -2024-09-01 16:24:53,774 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.018355926000367617 (mp_runner.py:73) -2024-09-01 16:24:53,774 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.01661799300200073 (mp_runner.py:73) -2024-09-01 16:24:53,774 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.016827531002491014 (mp_runner.py:73) -2024-09-01 16:24:53,775 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.019848797001031926 (mp_runner.py:73) -2024-09-01 16:24:53,775 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.015444022999872686 (mp_runner.py:73) -2024-09-01 16:24:53,775 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.019128907002595952 (mp_runner.py:73) -2024-09-01 16:24:53,776 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.02286096600073506 (mp_runner.py:73) -2024-09-01 16:24:53,777 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.019960788002208574 (mp_runner.py:73) -2024-09-01 16:24:53,777 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.018505938001908362 (mp_runner.py:73) -2024-09-01 16:24:53,778 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.024342846998479217 (mp_runner.py:73) -2024-09-01 16:24:53,778 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.018805338000674965 (mp_runner.py:73) -2024-09-01 16:24:53,779 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.018278579002071638 (mp_runner.py:73) -2024-09-01 16:24:53,780 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.018328317997656995 (mp_runner.py:73) -2024-09-01 16:24:53,781 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.014637783002399374 (mp_runner.py:73) -2024-09-01 16:24:53,789 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.035831107001286 (mp_runner.py:73) -2024-09-01 16:24:53,891 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.013679662999493303 (mp_runner.py:73) -2024-09-01 16:24:53,894 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.016080494999187067 (mp_runner.py:73) -2024-09-01 16:24:53,894 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.014500437999231508 (mp_runner.py:73) -2024-09-01 16:24:53,894 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.015796339001099113 (mp_runner.py:73) -2024-09-01 16:24:53,895 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.015984902001946466 (mp_runner.py:73) -2024-09-01 16:24:53,895 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.015897138000582345 (mp_runner.py:73) -2024-09-01 16:24:53,897 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.01864270599980955 (mp_runner.py:73) -2024-09-01 16:24:53,897 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.016371171001082985 (mp_runner.py:73) -2024-09-01 16:24:53,898 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.01714819300104864 (mp_runner.py:73) -2024-09-01 16:24:53,898 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.017416071001207456 (mp_runner.py:73) -2024-09-01 16:24:53,899 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.028164559000288136 (mp_runner.py:73) -2024-09-01 16:24:53,900 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.023264781000762014 (mp_runner.py:73) -2024-09-01 16:24:54,147 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.017560907999722986 (mp_runner.py:73) -2024-09-01 16:24:54,181 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.027557066998269875 (mp_runner.py:73) -2024-09-01 16:24:54,193 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.05851032300051884 (mp_runner.py:73) -2024-09-01 16:24:54,195 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.06776351700318628 (mp_runner.py:73) -2024-09-01 16:24:54,196 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.047263548000046285 (mp_runner.py:73) -2024-09-01 16:24:54,211 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.06591338599901064 (mp_runner.py:73) -2024-09-01 16:24:54,224 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.08387824699821067 (mp_runner.py:73) -2024-09-01 16:24:54,304 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.01780872699964675 (mp_runner.py:73) -2024-09-01 16:24:54,305 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.020548192998830928 (mp_runner.py:73) -2024-09-01 16:24:54,307 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.017243305999727454 (mp_runner.py:73) -2024-09-01 16:24:54,308 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.015218573000311153 (mp_runner.py:73) -2024-09-01 16:24:54,308 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.01482604199918569 (mp_runner.py:73) -2024-09-01 16:24:54,309 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.017474148000474088 (mp_runner.py:73) -2024-09-01 16:24:54,309 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.014999819999502506 (mp_runner.py:73) -2024-09-01 16:24:54,309 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.01762758899712935 (mp_runner.py:73) -2024-09-01 16:24:54,311 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.01575655799751985 (mp_runner.py:73) -2024-09-01 16:24:54,311 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.01569511400157353 (mp_runner.py:73) -2024-09-01 16:24:54,314 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.016507372001797194 (mp_runner.py:73) -2024-09-01 16:24:54,315 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.015836634000152117 (mp_runner.py:73) -2024-09-01 16:24:54,315 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.017079450000892393 (mp_runner.py:73) -2024-09-01 16:24:54,316 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.01705774400033988 (mp_runner.py:73) -2024-09-01 16:24:54,318 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.016448907997983042 (mp_runner.py:73) -2024-09-01 16:24:54,467 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.0015895840006123763 (mp_runner.py:73) -2024-09-01 16:24:54,468 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.013586065000708913 (mp_runner.py:73) -2024-09-01 16:24:54,469 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.01248846899761702 (mp_runner.py:73) -2024-09-01 16:24:54,472 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.019015056001080666 (mp_runner.py:73) -2024-09-01 16:24:54,474 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.021691663001547568 (mp_runner.py:73) -2024-09-01 16:24:54,501 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.016132228996866615 (mp_runner.py:73) -2024-09-01 16:24:54,503 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.022023419998731697 (mp_runner.py:73) -2024-09-01 16:24:54,503 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.018042347001028247 (mp_runner.py:73) -2024-09-01 16:24:54,505 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.02111002799938433 (mp_runner.py:73) -2024-09-01 16:24:54,507 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.023344016997725703 (mp_runner.py:73) -2024-09-01 16:24:54,507 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.029281742001330713 (mp_runner.py:73) -2024-09-01 16:24:55,252 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.025290861001849407 (mp_runner.py:73) -2024-09-01 16:24:55,588 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.025834318999841344 (mp_runner.py:73) -2024-09-01 16:24:56,546 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.026555055999779142 (mp_runner.py:73) -2024-09-01 16:25:05,058 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.015336766999098472 (mp_runner.py:73) -2024-09-01 16:25:05,060 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.015547901999525493 (mp_runner.py:73) -2024-09-01 16:25:05,060 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.014765790998353623 (mp_runner.py:73) -2024-09-01 16:25:05,061 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.017540962999191834 (mp_runner.py:73) -2024-09-01 16:25:05,061 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.012864872998761712 (mp_runner.py:73) -2024-09-01 16:25:05,062 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.015304379998269724 (mp_runner.py:73) -2024-09-01 16:25:05,062 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.016230605000600917 (mp_runner.py:73) -2024-09-01 16:25:05,063 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.015613232000760036 (mp_runner.py:73) -2024-09-01 16:25:05,063 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.015558767998300027 (mp_runner.py:73) -2024-09-01 16:25:05,065 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.020935920998454094 (mp_runner.py:73) -2024-09-01 16:25:05,065 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.020138070998655166 (mp_runner.py:73) -2024-09-01 16:25:05,066 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.02148806400145986 (mp_runner.py:73) -2024-09-01 16:25:05,066 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.016702089000318665 (mp_runner.py:73) -2024-09-01 16:25:05,066 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.021830868001416093 (mp_runner.py:73) -2024-09-01 16:25:05,067 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.01632221100226161 (mp_runner.py:73) -2024-09-01 16:25:05,067 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.01730130000214558 (mp_runner.py:73) -2024-09-01 16:25:05,067 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.02118388899907586 (mp_runner.py:73) -2024-09-01 16:25:05,067 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.02465217200006009 (mp_runner.py:73) -2024-09-01 16:25:05,068 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.021745100999396527 (mp_runner.py:73) -2024-09-01 16:25:05,069 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.017956996998691466 (mp_runner.py:73) -2024-09-01 16:25:05,069 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.027077909999206895 (mp_runner.py:73) -2024-09-01 16:25:05,070 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.020635330998629797 (mp_runner.py:73) -2024-09-01 16:25:05,070 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.018442447002598783 (mp_runner.py:73) -2024-09-01 16:25:05,073 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.01851676300066174 (mp_runner.py:73) -2024-09-01 16:25:05,074 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.019890523002686678 (mp_runner.py:73) -2024-09-01 16:25:05,608 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.013129414997820277 (mp_runner.py:73) -2024-09-01 16:25:05,610 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.014741315997525817 (mp_runner.py:73) -2024-09-01 16:25:05,614 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.01676639399738633 (mp_runner.py:73) -2024-09-01 16:25:05,614 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.01934377200086601 (mp_runner.py:73) -2024-09-01 16:25:05,615 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.021020053001848282 (mp_runner.py:73) -2024-09-01 16:25:05,616 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.020935299999109702 (mp_runner.py:73) -2024-09-01 16:25:05,616 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.020531673999357736 (mp_runner.py:73) -2024-09-01 16:25:05,617 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.020484093998675235 (mp_runner.py:73) -2024-09-01 16:25:05,619 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.020194862001517322 (mp_runner.py:73) -2024-09-01 16:25:05,620 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.02680292299919529 (mp_runner.py:73) -2024-09-01 16:25:05,620 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.011052560999814887 (mp_runner.py:73) -2024-09-01 16:25:05,622 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.029220035001344513 (mp_runner.py:73) -2024-09-01 16:25:05,622 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.018846290000510635 (mp_runner.py:73) -2024-09-01 16:25:05,623 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.021863447000214364 (mp_runner.py:73) -2024-09-01 16:25:05,623 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.021586123999441043 (mp_runner.py:73) -2024-09-01 16:25:05,626 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.019538625001587206 (mp_runner.py:73) -2024-09-01 16:25:05,839 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.028527120000944706 (mp_runner.py:73) -2024-09-01 16:25:05,841 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.023333794000791386 (mp_runner.py:73) -2024-09-01 16:25:05,842 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.02621161800198024 (mp_runner.py:73) -2024-09-01 16:25:06,007 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.01808057100060978 (mp_runner.py:73) -2024-09-01 16:25:06,012 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.02322941799866385 (mp_runner.py:73) -2024-09-01 16:25:06,019 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.03205088199683814 (mp_runner.py:73) -2024-09-01 16:25:06,020 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.028759508997609373 (mp_runner.py:73) -2024-09-01 16:25:06,022 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.028374661997077055 (mp_runner.py:73) -2024-09-01 16:25:06,023 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.029452933002175996 (mp_runner.py:73) -2024-09-01 16:25:06,025 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.038825321000331314 (mp_runner.py:73) -2024-09-01 16:25:06,035 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.03522951199920499 (mp_runner.py:73) -2024-09-01 16:25:07,007 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.027676550002070144 (mp_runner.py:73) -2024-09-01 16:25:07,145 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.024864156999683473 (mp_runner.py:73) -2024-09-01 16:25:07,218 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.02292334500089055 (mp_runner.py:73) -2024-09-01 16:25:07,310 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.031437198998901295 (mp_runner.py:73) -2024-09-01 16:25:07,323 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.031050630001118407 (mp_runner.py:73) -2024-09-01 16:25:07,348 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.026830050999706145 (mp_runner.py:73) -2024-09-01 16:25:07,705 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.029824784000084037 (mp_runner.py:73) -2024-09-01 16:25:07,782 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.026370488998509245 (mp_runner.py:73) -2024-09-01 16:25:08,356 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.023676338998484425 (mp_runner.py:73) -2024-09-01 16:25:08,649 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.03421992299990961 (mp_runner.py:73) -2024-09-01 16:25:10,682 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.030969311999797355 (mp_runner.py:73) -2024-09-01 16:25:10,924 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.028746886000590166 (mp_runner.py:73) -2024-09-01 16:25:11,447 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.02991847500015865 (mp_runner.py:73) -2024-09-01 16:25:12,150 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0027s, count=1307, qps in this process: 43.5627 (mp_runner.py:76) -2024-09-01 16:25:12,163 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0108s, count=1268, qps in this process: 42.2515 (mp_runner.py:76) -2024-09-01 16:25:12,274 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0075s, count=1331, qps in this process: 44.3556 (mp_runner.py:76) -2024-09-01 16:25:12,351 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0143s, count=1334, qps in this process: 44.4455 (mp_runner.py:76) -2024-09-01 16:25:12,360 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0267s, count=1276, qps in this process: 42.4955 (mp_runner.py:76) -2024-09-01 16:25:12,366 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0122s, count=1305, qps in this process: 43.4823 (mp_runner.py:76) -2024-09-01 16:25:12,371 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0042s, count=1334, qps in this process: 44.4604 (mp_runner.py:76) -2024-09-01 16:25:12,419 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0178s, count=1336, qps in this process: 44.5069 (mp_runner.py:76) -2024-09-01 16:25:12,444 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0089s, count=1309, qps in this process: 43.6204 (mp_runner.py:76) -2024-09-01 16:25:12,445 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0063s, count=1338, qps in this process: 44.5906 (mp_runner.py:76) -2024-09-01 16:25:12,448 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0005s, count=1305, qps in this process: 43.4993 (mp_runner.py:76) -2024-09-01 16:25:12,451 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0031s, count=1339, qps in this process: 44.6287 (mp_runner.py:76) -2024-09-01 16:25:12,451 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0038s, count=1339, qps in this process: 44.6277 (mp_runner.py:76) -2024-09-01 16:25:12,452 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0007s, count=1339, qps in this process: 44.6323 (mp_runner.py:76) -2024-09-01 16:25:12,453 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0039s, count=1339, qps in this process: 44.6275 (mp_runner.py:76) -2024-09-01 16:25:12,454 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0107s, count=1339, qps in this process: 44.6174 (mp_runner.py:76) -2024-09-01 16:25:12,455 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0115s, count=1339, qps in this process: 44.6162 (mp_runner.py:76) -2024-09-01 16:25:12,455 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0008s, count=1339, qps in this process: 44.6321 (mp_runner.py:76) -2024-09-01 16:25:12,459 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0006s, count=1280, qps in this process: 42.6658 (mp_runner.py:76) -2024-09-01 16:25:12,460 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0159s, count=1339, qps in this process: 44.6097 (mp_runner.py:76) -2024-09-01 16:25:12,463 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.021s, count=1307, qps in this process: 43.5362 (mp_runner.py:76) -2024-09-01 16:25:12,463 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0176s, count=1310, qps in this process: 43.6411 (mp_runner.py:76) -2024-09-01 16:25:12,466 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.018s, count=1307, qps in this process: 43.5405 (mp_runner.py:76) -2024-09-01 16:25:12,468 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0102s, count=1260, qps in this process: 41.9857 (mp_runner.py:76) -2024-09-01 16:25:12,470 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0086s, count=1340, qps in this process: 44.6539 (mp_runner.py:76) -2024-09-01 16:25:12,472 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0089s, count=1311, qps in this process: 43.687 (mp_runner.py:76) -2024-09-01 16:25:12,473 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0116s, count=1340, qps in this process: 44.6494 (mp_runner.py:76) -2024-09-01 16:25:12,474 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0103s, count=1311, qps in this process: 43.685 (mp_runner.py:76) -2024-09-01 16:25:12,476 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0116s, count=1311, qps in this process: 43.6831 (mp_runner.py:76) -2024-09-01 16:25:12,479 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0143s, count=1311, qps in this process: 43.6792 (mp_runner.py:76) -2024-09-01 16:25:12,480 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0216s, count=1340, qps in this process: 44.6345 (mp_runner.py:76) -2024-09-01 16:25:12,481 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0223s, count=1340, qps in this process: 44.6335 (mp_runner.py:76) -2024-09-01 16:25:12,529 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0071s, count=1343, qps in this process: 44.7561 (mp_runner.py:76) -2024-09-01 16:25:12,537 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0186s, count=1308, qps in this process: 43.573 (mp_runner.py:76) -2024-09-01 16:25:12,572 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0105s, count=1346, qps in this process: 44.851 (mp_runner.py:76) -2024-09-01 16:25:12,578 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0036s, count=1318, qps in this process: 43.9281 (mp_runner.py:76) -2024-09-01 16:25:12,579 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0002s, count=1318, qps in this process: 43.933 (mp_runner.py:76) -2024-09-01 16:25:12,591 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0078s, count=1348, qps in this process: 44.9217 (mp_runner.py:76) -2024-09-01 16:25:12,593 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0114s, count=1315, qps in this process: 43.8167 (mp_runner.py:76) -2024-09-01 16:25:12,595 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0021s, count=1193, qps in this process: 39.7639 (mp_runner.py:76) -2024-09-01 16:25:12,617 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0087s, count=1044, qps in this process: 34.7899 (mp_runner.py:76) -2024-09-01 16:25:12,621 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0031s, count=1351, qps in this process: 45.0287 (mp_runner.py:76) -2024-09-01 16:25:12,626 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0024s, count=1263, qps in this process: 42.0966 (mp_runner.py:76) -2024-09-01 16:25:12,628 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0046s, count=1138, qps in this process: 37.9275 (mp_runner.py:76) -2024-09-01 16:25:12,631 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0041s, count=1352, qps in this process: 45.0605 (mp_runner.py:76) -2024-09-01 16:25:12,649 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0044s, count=1297, qps in this process: 43.227 (mp_runner.py:76) -2024-09-01 16:25:12,653 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0043s, count=1199, qps in this process: 39.9609 (mp_runner.py:76) -2024-09-01 16:25:12,669 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0009s, count=1202, qps in this process: 40.0655 (mp_runner.py:76) -2024-09-01 16:25:12,671 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.004s, count=1357, qps in this process: 45.2273 (mp_runner.py:76) -2024-09-01 16:25:12,672 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0019s, count=1188, qps in this process: 39.5975 (mp_runner.py:76) -2024-09-01 16:25:12,709 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0015s, count=1307, qps in this process: 43.5645 (mp_runner.py:76) -2024-09-01 16:25:12,711 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0045s, count=1087, qps in this process: 36.2279 (mp_runner.py:76) -2024-09-01 16:25:12,716 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0056s, count=1081, qps in this process: 36.0266 (mp_runner.py:76) -2024-09-01 16:25:12,718 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0006s, count=1309, qps in this process: 43.6325 (mp_runner.py:76) -2024-09-01 16:25:12,737 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.001s, count=1313, qps in this process: 43.7652 (mp_runner.py:76) -2024-09-01 16:25:12,747 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0024s, count=1316, qps in this process: 43.8632 (mp_runner.py:76) -2024-09-01 16:25:12,750 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.001s, count=1218, qps in this process: 40.5986 (mp_runner.py:76) -2024-09-01 16:25:12,773 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0023s, count=1209, qps in this process: 40.2969 (mp_runner.py:76) -2024-09-01 16:25:12,781 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0011s, count=1229, qps in this process: 40.9652 (mp_runner.py:76) -2024-09-01 16:25:12,806 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0023s, count=1210, qps in this process: 40.3302 (mp_runner.py:76) -2024-09-01 16:25:12,811 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0007s, count=1197, qps in this process: 39.8991 (mp_runner.py:76) -2024-09-01 16:25:12,835 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0009s, count=1374, qps in this process: 45.7986 (mp_runner.py:76) -2024-09-01 16:25:12,839 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0019s, count=1325, qps in this process: 44.1639 (mp_runner.py:76) -2024-09-01 16:25:12,850 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0008s, count=1365, qps in this process: 45.4988 (mp_runner.py:76) -2024-09-01 16:25:12,866 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0004s, count=1383, qps in this process: 46.0994 (mp_runner.py:76) -2024-09-01 16:25:12,880 | INFO |End search in concurrency 65: dur=30.97696446700138s, total_count=84026, qps=2712.5318 (mp_runner.py:120) -2024-09-01 16:25:17,775 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:25:17,775 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 16:25:39,826 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 16:25:40,242 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,291 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,323 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,332 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,366 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,378 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,378 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,379 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,399 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,422 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,422 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,426 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,471 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,481 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,490 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,490 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,493 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,504 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,513 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,560 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,569 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,587 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,592 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,605 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,608 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,630 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,637 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,642 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,682 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,683 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,702 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,705 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,705 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,732 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,751 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,751 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,756 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:40,787 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 16:25:52,552 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.01688440699945204 (mp_runner.py:73) -2024-09-01 16:25:52,553 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.017786952001188183 (mp_runner.py:73) -2024-09-01 16:25:52,554 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.01727926999956253 (mp_runner.py:73) -2024-09-01 16:25:52,556 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.017066893000446726 (mp_runner.py:73) -2024-09-01 16:25:52,557 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.022296809002000373 (mp_runner.py:73) -2024-09-01 16:25:52,558 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.019200329999875976 (mp_runner.py:73) -2024-09-01 16:25:52,558 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.018825990002369508 (mp_runner.py:73) -2024-09-01 16:25:52,559 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.017852819000836462 (mp_runner.py:73) -2024-09-01 16:25:52,559 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.01874325600147131 (mp_runner.py:73) -2024-09-01 16:25:52,560 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.019918253001378616 (mp_runner.py:73) -2024-09-01 16:25:52,561 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.030260616000305163 (mp_runner.py:73) -2024-09-01 16:25:52,561 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.02772907899998245 (mp_runner.py:73) -2024-09-01 16:25:52,562 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.01802204200066626 (mp_runner.py:73) -2024-09-01 16:25:52,784 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.012567771998874377 (mp_runner.py:73) -2024-09-01 16:25:52,785 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.012583011000970146 (mp_runner.py:73) -2024-09-01 16:25:52,786 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.011976671001320938 (mp_runner.py:73) -2024-09-01 16:25:52,788 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.01179373999912059 (mp_runner.py:73) -2024-09-01 16:25:52,789 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.015997983999113785 (mp_runner.py:73) -2024-09-01 16:25:52,789 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.012284296000871109 (mp_runner.py:73) -2024-09-01 16:25:52,790 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.014189944999088766 (mp_runner.py:73) -2024-09-01 16:25:52,790 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.012888886998553062 (mp_runner.py:73) -2024-09-01 16:25:52,791 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.01579462399968179 (mp_runner.py:73) -2024-09-01 16:25:52,792 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.01852812300057849 (mp_runner.py:73) -2024-09-01 16:25:52,792 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.014528473999234848 (mp_runner.py:73) -2024-09-01 16:25:52,793 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.016659083998092683 (mp_runner.py:73) -2024-09-01 16:25:52,793 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.02278221600136021 (mp_runner.py:73) -2024-09-01 16:25:52,794 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.014879078000376467 (mp_runner.py:73) -2024-09-01 16:25:52,794 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.015025356002297485 (mp_runner.py:73) -2024-09-01 16:25:52,797 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.015994769000826636 (mp_runner.py:73) -2024-09-01 16:25:52,797 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.021547324999119155 (mp_runner.py:73) -2024-09-01 16:25:52,797 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.027483838002808625 (mp_runner.py:73) -2024-09-01 16:25:52,798 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.019527437001670478 (mp_runner.py:73) -2024-09-01 16:25:52,799 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.015262210999935633 (mp_runner.py:73) -2024-09-01 16:25:52,801 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.023027357998216758 (mp_runner.py:73) -2024-09-01 16:25:52,805 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.0217678290027834 (mp_runner.py:73) -2024-09-01 16:25:52,805 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.02026531400042586 (mp_runner.py:73) -2024-09-01 16:25:52,811 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.01656017899949802 (mp_runner.py:73) -2024-09-01 16:25:52,813 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.01896327999929781 (mp_runner.py:73) -2024-09-01 16:25:52,814 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.018966676001582528 (mp_runner.py:73) -2024-09-01 16:25:53,045 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.02017151399923023 (mp_runner.py:73) -2024-09-01 16:25:53,045 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.01859494599921163 (mp_runner.py:73) -2024-09-01 16:25:53,046 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.020346502999018412 (mp_runner.py:73) -2024-09-01 16:25:53,046 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.019281684999441495 (mp_runner.py:73) -2024-09-01 16:25:53,047 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.026988214998709736 (mp_runner.py:73) -2024-09-01 16:25:53,047 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02380299499782268 (mp_runner.py:73) -2024-09-01 16:25:53,525 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.025618766998377396 (mp_runner.py:73) -2024-09-01 16:25:53,528 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.020787934998224955 (mp_runner.py:73) -2024-09-01 16:25:53,551 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.04577357000016491 (mp_runner.py:73) -2024-09-01 16:25:53,672 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.019232134000048973 (mp_runner.py:73) -2024-09-01 16:25:53,673 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.018742934000329114 (mp_runner.py:73) -2024-09-01 16:25:53,675 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.017775285999960033 (mp_runner.py:73) -2024-09-01 16:25:53,675 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.021538519002206158 (mp_runner.py:73) -2024-09-01 16:25:53,676 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.018266068000230007 (mp_runner.py:73) -2024-09-01 16:25:53,677 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.01833310700021684 (mp_runner.py:73) -2024-09-01 16:25:53,678 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.01891409199743066 (mp_runner.py:73) -2024-09-01 16:25:53,678 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.01757656900008442 (mp_runner.py:73) -2024-09-01 16:25:53,678 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.027693838001141557 (mp_runner.py:73) -2024-09-01 16:25:53,679 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.020848144999035867 (mp_runner.py:73) -2024-09-01 16:25:53,681 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.030936466999264667 (mp_runner.py:73) -2024-09-01 16:25:53,686 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.023452800000086427 (mp_runner.py:73) -2024-09-01 16:25:54,208 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.019383940001716837 (mp_runner.py:73) -2024-09-01 16:25:54,852 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.02379817600012757 (mp_runner.py:73) -2024-09-01 16:25:54,854 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.022108347999164835 (mp_runner.py:73) -2024-09-01 16:25:54,857 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.02947161399788456 (mp_runner.py:73) -2024-09-01 16:25:54,858 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.030770530000154395 (mp_runner.py:73) -2024-09-01 16:25:55,641 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.027396695000788895 (mp_runner.py:73) -2024-09-01 16:25:55,643 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.026041123001050437 (mp_runner.py:73) -2024-09-01 16:25:56,339 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.018659851000847993 (mp_runner.py:73) -2024-09-01 16:25:56,471 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.026699546000600094 (mp_runner.py:73) -2024-09-01 16:25:57,079 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.04097730499779573 (mp_runner.py:73) -2024-09-01 16:26:04,385 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.018571151998912683 (mp_runner.py:73) -2024-09-01 16:26:04,388 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.01891318499838235 (mp_runner.py:73) -2024-09-01 16:26:04,388 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.017330203001620248 (mp_runner.py:73) -2024-09-01 16:26:04,390 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.024520844999642577 (mp_runner.py:73) -2024-09-01 16:26:04,391 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.025174673999572406 (mp_runner.py:73) -2024-09-01 16:26:04,392 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.01762950199918123 (mp_runner.py:73) -2024-09-01 16:26:04,404 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.02027516599991941 (mp_runner.py:73) -2024-09-01 16:26:04,409 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.02220159200078342 (mp_runner.py:73) -2024-09-01 16:26:04,414 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.02249097100138897 (mp_runner.py:73) -2024-09-01 16:26:04,419 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.02359240000077989 (mp_runner.py:73) -2024-09-01 16:26:04,420 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.022842076999950223 (mp_runner.py:73) -2024-09-01 16:26:04,848 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.027951528998528374 (mp_runner.py:73) -2024-09-01 16:26:04,953 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.026675560999137815 (mp_runner.py:73) -2024-09-01 16:26:05,411 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.021977380001771962 (mp_runner.py:73) -2024-09-01 16:26:05,412 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.02121859999897424 (mp_runner.py:73) -2024-09-01 16:26:05,414 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.021831013000337407 (mp_runner.py:73) -2024-09-01 16:26:05,415 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.02213020300041535 (mp_runner.py:73) -2024-09-01 16:26:05,416 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.021126863000972662 (mp_runner.py:73) -2024-09-01 16:26:05,418 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.021360238999477588 (mp_runner.py:73) -2024-09-01 16:26:05,419 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.030939491000026464 (mp_runner.py:73) -2024-09-01 16:26:05,421 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.021330774001398822 (mp_runner.py:73) -2024-09-01 16:26:05,421 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.019147111001075245 (mp_runner.py:73) -2024-09-01 16:26:05,430 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.042944256998453056 (mp_runner.py:73) -2024-09-01 16:26:05,586 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.020684977000200888 (mp_runner.py:73) -2024-09-01 16:26:05,588 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.024608912997791776 (mp_runner.py:73) -2024-09-01 16:26:05,591 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.02258971300034318 (mp_runner.py:73) -2024-09-01 16:26:05,592 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.021304837999196025 (mp_runner.py:73) -2024-09-01 16:26:05,593 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.030802755001786863 (mp_runner.py:73) -2024-09-01 16:26:05,593 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.012527811999461846 (mp_runner.py:73) -2024-09-01 16:26:05,738 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.018728041999565903 (mp_runner.py:73) -2024-09-01 16:26:05,738 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.018588759998237947 (mp_runner.py:73) -2024-09-01 16:26:05,741 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.022183712000696687 (mp_runner.py:73) -2024-09-01 16:26:05,741 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.020925282999087358 (mp_runner.py:73) -2024-09-01 16:26:05,741 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.0305341999992379 (mp_runner.py:73) -2024-09-01 16:26:05,742 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.024055406996922102 (mp_runner.py:73) -2024-09-01 16:26:05,742 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.019474290998914512 (mp_runner.py:73) -2024-09-01 16:26:05,743 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.0336884230018768 (mp_runner.py:73) -2024-09-01 16:26:05,745 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.019835341001453344 (mp_runner.py:73) -2024-09-01 16:26:06,188 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.026011287998699117 (mp_runner.py:73) -2024-09-01 16:26:06,193 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.01958373500019661 (mp_runner.py:73) -2024-09-01 16:26:06,193 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.01923896500011324 (mp_runner.py:73) -2024-09-01 16:26:06,195 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.027846856999531155 (mp_runner.py:73) -2024-09-01 16:26:06,266 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.02760160099933273 (mp_runner.py:73) -2024-09-01 16:26:06,267 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.028107458998420043 (mp_runner.py:73) -2024-09-01 16:26:06,289 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.030130799001199193 (mp_runner.py:73) -2024-09-01 16:26:06,318 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.03170686300290981 (mp_runner.py:73) -2024-09-01 16:26:06,321 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.0295641960001376 (mp_runner.py:73) -2024-09-01 16:26:06,332 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.021613037002680358 (mp_runner.py:73) -2024-09-01 16:26:06,334 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.02108392899754108 (mp_runner.py:73) -2024-09-01 16:26:06,334 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.02031941599852871 (mp_runner.py:73) -2024-09-01 16:26:06,335 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.01737971999682486 (mp_runner.py:73) -2024-09-01 16:26:06,336 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.026130550002562813 (mp_runner.py:73) -2024-09-01 16:26:06,336 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.025936999001714867 (mp_runner.py:73) -2024-09-01 16:26:06,424 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.03293944300094154 (mp_runner.py:73) -2024-09-01 16:26:06,441 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.028342790003080154 (mp_runner.py:73) -2024-09-01 16:26:06,991 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.030315333999169525 (mp_runner.py:73) -2024-09-01 16:26:07,050 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.03188401599982171 (mp_runner.py:73) -2024-09-01 16:26:07,117 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.03175994599951082 (mp_runner.py:73) -2024-09-01 16:26:07,180 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.032028401001298334 (mp_runner.py:73) -2024-09-01 16:26:08,819 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.036350025999126956 (mp_runner.py:73) -2024-09-01 16:26:09,646 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.02548065500013763 (mp_runner.py:73) -2024-09-01 16:26:09,654 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.00953607799965539 (mp_runner.py:73) -2024-09-01 16:26:09,668 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.061961987001268426 (mp_runner.py:73) -2024-09-01 16:26:09,940 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.03601132900075754 (mp_runner.py:73) -2024-09-01 16:26:09,947 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.044475523001892725 (mp_runner.py:73) -2024-09-01 16:26:10,266 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0176s, count=1251, qps in this process: 41.6756 (mp_runner.py:76) -2024-09-01 16:26:10,323 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0248s, count=1244, qps in this process: 41.4324 (mp_runner.py:76) -2024-09-01 16:26:10,325 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0019s, count=1252, qps in this process: 41.7307 (mp_runner.py:76) -2024-09-01 16:26:10,338 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0028s, count=1254, qps in this process: 41.7961 (mp_runner.py:76) -2024-09-01 16:26:10,339 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0069s, count=1168, qps in this process: 38.9244 (mp_runner.py:76) -2024-09-01 16:26:10,343 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0115s, count=1183, qps in this process: 39.4182 (mp_runner.py:76) -2024-09-01 16:26:10,347 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0008s, count=1244, qps in this process: 41.4656 (mp_runner.py:76) -2024-09-01 16:26:10,355 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0263s, count=1202, qps in this process: 40.0316 (mp_runner.py:76) -2024-09-01 16:26:10,368 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.024s, count=1254, qps in this process: 41.7666 (mp_runner.py:76) -2024-09-01 16:26:10,369 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0008s, count=1044, qps in this process: 34.7991 (mp_runner.py:76) -2024-09-01 16:26:10,371 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0263s, count=1209, qps in this process: 40.2647 (mp_runner.py:76) -2024-09-01 16:26:10,382 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0098s, count=1254, qps in this process: 41.7863 (mp_runner.py:76) -2024-09-01 16:26:10,385 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.016s, count=1185, qps in this process: 39.4789 (mp_runner.py:76) -2024-09-01 16:26:10,391 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.005s, count=1256, qps in this process: 41.8597 (mp_runner.py:76) -2024-09-01 16:26:10,393 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0081s, count=1185, qps in this process: 39.4893 (mp_runner.py:76) -2024-09-01 16:26:10,410 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.004s, count=1171, qps in this process: 39.0281 (mp_runner.py:76) -2024-09-01 16:26:10,412 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0273s, count=1171, qps in this process: 38.9978 (mp_runner.py:76) -2024-09-01 16:26:10,413 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0031s, count=1257, qps in this process: 41.8957 (mp_runner.py:76) -2024-09-01 16:26:10,415 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0099s, count=1207, qps in this process: 40.2201 (mp_runner.py:76) -2024-09-01 16:26:10,429 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.023s, count=1186, qps in this process: 39.503 (mp_runner.py:76) -2024-09-01 16:26:10,438 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0069s, count=1186, qps in this process: 39.5242 (mp_runner.py:76) -2024-09-01 16:26:10,440 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0267s, count=1186, qps in this process: 39.4982 (mp_runner.py:76) -2024-09-01 16:26:10,443 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0126s, count=1186, qps in this process: 39.5167 (mp_runner.py:76) -2024-09-01 16:26:10,447 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0598s, count=1213, qps in this process: 40.3529 (mp_runner.py:76) -2024-09-01 16:26:10,459 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0094s, count=1187, qps in this process: 39.5543 (mp_runner.py:76) -2024-09-01 16:26:10,464 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0039s, count=1107, qps in this process: 36.8952 (mp_runner.py:76) -2024-09-01 16:26:10,466 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0056s, count=1175, qps in this process: 39.1594 (mp_runner.py:76) -2024-09-01 16:26:10,473 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.032s, count=1214, qps in this process: 40.4235 (mp_runner.py:76) -2024-09-01 16:26:10,478 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0009s, count=1214, qps in this process: 40.4655 (mp_runner.py:76) -2024-09-01 16:26:10,480 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.044s, count=1187, qps in this process: 39.5087 (mp_runner.py:76) -2024-09-01 16:26:10,481 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0749s, count=1162, qps in this process: 38.6369 (mp_runner.py:76) -2024-09-01 16:26:10,482 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0471s, count=1210, qps in this process: 40.2701 (mp_runner.py:76) -2024-09-01 16:26:10,484 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0665s, count=1157, qps in this process: 38.4814 (mp_runner.py:76) -2024-09-01 16:26:10,488 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0011s, count=1215, qps in this process: 40.4985 (mp_runner.py:76) -2024-09-01 16:26:10,494 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.083s, count=1187, qps in this process: 39.4575 (mp_runner.py:76) -2024-09-01 16:26:10,497 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0109s, count=1215, qps in this process: 40.4853 (mp_runner.py:76) -2024-09-01 16:26:10,499 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0008s, count=1259, qps in this process: 41.9655 (mp_runner.py:76) -2024-09-01 16:26:10,499 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0029s, count=1188, qps in this process: 39.5962 (mp_runner.py:76) -2024-09-01 16:26:10,510 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0141s, count=1188, qps in this process: 39.5814 (mp_runner.py:76) -2024-09-01 16:26:10,516 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0152s, count=1130, qps in this process: 37.6476 (mp_runner.py:76) -2024-09-01 16:26:10,530 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0201s, count=1162, qps in this process: 38.7074 (mp_runner.py:76) -2024-09-01 16:26:10,533 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0351s, count=1216, qps in this process: 40.486 (mp_runner.py:76) -2024-09-01 16:26:10,537 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0123s, count=1257, qps in this process: 41.8828 (mp_runner.py:76) -2024-09-01 16:26:10,565 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0012s, count=1023, qps in this process: 34.0986 (mp_runner.py:76) -2024-09-01 16:26:10,582 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0113s, count=1135, qps in this process: 37.8191 (mp_runner.py:76) -2024-09-01 16:26:10,583 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0082s, count=1195, qps in this process: 39.8224 (mp_runner.py:76) -2024-09-01 16:26:10,589 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0082s, count=1180, qps in this process: 39.3226 (mp_runner.py:76) -2024-09-01 16:26:10,596 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0059s, count=1222, qps in this process: 40.7253 (mp_runner.py:76) -2024-09-01 16:26:10,600 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.004s, count=1026, qps in this process: 34.1954 (mp_runner.py:76) -2024-09-01 16:26:10,601 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0103s, count=1195, qps in this process: 39.8197 (mp_runner.py:76) -2024-09-01 16:26:10,603 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0052s, count=1173, qps in this process: 39.0932 (mp_runner.py:76) -2024-09-01 16:26:10,620 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0055s, count=1184, qps in this process: 39.4594 (mp_runner.py:76) -2024-09-01 16:26:10,621 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0086s, count=1114, qps in this process: 37.1227 (mp_runner.py:76) -2024-09-01 16:26:10,630 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0048s, count=962, qps in this process: 32.0615 (mp_runner.py:76) -2024-09-01 16:26:10,641 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0016s, count=1120, qps in this process: 37.3313 (mp_runner.py:76) -2024-09-01 16:26:10,652 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0102s, count=1116, qps in this process: 37.1874 (mp_runner.py:76) -2024-09-01 16:26:10,656 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0079s, count=1202, qps in this process: 40.0561 (mp_runner.py:76) -2024-09-01 16:26:10,687 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0012s, count=1191, qps in this process: 39.6984 (mp_runner.py:76) -2024-09-01 16:26:10,688 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0018s, count=1236, qps in this process: 41.1975 (mp_runner.py:76) -2024-09-01 16:26:10,690 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.004s, count=963, qps in this process: 32.0957 (mp_runner.py:76) -2024-09-01 16:26:10,695 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0007s, count=1197, qps in this process: 39.8991 (mp_runner.py:76) -2024-09-01 16:26:10,705 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0005s, count=1054, qps in this process: 35.1327 (mp_runner.py:76) -2024-09-01 16:26:10,711 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0011s, count=953, qps in this process: 31.7655 (mp_runner.py:76) -2024-09-01 16:26:10,711 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0018s, count=977, qps in this process: 32.5647 (mp_runner.py:76) -2024-09-01 16:26:10,733 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.001s, count=1064, qps in this process: 35.4655 (mp_runner.py:76) -2024-09-01 16:26:10,738 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0021s, count=1190, qps in this process: 39.6639 (mp_runner.py:76) -2024-09-01 16:26:10,756 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0008s, count=1226, qps in this process: 40.8656 (mp_runner.py:76) -2024-09-01 16:26:10,758 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0006s, count=1079, qps in this process: 35.9659 (mp_runner.py:76) -2024-09-01 16:26:10,767 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0007s, count=1230, qps in this process: 40.999 (mp_runner.py:76) -2024-09-01 16:26:10,781 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.0006260560003283899 (mp_runner.py:73) -2024-09-01 16:26:10,795 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0004s, count=1020, qps in this process: 33.9995 (mp_runner.py:76) -2024-09-01 16:26:10,805 | INFO |End search in concurrency 70: dur=30.978638910997688s, total_count=81805, qps=2640.6906 (mp_runner.py:120) -2024-09-01 16:26:15,509 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=885.3876, build_dur=784.3218472339977, table_size='3908 MB', index_size='3906 MB', qps=2739.229, serial_latency_p99=np.float64(0.2545), recall=np.float64(0.0995), ndcg=np.float64(0.2011), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[983.6737, 2434.3838, 2603.4814, 2571.932, 2705.2016, 2687.7958, 2623.9788, 2689.6353, 2723.5839, 2636.4033, 2739.229, 2609.7207, 2712.5318, 2640.6906], conc_latency_p99_list=[np.float64(0.0005715370005993463), np.float64(0.0009969636816822458), np.float64(0.001379845556883083), np.float64(0.001806370032986888), np.float64(0.001968475214358841), np.float64(0.0021440469502405904), np.float64(0.0017376794318442988), np.float64(0.0030812830450580803), np.float64(0.0033879523977677307), np.float64(0.003500621142760792), np.float64(0.004234396908484632), np.float64(0.00419649771350123), np.float64(0.003770013337061755), np.float64(0.004971574744490499)]) (task_runner.py:197) -2024-09-01 16:26:15,509 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T15:59:55.625070'}, result=Metric(max_load_count=0, load_duration=885.3876, build_dur=784.3218472339977, table_size='3908 MB', index_size='3906 MB', qps=2739.229, serial_latency_p99=np.float64(0.2545), recall=np.float64(0.0995), ndcg=np.float64(0.2011), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[983.6737, 2434.3838, 2603.4814, 2571.932, 2705.2016, 2687.7958, 2623.9788, 2689.6353, 2723.5839, 2636.4033, 2739.229, 2609.7207, 2712.5318, 2640.6906], conc_latency_p99_list=[np.float64(0.0005715370005993463), np.float64(0.0009969636816822458), np.float64(0.001379845556883083), np.float64(0.001806370032986888), np.float64(0.001968475214358841), np.float64(0.0021440469502405904), np.float64(0.0017376794318442988), np.float64(0.0030812830450580803), np.float64(0.0033879523977677307), np.float64(0.003500621142760792), np.float64(0.004234396908484632), np.float64(0.00419649771350123), np.float64(0.003770013337061755), np.float64(0.004971574744490499)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 16:26:15,509 | INFO |Task summary: run_id=80cb5, task_label=80cb50d949d54ecf828d32c975e56b42 (models.py:346) -2024-09-01 16:26:15,509 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 16:26:15,509 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 16:26:15,509 | INFO |PgVector | 2024-09-01T15:59:55.625070 Performance1536D500K 80cb50d949d54ecf828d32c975e56b42 | 885.3876 2739.229 0.2545 0.0995 0 | :) (models.py:346) -2024-09-01 16:26:15,510 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json (models.py:204) -2024-09-01 16:26:15,510 | INFO |Success to finish task: label=80cb50d949d54ecf828d32c975e56b42, run_id=80cb50d949d54ecf828d32c975e56b42 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json b/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json deleted file mode 100644 index 020226a8f..000000000 --- a/script/data/aws/db.m6i.large-16-64-10-Performance1536D500K-0-39973/result_20240901_80cb50d949d54ecf828d32c975e56b42_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "80cb50d949d54ecf828d32c975e56b42", "task_label": "80cb50d949d54ecf828d32c975e56b42", "results": [{"metrics": {"max_load_count": 0, "load_duration": 885.3876, "build_dur": 784.3218472339977, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2739.229, "serial_latency_p99": 0.2545, "recall": 0.0995, "ndcg": 0.2011, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [983.6737, 2434.3838, 2603.4814, 2571.932, 2705.2016, 2687.7958, 2623.9788, 2689.6353, 2723.5839, 2636.4033, 2739.229, 2609.7207, 2712.5318, 2640.6906], "conc_latency_p99_list": [0.0005715370005993463, 0.0009969636816822458, 0.001379845556883083, 0.001806370032986888, 0.001968475214358841, 0.0021440469502405904, 0.0017376794318442988, 0.0030812830450580803, 0.0033879523977677307, 0.003500621142760792, 0.004234396908484632, 0.00419649771350123, 0.003770013337061755, 0.004971574744490499]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T15:59:55.625070", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt b/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt deleted file mode 100644 index e439f9a39..000000000 --- a/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/log.txt +++ /dev/null @@ -1,1346 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load -2024-09-01 17:04:52,408 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:04:52.395848', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 17:04:52,408 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:04:52.395848', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 17:04:52,408 | INFO |generated uuid for the tasks: ca613b318be9414787357f342e86e4f4 (interface.py:66) -2024-09-01 17:04:52,474 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 17:04:52,474 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 17:04:52,474 | INFO | PgVector-2024-09-01T17:04:52.395848 | Performance OpenAI-MEDIUM-500K None | ca613b318be9414787357f342e86e4f4 (task_runner.py:340) -2024-09-01 17:04:52,474 | INFO |task submitted: id=ca613b318be9414787357f342e86e4f4, ca613b318be9414787357f342e86e4f4, case number: 1 (interface.py:231) -2024-09-01 17:04:52,903 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:04:52.395848'}, drop_old=False (interface.py:164) -2024-09-01 17:04:52,903 | INFO |Starting run (task_runner.py:100) -2024-09-01 17:04:52,981 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 17:04:53,540 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 17:04:53,588 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 17:04:53,612 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 17:04:53,613 | INFO |Start performance case (task_runner.py:158) -2024-09-01 17:04:53,625 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:04:53,625 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 17:04:53,625 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 17:04:53,626 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 17:04:53,670 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 17:04:54,245 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 17:04:54,267 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:04:54,268 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 17:04:54,268 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 17:04:57,654 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02995953099889448, latest recall=0.87 (serial_runner.py:202) -2024-09-01 17:05:01,139 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.02908496199961519, latest recall=0.95 (serial_runner.py:202) -2024-09-01 17:05:04,550 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01566458199886256, latest recall=0.84 (serial_runner.py:202) -2024-09-01 17:05:07,701 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.016814485999930184, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:05:10,717 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.01603396700011217, latest recall=0.95 (serial_runner.py:202) -2024-09-01 17:05:13,636 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.018509724002797157, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:05:16,566 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.011016144999302924, latest recall=0.97 (serial_runner.py:202) -2024-09-01 17:05:19,424 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.020513501000095857, latest recall=0.95 (serial_runner.py:202) -2024-09-01 17:05:22,370 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.015124974001082592, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:05:25,452 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.021720403998187976, latest recall=0.84 (serial_runner.py:202) -2024-09-01 17:05:25,453 | INFO |SpawnProcess-1:1 search entire test_data: cost=20.4533s, queries=1000, avg_recall=0.9416, avg_ndcg=0.9501,avg_latency=0.0205, p99=0.0385 (serial_runner.py:209) -2024-09-01 17:05:26,000 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:05:26,000 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 17:05:27,022 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 17:05:27,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:05:30,826 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.005830851001519477 (mp_runner.py:73) -2024-09-01 17:05:34,020 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.00785562300006859 (mp_runner.py:73) -2024-09-01 17:05:37,119 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.005252492999716196 (mp_runner.py:73) -2024-09-01 17:05:40,104 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.007840744998247828 (mp_runner.py:73) -2024-09-01 17:05:43,320 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.005368910999095533 (mp_runner.py:73) -2024-09-01 17:05:46,423 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0075519769998209085 (mp_runner.py:73) -2024-09-01 17:05:49,506 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.00531994199991459 (mp_runner.py:73) -2024-09-01 17:05:52,499 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.007770011998218251 (mp_runner.py:73) -2024-09-01 17:05:55,596 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.005408781002188334 (mp_runner.py:73) -2024-09-01 17:05:57,071 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.004s, count=4746, qps in this process: 158.1789 (mp_runner.py:76) -2024-09-01 17:05:57,073 | INFO |End search in concurrency 1: dur=30.049576202000026s, total_count=4746, qps=157.939 (mp_runner.py:120) -2024-09-01 17:05:57,262 | INFO |Update largest qps with concurrency 1: current max_qps=157.939 (mp_runner.py:124) -2024-09-01 17:05:57,680 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:05:57,681 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 17:06:02,722 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 17:06:02,767 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:02,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:02,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:02,772 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:02,787 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:08,034 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.007998277000297094 (mp_runner.py:73) -2024-09-01 17:06:08,034 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.009523266002361197 (mp_runner.py:73) -2024-09-01 17:06:08,035 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.010230164996755775 (mp_runner.py:73) -2024-09-01 17:06:08,036 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.011390754996682517 (mp_runner.py:73) -2024-09-01 17:06:08,037 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.011679698000079952 (mp_runner.py:73) -2024-09-01 17:06:13,310 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.011443617000622908 (mp_runner.py:73) -2024-09-01 17:06:13,310 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.011442279999755556 (mp_runner.py:73) -2024-09-01 17:06:13,310 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.011441057002230082 (mp_runner.py:73) -2024-09-01 17:06:13,311 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.011957389997405699 (mp_runner.py:73) -2024-09-01 17:06:13,311 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.01195197099877987 (mp_runner.py:73) -2024-09-01 17:06:18,783 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0070469899983436335 (mp_runner.py:73) -2024-09-01 17:06:18,784 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.00786761799827218 (mp_runner.py:73) -2024-09-01 17:06:18,788 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.012645558999793138 (mp_runner.py:73) -2024-09-01 17:06:18,791 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01419829700171249 (mp_runner.py:73) -2024-09-01 17:06:18,793 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.006451348999689799 (mp_runner.py:73) -2024-09-01 17:06:23,873 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.011077834999014158 (mp_runner.py:73) -2024-09-01 17:06:23,874 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.012381127999105956 (mp_runner.py:73) -2024-09-01 17:06:23,875 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.01357246499901521 (mp_runner.py:73) -2024-09-01 17:06:23,876 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.014608771998609882 (mp_runner.py:73) -2024-09-01 17:06:23,878 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0160805640007311 (mp_runner.py:73) -2024-09-01 17:06:29,280 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.009030502998939482 (mp_runner.py:73) -2024-09-01 17:06:29,281 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.009327260999270948 (mp_runner.py:73) -2024-09-01 17:06:29,281 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.009387488000356825 (mp_runner.py:73) -2024-09-01 17:06:29,282 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.009219827999913832 (mp_runner.py:73) -2024-09-01 17:06:29,283 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.011129665999760618 (mp_runner.py:73) -2024-09-01 17:06:32,772 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0041s, count=2833, qps in this process: 94.4204 (mp_runner.py:76) -2024-09-01 17:06:32,772 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0021s, count=2833, qps in this process: 94.4267 (mp_runner.py:76) -2024-09-01 17:06:32,781 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0051s, count=2834, qps in this process: 94.4506 (mp_runner.py:76) -2024-09-01 17:06:32,781 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0055s, count=2834, qps in this process: 94.4494 (mp_runner.py:76) -2024-09-01 17:06:32,793 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0039s, count=2836, qps in this process: 94.521 (mp_runner.py:76) -2024-09-01 17:06:32,794 | INFO |End search in concurrency 5: dur=30.072234901002957s, total_count=14170, qps=471.1988 (mp_runner.py:120) -2024-09-01 17:06:33,118 | INFO |Update largest qps with concurrency 5: current max_qps=471.1988 (mp_runner.py:124) -2024-09-01 17:06:33,535 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:06:33,535 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 17:06:43,729 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 17:06:43,830 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,846 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,846 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,866 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,869 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,873 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,875 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,878 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:43,904 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:06:56,445 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.019290017000457738 (mp_runner.py:73) -2024-09-01 17:06:56,445 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.020780447001016 (mp_runner.py:73) -2024-09-01 17:06:56,447 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.020453075998375425 (mp_runner.py:73) -2024-09-01 17:06:56,447 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.020077928998944117 (mp_runner.py:73) -2024-09-01 17:06:56,448 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.015385727998364018 (mp_runner.py:73) -2024-09-01 17:06:56,449 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.025789917999645695 (mp_runner.py:73) -2024-09-01 17:06:56,450 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.024333722998562735 (mp_runner.py:73) -2024-09-01 17:06:56,451 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.023453261001122883 (mp_runner.py:73) -2024-09-01 17:06:56,451 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.027726377000362845 (mp_runner.py:73) -2024-09-01 17:06:56,452 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.013828760998876533 (mp_runner.py:73) -2024-09-01 17:06:56,452 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.026379934999567922 (mp_runner.py:73) -2024-09-01 17:06:56,453 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02773946200250066 (mp_runner.py:73) -2024-09-01 17:06:56,453 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.023529743997642072 (mp_runner.py:73) -2024-09-01 17:06:56,456 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.03342385599898989 (mp_runner.py:73) -2024-09-01 17:06:56,456 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.016390455999498954 (mp_runner.py:73) -2024-09-01 17:07:08,744 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.021039130002463935 (mp_runner.py:73) -2024-09-01 17:07:08,745 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.022550556001078803 (mp_runner.py:73) -2024-09-01 17:07:08,745 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.013036172997090034 (mp_runner.py:73) -2024-09-01 17:07:08,745 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.014813113000855083 (mp_runner.py:73) -2024-09-01 17:07:08,746 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.02283091100252932 (mp_runner.py:73) -2024-09-01 17:07:08,748 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01575656299974071 (mp_runner.py:73) -2024-09-01 17:07:08,752 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.018185212997195777 (mp_runner.py:73) -2024-09-01 17:07:08,755 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.03436260099988431 (mp_runner.py:73) -2024-09-01 17:07:08,757 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.020376780001242878 (mp_runner.py:73) -2024-09-01 17:07:08,757 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.02586343700022553 (mp_runner.py:73) -2024-09-01 17:07:08,757 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.023831669001083355 (mp_runner.py:73) -2024-09-01 17:07:08,758 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.03618285300035495 (mp_runner.py:73) -2024-09-01 17:07:08,759 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.024363705000723712 (mp_runner.py:73) -2024-09-01 17:07:08,761 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.0395359330032079 (mp_runner.py:73) -2024-09-01 17:07:08,764 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.03336446700268425 (mp_runner.py:73) -2024-09-01 17:07:13,837 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0028s, count=1196, qps in this process: 39.8629 (mp_runner.py:76) -2024-09-01 17:07:13,847 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0097s, count=1196, qps in this process: 39.8538 (mp_runner.py:76) -2024-09-01 17:07:13,849 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0035s, count=1196, qps in this process: 39.862 (mp_runner.py:76) -2024-09-01 17:07:13,865 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0186s, count=1197, qps in this process: 39.8753 (mp_runner.py:76) -2024-09-01 17:07:13,865 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0155s, count=1197, qps in this process: 39.8794 (mp_runner.py:76) -2024-09-01 17:07:13,867 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0167s, count=1197, qps in this process: 39.8778 (mp_runner.py:76) -2024-09-01 17:07:13,880 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0345s, count=1197, qps in this process: 39.8542 (mp_runner.py:76) -2024-09-01 17:07:13,885 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0153s, count=1198, qps in this process: 39.913 (mp_runner.py:76) -2024-09-01 17:07:13,885 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.012s, count=1198, qps in this process: 39.9174 (mp_runner.py:76) -2024-09-01 17:07:13,885 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0064s, count=1198, qps in this process: 39.9248 (mp_runner.py:76) -2024-09-01 17:07:13,886 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0132s, count=1198, qps in this process: 39.9158 (mp_runner.py:76) -2024-09-01 17:07:13,886 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0085s, count=1198, qps in this process: 39.922 (mp_runner.py:76) -2024-09-01 17:07:13,889 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.016s, count=1198, qps in this process: 39.912 (mp_runner.py:76) -2024-09-01 17:07:13,900 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0145s, count=1199, qps in this process: 39.9474 (mp_runner.py:76) -2024-09-01 17:07:13,918 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0068s, count=1202, qps in this process: 40.0576 (mp_runner.py:76) -2024-09-01 17:07:13,920 | INFO |End search in concurrency 15: dur=30.191381256998284s, total_count=17965, qps=595.0374 (mp_runner.py:120) -2024-09-01 17:07:14,846 | INFO |Update largest qps with concurrency 15: current max_qps=595.0374 (mp_runner.py:124) -2024-09-01 17:07:15,259 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:07:15,259 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 17:07:25,505 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 17:07:25,555 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,588 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,590 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,624 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,674 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,677 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,677 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,708 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,720 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,720 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,727 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,727 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,728 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:25,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:07:41,866 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.023199314000521554 (mp_runner.py:73) -2024-09-01 17:07:41,867 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.02377667700056918 (mp_runner.py:73) -2024-09-01 17:07:41,867 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.01793308999913279 (mp_runner.py:73) -2024-09-01 17:07:41,868 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.025862378999590874 (mp_runner.py:73) -2024-09-01 17:07:41,869 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.009517798000160838 (mp_runner.py:73) -2024-09-01 17:07:41,873 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.018580504001874942 (mp_runner.py:73) -2024-09-01 17:07:41,874 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.030995082001027185 (mp_runner.py:73) -2024-09-01 17:07:41,874 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.030383237997739343 (mp_runner.py:73) -2024-09-01 17:07:41,875 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.03232219500205247 (mp_runner.py:73) -2024-09-01 17:07:41,876 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.02236740900116274 (mp_runner.py:73) -2024-09-01 17:07:41,877 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.03411866099850158 (mp_runner.py:73) -2024-09-01 17:07:41,878 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.026208220999251353 (mp_runner.py:73) -2024-09-01 17:07:41,879 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.035814825001580175 (mp_runner.py:73) -2024-09-01 17:07:41,879 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.03506207399914274 (mp_runner.py:73) -2024-09-01 17:07:41,880 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.03695167800105992 (mp_runner.py:73) -2024-09-01 17:07:41,881 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.038238375000219094 (mp_runner.py:73) -2024-09-01 17:07:41,882 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.04000079300021753 (mp_runner.py:73) -2024-09-01 17:07:41,883 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.028685121000307845 (mp_runner.py:73) -2024-09-01 17:07:41,883 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.04069845200137934 (mp_runner.py:73) -2024-09-01 17:07:41,885 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.037187922000157414 (mp_runner.py:73) -2024-09-01 17:07:55,593 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0348s, count=930, qps in this process: 30.9641 (mp_runner.py:76) -2024-09-01 17:07:55,594 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0037s, count=930, qps in this process: 30.9962 (mp_runner.py:76) -2024-09-01 17:07:55,596 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.005s, count=930, qps in this process: 30.9948 (mp_runner.py:76) -2024-09-01 17:07:55,646 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0206s, count=932, qps in this process: 31.0453 (mp_runner.py:76) -2024-09-01 17:07:55,686 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0074s, count=934, qps in this process: 31.1257 (mp_runner.py:76) -2024-09-01 17:07:55,690 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0086s, count=934, qps in this process: 31.1244 (mp_runner.py:76) -2024-09-01 17:07:55,696 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0199s, count=934, qps in this process: 31.1127 (mp_runner.py:76) -2024-09-01 17:07:55,707 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0044s, count=935, qps in this process: 31.1621 (mp_runner.py:76) -2024-09-01 17:07:55,713 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0105s, count=935, qps in this process: 31.1558 (mp_runner.py:76) -2024-09-01 17:07:55,733 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0111s, count=936, qps in this process: 31.1885 (mp_runner.py:76) -2024-09-01 17:07:55,736 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0257s, count=936, qps in this process: 31.1733 (mp_runner.py:76) -2024-09-01 17:07:55,736 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0141s, count=936, qps in this process: 31.1853 (mp_runner.py:76) -2024-09-01 17:07:55,737 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0152s, count=936, qps in this process: 31.1842 (mp_runner.py:76) -2024-09-01 17:07:55,738 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0165s, count=936, qps in this process: 31.1828 (mp_runner.py:76) -2024-09-01 17:07:55,739 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0175s, count=936, qps in this process: 31.1818 (mp_runner.py:76) -2024-09-01 17:07:55,744 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0067s, count=936, qps in this process: 31.193 (mp_runner.py:76) -2024-09-01 17:07:55,744 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0229s, count=936, qps in this process: 31.1762 (mp_runner.py:76) -2024-09-01 17:07:55,746 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0048s, count=936, qps in this process: 31.195 (mp_runner.py:76) -2024-09-01 17:07:55,753 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0118s, count=937, qps in this process: 31.2211 (mp_runner.py:76) -2024-09-01 17:07:55,754 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0127s, count=937, qps in this process: 31.2201 (mp_runner.py:76) -2024-09-01 17:07:55,757 | INFO |End search in concurrency 20: dur=30.250765483000578s, total_count=18692, qps=617.9017 (mp_runner.py:120) -2024-09-01 17:07:57,026 | INFO |Update largest qps with concurrency 20: current max_qps=617.9017 (mp_runner.py:124) -2024-09-01 17:07:57,439 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:07:57,439 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 17:08:07,782 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 17:08:07,843 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,881 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,894 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,934 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,963 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,963 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:07,985 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,026 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,034 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,034 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,034 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,045 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,045 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,063 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,063 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,072 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:08,086 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:27,892 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.033408407998649636 (mp_runner.py:73) -2024-09-01 17:08:27,893 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.03359434199956013 (mp_runner.py:73) -2024-09-01 17:08:27,896 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.018198009998741327 (mp_runner.py:73) -2024-09-01 17:08:27,896 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.03603734600255848 (mp_runner.py:73) -2024-09-01 17:08:27,899 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03754509099962888 (mp_runner.py:73) -2024-09-01 17:08:27,900 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.03491110600225511 (mp_runner.py:73) -2024-09-01 17:08:27,901 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.03845755599832046 (mp_runner.py:73) -2024-09-01 17:08:27,903 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.038837006002722774 (mp_runner.py:73) -2024-09-01 17:08:27,905 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.03266914999767323 (mp_runner.py:73) -2024-09-01 17:08:27,909 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.0387464049999835 (mp_runner.py:73) -2024-09-01 17:08:27,909 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.034007463000307325 (mp_runner.py:73) -2024-09-01 17:08:27,911 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.04563389999748324 (mp_runner.py:73) -2024-09-01 17:08:27,911 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.0443301720006275 (mp_runner.py:73) -2024-09-01 17:08:27,917 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.059233014999335865 (mp_runner.py:73) -2024-09-01 17:08:27,917 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.036226772997906664 (mp_runner.py:73) -2024-09-01 17:08:27,921 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.04286848700212431 (mp_runner.py:73) -2024-09-01 17:08:27,922 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.05826769699706347 (mp_runner.py:73) -2024-09-01 17:08:27,923 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.050083589001587825 (mp_runner.py:73) -2024-09-01 17:08:27,924 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.0449496299988823 (mp_runner.py:73) -2024-09-01 17:08:27,925 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.05816825500005507 (mp_runner.py:73) -2024-09-01 17:08:27,930 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.04914285999984713 (mp_runner.py:73) -2024-09-01 17:08:27,930 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.060515856002894 (mp_runner.py:73) -2024-09-01 17:08:27,933 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.06713822099845856 (mp_runner.py:73) -2024-09-01 17:08:27,941 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.06541761399785173 (mp_runner.py:73) -2024-09-01 17:08:27,945 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.08230940100111184 (mp_runner.py:73) -2024-09-01 17:08:37,871 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0269s, count=756, qps in this process: 25.1774 (mp_runner.py:76) -2024-09-01 17:08:37,902 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0213s, count=757, qps in this process: 25.2154 (mp_runner.py:76) -2024-09-01 17:08:37,903 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0159s, count=757, qps in this process: 25.22 (mp_runner.py:76) -2024-09-01 17:08:37,928 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0299s, count=758, qps in this process: 25.2415 (mp_runner.py:76) -2024-09-01 17:08:37,974 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0393s, count=759, qps in this process: 25.2669 (mp_runner.py:76) -2024-09-01 17:08:37,974 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0041s, count=759, qps in this process: 25.2965 (mp_runner.py:76) -2024-09-01 17:08:37,982 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0168s, count=759, qps in this process: 25.2858 (mp_runner.py:76) -2024-09-01 17:08:37,986 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.045s, count=759, qps in this process: 25.2621 (mp_runner.py:76) -2024-09-01 17:08:37,995 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0097s, count=759, qps in this process: 25.2918 (mp_runner.py:76) -2024-09-01 17:08:38,016 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0114s, count=761, qps in this process: 25.357 (mp_runner.py:76) -2024-09-01 17:08:38,038 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0516s, count=761, qps in this process: 25.3231 (mp_runner.py:76) -2024-09-01 17:08:38,043 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0048s, count=762, qps in this process: 25.3959 (mp_runner.py:76) -2024-09-01 17:08:38,045 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0066s, count=762, qps in this process: 25.3944 (mp_runner.py:76) -2024-09-01 17:08:38,047 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0087s, count=762, qps in this process: 25.3926 (mp_runner.py:76) -2024-09-01 17:08:38,048 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0179s, count=762, qps in this process: 25.3849 (mp_runner.py:76) -2024-09-01 17:08:38,066 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0134s, count=763, qps in this process: 25.422 (mp_runner.py:76) -2024-09-01 17:08:38,066 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0138s, count=763, qps in this process: 25.4216 (mp_runner.py:76) -2024-09-01 17:08:38,069 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0065s, count=763, qps in this process: 25.4278 (mp_runner.py:76) -2024-09-01 17:08:38,082 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.012s, count=764, qps in this process: 25.4565 (mp_runner.py:76) -2024-09-01 17:08:38,082 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0008s, count=764, qps in this process: 25.466 (mp_runner.py:76) -2024-09-01 17:08:38,083 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0122s, count=764, qps in this process: 25.4563 (mp_runner.py:76) -2024-09-01 17:08:38,084 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0134s, count=764, qps in this process: 25.4553 (mp_runner.py:76) -2024-09-01 17:08:38,098 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0076s, count=766, qps in this process: 25.5269 (mp_runner.py:76) -2024-09-01 17:08:38,098 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0076s, count=766, qps in this process: 25.5269 (mp_runner.py:76) -2024-09-01 17:08:38,106 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0079s, count=767, qps in this process: 25.5599 (mp_runner.py:76) -2024-09-01 17:08:38,109 | INFO |End search in concurrency 25: dur=30.325584049001918s, total_count=19037, qps=627.7538 (mp_runner.py:120) -2024-09-01 17:08:39,728 | INFO |Update largest qps with concurrency 25: current max_qps=627.7538 (mp_runner.py:124) -2024-09-01 17:08:40,144 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:08:40,145 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 17:08:50,565 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 17:08:50,747 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,772 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,775 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,775 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,794 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,804 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,822 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,845 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,856 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,856 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,865 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,883 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,888 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,894 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,894 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,921 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,937 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,950 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,958 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,965 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,973 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:08:50,996 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:14,493 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.009248979000403779 (mp_runner.py:73) -2024-09-01 17:09:14,497 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.015702036002039677 (mp_runner.py:73) -2024-09-01 17:09:14,497 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.015700813000876224 (mp_runner.py:73) -2024-09-01 17:09:14,500 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.018228206998173846 (mp_runner.py:73) -2024-09-01 17:09:14,500 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.019199777001631446 (mp_runner.py:73) -2024-09-01 17:09:14,504 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02382791600030032 (mp_runner.py:73) -2024-09-01 17:09:14,504 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.021449498999572825 (mp_runner.py:73) -2024-09-01 17:09:14,507 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.025310836001153802 (mp_runner.py:73) -2024-09-01 17:09:14,507 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.02483547600058955 (mp_runner.py:73) -2024-09-01 17:09:14,513 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.030895748997863848 (mp_runner.py:73) -2024-09-01 17:09:14,513 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.02953907100163633 (mp_runner.py:73) -2024-09-01 17:09:14,520 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.03959259399925941 (mp_runner.py:73) -2024-09-01 17:09:14,520 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.03773011000157567 (mp_runner.py:73) -2024-09-01 17:09:14,523 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.04120723999949405 (mp_runner.py:73) -2024-09-01 17:09:14,523 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.04160519600191037 (mp_runner.py:73) -2024-09-01 17:09:14,523 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.04174345799765433 (mp_runner.py:73) -2024-09-01 17:09:14,526 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.04626251700028661 (mp_runner.py:73) -2024-09-01 17:09:14,527 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.046647715997096384 (mp_runner.py:73) -2024-09-01 17:09:14,527 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.043647088001307566 (mp_runner.py:73) -2024-09-01 17:09:14,528 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.044570867001311854 (mp_runner.py:73) -2024-09-01 17:09:14,529 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.010979999999108259 (mp_runner.py:73) -2024-09-01 17:09:14,529 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.04779881300055422 (mp_runner.py:73) -2024-09-01 17:09:14,529 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.049038537003070815 (mp_runner.py:73) -2024-09-01 17:09:14,531 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.04609782300030929 (mp_runner.py:73) -2024-09-01 17:09:14,532 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.047298403002059786 (mp_runner.py:73) -2024-09-01 17:09:14,533 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0489946730012889 (mp_runner.py:73) -2024-09-01 17:09:14,534 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.05219892999957665 (mp_runner.py:73) -2024-09-01 17:09:14,553 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.07314740500078187 (mp_runner.py:73) -2024-09-01 17:09:14,556 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.03425130100004026 (mp_runner.py:73) -2024-09-01 17:09:14,559 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.07913992400062853 (mp_runner.py:73) -2024-09-01 17:09:20,792 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0173s, count=637, qps in this process: 21.2211 (mp_runner.py:76) -2024-09-01 17:09:20,803 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0372s, count=637, qps in this process: 21.207 (mp_runner.py:76) -2024-09-01 17:09:20,828 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0111s, count=638, qps in this process: 21.2588 (mp_runner.py:76) -2024-09-01 17:09:20,830 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0175s, count=638, qps in this process: 21.2543 (mp_runner.py:76) -2024-09-01 17:09:20,831 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0526s, count=638, qps in this process: 21.2294 (mp_runner.py:76) -2024-09-01 17:09:20,832 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0543s, count=638, qps in this process: 21.2282 (mp_runner.py:76) -2024-09-01 17:09:20,835 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0055s, count=638, qps in this process: 21.2628 (mp_runner.py:76) -2024-09-01 17:09:20,842 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0417s, count=638, qps in this process: 21.2371 (mp_runner.py:76) -2024-09-01 17:09:20,859 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0189s, count=639, qps in this process: 21.2866 (mp_runner.py:76) -2024-09-01 17:09:20,859 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0425s, count=638, qps in this process: 21.2366 (mp_runner.py:76) -2024-09-01 17:09:20,863 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0231s, count=639, qps in this process: 21.2836 (mp_runner.py:76) -2024-09-01 17:09:20,869 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.01s, count=639, qps in this process: 21.2929 (mp_runner.py:76) -2024-09-01 17:09:20,872 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0129s, count=639, qps in this process: 21.2908 (mp_runner.py:76) -2024-09-01 17:09:20,888 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0007s, count=640, qps in this process: 21.3328 (mp_runner.py:76) -2024-09-01 17:09:20,892 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0222s, count=640, qps in this process: 21.3176 (mp_runner.py:76) -2024-09-01 17:09:20,892 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0009s, count=640, qps in this process: 21.3327 (mp_runner.py:76) -2024-09-01 17:09:20,894 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0032s, count=640, qps in this process: 21.3311 (mp_runner.py:76) -2024-09-01 17:09:20,897 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0461s, count=640, qps in this process: 21.3006 (mp_runner.py:76) -2024-09-01 17:09:20,900 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0046s, count=640, qps in this process: 21.3301 (mp_runner.py:76) -2024-09-01 17:09:20,914 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0162s, count=641, qps in this process: 21.3551 (mp_runner.py:76) -2024-09-01 17:09:20,915 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0243s, count=641, qps in this process: 21.3494 (mp_runner.py:76) -2024-09-01 17:09:20,930 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0017s, count=642, qps in this process: 21.3988 (mp_runner.py:76) -2024-09-01 17:09:20,937 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0246s, count=642, qps in this process: 21.3825 (mp_runner.py:76) -2024-09-01 17:09:20,953 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0076s, count=644, qps in this process: 21.4612 (mp_runner.py:76) -2024-09-01 17:09:20,960 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0121s, count=644, qps in this process: 21.458 (mp_runner.py:76) -2024-09-01 17:09:20,966 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0117s, count=644, qps in this process: 21.4583 (mp_runner.py:76) -2024-09-01 17:09:20,970 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0046s, count=645, qps in this process: 21.4967 (mp_runner.py:76) -2024-09-01 17:09:20,980 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0082s, count=646, qps in this process: 21.5274 (mp_runner.py:76) -2024-09-01 17:09:20,980 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.004s, count=646, qps in this process: 21.5305 (mp_runner.py:76) -2024-09-01 17:09:21,003 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0003s, count=649, qps in this process: 21.6331 (mp_runner.py:76) -2024-09-01 17:09:21,005 | INFO |End search in concurrency 30: dur=30.4393447140028s, total_count=19220, qps=631.4196 (mp_runner.py:120) -2024-09-01 17:09:22,963 | INFO |Update largest qps with concurrency 30: current max_qps=631.4196 (mp_runner.py:124) -2024-09-01 17:09:23,375 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:09:23,376 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 17:09:33,957 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 17:09:34,210 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,210 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,264 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,276 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,276 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,279 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,281 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,281 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,311 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,311 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,311 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,315 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,316 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,320 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,325 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,328 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,328 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,335 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:09:34,335 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:01,807 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.060595524999371264 (mp_runner.py:73) -2024-09-01 17:10:01,808 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.052393931000551675 (mp_runner.py:73) -2024-09-01 17:10:01,808 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04815856999994139 (mp_runner.py:73) -2024-09-01 17:10:01,809 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.052339653000672115 (mp_runner.py:73) -2024-09-01 17:10:01,810 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.06229848300063168 (mp_runner.py:73) -2024-09-01 17:10:01,811 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.062036019997322 (mp_runner.py:73) -2024-09-01 17:10:01,811 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.0560861020021548 (mp_runner.py:73) -2024-09-01 17:10:01,812 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.0589713040026254 (mp_runner.py:73) -2024-09-01 17:10:01,813 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.05507049700099742 (mp_runner.py:73) -2024-09-01 17:10:01,815 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.06288139899697853 (mp_runner.py:73) -2024-09-01 17:10:01,816 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.06139170499955071 (mp_runner.py:73) -2024-09-01 17:10:01,817 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.04385189800086664 (mp_runner.py:73) -2024-09-01 17:10:01,817 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.0680650180001976 (mp_runner.py:73) -2024-09-01 17:10:01,819 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.05711978599720169 (mp_runner.py:73) -2024-09-01 17:10:01,820 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.07279549399754615 (mp_runner.py:73) -2024-09-01 17:10:01,821 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.06147926599805942 (mp_runner.py:73) -2024-09-01 17:10:01,821 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.05447680900033447 (mp_runner.py:73) -2024-09-01 17:10:01,821 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.010500282998691546 (mp_runner.py:73) -2024-09-01 17:10:01,823 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.05866255599903525 (mp_runner.py:73) -2024-09-01 17:10:01,823 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.051940657998784445 (mp_runner.py:73) -2024-09-01 17:10:01,824 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.07370957699822611 (mp_runner.py:73) -2024-09-01 17:10:01,824 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.07600353499947232 (mp_runner.py:73) -2024-09-01 17:10:01,826 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.07343967600172618 (mp_runner.py:73) -2024-09-01 17:10:01,826 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.08075165400077822 (mp_runner.py:73) -2024-09-01 17:10:01,827 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.07672112200089032 (mp_runner.py:73) -2024-09-01 17:10:01,827 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.06234273799782386 (mp_runner.py:73) -2024-09-01 17:10:01,829 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.06119920700075454 (mp_runner.py:73) -2024-09-01 17:10:01,833 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.030222765999496914 (mp_runner.py:73) -2024-09-01 17:10:01,834 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.06323964100010926 (mp_runner.py:73) -2024-09-01 17:10:01,834 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.06143786299799103 (mp_runner.py:73) -2024-09-01 17:10:01,835 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.06562921699878643 (mp_runner.py:73) -2024-09-01 17:10:01,835 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.07632978800029377 (mp_runner.py:73) -2024-09-01 17:10:01,843 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.08045613699869136 (mp_runner.py:73) -2024-09-01 17:10:01,848 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.0840667830016173 (mp_runner.py:73) -2024-09-01 17:10:01,857 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05940364799971576 (mp_runner.py:73) -2024-09-01 17:10:04,221 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0095s, count=542, qps in this process: 18.0609 (mp_runner.py:76) -2024-09-01 17:10:04,273 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0086s, count=543, qps in this process: 18.0948 (mp_runner.py:76) -2024-09-01 17:10:04,279 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0014s, count=543, qps in this process: 18.0992 (mp_runner.py:76) -2024-09-01 17:10:04,281 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0126s, count=543, qps in this process: 18.0924 (mp_runner.py:76) -2024-09-01 17:10:04,282 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0144s, count=543, qps in this process: 18.0913 (mp_runner.py:76) -2024-09-01 17:10:04,284 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0669s, count=543, qps in this process: 18.0597 (mp_runner.py:76) -2024-09-01 17:10:04,284 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0058s, count=543, qps in this process: 18.0965 (mp_runner.py:76) -2024-09-01 17:10:04,288 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0036s, count=543, qps in this process: 18.0978 (mp_runner.py:76) -2024-09-01 17:10:04,296 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0844s, count=543, qps in this process: 18.0492 (mp_runner.py:76) -2024-09-01 17:10:04,324 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0368s, count=543, qps in this process: 18.0778 (mp_runner.py:76) -2024-09-01 17:10:04,336 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0514s, count=544, qps in this process: 18.1023 (mp_runner.py:76) -2024-09-01 17:10:04,336 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0233s, count=544, qps in this process: 18.1193 (mp_runner.py:76) -2024-09-01 17:10:04,336 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0535s, count=544, qps in this process: 18.1011 (mp_runner.py:76) -2024-09-01 17:10:04,337 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0244s, count=544, qps in this process: 18.1186 (mp_runner.py:76) -2024-09-01 17:10:04,337 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0093s, count=544, qps in this process: 18.1277 (mp_runner.py:76) -2024-09-01 17:10:04,337 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0004s, count=544, qps in this process: 18.1331 (mp_runner.py:76) -2024-09-01 17:10:04,338 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.025s, count=544, qps in this process: 18.1182 (mp_runner.py:76) -2024-09-01 17:10:04,338 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0597s, count=544, qps in this process: 18.0973 (mp_runner.py:76) -2024-09-01 17:10:04,339 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0716s, count=544, qps in this process: 18.0902 (mp_runner.py:76) -2024-09-01 17:10:04,339 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0417s, count=544, qps in this process: 18.1082 (mp_runner.py:76) -2024-09-01 17:10:04,339 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0546s, count=544, qps in this process: 18.1004 (mp_runner.py:76) -2024-09-01 17:10:04,340 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0539s, count=544, qps in this process: 18.1008 (mp_runner.py:76) -2024-09-01 17:10:04,341 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0561s, count=544, qps in this process: 18.0995 (mp_runner.py:76) -2024-09-01 17:10:04,342 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.011s, count=544, qps in this process: 18.1267 (mp_runner.py:76) -2024-09-01 17:10:04,342 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0204s, count=544, qps in this process: 18.121 (mp_runner.py:76) -2024-09-01 17:10:04,343 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0274s, count=544, qps in this process: 18.1168 (mp_runner.py:76) -2024-09-01 17:10:04,343 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0588s, count=544, qps in this process: 18.0979 (mp_runner.py:76) -2024-09-01 17:10:04,344 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0652s, count=544, qps in this process: 18.094 (mp_runner.py:76) -2024-09-01 17:10:04,344 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0569s, count=544, qps in this process: 18.099 (mp_runner.py:76) -2024-09-01 17:10:04,345 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0033s, count=544, qps in this process: 18.1313 (mp_runner.py:76) -2024-09-01 17:10:04,345 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0298s, count=544, qps in this process: 18.1153 (mp_runner.py:76) -2024-09-01 17:10:04,346 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0787s, count=544, qps in this process: 18.0859 (mp_runner.py:76) -2024-09-01 17:10:04,347 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0134s, count=544, qps in this process: 18.1252 (mp_runner.py:76) -2024-09-01 17:10:04,360 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.019s, count=545, qps in this process: 18.1552 (mp_runner.py:76) -2024-09-01 17:10:04,360 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0224s, count=545, qps in this process: 18.1531 (mp_runner.py:76) -2024-09-01 17:10:04,363 | INFO |End search in concurrency 35: dur=30.404255869001645s, total_count=19031, qps=625.9321 (mp_runner.py:120) -2024-09-01 17:10:07,161 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:10:07,162 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 17:10:17,861 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 17:10:17,933 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:17,972 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,001 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,069 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,122 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,140 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,142 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,144 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,185 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,228 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,228 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,229 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,243 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,256 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,258 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,260 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,269 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,281 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,301 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,301 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,303 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,310 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,315 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,384 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,389 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,394 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,402 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:18,437 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:10:48,018 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0582s, count=476, qps in this process: 15.8359 (mp_runner.py:76) -2024-09-01 17:10:48,039 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0553s, count=476, qps in this process: 15.8375 (mp_runner.py:76) -2024-09-01 17:10:48,040 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0291s, count=476, qps in this process: 15.8513 (mp_runner.py:76) -2024-09-01 17:10:48,094 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0127s, count=477, qps in this process: 15.8933 (mp_runner.py:76) -2024-09-01 17:10:48,108 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0331s, count=477, qps in this process: 15.8825 (mp_runner.py:76) -2024-09-01 17:10:48,140 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0164s, count=477, qps in this process: 15.8913 (mp_runner.py:76) -2024-09-01 17:10:48,152 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0107s, count=478, qps in this process: 15.9277 (mp_runner.py:76) -2024-09-01 17:10:48,160 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0131s, count=478, qps in this process: 15.9264 (mp_runner.py:76) -2024-09-01 17:10:48,161 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0699s, count=478, qps in this process: 15.8963 (mp_runner.py:76) -2024-09-01 17:10:48,171 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0253s, count=478, qps in this process: 15.9199 (mp_runner.py:76) -2024-09-01 17:10:48,232 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0023s, count=479, qps in this process: 15.9654 (mp_runner.py:76) -2024-09-01 17:10:48,246 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0157s, count=480, qps in this process: 15.9916 (mp_runner.py:76) -2024-09-01 17:10:48,253 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0226s, count=480, qps in this process: 15.988 (mp_runner.py:76) -2024-09-01 17:10:48,254 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0216s, count=480, qps in this process: 15.9885 (mp_runner.py:76) -2024-09-01 17:10:48,264 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0158s, count=480, qps in this process: 15.9916 (mp_runner.py:76) -2024-09-01 17:10:48,278 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0911s, count=479, qps in this process: 15.9183 (mp_runner.py:76) -2024-09-01 17:10:48,280 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0487s, count=480, qps in this process: 15.9741 (mp_runner.py:76) -2024-09-01 17:10:48,287 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0216s, count=480, qps in this process: 15.9885 (mp_runner.py:76) -2024-09-01 17:10:48,312 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0438s, count=481, qps in this process: 16.01 (mp_runner.py:76) -2024-09-01 17:10:48,316 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0411s, count=481, qps in this process: 16.0114 (mp_runner.py:76) -2024-09-01 17:10:48,316 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.007s, count=481, qps in this process: 16.0296 (mp_runner.py:76) -2024-09-01 17:10:48,318 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0105s, count=481, qps in this process: 16.0277 (mp_runner.py:76) -2024-09-01 17:10:48,319 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0137s, count=481, qps in this process: 16.026 (mp_runner.py:76) -2024-09-01 17:10:48,322 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0045s, count=481, qps in this process: 16.0309 (mp_runner.py:76) -2024-09-01 17:10:48,324 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0647s, count=481, qps in this process: 15.9988 (mp_runner.py:76) -2024-09-01 17:10:48,325 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0397s, count=481, qps in this process: 16.0121 (mp_runner.py:76) -2024-09-01 17:10:48,326 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0088s, count=481, qps in this process: 16.0286 (mp_runner.py:76) -2024-09-01 17:10:48,326 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0091s, count=481, qps in this process: 16.0285 (mp_runner.py:76) -2024-09-01 17:10:48,342 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0248s, count=482, qps in this process: 16.0534 (mp_runner.py:76) -2024-09-01 17:10:48,343 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0264s, count=482, qps in this process: 16.0525 (mp_runner.py:76) -2024-09-01 17:10:48,344 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0182s, count=482, qps in this process: 16.0569 (mp_runner.py:76) -2024-09-01 17:10:48,345 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0309s, count=482, qps in this process: 16.0501 (mp_runner.py:76) -2024-09-01 17:10:48,370 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0084s, count=484, qps in this process: 16.1288 (mp_runner.py:76) -2024-09-01 17:10:48,400 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0068s, count=486, qps in this process: 16.1963 (mp_runner.py:76) -2024-09-01 17:10:48,400 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0066s, count=486, qps in this process: 16.1964 (mp_runner.py:76) -2024-09-01 17:10:48,401 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.007s, count=486, qps in this process: 16.1962 (mp_runner.py:76) -2024-09-01 17:10:48,415 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0137s, count=487, qps in this process: 16.2259 (mp_runner.py:76) -2024-09-01 17:10:48,415 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0051s, count=487, qps in this process: 16.2306 (mp_runner.py:76) -2024-09-01 17:10:48,415 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.013s, count=487, qps in this process: 16.2263 (mp_runner.py:76) -2024-09-01 17:10:48,449 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0036s, count=493, qps in this process: 16.4314 (mp_runner.py:76) -2024-09-01 17:10:48,452 | INFO |End search in concurrency 40: dur=30.590228144999855s, total_count=19243, qps=629.0571 (mp_runner.py:120) -2024-09-01 17:10:51,541 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:10:51,541 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 17:11:02,337 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 17:11:02,394 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,592 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,594 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,697 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,764 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,765 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,765 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,765 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,765 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,772 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,778 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,785 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,856 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,863 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:02,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:32,449 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0404s, count=418, qps in this process: 13.9146 (mp_runner.py:76) -2024-09-01 17:11:32,624 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0254s, count=421, qps in this process: 14.0215 (mp_runner.py:76) -2024-09-01 17:11:32,679 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0735s, count=422, qps in this process: 14.0323 (mp_runner.py:76) -2024-09-01 17:11:32,774 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0011s, count=423, qps in this process: 14.0995 (mp_runner.py:76) -2024-09-01 17:11:32,776 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0066s, count=423, qps in this process: 14.0969 (mp_runner.py:76) -2024-09-01 17:11:32,776 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0069s, count=423, qps in this process: 14.0968 (mp_runner.py:76) -2024-09-01 17:11:32,779 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0084s, count=423, qps in this process: 14.0961 (mp_runner.py:76) -2024-09-01 17:11:32,781 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.079s, count=423, qps in this process: 14.063 (mp_runner.py:76) -2024-09-01 17:11:32,782 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0126s, count=423, qps in this process: 14.0941 (mp_runner.py:76) -2024-09-01 17:11:32,786 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0106s, count=423, qps in this process: 14.095 (mp_runner.py:76) -2024-09-01 17:11:32,786 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0097s, count=423, qps in this process: 14.0954 (mp_runner.py:76) -2024-09-01 17:11:32,788 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0156s, count=423, qps in this process: 14.0927 (mp_runner.py:76) -2024-09-01 17:11:32,789 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0142s, count=423, qps in this process: 14.0933 (mp_runner.py:76) -2024-09-01 17:11:32,828 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0363s, count=424, qps in this process: 14.1163 (mp_runner.py:76) -2024-09-01 17:11:32,828 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0146s, count=424, qps in this process: 14.1265 (mp_runner.py:76) -2024-09-01 17:11:32,828 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0302s, count=424, qps in this process: 14.1191 (mp_runner.py:76) -2024-09-01 17:11:32,829 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0151s, count=424, qps in this process: 14.1262 (mp_runner.py:76) -2024-09-01 17:11:32,829 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.031s, count=424, qps in this process: 14.1187 (mp_runner.py:76) -2024-09-01 17:11:32,829 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0093s, count=424, qps in this process: 14.129 (mp_runner.py:76) -2024-09-01 17:11:32,829 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0531s, count=424, qps in this process: 14.1084 (mp_runner.py:76) -2024-09-01 17:11:32,831 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0336s, count=424, qps in this process: 14.1175 (mp_runner.py:76) -2024-09-01 17:11:32,834 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0387s, count=424, qps in this process: 14.1151 (mp_runner.py:76) -2024-09-01 17:11:32,836 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0381s, count=424, qps in this process: 14.1154 (mp_runner.py:76) -2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0354s, count=424, qps in this process: 14.1167 (mp_runner.py:76) -2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.069s, count=424, qps in this process: 14.1009 (mp_runner.py:76) -2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0411s, count=424, qps in this process: 14.114 (mp_runner.py:76) -2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0632s, count=424, qps in this process: 14.1036 (mp_runner.py:76) -2024-09-01 17:11:32,839 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0686s, count=424, qps in this process: 14.1011 (mp_runner.py:76) -2024-09-01 17:11:32,840 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0203s, count=424, qps in this process: 14.1238 (mp_runner.py:76) -2024-09-01 17:11:32,840 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0636s, count=424, qps in this process: 14.1034 (mp_runner.py:76) -2024-09-01 17:11:32,840 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0707s, count=424, qps in this process: 14.1001 (mp_runner.py:76) -2024-09-01 17:11:32,840 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0427s, count=424, qps in this process: 14.1132 (mp_runner.py:76) -2024-09-01 17:11:32,841 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0216s, count=424, qps in this process: 14.1232 (mp_runner.py:76) -2024-09-01 17:11:32,846 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0544s, count=424, qps in this process: 14.1078 (mp_runner.py:76) -2024-09-01 17:11:32,849 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0572s, count=424, qps in this process: 14.1064 (mp_runner.py:76) -2024-09-01 17:11:32,856 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0584s, count=424, qps in this process: 14.1059 (mp_runner.py:76) -2024-09-01 17:11:32,859 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0674s, count=424, qps in this process: 14.1017 (mp_runner.py:76) -2024-09-01 17:11:32,860 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0042s, count=425, qps in this process: 14.1647 (mp_runner.py:76) -2024-09-01 17:11:32,876 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0053s, count=426, qps in this process: 14.1975 (mp_runner.py:76) -2024-09-01 17:11:32,877 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0154s, count=426, qps in this process: 14.1927 (mp_runner.py:76) -2024-09-01 17:11:32,883 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0066s, count=427, qps in this process: 14.2302 (mp_runner.py:76) -2024-09-01 17:11:32,884 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.006s, count=427, qps in this process: 14.2305 (mp_runner.py:76) -2024-09-01 17:11:32,907 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0014s, count=430, qps in this process: 14.3327 (mp_runner.py:76) -2024-09-01 17:11:32,910 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0015s, count=430, qps in this process: 14.3326 (mp_runner.py:76) -2024-09-01 17:11:32,911 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0024s, count=430, qps in this process: 14.3322 (mp_runner.py:76) -2024-09-01 17:11:32,913 | INFO |End search in concurrency 45: dur=30.57426780699825s, total_count=19088, qps=624.3159 (mp_runner.py:120) -2024-09-01 17:11:36,421 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:11:36,421 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 17:11:57,428 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 17:11:57,652 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,692 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,841 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,899 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,900 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,946 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,958 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,972 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:57,999 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:58,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:58,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:58,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:58,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:11:58,044 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:27,673 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0095s, count=381, qps in this process: 12.696 (mp_runner.py:76) -2024-09-01 17:12:27,771 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0716s, count=382, qps in this process: 12.703 (mp_runner.py:76) -2024-09-01 17:12:27,898 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0549s, count=384, qps in this process: 12.7766 (mp_runner.py:76) -2024-09-01 17:12:27,903 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0024s, count=384, qps in this process: 12.799 (mp_runner.py:76) -2024-09-01 17:12:27,904 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0013s, count=384, qps in this process: 12.7994 (mp_runner.py:76) -2024-09-01 17:12:27,909 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0081s, count=384, qps in this process: 12.7965 (mp_runner.py:76) -2024-09-01 17:12:27,911 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0068s, count=384, qps in this process: 12.7971 (mp_runner.py:76) -2024-09-01 17:12:27,912 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0107s, count=384, qps in this process: 12.7954 (mp_runner.py:76) -2024-09-01 17:12:27,913 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0017s, count=384, qps in this process: 12.7993 (mp_runner.py:76) -2024-09-01 17:12:27,918 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0148s, count=384, qps in this process: 12.7937 (mp_runner.py:76) -2024-09-01 17:12:27,921 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0091s, count=384, qps in this process: 12.7961 (mp_runner.py:76) -2024-09-01 17:12:27,922 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0096s, count=384, qps in this process: 12.7959 (mp_runner.py:76) -2024-09-01 17:12:27,922 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.019s, count=384, qps in this process: 12.7919 (mp_runner.py:76) -2024-09-01 17:12:27,957 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0525s, count=385, qps in this process: 12.8109 (mp_runner.py:76) -2024-09-01 17:12:27,958 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0503s, count=385, qps in this process: 12.8119 (mp_runner.py:76) -2024-09-01 17:12:27,958 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0362s, count=385, qps in this process: 12.8179 (mp_runner.py:76) -2024-09-01 17:12:27,959 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0477s, count=385, qps in this process: 12.813 (mp_runner.py:76) -2024-09-01 17:12:27,959 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0351s, count=385, qps in this process: 12.8183 (mp_runner.py:76) -2024-09-01 17:12:27,960 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0531s, count=385, qps in this process: 12.8107 (mp_runner.py:76) -2024-09-01 17:12:27,961 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0566s, count=385, qps in this process: 12.8092 (mp_runner.py:76) -2024-09-01 17:12:27,961 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0488s, count=385, qps in this process: 12.8125 (mp_runner.py:76) -2024-09-01 17:12:27,963 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0448s, count=385, qps in this process: 12.8142 (mp_runner.py:76) -2024-09-01 17:12:27,964 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0455s, count=385, qps in this process: 12.8139 (mp_runner.py:76) -2024-09-01 17:12:27,964 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0529s, count=385, qps in this process: 12.8107 (mp_runner.py:76) -2024-09-01 17:12:27,964 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0465s, count=385, qps in this process: 12.8135 (mp_runner.py:76) -2024-09-01 17:12:27,965 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0568s, count=385, qps in this process: 12.8091 (mp_runner.py:76) -2024-09-01 17:12:27,966 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0641s, count=385, qps in this process: 12.806 (mp_runner.py:76) -2024-09-01 17:12:27,967 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0621s, count=385, qps in this process: 12.8068 (mp_runner.py:76) -2024-09-01 17:12:27,967 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0528s, count=385, qps in this process: 12.8108 (mp_runner.py:76) -2024-09-01 17:12:27,968 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0646s, count=385, qps in this process: 12.8058 (mp_runner.py:76) -2024-09-01 17:12:27,968 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0662s, count=385, qps in this process: 12.8051 (mp_runner.py:76) -2024-09-01 17:12:27,969 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0671s, count=385, qps in this process: 12.8047 (mp_runner.py:76) -2024-09-01 17:12:27,969 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0466s, count=385, qps in this process: 12.8134 (mp_runner.py:76) -2024-09-01 17:12:27,969 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0469s, count=385, qps in this process: 12.8133 (mp_runner.py:76) -2024-09-01 17:12:27,971 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0533s, count=385, qps in this process: 12.8106 (mp_runner.py:76) -2024-09-01 17:12:27,973 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0612s, count=385, qps in this process: 12.8072 (mp_runner.py:76) -2024-09-01 17:12:27,973 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0555s, count=385, qps in this process: 12.8096 (mp_runner.py:76) -2024-09-01 17:12:27,995 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0103s, count=386, qps in this process: 12.8623 (mp_runner.py:76) -2024-09-01 17:12:27,996 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0149s, count=386, qps in this process: 12.8603 (mp_runner.py:76) -2024-09-01 17:12:27,997 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0127s, count=386, qps in this process: 12.8612 (mp_runner.py:76) -2024-09-01 17:12:27,999 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0136s, count=386, qps in this process: 12.8608 (mp_runner.py:76) -2024-09-01 17:12:28,000 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0367s, count=386, qps in this process: 12.8509 (mp_runner.py:76) -2024-09-01 17:12:28,004 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0187s, count=386, qps in this process: 12.8587 (mp_runner.py:76) -2024-09-01 17:12:28,004 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0246s, count=386, qps in this process: 12.8561 (mp_runner.py:76) -2024-09-01 17:12:28,019 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.002s, count=387, qps in this process: 12.8991 (mp_runner.py:76) -2024-09-01 17:12:28,019 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0056s, count=387, qps in this process: 12.8976 (mp_runner.py:76) -2024-09-01 17:12:28,020 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0142s, count=387, qps in this process: 12.8939 (mp_runner.py:76) -2024-09-01 17:12:28,038 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0074s, count=389, qps in this process: 12.9635 (mp_runner.py:76) -2024-09-01 17:12:28,038 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0078s, count=389, qps in this process: 12.9633 (mp_runner.py:76) -2024-09-01 17:12:28,059 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0042s, count=392, qps in this process: 13.0648 (mp_runner.py:76) -2024-09-01 17:12:28,062 | INFO |End search in concurrency 50: dur=30.63354547599738s, total_count=19260, qps=628.7225 (mp_runner.py:120) -2024-09-01 17:12:31,896 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:12:31,897 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 17:12:53,052 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 17:12:53,337 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,443 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,465 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,487 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,560 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,560 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,563 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,563 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,563 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,565 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,567 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,568 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,568 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,568 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,569 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,570 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,571 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,573 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,610 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,648 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,666 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,666 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,668 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,698 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,710 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,720 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,721 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,726 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,744 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:12:53,783 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:23,350 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0071s, count=352, qps in this process: 11.7306 (mp_runner.py:76) -2024-09-01 17:13:23,498 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0501s, count=354, qps in this process: 11.7803 (mp_runner.py:76) -2024-09-01 17:13:23,539 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0504s, count=354, qps in this process: 11.7802 (mp_runner.py:76) -2024-09-01 17:13:23,567 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0015s, count=355, qps in this process: 11.8327 (mp_runner.py:76) -2024-09-01 17:13:23,567 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0978s, count=355, qps in this process: 11.7949 (mp_runner.py:76) -2024-09-01 17:13:23,568 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.002s, count=355, qps in this process: 11.8325 (mp_runner.py:76) -2024-09-01 17:13:23,569 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0026s, count=355, qps in this process: 11.8323 (mp_runner.py:76) -2024-09-01 17:13:23,572 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0097s, count=355, qps in this process: 11.8295 (mp_runner.py:76) -2024-09-01 17:13:23,573 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0045s, count=355, qps in this process: 11.8316 (mp_runner.py:76) -2024-09-01 17:13:23,575 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0092s, count=355, qps in this process: 11.8297 (mp_runner.py:76) -2024-09-01 17:13:23,576 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0125s, count=355, qps in this process: 11.8284 (mp_runner.py:76) -2024-09-01 17:13:23,576 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0093s, count=355, qps in this process: 11.8297 (mp_runner.py:76) -2024-09-01 17:13:23,577 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0081s, count=355, qps in this process: 11.8301 (mp_runner.py:76) -2024-09-01 17:13:23,578 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0327s, count=355, qps in this process: 11.8204 (mp_runner.py:76) -2024-09-01 17:13:23,579 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0077s, count=355, qps in this process: 11.8303 (mp_runner.py:76) -2024-09-01 17:13:23,580 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0083s, count=355, qps in this process: 11.8301 (mp_runner.py:76) -2024-09-01 17:13:23,581 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0032s, count=355, qps in this process: 11.8321 (mp_runner.py:76) -2024-09-01 17:13:23,583 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0162s, count=355, qps in this process: 11.8269 (mp_runner.py:76) -2024-09-01 17:13:23,583 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0109s, count=355, qps in this process: 11.829 (mp_runner.py:76) -2024-09-01 17:13:23,586 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0242s, count=355, qps in this process: 11.8238 (mp_runner.py:76) -2024-09-01 17:13:23,588 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0264s, count=355, qps in this process: 11.8229 (mp_runner.py:76) -2024-09-01 17:13:23,591 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0247s, count=355, qps in this process: 11.8236 (mp_runner.py:76) -2024-09-01 17:13:23,592 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0202s, count=355, qps in this process: 11.8254 (mp_runner.py:76) -2024-09-01 17:13:23,595 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0286s, count=355, qps in this process: 11.8221 (mp_runner.py:76) -2024-09-01 17:13:23,596 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0295s, count=355, qps in this process: 11.8217 (mp_runner.py:76) -2024-09-01 17:13:23,596 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0253s, count=355, qps in this process: 11.8234 (mp_runner.py:76) -2024-09-01 17:13:23,600 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0379s, count=355, qps in this process: 11.8184 (mp_runner.py:76) -2024-09-01 17:13:23,602 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0399s, count=355, qps in this process: 11.8176 (mp_runner.py:76) -2024-09-01 17:13:23,607 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0451s, count=355, qps in this process: 11.8156 (mp_runner.py:76) -2024-09-01 17:13:23,620 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0533s, count=355, qps in this process: 11.8123 (mp_runner.py:76) -2024-09-01 17:13:23,621 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0395s, count=355, qps in this process: 11.8178 (mp_runner.py:76) -2024-09-01 17:13:23,623 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0511s, count=355, qps in this process: 11.8132 (mp_runner.py:76) -2024-09-01 17:13:23,624 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0494s, count=355, qps in this process: 11.8139 (mp_runner.py:76) -2024-09-01 17:13:23,646 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0196s, count=356, qps in this process: 11.8589 (mp_runner.py:76) -2024-09-01 17:13:23,646 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0338s, count=356, qps in this process: 11.8533 (mp_runner.py:76) -2024-09-01 17:13:23,648 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0624s, count=356, qps in this process: 11.842 (mp_runner.py:76) -2024-09-01 17:13:23,648 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0622s, count=356, qps in this process: 11.8421 (mp_runner.py:76) -2024-09-01 17:13:23,651 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0796s, count=356, qps in this process: 11.8353 (mp_runner.py:76) -2024-09-01 17:13:23,664 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0791s, count=356, qps in this process: 11.8355 (mp_runner.py:76) -2024-09-01 17:13:23,674 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0216s, count=356, qps in this process: 11.8581 (mp_runner.py:76) -2024-09-01 17:13:23,682 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0116s, count=357, qps in this process: 11.8954 (mp_runner.py:76) -2024-09-01 17:13:23,684 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0037s, count=357, qps in this process: 11.8985 (mp_runner.py:76) -2024-09-01 17:13:23,687 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0047s, count=357, qps in this process: 11.8981 (mp_runner.py:76) -2024-09-01 17:13:23,691 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0273s, count=357, qps in this process: 11.8892 (mp_runner.py:76) -2024-09-01 17:13:23,705 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0203s, count=358, qps in this process: 11.9253 (mp_runner.py:76) -2024-09-01 17:13:23,712 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0039s, count=358, qps in this process: 11.9318 (mp_runner.py:76) -2024-09-01 17:13:23,723 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0072s, count=359, qps in this process: 11.9638 (mp_runner.py:76) -2024-09-01 17:13:23,724 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0011s, count=359, qps in this process: 11.9662 (mp_runner.py:76) -2024-09-01 17:13:23,736 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0067s, count=360, qps in this process: 11.9973 (mp_runner.py:76) -2024-09-01 17:13:23,748 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0043s, count=361, qps in this process: 12.0316 (mp_runner.py:76) -2024-09-01 17:13:23,748 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0048s, count=361, qps in this process: 12.0314 (mp_runner.py:76) -2024-09-01 17:13:23,749 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0111s, count=361, qps in this process: 12.0289 (mp_runner.py:76) -2024-09-01 17:13:23,760 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0087s, count=362, qps in this process: 12.0632 (mp_runner.py:76) -2024-09-01 17:13:23,797 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0061s, count=366, qps in this process: 12.1975 (mp_runner.py:76) -2024-09-01 17:13:23,797 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0061s, count=366, qps in this process: 12.1975 (mp_runner.py:76) -2024-09-01 17:13:23,801 | INFO |End search in concurrency 55: dur=30.748909164001816s, total_count=19601, qps=637.4535 (mp_runner.py:120) -2024-09-01 17:13:27,439 | INFO |Update largest qps with concurrency 55: current max_qps=637.4535 (mp_runner.py:124) -2024-09-01 17:13:27,855 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:13:27,855 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 17:13:49,206 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 17:13:49,246 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,254 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,281 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,352 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,478 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,539 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,544 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,560 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,598 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,617 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,682 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,682 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,695 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,703 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,706 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,706 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,706 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,708 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,714 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,719 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,723 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,726 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,731 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,733 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,733 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,754 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,778 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,803 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,803 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,804 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,808 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,822 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,822 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,829 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,832 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,856 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,867 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,876 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,906 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,906 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,933 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,955 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,963 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,977 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,994 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:49,994 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:50,005 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:50,011 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:50,012 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:50,012 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:50,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:13:50,058 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:19,306 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0223s, count=312, qps in this process: 10.3923 (mp_runner.py:76) -2024-09-01 17:14:19,307 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0595s, count=312, qps in this process: 10.3794 (mp_runner.py:76) -2024-09-01 17:14:19,307 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0522s, count=312, qps in this process: 10.3819 (mp_runner.py:76) -2024-09-01 17:14:19,402 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0022s, count=313, qps in this process: 10.4326 (mp_runner.py:76) -2024-09-01 17:14:19,473 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.073s, count=314, qps in this process: 10.4413 (mp_runner.py:76) -2024-09-01 17:14:19,510 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0269s, count=314, qps in this process: 10.4573 (mp_runner.py:76) -2024-09-01 17:14:19,559 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0211s, count=315, qps in this process: 10.4926 (mp_runner.py:76) -2024-09-01 17:14:19,576 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0272s, count=315, qps in this process: 10.4905 (mp_runner.py:76) -2024-09-01 17:14:19,579 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0016s, count=315, qps in this process: 10.4994 (mp_runner.py:76) -2024-09-01 17:14:19,584 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0224s, count=315, qps in this process: 10.4922 (mp_runner.py:76) -2024-09-01 17:14:19,584 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.037s, count=315, qps in this process: 10.4871 (mp_runner.py:76) -2024-09-01 17:14:19,654 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0524s, count=316, qps in this process: 10.515 (mp_runner.py:76) -2024-09-01 17:14:19,675 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0541s, count=316, qps in this process: 10.5144 (mp_runner.py:76) -2024-09-01 17:14:19,717 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0038s, count=317, qps in this process: 10.5653 (mp_runner.py:76) -2024-09-01 17:14:19,718 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0341s, count=317, qps in this process: 10.5547 (mp_runner.py:76) -2024-09-01 17:14:19,719 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0083s, count=317, qps in this process: 10.5637 (mp_runner.py:76) -2024-09-01 17:14:19,727 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0165s, count=317, qps in this process: 10.5609 (mp_runner.py:76) -2024-09-01 17:14:19,730 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0198s, count=317, qps in this process: 10.5597 (mp_runner.py:76) -2024-09-01 17:14:19,731 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0099s, count=317, qps in this process: 10.5632 (mp_runner.py:76) -2024-09-01 17:14:19,735 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0217s, count=317, qps in this process: 10.559 (mp_runner.py:76) -2024-09-01 17:14:19,740 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0532s, count=317, qps in this process: 10.548 (mp_runner.py:76) -2024-09-01 17:14:19,742 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0119s, count=317, qps in this process: 10.5625 (mp_runner.py:76) -2024-09-01 17:14:19,742 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0448s, count=317, qps in this process: 10.5509 (mp_runner.py:76) -2024-09-01 17:14:19,786 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0685s, count=317, qps in this process: 10.5426 (mp_runner.py:76) -2024-09-01 17:14:19,804 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0222s, count=318, qps in this process: 10.5922 (mp_runner.py:76) -2024-09-01 17:14:19,804 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0682s, count=318, qps in this process: 10.576 (mp_runner.py:76) -2024-09-01 17:14:19,804 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0661s, count=318, qps in this process: 10.5767 (mp_runner.py:76) -2024-09-01 17:14:19,805 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0676s, count=318, qps in this process: 10.5762 (mp_runner.py:76) -2024-09-01 17:14:19,805 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0221s, count=318, qps in this process: 10.5922 (mp_runner.py:76) -2024-09-01 17:14:19,806 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0725s, count=318, qps in this process: 10.5744 (mp_runner.py:76) -2024-09-01 17:14:19,807 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0371s, count=318, qps in this process: 10.5869 (mp_runner.py:76) -2024-09-01 17:14:19,807 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0011s, count=318, qps in this process: 10.5996 (mp_runner.py:76) -2024-09-01 17:14:19,807 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0692s, count=318, qps in this process: 10.5756 (mp_runner.py:76) -2024-09-01 17:14:19,809 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0005s, count=318, qps in this process: 10.5998 (mp_runner.py:76) -2024-09-01 17:14:19,841 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0263s, count=319, qps in this process: 10.624 (mp_runner.py:76) -2024-09-01 17:14:19,843 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0374s, count=319, qps in this process: 10.6201 (mp_runner.py:76) -2024-09-01 17:14:19,852 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0227s, count=319, qps in this process: 10.6253 (mp_runner.py:76) -2024-09-01 17:14:19,857 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0278s, count=319, qps in this process: 10.6235 (mp_runner.py:76) -2024-09-01 17:14:19,867 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.024s, count=319, qps in this process: 10.6248 (mp_runner.py:76) -2024-09-01 17:14:19,874 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0367s, count=319, qps in this process: 10.6203 (mp_runner.py:76) -2024-09-01 17:14:19,901 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0284s, count=320, qps in this process: 10.6566 (mp_runner.py:76) -2024-09-01 17:14:19,901 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0189s, count=320, qps in this process: 10.66 (mp_runner.py:76) -2024-09-01 17:14:19,906 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0393s, count=320, qps in this process: 10.6527 (mp_runner.py:76) -2024-09-01 17:14:19,918 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0085s, count=321, qps in this process: 10.697 (mp_runner.py:76) -2024-09-01 17:14:19,930 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.021s, count=321, qps in this process: 10.6925 (mp_runner.py:76) -2024-09-01 17:14:19,965 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0155s, count=323, qps in this process: 10.7611 (mp_runner.py:76) -2024-09-01 17:14:19,965 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0031s, count=323, qps in this process: 10.7656 (mp_runner.py:76) -2024-09-01 17:14:19,985 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0026s, count=324, qps in this process: 10.7991 (mp_runner.py:76) -2024-09-01 17:14:19,986 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0159s, count=324, qps in this process: 10.7943 (mp_runner.py:76) -2024-09-01 17:14:19,987 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0161s, count=324, qps in this process: 10.7942 (mp_runner.py:76) -2024-09-01 17:14:19,989 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0147s, count=324, qps in this process: 10.7947 (mp_runner.py:76) -2024-09-01 17:14:19,990 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0205s, count=324, qps in this process: 10.7926 (mp_runner.py:76) -2024-09-01 17:14:20,014 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0115s, count=325, qps in this process: 10.8292 (mp_runner.py:76) -2024-09-01 17:14:20,014 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0044s, count=325, qps in this process: 10.8317 (mp_runner.py:76) -2024-09-01 17:14:20,015 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.011s, count=325, qps in this process: 10.8294 (mp_runner.py:76) -2024-09-01 17:14:20,028 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0073s, count=326, qps in this process: 10.864 (mp_runner.py:76) -2024-09-01 17:14:20,028 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0076s, count=326, qps in this process: 10.8639 (mp_runner.py:76) -2024-09-01 17:14:20,029 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0082s, count=326, qps in this process: 10.8637 (mp_runner.py:76) -2024-09-01 17:14:20,062 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0012s, count=330, qps in this process: 10.9996 (mp_runner.py:76) -2024-09-01 17:14:20,070 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0061s, count=331, qps in this process: 11.0311 (mp_runner.py:76) -2024-09-01 17:14:20,073 | INFO |End search in concurrency 60: dur=30.86628470299911s, total_count=19147, qps=620.3209 (mp_runner.py:120) -2024-09-01 17:14:24,500 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:14:24,501 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 17:14:46,092 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 17:14:46,463 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,541 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,542 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,606 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,607 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,607 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,615 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,615 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,615 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,615 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,616 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,616 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,619 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,638 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,642 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,643 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,652 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,666 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,671 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,671 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,724 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,728 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,752 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,760 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,761 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,787 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,796 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,810 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,820 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,826 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,827 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,836 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,840 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,840 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,840 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,855 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,885 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,939 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:14:46,994 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:16,518 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0173s, count=296, qps in this process: 9.861 (mp_runner.py:76) -2024-09-01 17:15:16,563 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0211s, count=296, qps in this process: 9.8597 (mp_runner.py:76) -2024-09-01 17:15:16,659 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.041s, count=297, qps in this process: 9.8865 (mp_runner.py:76) -2024-09-01 17:15:16,660 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.1176s, count=297, qps in this process: 9.8613 (mp_runner.py:76) -2024-09-01 17:15:16,660 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.042s, count=297, qps in this process: 9.8862 (mp_runner.py:76) -2024-09-01 17:15:16,660 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0215s, count=297, qps in this process: 9.8929 (mp_runner.py:76) -2024-09-01 17:15:16,661 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.1176s, count=297, qps in this process: 9.8613 (mp_runner.py:76) -2024-09-01 17:15:16,661 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.1187s, count=297, qps in this process: 9.861 (mp_runner.py:76) -2024-09-01 17:15:16,661 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0476s, count=297, qps in this process: 9.8843 (mp_runner.py:76) -2024-09-01 17:15:16,660 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0404s, count=297, qps in this process: 9.8867 (mp_runner.py:76) -2024-09-01 17:15:16,662 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0483s, count=297, qps in this process: 9.8841 (mp_runner.py:76) -2024-09-01 17:15:16,662 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0412s, count=297, qps in this process: 9.8864 (mp_runner.py:76) -2024-09-01 17:15:16,663 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0441s, count=297, qps in this process: 9.8855 (mp_runner.py:76) -2024-09-01 17:15:16,663 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0018s, count=297, qps in this process: 9.8994 (mp_runner.py:76) -2024-09-01 17:15:16,664 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0457s, count=297, qps in this process: 9.8849 (mp_runner.py:76) -2024-09-01 17:15:16,664 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0504s, count=297, qps in this process: 9.8834 (mp_runner.py:76) -2024-09-01 17:15:16,664 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0148s, count=297, qps in this process: 9.8951 (mp_runner.py:76) -2024-09-01 17:15:16,664 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0465s, count=297, qps in this process: 9.8847 (mp_runner.py:76) -2024-09-01 17:15:16,683 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.1321s, count=297, qps in this process: 9.8566 (mp_runner.py:76) -2024-09-01 17:15:16,688 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0418s, count=297, qps in this process: 9.8862 (mp_runner.py:76) -2024-09-01 17:15:16,689 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0468s, count=297, qps in this process: 9.8846 (mp_runner.py:76) -2024-09-01 17:15:16,690 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0509s, count=297, qps in this process: 9.8832 (mp_runner.py:76) -2024-09-01 17:15:16,695 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0292s, count=297, qps in this process: 9.8904 (mp_runner.py:76) -2024-09-01 17:15:16,712 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0414s, count=298, qps in this process: 9.9196 (mp_runner.py:76) -2024-09-01 17:15:16,727 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0557s, count=298, qps in this process: 9.9149 (mp_runner.py:76) -2024-09-01 17:15:16,727 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0025s, count=298, qps in this process: 9.9325 (mp_runner.py:76) -2024-09-01 17:15:16,728 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0574s, count=298, qps in this process: 9.9144 (mp_runner.py:76) -2024-09-01 17:15:16,740 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0638s, count=298, qps in this process: 9.9123 (mp_runner.py:76) -2024-09-01 17:15:16,749 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0729s, count=298, qps in this process: 9.9093 (mp_runner.py:76) -2024-09-01 17:15:16,752 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0865s, count=298, qps in this process: 9.9048 (mp_runner.py:76) -2024-09-01 17:15:16,762 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0364s, count=299, qps in this process: 9.9546 (mp_runner.py:76) -2024-09-01 17:15:16,777 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0103s, count=298, qps in this process: 9.9299 (mp_runner.py:76) -2024-09-01 17:15:16,784 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0614s, count=298, qps in this process: 9.913 (mp_runner.py:76) -2024-09-01 17:15:16,789 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0412s, count=298, qps in this process: 9.9197 (mp_runner.py:76) -2024-09-01 17:15:16,790 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0342s, count=298, qps in this process: 9.922 (mp_runner.py:76) -2024-09-01 17:15:16,802 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0779s, count=298, qps in this process: 9.9076 (mp_runner.py:76) -2024-09-01 17:15:16,806 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0058s, count=299, qps in this process: 9.9647 (mp_runner.py:76) -2024-09-01 17:15:16,819 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0443s, count=299, qps in this process: 9.952 (mp_runner.py:76) -2024-09-01 17:15:16,819 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.1491s, count=298, qps in this process: 9.8842 (mp_runner.py:76) -2024-09-01 17:15:16,820 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.018s, count=299, qps in this process: 9.9607 (mp_runner.py:76) -2024-09-01 17:15:16,829 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.034s, count=299, qps in this process: 9.9554 (mp_runner.py:76) -2024-09-01 17:15:16,831 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0254s, count=298, qps in this process: 9.9249 (mp_runner.py:76) -2024-09-01 17:15:16,837 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0311s, count=299, qps in this process: 9.9563 (mp_runner.py:76) -2024-09-01 17:15:16,837 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.001s, count=299, qps in this process: 9.9663 (mp_runner.py:76) -2024-09-01 17:15:16,845 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0441s, count=299, qps in this process: 9.952 (mp_runner.py:76) -2024-09-01 17:15:16,846 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0545s, count=299, qps in this process: 9.9486 (mp_runner.py:76) -2024-09-01 17:15:16,848 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0123s, count=299, qps in this process: 9.9626 (mp_runner.py:76) -2024-09-01 17:15:16,852 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0027s, count=299, qps in this process: 9.9658 (mp_runner.py:76) -2024-09-01 17:15:16,857 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0347s, count=300, qps in this process: 9.9884 (mp_runner.py:76) -2024-09-01 17:15:16,857 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0618s, count=299, qps in this process: 9.9462 (mp_runner.py:76) -2024-09-01 17:15:16,857 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0957s, count=300, qps in this process: 9.9682 (mp_runner.py:76) -2024-09-01 17:15:16,858 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0423s, count=299, qps in this process: 9.9526 (mp_runner.py:76) -2024-09-01 17:15:16,858 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0087s, count=300, qps in this process: 9.9971 (mp_runner.py:76) -2024-09-01 17:15:16,858 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.052s, count=300, qps in this process: 9.9827 (mp_runner.py:76) -2024-09-01 17:15:16,862 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.023s, count=300, qps in this process: 9.9923 (mp_runner.py:76) -2024-09-01 17:15:16,866 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0601s, count=300, qps in this process: 9.98 (mp_runner.py:76) -2024-09-01 17:15:16,878 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0187s, count=301, qps in this process: 10.0271 (mp_runner.py:76) -2024-09-01 17:15:16,879 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0294s, count=300, qps in this process: 9.9902 (mp_runner.py:76) -2024-09-01 17:15:16,884 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0107s, count=301, qps in this process: 10.0298 (mp_runner.py:76) -2024-09-01 17:15:16,884 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.011s, count=301, qps in this process: 10.0297 (mp_runner.py:76) -2024-09-01 17:15:16,895 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0169s, count=302, qps in this process: 10.061 (mp_runner.py:76) -2024-09-01 17:15:16,906 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0066s, count=303, qps in this process: 10.0978 (mp_runner.py:76) -2024-09-01 17:15:16,925 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0016s, count=305, qps in this process: 10.1661 (mp_runner.py:76) -2024-09-01 17:15:16,951 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0095s, count=308, qps in this process: 10.2634 (mp_runner.py:76) -2024-09-01 17:15:17,018 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0037s, count=318, qps in this process: 10.5987 (mp_runner.py:76) -2024-09-01 17:15:17,021 | INFO |End search in concurrency 65: dur=30.928981496999768s, total_count=19427, qps=628.1164 (mp_runner.py:120) -2024-09-01 17:15:21,824 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:15:21,824 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 17:15:43,594 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 17:15:43,880 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:43,989 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:43,994 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,055 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,169 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,182 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,188 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,215 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,216 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,231 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,231 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,232 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,242 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,244 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,275 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,279 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,279 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,280 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,296 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,304 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,307 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,313 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,314 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,321 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,330 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,331 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,331 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,360 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,362 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,369 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,376 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,390 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,399 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,406 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,449 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,452 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,457 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,462 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,471 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,474 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,524 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,572 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,672 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,718 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,758 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,794 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:15:44,800 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 17:16:13,923 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0315s, count=273, qps in this process: 9.0905 (mp_runner.py:76) -2024-09-01 17:16:14,026 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0283s, count=274, qps in this process: 9.1247 (mp_runner.py:76) -2024-09-01 17:16:14,097 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0714s, count=275, qps in this process: 9.1449 (mp_runner.py:76) -2024-09-01 17:16:14,104 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0317s, count=275, qps in this process: 9.157 (mp_runner.py:76) -2024-09-01 17:16:14,157 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0147s, count=275, qps in this process: 9.1622 (mp_runner.py:76) -2024-09-01 17:16:14,224 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.04s, count=276, qps in this process: 9.1877 (mp_runner.py:76) -2024-09-01 17:16:14,234 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0437s, count=276, qps in this process: 9.1866 (mp_runner.py:76) -2024-09-01 17:16:14,236 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0478s, count=276, qps in this process: 9.1854 (mp_runner.py:76) -2024-09-01 17:16:14,243 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.005s, count=276, qps in this process: 9.1985 (mp_runner.py:76) -2024-09-01 17:16:14,245 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0933s, count=276, qps in this process: 9.1715 (mp_runner.py:76) -2024-09-01 17:16:14,251 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0196s, count=276, qps in this process: 9.194 (mp_runner.py:76) -2024-09-01 17:16:14,251 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0771s, count=276, qps in this process: 9.1764 (mp_runner.py:76) -2024-09-01 17:16:14,258 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0449s, count=276, qps in this process: 9.1863 (mp_runner.py:76) -2024-09-01 17:16:14,333 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0508s, count=277, qps in this process: 9.2177 (mp_runner.py:76) -2024-09-01 17:16:14,333 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0527s, count=277, qps in this process: 9.2171 (mp_runner.py:76) -2024-09-01 17:16:14,342 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0942s, count=277, qps in this process: 9.2044 (mp_runner.py:76) -2024-09-01 17:16:14,344 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.1161s, count=277, qps in this process: 9.1977 (mp_runner.py:76) -2024-09-01 17:16:14,348 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0043s, count=277, qps in this process: 9.232 (mp_runner.py:76) -2024-09-01 17:16:14,349 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0913s, count=277, qps in this process: 9.2053 (mp_runner.py:76) -2024-09-01 17:16:14,350 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0457s, count=277, qps in this process: 9.2193 (mp_runner.py:76) -2024-09-01 17:16:14,354 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0167s, count=277, qps in this process: 9.2282 (mp_runner.py:76) -2024-09-01 17:16:14,354 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0351s, count=277, qps in this process: 9.2225 (mp_runner.py:76) -2024-09-01 17:16:14,356 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0688s, count=277, qps in this process: 9.2122 (mp_runner.py:76) -2024-09-01 17:16:14,357 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0976s, count=277, qps in this process: 9.2034 (mp_runner.py:76) -2024-09-01 17:16:14,358 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0138s, count=277, qps in this process: 9.2291 (mp_runner.py:76) -2024-09-01 17:16:14,360 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0597s, count=277, qps in this process: 9.215 (mp_runner.py:76) -2024-09-01 17:16:14,360 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.1154s, count=277, qps in this process: 9.198 (mp_runner.py:76) -2024-09-01 17:16:14,361 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0759s, count=277, qps in this process: 9.21 (mp_runner.py:76) -2024-09-01 17:16:14,361 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0821s, count=277, qps in this process: 9.2081 (mp_runner.py:76) -2024-09-01 17:16:14,362 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0542s, count=277, qps in this process: 9.2167 (mp_runner.py:76) -2024-09-01 17:16:14,367 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0553s, count=277, qps in this process: 9.2163 (mp_runner.py:76) -2024-09-01 17:16:14,367 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.1366s, count=277, qps in this process: 9.1915 (mp_runner.py:76) -2024-09-01 17:16:14,369 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1314s, count=277, qps in this process: 9.1931 (mp_runner.py:76) -2024-09-01 17:16:14,373 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0539s, count=277, qps in this process: 9.2168 (mp_runner.py:76) -2024-09-01 17:16:14,382 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0344s, count=277, qps in this process: 9.2228 (mp_runner.py:76) -2024-09-01 17:16:14,382 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0437s, count=277, qps in this process: 9.2199 (mp_runner.py:76) -2024-09-01 17:16:14,384 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0803s, count=277, qps in this process: 9.2087 (mp_runner.py:76) -2024-09-01 17:16:14,429 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0602s, count=278, qps in this process: 9.2481 (mp_runner.py:76) -2024-09-01 17:16:14,430 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0086s, count=278, qps in this process: 9.264 (mp_runner.py:76) -2024-09-01 17:16:14,431 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0414s, count=278, qps in this process: 9.2539 (mp_runner.py:76) -2024-09-01 17:16:14,431 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0225s, count=278, qps in this process: 9.2597 (mp_runner.py:76) -2024-09-01 17:16:14,432 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0491s, count=278, qps in this process: 9.2515 (mp_runner.py:76) -2024-09-01 17:16:14,432 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0178s, count=278, qps in this process: 9.2612 (mp_runner.py:76) -2024-09-01 17:16:14,432 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0584s, count=278, qps in this process: 9.2487 (mp_runner.py:76) -2024-09-01 17:16:14,433 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0926s, count=278, qps in this process: 9.2382 (mp_runner.py:76) -2024-09-01 17:16:14,433 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.057s, count=278, qps in this process: 9.2491 (mp_runner.py:76) -2024-09-01 17:16:14,433 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0404s, count=278, qps in this process: 9.2542 (mp_runner.py:76) -2024-09-01 17:16:14,434 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0646s, count=278, qps in this process: 9.2468 (mp_runner.py:76) -2024-09-01 17:16:14,434 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0082s, count=278, qps in this process: 9.2641 (mp_runner.py:76) -2024-09-01 17:16:14,441 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0251s, count=278, qps in this process: 9.2589 (mp_runner.py:76) -2024-09-01 17:16:14,465 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0137s, count=279, qps in this process: 9.2958 (mp_runner.py:76) -2024-09-01 17:16:14,466 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0043s, count=279, qps in this process: 9.2987 (mp_runner.py:76) -2024-09-01 17:16:14,472 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0015s, count=279, qps in this process: 9.2995 (mp_runner.py:76) -2024-09-01 17:16:14,473 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0205s, count=279, qps in this process: 9.2936 (mp_runner.py:76) -2024-09-01 17:16:14,495 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0178s, count=280, qps in this process: 9.3278 (mp_runner.py:76) -2024-09-01 17:16:14,496 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0101s, count=280, qps in this process: 9.3302 (mp_runner.py:76) -2024-09-01 17:16:14,497 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0265s, count=280, qps in this process: 9.3251 (mp_runner.py:76) -2024-09-01 17:16:14,498 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0124s, count=280, qps in this process: 9.3295 (mp_runner.py:76) -2024-09-01 17:16:14,544 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0077s, count=282, qps in this process: 9.3976 (mp_runner.py:76) -2024-09-01 17:16:14,577 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0003s, count=284, qps in this process: 9.4666 (mp_runner.py:76) -2024-09-01 17:16:14,665 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0169s, count=289, qps in this process: 9.6279 (mp_runner.py:76) -2024-09-01 17:16:14,667 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0185s, count=289, qps in this process: 9.6274 (mp_runner.py:76) -2024-09-01 17:16:14,686 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0048s, count=290, qps in this process: 9.6651 (mp_runner.py:76) -2024-09-01 17:16:14,713 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.008s, count=292, qps in this process: 9.7307 (mp_runner.py:76) -2024-09-01 17:16:14,740 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0076s, count=294, qps in this process: 9.7975 (mp_runner.py:76) -2024-09-01 17:16:14,766 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0142s, count=296, qps in this process: 9.862 (mp_runner.py:76) -2024-09-01 17:16:14,789 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0078s, count=298, qps in this process: 9.9308 (mp_runner.py:76) -2024-09-01 17:16:14,798 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0021s, count=299, qps in this process: 9.966 (mp_runner.py:76) -2024-09-01 17:16:14,798 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0066s, count=299, qps in this process: 9.9645 (mp_runner.py:76) -2024-09-01 17:16:14,810 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0002s, count=301, qps in this process: 10.0333 (mp_runner.py:76) -2024-09-01 17:16:14,814 | INFO |End search in concurrency 70: dur=31.218615477999265s, total_count=19591, qps=627.5422 (mp_runner.py:120) -2024-09-01 17:16:19,516 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=637.4535, serial_latency_p99=np.float64(0.0385), recall=np.float64(0.9416), ndcg=np.float64(0.9501), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[157.939, 471.1988, 595.0374, 617.9017, 627.7538, 631.4196, 625.9321, 629.0571, 624.3159, 628.7225, 637.4535, 620.3209, 628.1164, 627.5422], conc_latency_p99_list=[np.float64(0.003089029363989539), np.float64(0.003762694573128465), np.float64(0.004665415272387326), np.float64(0.005078389382033128), np.float64(0.005027898512783576), np.float64(0.006809505282898317), np.float64(0.007031707160283986), np.float64(0.007776177603038377), np.float64(0.0070624532656700465), np.float64(0.008152515676247276), np.float64(0.01032790080193081), np.float64(0.009431660598846791), np.float64(0.010042853475634182), np.float64(0.011856259210766438)]) (task_runner.py:197) -2024-09-01 17:16:19,516 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:04:52.395848'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=637.4535, serial_latency_p99=np.float64(0.0385), recall=np.float64(0.9416), ndcg=np.float64(0.9501), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[157.939, 471.1988, 595.0374, 617.9017, 627.7538, 631.4196, 625.9321, 629.0571, 624.3159, 628.7225, 637.4535, 620.3209, 628.1164, 627.5422], conc_latency_p99_list=[np.float64(0.003089029363989539), np.float64(0.003762694573128465), np.float64(0.004665415272387326), np.float64(0.005078389382033128), np.float64(0.005027898512783576), np.float64(0.006809505282898317), np.float64(0.007031707160283986), np.float64(0.007776177603038377), np.float64(0.0070624532656700465), np.float64(0.008152515676247276), np.float64(0.01032790080193081), np.float64(0.009431660598846791), np.float64(0.010042853475634182), np.float64(0.011856259210766438)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 17:16:19,516 | INFO |Task summary: run_id=ca613, task_label=ca613b318be9414787357f342e86e4f4 (models.py:346) -2024-09-01 17:16:19,516 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 17:16:19,516 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 17:16:19,516 | INFO |PgVector | 2024-09-01T17:04:52.395848 Performance1536D500K ca613b318be9414787357f342e86e4f4 | 0.0 637.4535 0.0385 0.9416 0 | :) (models.py:346) -2024-09-01 17:16:19,516 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json (models.py:204) -2024-09-01 17:16:19,517 | INFO |Success to finish task: label=ca613b318be9414787357f342e86e4f4, run_id=ca613b318be9414787357f342e86e4f4 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json b/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json deleted file mode 100644 index f767613e2..000000000 --- a/script/data/aws/db.m6i.large-16-64-120-Performance1536D500K-0-34244/result_20240901_ca613b318be9414787357f342e86e4f4_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "ca613b318be9414787357f342e86e4f4", "task_label": "ca613b318be9414787357f342e86e4f4", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 637.4535, "serial_latency_p99": 0.0385, "recall": 0.9416, "ndcg": 0.9501, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [157.939, 471.1988, 595.0374, 617.9017, 627.7538, 631.4196, 625.9321, 629.0571, 624.3159, 628.7225, 637.4535, 620.3209, 628.1164, 627.5422], "conc_latency_p99_list": [0.003089029363989539, 0.003762694573128465, 0.004665415272387326, 0.005078389382033128, 0.005027898512783576, 0.006809505282898317, 0.007031707160283986, 0.007776177603038377, 0.0070624532656700465, 0.008152515676247276, 0.01032790080193081, 0.009431660598846791, 0.010042853475634182, 0.011856259210766438]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T17:04:52.395848", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt b/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt deleted file mode 100644 index e1278a468..000000000 --- a/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/log.txt +++ /dev/null @@ -1,2387 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load -2024-09-01 16:27:16,194 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:27:16.182354', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 16:27:16,194 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:27:16.182354', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 16:27:16,194 | INFO |generated uuid for the tasks: dddc66f383d54026b93db466ca562479 (interface.py:66) -2024-09-01 16:27:16,261 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 16:27:16,261 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 16:27:16,261 | INFO | PgVector-2024-09-01T16:27:16.182354 | Performance OpenAI-MEDIUM-500K None | dddc66f383d54026b93db466ca562479 (task_runner.py:340) -2024-09-01 16:27:16,261 | INFO |task submitted: id=dddc66f383d54026b93db466ca562479, dddc66f383d54026b93db466ca562479, case number: 1 (interface.py:231) -2024-09-01 16:27:16,691 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:27:16.182354'}, drop_old=False (interface.py:164) -2024-09-01 16:27:16,691 | INFO |Starting run (task_runner.py:100) -2024-09-01 16:27:16,777 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 16:27:17,418 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 16:27:17,466 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 16:27:17,490 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 16:27:17,490 | INFO |Start performance case (task_runner.py:158) -2024-09-01 16:27:17,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:27:17,503 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 16:27:17,503 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 16:27:17,504 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 16:27:17,547 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 16:27:18,124 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 16:27:18,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:27:18,143 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 16:27:18,143 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 16:27:20,300 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02167572699909215, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:22,540 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.021296606999385403, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:24,956 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.015144922999752453, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:27,097 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.016458046000479953, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:29,084 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.013597829001810169, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:31,167 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.012469014000089373, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:33,145 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.008462762001727242, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:35,612 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.05746752800041577, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:37,408 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.00535646099888254, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:39,184 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.01410950799981947, latest recall=0.2 (serial_runner.py:202) -2024-09-01 16:27:39,185 | INFO |SpawnProcess-1:1 search entire test_data: cost=16.1208s, queries=1000, avg_recall=0.1995, avg_ndcg=0.3224,avg_latency=0.0161, p99=0.0573 (serial_runner.py:209) -2024-09-01 16:27:39,719 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:27:39,720 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 16:27:40,742 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 16:27:40,776 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:27:45,924 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006853099999716505 (mp_runner.py:73) -2024-09-01 16:27:49,230 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.007630134998180438 (mp_runner.py:73) -2024-09-01 16:27:51,691 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0056042659998638555 (mp_runner.py:73) -2024-09-01 16:27:53,299 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0019196249995729886 (mp_runner.py:73) -2024-09-01 16:27:54,761 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0020973960017727222 (mp_runner.py:73) -2024-09-01 16:27:55,711 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0018273569985467475 (mp_runner.py:73) -2024-09-01 16:27:56,684 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0020051269966643304 (mp_runner.py:73) -2024-09-01 16:27:57,685 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0018620499977259897 (mp_runner.py:73) -2024-09-01 16:27:58,697 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.001965753999684239 (mp_runner.py:73) -2024-09-01 16:27:59,634 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.00182073600080912 (mp_runner.py:73) -2024-09-01 16:28:00,690 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0018199210026068613 (mp_runner.py:73) -2024-09-01 16:28:01,654 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.002246645999548491 (mp_runner.py:73) -2024-09-01 16:28:02,627 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0026427679986227304 (mp_runner.py:73) -2024-09-01 16:28:03,622 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0018318080001336057 (mp_runner.py:73) -2024-09-01 16:28:04,552 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0018045530014205724 (mp_runner.py:73) -2024-09-01 16:28:05,434 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0019338159981998615 (mp_runner.py:73) -2024-09-01 16:28:06,376 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0016395669990743045 (mp_runner.py:73) -2024-09-01 16:28:07,282 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0016569920007896144 (mp_runner.py:73) -2024-09-01 16:28:08,237 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0018677309999475256 (mp_runner.py:73) -2024-09-01 16:28:09,135 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0017114690017479006 (mp_runner.py:73) -2024-09-01 16:28:10,115 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.001729149000311736 (mp_runner.py:73) -2024-09-01 16:28:10,777 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0004s, count=10879, qps in this process: 362.6285 (mp_runner.py:76) -2024-09-01 16:28:10,779 | INFO |End search in concurrency 1: dur=30.036665496998467s, total_count=10879, qps=362.1907 (mp_runner.py:120) -2024-09-01 16:28:10,964 | INFO |Update largest qps with concurrency 1: current max_qps=362.1907 (mp_runner.py:124) -2024-09-01 16:28:11,375 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:28:11,375 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 16:28:16,421 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 16:28:16,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:16,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:16,469 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:16,470 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:16,484 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:17,810 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0024705260002519935 (mp_runner.py:73) -2024-09-01 16:28:17,811 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.003399912002350902 (mp_runner.py:73) -2024-09-01 16:28:17,811 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0025966989996959455 (mp_runner.py:73) -2024-09-01 16:28:17,811 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0025929299990821164 (mp_runner.py:73) -2024-09-01 16:28:17,812 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.003191613002854865 (mp_runner.py:73) -2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0022346210025716573 (mp_runner.py:73) -2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.002670724999916274 (mp_runner.py:73) -2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0026614019989210647 (mp_runner.py:73) -2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.002661462996911723 (mp_runner.py:73) -2024-09-01 16:28:19,589 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0030189169992809184 (mp_runner.py:73) -2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0023301290020754095 (mp_runner.py:73) -2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0024884770027711056 (mp_runner.py:73) -2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0027808619997813366 (mp_runner.py:73) -2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0029408279988274444 (mp_runner.py:73) -2024-09-01 16:28:21,859 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.002937707999080885 (mp_runner.py:73) -2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.002256757001305232 (mp_runner.py:73) -2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0024041799988481216 (mp_runner.py:73) -2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0025348140006826725 (mp_runner.py:73) -2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0026328769999963697 (mp_runner.py:73) -2024-09-01 16:28:23,733 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.002549860000726767 (mp_runner.py:73) -2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.005226764002145501 (mp_runner.py:73) -2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.005036042999563506 (mp_runner.py:73) -2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.005344764998881146 (mp_runner.py:73) -2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.004485594003199367 (mp_runner.py:73) -2024-09-01 16:28:25,628 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0048357639971072786 (mp_runner.py:73) -2024-09-01 16:28:27,133 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0022528720000991598 (mp_runner.py:73) -2024-09-01 16:28:27,134 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0015646040010324214 (mp_runner.py:73) -2024-09-01 16:28:27,134 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0026074259985762183 (mp_runner.py:73) -2024-09-01 16:28:27,134 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0008519450020685326 (mp_runner.py:73) -2024-09-01 16:28:27,135 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0023742839985061437 (mp_runner.py:73) -2024-09-01 16:28:28,825 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.001688922999164788 (mp_runner.py:73) -2024-09-01 16:28:28,826 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.002320467003301019 (mp_runner.py:73) -2024-09-01 16:28:28,826 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.003137138999591116 (mp_runner.py:73) -2024-09-01 16:28:28,826 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0025823169999057427 (mp_runner.py:73) -2024-09-01 16:28:28,826 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0011638500000117347 (mp_runner.py:73) -2024-09-01 16:28:30,348 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.002398398999503115 (mp_runner.py:73) -2024-09-01 16:28:30,349 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0015745159980724566 (mp_runner.py:73) -2024-09-01 16:28:30,349 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0024574870003561955 (mp_runner.py:73) -2024-09-01 16:28:30,349 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.003047104997676797 (mp_runner.py:73) -2024-09-01 16:28:30,349 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.003328444996441249 (mp_runner.py:73) -2024-09-01 16:28:31,760 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0023534009997092653 (mp_runner.py:73) -2024-09-01 16:28:31,760 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0026331080007366836 (mp_runner.py:73) -2024-09-01 16:28:31,760 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0028985390017624013 (mp_runner.py:73) -2024-09-01 16:28:31,761 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0029248890023154672 (mp_runner.py:73) -2024-09-01 16:28:31,761 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0039328879975073505 (mp_runner.py:73) -2024-09-01 16:28:33,203 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.00240142599795945 (mp_runner.py:73) -2024-09-01 16:28:33,204 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0020234589974279515 (mp_runner.py:73) -2024-09-01 16:28:33,204 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0025219719973392785 (mp_runner.py:73) -2024-09-01 16:28:33,204 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0019533439990482293 (mp_runner.py:73) -2024-09-01 16:28:33,204 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0026809759983734693 (mp_runner.py:73) -2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.003188226000929717 (mp_runner.py:73) -2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.002723386001889594 (mp_runner.py:73) -2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0015505270021094475 (mp_runner.py:73) -2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0033829330022854265 (mp_runner.py:73) -2024-09-01 16:28:34,626 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0027859469992108643 (mp_runner.py:73) -2024-09-01 16:28:35,987 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.001768614998582052 (mp_runner.py:73) -2024-09-01 16:28:35,987 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.00359091499922215 (mp_runner.py:73) -2024-09-01 16:28:35,987 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.002759494997008005 (mp_runner.py:73) -2024-09-01 16:28:35,987 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.002534754999942379 (mp_runner.py:73) -2024-09-01 16:28:35,988 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.003491703999316087 (mp_runner.py:73) -2024-09-01 16:28:37,445 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0022643599986622576 (mp_runner.py:73) -2024-09-01 16:28:37,445 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.002812189002725063 (mp_runner.py:73) -2024-09-01 16:28:37,445 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0022897969975019805 (mp_runner.py:73) -2024-09-01 16:28:37,446 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.003177883001626469 (mp_runner.py:73) -2024-09-01 16:28:37,447 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.004349742997874273 (mp_runner.py:73) -2024-09-01 16:28:38,806 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0028507600000011735 (mp_runner.py:73) -2024-09-01 16:28:38,807 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.0023931900032039266 (mp_runner.py:73) -2024-09-01 16:28:38,807 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0008602279995102435 (mp_runner.py:73) -2024-09-01 16:28:38,807 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0015578810016450007 (mp_runner.py:73) -2024-09-01 16:28:38,808 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.004099267000128748 (mp_runner.py:73) -2024-09-01 16:28:40,275 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0019737200018425938 (mp_runner.py:73) -2024-09-01 16:28:40,275 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0029878990026190877 (mp_runner.py:73) -2024-09-01 16:28:40,275 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.002058670997939771 (mp_runner.py:73) -2024-09-01 16:28:40,278 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.0017461690003983676 (mp_runner.py:73) -2024-09-01 16:28:40,278 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.005562354002904613 (mp_runner.py:73) -2024-09-01 16:28:41,616 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.002888940001867013 (mp_runner.py:73) -2024-09-01 16:28:41,616 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.002486560999386711 (mp_runner.py:73) -2024-09-01 16:28:41,617 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.002738144998147618 (mp_runner.py:73) -2024-09-01 16:28:41,617 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.00209035700027016 (mp_runner.py:73) -2024-09-01 16:28:41,617 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0028096210007788613 (mp_runner.py:73) -2024-09-01 16:28:43,175 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0023870959994383156 (mp_runner.py:73) -2024-09-01 16:28:43,175 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0024271700021927245 (mp_runner.py:73) -2024-09-01 16:28:43,176 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.002498383000784088 (mp_runner.py:73) -2024-09-01 16:28:43,177 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.004220766000798903 (mp_runner.py:73) -2024-09-01 16:28:43,177 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0011394870016374625 (mp_runner.py:73) -2024-09-01 16:28:44,670 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0025238640009774826 (mp_runner.py:73) -2024-09-01 16:28:44,671 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.0022705260016664397 (mp_runner.py:73) -2024-09-01 16:28:44,671 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.002689187000214588 (mp_runner.py:73) -2024-09-01 16:28:44,671 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0022745719979866408 (mp_runner.py:73) -2024-09-01 16:28:44,672 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0009668429993325844 (mp_runner.py:73) -2024-09-01 16:28:46,202 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0026399810012662783 (mp_runner.py:73) -2024-09-01 16:28:46,203 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0021898459999647457 (mp_runner.py:73) -2024-09-01 16:28:46,203 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.002688340999156935 (mp_runner.py:73) -2024-09-01 16:28:46,203 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0034169549981015734 (mp_runner.py:73) -2024-09-01 16:28:46,203 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.00277078200087999 (mp_runner.py:73) -2024-09-01 16:28:46,471 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0022s, count=9598, qps in this process: 319.9099 (mp_runner.py:76) -2024-09-01 16:28:46,471 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0023s, count=9598, qps in this process: 319.9088 (mp_runner.py:76) -2024-09-01 16:28:46,471 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.002s, count=9598, qps in this process: 319.912 (mp_runner.py:76) -2024-09-01 16:28:46,476 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0029s, count=9600, qps in this process: 319.9691 (mp_runner.py:76) -2024-09-01 16:28:46,488 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0017s, count=9603, qps in this process: 320.0819 (mp_runner.py:76) -2024-09-01 16:28:46,492 | INFO |End search in concurrency 5: dur=30.0708754949992s, total_count=47997, qps=1596.1291 (mp_runner.py:120) -2024-09-01 16:28:46,832 | INFO |Update largest qps with concurrency 5: current max_qps=1596.1291 (mp_runner.py:124) -2024-09-01 16:28:47,251 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:28:47,251 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 16:28:57,442 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 16:28:57,492 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,499 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,501 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,550 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,564 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,579 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,580 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,586 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,606 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,606 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,612 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,612 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,613 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:28:57,614 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:00,852 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.006303236001258483 (mp_runner.py:73) -2024-09-01 16:29:00,886 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.003220553000574 (mp_runner.py:73) -2024-09-01 16:29:00,887 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.003016485999978613 (mp_runner.py:73) -2024-09-01 16:29:00,887 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0037457290018210188 (mp_runner.py:73) -2024-09-01 16:29:00,888 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.004068509999342496 (mp_runner.py:73) -2024-09-01 16:29:00,888 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0059923939988948405 (mp_runner.py:73) -2024-09-01 16:29:00,889 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0055206860015459824 (mp_runner.py:73) -2024-09-01 16:29:00,889 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.0069225699990056455 (mp_runner.py:73) -2024-09-01 16:29:00,890 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.007591203997435514 (mp_runner.py:73) -2024-09-01 16:29:00,891 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.006395696000254247 (mp_runner.py:73) -2024-09-01 16:29:00,891 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006284341001446592 (mp_runner.py:73) -2024-09-01 16:29:00,892 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.010434431002067868 (mp_runner.py:73) -2024-09-01 16:29:00,892 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.006628594997891923 (mp_runner.py:73) -2024-09-01 16:29:01,884 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.006112344999564812 (mp_runner.py:73) -2024-09-01 16:29:01,886 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.008499130999553017 (mp_runner.py:73) -2024-09-01 16:29:04,229 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.00316249100069399 (mp_runner.py:73) -2024-09-01 16:29:04,229 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.0034099709992005955 (mp_runner.py:73) -2024-09-01 16:29:04,229 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.00441614900046261 (mp_runner.py:73) -2024-09-01 16:29:04,229 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0030900929996278137 (mp_runner.py:73) -2024-09-01 16:29:04,231 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.006524582997371908 (mp_runner.py:73) -2024-09-01 16:29:04,231 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.008536915000149747 (mp_runner.py:73) -2024-09-01 16:29:04,231 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.007079798000631854 (mp_runner.py:73) -2024-09-01 16:29:04,231 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.004770808998728171 (mp_runner.py:73) -2024-09-01 16:29:04,232 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.008034474001760827 (mp_runner.py:73) -2024-09-01 16:29:04,232 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.009118983998632757 (mp_runner.py:73) -2024-09-01 16:29:04,237 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.01574424499995075 (mp_runner.py:73) -2024-09-01 16:29:04,247 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.007192590997874504 (mp_runner.py:73) -2024-09-01 16:29:04,502 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.010864612999284873 (mp_runner.py:73) -2024-09-01 16:29:05,857 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.008256370001618052 (mp_runner.py:73) -2024-09-01 16:29:05,883 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.007491841999581084 (mp_runner.py:73) -2024-09-01 16:29:07,804 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.00521405300241895 (mp_runner.py:73) -2024-09-01 16:29:07,804 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.006230688999494305 (mp_runner.py:73) -2024-09-01 16:29:07,805 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.004945507000229554 (mp_runner.py:73) -2024-09-01 16:29:07,806 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.0046658219980599824 (mp_runner.py:73) -2024-09-01 16:29:07,806 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.004984415998478653 (mp_runner.py:73) -2024-09-01 16:29:07,806 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0027140569982293528 (mp_runner.py:73) -2024-09-01 16:29:07,807 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.0049900710000656545 (mp_runner.py:73) -2024-09-01 16:29:07,808 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.008575714000471635 (mp_runner.py:73) -2024-09-01 16:29:07,811 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.0020247079992259387 (mp_runner.py:73) -2024-09-01 16:29:07,811 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.00622744700012845 (mp_runner.py:73) -2024-09-01 16:29:07,812 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.005130834997544298 (mp_runner.py:73) -2024-09-01 16:29:08,157 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005508856000233209 (mp_runner.py:73) -2024-09-01 16:29:08,216 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.008318790998600889 (mp_runner.py:73) -2024-09-01 16:29:09,499 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.008593242000642931 (mp_runner.py:73) -2024-09-01 16:29:09,792 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.014986877999035642 (mp_runner.py:73) -2024-09-01 16:29:11,465 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0034845160007535014 (mp_runner.py:73) -2024-09-01 16:29:11,465 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.002747663002082845 (mp_runner.py:73) -2024-09-01 16:29:11,466 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.004455348000192316 (mp_runner.py:73) -2024-09-01 16:29:11,466 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.00506752599903848 (mp_runner.py:73) -2024-09-01 16:29:11,466 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.0021210240010987036 (mp_runner.py:73) -2024-09-01 16:29:11,467 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.003925310000340687 (mp_runner.py:73) -2024-09-01 16:29:11,468 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.006983696999668609 (mp_runner.py:73) -2024-09-01 16:29:11,468 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.004327670998463873 (mp_runner.py:73) -2024-09-01 16:29:11,475 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.016036158998758765 (mp_runner.py:73) -2024-09-01 16:29:11,592 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.0034882109976024367 (mp_runner.py:73) -2024-09-01 16:29:11,812 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.005212726999161532 (mp_runner.py:73) -2024-09-01 16:29:12,428 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.00558893299967167 (mp_runner.py:73) -2024-09-01 16:29:12,467 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.008649322000565007 (mp_runner.py:73) -2024-09-01 16:29:13,650 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.03777927099872613 (mp_runner.py:73) -2024-09-01 16:29:14,155 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.010683206000976497 (mp_runner.py:73) -2024-09-01 16:29:15,339 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.005633799999486655 (mp_runner.py:73) -2024-09-01 16:29:15,342 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.006713419999869075 (mp_runner.py:73) -2024-09-01 16:29:15,343 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0067302380011824425 (mp_runner.py:73) -2024-09-01 16:29:15,344 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.0033636919979471713 (mp_runner.py:73) -2024-09-01 16:29:15,344 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.012655121998250252 (mp_runner.py:73) -2024-09-01 16:29:15,345 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.0035220119971199892 (mp_runner.py:73) -2024-09-01 16:29:15,347 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004690666002716171 (mp_runner.py:73) -2024-09-01 16:29:15,348 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.013954491998447338 (mp_runner.py:73) -2024-09-01 16:29:15,415 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.008248442998592509 (mp_runner.py:73) -2024-09-01 16:29:16,147 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.0062620089993288275 (mp_runner.py:73) -2024-09-01 16:29:16,305 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0025591020021238364 (mp_runner.py:73) -2024-09-01 16:29:16,903 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.01110195000001113 (mp_runner.py:73) -2024-09-01 16:29:16,969 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.011031751997506944 (mp_runner.py:73) -2024-09-01 16:29:17,980 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.006420270998205524 (mp_runner.py:73) -2024-09-01 16:29:18,277 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.005710327000997495 (mp_runner.py:73) -2024-09-01 16:29:19,107 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.009473537000303622 (mp_runner.py:73) -2024-09-01 16:29:19,108 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.006547935998241883 (mp_runner.py:73) -2024-09-01 16:29:19,108 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.005637035999825457 (mp_runner.py:73) -2024-09-01 16:29:19,110 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.012124739998398582 (mp_runner.py:73) -2024-09-01 16:29:19,110 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.011043279002478812 (mp_runner.py:73) -2024-09-01 16:29:19,110 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.005831693000800442 (mp_runner.py:73) -2024-09-01 16:29:19,111 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.0073599089992058 (mp_runner.py:73) -2024-09-01 16:29:19,155 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.005828842000482837 (mp_runner.py:73) -2024-09-01 16:29:19,449 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.007141760997910751 (mp_runner.py:73) -2024-09-01 16:29:20,431 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.009687401001428952 (mp_runner.py:73) -2024-09-01 16:29:20,671 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.007960140999784926 (mp_runner.py:73) -2024-09-01 16:29:21,116 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.020069614998647012 (mp_runner.py:73) -2024-09-01 16:29:21,268 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.008882377998816082 (mp_runner.py:73) -2024-09-01 16:29:22,092 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.012159859001258155 (mp_runner.py:73) -2024-09-01 16:29:22,386 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.007770477997837588 (mp_runner.py:73) -2024-09-01 16:29:23,112 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.006864941999083385 (mp_runner.py:73) -2024-09-01 16:29:23,112 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.007082277999870712 (mp_runner.py:73) -2024-09-01 16:29:23,113 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.008230405001086183 (mp_runner.py:73) -2024-09-01 16:29:23,114 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.001285549999010982 (mp_runner.py:73) -2024-09-01 16:29:23,115 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.003941520000807941 (mp_runner.py:73) -2024-09-01 16:29:23,118 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.013863015999959316 (mp_runner.py:73) -2024-09-01 16:29:23,131 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.008049461997870822 (mp_runner.py:73) -2024-09-01 16:29:23,461 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.009495889000390889 (mp_runner.py:73) -2024-09-01 16:29:23,503 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.002822106998792151 (mp_runner.py:73) -2024-09-01 16:29:24,849 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.006654153999988921 (mp_runner.py:73) -2024-09-01 16:29:25,141 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.010082898999826284 (mp_runner.py:73) -2024-09-01 16:29:25,499 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.006860181001684396 (mp_runner.py:73) -2024-09-01 16:29:25,500 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.006349363997287583 (mp_runner.py:73) -2024-09-01 16:29:26,413 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.004242050999891944 (mp_runner.py:73) -2024-09-01 16:29:26,654 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.008426077998592518 (mp_runner.py:73) -2024-09-01 16:29:27,234 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.004987752003216883 (mp_runner.py:73) -2024-09-01 16:29:27,235 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.007950726001581643 (mp_runner.py:73) -2024-09-01 16:29:27,236 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0059783969991258346 (mp_runner.py:73) -2024-09-01 16:29:27,236 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.0047512620003544725 (mp_runner.py:73) -2024-09-01 16:29:27,238 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.012622402999113547 (mp_runner.py:73) -2024-09-01 16:29:27,248 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.0072763389980536886 (mp_runner.py:73) -2024-09-01 16:29:27,393 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.00940128399815876 (mp_runner.py:73) -2024-09-01 16:29:27,492 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.005416468000476016 (mp_runner.py:73) -2024-09-01 16:29:27,507 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0068s, count=4033, qps in this process: 134.4029 (mp_runner.py:76) -2024-09-01 16:29:27,509 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0003s, count=4033, qps in this process: 134.432 (mp_runner.py:76) -2024-09-01 16:29:27,515 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0114s, count=3596, qps in this process: 119.8211 (mp_runner.py:76) -2024-09-01 16:29:27,545 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0034s, count=3772, qps in this process: 125.7191 (mp_runner.py:76) -2024-09-01 16:29:27,568 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0062s, count=3979, qps in this process: 132.6059 (mp_runner.py:76) -2024-09-01 16:29:27,569 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0006s, count=3742, qps in this process: 124.7308 (mp_runner.py:76) -2024-09-01 16:29:27,582 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.002s, count=4013, qps in this process: 133.7577 (mp_runner.py:76) -2024-09-01 16:29:27,586 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0035s, count=4044, qps in this process: 134.7843 (mp_runner.py:76) -2024-09-01 16:29:27,594 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0028s, count=3635, qps in this process: 121.1554 (mp_runner.py:76) -2024-09-01 16:29:27,610 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0013s, count=3839, qps in this process: 127.9611 (mp_runner.py:76) -2024-09-01 16:29:27,614 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0052s, count=4033, qps in this process: 134.41 (mp_runner.py:76) -2024-09-01 16:29:27,617 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0006s, count=4051, qps in this process: 135.0306 (mp_runner.py:76) -2024-09-01 16:29:27,618 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0018s, count=4052, qps in this process: 135.0586 (mp_runner.py:76) -2024-09-01 16:29:27,619 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0004s, count=4052, qps in this process: 135.0649 (mp_runner.py:76) -2024-09-01 16:29:27,619 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.003s, count=3767, qps in this process: 125.5541 (mp_runner.py:76) -2024-09-01 16:29:27,625 | INFO |End search in concurrency 15: dur=30.183378927999s, total_count=58641, qps=1942.8242 (mp_runner.py:120) -2024-09-01 16:29:28,630 | INFO |Update largest qps with concurrency 15: current max_qps=1942.8242 (mp_runner.py:124) -2024-09-01 16:29:29,052 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:29:29,052 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 16:29:39,333 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 16:29:39,461 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,502 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,502 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,506 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,510 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,510 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,510 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,515 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,538 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,539 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,541 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,543 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:39,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:29:44,221 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.0046699710001121275 (mp_runner.py:73) -2024-09-01 16:29:44,223 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.0106086800005869 (mp_runner.py:73) -2024-09-01 16:29:44,225 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0132522970015998 (mp_runner.py:73) -2024-09-01 16:29:44,226 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.00644021799962502 (mp_runner.py:73) -2024-09-01 16:29:44,243 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.010184809998463606 (mp_runner.py:73) -2024-09-01 16:29:44,246 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.001857078998000361 (mp_runner.py:73) -2024-09-01 16:29:44,247 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.004670975999033544 (mp_runner.py:73) -2024-09-01 16:29:44,252 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.007364659999439027 (mp_runner.py:73) -2024-09-01 16:29:44,253 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.008513401997333858 (mp_runner.py:73) -2024-09-01 16:29:44,253 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0050091489974875 (mp_runner.py:73) -2024-09-01 16:29:44,254 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0070711970001866575 (mp_runner.py:73) -2024-09-01 16:29:44,255 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.008030254000914283 (mp_runner.py:73) -2024-09-01 16:29:44,256 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.007100356000592001 (mp_runner.py:73) -2024-09-01 16:29:44,257 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.013340415000129724 (mp_runner.py:73) -2024-09-01 16:29:44,257 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.007986575001268648 (mp_runner.py:73) -2024-09-01 16:29:44,258 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.008201930999348406 (mp_runner.py:73) -2024-09-01 16:29:44,259 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.00854518499909318 (mp_runner.py:73) -2024-09-01 16:29:44,260 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.008622477998869726 (mp_runner.py:73) -2024-09-01 16:29:44,754 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.005018652002036106 (mp_runner.py:73) -2024-09-01 16:29:45,395 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.007478300001821481 (mp_runner.py:73) -2024-09-01 16:29:48,729 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.00395769399983692 (mp_runner.py:73) -2024-09-01 16:29:48,729 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.003703745998791419 (mp_runner.py:73) -2024-09-01 16:29:48,730 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.004205825996905332 (mp_runner.py:73) -2024-09-01 16:29:48,730 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.004578341999149416 (mp_runner.py:73) -2024-09-01 16:29:48,730 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.005518394998944132 (mp_runner.py:73) -2024-09-01 16:29:48,731 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.005098870999063365 (mp_runner.py:73) -2024-09-01 16:29:48,731 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.005373173000407405 (mp_runner.py:73) -2024-09-01 16:29:48,731 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.0054280309996102005 (mp_runner.py:73) -2024-09-01 16:29:48,732 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.005893191999348346 (mp_runner.py:73) -2024-09-01 16:29:48,733 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.007651562998944428 (mp_runner.py:73) -2024-09-01 16:29:48,733 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.007901474000391318 (mp_runner.py:73) -2024-09-01 16:29:48,733 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.00788421699689934 (mp_runner.py:73) -2024-09-01 16:29:48,737 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.011698300997522892 (mp_runner.py:73) -2024-09-01 16:29:48,737 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.011867541998071829 (mp_runner.py:73) -2024-09-01 16:29:48,737 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.011697119000018574 (mp_runner.py:73) -2024-09-01 16:29:49,393 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.009745362000103341 (mp_runner.py:73) -2024-09-01 16:29:49,427 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.012759977998939576 (mp_runner.py:73) -2024-09-01 16:29:49,441 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.010336774001189042 (mp_runner.py:73) -2024-09-01 16:29:50,075 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.0019943930019508116 (mp_runner.py:73) -2024-09-01 16:29:50,689 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.021871991997613804 (mp_runner.py:73) -2024-09-01 16:29:53,333 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.009955417997844052 (mp_runner.py:73) -2024-09-01 16:29:53,334 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.003464968998741824 (mp_runner.py:73) -2024-09-01 16:29:53,335 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.009909147000144003 (mp_runner.py:73) -2024-09-01 16:29:53,335 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.009135434000199893 (mp_runner.py:73) -2024-09-01 16:29:53,335 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.012447280001651961 (mp_runner.py:73) -2024-09-01 16:29:53,336 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.011518036997586023 (mp_runner.py:73) -2024-09-01 16:29:53,336 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.009236050998879364 (mp_runner.py:73) -2024-09-01 16:29:53,338 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.01553193599829683 (mp_runner.py:73) -2024-09-01 16:29:53,338 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.007547163000708679 (mp_runner.py:73) -2024-09-01 16:29:53,338 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.007041197000944521 (mp_runner.py:73) -2024-09-01 16:29:53,339 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.011129340997285908 (mp_runner.py:73) -2024-09-01 16:29:53,340 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.007973349001986207 (mp_runner.py:73) -2024-09-01 16:29:53,340 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.00741298499997356 (mp_runner.py:73) -2024-09-01 16:29:53,571 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.004702099999121856 (mp_runner.py:73) -2024-09-01 16:29:54,065 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.012924095000926172 (mp_runner.py:73) -2024-09-01 16:29:54,950 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.014628984998125816 (mp_runner.py:73) -2024-09-01 16:29:55,216 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.011374469999282155 (mp_runner.py:73) -2024-09-01 16:29:55,260 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.007409269997879164 (mp_runner.py:73) -2024-09-01 16:29:55,576 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.011658471998089226 (mp_runner.py:73) -2024-09-01 16:29:56,328 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.010645024998666486 (mp_runner.py:73) -2024-09-01 16:29:58,123 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.0028366920014377683 (mp_runner.py:73) -2024-09-01 16:29:58,123 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.0032190169986279216 (mp_runner.py:73) -2024-09-01 16:29:58,123 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.0036872050004603807 (mp_runner.py:73) -2024-09-01 16:29:58,124 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.004229320002195891 (mp_runner.py:73) -2024-09-01 16:29:58,126 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.006642295000347076 (mp_runner.py:73) -2024-09-01 16:29:58,128 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.0017812810001487378 (mp_runner.py:73) -2024-09-01 16:29:58,128 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.0024016280003706925 (mp_runner.py:73) -2024-09-01 16:29:58,130 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.0069582629985234234 (mp_runner.py:73) -2024-09-01 16:29:58,135 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.006454233000113163 (mp_runner.py:73) -2024-09-01 16:29:58,266 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.013150402002793271 (mp_runner.py:73) -2024-09-01 16:29:58,449 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.010576939999737078 (mp_runner.py:73) -2024-09-01 16:29:58,655 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.02360993399997824 (mp_runner.py:73) -2024-09-01 16:29:58,958 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.005059568997239694 (mp_runner.py:73) -2024-09-01 16:29:59,149 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.00933178999912343 (mp_runner.py:73) -2024-09-01 16:29:59,724 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.0134807370013732 (mp_runner.py:73) -2024-09-01 16:30:00,454 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.010313085000234423 (mp_runner.py:73) -2024-09-01 16:30:00,617 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.011426744000345934 (mp_runner.py:73) -2024-09-01 16:30:00,735 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.003812982002273202 (mp_runner.py:73) -2024-09-01 16:30:01,359 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.00973068500024965 (mp_runner.py:73) -2024-09-01 16:30:02,082 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.009229646002495429 (mp_runner.py:73) -2024-09-01 16:30:03,721 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.004686283999035368 (mp_runner.py:73) -2024-09-01 16:30:03,722 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.003428328000154579 (mp_runner.py:73) -2024-09-01 16:30:03,723 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.006257580997043988 (mp_runner.py:73) -2024-09-01 16:30:03,725 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.01063721700120368 (mp_runner.py:73) -2024-09-01 16:30:03,728 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.00909489499827032 (mp_runner.py:73) -2024-09-01 16:30:03,729 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.008366865000425605 (mp_runner.py:73) -2024-09-01 16:30:03,730 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.016758066001784755 (mp_runner.py:73) -2024-09-01 16:30:03,732 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.014712815001985291 (mp_runner.py:73) -2024-09-01 16:30:04,100 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.014621103997342288 (mp_runner.py:73) -2024-09-01 16:30:04,189 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.010551982999459142 (mp_runner.py:73) -2024-09-01 16:30:04,573 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.009608057000150438 (mp_runner.py:73) -2024-09-01 16:30:04,604 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008956710000347812 (mp_runner.py:73) -2024-09-01 16:30:04,975 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.00786952199996449 (mp_runner.py:73) -2024-09-01 16:30:05,146 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.009067095998034347 (mp_runner.py:73) -2024-09-01 16:30:05,608 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.010425115000543883 (mp_runner.py:73) -2024-09-01 16:30:06,371 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.010905139999522362 (mp_runner.py:73) -2024-09-01 16:30:06,506 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.008416716998908669 (mp_runner.py:73) -2024-09-01 16:30:06,554 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.012703579999651993 (mp_runner.py:73) -2024-09-01 16:30:07,175 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.010594569001113996 (mp_runner.py:73) -2024-09-01 16:30:07,794 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.00863598300202284 (mp_runner.py:73) -2024-09-01 16:30:08,827 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.004981856000085827 (mp_runner.py:73) -2024-09-01 16:30:08,827 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.007216384998173453 (mp_runner.py:73) -2024-09-01 16:30:08,828 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.004528764999122359 (mp_runner.py:73) -2024-09-01 16:30:08,828 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.00606697900002473 (mp_runner.py:73) -2024-09-01 16:30:08,829 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.010155865998967784 (mp_runner.py:73) -2024-09-01 16:30:08,835 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.008174327998858644 (mp_runner.py:73) -2024-09-01 16:30:08,835 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.020779817998118233 (mp_runner.py:73) -2024-09-01 16:30:08,840 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.008865731000696542 (mp_runner.py:73) -2024-09-01 16:30:09,473 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0104s, count=2769, qps in this process: 92.268 (mp_runner.py:76) -2024-09-01 16:30:09,513 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0071s, count=2894, qps in this process: 96.4438 (mp_runner.py:76) -2024-09-01 16:30:09,514 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0085s, count=3064, qps in this process: 102.1044 (mp_runner.py:76) -2024-09-01 16:30:09,517 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0076s, count=2650, qps in this process: 88.311 (mp_runner.py:76) -2024-09-01 16:30:09,519 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0063s, count=3064, qps in this process: 102.1119 (mp_runner.py:76) -2024-09-01 16:30:09,522 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0165s, count=3064, qps in this process: 102.0772 (mp_runner.py:76) -2024-09-01 16:30:09,524 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0106s, count=2984, qps in this process: 99.4315 (mp_runner.py:76) -2024-09-01 16:30:09,526 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0213s, count=2710, qps in this process: 90.2692 (mp_runner.py:76) -2024-09-01 16:30:09,530 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.017s, count=2984, qps in this process: 99.4103 (mp_runner.py:76) -2024-09-01 16:30:09,530 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0025s, count=3063, qps in this process: 102.0915 (mp_runner.py:76) -2024-09-01 16:30:09,531 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0115s, count=3065, qps in this process: 102.1275 (mp_runner.py:76) -2024-09-01 16:30:09,536 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0059s, count=2943, qps in this process: 98.0807 (mp_runner.py:76) -2024-09-01 16:30:09,537 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0071s, count=2764, qps in this process: 92.1115 (mp_runner.py:76) -2024-09-01 16:30:09,540 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0005s, count=2903, qps in this process: 96.7651 (mp_runner.py:76) -2024-09-01 16:30:09,543 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0011s, count=3066, qps in this process: 102.1963 (mp_runner.py:76) -2024-09-01 16:30:09,543 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0032s, count=2848, qps in this process: 94.9232 (mp_runner.py:76) -2024-09-01 16:30:09,544 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0011s, count=2939, qps in this process: 97.9631 (mp_runner.py:76) -2024-09-01 16:30:09,547 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0015s, count=2769, qps in this process: 92.2954 (mp_runner.py:76) -2024-09-01 16:30:09,551 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0003s, count=3068, qps in this process: 102.2656 (mp_runner.py:76) -2024-09-01 16:30:09,553 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.003s, count=3069, qps in this process: 102.2898 (mp_runner.py:76) -2024-09-01 16:30:09,560 | INFO |End search in concurrency 20: dur=30.225797380000586s, total_count=58680, qps=1941.388 (mp_runner.py:120) -2024-09-01 16:30:11,268 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:30:11,269 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 16:30:21,589 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 16:30:21,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,662 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,712 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,718 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,722 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,738 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,774 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,822 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,823 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,824 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,824 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,835 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,853 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,855 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,857 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,862 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,862 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,867 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,867 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,872 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,873 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:21,874 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:30:27,516 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.00516835300004459 (mp_runner.py:73) -2024-09-01 16:30:27,518 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.008409299996856134 (mp_runner.py:73) -2024-09-01 16:30:27,518 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.007045823000225937 (mp_runner.py:73) -2024-09-01 16:30:27,519 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.007406373999401694 (mp_runner.py:73) -2024-09-01 16:30:27,519 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.0088902829993458 (mp_runner.py:73) -2024-09-01 16:30:27,519 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.009274419000576017 (mp_runner.py:73) -2024-09-01 16:30:27,521 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.009073368997633224 (mp_runner.py:73) -2024-09-01 16:30:27,521 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.009309217002737569 (mp_runner.py:73) -2024-09-01 16:30:27,522 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.009754968999914126 (mp_runner.py:73) -2024-09-01 16:30:27,523 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.010096198002429446 (mp_runner.py:73) -2024-09-01 16:30:27,523 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.010786990998894908 (mp_runner.py:73) -2024-09-01 16:30:27,524 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.015415150999615435 (mp_runner.py:73) -2024-09-01 16:30:27,524 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.011223885998333571 (mp_runner.py:73) -2024-09-01 16:30:27,526 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.005300331999023911 (mp_runner.py:73) -2024-09-01 16:30:27,527 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.0073490120012138505 (mp_runner.py:73) -2024-09-01 16:30:27,527 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.002494030999514507 (mp_runner.py:73) -2024-09-01 16:30:27,527 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.007381149000138976 (mp_runner.py:73) -2024-09-01 16:30:27,529 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.021209249000094132 (mp_runner.py:73) -2024-09-01 16:30:27,533 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.007629599000210874 (mp_runner.py:73) -2024-09-01 16:30:27,540 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.009945840000000317 (mp_runner.py:73) -2024-09-01 16:30:28,334 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.014214186998287914 (mp_runner.py:73) -2024-09-01 16:30:28,539 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.034970314998645335 (mp_runner.py:73) -2024-09-01 16:30:28,792 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.012632933001441415 (mp_runner.py:73) -2024-09-01 16:30:28,821 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.014085808001254918 (mp_runner.py:73) -2024-09-01 16:30:28,998 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.010459631001140224 (mp_runner.py:73) -2024-09-01 16:30:33,300 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.0034306750021642074 (mp_runner.py:73) -2024-09-01 16:30:33,300 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.003025105001142947 (mp_runner.py:73) -2024-09-01 16:30:33,301 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.003967098000430269 (mp_runner.py:73) -2024-09-01 16:30:33,302 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.005120390000229236 (mp_runner.py:73) -2024-09-01 16:30:33,302 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.004267050997441402 (mp_runner.py:73) -2024-09-01 16:30:33,302 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.004863772999669891 (mp_runner.py:73) -2024-09-01 16:30:33,302 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.006502899999759393 (mp_runner.py:73) -2024-09-01 16:30:33,303 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.004686693999246927 (mp_runner.py:73) -2024-09-01 16:30:33,304 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.006500409999716794 (mp_runner.py:73) -2024-09-01 16:30:33,304 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.007471438999345992 (mp_runner.py:73) -2024-09-01 16:30:33,305 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.006917265000083717 (mp_runner.py:73) -2024-09-01 16:30:33,306 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.008453301001281943 (mp_runner.py:73) -2024-09-01 16:30:33,307 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.01173054500031867 (mp_runner.py:73) -2024-09-01 16:30:33,315 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.002529845998651581 (mp_runner.py:73) -2024-09-01 16:30:33,539 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.02618862400049693 (mp_runner.py:73) -2024-09-01 16:30:33,653 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.012288950998481596 (mp_runner.py:73) -2024-09-01 16:30:33,743 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.01565252499858616 (mp_runner.py:73) -2024-09-01 16:30:33,789 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.018118085001333384 (mp_runner.py:73) -2024-09-01 16:30:34,299 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.014091375000134576 (mp_runner.py:73) -2024-09-01 16:30:34,427 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.0171890120000171 (mp_runner.py:73) -2024-09-01 16:30:35,445 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.014306426000985084 (mp_runner.py:73) -2024-09-01 16:30:35,499 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.01453954899989185 (mp_runner.py:73) -2024-09-01 16:30:35,750 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.015655254002922447 (mp_runner.py:73) -2024-09-01 16:30:35,905 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.013725945998885436 (mp_runner.py:73) -2024-09-01 16:30:35,995 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.007896183997218031 (mp_runner.py:73) -2024-09-01 16:30:39,667 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.008018389002245385 (mp_runner.py:73) -2024-09-01 16:30:39,670 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.0016166860004886985 (mp_runner.py:73) -2024-09-01 16:30:39,672 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.005237329998635687 (mp_runner.py:73) -2024-09-01 16:30:39,673 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.0036753999993379693 (mp_runner.py:73) -2024-09-01 16:30:39,674 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.011031082001863979 (mp_runner.py:73) -2024-09-01 16:30:39,677 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.013129377002769616 (mp_runner.py:73) -2024-09-01 16:30:39,682 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.00887357900137431 (mp_runner.py:73) -2024-09-01 16:30:39,690 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.02933783600019524 (mp_runner.py:73) -2024-09-01 16:30:39,793 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.011603300001297612 (mp_runner.py:73) -2024-09-01 16:30:39,794 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.0138405360012257 (mp_runner.py:73) -2024-09-01 16:30:40,189 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.007773764999001287 (mp_runner.py:73) -2024-09-01 16:30:40,333 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.01074834500104771 (mp_runner.py:73) -2024-09-01 16:30:40,364 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.013574569999036612 (mp_runner.py:73) -2024-09-01 16:30:40,773 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.010258657002850669 (mp_runner.py:73) -2024-09-01 16:30:40,879 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.013475913998263422 (mp_runner.py:73) -2024-09-01 16:30:40,880 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.013515913000446744 (mp_runner.py:73) -2024-09-01 16:30:40,914 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.013965881000331137 (mp_runner.py:73) -2024-09-01 16:30:41,151 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.0037132979996385984 (mp_runner.py:73) -2024-09-01 16:30:41,426 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.029416180001135217 (mp_runner.py:73) -2024-09-01 16:30:41,764 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.015089278000232298 (mp_runner.py:73) -2024-09-01 16:30:42,449 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.013570439001341583 (mp_runner.py:73) -2024-09-01 16:30:42,795 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.012142341998696793 (mp_runner.py:73) -2024-09-01 16:30:43,059 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.010400011000456288 (mp_runner.py:73) -2024-09-01 16:30:43,111 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.021121510002558352 (mp_runner.py:73) -2024-09-01 16:30:43,178 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.019444662000751123 (mp_runner.py:73) -2024-09-01 16:30:46,787 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.0026476909988559783 (mp_runner.py:73) -2024-09-01 16:30:46,787 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.006966007997107226 (mp_runner.py:73) -2024-09-01 16:30:46,788 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.007051391999993939 (mp_runner.py:73) -2024-09-01 16:30:46,794 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.001987862000532914 (mp_runner.py:73) -2024-09-01 16:30:46,794 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.0025899119973473717 (mp_runner.py:73) -2024-09-01 16:30:46,796 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.005529845999262761 (mp_runner.py:73) -2024-09-01 16:30:46,805 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.026858034998440417 (mp_runner.py:73) -2024-09-01 16:30:46,806 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.007961267001519445 (mp_runner.py:73) -2024-09-01 16:30:47,248 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.028062401001079706 (mp_runner.py:73) -2024-09-01 16:30:47,296 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.01350497000021278 (mp_runner.py:73) -2024-09-01 16:30:47,739 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.013955872997030383 (mp_runner.py:73) -2024-09-01 16:30:47,814 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.008934548000979703 (mp_runner.py:73) -2024-09-01 16:30:47,817 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.015496440999413608 (mp_runner.py:73) -2024-09-01 16:30:48,189 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.013282749998325016 (mp_runner.py:73) -2024-09-01 16:30:48,298 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.01377335600045626 (mp_runner.py:73) -2024-09-01 16:30:48,356 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.010445119001815328 (mp_runner.py:73) -2024-09-01 16:30:48,542 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.015565159999823663 (mp_runner.py:73) -2024-09-01 16:30:48,713 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.014177339999150718 (mp_runner.py:73) -2024-09-01 16:30:48,852 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.010902959998929873 (mp_runner.py:73) -2024-09-01 16:30:49,468 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.01780692800093675 (mp_runner.py:73) -2024-09-01 16:30:49,685 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.016481917002238333 (mp_runner.py:73) -2024-09-01 16:30:50,028 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.010661956999683753 (mp_runner.py:73) -2024-09-01 16:30:50,114 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.006726499999786029 (mp_runner.py:73) -2024-09-01 16:30:50,400 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.0138369859996601 (mp_runner.py:73) -2024-09-01 16:30:50,549 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.014101610002398957 (mp_runner.py:73) -2024-09-01 16:30:51,667 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0092s, count=2335, qps in this process: 77.8095 (mp_runner.py:76) -2024-09-01 16:30:51,676 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0134s, count=2237, qps in this process: 74.5334 (mp_runner.py:76) -2024-09-01 16:30:51,721 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0061s, count=2365, qps in this process: 78.8173 (mp_runner.py:76) -2024-09-01 16:30:51,739 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0246s, count=2366, qps in this process: 78.802 (mp_runner.py:76) -2024-09-01 16:30:51,739 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0149s, count=2366, qps in this process: 78.8275 (mp_runner.py:76) -2024-09-01 16:30:51,748 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0226s, count=2366, qps in this process: 78.8073 (mp_runner.py:76) -2024-09-01 16:30:51,749 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0091s, count=2208, qps in this process: 73.5777 (mp_runner.py:76) -2024-09-01 16:30:51,764 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0103s, count=2230, qps in this process: 74.3078 (mp_runner.py:76) -2024-09-01 16:30:51,783 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0049s, count=2276, qps in this process: 75.8543 (mp_runner.py:76) -2024-09-01 16:30:51,828 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0023s, count=2368, qps in this process: 78.9273 (mp_runner.py:76) -2024-09-01 16:30:51,833 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0066s, count=2245, qps in this process: 74.8169 (mp_runner.py:76) -2024-09-01 16:30:51,837 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0094s, count=2301, qps in this process: 76.676 (mp_runner.py:76) -2024-09-01 16:30:51,837 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0076s, count=2155, qps in this process: 71.8151 (mp_runner.py:76) -2024-09-01 16:30:51,842 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0119s, count=2211, qps in this process: 73.6708 (mp_runner.py:76) -2024-09-01 16:30:51,846 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0065s, count=2374, qps in this process: 79.1162 (mp_runner.py:76) -2024-09-01 16:30:51,857 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0015s, count=2133, qps in this process: 71.0964 (mp_runner.py:76) -2024-09-01 16:30:51,861 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0032s, count=2283, qps in this process: 76.0919 (mp_runner.py:76) -2024-09-01 16:30:51,865 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.004s, count=2283, qps in this process: 76.0899 (mp_runner.py:76) -2024-09-01 16:30:51,867 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0017s, count=2168, qps in this process: 72.2626 (mp_runner.py:76) -2024-09-01 16:30:51,871 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0012s, count=2118, qps in this process: 70.5972 (mp_runner.py:76) -2024-09-01 16:30:51,872 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.007s, count=2313, qps in this process: 77.082 (mp_runner.py:76) -2024-09-01 16:30:51,876 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0056s, count=2228, qps in this process: 74.2528 (mp_runner.py:76) -2024-09-01 16:30:51,878 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0023s, count=2379, qps in this process: 79.2939 (mp_runner.py:76) -2024-09-01 16:30:51,879 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0004s, count=2135, qps in this process: 71.1657 (mp_runner.py:76) -2024-09-01 16:30:51,880 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0031s, count=2090, qps in this process: 69.6595 (mp_runner.py:76) -2024-09-01 16:30:51,886 | INFO |End search in concurrency 25: dur=30.297086440001294s, total_count=56533, qps=1865.955 (mp_runner.py:120) -2024-09-01 16:30:54,024 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:30:54,024 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 16:31:04,462 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 16:31:04,508 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,609 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,613 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,637 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,678 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,678 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,682 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,706 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,726 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,733 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,733 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,760 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,760 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,767 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,772 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,772 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,777 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,781 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,783 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,797 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,806 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,815 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,816 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,821 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:04,826 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:11,567 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.015362714999355376 (mp_runner.py:73) -2024-09-01 16:31:11,570 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.017433988003176637 (mp_runner.py:73) -2024-09-01 16:31:11,573 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.021787345998745877 (mp_runner.py:73) -2024-09-01 16:31:11,573 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.013671173001057468 (mp_runner.py:73) -2024-09-01 16:31:11,574 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.02227830400079256 (mp_runner.py:73) -2024-09-01 16:31:11,576 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.014426517998799682 (mp_runner.py:73) -2024-09-01 16:31:11,576 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.02298229900043225 (mp_runner.py:73) -2024-09-01 16:31:11,576 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.017523552000056952 (mp_runner.py:73) -2024-09-01 16:31:11,577 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.014645282000856241 (mp_runner.py:73) -2024-09-01 16:31:11,578 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.011873309998918558 (mp_runner.py:73) -2024-09-01 16:31:11,579 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.011429057001805631 (mp_runner.py:73) -2024-09-01 16:31:11,701 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.0364531609993719 (mp_runner.py:73) -2024-09-01 16:31:11,744 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.011440017002314562 (mp_runner.py:73) -2024-09-01 16:31:11,747 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.015049912999529624 (mp_runner.py:73) -2024-09-01 16:31:11,748 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.016629388999717776 (mp_runner.py:73) -2024-09-01 16:31:11,836 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.01646540199726587 (mp_runner.py:73) -2024-09-01 16:31:11,898 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.00537696799801779 (mp_runner.py:73) -2024-09-01 16:31:11,899 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.007335012000112329 (mp_runner.py:73) -2024-09-01 16:31:11,902 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.014575232999050058 (mp_runner.py:73) -2024-09-01 16:31:11,903 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.012872071001766017 (mp_runner.py:73) -2024-09-01 16:31:12,245 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.016961009001533967 (mp_runner.py:73) -2024-09-01 16:31:12,274 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.02098238699909416 (mp_runner.py:73) -2024-09-01 16:31:12,574 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.014826149999862537 (mp_runner.py:73) -2024-09-01 16:31:12,666 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.015211863999866182 (mp_runner.py:73) -2024-09-01 16:31:12,704 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.01957693000076688 (mp_runner.py:73) -2024-09-01 16:31:12,813 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.010597770000458695 (mp_runner.py:73) -2024-09-01 16:31:12,817 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.015019993999885628 (mp_runner.py:73) -2024-09-01 16:31:12,825 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.026414223997562658 (mp_runner.py:73) -2024-09-01 16:31:13,242 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02609267799925874 (mp_runner.py:73) -2024-09-01 16:31:13,249 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.01026251199800754 (mp_runner.py:73) -2024-09-01 16:31:19,879 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.007639850999112241 (mp_runner.py:73) -2024-09-01 16:31:19,880 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.010858541001653066 (mp_runner.py:73) -2024-09-01 16:31:19,885 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.009730982998007676 (mp_runner.py:73) -2024-09-01 16:31:19,887 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.01775065399851883 (mp_runner.py:73) -2024-09-01 16:31:19,887 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.011043145997973625 (mp_runner.py:73) -2024-09-01 16:31:19,888 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.011979169998085126 (mp_runner.py:73) -2024-09-01 16:31:19,888 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.013855515000614105 (mp_runner.py:73) -2024-09-01 16:31:19,889 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.01233296400096151 (mp_runner.py:73) -2024-09-01 16:31:19,891 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.018362842001806712 (mp_runner.py:73) -2024-09-01 16:31:19,892 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.02486769600000116 (mp_runner.py:73) -2024-09-01 16:31:19,898 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.012038257998938207 (mp_runner.py:73) -2024-09-01 16:31:19,937 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.013038369001151295 (mp_runner.py:73) -2024-09-01 16:31:20,457 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.014056320000236155 (mp_runner.py:73) -2024-09-01 16:31:20,458 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.016762466002546716 (mp_runner.py:73) -2024-09-01 16:31:20,608 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.007855842999560991 (mp_runner.py:73) -2024-09-01 16:31:20,635 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.01736032100234297 (mp_runner.py:73) -2024-09-01 16:31:20,736 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.01624892900144914 (mp_runner.py:73) -2024-09-01 16:31:20,854 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.022466843998699915 (mp_runner.py:73) -2024-09-01 16:31:21,202 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.021038991999375867 (mp_runner.py:73) -2024-09-01 16:31:21,249 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.0161459909977566 (mp_runner.py:73) -2024-09-01 16:31:21,355 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.017898142999911215 (mp_runner.py:73) -2024-09-01 16:31:21,535 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.015805328999704216 (mp_runner.py:73) -2024-09-01 16:31:21,587 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.0139426599998842 (mp_runner.py:73) -2024-09-01 16:31:21,597 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.01420896999843535 (mp_runner.py:73) -2024-09-01 16:31:21,609 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.023003476999292616 (mp_runner.py:73) -2024-09-01 16:31:21,692 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.01911220599868102 (mp_runner.py:73) -2024-09-01 16:31:22,276 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.02978097099912702 (mp_runner.py:73) -2024-09-01 16:31:22,368 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.015251533000991913 (mp_runner.py:73) -2024-09-01 16:31:22,610 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.02143535000141128 (mp_runner.py:73) -2024-09-01 16:31:22,673 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.019544459999451647 (mp_runner.py:73) -2024-09-01 16:31:27,933 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.012665021000429988 (mp_runner.py:73) -2024-09-01 16:31:27,944 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.016959112999757053 (mp_runner.py:73) -2024-09-01 16:31:27,945 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.013890229998651193 (mp_runner.py:73) -2024-09-01 16:31:27,946 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.016221361001953483 (mp_runner.py:73) -2024-09-01 16:31:27,947 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.018430011998134432 (mp_runner.py:73) -2024-09-01 16:31:27,948 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.02890735499750008 (mp_runner.py:73) -2024-09-01 16:31:27,948 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.017207422999490518 (mp_runner.py:73) -2024-09-01 16:31:27,959 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.029930389999208273 (mp_runner.py:73) -2024-09-01 16:31:28,303 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.015592568001011387 (mp_runner.py:73) -2024-09-01 16:31:28,418 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.009722005001094658 (mp_runner.py:73) -2024-09-01 16:31:28,421 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.012253093998879194 (mp_runner.py:73) -2024-09-01 16:31:28,421 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.011817108999821357 (mp_runner.py:73) -2024-09-01 16:31:28,421 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.00901407000128529 (mp_runner.py:73) -2024-09-01 16:31:28,421 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.011546929999894928 (mp_runner.py:73) -2024-09-01 16:31:28,422 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.011192048001248622 (mp_runner.py:73) -2024-09-01 16:31:28,422 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.010757104002550477 (mp_runner.py:73) -2024-09-01 16:31:28,423 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.012596458000189159 (mp_runner.py:73) -2024-09-01 16:31:28,424 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.010545233999437187 (mp_runner.py:73) -2024-09-01 16:31:28,424 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.012094112997147022 (mp_runner.py:73) -2024-09-01 16:31:28,424 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.019626248998974916 (mp_runner.py:73) -2024-09-01 16:31:28,425 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.012345360999461263 (mp_runner.py:73) -2024-09-01 16:31:28,426 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.01893687499978114 (mp_runner.py:73) -2024-09-01 16:31:28,426 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.013279699000122491 (mp_runner.py:73) -2024-09-01 16:31:28,427 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.016662144000292756 (mp_runner.py:73) -2024-09-01 16:31:28,430 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.007726734002062585 (mp_runner.py:73) -2024-09-01 16:31:30,770 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.012795899998309324 (mp_runner.py:73) -2024-09-01 16:31:31,419 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.016148949001944857 (mp_runner.py:73) -2024-09-01 16:31:31,505 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.013508446001651464 (mp_runner.py:73) -2024-09-01 16:31:31,507 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.008564867999666603 (mp_runner.py:73) -2024-09-01 16:31:31,510 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.01327610999942408 (mp_runner.py:73) -2024-09-01 16:31:34,531 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0224s, count=1882, qps in this process: 62.6865 (mp_runner.py:76) -2024-09-01 16:31:34,621 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.007s, count=1727, qps in this process: 57.5532 (mp_runner.py:76) -2024-09-01 16:31:34,624 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.011s, count=1942, qps in this process: 64.7096 (mp_runner.py:76) -2024-09-01 16:31:34,645 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.011s, count=1944, qps in this process: 64.7762 (mp_runner.py:76) -2024-09-01 16:31:34,653 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0127s, count=1890, qps in this process: 62.9733 (mp_runner.py:76) -2024-09-01 16:31:34,667 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0139s, count=1945, qps in this process: 64.8033 (mp_runner.py:76) -2024-09-01 16:31:34,670 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0166s, count=1945, qps in this process: 64.7975 (mp_runner.py:76) -2024-09-01 16:31:34,686 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0055s, count=1946, qps in this process: 64.8548 (mp_runner.py:76) -2024-09-01 16:31:34,694 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0078s, count=1883, qps in this process: 62.7504 (mp_runner.py:76) -2024-09-01 16:31:34,697 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0078s, count=1947, qps in this process: 64.8831 (mp_runner.py:76) -2024-09-01 16:31:34,715 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0058s, count=1884, qps in this process: 62.7879 (mp_runner.py:76) -2024-09-01 16:31:34,734 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0035s, count=1951, qps in this process: 65.0257 (mp_runner.py:76) -2024-09-01 16:31:34,741 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0043s, count=1951, qps in this process: 65.024 (mp_runner.py:76) -2024-09-01 16:31:34,744 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0073s, count=1952, qps in this process: 65.0508 (mp_runner.py:76) -2024-09-01 16:31:34,763 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0003s, count=1889, qps in this process: 62.966 (mp_runner.py:76) -2024-09-01 16:31:34,768 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0045s, count=1923, qps in this process: 64.0904 (mp_runner.py:76) -2024-09-01 16:31:34,770 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0003s, count=1954, qps in this process: 65.1327 (mp_runner.py:76) -2024-09-01 16:31:34,779 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0041s, count=1956, qps in this process: 65.1911 (mp_runner.py:76) -2024-09-01 16:31:34,780 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0045s, count=1883, qps in this process: 62.7573 (mp_runner.py:76) -2024-09-01 16:31:34,782 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0016s, count=1955, qps in this process: 65.1632 (mp_runner.py:76) -2024-09-01 16:31:34,787 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0034s, count=1923, qps in this process: 64.0927 (mp_runner.py:76) -2024-09-01 16:31:34,795 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0058s, count=1958, qps in this process: 65.2541 (mp_runner.py:76) -2024-09-01 16:31:34,798 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.002s, count=1959, qps in this process: 65.2956 (mp_runner.py:76) -2024-09-01 16:31:34,802 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0051s, count=1960, qps in this process: 65.3222 (mp_runner.py:76) -2024-09-01 16:31:34,804 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0038s, count=1961, qps in this process: 65.3584 (mp_runner.py:76) -2024-09-01 16:31:34,812 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0002s, count=1720, qps in this process: 57.333 (mp_runner.py:76) -2024-09-01 16:31:34,819 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.001s, count=1707, qps in this process: 56.8981 (mp_runner.py:76) -2024-09-01 16:31:34,821 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0021s, count=1723, qps in this process: 57.4293 (mp_runner.py:76) -2024-09-01 16:31:34,824 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0013s, count=1916, qps in this process: 63.8639 (mp_runner.py:76) -2024-09-01 16:31:34,830 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0004s, count=1729, qps in this process: 57.6326 (mp_runner.py:76) -2024-09-01 16:31:34,836 | INFO |End search in concurrency 30: dur=30.373647444001108s, total_count=56905, qps=1873.4991 (mp_runner.py:120) -2024-09-01 16:31:37,248 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:31:37,248 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 16:31:47,817 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 16:31:47,874 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:47,909 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,003 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,003 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,004 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,020 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,034 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,170 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,184 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,201 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,212 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,222 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,225 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,228 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,232 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,240 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,245 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,258 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,260 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,260 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,268 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:48,270 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:31:56,354 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.03681773899734253 (mp_runner.py:73) -2024-09-01 16:31:56,354 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.035115080998366466 (mp_runner.py:73) -2024-09-01 16:31:56,354 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.03334217599694966 (mp_runner.py:73) -2024-09-01 16:31:56,354 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.03119376099857618 (mp_runner.py:73) -2024-09-01 16:31:56,355 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.03806102999806171 (mp_runner.py:73) -2024-09-01 16:31:56,355 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.0362743789992237 (mp_runner.py:73) -2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03708902600192232 (mp_runner.py:73) -2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.0379513619991485 (mp_runner.py:73) -2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03864542700102902 (mp_runner.py:73) -2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.039523734001704725 (mp_runner.py:73) -2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.029185909999796422 (mp_runner.py:73) -2024-09-01 16:31:56,356 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.04175406899958034 (mp_runner.py:73) -2024-09-01 16:31:56,357 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.019344173000718 (mp_runner.py:73) -2024-09-01 16:31:56,360 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.020159129999228753 (mp_runner.py:73) -2024-09-01 16:31:56,364 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.015105851001862902 (mp_runner.py:73) -2024-09-01 16:31:56,419 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.017714678000629647 (mp_runner.py:73) -2024-09-01 16:31:56,449 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.012017180997645482 (mp_runner.py:73) -2024-09-01 16:31:56,450 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.01433958000052371 (mp_runner.py:73) -2024-09-01 16:31:56,450 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.015988072998879943 (mp_runner.py:73) -2024-09-01 16:31:56,550 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.010796922000736231 (mp_runner.py:73) -2024-09-01 16:31:56,621 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.01625520199741004 (mp_runner.py:73) -2024-09-01 16:31:56,677 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.0170966830010002 (mp_runner.py:73) -2024-09-01 16:31:56,719 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.03219311400243896 (mp_runner.py:73) -2024-09-01 16:31:56,808 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.010936612998193596 (mp_runner.py:73) -2024-09-01 16:31:56,809 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.014136155998130562 (mp_runner.py:73) -2024-09-01 16:31:56,810 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.017888965998281492 (mp_runner.py:73) -2024-09-01 16:31:56,811 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.01658948000113014 (mp_runner.py:73) -2024-09-01 16:31:56,812 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.01133004700022866 (mp_runner.py:73) -2024-09-01 16:31:56,813 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.010528270999202505 (mp_runner.py:73) -2024-09-01 16:31:56,815 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.0178831529992749 (mp_runner.py:73) -2024-09-01 16:31:56,815 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.012641763998544775 (mp_runner.py:73) -2024-09-01 16:31:56,816 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.01183170600052108 (mp_runner.py:73) -2024-09-01 16:31:57,931 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01677700100117363 (mp_runner.py:73) -2024-09-01 16:31:58,065 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.019337552002980374 (mp_runner.py:73) -2024-09-01 16:31:58,068 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.015445893001015065 (mp_runner.py:73) -2024-09-01 16:32:04,840 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.0036449319995881524 (mp_runner.py:73) -2024-09-01 16:32:04,841 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.00442344900147873 (mp_runner.py:73) -2024-09-01 16:32:04,841 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.005023771998821758 (mp_runner.py:73) -2024-09-01 16:32:04,842 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.006016442999680294 (mp_runner.py:73) -2024-09-01 16:32:04,844 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.006675274998997338 (mp_runner.py:73) -2024-09-01 16:32:04,845 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.007044682002742775 (mp_runner.py:73) -2024-09-01 16:32:04,845 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.007605782000609906 (mp_runner.py:73) -2024-09-01 16:32:04,845 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.008086559999355813 (mp_runner.py:73) -2024-09-01 16:32:04,846 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.008016279000003124 (mp_runner.py:73) -2024-09-01 16:32:04,846 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.008090130999335088 (mp_runner.py:73) -2024-09-01 16:32:04,847 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.00993993000156479 (mp_runner.py:73) -2024-09-01 16:32:04,847 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.004558258999168174 (mp_runner.py:73) -2024-09-01 16:32:04,847 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.0073702090012375265 (mp_runner.py:73) -2024-09-01 16:32:04,851 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.012800176999007817 (mp_runner.py:73) -2024-09-01 16:32:04,851 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.015834443998755887 (mp_runner.py:73) -2024-09-01 16:32:04,852 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.002844415997969918 (mp_runner.py:73) -2024-09-01 16:32:04,853 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.01694842799770413 (mp_runner.py:73) -2024-09-01 16:32:04,857 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.01442663200214156 (mp_runner.py:73) -2024-09-01 16:32:04,890 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.017977083000005223 (mp_runner.py:73) -2024-09-01 16:32:05,029 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.01749834500151337 (mp_runner.py:73) -2024-09-01 16:32:05,029 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.009863826999207959 (mp_runner.py:73) -2024-09-01 16:32:05,032 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.015116016002139077 (mp_runner.py:73) -2024-09-01 16:32:05,033 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.015280629999324447 (mp_runner.py:73) -2024-09-01 16:32:05,033 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.019030733001272893 (mp_runner.py:73) -2024-09-01 16:32:05,038 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.014632991998951184 (mp_runner.py:73) -2024-09-01 16:32:05,640 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.0201117209981021 (mp_runner.py:73) -2024-09-01 16:32:05,755 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.01690527099708561 (mp_runner.py:73) -2024-09-01 16:32:05,907 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.019122405003145104 (mp_runner.py:73) -2024-09-01 16:32:06,090 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.009718029003124684 (mp_runner.py:73) -2024-09-01 16:32:06,163 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.0039719640008115675 (mp_runner.py:73) -2024-09-01 16:32:06,383 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.018081684000208043 (mp_runner.py:73) -2024-09-01 16:32:06,961 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.016083025999250822 (mp_runner.py:73) -2024-09-01 16:32:07,856 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.01927882000018144 (mp_runner.py:73) -2024-09-01 16:32:08,074 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.016812203997687902 (mp_runner.py:73) -2024-09-01 16:32:08,193 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.021416698000393808 (mp_runner.py:73) -2024-09-01 16:32:13,432 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.009122862997173797 (mp_runner.py:73) -2024-09-01 16:32:13,432 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.013016788001550594 (mp_runner.py:73) -2024-09-01 16:32:13,433 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.014556059999449644 (mp_runner.py:73) -2024-09-01 16:32:13,435 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.013738269000896253 (mp_runner.py:73) -2024-09-01 16:32:13,436 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.011969941002462292 (mp_runner.py:73) -2024-09-01 16:32:13,444 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.014908053999533877 (mp_runner.py:73) -2024-09-01 16:32:13,444 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.01400570799887646 (mp_runner.py:73) -2024-09-01 16:32:13,445 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.026524893000896554 (mp_runner.py:73) -2024-09-01 16:32:13,446 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.018453592998412205 (mp_runner.py:73) -2024-09-01 16:32:13,452 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.03483580500324024 (mp_runner.py:73) -2024-09-01 16:32:13,453 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.021955316999083152 (mp_runner.py:73) -2024-09-01 16:32:13,453 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.010974340999382548 (mp_runner.py:73) -2024-09-01 16:32:13,455 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.011965492998569971 (mp_runner.py:73) -2024-09-01 16:32:13,572 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.026368943003035383 (mp_runner.py:73) -2024-09-01 16:32:13,585 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.03873556700273184 (mp_runner.py:73) -2024-09-01 16:32:13,597 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.049386663999030134 (mp_runner.py:73) -2024-09-01 16:32:13,598 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.05074987999978475 (mp_runner.py:73) -2024-09-01 16:32:13,615 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.012872420997155132 (mp_runner.py:73) -2024-09-01 16:32:13,654 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.05639788899861742 (mp_runner.py:73) -2024-09-01 16:32:13,825 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.017589900002349168 (mp_runner.py:73) -2024-09-01 16:32:13,893 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.03265825200287509 (mp_runner.py:73) -2024-09-01 16:32:14,314 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.018851634002203355 (mp_runner.py:73) -2024-09-01 16:32:14,417 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.015036910997878294 (mp_runner.py:73) -2024-09-01 16:32:14,664 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.022939947000850225 (mp_runner.py:73) -2024-09-01 16:32:14,825 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.02157131300191395 (mp_runner.py:73) -2024-09-01 16:32:15,492 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.02760785599821247 (mp_runner.py:73) -2024-09-01 16:32:15,778 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.019012254997505806 (mp_runner.py:73) -2024-09-01 16:32:16,015 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.020441608998226002 (mp_runner.py:73) -2024-09-01 16:32:16,308 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.014796441999351373 (mp_runner.py:73) -2024-09-01 16:32:16,392 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.015080061999469763 (mp_runner.py:73) -2024-09-01 16:32:16,553 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.015930300000036368 (mp_runner.py:73) -2024-09-01 16:32:16,774 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.017441839001548942 (mp_runner.py:73) -2024-09-01 16:32:17,879 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0041s, count=1744, qps in this process: 58.1254 (mp_runner.py:76) -2024-09-01 16:32:17,931 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0191s, count=1610, qps in this process: 53.6325 (mp_runner.py:76) -2024-09-01 16:32:18,017 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0126s, count=1685, qps in this process: 56.1431 (mp_runner.py:76) -2024-09-01 16:32:18,030 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0076s, count=1705, qps in this process: 56.8189 (mp_runner.py:76) -2024-09-01 16:32:18,033 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0106s, count=1752, qps in this process: 58.3794 (mp_runner.py:76) -2024-09-01 16:32:18,033 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0282s, count=1752, qps in this process: 58.3452 (mp_runner.py:76) -2024-09-01 16:32:18,042 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0035s, count=1590, qps in this process: 52.9938 (mp_runner.py:76) -2024-09-01 16:32:18,050 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0358s, count=1752, qps in this process: 58.3304 (mp_runner.py:76) -2024-09-01 16:32:18,050 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0359s, count=1752, qps in this process: 58.3302 (mp_runner.py:76) -2024-09-01 16:32:18,050 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0437s, count=1752, qps in this process: 58.3151 (mp_runner.py:76) -2024-09-01 16:32:18,114 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.027231251002376666 (mp_runner.py:73) -2024-09-01 16:32:18,183 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0087s, count=1723, qps in this process: 57.4167 (mp_runner.py:76) -2024-09-01 16:32:18,192 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0037s, count=1761, qps in this process: 58.6928 (mp_runner.py:76) -2024-09-01 16:32:18,202 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0032s, count=1673, qps in this process: 55.7607 (mp_runner.py:76) -2024-09-01 16:32:18,205 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0019s, count=1641, qps in this process: 54.6965 (mp_runner.py:76) -2024-09-01 16:32:18,206 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0026s, count=1762, qps in this process: 58.7282 (mp_runner.py:76) -2024-09-01 16:32:18,209 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0051s, count=1677, qps in this process: 55.8905 (mp_runner.py:76) -2024-09-01 16:32:18,209 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0057s, count=1763, qps in this process: 58.7555 (mp_runner.py:76) -2024-09-01 16:32:18,210 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0063s, count=1609, qps in this process: 53.6221 (mp_runner.py:76) -2024-09-01 16:32:18,213 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0126s, count=1586, qps in this process: 52.8445 (mp_runner.py:76) -2024-09-01 16:32:18,213 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0095s, count=1763, qps in this process: 58.7481 (mp_runner.py:76) -2024-09-01 16:32:18,219 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0149s, count=1731, qps in this process: 57.6714 (mp_runner.py:76) -2024-09-01 16:32:18,221 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0028s, count=1740, qps in this process: 57.9946 (mp_runner.py:76) -2024-09-01 16:32:18,232 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0071s, count=1482, qps in this process: 49.3883 (mp_runner.py:76) -2024-09-01 16:32:18,233 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0053s, count=1765, qps in this process: 58.8229 (mp_runner.py:76) -2024-09-01 16:32:18,236 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0062s, count=1700, qps in this process: 56.655 (mp_runner.py:76) -2024-09-01 16:32:18,243 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0069s, count=1576, qps in this process: 52.5213 (mp_runner.py:76) -2024-09-01 16:32:18,244 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.002s, count=1738, qps in this process: 57.9295 (mp_runner.py:76) -2024-09-01 16:32:18,249 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0021s, count=1768, qps in this process: 58.9292 (mp_runner.py:76) -2024-09-01 16:32:18,252 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0055s, count=1768, qps in this process: 58.9225 (mp_runner.py:76) -2024-09-01 16:32:18,252 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0033s, count=1768, qps in this process: 58.9269 (mp_runner.py:76) -2024-09-01 16:32:18,263 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0003s, count=1599, qps in this process: 53.2995 (mp_runner.py:76) -2024-09-01 16:32:18,264 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0012s, count=1772, qps in this process: 59.0643 (mp_runner.py:76) -2024-09-01 16:32:18,268 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0039s, count=1491, qps in this process: 49.6935 (mp_runner.py:76) -2024-09-01 16:32:18,276 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0012s, count=1520, qps in this process: 50.6646 (mp_runner.py:76) -2024-09-01 16:32:18,277 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0019s, count=1776, qps in this process: 59.1963 (mp_runner.py:76) -2024-09-01 16:32:18,285 | INFO |End search in concurrency 35: dur=30.465985378999903s, total_count=59246, qps=1944.6606 (mp_runner.py:120) -2024-09-01 16:32:20,686 | INFO |Update largest qps with concurrency 35: current max_qps=1944.6606 (mp_runner.py:124) -2024-09-01 16:32:21,111 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:32:21,112 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 16:32:31,821 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 16:32:32,033 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,087 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,102 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,109 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,109 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,122 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,124 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,146 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,150 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,170 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,170 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,171 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,176 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,178 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,181 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,183 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,186 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,192 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,194 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,199 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,213 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,215 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,219 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,231 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,232 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,242 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,245 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,254 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,264 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,286 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,311 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:32,341 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:32:41,467 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.012649903001147322 (mp_runner.py:73) -2024-09-01 16:32:41,470 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.015204224997432902 (mp_runner.py:73) -2024-09-01 16:32:41,471 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.015689981999457814 (mp_runner.py:73) -2024-09-01 16:32:41,471 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.014154483000311302 (mp_runner.py:73) -2024-09-01 16:32:41,472 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.015481630998692708 (mp_runner.py:73) -2024-09-01 16:32:41,472 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.007937022997793974 (mp_runner.py:73) -2024-09-01 16:32:41,473 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.01725427299970761 (mp_runner.py:73) -2024-09-01 16:32:41,473 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.01412085400079377 (mp_runner.py:73) -2024-09-01 16:32:41,475 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.023487107999244472 (mp_runner.py:73) -2024-09-01 16:32:41,476 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.022406128999136854 (mp_runner.py:73) -2024-09-01 16:32:41,478 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.01861918800204876 (mp_runner.py:73) -2024-09-01 16:32:41,479 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.018767487999866717 (mp_runner.py:73) -2024-09-01 16:32:41,638 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.0182240299982368 (mp_runner.py:73) -2024-09-01 16:32:41,639 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.021056125999166397 (mp_runner.py:73) -2024-09-01 16:32:41,672 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.013254068999231094 (mp_runner.py:73) -2024-09-01 16:32:41,674 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.014627081000071485 (mp_runner.py:73) -2024-09-01 16:32:41,675 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.01379602399902069 (mp_runner.py:73) -2024-09-01 16:32:41,676 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.016046836997702485 (mp_runner.py:73) -2024-09-01 16:32:41,679 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.023557680997328134 (mp_runner.py:73) -2024-09-01 16:32:41,682 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.018736100999376504 (mp_runner.py:73) -2024-09-01 16:32:41,683 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.020018374001665507 (mp_runner.py:73) -2024-09-01 16:32:41,683 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.025562025999533944 (mp_runner.py:73) -2024-09-01 16:32:41,784 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.015456283999810694 (mp_runner.py:73) -2024-09-01 16:32:41,785 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.013782987000013236 (mp_runner.py:73) -2024-09-01 16:32:41,786 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.01621212199825095 (mp_runner.py:73) -2024-09-01 16:32:41,789 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.006214426000951789 (mp_runner.py:73) -2024-09-01 16:32:41,790 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.022723637001035968 (mp_runner.py:73) -2024-09-01 16:32:42,624 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.01902681899809977 (mp_runner.py:73) -2024-09-01 16:32:42,629 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.028047416999470443 (mp_runner.py:73) -2024-09-01 16:32:42,644 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.018967224001244176 (mp_runner.py:73) -2024-09-01 16:32:42,646 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.015126594000321347 (mp_runner.py:73) -2024-09-01 16:32:42,707 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.01254645499648177 (mp_runner.py:73) -2024-09-01 16:32:42,764 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.020899502000247594 (mp_runner.py:73) -2024-09-01 16:32:42,782 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.01946195699929376 (mp_runner.py:73) -2024-09-01 16:32:42,785 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.017013502001645975 (mp_runner.py:73) -2024-09-01 16:32:42,802 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.03894645900072646 (mp_runner.py:73) -2024-09-01 16:32:43,674 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.008373626998945838 (mp_runner.py:73) -2024-09-01 16:32:43,736 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.018070820999128046 (mp_runner.py:73) -2024-09-01 16:32:44,311 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.026476686998648802 (mp_runner.py:73) -2024-09-01 16:32:44,769 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.020236660999216838 (mp_runner.py:73) -2024-09-01 16:32:52,101 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.01750677999734762 (mp_runner.py:73) -2024-09-01 16:32:52,101 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.01989305299866828 (mp_runner.py:73) -2024-09-01 16:32:52,104 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.03120728300200426 (mp_runner.py:73) -2024-09-01 16:32:52,104 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.028530511001008563 (mp_runner.py:73) -2024-09-01 16:32:52,111 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.016703387998859398 (mp_runner.py:73) -2024-09-01 16:32:52,114 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.025397078999958467 (mp_runner.py:73) -2024-09-01 16:32:52,115 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.02995848199861939 (mp_runner.py:73) -2024-09-01 16:32:52,121 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.025219129001925467 (mp_runner.py:73) -2024-09-01 16:32:52,121 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.01743881699803751 (mp_runner.py:73) -2024-09-01 16:32:52,123 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.018165330999181606 (mp_runner.py:73) -2024-09-01 16:32:52,125 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.05817972500153701 (mp_runner.py:73) -2024-09-01 16:32:52,143 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.01935289500033832 (mp_runner.py:73) -2024-09-01 16:32:52,189 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.023661849998461548 (mp_runner.py:73) -2024-09-01 16:32:52,283 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.027548136000405066 (mp_runner.py:73) -2024-09-01 16:32:52,287 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.024411386999418028 (mp_runner.py:73) -2024-09-01 16:32:52,290 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.02232252000248991 (mp_runner.py:73) -2024-09-01 16:32:52,373 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.017662305999692762 (mp_runner.py:73) -2024-09-01 16:32:52,376 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.02274504600063665 (mp_runner.py:73) -2024-09-01 16:32:52,387 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.018742266001936514 (mp_runner.py:73) -2024-09-01 16:32:52,410 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.02558160600165138 (mp_runner.py:73) -2024-09-01 16:32:53,177 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.024457824998535216 (mp_runner.py:73) -2024-09-01 16:32:53,217 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.022307707000436494 (mp_runner.py:73) -2024-09-01 16:32:53,289 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.022275004001130583 (mp_runner.py:73) -2024-09-01 16:32:53,294 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.02152156699958141 (mp_runner.py:73) -2024-09-01 16:32:53,297 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.020467990001634462 (mp_runner.py:73) -2024-09-01 16:32:53,678 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.0030935750000935514 (mp_runner.py:73) -2024-09-01 16:32:53,838 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.02683942899966496 (mp_runner.py:73) -2024-09-01 16:32:53,839 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.02352887999950326 (mp_runner.py:73) -2024-09-01 16:32:53,859 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.021939672998996684 (mp_runner.py:73) -2024-09-01 16:32:53,861 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.02400530299928505 (mp_runner.py:73) -2024-09-01 16:32:54,272 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.02485298099782085 (mp_runner.py:73) -2024-09-01 16:32:54,275 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.021361389000958297 (mp_runner.py:73) -2024-09-01 16:32:54,295 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.021632353997119935 (mp_runner.py:73) -2024-09-01 16:32:54,464 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.020204258002195274 (mp_runner.py:73) -2024-09-01 16:32:54,678 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.025904624999384396 (mp_runner.py:73) -2024-09-01 16:32:54,880 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.027500675001647323 (mp_runner.py:73) -2024-09-01 16:32:55,167 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.021140115000889637 (mp_runner.py:73) -2024-09-01 16:32:55,725 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.020852534002187895 (mp_runner.py:73) -2024-09-01 16:32:56,127 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.01739536600143765 (mp_runner.py:73) -2024-09-01 16:32:56,713 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.021830305999174016 (mp_runner.py:73) -2024-09-01 16:33:02,054 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0178s, count=1424, qps in this process: 47.4385 (mp_runner.py:76) -2024-09-01 16:33:02,105 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0074s, count=1336, qps in this process: 44.5224 (mp_runner.py:76) -2024-09-01 16:33:02,114 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0052s, count=1399, qps in this process: 46.6253 (mp_runner.py:76) -2024-09-01 16:33:02,117 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0064s, count=1374, qps in this process: 45.7902 (mp_runner.py:76) -2024-09-01 16:33:02,122 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0114s, count=1456, qps in this process: 48.5149 (mp_runner.py:76) -2024-09-01 16:33:02,136 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0058s, count=1428, qps in this process: 47.5908 (mp_runner.py:76) -2024-09-01 16:33:02,152 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0283s, count=1457, qps in this process: 48.5209 (mp_runner.py:76) -2024-09-01 16:33:02,157 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0237s, count=1401, qps in this process: 46.6631 (mp_runner.py:76) -2024-09-01 16:33:02,159 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0032s, count=1402, qps in this process: 46.7283 (mp_runner.py:76) -2024-09-01 16:33:02,164 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.01s, count=1402, qps in this process: 46.7178 (mp_runner.py:76) -2024-09-01 16:33:02,183 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0112s, count=1402, qps in this process: 46.7159 (mp_runner.py:76) -2024-09-01 16:33:02,184 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0011s, count=1459, qps in this process: 48.6316 (mp_runner.py:76) -2024-09-01 16:33:02,185 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0124s, count=1459, qps in this process: 48.6132 (mp_runner.py:76) -2024-09-01 16:33:02,187 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0047s, count=1412, qps in this process: 47.0593 (mp_runner.py:76) -2024-09-01 16:33:02,188 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0024s, count=1314, qps in this process: 43.7965 (mp_runner.py:76) -2024-09-01 16:33:02,189 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0042s, count=1404, qps in this process: 46.7934 (mp_runner.py:76) -2024-09-01 16:33:02,192 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0167s, count=1454, qps in this process: 48.4397 (mp_runner.py:76) -2024-09-01 16:33:02,195 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0052s, count=1460, qps in this process: 48.6582 (mp_runner.py:76) -2024-09-01 16:33:02,202 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.004s, count=1404, qps in this process: 46.7938 (mp_runner.py:76) -2024-09-01 16:33:02,208 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0065s, count=1461, qps in this process: 48.6895 (mp_runner.py:76) -2024-09-01 16:33:02,213 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0182s, count=1455, qps in this process: 48.4706 (mp_runner.py:76) -2024-09-01 16:33:02,220 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0013s, count=1424, qps in this process: 47.4646 (mp_runner.py:76) -2024-09-01 16:33:02,223 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0077s, count=1343, qps in this process: 44.7552 (mp_runner.py:76) -2024-09-01 16:33:02,229 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0081s, count=1433, qps in this process: 47.7538 (mp_runner.py:76) -2024-09-01 16:33:02,229 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0097s, count=1462, qps in this process: 48.7176 (mp_runner.py:76) -2024-09-01 16:33:02,229 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0099s, count=1462, qps in this process: 48.7173 (mp_runner.py:76) -2024-09-01 16:33:02,231 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0079s, count=1407, qps in this process: 46.8877 (mp_runner.py:76) -2024-09-01 16:33:02,238 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0017s, count=1463, qps in this process: 48.7639 (mp_runner.py:76) -2024-09-01 16:33:02,239 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0038s, count=1326, qps in this process: 44.1944 (mp_runner.py:76) -2024-09-01 16:33:02,240 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0209s, count=1456, qps in this process: 48.4995 (mp_runner.py:76) -2024-09-01 16:33:02,249 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0034s, count=1427, qps in this process: 47.5613 (mp_runner.py:76) -2024-09-01 16:33:02,251 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0029s, count=1308, qps in this process: 43.5958 (mp_runner.py:76) -2024-09-01 16:33:02,253 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0013s, count=1258, qps in this process: 41.9315 (mp_runner.py:76) -2024-09-01 16:33:02,266 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0043s, count=1277, qps in this process: 42.5606 (mp_runner.py:76) -2024-09-01 16:33:02,272 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0047s, count=1385, qps in this process: 46.1594 (mp_runner.py:76) -2024-09-01 16:33:02,280 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.01s, count=1467, qps in this process: 48.8837 (mp_runner.py:76) -2024-09-01 16:33:02,290 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.001s, count=1358, qps in this process: 45.2652 (mp_runner.py:76) -2024-09-01 16:33:02,291 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0012s, count=1317, qps in this process: 43.8982 (mp_runner.py:76) -2024-09-01 16:33:02,315 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0005s, count=1440, qps in this process: 47.9992 (mp_runner.py:76) -2024-09-01 16:33:02,345 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0013s, count=1282, qps in this process: 42.7315 (mp_runner.py:76) -2024-09-01 16:33:02,350 | INFO |End search in concurrency 40: dur=30.52800549099993s, total_count=56058, qps=1836.2811 (mp_runner.py:120) -2024-09-01 16:33:05,492 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:33:05,492 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 16:33:16,307 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 16:33:16,446 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,540 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,557 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,565 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,579 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,607 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,610 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,651 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,654 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,687 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,718 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,724 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,727 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,752 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,761 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,783 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,784 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,798 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,799 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,802 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,804 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,812 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,812 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,829 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,857 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,857 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,902 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,907 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:16,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:33:26,623 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.006117552999057807 (mp_runner.py:73) -2024-09-01 16:33:26,624 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.005678455996530829 (mp_runner.py:73) -2024-09-01 16:33:26,625 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.007303070000489242 (mp_runner.py:73) -2024-09-01 16:33:26,625 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.010605076000501867 (mp_runner.py:73) -2024-09-01 16:33:26,626 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.009292929000366712 (mp_runner.py:73) -2024-09-01 16:33:26,627 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.01181188600094174 (mp_runner.py:73) -2024-09-01 16:33:26,628 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.009845137999946019 (mp_runner.py:73) -2024-09-01 16:33:26,628 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.01413717099785572 (mp_runner.py:73) -2024-09-01 16:33:26,629 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.013333691997104324 (mp_runner.py:73) -2024-09-01 16:33:26,630 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.01451520200134837 (mp_runner.py:73) -2024-09-01 16:33:26,633 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.014374300000781659 (mp_runner.py:73) -2024-09-01 16:33:26,635 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.02114476000133436 (mp_runner.py:73) -2024-09-01 16:33:26,639 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.019868590999976732 (mp_runner.py:73) -2024-09-01 16:33:26,640 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.02014587400117307 (mp_runner.py:73) -2024-09-01 16:33:26,640 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.01934502200310817 (mp_runner.py:73) -2024-09-01 16:33:26,641 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.020743091001349967 (mp_runner.py:73) -2024-09-01 16:33:26,642 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.018398914999124827 (mp_runner.py:73) -2024-09-01 16:33:26,643 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.011913995000213617 (mp_runner.py:73) -2024-09-01 16:33:26,649 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.001304074001382105 (mp_runner.py:73) -2024-09-01 16:33:26,651 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.01005674100088072 (mp_runner.py:73) -2024-09-01 16:33:26,651 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.01914851200126577 (mp_runner.py:73) -2024-09-01 16:33:26,652 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.01737338500242913 (mp_runner.py:73) -2024-09-01 16:33:26,653 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.017190610997204203 (mp_runner.py:73) -2024-09-01 16:33:27,756 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.021107278997078538 (mp_runner.py:73) -2024-09-01 16:33:27,778 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.04062146500291419 (mp_runner.py:73) -2024-09-01 16:33:27,902 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.016477898996527074 (mp_runner.py:73) -2024-09-01 16:33:27,907 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.022180256997671677 (mp_runner.py:73) -2024-09-01 16:33:27,938 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.05256477099828771 (mp_runner.py:73) -2024-09-01 16:33:28,121 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.010685401000955608 (mp_runner.py:73) -2024-09-01 16:33:28,125 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.017902097999467514 (mp_runner.py:73) -2024-09-01 16:33:28,134 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.027693111002008663 (mp_runner.py:73) -2024-09-01 16:33:28,189 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.01956793099816423 (mp_runner.py:73) -2024-09-01 16:33:28,333 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.013938880001660436 (mp_runner.py:73) -2024-09-01 16:33:28,336 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.015953223999531474 (mp_runner.py:73) -2024-09-01 16:33:28,339 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.023376356999506243 (mp_runner.py:73) -2024-09-01 16:33:28,339 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.025075288001971785 (mp_runner.py:73) -2024-09-01 16:33:28,342 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.025920131000020774 (mp_runner.py:73) -2024-09-01 16:33:28,348 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.029228423001768533 (mp_runner.py:73) -2024-09-01 16:33:28,349 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.02833027299857349 (mp_runner.py:73) -2024-09-01 16:33:28,747 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.022847280000860337 (mp_runner.py:73) -2024-09-01 16:33:28,753 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.029264241002238123 (mp_runner.py:73) -2024-09-01 16:33:28,825 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.021214421998593025 (mp_runner.py:73) -2024-09-01 16:33:29,450 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.029224014997453196 (mp_runner.py:73) -2024-09-01 16:33:29,459 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.016406293001637096 (mp_runner.py:73) -2024-09-01 16:33:29,462 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02309612799945171 (mp_runner.py:73) -2024-09-01 16:33:37,697 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.018818642001861008 (mp_runner.py:73) -2024-09-01 16:33:37,698 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.018850898999517085 (mp_runner.py:73) -2024-09-01 16:33:37,699 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.018420074997266056 (mp_runner.py:73) -2024-09-01 16:33:37,700 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.019893240998499095 (mp_runner.py:73) -2024-09-01 16:33:37,700 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.019204194999474566 (mp_runner.py:73) -2024-09-01 16:33:37,701 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.019176648998836754 (mp_runner.py:73) -2024-09-01 16:33:37,702 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.01778980900053284 (mp_runner.py:73) -2024-09-01 16:33:37,703 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.017990540000027977 (mp_runner.py:73) -2024-09-01 16:33:37,703 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.02729062100115698 (mp_runner.py:73) -2024-09-01 16:33:37,706 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.01895766899906448 (mp_runner.py:73) -2024-09-01 16:33:37,706 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.028905735001899302 (mp_runner.py:73) -2024-09-01 16:33:37,706 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.017855824997241143 (mp_runner.py:73) -2024-09-01 16:33:37,709 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.016186029999516904 (mp_runner.py:73) -2024-09-01 16:33:37,724 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.0487540119975165 (mp_runner.py:73) -2024-09-01 16:33:37,750 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.024842964001436485 (mp_runner.py:73) -2024-09-01 16:33:37,766 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.02005879799980903 (mp_runner.py:73) -2024-09-01 16:33:37,962 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.017639100002270425 (mp_runner.py:73) -2024-09-01 16:33:37,962 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.025661609000962926 (mp_runner.py:73) -2024-09-01 16:33:37,963 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.017246379000425804 (mp_runner.py:73) -2024-09-01 16:33:37,963 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.027461039000627352 (mp_runner.py:73) -2024-09-01 16:33:37,964 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.020450905998586677 (mp_runner.py:73) -2024-09-01 16:33:37,965 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.016848694998770952 (mp_runner.py:73) -2024-09-01 16:33:37,966 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.0230029829981504 (mp_runner.py:73) -2024-09-01 16:33:37,967 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.016849879000801593 (mp_runner.py:73) -2024-09-01 16:33:37,968 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.016080485002021305 (mp_runner.py:73) -2024-09-01 16:33:37,970 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.016820900000311667 (mp_runner.py:73) -2024-09-01 16:33:37,975 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.017368380998959765 (mp_runner.py:73) -2024-09-01 16:33:37,977 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.01890694600297138 (mp_runner.py:73) -2024-09-01 16:33:38,062 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.033170968999911565 (mp_runner.py:73) -2024-09-01 16:33:38,063 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.03260831700026756 (mp_runner.py:73) -2024-09-01 16:33:38,336 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.025479091000306653 (mp_runner.py:73) -2024-09-01 16:33:38,699 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.0245325319992844 (mp_runner.py:73) -2024-09-01 16:33:39,074 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.0763837140002579 (mp_runner.py:73) -2024-09-01 16:33:39,300 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.02688070499789319 (mp_runner.py:73) -2024-09-01 16:33:39,893 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.00626248300250154 (mp_runner.py:73) -2024-09-01 16:33:40,017 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.036183650998282246 (mp_runner.py:73) -2024-09-01 16:33:40,553 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.017607249999855412 (mp_runner.py:73) -2024-09-01 16:33:40,767 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.02824936099932529 (mp_runner.py:73) -2024-09-01 16:33:41,102 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.02845131100184517 (mp_runner.py:73) -2024-09-01 16:33:41,454 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.024261518999992404 (mp_runner.py:73) -2024-09-01 16:33:41,455 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.028260680999665055 (mp_runner.py:73) -2024-09-01 16:33:41,631 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.022085937001975253 (mp_runner.py:73) -2024-09-01 16:33:41,648 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.033030874001269694 (mp_runner.py:73) -2024-09-01 16:33:41,650 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.0030571460010833107 (mp_runner.py:73) -2024-09-01 16:33:41,861 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.02565808900180855 (mp_runner.py:73) -2024-09-01 16:33:46,477 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0265s, count=1277, qps in this process: 42.5291 (mp_runner.py:76) -2024-09-01 16:33:46,565 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0195s, count=1325, qps in this process: 44.138 (mp_runner.py:76) -2024-09-01 16:33:46,580 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0101s, count=1384, qps in this process: 46.1178 (mp_runner.py:76) -2024-09-01 16:33:46,581 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0141s, count=1387, qps in this process: 46.2116 (mp_runner.py:76) -2024-09-01 16:33:46,584 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0094s, count=1388, qps in this process: 46.2522 (mp_runner.py:76) -2024-09-01 16:33:46,611 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0248s, count=1388, qps in this process: 46.2285 (mp_runner.py:76) -2024-09-01 16:33:46,613 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.003s, count=1373, qps in this process: 45.7621 (mp_runner.py:76) -2024-09-01 16:33:46,628 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0156s, count=1311, qps in this process: 43.6773 (mp_runner.py:76) -2024-09-01 16:33:46,674 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0208s, count=1392, qps in this process: 46.3679 (mp_runner.py:76) -2024-09-01 16:33:46,676 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0228s, count=1392, qps in this process: 46.3648 (mp_runner.py:76) -2024-09-01 16:33:46,676 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0179s, count=1392, qps in this process: 46.3723 (mp_runner.py:76) -2024-09-01 16:33:46,680 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0209s, count=1392, qps in this process: 46.3677 (mp_runner.py:76) -2024-09-01 16:33:46,705 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.003s, count=1389, qps in this process: 46.2954 (mp_runner.py:76) -2024-09-01 16:33:46,711 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0241s, count=1393, qps in this process: 46.3961 (mp_runner.py:76) -2024-09-01 16:33:46,722 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.033s, count=1393, qps in this process: 46.3823 (mp_runner.py:76) -2024-09-01 16:33:46,725 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0024s, count=1390, qps in this process: 46.3296 (mp_runner.py:76) -2024-09-01 16:33:46,736 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.005s, count=1394, qps in this process: 46.4589 (mp_runner.py:76) -2024-09-01 16:33:46,748 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0211s, count=1326, qps in this process: 44.1689 (mp_runner.py:76) -2024-09-01 16:33:46,753 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0032s, count=1396, qps in this process: 46.5284 (mp_runner.py:76) -2024-09-01 16:33:46,758 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0013s, count=1188, qps in this process: 39.5983 (mp_runner.py:76) -2024-09-01 16:33:46,760 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0098s, count=1396, qps in this process: 46.5181 (mp_runner.py:76) -2024-09-01 16:33:46,761 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0036s, count=1396, qps in this process: 46.5278 (mp_runner.py:76) -2024-09-01 16:33:46,763 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0078s, count=1396, qps in this process: 46.5212 (mp_runner.py:76) -2024-09-01 16:33:46,779 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0108s, count=1208, qps in this process: 40.2522 (mp_runner.py:76) -2024-09-01 16:33:46,795 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0082s, count=1398, qps in this process: 46.5873 (mp_runner.py:76) -2024-09-01 16:33:46,797 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0007s, count=1399, qps in this process: 46.6322 (mp_runner.py:76) -2024-09-01 16:33:46,803 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0027s, count=1374, qps in this process: 45.7959 (mp_runner.py:76) -2024-09-01 16:33:46,803 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0155s, count=1398, qps in this process: 46.5759 (mp_runner.py:76) -2024-09-01 16:33:46,809 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0007s, count=1279, qps in this process: 42.6323 (mp_runner.py:76) -2024-09-01 16:33:46,810 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0042s, count=1399, qps in this process: 46.6268 (mp_runner.py:76) -2024-09-01 16:33:46,816 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0142s, count=1400, qps in this process: 46.6446 (mp_runner.py:76) -2024-09-01 16:33:46,819 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0032s, count=1236, qps in this process: 41.1956 (mp_runner.py:76) -2024-09-01 16:33:46,821 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0034s, count=1401, qps in this process: 46.6947 (mp_runner.py:76) -2024-09-01 16:33:46,823 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0057s, count=1401, qps in this process: 46.6911 (mp_runner.py:76) -2024-09-01 16:33:46,824 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.009s, count=1401, qps in this process: 46.686 (mp_runner.py:76) -2024-09-01 16:33:46,835 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0028s, count=1326, qps in this process: 44.1959 (mp_runner.py:76) -2024-09-01 16:33:46,840 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0043s, count=1278, qps in this process: 42.5939 (mp_runner.py:76) -2024-09-01 16:33:46,841 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0085s, count=1281, qps in this process: 42.6879 (mp_runner.py:76) -2024-09-01 16:33:46,853 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0078s, count=1402, qps in this process: 46.7212 (mp_runner.py:76) -2024-09-01 16:33:46,863 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0011s, count=1213, qps in this process: 40.4319 (mp_runner.py:76) -2024-09-01 16:33:46,864 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0027s, count=1245, qps in this process: 41.4963 (mp_runner.py:76) -2024-09-01 16:33:46,900 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0014s, count=1233, qps in this process: 41.0981 (mp_runner.py:76) -2024-09-01 16:33:46,907 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0006s, count=1219, qps in this process: 40.6325 (mp_runner.py:76) -2024-09-01 16:33:46,911 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0009s, count=1241, qps in this process: 41.3654 (mp_runner.py:76) -2024-09-01 16:33:46,936 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0013s, count=1236, qps in this process: 41.1982 (mp_runner.py:76) -2024-09-01 16:33:46,945 | INFO |End search in concurrency 45: dur=30.63748745200064s, total_count=60426, qps=1972.2897 (mp_runner.py:120) -2024-09-01 16:33:49,987 | INFO |Update largest qps with concurrency 45: current max_qps=1972.2897 (mp_runner.py:124) -2024-09-01 16:33:50,403 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:33:50,404 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 16:34:11,338 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 16:34:11,488 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,625 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,635 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,638 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,641 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,662 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,694 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,698 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,701 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,701 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,701 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,702 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,751 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,751 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,758 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,793 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,796 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,797 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,798 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,801 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,803 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,820 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,835 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,836 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,836 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,842 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,851 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,882 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,921 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,921 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,922 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,930 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,932 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,937 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,937 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:11,949 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:34:23,209 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.010914393998973537 (mp_runner.py:73) -2024-09-01 16:34:23,210 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.006567124000866897 (mp_runner.py:73) -2024-09-01 16:34:23,212 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.010280780999892158 (mp_runner.py:73) -2024-09-01 16:34:23,214 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.010897569001826923 (mp_runner.py:73) -2024-09-01 16:34:23,217 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.01232053399871802 (mp_runner.py:73) -2024-09-01 16:34:23,218 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.019693450998602202 (mp_runner.py:73) -2024-09-01 16:34:23,219 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.018559193002147367 (mp_runner.py:73) -2024-09-01 16:34:23,225 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.020482929998252075 (mp_runner.py:73) -2024-09-01 16:34:23,236 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.031561505998979555 (mp_runner.py:73) -2024-09-01 16:34:23,240 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.04310898800031282 (mp_runner.py:73) -2024-09-01 16:34:23,261 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.021947489000012865 (mp_runner.py:73) -2024-09-01 16:34:23,263 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.022768595001252834 (mp_runner.py:73) -2024-09-01 16:34:23,264 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.02721683799973107 (mp_runner.py:73) -2024-09-01 16:34:23,266 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.02657099600037327 (mp_runner.py:73) -2024-09-01 16:34:23,267 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.024240544000349473 (mp_runner.py:73) -2024-09-01 16:34:23,272 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.011819622999610147 (mp_runner.py:73) -2024-09-01 16:34:23,372 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.02457170299749123 (mp_runner.py:73) -2024-09-01 16:34:23,379 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.022195699999429053 (mp_runner.py:73) -2024-09-01 16:34:23,396 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.04339372899994487 (mp_runner.py:73) -2024-09-01 16:34:23,534 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.025773197998205433 (mp_runner.py:73) -2024-09-01 16:34:24,014 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.01814035600182251 (mp_runner.py:73) -2024-09-01 16:34:24,019 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.024251779999758583 (mp_runner.py:73) -2024-09-01 16:34:24,023 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03080947600028594 (mp_runner.py:73) -2024-09-01 16:34:24,033 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.036483072999544675 (mp_runner.py:73) -2024-09-01 16:34:24,035 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.039645431003009435 (mp_runner.py:73) -2024-09-01 16:34:24,037 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.03802237199852243 (mp_runner.py:73) -2024-09-01 16:34:24,041 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.03472105900073075 (mp_runner.py:73) -2024-09-01 16:34:24,055 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.06278424600168364 (mp_runner.py:73) -2024-09-01 16:34:24,471 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.015368189997388981 (mp_runner.py:73) -2024-09-01 16:34:24,474 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.01443231899975217 (mp_runner.py:73) -2024-09-01 16:34:24,474 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.01498778899986064 (mp_runner.py:73) -2024-09-01 16:34:24,475 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.015984151999873575 (mp_runner.py:73) -2024-09-01 16:34:24,475 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.015849768999032676 (mp_runner.py:73) -2024-09-01 16:34:24,477 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.019384774001082405 (mp_runner.py:73) -2024-09-01 16:34:24,478 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.01524449900171021 (mp_runner.py:73) -2024-09-01 16:34:24,479 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.01611276399853523 (mp_runner.py:73) -2024-09-01 16:34:24,480 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.02550806600265787 (mp_runner.py:73) -2024-09-01 16:34:24,480 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.025575210001989035 (mp_runner.py:73) -2024-09-01 16:34:24,481 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.02802605000033509 (mp_runner.py:73) -2024-09-01 16:34:24,481 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.0156507360006799 (mp_runner.py:73) -2024-09-01 16:34:24,483 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.016885277997062076 (mp_runner.py:73) -2024-09-01 16:34:24,487 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.017334085998299997 (mp_runner.py:73) -2024-09-01 16:34:24,490 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03472561099988525 (mp_runner.py:73) -2024-09-01 16:34:24,584 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.02823511299720849 (mp_runner.py:73) -2024-09-01 16:34:24,672 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.027056797000113875 (mp_runner.py:73) -2024-09-01 16:34:24,948 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.02497592300278484 (mp_runner.py:73) -2024-09-01 16:34:25,762 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.026250831000652397 (mp_runner.py:73) -2024-09-01 16:34:25,824 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.028696614001091802 (mp_runner.py:73) -2024-09-01 16:34:26,104 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.0230399940010102 (mp_runner.py:73) -2024-09-01 16:34:27,859 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.020694278999144444 (mp_runner.py:73) -2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.03567411599942716 (mp_runner.py:73) -2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.039512177998403786 (mp_runner.py:73) -2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.036564953999913996 (mp_runner.py:73) -2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.037957030999677954 (mp_runner.py:73) -2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.03756552499908139 (mp_runner.py:73) -2024-09-01 16:34:35,399 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.03929853200315847 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.03736358499736525 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.04052942700218409 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.03580320900073275 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.03848465899864095 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.03696099300213973 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.04018398799962597 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.03948388999924646 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.028195270999276545 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.02394481699957396 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.02684157100156881 (mp_runner.py:73) -2024-09-01 16:34:35,400 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.02764969999770983 (mp_runner.py:73) -2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.030975415000284556 (mp_runner.py:73) -2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.03047839999999269 (mp_runner.py:73) -2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.035496575001161546 (mp_runner.py:73) -2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.0316002670006128 (mp_runner.py:73) -2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.012227215000166325 (mp_runner.py:73) -2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.04482867200204055 (mp_runner.py:73) -2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.03080740499717649 (mp_runner.py:73) -2024-09-01 16:34:35,401 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.029069320000417065 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.04417998599819839 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.03667906700138701 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.03433853100068518 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.035475447002681904 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.043807636997371446 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.02775254899825086 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.03101102999789873 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.04662794799878611 (mp_runner.py:73) -2024-09-01 16:34:35,402 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.03137173399954918 (mp_runner.py:73) -2024-09-01 16:34:35,403 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.03697718200055533 (mp_runner.py:73) -2024-09-01 16:34:35,403 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.03827695499785477 (mp_runner.py:73) -2024-09-01 16:34:35,411 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.03305278300103964 (mp_runner.py:73) -2024-09-01 16:34:35,413 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.024576282998168608 (mp_runner.py:73) -2024-09-01 16:34:35,413 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.020542940001178067 (mp_runner.py:73) -2024-09-01 16:34:35,842 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.022681469999952242 (mp_runner.py:73) -2024-09-01 16:34:37,073 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.03298713299955125 (mp_runner.py:73) -2024-09-01 16:34:37,096 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.0645090700018045 (mp_runner.py:73) -2024-09-01 16:34:38,068 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.03060872399873915 (mp_runner.py:73) -2024-09-01 16:34:38,134 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.024471092998282984 (mp_runner.py:73) -2024-09-01 16:34:38,419 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.03431173599892645 (mp_runner.py:73) -2024-09-01 16:34:38,420 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.03755529900081456 (mp_runner.py:73) -2024-09-01 16:34:39,492 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.02176964700265671 (mp_runner.py:73) -2024-09-01 16:34:39,711 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.011390149000362726 (mp_runner.py:73) -2024-09-01 16:34:39,991 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.03605576699919766 (mp_runner.py:73) -2024-09-01 16:34:41,507 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0068s, count=1278, qps in this process: 42.5903 (mp_runner.py:76) -2024-09-01 16:34:41,646 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0077s, count=1283, qps in this process: 42.7557 (mp_runner.py:76) -2024-09-01 16:34:41,662 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.015s, count=1284, qps in this process: 42.7786 (mp_runner.py:76) -2024-09-01 16:34:41,665 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0007s, count=1284, qps in this process: 42.799 (mp_runner.py:76) -2024-09-01 16:34:41,669 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.029s, count=1278, qps in this process: 42.5589 (mp_runner.py:76) -2024-09-01 16:34:41,688 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0439s, count=1281, qps in this process: 42.6376 (mp_runner.py:76) -2024-09-01 16:34:41,704 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0008s, count=1286, qps in this process: 42.8655 (mp_runner.py:76) -2024-09-01 16:34:41,705 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0023s, count=1280, qps in this process: 42.6634 (mp_runner.py:76) -2024-09-01 16:34:41,709 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0052s, count=1254, qps in this process: 41.7928 (mp_runner.py:76) -2024-09-01 16:34:41,717 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0129s, count=1286, qps in this process: 42.8482 (mp_runner.py:76) -2024-09-01 16:34:41,722 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0159s, count=1170, qps in this process: 38.9793 (mp_runner.py:76) -2024-09-01 16:34:41,723 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0258s, count=1281, qps in this process: 42.6633 (mp_runner.py:76) -2024-09-01 16:34:41,767 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0015s, count=1289, qps in this process: 42.9645 (mp_runner.py:76) -2024-09-01 16:34:41,768 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0044s, count=1289, qps in this process: 42.9604 (mp_runner.py:76) -2024-09-01 16:34:41,768 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0032s, count=1289, qps in this process: 42.9621 (mp_runner.py:76) -2024-09-01 16:34:41,770 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0053s, count=1289, qps in this process: 42.9591 (mp_runner.py:76) -2024-09-01 16:34:41,794 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0028s, count=1285, qps in this process: 42.8293 (mp_runner.py:76) -2024-09-01 16:34:41,798 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0003s, count=1291, qps in this process: 43.0329 (mp_runner.py:76) -2024-09-01 16:34:41,806 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0141s, count=1290, qps in this process: 42.9798 (mp_runner.py:76) -2024-09-01 16:34:41,809 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0093s, count=1286, qps in this process: 42.8534 (mp_runner.py:76) -2024-09-01 16:34:41,814 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0091s, count=1292, qps in this process: 43.0536 (mp_runner.py:76) -2024-09-01 16:34:41,818 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.017s, count=1259, qps in this process: 41.9429 (mp_runner.py:76) -2024-09-01 16:34:41,819 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0174s, count=1292, qps in this process: 43.0417 (mp_runner.py:76) -2024-09-01 16:34:41,819 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0219s, count=1292, qps in this process: 43.0353 (mp_runner.py:76) -2024-09-01 16:34:41,821 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0148s, count=1210, qps in this process: 40.3134 (mp_runner.py:76) -2024-09-01 16:34:41,826 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0024s, count=1293, qps in this process: 43.0966 (mp_runner.py:76) -2024-09-01 16:34:41,840 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0002s, count=1288, qps in this process: 42.933 (mp_runner.py:76) -2024-09-01 16:34:41,841 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0013s, count=1293, qps in this process: 43.0981 (mp_runner.py:76) -2024-09-01 16:34:41,845 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.002s, count=1294, qps in this process: 43.1305 (mp_runner.py:76) -2024-09-01 16:34:41,850 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0079s, count=1293, qps in this process: 43.0887 (mp_runner.py:76) -2024-09-01 16:34:41,852 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.01s, count=1128, qps in this process: 37.5875 (mp_runner.py:76) -2024-09-01 16:34:41,857 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0151s, count=1247, qps in this process: 41.5458 (mp_runner.py:76) -2024-09-01 16:34:41,863 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.004s, count=1135, qps in this process: 37.8283 (mp_runner.py:76) -2024-09-01 16:34:41,865 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0165s, count=1295, qps in this process: 43.1429 (mp_runner.py:76) -2024-09-01 16:34:41,865 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0231s, count=1295, qps in this process: 43.1335 (mp_runner.py:76) -2024-09-01 16:34:41,871 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0077s, count=1178, qps in this process: 39.2566 (mp_runner.py:76) -2024-09-01 16:34:41,890 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0065s, count=1145, qps in this process: 38.1584 (mp_runner.py:76) -2024-09-01 16:34:41,891 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0056s, count=1297, qps in this process: 43.2253 (mp_runner.py:76) -2024-09-01 16:34:41,897 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0027s, count=1298, qps in this process: 43.2628 (mp_runner.py:76) -2024-09-01 16:34:41,897 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0045s, count=1135, qps in this process: 37.8277 (mp_runner.py:76) -2024-09-01 16:34:41,899 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.007844448999094311 (mp_runner.py:73) -2024-09-01 16:34:41,903 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0082s, count=1295, qps in this process: 43.1549 (mp_runner.py:76) -2024-09-01 16:34:41,927 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.002s, count=1261, qps in this process: 42.0305 (mp_runner.py:76) -2024-09-01 16:34:41,927 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0005s, count=1093, qps in this process: 36.4327 (mp_runner.py:76) -2024-09-01 16:34:41,928 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0025s, count=1299, qps in this process: 43.2964 (mp_runner.py:76) -2024-09-01 16:34:41,936 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.001s, count=1300, qps in this process: 43.3319 (mp_runner.py:76) -2024-09-01 16:34:41,940 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0034s, count=1303, qps in this process: 43.4284 (mp_runner.py:76) -2024-09-01 16:34:41,944 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0012s, count=1108, qps in this process: 36.9319 (mp_runner.py:76) -2024-09-01 16:34:41,947 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0025s, count=1086, qps in this process: 36.197 (mp_runner.py:76) -2024-09-01 16:34:41,948 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.004s, count=1305, qps in this process: 43.4942 (mp_runner.py:76) -2024-09-01 16:34:41,961 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0009s, count=1019, qps in this process: 33.9656 (mp_runner.py:76) -2024-09-01 16:34:41,970 | INFO |End search in concurrency 50: dur=30.632197987000836s, total_count=62581, qps=2042.981 (mp_runner.py:120) -2024-09-01 16:34:45,391 | INFO |Update largest qps with concurrency 50: current max_qps=2042.981 (mp_runner.py:124) -2024-09-01 16:34:45,813 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:34:45,814 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 16:35:06,934 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 16:35:07,128 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,136 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,194 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,197 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,232 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,302 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,355 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,363 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,363 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,364 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,369 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,371 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,439 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,440 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,445 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,458 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,459 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,474 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,489 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,491 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,513 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,513 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,532 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,542 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,555 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,558 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,559 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,594 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,595 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,597 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,599 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,609 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,694 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,694 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:07,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:35:20,932 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.01809568200042122 (mp_runner.py:73) -2024-09-01 16:35:20,935 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.01871886099979747 (mp_runner.py:73) -2024-09-01 16:35:20,936 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.024750118998781545 (mp_runner.py:73) -2024-09-01 16:35:20,937 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.018687321000470547 (mp_runner.py:73) -2024-09-01 16:35:20,939 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.018084416002238868 (mp_runner.py:73) -2024-09-01 16:35:20,947 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.02130934999877354 (mp_runner.py:73) -2024-09-01 16:35:20,949 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.019556073999410728 (mp_runner.py:73) -2024-09-01 16:35:20,951 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.04145344299831777 (mp_runner.py:73) -2024-09-01 16:35:20,953 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.02002027900016401 (mp_runner.py:73) -2024-09-01 16:35:20,970 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.025900897999235895 (mp_runner.py:73) -2024-09-01 16:35:20,989 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.02006722000078298 (mp_runner.py:73) -2024-09-01 16:35:20,992 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.021800000002258457 (mp_runner.py:73) -2024-09-01 16:35:20,993 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.02423537100185058 (mp_runner.py:73) -2024-09-01 16:35:20,993 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.022079992999351816 (mp_runner.py:73) -2024-09-01 16:35:20,998 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.03046826100035105 (mp_runner.py:73) -2024-09-01 16:35:21,023 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.060908169001777424 (mp_runner.py:73) -2024-09-01 16:35:21,059 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.0444231330002367 (mp_runner.py:73) -2024-09-01 16:35:21,062 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.017310127997916425 (mp_runner.py:73) -2024-09-01 16:35:21,176 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.04925218000062159 (mp_runner.py:73) -2024-09-01 16:35:21,219 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.031133052998484345 (mp_runner.py:73) -2024-09-01 16:35:21,239 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02223070599939092 (mp_runner.py:73) -2024-09-01 16:35:21,243 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.02122044600037043 (mp_runner.py:73) -2024-09-01 16:35:21,245 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.018115466999006458 (mp_runner.py:73) -2024-09-01 16:35:21,329 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.032142276999366004 (mp_runner.py:73) -2024-09-01 16:35:21,365 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.04851639900152804 (mp_runner.py:73) -2024-09-01 16:35:21,369 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.012421881998307072 (mp_runner.py:73) -2024-09-01 16:35:21,375 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.030745986001420533 (mp_runner.py:73) -2024-09-01 16:35:21,389 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.03014448700196226 (mp_runner.py:73) -2024-09-01 16:35:21,399 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.025596108996978728 (mp_runner.py:73) -2024-09-01 16:35:21,401 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.02431524199710111 (mp_runner.py:73) -2024-09-01 16:35:21,409 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.024111544000334106 (mp_runner.py:73) -2024-09-01 16:35:21,412 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.02724804199897335 (mp_runner.py:73) -2024-09-01 16:35:21,472 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.03282551600204897 (mp_runner.py:73) -2024-09-01 16:35:21,499 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.034467844998289365 (mp_runner.py:73) -2024-09-01 16:35:21,523 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.032812091998494 (mp_runner.py:73) -2024-09-01 16:35:21,643 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.03138381899771048 (mp_runner.py:73) -2024-09-01 16:35:21,700 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.03148812600193196 (mp_runner.py:73) -2024-09-01 16:35:21,777 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.029099837000103435 (mp_runner.py:73) -2024-09-01 16:35:22,138 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.023266244999831542 (mp_runner.py:73) -2024-09-01 16:35:22,139 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.027551594997930806 (mp_runner.py:73) -2024-09-01 16:35:23,034 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.021398995999334147 (mp_runner.py:73) -2024-09-01 16:35:23,035 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.02008348399976967 (mp_runner.py:73) -2024-09-01 16:35:23,037 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.022763485001632944 (mp_runner.py:73) -2024-09-01 16:35:23,038 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.026130456000828417 (mp_runner.py:73) -2024-09-01 16:35:23,038 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.027876248001120985 (mp_runner.py:73) -2024-09-01 16:35:23,313 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.010735847998148529 (mp_runner.py:73) -2024-09-01 16:35:23,395 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.02810249100002693 (mp_runner.py:73) -2024-09-01 16:35:23,425 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.02943324399893754 (mp_runner.py:73) -2024-09-01 16:35:23,626 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.03073952799968538 (mp_runner.py:73) -2024-09-01 16:35:24,095 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.019751473002543207 (mp_runner.py:73) -2024-09-01 16:35:24,104 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.058268497999961255 (mp_runner.py:73) -2024-09-01 16:35:24,250 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.02952340699994238 (mp_runner.py:73) -2024-09-01 16:35:24,601 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.044489220999821555 (mp_runner.py:73) -2024-09-01 16:35:24,607 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.08391869499973836 (mp_runner.py:73) -2024-09-01 16:35:24,976 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.03717996500199661 (mp_runner.py:73) -2024-09-01 16:35:34,708 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.015123452998523135 (mp_runner.py:73) -2024-09-01 16:35:34,711 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.017229091998160584 (mp_runner.py:73) -2024-09-01 16:35:34,713 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.010918149000644917 (mp_runner.py:73) -2024-09-01 16:35:34,717 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.020910602001094958 (mp_runner.py:73) -2024-09-01 16:35:34,718 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.02606264400310465 (mp_runner.py:73) -2024-09-01 16:35:34,722 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.02197621400046046 (mp_runner.py:73) -2024-09-01 16:35:34,723 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.02969072599807987 (mp_runner.py:73) -2024-09-01 16:35:34,724 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.025332317996799247 (mp_runner.py:73) -2024-09-01 16:35:34,726 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.025020837001648033 (mp_runner.py:73) -2024-09-01 16:35:34,727 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.024899593998270575 (mp_runner.py:73) -2024-09-01 16:35:34,736 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.019530833000317216 (mp_runner.py:73) -2024-09-01 16:35:34,739 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.008640166000986937 (mp_runner.py:73) -2024-09-01 16:35:34,740 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.024144349998096004 (mp_runner.py:73) -2024-09-01 16:35:34,741 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.028629980002733646 (mp_runner.py:73) -2024-09-01 16:35:34,744 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.05317051499878289 (mp_runner.py:73) -2024-09-01 16:35:34,751 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.02514932199846953 (mp_runner.py:73) -2024-09-01 16:35:34,751 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.020444989000679925 (mp_runner.py:73) -2024-09-01 16:35:34,753 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.023478134000470163 (mp_runner.py:73) -2024-09-01 16:35:34,757 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.022795413999119774 (mp_runner.py:73) -2024-09-01 16:35:34,764 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.01864235199900577 (mp_runner.py:73) -2024-09-01 16:35:34,770 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.0154214129979664 (mp_runner.py:73) -2024-09-01 16:35:34,836 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.030090014002780663 (mp_runner.py:73) -2024-09-01 16:35:34,852 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.03063183099948219 (mp_runner.py:73) -2024-09-01 16:35:34,853 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.030647837000287836 (mp_runner.py:73) -2024-09-01 16:35:34,855 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.02394350499889697 (mp_runner.py:73) -2024-09-01 16:35:34,947 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.022216580000531394 (mp_runner.py:73) -2024-09-01 16:35:35,007 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.032397226998000406 (mp_runner.py:73) -2024-09-01 16:35:35,027 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.029182849000790156 (mp_runner.py:73) -2024-09-01 16:35:35,038 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.04536473800180829 (mp_runner.py:73) -2024-09-01 16:35:35,091 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.031340585999714676 (mp_runner.py:73) -2024-09-01 16:35:35,165 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.02860974300347152 (mp_runner.py:73) -2024-09-01 16:35:36,575 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.022879565000039292 (mp_runner.py:73) -2024-09-01 16:35:36,577 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.030504595997626893 (mp_runner.py:73) -2024-09-01 16:35:36,578 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.027636908998829313 (mp_runner.py:73) -2024-09-01 16:35:37,151 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0068s, count=1067, qps in this process: 35.5586 (mp_runner.py:76) -2024-09-01 16:35:37,157 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0169s, count=991, qps in this process: 33.0147 (mp_runner.py:76) -2024-09-01 16:35:37,210 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0128s, count=1091, qps in this process: 36.3512 (mp_runner.py:76) -2024-09-01 16:35:37,211 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0056s, count=1091, qps in this process: 36.3599 (mp_runner.py:76) -2024-09-01 16:35:37,256 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0141s, count=1066, qps in this process: 35.5166 (mp_runner.py:76) -2024-09-01 16:35:37,310 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0049s, count=968, qps in this process: 32.2614 (mp_runner.py:76) -2024-09-01 16:35:37,365 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0115s, count=1097, qps in this process: 36.5527 (mp_runner.py:76) -2024-09-01 16:35:37,365 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0073s, count=1075, qps in this process: 35.8246 (mp_runner.py:76) -2024-09-01 16:35:37,369 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0012s, count=1096, qps in this process: 36.5319 (mp_runner.py:76) -2024-09-01 16:35:37,383 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0017s, count=1098, qps in this process: 36.5979 (mp_runner.py:76) -2024-09-01 16:35:37,386 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0201s, count=1093, qps in this process: 36.4089 (mp_runner.py:76) -2024-09-01 16:35:37,388 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0204s, count=1097, qps in this process: 36.5418 (mp_runner.py:76) -2024-09-01 16:35:37,390 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0069s, count=1093, qps in this process: 36.425 (mp_runner.py:76) -2024-09-01 16:35:37,391 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0226s, count=1076, qps in this process: 35.8397 (mp_runner.py:76) -2024-09-01 16:35:37,392 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0146s, count=1093, qps in this process: 36.4156 (mp_runner.py:76) -2024-09-01 16:35:37,398 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0323s, count=1097, qps in this process: 36.5273 (mp_runner.py:76) -2024-09-01 16:35:37,401 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0288s, count=1085, qps in this process: 36.132 (mp_runner.py:76) -2024-09-01 16:35:37,403 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0289s, count=1098, qps in this process: 36.5648 (mp_runner.py:76) -2024-09-01 16:35:37,408 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0074s, count=1097, qps in this process: 36.5576 (mp_runner.py:76) -2024-09-01 16:35:37,411 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0288s, count=1094, qps in this process: 36.4317 (mp_runner.py:76) -2024-09-01 16:35:37,430 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0477s, count=1097, qps in this process: 36.5086 (mp_runner.py:76) -2024-09-01 16:35:37,448 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0049s, count=974, qps in this process: 32.4614 (mp_runner.py:76) -2024-09-01 16:35:37,456 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0138s, count=983, qps in this process: 32.7516 (mp_runner.py:76) -2024-09-01 16:35:37,461 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0133s, count=1099, qps in this process: 36.6171 (mp_runner.py:76) -2024-09-01 16:35:37,464 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0009s, count=1030, qps in this process: 34.3323 (mp_runner.py:76) -2024-09-01 16:35:37,471 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0004s, count=1103, qps in this process: 36.7662 (mp_runner.py:76) -2024-09-01 16:35:37,478 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0173s, count=999, qps in this process: 33.2808 (mp_runner.py:76) -2024-09-01 16:35:37,495 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0165s, count=1104, qps in this process: 36.7798 (mp_runner.py:76) -2024-09-01 16:35:37,496 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0174s, count=1104, qps in this process: 36.7787 (mp_runner.py:76) -2024-09-01 16:35:37,500 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0081s, count=995, qps in this process: 33.1577 (mp_runner.py:76) -2024-09-01 16:35:37,507 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0138s, count=979, qps in this process: 32.6183 (mp_runner.py:76) -2024-09-01 16:35:37,520 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0008s, count=1100, qps in this process: 36.6657 (mp_runner.py:76) -2024-09-01 16:35:37,526 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0066s, count=1035, qps in this process: 34.4924 (mp_runner.py:76) -2024-09-01 16:35:37,538 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0018s, count=959, qps in this process: 31.9647 (mp_runner.py:76) -2024-09-01 16:35:37,542 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0028s, count=1106, qps in this process: 36.8632 (mp_runner.py:76) -2024-09-01 16:35:37,556 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0051s, count=1107, qps in this process: 36.8937 (mp_runner.py:76) -2024-09-01 16:35:37,562 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0009s, count=1084, qps in this process: 36.1322 (mp_runner.py:76) -2024-09-01 16:35:37,565 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0125s, count=1107, qps in this process: 36.8846 (mp_runner.py:76) -2024-09-01 16:35:37,569 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0096s, count=941, qps in this process: 31.3566 (mp_runner.py:76) -2024-09-01 16:35:37,575 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0114s, count=986, qps in this process: 32.8542 (mp_runner.py:76) -2024-09-01 16:35:37,602 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0024s, count=1095, qps in this process: 36.4971 (mp_runner.py:76) -2024-09-01 16:35:37,608 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0021s, count=1111, qps in this process: 37.0307 (mp_runner.py:76) -2024-09-01 16:35:37,609 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0067s, count=1041, qps in this process: 34.6923 (mp_runner.py:76) -2024-09-01 16:35:37,613 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0076s, count=987, qps in this process: 32.8917 (mp_runner.py:76) -2024-09-01 16:35:37,623 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0017s, count=959, qps in this process: 31.9649 (mp_runner.py:76) -2024-09-01 16:35:37,637 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0089s, count=1114, qps in this process: 37.1223 (mp_runner.py:76) -2024-09-01 16:35:37,642 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0051s, count=977, qps in this process: 32.5611 (mp_runner.py:76) -2024-09-01 16:35:37,656 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0031s, count=954, qps in this process: 31.7967 (mp_runner.py:76) -2024-09-01 16:35:37,658 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.001s, count=983, qps in this process: 32.7656 (mp_runner.py:76) -2024-09-01 16:35:37,660 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0031s, count=937, qps in this process: 31.2301 (mp_runner.py:76) -2024-09-01 16:35:37,689 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0015s, count=961, qps in this process: 32.0317 (mp_runner.py:76) -2024-09-01 16:35:37,700 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0002s, count=956, qps in this process: 31.8665 (mp_runner.py:76) -2024-09-01 16:35:37,701 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0002s, count=950, qps in this process: 31.6665 (mp_runner.py:76) -2024-09-01 16:35:37,723 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0012s, count=983, qps in this process: 32.7654 (mp_runner.py:76) -2024-09-01 16:35:37,724 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0003s, count=995, qps in this process: 33.1663 (mp_runner.py:76) -2024-09-01 16:35:37,733 | INFO |End search in concurrency 55: dur=30.798846032001165s, total_count=57458, qps=1865.5894 (mp_runner.py:120) -2024-09-01 16:35:41,912 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:35:41,912 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 16:36:03,329 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 16:36:03,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,504 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,532 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,651 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,675 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,700 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,820 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,826 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,826 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,834 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,839 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,840 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,850 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,853 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,858 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,863 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,891 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,902 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,912 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,920 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,955 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,957 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,968 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,991 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,992 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:03,999 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,030 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,030 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,043 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,056 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,088 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,099 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,099 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,113 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,147 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,154 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,154 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,163 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,165 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,227 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,239 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:04,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:36:18,353 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.012331907000771025 (mp_runner.py:73) -2024-09-01 16:36:18,354 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.016051965998485684 (mp_runner.py:73) -2024-09-01 16:36:18,356 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.016058388999226736 (mp_runner.py:73) -2024-09-01 16:36:18,357 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.01755509400027222 (mp_runner.py:73) -2024-09-01 16:36:18,360 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.020738967999932356 (mp_runner.py:73) -2024-09-01 16:36:18,361 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.018689614000322763 (mp_runner.py:73) -2024-09-01 16:36:18,362 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.0036224659997969866 (mp_runner.py:73) -2024-09-01 16:36:18,362 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.022275734998402186 (mp_runner.py:73) -2024-09-01 16:36:18,363 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.018619719001435442 (mp_runner.py:73) -2024-09-01 16:36:18,363 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.021990892000758322 (mp_runner.py:73) -2024-09-01 16:36:18,363 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.020294887999625644 (mp_runner.py:73) -2024-09-01 16:36:18,364 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.02343327299968223 (mp_runner.py:73) -2024-09-01 16:36:18,365 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.022803272997407475 (mp_runner.py:73) -2024-09-01 16:36:18,365 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.004895328998827608 (mp_runner.py:73) -2024-09-01 16:36:18,366 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02736691000245628 (mp_runner.py:73) -2024-09-01 16:36:18,366 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.023766129001160152 (mp_runner.py:73) -2024-09-01 16:36:18,368 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.022215552999114152 (mp_runner.py:73) -2024-09-01 16:36:18,369 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.023127158001443604 (mp_runner.py:73) -2024-09-01 16:36:18,370 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.02310709299854352 (mp_runner.py:73) -2024-09-01 16:36:18,370 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.023027401002764236 (mp_runner.py:73) -2024-09-01 16:36:18,370 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.02389969100113376 (mp_runner.py:73) -2024-09-01 16:36:18,371 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.02385308900193195 (mp_runner.py:73) -2024-09-01 16:36:18,373 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02174214499973459 (mp_runner.py:73) -2024-09-01 16:36:18,373 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.02310110500184237 (mp_runner.py:73) -2024-09-01 16:36:18,374 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.01876145899950643 (mp_runner.py:73) -2024-09-01 16:36:18,374 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.02341496500230278 (mp_runner.py:73) -2024-09-01 16:36:18,379 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.010304792998795165 (mp_runner.py:73) -2024-09-01 16:36:18,380 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.025985473999753594 (mp_runner.py:73) -2024-09-01 16:36:18,385 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.047974442000850104 (mp_runner.py:73) -2024-09-01 16:36:18,410 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.028079023999453057 (mp_runner.py:73) -2024-09-01 16:36:18,594 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.015509672000916908 (mp_runner.py:73) -2024-09-01 16:36:18,596 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.019255382001574617 (mp_runner.py:73) -2024-09-01 16:36:18,598 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.027845658998558065 (mp_runner.py:73) -2024-09-01 16:36:18,607 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.0316769609999028 (mp_runner.py:73) -2024-09-01 16:36:18,667 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.03233169099985389 (mp_runner.py:73) -2024-09-01 16:36:18,677 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.04421595700114267 (mp_runner.py:73) -2024-09-01 16:36:19,008 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.026076711001223885 (mp_runner.py:73) -2024-09-01 16:36:19,177 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.030485600997053552 (mp_runner.py:73) -2024-09-01 16:36:19,203 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.03713089399752789 (mp_runner.py:73) -2024-09-01 16:36:19,319 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.0199771130028239 (mp_runner.py:73) -2024-09-01 16:36:19,387 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.030911623001884436 (mp_runner.py:73) -2024-09-01 16:36:19,723 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03008089899958577 (mp_runner.py:73) -2024-09-01 16:36:19,761 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.06717680799920345 (mp_runner.py:73) -2024-09-01 16:36:19,877 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.02304042299874709 (mp_runner.py:73) -2024-09-01 16:36:19,877 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.022601280998060247 (mp_runner.py:73) -2024-09-01 16:36:19,880 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.02987551500336849 (mp_runner.py:73) -2024-09-01 16:36:19,884 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.034067100001266226 (mp_runner.py:73) -2024-09-01 16:36:19,899 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.04254936299912515 (mp_runner.py:73) -2024-09-01 16:36:20,098 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.03203986500011524 (mp_runner.py:73) -2024-09-01 16:36:20,099 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.028583535000507254 (mp_runner.py:73) -2024-09-01 16:36:20,157 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.03561358399747405 (mp_runner.py:73) -2024-09-01 16:36:20,173 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.030985626002802746 (mp_runner.py:73) -2024-09-01 16:36:20,185 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.0356844270027068 (mp_runner.py:73) -2024-09-01 16:36:20,608 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.03330919899963192 (mp_runner.py:73) -2024-09-01 16:36:20,849 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.0304800760022772 (mp_runner.py:73) -2024-09-01 16:36:21,167 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.005357069003366632 (mp_runner.py:73) -2024-09-01 16:36:21,173 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.042416436997882556 (mp_runner.py:73) -2024-09-01 16:36:21,376 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.026904816000751453 (mp_runner.py:73) -2024-09-01 16:36:21,473 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.03608639400044922 (mp_runner.py:73) -2024-09-01 16:36:21,745 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.029089579002175014 (mp_runner.py:73) -2024-09-01 16:36:33,403 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0247s, count=959, qps in this process: 31.9404 (mp_runner.py:76) -2024-09-01 16:36:33,415 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0114s, count=985, qps in this process: 32.8209 (mp_runner.py:76) -2024-09-01 16:36:33,534 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0178s, count=998, qps in this process: 33.2469 (mp_runner.py:76) -2024-09-01 16:36:33,569 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.019216800999856787 (mp_runner.py:73) -2024-09-01 16:36:33,570 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.020625133998692036 (mp_runner.py:73) -2024-09-01 16:36:33,571 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.018687779000174487 (mp_runner.py:73) -2024-09-01 16:36:33,572 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.018916251003247453 (mp_runner.py:73) -2024-09-01 16:36:33,579 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.03280436900240602 (mp_runner.py:73) -2024-09-01 16:36:33,580 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.02337466800236143 (mp_runner.py:73) -2024-09-01 16:36:33,582 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.024488209000992356 (mp_runner.py:73) -2024-09-01 16:36:33,584 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0037s, count=993, qps in this process: 33.0959 (mp_runner.py:76) -2024-09-01 16:36:33,585 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.023959620000823634 (mp_runner.py:73) -2024-09-01 16:36:33,585 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.023576636998768663 (mp_runner.py:73) -2024-09-01 16:36:33,588 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.024378703001275426 (mp_runner.py:73) -2024-09-01 16:36:33,591 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.024881323999579763 (mp_runner.py:73) -2024-09-01 16:36:33,591 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.0234652119979728 (mp_runner.py:73) -2024-09-01 16:36:33,593 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.02257893400019384 (mp_runner.py:73) -2024-09-01 16:36:33,597 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.021137774998351233 (mp_runner.py:73) -2024-09-01 16:36:33,598 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.053418518997204956 (mp_runner.py:73) -2024-09-01 16:36:33,601 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.020070074999239296 (mp_runner.py:73) -2024-09-01 16:36:33,609 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.05839954300245154 (mp_runner.py:73) -2024-09-01 16:36:33,611 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.029850063001504168 (mp_runner.py:73) -2024-09-01 16:36:33,614 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.022996927000349388 (mp_runner.py:73) -2024-09-01 16:36:33,615 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.019795967997197295 (mp_runner.py:73) -2024-09-01 16:36:33,621 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.024132820002705557 (mp_runner.py:73) -2024-09-01 16:36:33,621 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.017798566997953458 (mp_runner.py:73) -2024-09-01 16:36:33,633 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.0042400210004416294 (mp_runner.py:73) -2024-09-01 16:36:33,664 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0041s, count=1003, qps in this process: 33.4288 (mp_runner.py:76) -2024-09-01 16:36:33,667 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0269s, count=989, qps in this process: 32.9371 (mp_runner.py:76) -2024-09-01 16:36:33,692 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0356s, count=991, qps in this process: 32.9942 (mp_runner.py:76) -2024-09-01 16:36:33,694 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0142s, count=1003, qps in this process: 33.4175 (mp_runner.py:76) -2024-09-01 16:36:33,698 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0376s, count=1003, qps in this process: 33.3915 (mp_runner.py:76) -2024-09-01 16:36:33,702 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.02009922499928507 (mp_runner.py:73) -2024-09-01 16:36:33,703 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.018835798000509385 (mp_runner.py:73) -2024-09-01 16:36:33,705 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.02447811499951058 (mp_runner.py:73) -2024-09-01 16:36:33,707 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.027772887999162776 (mp_runner.py:73) -2024-09-01 16:36:33,713 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0083s, count=1005, qps in this process: 33.4907 (mp_runner.py:76) -2024-09-01 16:36:33,722 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0523s, count=1004, qps in this process: 33.4084 (mp_runner.py:76) -2024-09-01 16:36:33,789 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.0137179900011688 (mp_runner.py:73) -2024-09-01 16:36:33,796 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.02297083899975405 (mp_runner.py:73) -2024-09-01 16:36:33,799 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.025939637002011295 (mp_runner.py:73) -2024-09-01 16:36:33,826 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0004s, count=1009, qps in this process: 33.6329 (mp_runner.py:76) -2024-09-01 16:36:33,842 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0127s, count=952, qps in this process: 31.7199 (mp_runner.py:76) -2024-09-01 16:36:33,851 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0159s, count=998, qps in this process: 33.249 (mp_runner.py:76) -2024-09-01 16:36:33,864 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0298s, count=1010, qps in this process: 33.6333 (mp_runner.py:76) -2024-09-01 16:36:33,864 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0005s, count=1010, qps in this process: 33.6661 (mp_runner.py:76) -2024-09-01 16:36:33,865 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0121s, count=997, qps in this process: 33.2199 (mp_runner.py:76) -2024-09-01 16:36:33,865 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0189s, count=1010, qps in this process: 33.6455 (mp_runner.py:76) -2024-09-01 16:36:33,867 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0024s, count=1007, qps in this process: 33.564 (mp_runner.py:76) -2024-09-01 16:36:33,867 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0309s, count=1010, qps in this process: 33.632 (mp_runner.py:76) -2024-09-01 16:36:33,868 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0384s, count=1010, qps in this process: 33.6236 (mp_runner.py:76) -2024-09-01 16:36:33,868 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.006s, count=1010, qps in this process: 33.6599 (mp_runner.py:76) -2024-09-01 16:36:33,872 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0273s, count=1010, qps in this process: 33.6361 (mp_runner.py:76) -2024-09-01 16:36:33,877 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0195s, count=1007, qps in this process: 33.5449 (mp_runner.py:76) -2024-09-01 16:36:33,884 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0503s, count=1010, qps in this process: 33.6103 (mp_runner.py:76) -2024-09-01 16:36:33,889 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.01492749899989576 (mp_runner.py:73) -2024-09-01 16:36:33,892 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.03198182499909308 (mp_runner.py:73) -2024-09-01 16:36:33,903 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0051s, count=964, qps in this process: 32.1279 (mp_runner.py:76) -2024-09-01 16:36:33,904 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0043s, count=1005, qps in this process: 33.4952 (mp_runner.py:76) -2024-09-01 16:36:33,908 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0085s, count=954, qps in this process: 31.791 (mp_runner.py:76) -2024-09-01 16:36:33,921 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0085s, count=1013, qps in this process: 33.7571 (mp_runner.py:76) -2024-09-01 16:36:33,922 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0113s, count=940, qps in this process: 31.3215 (mp_runner.py:76) -2024-09-01 16:36:33,934 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0015s, count=957, qps in this process: 31.8984 (mp_runner.py:76) -2024-09-01 16:36:33,964 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0024s, count=1004, qps in this process: 33.464 (mp_runner.py:76) -2024-09-01 16:36:33,965 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0155s, count=1004, qps in this process: 33.4494 (mp_runner.py:76) -2024-09-01 16:36:33,970 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0078s, count=1016, qps in this process: 33.8579 (mp_runner.py:76) -2024-09-01 16:36:33,973 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0004s, count=1017, qps in this process: 33.8995 (mp_runner.py:76) -2024-09-01 16:36:34,009 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0071s, count=1019, qps in this process: 33.9586 (mp_runner.py:76) -2024-09-01 16:36:34,011 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0148s, count=1019, qps in this process: 33.9499 (mp_runner.py:76) -2024-09-01 16:36:34,012 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0128s, count=1016, qps in this process: 33.8522 (mp_runner.py:76) -2024-09-01 16:36:34,027 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0052s, count=1012, qps in this process: 33.7275 (mp_runner.py:76) -2024-09-01 16:36:34,041 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.001s, count=1021, qps in this process: 34.0322 (mp_runner.py:76) -2024-09-01 16:36:34,043 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0038s, count=1017, qps in this process: 33.8957 (mp_runner.py:76) -2024-09-01 16:36:34,063 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0147s, count=1022, qps in this process: 34.05 (mp_runner.py:76) -2024-09-01 16:36:34,070 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0092s, count=1019, qps in this process: 33.9563 (mp_runner.py:76) -2024-09-01 16:36:34,100 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0059s, count=972, qps in this process: 32.3936 (mp_runner.py:76) -2024-09-01 16:36:34,108 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0011s, count=974, qps in this process: 32.4655 (mp_runner.py:76) -2024-09-01 16:36:34,111 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0007s, count=933, qps in this process: 31.0993 (mp_runner.py:76) -2024-09-01 16:36:34,114 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0072s, count=1022, qps in this process: 34.0585 (mp_runner.py:76) -2024-09-01 16:36:34,117 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0004s, count=950, qps in this process: 31.6662 (mp_runner.py:76) -2024-09-01 16:36:34,144 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0025s, count=1030, qps in this process: 34.3305 (mp_runner.py:76) -2024-09-01 16:36:34,160 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0048s, count=944, qps in this process: 31.4616 (mp_runner.py:76) -2024-09-01 16:36:34,161 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.009s, count=954, qps in this process: 31.7905 (mp_runner.py:76) -2024-09-01 16:36:34,163 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0062s, count=978, qps in this process: 32.5933 (mp_runner.py:76) -2024-09-01 16:36:34,173 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0012s, count=902, qps in this process: 30.0655 (mp_runner.py:76) -2024-09-01 16:36:34,174 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0018s, count=979, qps in this process: 32.6314 (mp_runner.py:76) -2024-09-01 16:36:34,196 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0005s, count=909, qps in this process: 30.2995 (mp_runner.py:76) -2024-09-01 16:36:34,206 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0023s, count=882, qps in this process: 29.3977 (mp_runner.py:76) -2024-09-01 16:36:34,225 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0002s, count=927, qps in this process: 30.8998 (mp_runner.py:76) -2024-09-01 16:36:34,236 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0007s, count=890, qps in this process: 29.666 (mp_runner.py:76) -2024-09-01 16:36:34,247 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0006s, count=903, qps in this process: 30.0994 (mp_runner.py:76) -2024-09-01 16:36:34,247 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0004s, count=920, qps in this process: 30.6663 (mp_runner.py:76) -2024-09-01 16:36:34,257 | INFO |End search in concurrency 60: dur=30.92759507899973s, total_count=59071, qps=1909.9772 (mp_runner.py:120) -2024-09-01 16:36:38,699 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:36:38,700 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 16:37:00,369 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 16:37:00,698 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,760 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,790 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,794 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,823 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,854 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,854 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,855 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,892 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,905 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,906 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,908 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,909 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,909 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,911 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,914 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,916 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,916 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,921 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,974 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,995 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:00,996 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,001 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,001 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,002 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,003 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,029 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,048 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,055 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,097 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,097 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,101 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,139 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,144 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,166 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,166 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,254 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,269 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,288 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,288 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,324 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,356 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,357 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,400 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:01,436 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:16,476 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.005837415003043134 (mp_runner.py:73) -2024-09-01 16:37:16,478 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.007496524998714449 (mp_runner.py:73) -2024-09-01 16:37:16,479 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.01047453500359552 (mp_runner.py:73) -2024-09-01 16:37:16,480 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.00797735300147906 (mp_runner.py:73) -2024-09-01 16:37:16,481 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.005622935001156293 (mp_runner.py:73) -2024-09-01 16:37:16,482 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.0058042170021508355 (mp_runner.py:73) -2024-09-01 16:37:16,483 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.012702347001322778 (mp_runner.py:73) -2024-09-01 16:37:16,483 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.006661241997790057 (mp_runner.py:73) -2024-09-01 16:37:16,484 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.01504201900024782 (mp_runner.py:73) -2024-09-01 16:37:16,484 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.018276964001415763 (mp_runner.py:73) -2024-09-01 16:37:16,485 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.01533561200267286 (mp_runner.py:73) -2024-09-01 16:37:16,485 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.014163358999212505 (mp_runner.py:73) -2024-09-01 16:37:16,486 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.00881229599690414 (mp_runner.py:73) -2024-09-01 16:37:16,486 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.008152667000103975 (mp_runner.py:73) -2024-09-01 16:37:16,486 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.006384019998222357 (mp_runner.py:73) -2024-09-01 16:37:16,487 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0076994679984636605 (mp_runner.py:73) -2024-09-01 16:37:16,487 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.02469165500224335 (mp_runner.py:73) -2024-09-01 16:37:16,488 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.009622939000109909 (mp_runner.py:73) -2024-09-01 16:37:16,488 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.024948849000793416 (mp_runner.py:73) -2024-09-01 16:37:16,489 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.008395303000725107 (mp_runner.py:73) -2024-09-01 16:37:16,489 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.02438884399816743 (mp_runner.py:73) -2024-09-01 16:37:16,489 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.027863857001648284 (mp_runner.py:73) -2024-09-01 16:37:16,490 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.028298213001107797 (mp_runner.py:73) -2024-09-01 16:37:16,490 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02368459600256756 (mp_runner.py:73) -2024-09-01 16:37:16,491 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.015218347998597892 (mp_runner.py:73) -2024-09-01 16:37:16,491 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.027712439001334133 (mp_runner.py:73) -2024-09-01 16:37:16,492 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.027480414999445202 (mp_runner.py:73) -2024-09-01 16:37:16,493 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.012630437002371764 (mp_runner.py:73) -2024-09-01 16:37:16,493 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.014154718002828304 (mp_runner.py:73) -2024-09-01 16:37:16,494 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.02937452699916321 (mp_runner.py:73) -2024-09-01 16:37:16,495 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.022618949002207955 (mp_runner.py:73) -2024-09-01 16:37:16,496 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.0241449780005496 (mp_runner.py:73) -2024-09-01 16:37:16,496 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.028900950997922337 (mp_runner.py:73) -2024-09-01 16:37:16,497 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.02828620899890666 (mp_runner.py:73) -2024-09-01 16:37:16,498 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.029264499000419164 (mp_runner.py:73) -2024-09-01 16:37:16,498 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.027273181000055047 (mp_runner.py:73) -2024-09-01 16:37:16,502 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.04096183000001474 (mp_runner.py:73) -2024-09-01 16:37:16,536 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.03305624399945373 (mp_runner.py:73) -2024-09-01 16:37:16,540 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.03436470499946154 (mp_runner.py:73) -2024-09-01 16:37:16,541 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.03818964399761171 (mp_runner.py:73) -2024-09-01 16:37:16,544 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.04191758700108039 (mp_runner.py:73) -2024-09-01 16:37:16,731 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.027254144002654357 (mp_runner.py:73) -2024-09-01 16:37:16,733 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.03075926300152787 (mp_runner.py:73) -2024-09-01 16:37:16,890 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.028706929999316344 (mp_runner.py:73) -2024-09-01 16:37:16,895 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.028187625997816212 (mp_runner.py:73) -2024-09-01 16:37:16,901 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.022970416001044214 (mp_runner.py:73) -2024-09-01 16:37:16,902 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.020989885997551028 (mp_runner.py:73) -2024-09-01 16:37:16,903 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.028268384998227702 (mp_runner.py:73) -2024-09-01 16:37:16,905 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.022586637001950294 (mp_runner.py:73) -2024-09-01 16:37:17,487 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.0340201610015356 (mp_runner.py:73) -2024-09-01 16:37:17,518 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.035715677000553114 (mp_runner.py:73) -2024-09-01 16:37:17,677 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.033239626998692984 (mp_runner.py:73) -2024-09-01 16:37:17,690 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.02532900399819482 (mp_runner.py:73) -2024-09-01 16:37:17,707 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.06751212200106238 (mp_runner.py:73) -2024-09-01 16:37:17,759 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.03986641499795951 (mp_runner.py:73) -2024-09-01 16:37:17,950 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.029746284999419004 (mp_runner.py:73) -2024-09-01 16:37:18,119 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.054634860000078334 (mp_runner.py:73) -2024-09-01 16:37:18,141 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.031206145002215635 (mp_runner.py:73) -2024-09-01 16:37:18,427 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.03258934000041336 (mp_runner.py:73) -2024-09-01 16:37:18,623 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.020388831999298418 (mp_runner.py:73) -2024-09-01 16:37:19,049 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.033927315002074465 (mp_runner.py:73) -2024-09-01 16:37:19,158 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.03699534999759635 (mp_runner.py:73) -2024-09-01 16:37:19,511 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.026692685001762584 (mp_runner.py:73) -2024-09-01 16:37:19,516 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.03295370099658612 (mp_runner.py:73) -2024-09-01 16:37:20,566 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.037613364998833276 (mp_runner.py:73) -2024-09-01 16:37:30,715 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0111s, count=889, qps in this process: 29.6224 (mp_runner.py:76) -2024-09-01 16:37:30,792 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0057s, count=963, qps in this process: 32.0939 (mp_runner.py:76) -2024-09-01 16:37:30,796 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0016s, count=952, qps in this process: 31.7316 (mp_runner.py:76) -2024-09-01 16:37:30,807 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0099s, count=963, qps in this process: 32.0894 (mp_runner.py:76) -2024-09-01 16:37:30,827 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0008s, count=959, qps in this process: 31.9658 (mp_runner.py:76) -2024-09-01 16:37:30,834 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0007s, count=953, qps in this process: 31.7659 (mp_runner.py:76) -2024-09-01 16:37:30,845 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0113s, count=852, qps in this process: 28.3893 (mp_runner.py:76) -2024-09-01 16:37:30,853 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0194s, count=965, qps in this process: 32.1459 (mp_runner.py:76) -2024-09-01 16:37:30,854 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0203s, count=965, qps in this process: 32.1449 (mp_runner.py:76) -2024-09-01 16:37:30,859 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0003s, count=964, qps in this process: 32.133 (mp_runner.py:76) -2024-09-01 16:37:30,873 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0112s, count=965, qps in this process: 32.1547 (mp_runner.py:76) -2024-09-01 16:37:30,875 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0162s, count=966, qps in this process: 32.1826 (mp_runner.py:76) -2024-09-01 16:37:30,910 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.002s, count=968, qps in this process: 32.2645 (mp_runner.py:76) -2024-09-01 16:37:30,911 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0028s, count=968, qps in this process: 32.2637 (mp_runner.py:76) -2024-09-01 16:37:30,911 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0162s, count=864, qps in this process: 28.7845 (mp_runner.py:76) -2024-09-01 16:37:30,911 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0014s, count=968, qps in this process: 32.2652 (mp_runner.py:76) -2024-09-01 16:37:30,912 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0037s, count=968, qps in this process: 32.2627 (mp_runner.py:76) -2024-09-01 16:37:30,929 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.004s, count=904, qps in this process: 30.1293 (mp_runner.py:76) -2024-09-01 16:37:30,934 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0059s, count=921, qps in this process: 30.694 (mp_runner.py:76) -2024-09-01 16:37:30,934 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0239s, count=921, qps in this process: 30.6756 (mp_runner.py:76) -2024-09-01 16:37:30,936 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.025s, count=941, qps in this process: 31.3405 (mp_runner.py:76) -2024-09-01 16:37:30,936 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0114s, count=967, qps in this process: 32.2211 (mp_runner.py:76) -2024-09-01 16:37:30,937 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0124s, count=959, qps in this process: 31.9535 (mp_runner.py:76) -2024-09-01 16:37:30,941 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0094s, count=821, qps in this process: 27.3581 (mp_runner.py:76) -2024-09-01 16:37:30,948 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.02s, count=884, qps in this process: 29.447 (mp_runner.py:76) -2024-09-01 16:37:30,953 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0276s, count=969, qps in this process: 32.2703 (mp_runner.py:76) -2024-09-01 16:37:30,955 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0308s, count=969, qps in this process: 32.2669 (mp_runner.py:76) -2024-09-01 16:37:30,956 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0315s, count=969, qps in this process: 32.2661 (mp_runner.py:76) -2024-09-01 16:37:30,958 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0422s, count=969, qps in this process: 32.2546 (mp_runner.py:76) -2024-09-01 16:37:30,958 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0423s, count=969, qps in this process: 32.2545 (mp_runner.py:76) -2024-09-01 16:37:30,964 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0483s, count=969, qps in this process: 32.2481 (mp_runner.py:76) -2024-09-01 16:37:31,010 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0091s, count=923, qps in this process: 30.7573 (mp_runner.py:76) -2024-09-01 16:37:31,015 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0116s, count=881, qps in this process: 29.3553 (mp_runner.py:76) -2024-09-01 16:37:31,015 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0148s, count=960, qps in this process: 31.9842 (mp_runner.py:76) -2024-09-01 16:37:31,015 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0374s, count=971, qps in this process: 32.3264 (mp_runner.py:76) -2024-09-01 16:37:31,016 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0128s, count=881, qps in this process: 29.3541 (mp_runner.py:76) -2024-09-01 16:37:31,034 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0251s, count=964, qps in this process: 32.1065 (mp_runner.py:76) -2024-09-01 16:37:31,034 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.016s, count=972, qps in this process: 32.3827 (mp_runner.py:76) -2024-09-01 16:37:31,035 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0021s, count=925, qps in this process: 30.8312 (mp_runner.py:76) -2024-09-01 16:37:31,053 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0052s, count=974, qps in this process: 32.461 (mp_runner.py:76) -2024-09-01 16:37:31,057 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0017s, count=974, qps in this process: 32.4648 (mp_runner.py:76) -2024-09-01 16:37:31,071 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0122s, count=975, qps in this process: 32.4868 (mp_runner.py:76) -2024-09-01 16:37:31,100 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0014s, count=977, qps in this process: 32.5651 (mp_runner.py:76) -2024-09-01 16:37:31,102 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0041s, count=978, qps in this process: 32.5955 (mp_runner.py:76) -2024-09-01 16:37:31,110 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0016s, count=855, qps in this process: 28.4985 (mp_runner.py:76) -2024-09-01 16:37:31,114 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0108s, count=979, qps in this process: 32.6216 (mp_runner.py:76) -2024-09-01 16:37:31,145 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0057s, count=972, qps in this process: 32.3938 (mp_runner.py:76) -2024-09-01 16:37:31,152 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0063s, count=982, qps in this process: 32.7265 (mp_runner.py:76) -2024-09-01 16:37:31,154 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0014s, count=982, qps in this process: 32.7318 (mp_runner.py:76) -2024-09-01 16:37:31,177 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0049s, count=960, qps in this process: 31.9948 (mp_runner.py:76) -2024-09-01 16:37:31,182 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.01s, count=984, qps in this process: 32.7891 (mp_runner.py:76) -2024-09-01 16:37:31,229 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0067s, count=966, qps in this process: 32.1928 (mp_runner.py:76) -2024-09-01 16:37:31,236 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0135s, count=987, qps in this process: 32.8852 (mp_runner.py:76) -2024-09-01 16:37:31,270 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0097s, count=988, qps in this process: 32.9227 (mp_runner.py:76) -2024-09-01 16:37:31,278 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0032s, count=869, qps in this process: 28.9636 (mp_runner.py:76) -2024-09-01 16:37:31,283 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0042s, count=913, qps in this process: 30.4291 (mp_runner.py:76) -2024-09-01 16:37:31,296 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0006s, count=856, qps in this process: 28.5328 (mp_runner.py:76) -2024-09-01 16:37:31,301 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0054s, count=954, qps in this process: 31.7943 (mp_runner.py:76) -2024-09-01 16:37:31,329 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0003s, count=887, qps in this process: 29.5664 (mp_runner.py:76) -2024-09-01 16:37:31,365 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0005s, count=855, qps in this process: 28.4995 (mp_runner.py:76) -2024-09-01 16:37:31,368 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0032s, count=934, qps in this process: 31.13 (mp_runner.py:76) -2024-09-01 16:37:31,384 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0006s, count=885, qps in this process: 29.4994 (mp_runner.py:76) -2024-09-01 16:37:31,398 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.002s, count=885, qps in this process: 29.498 (mp_runner.py:76) -2024-09-01 16:37:31,407 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0019s, count=990, qps in this process: 32.9979 (mp_runner.py:76) -2024-09-01 16:37:31,445 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0003s, count=890, qps in this process: 29.6664 (mp_runner.py:76) -2024-09-01 16:37:31,455 | INFO |End search in concurrency 65: dur=31.085231502998795s, total_count=61152, qps=1967.2364 (mp_runner.py:120) -2024-09-01 16:37:36,260 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:37:36,261 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 16:37:58,376 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 16:37:58,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,690 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,706 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,728 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,885 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,910 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,918 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,954 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,955 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,959 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,959 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,962 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,962 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,962 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,977 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,993 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:58,997 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,019 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,029 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,037 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,042 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,058 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,069 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,075 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,095 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,095 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,104 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,111 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,116 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,128 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,141 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,157 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,164 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,164 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,208 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,210 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,219 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,255 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,261 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,294 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,300 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,301 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,302 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,318 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,352 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,370 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,387 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:37:59,468 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 16:38:16,379 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.01403843899970525 (mp_runner.py:73) -2024-09-01 16:38:16,381 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.023224512999149738 (mp_runner.py:73) -2024-09-01 16:38:16,382 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.029913899998064153 (mp_runner.py:73) -2024-09-01 16:38:16,383 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.02755710400015232 (mp_runner.py:73) -2024-09-01 16:38:16,384 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.026565325999399647 (mp_runner.py:73) -2024-09-01 16:38:16,384 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.02968268200129387 (mp_runner.py:73) -2024-09-01 16:38:16,385 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.02016678200016031 (mp_runner.py:73) -2024-09-01 16:38:16,386 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.02803076399868587 (mp_runner.py:73) -2024-09-01 16:38:16,387 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.029467922999174334 (mp_runner.py:73) -2024-09-01 16:38:16,388 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.026281768001354067 (mp_runner.py:73) -2024-09-01 16:38:16,389 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.027542714997252915 (mp_runner.py:73) -2024-09-01 16:38:16,390 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.025463134003075538 (mp_runner.py:73) -2024-09-01 16:38:16,391 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.023098549001588253 (mp_runner.py:73) -2024-09-01 16:38:16,393 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02396067199879326 (mp_runner.py:73) -2024-09-01 16:38:16,394 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.04219998900225619 (mp_runner.py:73) -2024-09-01 16:38:16,394 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.02792094300093595 (mp_runner.py:73) -2024-09-01 16:38:16,394 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.029447903001710074 (mp_runner.py:73) -2024-09-01 16:38:16,395 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.028274999000132084 (mp_runner.py:73) -2024-09-01 16:38:16,396 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.02381581499867025 (mp_runner.py:73) -2024-09-01 16:38:16,396 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.026803988999745343 (mp_runner.py:73) -2024-09-01 16:38:16,404 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.028775644997949712 (mp_runner.py:73) -2024-09-01 16:38:16,404 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.0438984510001319 (mp_runner.py:73) -2024-09-01 16:38:16,405 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.028151849001005758 (mp_runner.py:73) -2024-09-01 16:38:16,407 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.05633605799812358 (mp_runner.py:73) -2024-09-01 16:38:16,416 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.061636078000447014 (mp_runner.py:73) -2024-09-01 16:38:16,424 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.029190219000156503 (mp_runner.py:73) -2024-09-01 16:38:16,425 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.028029493001668015 (mp_runner.py:73) -2024-09-01 16:38:16,452 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.026193539997620974 (mp_runner.py:73) -2024-09-01 16:38:16,458 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.03296091599986539 (mp_runner.py:73) -2024-09-01 16:38:16,459 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.03626552199784783 (mp_runner.py:73) -2024-09-01 16:38:16,489 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.03365603899874259 (mp_runner.py:73) -2024-09-01 16:38:16,491 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.03596368800208438 (mp_runner.py:73) -2024-09-01 16:38:16,492 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.03274854900155333 (mp_runner.py:73) -2024-09-01 16:38:16,558 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.0213029180013109 (mp_runner.py:73) -2024-09-01 16:38:16,559 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02011611600028118 (mp_runner.py:73) -2024-09-01 16:38:16,564 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.02757171800112701 (mp_runner.py:73) -2024-09-01 16:38:16,567 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.04711445299835759 (mp_runner.py:73) -2024-09-01 16:38:16,568 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.039449010997486766 (mp_runner.py:73) -2024-09-01 16:38:16,569 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.04513244600093458 (mp_runner.py:73) -2024-09-01 16:38:16,571 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.012718975998723181 (mp_runner.py:73) -2024-09-01 16:38:16,592 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.05531008199977805 (mp_runner.py:73) -2024-09-01 16:38:16,785 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.030881028997100657 (mp_runner.py:73) -2024-09-01 16:38:16,787 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.024049525000009453 (mp_runner.py:73) -2024-09-01 16:38:16,790 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.02782443400064949 (mp_runner.py:73) -2024-09-01 16:38:16,793 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.020740600000863196 (mp_runner.py:73) -2024-09-01 16:38:16,922 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.03711044699957711 (mp_runner.py:73) -2024-09-01 16:38:16,941 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.031966678998287534 (mp_runner.py:73) -2024-09-01 16:38:16,943 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.04009757599851582 (mp_runner.py:73) -2024-09-01 16:38:17,159 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.07739410100111854 (mp_runner.py:73) -2024-09-01 16:38:17,203 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.042115395997825544 (mp_runner.py:73) -2024-09-01 16:38:17,476 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.04168494200348505 (mp_runner.py:73) -2024-09-01 16:38:17,587 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.01957210199907422 (mp_runner.py:73) -2024-09-01 16:38:17,590 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.016340764999767998 (mp_runner.py:73) -2024-09-01 16:38:17,591 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.01931205700020655 (mp_runner.py:73) -2024-09-01 16:38:17,592 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.02531879400339676 (mp_runner.py:73) -2024-09-01 16:38:17,592 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.026386497000203235 (mp_runner.py:73) -2024-09-01 16:38:18,240 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.03287653000006685 (mp_runner.py:73) -2024-09-01 16:38:18,243 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.043908360003115376 (mp_runner.py:73) -2024-09-01 16:38:18,290 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.04606417399918428 (mp_runner.py:73) -2024-09-01 16:38:18,472 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.03851028899953235 (mp_runner.py:73) -2024-09-01 16:38:18,679 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.02323640900067403 (mp_runner.py:73) -2024-09-01 16:38:18,680 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.02931313100270927 (mp_runner.py:73) -2024-09-01 16:38:18,683 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.04991461199824698 (mp_runner.py:73) -2024-09-01 16:38:18,684 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.035065850999671966 (mp_runner.py:73) -2024-09-01 16:38:18,685 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.03701114000068628 (mp_runner.py:73) -2024-09-01 16:38:18,710 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.05990535900127725 (mp_runner.py:73) -2024-09-01 16:38:19,849 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.034846028000174556 (mp_runner.py:73) -2024-09-01 16:38:19,894 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.04047274299955461 (mp_runner.py:73) -2024-09-01 16:38:19,924 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.032632247002766235 (mp_runner.py:73) -2024-09-01 16:38:19,999 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.049103078003099654 (mp_runner.py:73) -2024-09-01 16:38:28,436 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.003s, count=857, qps in this process: 28.5638 (mp_runner.py:76) -2024-09-01 16:38:28,481 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0504s, count=858, qps in this process: 28.552 (mp_runner.py:76) -2024-09-01 16:38:28,753 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.03s, count=857, qps in this process: 28.5381 (mp_runner.py:76) -2024-09-01 16:38:28,772 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0328s, count=852, qps in this process: 28.369 (mp_runner.py:76) -2024-09-01 16:38:28,797 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0845s, count=864, qps in this process: 28.7191 (mp_runner.py:76) -2024-09-01 16:38:28,910 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0149s, count=868, qps in this process: 28.919 (mp_runner.py:76) -2024-09-01 16:38:28,915 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0009s, count=868, qps in this process: 28.9325 (mp_runner.py:76) -2024-09-01 16:38:28,955 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0323s, count=869, qps in this process: 28.9355 (mp_runner.py:76) -2024-09-01 16:38:28,962 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.001s, count=870, qps in this process: 28.999 (mp_runner.py:76) -2024-09-01 16:38:28,965 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0008s, count=871, qps in this process: 29.0326 (mp_runner.py:76) -2024-09-01 16:38:28,966 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0092s, count=871, qps in this process: 29.0244 (mp_runner.py:76) -2024-09-01 16:38:28,969 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0023s, count=869, qps in this process: 28.9644 (mp_runner.py:76) -2024-09-01 16:38:28,972 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0049s, count=871, qps in this process: 29.0286 (mp_runner.py:76) -2024-09-01 16:38:28,972 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0022s, count=871, qps in this process: 29.0312 (mp_runner.py:76) -2024-09-01 16:38:28,973 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0063s, count=871, qps in this process: 29.0272 (mp_runner.py:76) -2024-09-01 16:38:28,975 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0082s, count=866, qps in this process: 28.8588 (mp_runner.py:76) -2024-09-01 16:38:28,976 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0091s, count=871, qps in this process: 29.0245 (mp_runner.py:76) -2024-09-01 16:38:28,979 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0166s, count=851, qps in this process: 28.351 (mp_runner.py:76) -2024-09-01 16:38:28,980 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0174s, count=871, qps in this process: 29.0165 (mp_runner.py:76) -2024-09-01 16:38:28,981 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0146s, count=871, qps in this process: 29.0192 (mp_runner.py:76) -2024-09-01 16:38:28,981 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0149s, count=871, qps in this process: 29.0189 (mp_runner.py:76) -2024-09-01 16:38:28,983 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0134s, count=871, qps in this process: 29.0204 (mp_runner.py:76) -2024-09-01 16:38:28,984 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0151s, count=867, qps in this process: 28.8855 (mp_runner.py:76) -2024-09-01 16:38:28,985 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0076s, count=871, qps in this process: 29.026 (mp_runner.py:76) -2024-09-01 16:38:28,986 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0221s, count=871, qps in this process: 29.012 (mp_runner.py:76) -2024-09-01 16:38:28,988 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0101s, count=867, qps in this process: 28.8903 (mp_runner.py:76) -2024-09-01 16:38:28,989 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.025s, count=870, qps in this process: 28.9759 (mp_runner.py:76) -2024-09-01 16:38:29,008 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0165s, count=867, qps in this process: 28.8841 (mp_runner.py:76) -2024-09-01 16:38:29,013 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0324s, count=872, qps in this process: 29.0353 (mp_runner.py:76) -2024-09-01 16:38:29,016 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0135s, count=872, qps in this process: 29.0536 (mp_runner.py:76) -2024-09-01 16:38:29,029 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0303s, count=872, qps in this process: 29.0373 (mp_runner.py:76) -2024-09-01 16:38:29,032 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0098s, count=838, qps in this process: 27.9242 (mp_runner.py:76) -2024-09-01 16:38:29,035 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.002s, count=873, qps in this process: 29.0981 (mp_runner.py:76) -2024-09-01 16:38:29,055 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0055s, count=817, qps in this process: 27.2283 (mp_runner.py:76) -2024-09-01 16:38:29,060 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.009s, count=874, qps in this process: 29.1246 (mp_runner.py:76) -2024-09-01 16:38:29,061 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.015s, count=874, qps in this process: 29.1188 (mp_runner.py:76) -2024-09-01 16:38:29,069 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0083s, count=870, qps in this process: 28.992 (mp_runner.py:76) -2024-09-01 16:38:29,091 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0117s, count=855, qps in this process: 28.4889 (mp_runner.py:76) -2024-09-01 16:38:29,095 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0199s, count=876, qps in this process: 29.1806 (mp_runner.py:76) -2024-09-01 16:38:29,106 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0041s, count=878, qps in this process: 29.2627 (mp_runner.py:76) -2024-09-01 16:38:29,110 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.008s, count=872, qps in this process: 29.0589 (mp_runner.py:76) -2024-09-01 16:38:29,120 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0013s, count=821, qps in this process: 27.3655 (mp_runner.py:76) -2024-09-01 16:38:29,121 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0123s, count=779, qps in this process: 25.956 (mp_runner.py:76) -2024-09-01 16:38:29,126 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0004s, count=879, qps in this process: 29.2996 (mp_runner.py:76) -2024-09-01 16:38:29,147 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0143s, count=823, qps in this process: 27.4203 (mp_runner.py:76) -2024-09-01 16:38:29,152 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0034s, count=875, qps in this process: 29.1634 (mp_runner.py:76) -2024-09-01 16:38:29,165 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0036s, count=880, qps in this process: 29.3298 (mp_runner.py:76) -2024-09-01 16:38:29,174 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0058s, count=881, qps in this process: 29.361 (mp_runner.py:76) -2024-09-01 16:38:29,175 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0071s, count=881, qps in this process: 29.3597 (mp_runner.py:76) -2024-09-01 16:38:29,207 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.001s, count=829, qps in this process: 27.6324 (mp_runner.py:76) -2024-09-01 16:38:29,210 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.003s, count=811, qps in this process: 27.0306 (mp_runner.py:76) -2024-09-01 16:38:29,230 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0119s, count=787, qps in this process: 26.2229 (mp_runner.py:76) -2024-09-01 16:38:29,230 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0029s, count=832, qps in this process: 27.7307 (mp_runner.py:76) -2024-09-01 16:38:29,251 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.03s, count=885, qps in this process: 29.4705 (mp_runner.py:76) -2024-09-01 16:38:29,272 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0112s, count=887, qps in this process: 29.5556 (mp_runner.py:76) -2024-09-01 16:38:29,274 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0081s, count=838, qps in this process: 27.9258 (mp_runner.py:76) -2024-09-01 16:38:29,280 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.008s, count=750, qps in this process: 24.9933 (mp_runner.py:76) -2024-09-01 16:38:29,307 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0051s, count=891, qps in this process: 29.695 (mp_runner.py:76) -2024-09-01 16:38:29,310 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0005s, count=826, qps in this process: 27.5329 (mp_runner.py:76) -2024-09-01 16:38:29,310 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0038s, count=886, qps in this process: 29.5296 (mp_runner.py:76) -2024-09-01 16:38:29,311 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0046s, count=877, qps in this process: 29.2289 (mp_runner.py:76) -2024-09-01 16:38:29,331 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0042s, count=858, qps in this process: 28.596 (mp_runner.py:76) -2024-09-01 16:38:29,360 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0048s, count=802, qps in this process: 26.7291 (mp_runner.py:76) -2024-09-01 16:38:29,377 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0002s, count=902, qps in this process: 30.0665 (mp_runner.py:76) -2024-09-01 16:38:29,396 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0004s, count=905, qps in this process: 30.1663 (mp_runner.py:76) -2024-09-01 16:38:29,396 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.001s, count=863, qps in this process: 28.7657 (mp_runner.py:76) -2024-09-01 16:38:29,410 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0014s, count=771, qps in this process: 25.6988 (mp_runner.py:76) -2024-09-01 16:38:29,419 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0019s, count=817, qps in this process: 27.2316 (mp_runner.py:76) -2024-09-01 16:38:29,461 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0009s, count=817, qps in this process: 27.2325 (mp_runner.py:76) -2024-09-01 16:38:29,477 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0004s, count=835, qps in this process: 27.833 (mp_runner.py:76) -2024-09-01 16:38:29,488 | INFO |End search in concurrency 70: dur=31.111195994002628s, total_count=60003, qps=1928.6626 (mp_runner.py:120) -2024-09-01 16:38:34,175 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2042.981, serial_latency_p99=np.float64(0.0573), recall=np.float64(0.1995), ndcg=np.float64(0.3224), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[362.1907, 1596.1291, 1942.8242, 1941.388, 1865.955, 1873.4991, 1944.6606, 1836.2811, 1972.2897, 2042.981, 1865.5894, 1909.9772, 1967.2364, 1928.6626], conc_latency_p99_list=[np.float64(0.0011545052311805193), np.float64(0.001088042964838678), np.float64(0.0015608552063058596), np.float64(0.0016507215915902635), np.float64(0.00187092950692022), np.float64(0.0019873829933785597), np.float64(0.0019416081628241954), np.float64(0.002366856294700483), np.float64(0.002380771267007731), np.float64(0.002738476403530512), np.float64(0.0027178225939340334), np.float64(0.002566865378103102), np.float64(0.002665192711180498), np.float64(0.002618530060535704)]) (task_runner.py:197) -2024-09-01 16:38:34,175 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:27:16.182354'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2042.981, serial_latency_p99=np.float64(0.0573), recall=np.float64(0.1995), ndcg=np.float64(0.3224), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[362.1907, 1596.1291, 1942.8242, 1941.388, 1865.955, 1873.4991, 1944.6606, 1836.2811, 1972.2897, 2042.981, 1865.5894, 1909.9772, 1967.2364, 1928.6626], conc_latency_p99_list=[np.float64(0.0011545052311805193), np.float64(0.001088042964838678), np.float64(0.0015608552063058596), np.float64(0.0016507215915902635), np.float64(0.00187092950692022), np.float64(0.0019873829933785597), np.float64(0.0019416081628241954), np.float64(0.002366856294700483), np.float64(0.002380771267007731), np.float64(0.002738476403530512), np.float64(0.0027178225939340334), np.float64(0.002566865378103102), np.float64(0.002665192711180498), np.float64(0.002618530060535704)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 16:38:34,175 | INFO |Task summary: run_id=dddc6, task_label=dddc66f383d54026b93db466ca562479 (models.py:346) -2024-09-01 16:38:34,175 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 16:38:34,175 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 16:38:34,175 | INFO |PgVector | 2024-09-01T16:27:16.182354 Performance1536D500K dddc66f383d54026b93db466ca562479 | 0.0 2042.981 0.0573 0.1995 0 | :) (models.py:346) -2024-09-01 16:38:34,176 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json (models.py:204) -2024-09-01 16:38:34,176 | INFO |Success to finish task: label=dddc66f383d54026b93db466ca562479, run_id=dddc66f383d54026b93db466ca562479 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json b/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json deleted file mode 100644 index 3519cb89f..000000000 --- a/script/data/aws/db.m6i.large-16-64-20-Performance1536D500K-0-55352/result_20240901_dddc66f383d54026b93db466ca562479_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "dddc66f383d54026b93db466ca562479", "task_label": "dddc66f383d54026b93db466ca562479", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2042.981, "serial_latency_p99": 0.0573, "recall": 0.1995, "ndcg": 0.3224, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [362.1907, 1596.1291, 1942.8242, 1941.388, 1865.955, 1873.4991, 1944.6606, 1836.2811, 1972.2897, 2042.981, 1865.5894, 1909.9772, 1967.2364, 1928.6626], "conc_latency_p99_list": [0.0011545052311805193, 0.001088042964838678, 0.0015608552063058596, 0.0016507215915902635, 0.00187092950692022, 0.0019873829933785597, 0.0019416081628241954, 0.002366856294700483, 0.002380771267007731, 0.002738476403530512, 0.0027178225939340334, 0.002566865378103102, 0.002665192711180498, 0.002618530060535704]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T16:27:16.182354", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt b/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt deleted file mode 100644 index 991a1b87c..000000000 --- a/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/log.txt +++ /dev/null @@ -1,1227 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load -2024-09-01 17:17:20,182 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:17:20.170548', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 17:17:20,182 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:17:20.170548', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 17:17:20,182 | INFO |generated uuid for the tasks: 02673ac55b2340e1a4492f5dd95eb9de (interface.py:66) -2024-09-01 17:17:20,244 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 17:17:20,245 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 17:17:20,245 | INFO | PgVector-2024-09-01T17:17:20.170548 | Performance OpenAI-MEDIUM-500K None | 02673ac55b2340e1a4492f5dd95eb9de (task_runner.py:340) -2024-09-01 17:17:20,245 | INFO |task submitted: id=02673ac55b2340e1a4492f5dd95eb9de, 02673ac55b2340e1a4492f5dd95eb9de, case number: 1 (interface.py:231) -2024-09-01 17:17:20,660 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:17:20.170548'}, drop_old=False (interface.py:164) -2024-09-01 17:17:20,660 | INFO |Starting run (task_runner.py:100) -2024-09-01 17:17:20,740 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 17:17:21,352 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 17:17:21,399 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 17:17:21,423 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 17:17:21,423 | INFO |Start performance case (task_runner.py:158) -2024-09-01 17:17:21,435 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:17:21,436 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 17:17:21,436 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 17:17:21,437 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 17:17:21,480 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 17:17:22,041 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 17:17:22,060 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:17:22,060 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 17:17:22,060 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 17:17:25,428 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.025275225001678336, latest recall=0.94 (serial_runner.py:202) -2024-09-01 17:17:28,388 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.023195081997982925, latest recall=0.99 (serial_runner.py:202) -2024-09-01 17:17:31,380 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.016741852999984985, latest recall=0.93 (serial_runner.py:202) -2024-09-01 17:17:34,064 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01643979000073159, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:17:36,831 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.013082383000437403, latest recall=0.97 (serial_runner.py:202) -2024-09-01 17:17:39,448 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.007505049998144386, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:17:41,916 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.014020249000168405, latest recall=0.99 (serial_runner.py:202) -2024-09-01 17:17:44,389 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.011914702001377009, latest recall=0.96 (serial_runner.py:202) -2024-09-01 17:17:46,841 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.012163917999714613, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:17:49,120 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.028924992999236565, latest recall=0.92 (serial_runner.py:202) -2024-09-01 17:17:49,121 | INFO |SpawnProcess-1:1 search entire test_data: cost=16.3284s, queries=1000, avg_recall=0.9666, avg_ndcg=0.9712,avg_latency=0.0163, p99=0.0423 (serial_runner.py:209) -2024-09-01 17:17:49,645 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:17:49,646 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 17:17:50,667 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 17:17:50,696 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:17:55,164 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007698806002736092 (mp_runner.py:73) -2024-09-01 17:17:59,448 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.01208136299828766 (mp_runner.py:73) -2024-09-01 17:18:03,987 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.007735821000096621 (mp_runner.py:73) -2024-09-01 17:18:08,230 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.01207381100175553 (mp_runner.py:73) -2024-09-01 17:18:12,737 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.007655704001081176 (mp_runner.py:73) -2024-09-01 17:18:17,069 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.012250890002178494 (mp_runner.py:73) -2024-09-01 17:18:20,698 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0012s, count=3408, qps in this process: 113.5955 (mp_runner.py:76) -2024-09-01 17:18:20,699 | INFO |End search in concurrency 1: dur=30.03164091799772s, total_count=3408, qps=113.4803 (mp_runner.py:120) -2024-09-01 17:18:20,881 | INFO |Update largest qps with concurrency 1: current max_qps=113.4803 (mp_runner.py:124) -2024-09-01 17:18:21,284 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:18:21,284 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 17:18:26,333 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 17:18:26,380 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:18:26,380 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:18:26,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:18:26,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:18:26,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:18:34,400 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.015668165000533918 (mp_runner.py:73) -2024-09-01 17:18:34,400 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.01566823300163378 (mp_runner.py:73) -2024-09-01 17:18:34,400 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.01581879600053071 (mp_runner.py:73) -2024-09-01 17:18:34,400 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.01581871899907128 (mp_runner.py:73) -2024-09-01 17:18:34,401 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.01519477200054098 (mp_runner.py:73) -2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.018865402998926584 (mp_runner.py:73) -2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.018865295001887716 (mp_runner.py:73) -2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.019284066998807248 (mp_runner.py:73) -2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.01948627200181363 (mp_runner.py:73) -2024-09-01 17:18:41,993 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.019142944998748135 (mp_runner.py:73) -2024-09-01 17:18:50,196 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0128221119994123 (mp_runner.py:73) -2024-09-01 17:18:50,197 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.01307468999948469 (mp_runner.py:73) -2024-09-01 17:18:50,199 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.015309462000004714 (mp_runner.py:73) -2024-09-01 17:18:50,199 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.015810872999281855 (mp_runner.py:73) -2024-09-01 17:18:50,201 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.01719788199989125 (mp_runner.py:73) -2024-09-01 17:18:56,387 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0067s, count=1910, qps in this process: 63.6525 (mp_runner.py:76) -2024-09-01 17:18:56,387 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0067s, count=1910, qps in this process: 63.6525 (mp_runner.py:76) -2024-09-01 17:18:56,387 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0034s, count=1910, qps in this process: 63.6595 (mp_runner.py:76) -2024-09-01 17:18:56,404 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0154s, count=1911, qps in this process: 63.6673 (mp_runner.py:76) -2024-09-01 17:18:56,404 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0162s, count=1911, qps in this process: 63.6656 (mp_runner.py:76) -2024-09-01 17:18:56,406 | INFO |End search in concurrency 5: dur=30.071995627000433s, total_count=9552, qps=317.6377 (mp_runner.py:120) -2024-09-01 17:18:56,705 | INFO |Update largest qps with concurrency 5: current max_qps=317.6377 (mp_runner.py:124) -2024-09-01 17:18:57,123 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:18:57,123 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 17:19:07,301 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 17:19:07,375 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,382 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,397 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,398 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,402 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,441 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,441 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,450 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,456 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,456 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:07,456 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:26,216 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.037045838002086384 (mp_runner.py:73) -2024-09-01 17:19:26,217 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.03746953099835082 (mp_runner.py:73) -2024-09-01 17:19:26,219 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.023147300998971332 (mp_runner.py:73) -2024-09-01 17:19:26,219 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.03880968900193693 (mp_runner.py:73) -2024-09-01 17:19:26,221 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.028424446001736214 (mp_runner.py:73) -2024-09-01 17:19:26,221 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.038514705000125105 (mp_runner.py:73) -2024-09-01 17:19:26,223 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0434728410000389 (mp_runner.py:73) -2024-09-01 17:19:26,223 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.03206269099973724 (mp_runner.py:73) -2024-09-01 17:19:26,225 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.028614348997507477 (mp_runner.py:73) -2024-09-01 17:19:26,225 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.04603426500034402 (mp_runner.py:73) -2024-09-01 17:19:26,225 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.04591278299994883 (mp_runner.py:73) -2024-09-01 17:19:26,226 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.034305086999665946 (mp_runner.py:73) -2024-09-01 17:19:26,226 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.04306996400191565 (mp_runner.py:73) -2024-09-01 17:19:26,230 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.04849069800184225 (mp_runner.py:73) -2024-09-01 17:19:26,231 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.02368956799909938 (mp_runner.py:73) -2024-09-01 17:19:37,382 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0016s, count=800, qps in this process: 26.6652 (mp_runner.py:76) -2024-09-01 17:19:37,398 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0141s, count=800, qps in this process: 26.6541 (mp_runner.py:76) -2024-09-01 17:19:37,419 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0171s, count=801, qps in this process: 26.6848 (mp_runner.py:76) -2024-09-01 17:19:37,420 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.021s, count=801, qps in this process: 26.6813 (mp_runner.py:76) -2024-09-01 17:19:37,422 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0176s, count=801, qps in this process: 26.6843 (mp_runner.py:76) -2024-09-01 17:19:37,450 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0085s, count=802, qps in this process: 26.7258 (mp_runner.py:76) -2024-09-01 17:19:37,450 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0086s, count=802, qps in this process: 26.7257 (mp_runner.py:76) -2024-09-01 17:19:37,451 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0287s, count=802, qps in this process: 26.7078 (mp_runner.py:76) -2024-09-01 17:19:37,451 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0207s, count=802, qps in this process: 26.7149 (mp_runner.py:76) -2024-09-01 17:19:37,460 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0189s, count=802, qps in this process: 26.7165 (mp_runner.py:76) -2024-09-01 17:19:37,460 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0031s, count=802, qps in this process: 26.7306 (mp_runner.py:76) -2024-09-01 17:19:37,464 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0169s, count=802, qps in this process: 26.7183 (mp_runner.py:76) -2024-09-01 17:19:37,469 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0118s, count=803, qps in this process: 26.7561 (mp_runner.py:76) -2024-09-01 17:19:37,470 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0158s, count=803, qps in this process: 26.7526 (mp_runner.py:76) -2024-09-01 17:19:37,471 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0147s, count=803, qps in this process: 26.7536 (mp_runner.py:76) -2024-09-01 17:19:37,473 | INFO |End search in concurrency 15: dur=30.17017691000001s, total_count=12026, qps=398.6056 (mp_runner.py:120) -2024-09-01 17:19:38,432 | INFO |Update largest qps with concurrency 15: current max_qps=398.6056 (mp_runner.py:124) -2024-09-01 17:19:38,856 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:19:38,856 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 17:19:49,114 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 17:19:49,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,230 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,231 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,243 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,245 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,252 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,287 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,293 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,295 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,295 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,298 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,325 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,334 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,335 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:19:49,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:15,492 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.03395430400269106 (mp_runner.py:73) -2024-09-01 17:20:15,495 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.05347326699848054 (mp_runner.py:73) -2024-09-01 17:20:15,496 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.039029180003126385 (mp_runner.py:73) -2024-09-01 17:20:15,497 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.05299544499939657 (mp_runner.py:73) -2024-09-01 17:20:15,500 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.03697166000347352 (mp_runner.py:73) -2024-09-01 17:20:15,500 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.047990849998313934 (mp_runner.py:73) -2024-09-01 17:20:15,504 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.0465680439992866 (mp_runner.py:73) -2024-09-01 17:20:15,504 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.03416453300087596 (mp_runner.py:73) -2024-09-01 17:20:15,507 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.056031670999800554 (mp_runner.py:73) -2024-09-01 17:20:15,507 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.05102682899814681 (mp_runner.py:73) -2024-09-01 17:20:15,507 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0480155580007704 (mp_runner.py:73) -2024-09-01 17:20:15,508 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.06592361700313631 (mp_runner.py:73) -2024-09-01 17:20:15,510 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0664403869996022 (mp_runner.py:73) -2024-09-01 17:20:15,510 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.05269142299948726 (mp_runner.py:73) -2024-09-01 17:20:15,511 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.053423104000103194 (mp_runner.py:73) -2024-09-01 17:20:15,511 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.06747642600021209 (mp_runner.py:73) -2024-09-01 17:20:15,512 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.060706924999976764 (mp_runner.py:73) -2024-09-01 17:20:15,515 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.04840850999971735 (mp_runner.py:73) -2024-09-01 17:20:15,517 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.049817375002021436 (mp_runner.py:73) -2024-09-01 17:20:15,540 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.09273552900049253 (mp_runner.py:73) -2024-09-01 17:20:19,212 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0245s, count=574, qps in this process: 19.1177 (mp_runner.py:76) -2024-09-01 17:20:19,256 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0188s, count=575, qps in this process: 19.1547 (mp_runner.py:76) -2024-09-01 17:20:19,257 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0171s, count=575, qps in this process: 19.1557 (mp_runner.py:76) -2024-09-01 17:20:19,259 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0011s, count=575, qps in this process: 19.166 (mp_runner.py:76) -2024-09-01 17:20:19,260 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0137s, count=575, qps in this process: 19.1579 (mp_runner.py:76) -2024-09-01 17:20:19,265 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0074s, count=575, qps in this process: 19.1619 (mp_runner.py:76) -2024-09-01 17:20:19,267 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0202s, count=575, qps in this process: 19.1538 (mp_runner.py:76) -2024-09-01 17:20:19,300 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0014s, count=576, qps in this process: 19.1991 (mp_runner.py:76) -2024-09-01 17:20:19,300 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0116s, count=576, qps in this process: 19.1926 (mp_runner.py:76) -2024-09-01 17:20:19,317 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0114s, count=576, qps in this process: 19.1927 (mp_runner.py:76) -2024-09-01 17:20:19,318 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0216s, count=576, qps in this process: 19.1862 (mp_runner.py:76) -2024-09-01 17:20:19,324 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0259s, count=576, qps in this process: 19.1834 (mp_runner.py:76) -2024-09-01 17:20:19,340 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0039s, count=577, qps in this process: 19.2308 (mp_runner.py:76) -2024-09-01 17:20:19,346 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0087s, count=577, qps in this process: 19.2278 (mp_runner.py:76) -2024-09-01 17:20:19,346 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0008s, count=577, qps in this process: 19.2328 (mp_runner.py:76) -2024-09-01 17:20:19,353 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0219s, count=577, qps in this process: 19.2193 (mp_runner.py:76) -2024-09-01 17:20:19,353 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0038s, count=577, qps in this process: 19.2309 (mp_runner.py:76) -2024-09-01 17:20:19,360 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0068s, count=578, qps in this process: 19.2623 (mp_runner.py:76) -2024-09-01 17:20:19,360 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0147s, count=578, qps in this process: 19.2572 (mp_runner.py:76) -2024-09-01 17:20:19,361 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0115s, count=578, qps in this process: 19.2593 (mp_runner.py:76) -2024-09-01 17:20:19,363 | INFO |End search in concurrency 20: dur=30.248706534999656s, total_count=11523, qps=380.9419 (mp_runner.py:120) -2024-09-01 17:20:21,019 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:20:21,019 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 17:20:31,313 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 17:20:31,417 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,471 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,508 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,513 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,525 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,530 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,543 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,547 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,547 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,548 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,579 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,579 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,584 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,586 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,586 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,606 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:20:31,656 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:01,430 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0057s, count=465, qps in this process: 15.4971 (mp_runner.py:76) -2024-09-01 17:21:01,488 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0105s, count=466, qps in this process: 15.5279 (mp_runner.py:76) -2024-09-01 17:21:01,494 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0364s, count=466, qps in this process: 15.5145 (mp_runner.py:76) -2024-09-01 17:21:01,501 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0579s, count=466, qps in this process: 15.5034 (mp_runner.py:76) -2024-09-01 17:21:01,545 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0129s, count=467, qps in this process: 15.56 (mp_runner.py:76) -2024-09-01 17:21:01,545 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0289s, count=467, qps in this process: 15.5517 (mp_runner.py:76) -2024-09-01 17:21:01,547 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0182s, count=467, qps in this process: 15.5572 (mp_runner.py:76) -2024-09-01 17:21:01,550 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0035s, count=467, qps in this process: 15.5649 (mp_runner.py:76) -2024-09-01 17:21:01,566 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.006s, count=467, qps in this process: 15.5636 (mp_runner.py:76) -2024-09-01 17:21:01,569 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0559s, count=467, qps in this process: 15.5377 (mp_runner.py:76) -2024-09-01 17:21:01,575 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0254s, count=467, qps in this process: 15.5535 (mp_runner.py:76) -2024-09-01 17:21:01,585 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0058s, count=468, qps in this process: 15.597 (mp_runner.py:76) -2024-09-01 17:21:01,585 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.025s, count=468, qps in this process: 15.587 (mp_runner.py:76) -2024-09-01 17:21:01,586 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0361s, count=468, qps in this process: 15.5813 (mp_runner.py:76) -2024-09-01 17:21:01,587 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0019s, count=468, qps in this process: 15.599 (mp_runner.py:76) -2024-09-01 17:21:01,588 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.002s, count=468, qps in this process: 15.599 (mp_runner.py:76) -2024-09-01 17:21:01,592 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0064s, count=468, qps in this process: 15.5967 (mp_runner.py:76) -2024-09-01 17:21:01,594 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0335s, count=468, qps in this process: 15.5826 (mp_runner.py:76) -2024-09-01 17:21:01,595 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0456s, count=468, qps in this process: 15.5763 (mp_runner.py:76) -2024-09-01 17:21:01,595 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0165s, count=468, qps in this process: 15.5914 (mp_runner.py:76) -2024-09-01 17:21:01,611 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0137s, count=469, qps in this process: 15.6262 (mp_runner.py:76) -2024-09-01 17:21:01,611 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0106s, count=469, qps in this process: 15.6278 (mp_runner.py:76) -2024-09-01 17:21:01,612 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0147s, count=469, qps in this process: 15.6257 (mp_runner.py:76) -2024-09-01 17:21:01,628 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0088s, count=470, qps in this process: 15.6621 (mp_runner.py:76) -2024-09-01 17:21:01,674 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0119s, count=475, qps in this process: 15.8271 (mp_runner.py:76) -2024-09-01 17:21:01,675 | INFO |End search in concurrency 25: dur=30.36257022299833s, total_count=11696, qps=385.2111 (mp_runner.py:120) -2024-09-01 17:21:03,723 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:21:03,723 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 17:21:14,137 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 17:21:14,198 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,260 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,273 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,274 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,288 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,307 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,354 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,361 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,406 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,409 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,409 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,421 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,451 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,459 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,460 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,462 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,493 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:14,526 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:44,221 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0209s, count=420, qps in this process: 13.9903 (mp_runner.py:76) -2024-09-01 17:21:44,317 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0067s, count=422, qps in this process: 14.0635 (mp_runner.py:76) -2024-09-01 17:21:44,322 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0432s, count=421, qps in this process: 14.0132 (mp_runner.py:76) -2024-09-01 17:21:44,330 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0473s, count=421, qps in this process: 14.0112 (mp_runner.py:76) -2024-09-01 17:21:44,330 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0686s, count=421, qps in this process: 14.0013 (mp_runner.py:76) -2024-09-01 17:21:44,345 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0155s, count=422, qps in this process: 14.0594 (mp_runner.py:76) -2024-09-01 17:21:44,363 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0661s, count=422, qps in this process: 14.0357 (mp_runner.py:76) -2024-09-01 17:21:44,368 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0056s, count=422, qps in this process: 14.064 (mp_runner.py:76) -2024-09-01 17:21:44,401 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0842s, count=423, qps in this process: 14.0605 (mp_runner.py:76) -2024-09-01 17:21:44,404 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0434s, count=423, qps in this process: 14.0796 (mp_runner.py:76) -2024-09-01 17:21:44,457 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0437s, count=424, qps in this process: 14.1128 (mp_runner.py:76) -2024-09-01 17:21:44,459 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0208s, count=424, qps in this process: 14.1235 (mp_runner.py:76) -2024-09-01 17:21:44,460 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0363s, count=424, qps in this process: 14.1163 (mp_runner.py:76) -2024-09-01 17:21:44,461 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0531s, count=424, qps in this process: 14.1084 (mp_runner.py:76) -2024-09-01 17:21:44,461 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.049s, count=424, qps in this process: 14.1103 (mp_runner.py:76) -2024-09-01 17:21:44,464 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0258s, count=424, qps in this process: 14.1212 (mp_runner.py:76) -2024-09-01 17:21:44,465 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0414s, count=424, qps in this process: 14.1139 (mp_runner.py:76) -2024-09-01 17:21:44,466 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0323s, count=424, qps in this process: 14.1181 (mp_runner.py:76) -2024-09-01 17:21:44,487 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0201s, count=425, qps in this process: 14.1572 (mp_runner.py:76) -2024-09-01 17:21:44,487 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0112s, count=425, qps in this process: 14.1614 (mp_runner.py:76) -2024-09-01 17:21:44,487 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0114s, count=425, qps in this process: 14.1613 (mp_runner.py:76) -2024-09-01 17:21:44,488 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0328s, count=425, qps in this process: 14.1512 (mp_runner.py:76) -2024-09-01 17:21:44,490 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0283s, count=425, qps in this process: 14.1533 (mp_runner.py:76) -2024-09-01 17:21:44,495 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0332s, count=425, qps in this process: 14.151 (mp_runner.py:76) -2024-09-01 17:21:44,508 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0102s, count=426, qps in this process: 14.1952 (mp_runner.py:76) -2024-09-01 17:21:44,509 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.007s, count=426, qps in this process: 14.1967 (mp_runner.py:76) -2024-09-01 17:21:44,509 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0117s, count=426, qps in this process: 14.1945 (mp_runner.py:76) -2024-09-01 17:21:44,511 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0089s, count=426, qps in this process: 14.1958 (mp_runner.py:76) -2024-09-01 17:21:44,514 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0123s, count=426, qps in this process: 14.1942 (mp_runner.py:76) -2024-09-01 17:21:44,534 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0034s, count=429, qps in this process: 14.2984 (mp_runner.py:76) -2024-09-01 17:21:44,536 | INFO |End search in concurrency 30: dur=30.397617868999077s, total_count=12718, qps=418.388 (mp_runner.py:120) -2024-09-01 17:21:46,409 | INFO |Update largest qps with concurrency 30: current max_qps=418.388 (mp_runner.py:124) -2024-09-01 17:21:46,814 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:21:46,815 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 17:21:57,321 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 17:21:57,452 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,518 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,546 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,614 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,620 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,620 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,640 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,640 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,643 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,643 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,659 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,659 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,659 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,686 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,688 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,696 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,696 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,725 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,727 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,730 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,758 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:21:57,758 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:27,503 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0432s, count=359, qps in this process: 11.9495 (mp_runner.py:76) -2024-09-01 17:22:27,513 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0092s, count=359, qps in this process: 11.963 (mp_runner.py:76) -2024-09-01 17:22:27,544 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0349s, count=360, qps in this process: 11.9861 (mp_runner.py:76) -2024-09-01 17:22:27,562 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0115s, count=360, qps in this process: 11.9954 (mp_runner.py:76) -2024-09-01 17:22:27,565 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0438s, count=360, qps in this process: 11.9825 (mp_runner.py:76) -2024-09-01 17:22:27,616 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0542s, count=361, qps in this process: 12.0116 (mp_runner.py:76) -2024-09-01 17:22:27,679 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0357s, count=362, qps in this process: 12.0523 (mp_runner.py:76) -2024-09-01 17:22:27,679 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0529s, count=362, qps in this process: 12.0454 (mp_runner.py:76) -2024-09-01 17:22:27,681 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0554s, count=362, qps in this process: 12.0444 (mp_runner.py:76) -2024-09-01 17:22:27,684 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0218s, count=362, qps in this process: 12.0579 (mp_runner.py:76) -2024-09-01 17:22:27,686 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0162s, count=362, qps in this process: 12.0602 (mp_runner.py:76) -2024-09-01 17:22:27,687 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0208s, count=362, qps in this process: 12.0583 (mp_runner.py:76) -2024-09-01 17:22:27,687 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0609s, count=362, qps in this process: 12.0422 (mp_runner.py:76) -2024-09-01 17:22:27,689 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0387s, count=362, qps in this process: 12.0511 (mp_runner.py:76) -2024-09-01 17:22:27,691 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0013s, count=362, qps in this process: 12.0661 (mp_runner.py:76) -2024-09-01 17:22:27,693 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0244s, count=362, qps in this process: 12.0569 (mp_runner.py:76) -2024-09-01 17:22:27,697 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0156s, count=362, qps in this process: 12.0604 (mp_runner.py:76) -2024-09-01 17:22:27,697 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0595s, count=362, qps in this process: 12.0428 (mp_runner.py:76) -2024-09-01 17:22:27,700 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0383s, count=362, qps in this process: 12.0513 (mp_runner.py:76) -2024-09-01 17:22:27,701 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.003s, count=362, qps in this process: 12.0655 (mp_runner.py:76) -2024-09-01 17:22:27,702 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0622s, count=362, qps in this process: 12.0417 (mp_runner.py:76) -2024-09-01 17:22:27,705 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0613s, count=362, qps in this process: 12.0421 (mp_runner.py:76) -2024-09-01 17:22:27,708 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0157s, count=362, qps in this process: 12.0604 (mp_runner.py:76) -2024-09-01 17:22:27,715 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0529s, count=362, qps in this process: 12.0454 (mp_runner.py:76) -2024-09-01 17:22:27,715 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0653s, count=362, qps in this process: 12.0405 (mp_runner.py:76) -2024-09-01 17:22:27,718 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0578s, count=362, qps in this process: 12.0435 (mp_runner.py:76) -2024-09-01 17:22:27,732 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0008s, count=363, qps in this process: 12.0997 (mp_runner.py:76) -2024-09-01 17:22:27,732 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0099s, count=363, qps in this process: 12.096 (mp_runner.py:76) -2024-09-01 17:22:27,733 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.008s, count=363, qps in this process: 12.0968 (mp_runner.py:76) -2024-09-01 17:22:27,735 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0375s, count=363, qps in this process: 12.0849 (mp_runner.py:76) -2024-09-01 17:22:27,739 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0142s, count=363, qps in this process: 12.0943 (mp_runner.py:76) -2024-09-01 17:22:27,749 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0151s, count=364, qps in this process: 12.1272 (mp_runner.py:76) -2024-09-01 17:22:27,756 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0191s, count=364, qps in this process: 12.1256 (mp_runner.py:76) -2024-09-01 17:22:27,778 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0088s, count=366, qps in this process: 12.1964 (mp_runner.py:76) -2024-09-01 17:22:27,779 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0113s, count=366, qps in this process: 12.1954 (mp_runner.py:76) -2024-09-01 17:22:27,781 | INFO |End search in concurrency 35: dur=30.459913333001168s, total_count=12674, qps=416.0879 (mp_runner.py:120) -2024-09-01 17:22:30,465 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:22:30,466 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 17:22:41,061 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 17:22:41,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,288 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,291 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,292 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,299 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,306 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,316 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,334 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,392 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,445 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,453 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,460 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,463 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,469 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,472 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,482 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,500 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,510 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,523 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,523 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,538 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,566 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,566 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:22:41,578 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:11,292 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0372s, count=311, qps in this process: 10.3538 (mp_runner.py:76) -2024-09-01 17:23:11,299 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0086s, count=311, qps in this process: 10.3637 (mp_runner.py:76) -2024-09-01 17:23:11,300 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0169s, count=311, qps in this process: 10.3608 (mp_runner.py:76) -2024-09-01 17:23:11,313 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0158s, count=311, qps in this process: 10.3612 (mp_runner.py:76) -2024-09-01 17:23:11,317 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0673s, count=311, qps in this process: 10.3435 (mp_runner.py:76) -2024-09-01 17:23:11,319 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0088s, count=311, qps in this process: 10.3636 (mp_runner.py:76) -2024-09-01 17:23:11,374 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0581s, count=311, qps in this process: 10.3466 (mp_runner.py:76) -2024-09-01 17:23:11,386 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0638s, count=312, qps in this process: 10.3779 (mp_runner.py:76) -2024-09-01 17:23:11,389 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0779s, count=312, qps in this process: 10.3731 (mp_runner.py:76) -2024-09-01 17:23:11,393 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0738s, count=312, qps in this process: 10.3745 (mp_runner.py:76) -2024-09-01 17:23:11,395 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0207s, count=312, qps in this process: 10.3928 (mp_runner.py:76) -2024-09-01 17:23:11,400 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0774s, count=312, qps in this process: 10.3732 (mp_runner.py:76) -2024-09-01 17:23:11,403 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.108s, count=312, qps in this process: 10.3627 (mp_runner.py:76) -2024-09-01 17:23:11,403 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0689s, count=312, qps in this process: 10.3762 (mp_runner.py:76) -2024-09-01 17:23:11,405 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.1079s, count=312, qps in this process: 10.3627 (mp_runner.py:76) -2024-09-01 17:23:11,420 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0975s, count=312, qps in this process: 10.3663 (mp_runner.py:76) -2024-09-01 17:23:11,461 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0115s, count=313, qps in this process: 10.4293 (mp_runner.py:76) -2024-09-01 17:23:11,461 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.066s, count=313, qps in this process: 10.4104 (mp_runner.py:76) -2024-09-01 17:23:11,465 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0234s, count=313, qps in this process: 10.4252 (mp_runner.py:76) -2024-09-01 17:23:11,466 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0211s, count=313, qps in this process: 10.426 (mp_runner.py:76) -2024-09-01 17:23:11,471 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0291s, count=313, qps in this process: 10.4232 (mp_runner.py:76) -2024-09-01 17:23:11,472 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0298s, count=313, qps in this process: 10.423 (mp_runner.py:76) -2024-09-01 17:23:11,486 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0249s, count=313, qps in this process: 10.4247 (mp_runner.py:76) -2024-09-01 17:23:11,512 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0405s, count=314, qps in this process: 10.4526 (mp_runner.py:76) -2024-09-01 17:23:11,512 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.049s, count=314, qps in this process: 10.4496 (mp_runner.py:76) -2024-09-01 17:23:11,513 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0389s, count=314, qps in this process: 10.4531 (mp_runner.py:76) -2024-09-01 17:23:11,515 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0291s, count=314, qps in this process: 10.4565 (mp_runner.py:76) -2024-09-01 17:23:11,519 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.023s, count=314, qps in this process: 10.4586 (mp_runner.py:76) -2024-09-01 17:23:11,520 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0238s, count=314, qps in this process: 10.4584 (mp_runner.py:76) -2024-09-01 17:23:11,521 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0483s, count=314, qps in this process: 10.4498 (mp_runner.py:76) -2024-09-01 17:23:11,523 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0091s, count=314, qps in this process: 10.4635 (mp_runner.py:76) -2024-09-01 17:23:11,527 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.023s, count=314, qps in this process: 10.4586 (mp_runner.py:76) -2024-09-01 17:23:11,533 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0621s, count=314, qps in this process: 10.445 (mp_runner.py:76) -2024-09-01 17:23:11,545 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0229s, count=315, qps in this process: 10.492 (mp_runner.py:76) -2024-09-01 17:23:11,547 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0016s, count=315, qps in this process: 10.4994 (mp_runner.py:76) -2024-09-01 17:23:11,548 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0181s, count=315, qps in this process: 10.4937 (mp_runner.py:76) -2024-09-01 17:23:11,552 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0175s, count=315, qps in this process: 10.4939 (mp_runner.py:76) -2024-09-01 17:23:11,575 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.007s, count=317, qps in this process: 10.5642 (mp_runner.py:76) -2024-09-01 17:23:11,575 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.005s, count=317, qps in this process: 10.5649 (mp_runner.py:76) -2024-09-01 17:23:11,597 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0073s, count=319, qps in this process: 10.6307 (mp_runner.py:76) -2024-09-01 17:23:11,599 | INFO |End search in concurrency 40: dur=30.53665291300058s, total_count=12529, qps=410.2938 (mp_runner.py:120) -2024-09-01 17:23:14,583 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:23:14,583 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 17:23:25,337 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 17:23:25,393 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,410 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,414 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,468 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,512 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,514 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,567 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,587 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,613 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,613 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,614 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,677 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,727 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,747 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,749 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,750 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,786 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,792 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,793 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,802 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,805 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,805 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,816 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,818 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,830 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,854 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,854 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,854 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,857 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,857 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,890 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,890 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,890 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:25,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:23:55,473 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0603s, count=283, qps in this process: 9.4144 (mp_runner.py:76) -2024-09-01 17:23:55,483 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0672s, count=283, qps in this process: 9.4122 (mp_runner.py:76) -2024-09-01 17:23:55,486 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0924s, count=283, qps in this process: 9.4044 (mp_runner.py:76) -2024-09-01 17:23:55,519 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0038s, count=284, qps in this process: 9.4655 (mp_runner.py:76) -2024-09-01 17:23:55,532 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0526s, count=284, qps in this process: 9.4501 (mp_runner.py:76) -2024-09-01 17:23:55,535 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0383s, count=284, qps in this process: 9.4546 (mp_runner.py:76) -2024-09-01 17:23:55,545 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.03s, count=283, qps in this process: 9.4239 (mp_runner.py:76) -2024-09-01 17:23:55,620 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0279s, count=285, qps in this process: 9.4912 (mp_runner.py:76) -2024-09-01 17:23:55,622 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0523s, count=285, qps in this process: 9.4835 (mp_runner.py:76) -2024-09-01 17:23:55,628 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0101s, count=285, qps in this process: 9.4968 (mp_runner.py:76) -2024-09-01 17:23:55,640 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0186s, count=285, qps in this process: 9.4941 (mp_runner.py:76) -2024-09-01 17:23:55,652 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0308s, count=285, qps in this process: 9.4903 (mp_runner.py:76) -2024-09-01 17:23:55,657 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0077s, count=285, qps in this process: 9.4976 (mp_runner.py:76) -2024-09-01 17:23:55,689 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0105s, count=286, qps in this process: 9.53 (mp_runner.py:76) -2024-09-01 17:23:55,696 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0752s, count=286, qps in this process: 9.5095 (mp_runner.py:76) -2024-09-01 17:23:55,748 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0422s, count=287, qps in this process: 9.5532 (mp_runner.py:76) -2024-09-01 17:23:55,767 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0125s, count=287, qps in this process: 9.5627 (mp_runner.py:76) -2024-09-01 17:23:55,767 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.063s, count=287, qps in this process: 9.5466 (mp_runner.py:76) -2024-09-01 17:23:55,769 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0078s, count=287, qps in this process: 9.5642 (mp_runner.py:76) -2024-09-01 17:23:55,770 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0164s, count=287, qps in this process: 9.5614 (mp_runner.py:76) -2024-09-01 17:23:55,778 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0471s, count=287, qps in this process: 9.5517 (mp_runner.py:76) -2024-09-01 17:23:55,811 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0526s, count=288, qps in this process: 9.5832 (mp_runner.py:76) -2024-09-01 17:23:55,821 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0727s, count=288, qps in this process: 9.5768 (mp_runner.py:76) -2024-09-01 17:23:55,834 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0194s, count=288, qps in this process: 9.5938 (mp_runner.py:76) -2024-09-01 17:23:55,837 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0377s, count=288, qps in this process: 9.588 (mp_runner.py:76) -2024-09-01 17:23:55,845 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0233s, count=288, qps in this process: 9.5925 (mp_runner.py:76) -2024-09-01 17:23:55,849 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0499s, count=288, qps in this process: 9.5841 (mp_runner.py:76) -2024-09-01 17:23:55,850 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0851s, count=288, qps in this process: 9.5728 (mp_runner.py:76) -2024-09-01 17:23:55,851 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0002s, count=288, qps in this process: 9.5999 (mp_runner.py:76) -2024-09-01 17:23:55,856 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0348s, count=288, qps in this process: 9.5889 (mp_runner.py:76) -2024-09-01 17:23:55,857 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0635s, count=288, qps in this process: 9.5797 (mp_runner.py:76) -2024-09-01 17:23:55,857 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0173s, count=288, qps in this process: 9.5945 (mp_runner.py:76) -2024-09-01 17:23:55,858 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0434s, count=288, qps in this process: 9.5861 (mp_runner.py:76) -2024-09-01 17:23:55,864 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0606s, count=288, qps in this process: 9.5806 (mp_runner.py:76) -2024-09-01 17:23:55,868 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0167s, count=289, qps in this process: 9.628 (mp_runner.py:76) -2024-09-01 17:23:55,890 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0251s, count=290, qps in this process: 9.6586 (mp_runner.py:76) -2024-09-01 17:23:55,891 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0397s, count=290, qps in this process: 9.6539 (mp_runner.py:76) -2024-09-01 17:23:55,893 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0312s, count=289, qps in this process: 9.6233 (mp_runner.py:76) -2024-09-01 17:23:55,896 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0309s, count=289, qps in this process: 9.6234 (mp_runner.py:76) -2024-09-01 17:23:55,897 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0319s, count=289, qps in this process: 9.6231 (mp_runner.py:76) -2024-09-01 17:23:55,899 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0373s, count=289, qps in this process: 9.6214 (mp_runner.py:76) -2024-09-01 17:23:55,913 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0153s, count=290, qps in this process: 9.6617 (mp_runner.py:76) -2024-09-01 17:23:55,914 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0159s, count=290, qps in this process: 9.6615 (mp_runner.py:76) -2024-09-01 17:23:55,919 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0215s, count=291, qps in this process: 9.6931 (mp_runner.py:76) -2024-09-01 17:23:55,920 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0199s, count=291, qps in this process: 9.6936 (mp_runner.py:76) -2024-09-01 17:23:55,922 | INFO |End search in concurrency 45: dur=30.584505539998645s, total_count=12919, qps=422.4034 (mp_runner.py:120) -2024-09-01 17:23:58,845 | INFO |Update largest qps with concurrency 45: current max_qps=422.4034 (mp_runner.py:124) -2024-09-01 17:23:59,254 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:23:59,254 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 17:24:20,225 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 17:24:20,473 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,509 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,530 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,593 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,601 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,602 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,625 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,684 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,697 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,701 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,706 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,713 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,714 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,726 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,734 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,750 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,750 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,757 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,798 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,841 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,856 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,866 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,876 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,921 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:20,998 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:24:50,591 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.116s, count=258, qps in this process: 8.5669 (mp_runner.py:76) -2024-09-01 17:24:50,605 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0717s, count=258, qps in this process: 8.5795 (mp_runner.py:76) -2024-09-01 17:24:50,614 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0151s, count=258, qps in this process: 8.5957 (mp_runner.py:76) -2024-09-01 17:24:50,622 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0161s, count=258, qps in this process: 8.5954 (mp_runner.py:76) -2024-09-01 17:24:50,630 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0327s, count=258, qps in this process: 8.5906 (mp_runner.py:76) -2024-09-01 17:24:50,630 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0294s, count=258, qps in this process: 8.5916 (mp_runner.py:76) -2024-09-01 17:24:50,642 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0427s, count=259, qps in this process: 8.6211 (mp_runner.py:76) -2024-09-01 17:24:50,646 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0325s, count=259, qps in this process: 8.624 (mp_runner.py:76) -2024-09-01 17:24:50,649 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0116s, count=259, qps in this process: 8.63 (mp_runner.py:76) -2024-09-01 17:24:50,653 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.1237s, count=258, qps in this process: 8.5647 (mp_runner.py:76) -2024-09-01 17:24:50,653 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0198s, count=258, qps in this process: 8.5943 (mp_runner.py:76) -2024-09-01 17:24:50,654 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0527s, count=258, qps in this process: 8.5849 (mp_runner.py:76) -2024-09-01 17:24:50,654 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0565s, count=259, qps in this process: 8.6171 (mp_runner.py:76) -2024-09-01 17:24:50,664 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0308s, count=259, qps in this process: 8.6245 (mp_runner.py:76) -2024-09-01 17:24:50,669 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0747s, count=259, qps in this process: 8.6119 (mp_runner.py:76) -2024-09-01 17:24:50,673 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0751s, count=259, qps in this process: 8.6118 (mp_runner.py:76) -2024-09-01 17:24:50,685 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0019s, count=259, qps in this process: 8.6328 (mp_runner.py:76) -2024-09-01 17:24:50,726 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0248s, count=260, qps in this process: 8.6595 (mp_runner.py:76) -2024-09-01 17:24:50,727 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0437s, count=260, qps in this process: 8.6541 (mp_runner.py:76) -2024-09-01 17:24:50,727 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0244s, count=260, qps in this process: 8.6596 (mp_runner.py:76) -2024-09-01 17:24:50,733 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0448s, count=260, qps in this process: 8.6537 (mp_runner.py:76) -2024-09-01 17:24:50,733 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0181s, count=260, qps in this process: 8.6614 (mp_runner.py:76) -2024-09-01 17:24:50,734 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0454s, count=260, qps in this process: 8.6536 (mp_runner.py:76) -2024-09-01 17:24:50,747 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0312s, count=260, qps in this process: 8.6577 (mp_runner.py:76) -2024-09-01 17:24:50,765 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0517s, count=260, qps in this process: 8.6518 (mp_runner.py:76) -2024-09-01 17:24:50,767 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0473s, count=260, qps in this process: 8.653 (mp_runner.py:76) -2024-09-01 17:24:50,768 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0141s, count=260, qps in this process: 8.6626 (mp_runner.py:76) -2024-09-01 17:24:50,781 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0405s, count=261, qps in this process: 8.6883 (mp_runner.py:76) -2024-09-01 17:24:50,789 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0318s, count=261, qps in this process: 8.6908 (mp_runner.py:76) -2024-09-01 17:24:50,790 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0407s, count=261, qps in this process: 8.6882 (mp_runner.py:76) -2024-09-01 17:24:50,798 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0481s, count=261, qps in this process: 8.6861 (mp_runner.py:76) -2024-09-01 17:24:50,806 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0501s, count=261, qps in this process: 8.6855 (mp_runner.py:76) -2024-09-01 17:24:50,816 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0147s, count=262, qps in this process: 8.7291 (mp_runner.py:76) -2024-09-01 17:24:50,819 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0305s, count=262, qps in this process: 8.7245 (mp_runner.py:76) -2024-09-01 17:24:50,845 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0115s, count=263, qps in this process: 8.7633 (mp_runner.py:76) -2024-09-01 17:24:50,845 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0308s, count=262, qps in this process: 8.7244 (mp_runner.py:76) -2024-09-01 17:24:50,862 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0125s, count=262, qps in this process: 8.7297 (mp_runner.py:76) -2024-09-01 17:24:50,885 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0066s, count=263, qps in this process: 8.7647 (mp_runner.py:76) -2024-09-01 17:24:50,885 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0096s, count=263, qps in this process: 8.7639 (mp_runner.py:76) -2024-09-01 17:24:50,886 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0136s, count=263, qps in this process: 8.7627 (mp_runner.py:76) -2024-09-01 17:24:50,895 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0326s, count=263, qps in this process: 8.7572 (mp_runner.py:76) -2024-09-01 17:24:50,898 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0191s, count=263, qps in this process: 8.7611 (mp_runner.py:76) -2024-09-01 17:24:50,913 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0147s, count=264, qps in this process: 8.7957 (mp_runner.py:76) -2024-09-01 17:24:50,916 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0175s, count=264, qps in this process: 8.7949 (mp_runner.py:76) -2024-09-01 17:24:50,919 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0094s, count=264, qps in this process: 8.7972 (mp_runner.py:76) -2024-09-01 17:24:50,935 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.006s, count=265, qps in this process: 8.8316 (mp_runner.py:76) -2024-09-01 17:24:50,976 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0068s, count=268, qps in this process: 8.9313 (mp_runner.py:76) -2024-09-01 17:24:50,977 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0117s, count=268, qps in this process: 8.9299 (mp_runner.py:76) -2024-09-01 17:24:50,977 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.012s, count=268, qps in this process: 8.9298 (mp_runner.py:76) -2024-09-01 17:24:51,017 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0115s, count=272, qps in this process: 9.0632 (mp_runner.py:76) -2024-09-01 17:24:51,019 | INFO |End search in concurrency 50: dur=30.793887322000955s, total_count=13058, qps=424.0452 (mp_runner.py:120) -2024-09-01 17:24:54,304 | INFO |Update largest qps with concurrency 50: current max_qps=424.0452 (mp_runner.py:124) -2024-09-01 17:24:54,711 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:24:54,711 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 17:25:16,000 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 17:25:16,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,255 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,260 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,341 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,397 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,403 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,474 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,474 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,481 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,496 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,501 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,558 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,560 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,605 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,605 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,626 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,637 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,637 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,652 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,654 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,674 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,692 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,708 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,712 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,713 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,730 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,738 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,782 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,794 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,804 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,804 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:16,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:25:46,218 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0892s, count=230, qps in this process: 7.6439 (mp_runner.py:76) -2024-09-01 17:25:46,332 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0602s, count=231, qps in this process: 7.6846 (mp_runner.py:76) -2024-09-01 17:25:46,363 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.1028s, count=231, qps in this process: 7.6737 (mp_runner.py:76) -2024-09-01 17:25:46,370 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.025s, count=231, qps in this process: 7.6936 (mp_runner.py:76) -2024-09-01 17:25:46,389 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0192s, count=231, qps in this process: 7.6951 (mp_runner.py:76) -2024-09-01 17:25:46,413 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0065s, count=232, qps in this process: 7.7317 (mp_runner.py:76) -2024-09-01 17:25:46,414 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0149s, count=232, qps in this process: 7.7295 (mp_runner.py:76) -2024-09-01 17:25:46,429 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0553s, count=232, qps in this process: 7.7191 (mp_runner.py:76) -2024-09-01 17:25:46,429 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0308s, count=232, qps in this process: 7.7254 (mp_runner.py:76) -2024-09-01 17:25:46,434 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0272s, count=232, qps in this process: 7.7263 (mp_runner.py:76) -2024-09-01 17:25:46,435 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0285s, count=232, qps in this process: 7.726 (mp_runner.py:76) -2024-09-01 17:25:46,436 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.038s, count=232, qps in this process: 7.7236 (mp_runner.py:76) -2024-09-01 17:25:46,441 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0064s, count=232, qps in this process: 7.7317 (mp_runner.py:76) -2024-09-01 17:25:46,469 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0343s, count=232, qps in this process: 7.7245 (mp_runner.py:76) -2024-09-01 17:25:46,515 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0451s, count=233, qps in this process: 7.755 (mp_runner.py:76) -2024-09-01 17:25:46,516 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0814s, count=233, qps in this process: 7.7457 (mp_runner.py:76) -2024-09-01 17:25:46,517 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0934s, count=233, qps in this process: 7.7426 (mp_runner.py:76) -2024-09-01 17:25:46,518 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0385s, count=233, qps in this process: 7.7567 (mp_runner.py:76) -2024-09-01 17:25:46,519 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0493s, count=233, qps in this process: 7.7539 (mp_runner.py:76) -2024-09-01 17:25:46,520 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0511s, count=233, qps in this process: 7.7535 (mp_runner.py:76) -2024-09-01 17:25:46,521 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0412s, count=233, qps in this process: 7.756 (mp_runner.py:76) -2024-09-01 17:25:46,521 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0132s, count=233, qps in this process: 7.7633 (mp_runner.py:76) -2024-09-01 17:25:46,524 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0212s, count=233, qps in this process: 7.7612 (mp_runner.py:76) -2024-09-01 17:25:46,530 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.041s, count=233, qps in this process: 7.7561 (mp_runner.py:76) -2024-09-01 17:25:46,531 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.062s, count=233, qps in this process: 7.7506 (mp_runner.py:76) -2024-09-01 17:25:46,573 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.1027s, count=233, qps in this process: 7.7402 (mp_runner.py:76) -2024-09-01 17:25:46,578 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0225s, count=234, qps in this process: 7.7942 (mp_runner.py:76) -2024-09-01 17:25:46,580 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0191s, count=234, qps in this process: 7.795 (mp_runner.py:76) -2024-09-01 17:25:46,580 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0182s, count=234, qps in this process: 7.7953 (mp_runner.py:76) -2024-09-01 17:25:46,581 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0231s, count=234, qps in this process: 7.794 (mp_runner.py:76) -2024-09-01 17:25:46,582 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.002s, count=234, qps in this process: 7.7995 (mp_runner.py:76) -2024-09-01 17:25:46,641 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0155s, count=235, qps in this process: 7.8293 (mp_runner.py:76) -2024-09-01 17:25:46,643 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0287s, count=235, qps in this process: 7.8258 (mp_runner.py:76) -2024-09-01 17:25:46,644 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0455s, count=235, qps in this process: 7.8215 (mp_runner.py:76) -2024-09-01 17:25:46,645 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0136s, count=235, qps in this process: 7.8298 (mp_runner.py:76) -2024-09-01 17:25:46,672 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0018s, count=235, qps in this process: 7.8329 (mp_runner.py:76) -2024-09-01 17:25:46,673 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0587s, count=235, qps in this process: 7.818 (mp_runner.py:76) -2024-09-01 17:25:46,687 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0051s, count=236, qps in this process: 7.8653 (mp_runner.py:76) -2024-09-01 17:25:46,688 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0386s, count=236, qps in this process: 7.8566 (mp_runner.py:76) -2024-09-01 17:25:46,689 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0277s, count=236, qps in this process: 7.8594 (mp_runner.py:76) -2024-09-01 17:25:46,690 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0077s, count=236, qps in this process: 7.8646 (mp_runner.py:76) -2024-09-01 17:25:46,693 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0432s, count=236, qps in this process: 7.8554 (mp_runner.py:76) -2024-09-01 17:25:46,724 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0084s, count=237, qps in this process: 7.8978 (mp_runner.py:76) -2024-09-01 17:25:46,727 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0141s, count=237, qps in this process: 7.8963 (mp_runner.py:76) -2024-09-01 17:25:46,728 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0198s, count=237, qps in this process: 7.8948 (mp_runner.py:76) -2024-09-01 17:25:46,736 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0417s, count=237, qps in this process: 7.889 (mp_runner.py:76) -2024-09-01 17:25:46,749 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0155s, count=238, qps in this process: 7.9292 (mp_runner.py:76) -2024-09-01 17:25:46,751 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0139s, count=238, qps in this process: 7.9297 (mp_runner.py:76) -2024-09-01 17:25:46,752 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0026s, count=238, qps in this process: 7.9326 (mp_runner.py:76) -2024-09-01 17:25:46,797 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0106s, count=241, qps in this process: 8.0305 (mp_runner.py:76) -2024-09-01 17:25:46,812 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0102s, count=242, qps in this process: 8.0639 (mp_runner.py:76) -2024-09-01 17:25:46,813 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0026s, count=242, qps in this process: 8.066 (mp_runner.py:76) -2024-09-01 17:25:46,828 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0141s, count=243, qps in this process: 8.0962 (mp_runner.py:76) -2024-09-01 17:25:46,845 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0074s, count=244, qps in this process: 8.1313 (mp_runner.py:76) -2024-09-01 17:25:46,863 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0073s, count=246, qps in this process: 8.198 (mp_runner.py:76) -2024-09-01 17:25:46,865 | INFO |End search in concurrency 55: dur=30.86425788500128s, total_count=12918, qps=418.5424 (mp_runner.py:120) -2024-09-01 17:25:50,884 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:25:50,884 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 17:26:12,214 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 17:26:12,642 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,655 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,731 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,731 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,732 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,733 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,733 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,736 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,736 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,736 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,736 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,737 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,739 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,737 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,740 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,743 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,744 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,745 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,758 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,759 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,760 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,760 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,764 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,773 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,774 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,779 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,785 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,789 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,831 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,833 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,835 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,837 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,859 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,859 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,864 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,866 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,879 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,879 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,879 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,880 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:12,925 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:26:42,693 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0153s, count=215, qps in this process: 7.163 (mp_runner.py:76) -2024-09-01 17:26:42,750 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0041s, count=216, qps in this process: 7.199 (mp_runner.py:76) -2024-09-01 17:26:42,751 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0007s, count=216, qps in this process: 7.1998 (mp_runner.py:76) -2024-09-01 17:26:42,751 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0142s, count=216, qps in this process: 7.1966 (mp_runner.py:76) -2024-09-01 17:26:42,751 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0096s, count=216, qps in this process: 7.1977 (mp_runner.py:76) -2024-09-01 17:26:42,752 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0089s, count=216, qps in this process: 7.1979 (mp_runner.py:76) -2024-09-01 17:26:42,753 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.017s, count=216, qps in this process: 7.1959 (mp_runner.py:76) -2024-09-01 17:26:42,754 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.1045s, count=216, qps in this process: 7.175 (mp_runner.py:76) -2024-09-01 17:26:42,754 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0185s, count=216, qps in this process: 7.1956 (mp_runner.py:76) -2024-09-01 17:26:42,754 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0108s, count=216, qps in this process: 7.1974 (mp_runner.py:76) -2024-09-01 17:26:42,755 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0198s, count=216, qps in this process: 7.1953 (mp_runner.py:76) -2024-09-01 17:26:42,759 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0173s, count=216, qps in this process: 7.1959 (mp_runner.py:76) -2024-09-01 17:26:42,778 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.1004s, count=216, qps in this process: 7.176 (mp_runner.py:76) -2024-09-01 17:26:42,792 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0576s, count=216, qps in this process: 7.1862 (mp_runner.py:76) -2024-09-01 17:26:42,802 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0516s, count=216, qps in this process: 7.1876 (mp_runner.py:76) -2024-09-01 17:26:42,802 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0595s, count=216, qps in this process: 7.1857 (mp_runner.py:76) -2024-09-01 17:26:42,803 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0595s, count=216, qps in this process: 7.1857 (mp_runner.py:76) -2024-09-01 17:26:42,804 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0506s, count=216, qps in this process: 7.1879 (mp_runner.py:76) -2024-09-01 17:26:42,807 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0532s, count=216, qps in this process: 7.1873 (mp_runner.py:76) -2024-09-01 17:26:42,808 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0537s, count=216, qps in this process: 7.1871 (mp_runner.py:76) -2024-09-01 17:26:42,808 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0305s, count=216, qps in this process: 7.1927 (mp_runner.py:76) -2024-09-01 17:26:42,808 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0357s, count=216, qps in this process: 7.1914 (mp_runner.py:76) -2024-09-01 17:26:42,809 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.027s, count=216, qps in this process: 7.1935 (mp_runner.py:76) -2024-09-01 17:26:42,819 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.061s, count=217, qps in this process: 7.2187 (mp_runner.py:76) -2024-09-01 17:26:42,824 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0518s, count=217, qps in this process: 7.2209 (mp_runner.py:76) -2024-09-01 17:26:42,834 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0753s, count=216, qps in this process: 7.182 (mp_runner.py:76) -2024-09-01 17:26:42,835 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0778s, count=216, qps in this process: 7.1814 (mp_runner.py:76) -2024-09-01 17:26:42,835 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0629s, count=216, qps in this process: 7.1849 (mp_runner.py:76) -2024-09-01 17:26:42,836 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0024s, count=217, qps in this process: 7.2328 (mp_runner.py:76) -2024-09-01 17:26:42,837 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0781s, count=217, qps in this process: 7.2146 (mp_runner.py:76) -2024-09-01 17:26:42,838 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0805s, count=216, qps in this process: 7.1807 (mp_runner.py:76) -2024-09-01 17:26:42,839 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0446s, count=216, qps in this process: 7.1893 (mp_runner.py:76) -2024-09-01 17:26:42,839 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0807s, count=216, qps in this process: 7.1807 (mp_runner.py:76) -2024-09-01 17:26:42,839 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0326s, count=216, qps in this process: 7.1922 (mp_runner.py:76) -2024-09-01 17:26:42,840 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0899s, count=216, qps in this process: 7.1785 (mp_runner.py:76) -2024-09-01 17:26:42,840 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0986s, count=216, qps in this process: 7.1764 (mp_runner.py:76) -2024-09-01 17:26:42,853 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0132s, count=217, qps in this process: 7.2302 (mp_runner.py:76) -2024-09-01 17:26:42,855 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0975s, count=217, qps in this process: 7.2099 (mp_runner.py:76) -2024-09-01 17:26:42,856 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0496s, count=217, qps in this process: 7.2214 (mp_runner.py:76) -2024-09-01 17:26:42,866 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0566s, count=217, qps in this process: 7.2197 (mp_runner.py:76) -2024-09-01 17:26:42,877 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0107s, count=217, qps in this process: 7.2308 (mp_runner.py:76) -2024-09-01 17:26:42,880 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0743s, count=217, qps in this process: 7.2155 (mp_runner.py:76) -2024-09-01 17:26:42,890 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.052s, count=217, qps in this process: 7.2208 (mp_runner.py:76) -2024-09-01 17:26:42,899 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0366s, count=218, qps in this process: 7.2578 (mp_runner.py:76) -2024-09-01 17:26:42,899 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0128s, count=218, qps in this process: 7.2636 (mp_runner.py:76) -2024-09-01 17:26:42,901 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0148s, count=218, qps in this process: 7.2631 (mp_runner.py:76) -2024-09-01 17:26:42,901 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0215s, count=218, qps in this process: 7.2615 (mp_runner.py:76) -2024-09-01 17:26:42,902 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0205s, count=218, qps in this process: 7.2617 (mp_runner.py:76) -2024-09-01 17:26:42,903 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0135s, count=218, qps in this process: 7.2634 (mp_runner.py:76) -2024-09-01 17:26:42,904 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0308s, count=218, qps in this process: 7.2592 (mp_runner.py:76) -2024-09-01 17:26:42,906 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0713s, count=218, qps in this process: 7.2494 (mp_runner.py:76) -2024-09-01 17:26:42,907 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0402s, count=218, qps in this process: 7.2569 (mp_runner.py:76) -2024-09-01 17:26:42,908 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0264s, count=218, qps in this process: 7.2603 (mp_runner.py:76) -2024-09-01 17:26:42,910 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0472s, count=218, qps in this process: 7.2553 (mp_runner.py:76) -2024-09-01 17:26:42,912 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0255s, count=218, qps in this process: 7.2605 (mp_runner.py:76) -2024-09-01 17:26:42,912 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0306s, count=218, qps in this process: 7.2593 (mp_runner.py:76) -2024-09-01 17:26:42,919 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0335s, count=218, qps in this process: 7.2586 (mp_runner.py:76) -2024-09-01 17:26:42,926 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.007s, count=219, qps in this process: 7.2983 (mp_runner.py:76) -2024-09-01 17:26:42,932 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0135s, count=219, qps in this process: 7.2967 (mp_runner.py:76) -2024-09-01 17:26:42,939 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0042s, count=220, qps in this process: 7.3323 (mp_runner.py:76) -2024-09-01 17:26:42,941 | INFO |End search in concurrency 60: dur=30.72575791700001s, total_count=13008, qps=423.3581 (mp_runner.py:120) -2024-09-01 17:26:47,332 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:26:47,332 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 17:27:08,875 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 17:27:08,938 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:08,939 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,052 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,162 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,311 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,311 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,313 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,322 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,363 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,387 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,388 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,388 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,388 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,420 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,481 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,486 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,487 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,491 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,495 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,498 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,502 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,505 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,510 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,609 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,624 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,650 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,668 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,668 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,668 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,675 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,743 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,743 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,770 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,774 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,784 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,786 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,812 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,835 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,835 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,866 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,902 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:09,934 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:27:38,985 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0447s, count=195, qps in this process: 6.4903 (mp_runner.py:76) -2024-09-01 17:27:39,024 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0845s, count=195, qps in this process: 6.4817 (mp_runner.py:76) -2024-09-01 17:27:39,110 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0463s, count=196, qps in this process: 6.5233 (mp_runner.py:76) -2024-09-01 17:27:39,317 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.1415s, count=197, qps in this process: 6.5358 (mp_runner.py:76) -2024-09-01 17:27:39,349 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.008s, count=197, qps in this process: 6.5649 (mp_runner.py:76) -2024-09-01 17:27:39,391 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0006s, count=198, qps in this process: 6.5999 (mp_runner.py:76) -2024-09-01 17:27:39,420 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0289s, count=198, qps in this process: 6.5936 (mp_runner.py:76) -2024-09-01 17:27:39,422 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0926s, count=197, qps in this process: 6.5465 (mp_runner.py:76) -2024-09-01 17:27:39,425 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0563s, count=198, qps in this process: 6.5876 (mp_runner.py:76) -2024-09-01 17:27:39,431 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.001s, count=197, qps in this process: 6.5664 (mp_runner.py:76) -2024-09-01 17:27:39,436 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0086s, count=198, qps in this process: 6.5981 (mp_runner.py:76) -2024-09-01 17:27:39,440 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.1078s, count=198, qps in this process: 6.5764 (mp_runner.py:76) -2024-09-01 17:27:39,445 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0435s, count=198, qps in this process: 6.5904 (mp_runner.py:76) -2024-09-01 17:27:39,452 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.1047s, count=198, qps in this process: 6.577 (mp_runner.py:76) -2024-09-01 17:27:39,461 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.1143s, count=197, qps in this process: 6.5417 (mp_runner.py:76) -2024-09-01 17:27:39,462 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.1331s, count=198, qps in this process: 6.5708 (mp_runner.py:76) -2024-09-01 17:27:39,477 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.1476s, count=198, qps in this process: 6.5677 (mp_runner.py:76) -2024-09-01 17:27:39,489 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0036s, count=198, qps in this process: 6.5992 (mp_runner.py:76) -2024-09-01 17:27:39,497 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.1061s, count=198, qps in this process: 6.5767 (mp_runner.py:76) -2024-09-01 17:27:39,506 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0768s, count=198, qps in this process: 6.5831 (mp_runner.py:76) -2024-09-01 17:27:39,545 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0357s, count=199, qps in this process: 6.6254 (mp_runner.py:76) -2024-09-01 17:27:39,545 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.031s, count=199, qps in this process: 6.6265 (mp_runner.py:76) -2024-09-01 17:27:39,547 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.1188s, count=199, qps in this process: 6.6072 (mp_runner.py:76) -2024-09-01 17:27:39,548 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0289s, count=199, qps in this process: 6.6269 (mp_runner.py:76) -2024-09-01 17:27:39,551 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.1497s, count=199, qps in this process: 6.6004 (mp_runner.py:76) -2024-09-01 17:27:39,553 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0391s, count=199, qps in this process: 6.6247 (mp_runner.py:76) -2024-09-01 17:27:39,564 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0462s, count=199, qps in this process: 6.6231 (mp_runner.py:76) -2024-09-01 17:27:39,564 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.1342s, count=199, qps in this process: 6.6038 (mp_runner.py:76) -2024-09-01 17:27:39,565 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.003s, count=199, qps in this process: 6.6327 (mp_runner.py:76) -2024-09-01 17:27:39,569 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.178s, count=199, qps in this process: 6.5942 (mp_runner.py:76) -2024-09-01 17:27:39,571 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.058s, count=199, qps in this process: 6.6205 (mp_runner.py:76) -2024-09-01 17:27:39,572 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.1702s, count=199, qps in this process: 6.5959 (mp_runner.py:76) -2024-09-01 17:27:39,574 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0714s, count=199, qps in this process: 6.6176 (mp_runner.py:76) -2024-09-01 17:27:39,575 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0816s, count=199, qps in this process: 6.6153 (mp_runner.py:76) -2024-09-01 17:27:39,577 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0833s, count=199, qps in this process: 6.615 (mp_runner.py:76) -2024-09-01 17:27:39,577 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0813s, count=199, qps in this process: 6.6154 (mp_runner.py:76) -2024-09-01 17:27:39,581 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.18s, count=199, qps in this process: 6.5938 (mp_runner.py:76) -2024-09-01 17:27:39,592 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.2015s, count=199, qps in this process: 6.5891 (mp_runner.py:76) -2024-09-01 17:27:39,623 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.005s, count=200, qps in this process: 6.6656 (mp_runner.py:76) -2024-09-01 17:27:39,624 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0224s, count=200, qps in this process: 6.6617 (mp_runner.py:76) -2024-09-01 17:27:39,630 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0281s, count=200, qps in this process: 6.6604 (mp_runner.py:76) -2024-09-01 17:27:39,634 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0722s, count=200, qps in this process: 6.6507 (mp_runner.py:76) -2024-09-01 17:27:39,639 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0379s, count=200, qps in this process: 6.6583 (mp_runner.py:76) -2024-09-01 17:27:39,659 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0097s, count=200, qps in this process: 6.6645 (mp_runner.py:76) -2024-09-01 17:27:39,664 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0336s, count=200, qps in this process: 6.6592 (mp_runner.py:76) -2024-09-01 17:27:39,688 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0166s, count=201, qps in this process: 6.6963 (mp_runner.py:76) -2024-09-01 17:27:39,688 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0109s, count=201, qps in this process: 6.6976 (mp_runner.py:76) -2024-09-01 17:27:39,692 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0193s, count=201, qps in this process: 6.6957 (mp_runner.py:76) -2024-09-01 17:27:39,692 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.037s, count=201, qps in this process: 6.6917 (mp_runner.py:76) -2024-09-01 17:27:39,693 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0206s, count=201, qps in this process: 6.6954 (mp_runner.py:76) -2024-09-01 17:27:39,706 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0557s, count=201, qps in this process: 6.6876 (mp_runner.py:76) -2024-09-01 17:27:39,757 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0596s, count=202, qps in this process: 6.72 (mp_runner.py:76) -2024-09-01 17:27:39,773 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0169s, count=203, qps in this process: 6.7629 (mp_runner.py:76) -2024-09-01 17:27:39,773 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0234s, count=203, qps in this process: 6.7614 (mp_runner.py:76) -2024-09-01 17:27:39,806 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0121s, count=204, qps in this process: 6.7973 (mp_runner.py:76) -2024-09-01 17:27:39,806 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0261s, count=204, qps in this process: 6.7941 (mp_runner.py:76) -2024-09-01 17:27:39,809 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0185s, count=204, qps in this process: 6.7958 (mp_runner.py:76) -2024-09-01 17:27:39,810 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0324s, count=204, qps in this process: 6.7927 (mp_runner.py:76) -2024-09-01 17:27:39,831 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0165s, count=205, qps in this process: 6.8296 (mp_runner.py:76) -2024-09-01 17:27:39,856 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0016s, count=206, qps in this process: 6.8663 (mp_runner.py:76) -2024-09-01 17:27:39,871 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0167s, count=207, qps in this process: 6.8962 (mp_runner.py:76) -2024-09-01 17:27:39,903 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0108s, count=209, qps in this process: 6.9642 (mp_runner.py:76) -2024-09-01 17:27:39,917 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0104s, count=210, qps in this process: 6.9976 (mp_runner.py:76) -2024-09-01 17:27:39,934 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.014s, count=211, qps in this process: 7.0301 (mp_runner.py:76) -2024-09-01 17:27:39,951 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0006s, count=213, qps in this process: 7.0999 (mp_runner.py:76) -2024-09-01 17:27:39,954 | INFO |End search in concurrency 65: dur=31.078518316000554s, total_count=13020, qps=418.9389 (mp_runner.py:120) -2024-09-01 17:27:44,643 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:27:44,643 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 17:28:06,410 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 17:28:06,458 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,600 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,746 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,822 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,845 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,907 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,908 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,908 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,926 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,985 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,991 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,994 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,995 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,995 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:06,995 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,011 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,030 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,035 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,058 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,058 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,090 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,133 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,133 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,134 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,143 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,146 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,162 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,169 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,206 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,258 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,258 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,274 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,285 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,295 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,354 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,386 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,422 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,514 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,529 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,570 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:07,586 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 17:28:36,573 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.1141s, count=174, qps in this process: 5.778 (mp_runner.py:76) -2024-09-01 17:28:36,741 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0981s, count=175, qps in this process: 5.8143 (mp_runner.py:76) -2024-09-01 17:28:36,790 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0304s, count=175, qps in this process: 5.8274 (mp_runner.py:76) -2024-09-01 17:28:36,884 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.039s, count=176, qps in this process: 5.859 (mp_runner.py:76) -2024-09-01 17:28:36,886 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0387s, count=176, qps in this process: 5.8591 (mp_runner.py:76) -2024-09-01 17:28:36,902 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0724s, count=176, qps in this process: 5.8525 (mp_runner.py:76) -2024-09-01 17:28:36,948 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0148s, count=176, qps in this process: 5.8638 (mp_runner.py:76) -2024-09-01 17:28:36,974 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0589s, count=177, qps in this process: 5.8884 (mp_runner.py:76) -2024-09-01 17:28:36,974 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.057s, count=177, qps in this process: 5.8888 (mp_runner.py:76) -2024-09-01 17:28:36,976 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0333s, count=177, qps in this process: 5.8935 (mp_runner.py:76) -2024-09-01 17:28:36,992 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0739s, count=177, qps in this process: 5.8855 (mp_runner.py:76) -2024-09-01 17:28:36,995 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0802s, count=177, qps in this process: 5.8843 (mp_runner.py:76) -2024-09-01 17:28:36,999 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0019s, count=177, qps in this process: 5.8996 (mp_runner.py:76) -2024-09-01 17:28:37,004 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0081s, count=177, qps in this process: 5.8984 (mp_runner.py:76) -2024-09-01 17:28:37,008 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0669s, count=177, qps in this process: 5.8869 (mp_runner.py:76) -2024-09-01 17:28:37,042 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0996s, count=177, qps in this process: 5.8805 (mp_runner.py:76) -2024-09-01 17:28:37,044 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0327s, count=177, qps in this process: 5.8936 (mp_runner.py:76) -2024-09-01 17:28:37,047 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0495s, count=177, qps in this process: 5.8903 (mp_runner.py:76) -2024-09-01 17:28:37,056 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0602s, count=177, qps in this process: 5.8882 (mp_runner.py:76) -2024-09-01 17:28:37,059 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.116s, count=177, qps in this process: 5.8773 (mp_runner.py:76) -2024-09-01 17:28:37,065 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0528s, count=177, qps in this process: 5.8896 (mp_runner.py:76) -2024-09-01 17:28:37,081 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.166s, count=177, qps in this process: 5.8675 (mp_runner.py:76) -2024-09-01 17:28:37,092 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0315s, count=178, qps in this process: 5.9271 (mp_runner.py:76) -2024-09-01 17:28:37,094 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0529s, count=178, qps in this process: 5.9229 (mp_runner.py:76) -2024-09-01 17:28:37,097 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.1008s, count=178, qps in this process: 5.9135 (mp_runner.py:76) -2024-09-01 17:28:37,097 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.1791s, count=177, qps in this process: 5.865 (mp_runner.py:76) -2024-09-01 17:28:37,103 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.1604s, count=177, qps in this process: 5.8686 (mp_runner.py:76) -2024-09-01 17:28:37,103 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1125s, count=178, qps in this process: 5.9112 (mp_runner.py:76) -2024-09-01 17:28:37,106 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0669s, count=177, qps in this process: 5.8869 (mp_runner.py:76) -2024-09-01 17:28:37,106 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.193s, count=177, qps in this process: 5.8623 (mp_runner.py:76) -2024-09-01 17:28:37,113 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0793s, count=178, qps in this process: 5.9177 (mp_runner.py:76) -2024-09-01 17:28:37,121 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0605s, count=178, qps in this process: 5.9214 (mp_runner.py:76) -2024-09-01 17:28:37,123 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.1093s, count=178, qps in this process: 5.9118 (mp_runner.py:76) -2024-09-01 17:28:37,126 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0241s, count=178, qps in this process: 5.9286 (mp_runner.py:76) -2024-09-01 17:28:37,136 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0908s, count=178, qps in this process: 5.9154 (mp_runner.py:76) -2024-09-01 17:28:37,157 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0188s, count=179, qps in this process: 5.9629 (mp_runner.py:76) -2024-09-01 17:28:37,158 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0059s, count=179, qps in this process: 5.9655 (mp_runner.py:76) -2024-09-01 17:28:37,167 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0006s, count=179, qps in this process: 5.9665 (mp_runner.py:76) -2024-09-01 17:28:37,180 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0382s, count=178, qps in this process: 5.9258 (mp_runner.py:76) -2024-09-01 17:28:37,191 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0078s, count=179, qps in this process: 5.9651 (mp_runner.py:76) -2024-09-01 17:28:37,203 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0238s, count=180, qps in this process: 5.9952 (mp_runner.py:76) -2024-09-01 17:28:37,205 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.16s, count=178, qps in this process: 5.9019 (mp_runner.py:76) -2024-09-01 17:28:37,225 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0394s, count=179, qps in this process: 5.9588 (mp_runner.py:76) -2024-09-01 17:28:37,233 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0817s, count=179, qps in this process: 5.9505 (mp_runner.py:76) -2024-09-01 17:28:37,240 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.1018s, count=178, qps in this process: 5.9133 (mp_runner.py:76) -2024-09-01 17:28:37,244 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.086s, count=179, qps in this process: 5.9496 (mp_runner.py:76) -2024-09-01 17:28:37,253 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0259s, count=179, qps in this process: 5.9615 (mp_runner.py:76) -2024-09-01 17:28:37,256 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0344s, count=179, qps in this process: 5.9598 (mp_runner.py:76) -2024-09-01 17:28:37,281 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0033s, count=179, qps in this process: 5.966 (mp_runner.py:76) -2024-09-01 17:28:37,298 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0328s, count=180, qps in this process: 5.9934 (mp_runner.py:76) -2024-09-01 17:28:37,298 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0354s, count=180, qps in this process: 5.9929 (mp_runner.py:76) -2024-09-01 17:28:37,306 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0167s, count=181, qps in this process: 6.03 (mp_runner.py:76) -2024-09-01 17:28:37,321 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0115s, count=181, qps in this process: 6.031 (mp_runner.py:76) -2024-09-01 17:28:37,340 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0121s, count=181, qps in this process: 6.0309 (mp_runner.py:76) -2024-09-01 17:28:37,363 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0214s, count=182, qps in this process: 6.0623 (mp_runner.py:76) -2024-09-01 17:28:37,393 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.023s, count=183, qps in this process: 6.0953 (mp_runner.py:76) -2024-09-01 17:28:37,407 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0213s, count=183, qps in this process: 6.0957 (mp_runner.py:76) -2024-09-01 17:28:37,411 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0198s, count=184, qps in this process: 6.1293 (mp_runner.py:76) -2024-09-01 17:28:37,432 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0022s, count=185, qps in this process: 6.1662 (mp_runner.py:76) -2024-09-01 17:28:37,464 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0103s, count=186, qps in this process: 6.1979 (mp_runner.py:76) -2024-09-01 17:28:37,492 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0233s, count=187, qps in this process: 6.2285 (mp_runner.py:76) -2024-09-01 17:28:37,518 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0195s, count=188, qps in this process: 6.2626 (mp_runner.py:76) -2024-09-01 17:28:37,518 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0027s, count=188, qps in this process: 6.2661 (mp_runner.py:76) -2024-09-01 17:28:37,519 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0194s, count=188, qps in this process: 6.2626 (mp_runner.py:76) -2024-09-01 17:28:37,540 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0212s, count=189, qps in this process: 6.2956 (mp_runner.py:76) -2024-09-01 17:28:37,542 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0093s, count=189, qps in this process: 6.298 (mp_runner.py:76) -2024-09-01 17:28:37,545 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0075s, count=189, qps in this process: 6.2984 (mp_runner.py:76) -2024-09-01 17:28:37,564 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0023s, count=191, qps in this process: 6.3662 (mp_runner.py:76) -2024-09-01 17:28:37,596 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0067s, count=193, qps in this process: 6.4319 (mp_runner.py:76) -2024-09-01 17:28:37,607 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0053s, count=194, qps in this process: 6.4655 (mp_runner.py:76) -2024-09-01 17:28:37,610 | INFO |End search in concurrency 70: dur=31.199076431999856s, total_count=12599, qps=403.8261 (mp_runner.py:120) -2024-09-01 17:28:42,284 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=424.0452, serial_latency_p99=np.float64(0.0423), recall=np.float64(0.9666), ndcg=np.float64(0.9712), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[113.4803, 317.6377, 398.6056, 380.9419, 385.2111, 418.388, 416.0879, 410.2938, 422.4034, 424.0452, 418.5424, 423.3581, 418.9389, 403.8261], conc_latency_p99_list=[np.float64(0.003989114638403043), np.float64(0.0063497741109858905), np.float64(0.010096999292109103), np.float64(0.01390483824633411), np.float64(0.017494548961836696), np.float64(0.016888812022676936), np.float64(0.015513383873196288), np.float64(0.023057433476194274), np.float64(0.0183606942822691), np.float64(0.02461146287192969), np.float64(0.02207545242881497), np.float64(0.025201126018237482), np.float64(0.022707340407023362), np.float64(0.02114844540119156)]) (task_runner.py:197) -2024-09-01 17:28:42,284 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:17:20.170548'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=424.0452, serial_latency_p99=np.float64(0.0423), recall=np.float64(0.9666), ndcg=np.float64(0.9712), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[113.4803, 317.6377, 398.6056, 380.9419, 385.2111, 418.388, 416.0879, 410.2938, 422.4034, 424.0452, 418.5424, 423.3581, 418.9389, 403.8261], conc_latency_p99_list=[np.float64(0.003989114638403043), np.float64(0.0063497741109858905), np.float64(0.010096999292109103), np.float64(0.01390483824633411), np.float64(0.017494548961836696), np.float64(0.016888812022676936), np.float64(0.015513383873196288), np.float64(0.023057433476194274), np.float64(0.0183606942822691), np.float64(0.02461146287192969), np.float64(0.02207545242881497), np.float64(0.025201126018237482), np.float64(0.022707340407023362), np.float64(0.02114844540119156)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 17:28:42,285 | INFO |Task summary: run_id=02673, task_label=02673ac55b2340e1a4492f5dd95eb9de (models.py:346) -2024-09-01 17:28:42,285 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 17:28:42,285 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 17:28:42,285 | INFO |PgVector | 2024-09-01T17:17:20.170548 Performance1536D500K 02673ac55b2340e1a4492f5dd95eb9de | 0.0 424.0452 0.0423 0.9666 0 | :) (models.py:346) -2024-09-01 17:28:42,285 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json (models.py:204) -2024-09-01 17:28:42,285 | INFO |Success to finish task: label=02673ac55b2340e1a4492f5dd95eb9de, run_id=02673ac55b2340e1a4492f5dd95eb9de (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json b/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json deleted file mode 100644 index 9e689e2f4..000000000 --- a/script/data/aws/db.m6i.large-16-64-200-Performance1536D500K-0-82945/result_20240901_02673ac55b2340e1a4492f5dd95eb9de_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "02673ac55b2340e1a4492f5dd95eb9de", "task_label": "02673ac55b2340e1a4492f5dd95eb9de", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 424.0452, "serial_latency_p99": 0.0423, "recall": 0.9666, "ndcg": 0.9712, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [113.4803, 317.6377, 398.6056, 380.9419, 385.2111, 418.388, 416.0879, 410.2938, 422.4034, 424.0452, 418.5424, 423.3581, 418.9389, 403.8261], "conc_latency_p99_list": [0.003989114638403043, 0.0063497741109858905, 0.010096999292109103, 0.01390483824633411, 0.017494548961836696, 0.016888812022676936, 0.015513383873196288, 0.023057433476194274, 0.0183606942822691, 0.02461146287192969, 0.02207545242881497, 0.025201126018237482, 0.022707340407023362, 0.02114844540119156]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T17:17:20.170548", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt b/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt deleted file mode 100644 index 3758a7958..000000000 --- a/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/log.txt +++ /dev/null @@ -1,2039 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load -2024-09-01 16:39:34,850 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:39:34.838631', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 16:39:34,850 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:39:34.838631', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 16:39:34,850 | INFO |generated uuid for the tasks: d20c061480ae4a21b3094a77a8bed3ec (interface.py:66) -2024-09-01 16:39:34,914 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 16:39:34,914 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 16:39:34,914 | INFO | PgVector-2024-09-01T16:39:34.838631 | Performance OpenAI-MEDIUM-500K None | d20c061480ae4a21b3094a77a8bed3ec (task_runner.py:340) -2024-09-01 16:39:34,914 | INFO |task submitted: id=d20c061480ae4a21b3094a77a8bed3ec, d20c061480ae4a21b3094a77a8bed3ec, case number: 1 (interface.py:231) -2024-09-01 16:39:35,336 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:39:34.838631'}, drop_old=False (interface.py:164) -2024-09-01 16:39:35,336 | INFO |Starting run (task_runner.py:100) -2024-09-01 16:39:35,414 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 16:39:35,987 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 16:39:36,034 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 16:39:36,058 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 16:39:36,058 | INFO |Start performance case (task_runner.py:158) -2024-09-01 16:39:36,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:39:36,071 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 16:39:36,071 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 16:39:36,071 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 16:39:36,115 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 16:39:36,689 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 16:39:36,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:39:36,712 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 16:39:36,713 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 16:39:41,637 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03035118299885653, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:39:45,246 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03483359999881941, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:39:48,637 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.029809585998009425, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:39:52,093 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.02824277199761127, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:39:55,565 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.018876701000408502, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:39:59,027 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.01575771900024847, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:40:02,233 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.01791311700071674, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:40:05,533 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.022781372997997096, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:40:08,676 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01876479400016251, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:40:11,957 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.031915584000671515, latest recall=0.4 (serial_runner.py:202) -2024-09-01 16:40:11,957 | INFO |SpawnProcess-1:1 search entire test_data: cost=28.7209s, queries=1000, avg_recall=0.3992, avg_ndcg=0.5172,avg_latency=0.0287, p99=0.0658 (serial_runner.py:209) -2024-09-01 16:40:12,492 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:40:12,493 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 16:40:13,515 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 16:40:13,543 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:40:16,453 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.005397723998612491 (mp_runner.py:73) -2024-09-01 16:40:18,409 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0036144900004728697 (mp_runner.py:73) -2024-09-01 16:40:19,897 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0025459550015511923 (mp_runner.py:73) -2024-09-01 16:40:21,293 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.003018891002284363 (mp_runner.py:73) -2024-09-01 16:40:22,675 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0025743590013007633 (mp_runner.py:73) -2024-09-01 16:40:23,998 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0031151720031630248 (mp_runner.py:73) -2024-09-01 16:40:25,380 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0026689800033636857 (mp_runner.py:73) -2024-09-01 16:40:26,770 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0032341920014005154 (mp_runner.py:73) -2024-09-01 16:40:28,166 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0025387120003870223 (mp_runner.py:73) -2024-09-01 16:40:29,523 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.003191168998455396 (mp_runner.py:73) -2024-09-01 16:40:31,038 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0027553510008146986 (mp_runner.py:73) -2024-09-01 16:40:32,429 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0032385310005338397 (mp_runner.py:73) -2024-09-01 16:40:33,890 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.00281428200105438 (mp_runner.py:73) -2024-09-01 16:40:35,282 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.003243391001888085 (mp_runner.py:73) -2024-09-01 16:40:36,737 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0027372959993954282 (mp_runner.py:73) -2024-09-01 16:40:38,137 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.003185254998243181 (mp_runner.py:73) -2024-09-01 16:40:39,592 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.002680262001376832 (mp_runner.py:73) -2024-09-01 16:40:40,956 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.003037156002392294 (mp_runner.py:73) -2024-09-01 16:40:42,426 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0027625559996522497 (mp_runner.py:73) -2024-09-01 16:40:43,544 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0005s, count=9899, qps in this process: 329.9612 (mp_runner.py:76) -2024-09-01 16:40:43,547 | INFO |End search in concurrency 1: dur=30.031196182000713s, total_count=9899, qps=329.6239 (mp_runner.py:120) -2024-09-01 16:40:43,733 | INFO |Update largest qps with concurrency 1: current max_qps=329.6239 (mp_runner.py:124) -2024-09-01 16:40:44,159 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:40:44,160 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 16:40:49,217 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 16:40:49,265 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:40:49,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:40:49,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:40:49,267 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:40:49,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:40:51,593 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0033478139994258527 (mp_runner.py:73) -2024-09-01 16:40:51,593 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0038645610002276953 (mp_runner.py:73) -2024-09-01 16:40:51,593 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.003644140000687912 (mp_runner.py:73) -2024-09-01 16:40:51,595 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004559059998427983 (mp_runner.py:73) -2024-09-01 16:40:51,595 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.005243098999926588 (mp_runner.py:73) -2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.00493935000122292 (mp_runner.py:73) -2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.005062579999503214 (mp_runner.py:73) -2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.00516348700330127 (mp_runner.py:73) -2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.005185499001527205 (mp_runner.py:73) -2024-09-01 16:40:53,894 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.005563198999880115 (mp_runner.py:73) -2024-09-01 16:40:56,379 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.004562418998830253 (mp_runner.py:73) -2024-09-01 16:40:56,379 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.00477722600044217 (mp_runner.py:73) -2024-09-01 16:40:56,379 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0022306430000753608 (mp_runner.py:73) -2024-09-01 16:40:56,380 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004874279999057762 (mp_runner.py:73) -2024-09-01 16:40:56,380 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004358124002465047 (mp_runner.py:73) -2024-09-01 16:40:58,551 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.009053866000613198 (mp_runner.py:73) -2024-09-01 16:40:58,551 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.009387296999193495 (mp_runner.py:73) -2024-09-01 16:40:58,551 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.010607483000057982 (mp_runner.py:73) -2024-09-01 16:40:58,552 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.010346850998757873 (mp_runner.py:73) -2024-09-01 16:40:58,552 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.010569039997790242 (mp_runner.py:73) -2024-09-01 16:41:00,840 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.003645404998678714 (mp_runner.py:73) -2024-09-01 16:41:00,841 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0029065509988868143 (mp_runner.py:73) -2024-09-01 16:41:00,842 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.00453110400121659 (mp_runner.py:73) -2024-09-01 16:41:00,842 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0041403499999432825 (mp_runner.py:73) -2024-09-01 16:41:00,842 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0046758479984418955 (mp_runner.py:73) -2024-09-01 16:41:02,949 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.004338042002927978 (mp_runner.py:73) -2024-09-01 16:41:02,949 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0027756050003517885 (mp_runner.py:73) -2024-09-01 16:41:02,949 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0033026390010491014 (mp_runner.py:73) -2024-09-01 16:41:02,949 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.005032711000239942 (mp_runner.py:73) -2024-09-01 16:41:02,951 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.006353197997668758 (mp_runner.py:73) -2024-09-01 16:41:05,152 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0030745179974474013 (mp_runner.py:73) -2024-09-01 16:41:05,152 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.003124439997918671 (mp_runner.py:73) -2024-09-01 16:41:05,153 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.004938111000228673 (mp_runner.py:73) -2024-09-01 16:41:05,153 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.004014793001260841 (mp_runner.py:73) -2024-09-01 16:41:05,154 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.005156090002856217 (mp_runner.py:73) -2024-09-01 16:41:07,253 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.004340941999544157 (mp_runner.py:73) -2024-09-01 16:41:07,253 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.004668651999963913 (mp_runner.py:73) -2024-09-01 16:41:07,253 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.005509680999239208 (mp_runner.py:73) -2024-09-01 16:41:07,253 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0047978930015233345 (mp_runner.py:73) -2024-09-01 16:41:07,254 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.004859311000473099 (mp_runner.py:73) -2024-09-01 16:41:09,435 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.003559467997547472 (mp_runner.py:73) -2024-09-01 16:41:09,435 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0032988940001814626 (mp_runner.py:73) -2024-09-01 16:41:09,438 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0045979429996805266 (mp_runner.py:73) -2024-09-01 16:41:09,439 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0029093979974277318 (mp_runner.py:73) -2024-09-01 16:41:09,440 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.002309445000719279 (mp_runner.py:73) -2024-09-01 16:41:11,650 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0041468260023975745 (mp_runner.py:73) -2024-09-01 16:41:11,651 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.004085032996954396 (mp_runner.py:73) -2024-09-01 16:41:11,651 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.003997839001385728 (mp_runner.py:73) -2024-09-01 16:41:11,651 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0040984049992403015 (mp_runner.py:73) -2024-09-01 16:41:11,651 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.004830067002330907 (mp_runner.py:73) -2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.006415224001102615 (mp_runner.py:73) -2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.006374278000293998 (mp_runner.py:73) -2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.006426063999242615 (mp_runner.py:73) -2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.006431074998545228 (mp_runner.py:73) -2024-09-01 16:41:14,116 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.006978803001402412 (mp_runner.py:73) -2024-09-01 16:41:16,252 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.004149555003095884 (mp_runner.py:73) -2024-09-01 16:41:16,253 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.00383891300225514 (mp_runner.py:73) -2024-09-01 16:41:16,253 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0027094079996459186 (mp_runner.py:73) -2024-09-01 16:41:16,253 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.004779085997142829 (mp_runner.py:73) -2024-09-01 16:41:16,254 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.006107331999373855 (mp_runner.py:73) -2024-09-01 16:41:18,445 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0038511259990627877 (mp_runner.py:73) -2024-09-01 16:41:18,445 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0032521569992240984 (mp_runner.py:73) -2024-09-01 16:41:18,446 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0050255739988642745 (mp_runner.py:73) -2024-09-01 16:41:18,446 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.004266535997885512 (mp_runner.py:73) -2024-09-01 16:41:18,446 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.004371028000605293 (mp_runner.py:73) -2024-09-01 16:41:19,268 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0004s, count=6701, qps in this process: 223.3637 (mp_runner.py:76) -2024-09-01 16:41:19,268 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0015s, count=6701, qps in this process: 223.3555 (mp_runner.py:76) -2024-09-01 16:41:19,268 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0022s, count=6701, qps in this process: 223.3503 (mp_runner.py:76) -2024-09-01 16:41:19,274 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0029s, count=6702, qps in this process: 223.3784 (mp_runner.py:76) -2024-09-01 16:41:19,283 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0064s, count=6703, qps in this process: 223.3857 (mp_runner.py:76) -2024-09-01 16:41:19,286 | INFO |End search in concurrency 5: dur=30.067912847996922s, total_count=33508, qps=1114.4106 (mp_runner.py:120) -2024-09-01 16:41:19,611 | INFO |Update largest qps with concurrency 5: current max_qps=1114.4106 (mp_runner.py:124) -2024-09-01 16:41:20,032 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:41:20,032 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 16:41:30,238 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 16:41:30,315 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,343 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,344 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,346 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,369 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,373 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,388 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,392 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,412 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,417 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:30,418 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:41:35,772 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0035520710007403977 (mp_runner.py:73) -2024-09-01 16:41:35,774 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.003583018002245808 (mp_runner.py:73) -2024-09-01 16:41:35,774 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.004804133001016453 (mp_runner.py:73) -2024-09-01 16:41:35,775 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.004743290999613237 (mp_runner.py:73) -2024-09-01 16:41:35,775 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.006574499999260297 (mp_runner.py:73) -2024-09-01 16:41:35,777 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.0028282589992159046 (mp_runner.py:73) -2024-09-01 16:41:35,779 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.0018891630024882033 (mp_runner.py:73) -2024-09-01 16:41:35,779 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0037982449975970667 (mp_runner.py:73) -2024-09-01 16:41:35,780 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0028084339974157047 (mp_runner.py:73) -2024-09-01 16:41:35,782 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0046987589994387235 (mp_runner.py:73) -2024-09-01 16:41:35,782 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0026140750014747027 (mp_runner.py:73) -2024-09-01 16:41:35,783 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0024882639991119504 (mp_runner.py:73) -2024-09-01 16:41:35,785 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.014956786999391625 (mp_runner.py:73) -2024-09-01 16:41:35,786 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0035843410005327314 (mp_runner.py:73) -2024-09-01 16:41:36,033 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.03757178399973782 (mp_runner.py:73) -2024-09-01 16:41:41,237 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.007734533999609994 (mp_runner.py:73) -2024-09-01 16:41:41,238 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.007723366001300747 (mp_runner.py:73) -2024-09-01 16:41:41,239 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.008913194000342628 (mp_runner.py:73) -2024-09-01 16:41:41,239 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.011092594999354333 (mp_runner.py:73) -2024-09-01 16:41:41,240 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.005364419001125498 (mp_runner.py:73) -2024-09-01 16:41:41,241 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.008995140997285489 (mp_runner.py:73) -2024-09-01 16:41:41,241 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.00863835400014068 (mp_runner.py:73) -2024-09-01 16:41:41,242 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.01104858799953945 (mp_runner.py:73) -2024-09-01 16:41:41,243 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.009358778999740025 (mp_runner.py:73) -2024-09-01 16:41:41,243 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.013979735998873366 (mp_runner.py:73) -2024-09-01 16:41:41,244 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.004480572999455035 (mp_runner.py:73) -2024-09-01 16:41:41,250 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.01237735600079759 (mp_runner.py:73) -2024-09-01 16:41:41,251 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.02360658600082388 (mp_runner.py:73) -2024-09-01 16:41:41,503 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.003529607001837576 (mp_runner.py:73) -2024-09-01 16:41:41,511 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.002300877997186035 (mp_runner.py:73) -2024-09-01 16:41:46,999 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.009433641000214266 (mp_runner.py:73) -2024-09-01 16:41:46,999 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.010615243998472579 (mp_runner.py:73) -2024-09-01 16:41:46,999 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.012225310998474015 (mp_runner.py:73) -2024-09-01 16:41:47,000 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.008951899999374291 (mp_runner.py:73) -2024-09-01 16:41:47,000 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.014379243002622388 (mp_runner.py:73) -2024-09-01 16:41:47,001 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.006394447998900432 (mp_runner.py:73) -2024-09-01 16:41:47,005 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005489465002028737 (mp_runner.py:73) -2024-09-01 16:41:47,006 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.012075459002517164 (mp_runner.py:73) -2024-09-01 16:41:47,007 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.010989689999405527 (mp_runner.py:73) -2024-09-01 16:41:47,008 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.01127629799884744 (mp_runner.py:73) -2024-09-01 16:41:47,009 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.01146726000297349 (mp_runner.py:73) -2024-09-01 16:41:47,010 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.011723978001100477 (mp_runner.py:73) -2024-09-01 16:41:47,015 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.012570582999614999 (mp_runner.py:73) -2024-09-01 16:41:47,020 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.01084254500165116 (mp_runner.py:73) -2024-09-01 16:41:47,653 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.009720348996779649 (mp_runner.py:73) -2024-09-01 16:41:52,387 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.00501573400106281 (mp_runner.py:73) -2024-09-01 16:41:52,388 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.005733336001867428 (mp_runner.py:73) -2024-09-01 16:41:52,388 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.00638282900035847 (mp_runner.py:73) -2024-09-01 16:41:52,389 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.0063934780009731185 (mp_runner.py:73) -2024-09-01 16:41:52,389 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.007016814000962768 (mp_runner.py:73) -2024-09-01 16:41:52,390 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.007636659000127111 (mp_runner.py:73) -2024-09-01 16:41:52,391 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.008580866000556853 (mp_runner.py:73) -2024-09-01 16:41:52,391 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.00898807100020349 (mp_runner.py:73) -2024-09-01 16:41:52,392 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.010652829998434754 (mp_runner.py:73) -2024-09-01 16:41:52,393 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.011238011997193098 (mp_runner.py:73) -2024-09-01 16:41:52,397 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.014888977002556203 (mp_runner.py:73) -2024-09-01 16:41:52,407 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.025255420001485618 (mp_runner.py:73) -2024-09-01 16:41:52,481 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.012537997998151695 (mp_runner.py:73) -2024-09-01 16:41:52,504 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0117087780017755 (mp_runner.py:73) -2024-09-01 16:41:53,234 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.01462455000000773 (mp_runner.py:73) -2024-09-01 16:41:57,828 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.005840809000801528 (mp_runner.py:73) -2024-09-01 16:41:57,828 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.005287869000312639 (mp_runner.py:73) -2024-09-01 16:41:57,830 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.00402583300092374 (mp_runner.py:73) -2024-09-01 16:41:57,831 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.006534307001857087 (mp_runner.py:73) -2024-09-01 16:41:57,832 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.012128565002058167 (mp_runner.py:73) -2024-09-01 16:41:57,833 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.010162732000026153 (mp_runner.py:73) -2024-09-01 16:41:57,833 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.013545208999858005 (mp_runner.py:73) -2024-09-01 16:41:57,834 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.00906317999761086 (mp_runner.py:73) -2024-09-01 16:41:57,836 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.007236197998281568 (mp_runner.py:73) -2024-09-01 16:41:57,837 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.002784472999337595 (mp_runner.py:73) -2024-09-01 16:41:57,838 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.01753404699775274 (mp_runner.py:73) -2024-09-01 16:41:57,849 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.010989434998919023 (mp_runner.py:73) -2024-09-01 16:41:57,849 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.028184936996694887 (mp_runner.py:73) -2024-09-01 16:41:58,078 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.008704470998054603 (mp_runner.py:73) -2024-09-01 16:41:59,033 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.021913331998803187 (mp_runner.py:73) -2024-09-01 16:42:00,318 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0016s, count=2684, qps in this process: 89.4619 (mp_runner.py:76) -2024-09-01 16:42:00,348 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0034s, count=2711, qps in this process: 90.3564 (mp_runner.py:76) -2024-09-01 16:42:00,351 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.006s, count=2711, qps in this process: 90.3486 (mp_runner.py:76) -2024-09-01 16:42:00,359 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0053s, count=2712, qps in this process: 90.384 (mp_runner.py:76) -2024-09-01 16:42:00,376 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0044s, count=2715, qps in this process: 90.4867 (mp_runner.py:76) -2024-09-01 16:42:00,378 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0046s, count=2715, qps in this process: 90.4861 (mp_runner.py:76) -2024-09-01 16:42:00,379 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.002s, count=2715, qps in this process: 90.494 (mp_runner.py:76) -2024-09-01 16:42:00,402 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0099s, count=2717, qps in this process: 90.5368 (mp_runner.py:76) -2024-09-01 16:42:00,403 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0074s, count=2718, qps in this process: 90.5777 (mp_runner.py:76) -2024-09-01 16:42:00,409 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.003s, count=2719, qps in this process: 90.6243 (mp_runner.py:76) -2024-09-01 16:42:00,409 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.003s, count=2719, qps in this process: 90.6243 (mp_runner.py:76) -2024-09-01 16:42:00,421 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0029s, count=2722, qps in this process: 90.7246 (mp_runner.py:76) -2024-09-01 16:42:00,422 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0042s, count=2722, qps in this process: 90.7206 (mp_runner.py:76) -2024-09-01 16:42:00,422 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0047s, count=2722, qps in this process: 90.7191 (mp_runner.py:76) -2024-09-01 16:42:00,424 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0029s, count=2621, qps in this process: 87.3582 (mp_runner.py:76) -2024-09-01 16:42:00,432 | INFO |End search in concurrency 15: dur=30.19351710400224s, total_count=40623, qps=1345.4213 (mp_runner.py:120) -2024-09-01 16:42:01,373 | INFO |Update largest qps with concurrency 15: current max_qps=1345.4213 (mp_runner.py:124) -2024-09-01 16:42:01,791 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:42:01,792 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 16:42:12,026 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 16:42:12,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,116 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,125 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,200 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,205 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,217 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,236 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,236 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,245 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:12,247 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:19,689 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.006341034997603856 (mp_runner.py:73) -2024-09-01 16:42:19,691 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.01066332100162981 (mp_runner.py:73) -2024-09-01 16:42:19,691 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.008637244001874933 (mp_runner.py:73) -2024-09-01 16:42:19,693 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.011101438998593949 (mp_runner.py:73) -2024-09-01 16:42:19,693 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.007863740000175312 (mp_runner.py:73) -2024-09-01 16:42:19,694 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.00899477500206558 (mp_runner.py:73) -2024-09-01 16:42:19,695 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.014486531999864383 (mp_runner.py:73) -2024-09-01 16:42:19,697 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.010969314000249142 (mp_runner.py:73) -2024-09-01 16:42:19,697 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.012748222001391696 (mp_runner.py:73) -2024-09-01 16:42:19,698 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.010350788001233013 (mp_runner.py:73) -2024-09-01 16:42:19,699 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.014733715001057135 (mp_runner.py:73) -2024-09-01 16:42:19,700 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.008665923996886704 (mp_runner.py:73) -2024-09-01 16:42:19,701 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.021172024000406964 (mp_runner.py:73) -2024-09-01 16:42:19,702 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.017076749998523155 (mp_runner.py:73) -2024-09-01 16:42:19,703 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.023550696998427156 (mp_runner.py:73) -2024-09-01 16:42:19,705 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.0034121790013159625 (mp_runner.py:73) -2024-09-01 16:42:19,712 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.01248233400110621 (mp_runner.py:73) -2024-09-01 16:42:19,715 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.01323233400034951 (mp_runner.py:73) -2024-09-01 16:42:19,788 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.024040374999458436 (mp_runner.py:73) -2024-09-01 16:42:19,998 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.010426746001030551 (mp_runner.py:73) -2024-09-01 16:42:26,396 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.004937808997055981 (mp_runner.py:73) -2024-09-01 16:42:26,397 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.00418911099768593 (mp_runner.py:73) -2024-09-01 16:42:26,397 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.005002051002520602 (mp_runner.py:73) -2024-09-01 16:42:26,398 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0058215990029566456 (mp_runner.py:73) -2024-09-01 16:42:26,399 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.006805010998505168 (mp_runner.py:73) -2024-09-01 16:42:26,399 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.007840128997486318 (mp_runner.py:73) -2024-09-01 16:42:26,400 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.008435971001745202 (mp_runner.py:73) -2024-09-01 16:42:26,401 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.009107445002882741 (mp_runner.py:73) -2024-09-01 16:42:26,401 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.008687503999681212 (mp_runner.py:73) -2024-09-01 16:42:26,402 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.010515116999158636 (mp_runner.py:73) -2024-09-01 16:42:26,403 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.011653469002339989 (mp_runner.py:73) -2024-09-01 16:42:26,403 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.009499372001300799 (mp_runner.py:73) -2024-09-01 16:42:26,403 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.01210692299719085 (mp_runner.py:73) -2024-09-01 16:42:26,404 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.012856267003371613 (mp_runner.py:73) -2024-09-01 16:42:26,404 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.011520099000335904 (mp_runner.py:73) -2024-09-01 16:42:26,405 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.013448380999761866 (mp_runner.py:73) -2024-09-01 16:42:26,405 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.013264346001960803 (mp_runner.py:73) -2024-09-01 16:42:26,405 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.012266907997400267 (mp_runner.py:73) -2024-09-01 16:42:26,406 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.014907437998772366 (mp_runner.py:73) -2024-09-01 16:42:26,983 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.007921398999314988 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.031012840001494624 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.03078165400074795 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.03129760299998452 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.031280424002034124 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.0315391650001402 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.031218550997436978 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.03124331000071834 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0320221149995632 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.03135370300151408 (mp_runner.py:73) -2024-09-01 16:42:33,514 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.031822281001950614 (mp_runner.py:73) -2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.03143042800002149 (mp_runner.py:73) -2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.031676521000918 (mp_runner.py:73) -2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.032037367000157246 (mp_runner.py:73) -2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.03163887200207682 (mp_runner.py:73) -2024-09-01 16:42:33,515 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.03193728999758605 (mp_runner.py:73) -2024-09-01 16:42:33,598 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.022476949001429603 (mp_runner.py:73) -2024-09-01 16:42:33,879 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.0033282580006925855 (mp_runner.py:73) -2024-09-01 16:42:33,891 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.027807006001239643 (mp_runner.py:73) -2024-09-01 16:42:34,233 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.02061016000152449 (mp_runner.py:73) -2024-09-01 16:42:34,936 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.01648198600014439 (mp_runner.py:73) -2024-09-01 16:42:40,583 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.0069295509965741076 (mp_runner.py:73) -2024-09-01 16:42:40,584 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.007607831001223531 (mp_runner.py:73) -2024-09-01 16:42:40,585 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.012942798999574734 (mp_runner.py:73) -2024-09-01 16:42:40,585 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.01398346399946604 (mp_runner.py:73) -2024-09-01 16:42:40,586 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.011586083001020597 (mp_runner.py:73) -2024-09-01 16:42:40,586 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.013748298999416875 (mp_runner.py:73) -2024-09-01 16:42:40,587 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.011797383998782607 (mp_runner.py:73) -2024-09-01 16:42:40,587 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.017173079002532177 (mp_runner.py:73) -2024-09-01 16:42:40,588 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.013201123001636006 (mp_runner.py:73) -2024-09-01 16:42:40,588 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.011793780999141745 (mp_runner.py:73) -2024-09-01 16:42:40,588 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.01466277800136595 (mp_runner.py:73) -2024-09-01 16:42:40,589 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.01022399399880669 (mp_runner.py:73) -2024-09-01 16:42:40,589 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.011557974001334514 (mp_runner.py:73) -2024-09-01 16:42:40,602 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0330930560012348 (mp_runner.py:73) -2024-09-01 16:42:40,614 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.04058872800305835 (mp_runner.py:73) -2024-09-01 16:42:40,986 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.019167255999491317 (mp_runner.py:73) -2024-09-01 16:42:41,000 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.012485169998399215 (mp_runner.py:73) -2024-09-01 16:42:41,243 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.01640807000148925 (mp_runner.py:73) -2024-09-01 16:42:41,765 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.03296057600164204 (mp_runner.py:73) -2024-09-01 16:42:42,151 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0186s, count=2100, qps in this process: 69.9566 (mp_runner.py:76) -2024-09-01 16:42:42,151 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0356s, count=2100, qps in this process: 69.917 (mp_runner.py:76) -2024-09-01 16:42:42,154 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0241s, count=2100, qps in this process: 69.9438 (mp_runner.py:76) -2024-09-01 16:42:42,154 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0371s, count=2100, qps in this process: 69.9135 (mp_runner.py:76) -2024-09-01 16:42:42,180 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0094s, count=2101, qps in this process: 70.0114 (mp_runner.py:76) -2024-09-01 16:42:42,181 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0209s, count=2101, qps in this process: 69.9846 (mp_runner.py:76) -2024-09-01 16:42:42,203 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0058s, count=2103, qps in this process: 70.0864 (mp_runner.py:76) -2024-09-01 16:42:42,214 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0095s, count=2104, qps in this process: 70.1111 (mp_runner.py:76) -2024-09-01 16:42:42,218 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0095s, count=2060, qps in this process: 68.6449 (mp_runner.py:76) -2024-09-01 16:42:42,221 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0162s, count=2102, qps in this process: 70.0289 (mp_runner.py:76) -2024-09-01 16:42:42,232 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0346s, count=2102, qps in this process: 69.9859 (mp_runner.py:76) -2024-09-01 16:42:42,232 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0127s, count=2102, qps in this process: 70.037 (mp_runner.py:76) -2024-09-01 16:42:42,251 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0139s, count=2023, qps in this process: 67.4021 (mp_runner.py:76) -2024-09-01 16:42:42,253 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0053s, count=1998, qps in this process: 66.5882 (mp_runner.py:76) -2024-09-01 16:42:42,257 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0103s, count=2078, qps in this process: 69.2429 (mp_runner.py:76) -2024-09-01 16:42:42,257 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0198s, count=2072, qps in this process: 69.0211 (mp_runner.py:76) -2024-09-01 16:42:42,257 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0083s, count=2104, qps in this process: 70.1139 (mp_runner.py:76) -2024-09-01 16:42:42,262 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0141s, count=2106, qps in this process: 70.167 (mp_runner.py:76) -2024-09-01 16:42:42,263 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0125s, count=2104, qps in this process: 70.1041 (mp_runner.py:76) -2024-09-01 16:42:42,265 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0173s, count=2104, qps in this process: 70.0929 (mp_runner.py:76) -2024-09-01 16:42:42,269 | INFO |End search in concurrency 20: dur=30.243147411998507s, total_count=41764, qps=1380.9409 (mp_runner.py:120) -2024-09-01 16:42:43,535 | INFO |Update largest qps with concurrency 20: current max_qps=1380.9409 (mp_runner.py:124) -2024-09-01 16:42:43,947 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:42:43,948 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 16:42:54,249 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 16:42:54,336 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,364 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,389 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,418 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,420 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,446 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,468 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,476 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,497 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,508 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,510 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,512 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,514 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,517 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,529 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,534 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,534 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,535 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,537 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:42:54,543 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:03,789 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.004018171999632614 (mp_runner.py:73) -2024-09-01 16:43:03,793 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.007342021999647841 (mp_runner.py:73) -2024-09-01 16:43:03,795 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.012099822000891436 (mp_runner.py:73) -2024-09-01 16:43:03,796 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.00910501999896951 (mp_runner.py:73) -2024-09-01 16:43:03,797 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.006669632999546593 (mp_runner.py:73) -2024-09-01 16:43:03,797 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.004198918002657592 (mp_runner.py:73) -2024-09-01 16:43:03,799 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.004360847997304518 (mp_runner.py:73) -2024-09-01 16:43:03,800 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.01586712399875978 (mp_runner.py:73) -2024-09-01 16:43:03,800 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.00971269200090319 (mp_runner.py:73) -2024-09-01 16:43:03,802 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.02033474999916507 (mp_runner.py:73) -2024-09-01 16:43:03,803 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.01989811900057248 (mp_runner.py:73) -2024-09-01 16:43:03,804 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.015130797000892926 (mp_runner.py:73) -2024-09-01 16:43:03,805 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.010969014001602773 (mp_runner.py:73) -2024-09-01 16:43:03,805 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.012292498999158852 (mp_runner.py:73) -2024-09-01 16:43:03,807 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.015189146997727221 (mp_runner.py:73) -2024-09-01 16:43:03,807 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.011098726001364412 (mp_runner.py:73) -2024-09-01 16:43:03,808 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.01704439300010563 (mp_runner.py:73) -2024-09-01 16:43:03,808 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.016828654002893018 (mp_runner.py:73) -2024-09-01 16:43:03,809 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.014950922999560134 (mp_runner.py:73) -2024-09-01 16:43:03,813 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.01724514099987573 (mp_runner.py:73) -2024-09-01 16:43:03,813 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.014277612997830147 (mp_runner.py:73) -2024-09-01 16:43:03,826 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.004806232998816995 (mp_runner.py:73) -2024-09-01 16:43:03,965 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.00498658099968452 (mp_runner.py:73) -2024-09-01 16:43:03,993 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.018927435001387494 (mp_runner.py:73) -2024-09-01 16:43:04,051 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.004525683998508612 (mp_runner.py:73) -2024-09-01 16:43:12,438 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.00864886999988812 (mp_runner.py:73) -2024-09-01 16:43:12,438 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.006403053001122316 (mp_runner.py:73) -2024-09-01 16:43:12,438 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.009033875001478009 (mp_runner.py:73) -2024-09-01 16:43:12,439 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.009768666001036763 (mp_runner.py:73) -2024-09-01 16:43:12,439 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.011057817999244435 (mp_runner.py:73) -2024-09-01 16:43:12,440 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.006850548001239076 (mp_runner.py:73) -2024-09-01 16:43:12,441 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.012125383000238799 (mp_runner.py:73) -2024-09-01 16:43:12,441 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.0127244340001198 (mp_runner.py:73) -2024-09-01 16:43:12,443 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.00939093999841134 (mp_runner.py:73) -2024-09-01 16:43:12,443 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.013655467999342363 (mp_runner.py:73) -2024-09-01 16:43:12,446 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.013174536001315573 (mp_runner.py:73) -2024-09-01 16:43:12,448 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.017562100998475216 (mp_runner.py:73) -2024-09-01 16:43:12,448 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.017645784999331227 (mp_runner.py:73) -2024-09-01 16:43:12,457 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.02864255899839918 (mp_runner.py:73) -2024-09-01 16:43:12,457 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.02519461500196485 (mp_runner.py:73) -2024-09-01 16:43:12,457 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.026200125998002477 (mp_runner.py:73) -2024-09-01 16:43:12,460 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.014204311999492347 (mp_runner.py:73) -2024-09-01 16:43:12,465 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.014694674999191193 (mp_runner.py:73) -2024-09-01 16:43:12,466 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.02349330600191024 (mp_runner.py:73) -2024-09-01 16:43:12,467 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.0195751309984189 (mp_runner.py:73) -2024-09-01 16:43:12,518 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.02654470600100467 (mp_runner.py:73) -2024-09-01 16:43:12,609 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.028898470001877286 (mp_runner.py:73) -2024-09-01 16:43:12,953 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.02198337099980563 (mp_runner.py:73) -2024-09-01 16:43:13,009 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.016821795998112066 (mp_runner.py:73) -2024-09-01 16:43:13,409 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.03467432199977338 (mp_runner.py:73) -2024-09-01 16:43:21,680 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.014076259001740254 (mp_runner.py:73) -2024-09-01 16:43:21,684 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.013870783997845137 (mp_runner.py:73) -2024-09-01 16:43:21,685 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.01214460699702613 (mp_runner.py:73) -2024-09-01 16:43:21,685 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.013735933000134537 (mp_runner.py:73) -2024-09-01 16:43:21,686 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.011433798998041311 (mp_runner.py:73) -2024-09-01 16:43:21,686 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.015179300000454532 (mp_runner.py:73) -2024-09-01 16:43:21,687 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.015006261000962695 (mp_runner.py:73) -2024-09-01 16:43:21,687 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.011586745000386145 (mp_runner.py:73) -2024-09-01 16:43:21,689 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.014240906999475555 (mp_runner.py:73) -2024-09-01 16:43:21,689 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.015235368002322502 (mp_runner.py:73) -2024-09-01 16:43:21,690 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.024948975998995593 (mp_runner.py:73) -2024-09-01 16:43:21,690 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.014500746001431253 (mp_runner.py:73) -2024-09-01 16:43:21,691 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.014520566001010593 (mp_runner.py:73) -2024-09-01 16:43:21,693 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.014890695998474257 (mp_runner.py:73) -2024-09-01 16:43:21,694 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.020112661997700343 (mp_runner.py:73) -2024-09-01 16:43:21,703 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.037098460998095106 (mp_runner.py:73) -2024-09-01 16:43:21,709 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.04453691299931961 (mp_runner.py:73) -2024-09-01 16:43:21,710 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.013989784998557298 (mp_runner.py:73) -2024-09-01 16:43:21,770 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.01610172299842816 (mp_runner.py:73) -2024-09-01 16:43:22,013 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.02294675699886284 (mp_runner.py:73) -2024-09-01 16:43:22,327 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.025325647002318874 (mp_runner.py:73) -2024-09-01 16:43:22,535 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.023438022999471286 (mp_runner.py:73) -2024-09-01 16:43:22,614 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.03022713899918017 (mp_runner.py:73) -2024-09-01 16:43:22,985 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.01686310299919569 (mp_runner.py:73) -2024-09-01 16:43:23,022 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.011847656998725142 (mp_runner.py:73) -2024-09-01 16:43:24,351 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0134s, count=1649, qps in this process: 54.9421 (mp_runner.py:76) -2024-09-01 16:43:24,361 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0073s, count=1650, qps in this process: 54.9866 (mp_runner.py:76) -2024-09-01 16:43:24,376 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0091s, count=1651, qps in this process: 55.0166 (mp_runner.py:76) -2024-09-01 16:43:24,393 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0003s, count=1652, qps in this process: 55.0661 (mp_runner.py:76) -2024-09-01 16:43:24,424 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0018s, count=1654, qps in this process: 55.13 (mp_runner.py:76) -2024-09-01 16:43:24,424 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0024s, count=1654, qps in this process: 55.1289 (mp_runner.py:76) -2024-09-01 16:43:24,426 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0042s, count=1654, qps in this process: 55.1256 (mp_runner.py:76) -2024-09-01 16:43:24,434 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0146s, count=1631, qps in this process: 54.3402 (mp_runner.py:76) -2024-09-01 16:43:24,458 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0107s, count=1573, qps in this process: 52.4146 (mp_runner.py:76) -2024-09-01 16:43:24,474 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0021s, count=1658, qps in this process: 55.2628 (mp_runner.py:76) -2024-09-01 16:43:24,485 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0028s, count=1598, qps in this process: 53.2617 (mp_runner.py:76) -2024-09-01 16:43:24,487 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0031s, count=1659, qps in this process: 55.2943 (mp_runner.py:76) -2024-09-01 16:43:24,488 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0073s, count=1659, qps in this process: 55.2865 (mp_runner.py:76) -2024-09-01 16:43:24,505 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0054s, count=1661, qps in this process: 55.3567 (mp_runner.py:76) -2024-09-01 16:43:24,517 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0021s, count=1571, qps in this process: 52.363 (mp_runner.py:76) -2024-09-01 16:43:24,519 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0054s, count=1662, qps in this process: 55.39 (mp_runner.py:76) -2024-09-01 16:43:24,519 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0043s, count=1662, qps in this process: 55.3921 (mp_runner.py:76) -2024-09-01 16:43:24,520 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0029s, count=1662, qps in this process: 55.3946 (mp_runner.py:76) -2024-09-01 16:43:24,525 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0051s, count=1653, qps in this process: 55.0906 (mp_runner.py:76) -2024-09-01 16:43:24,538 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0043s, count=1665, qps in this process: 55.492 (mp_runner.py:76) -2024-09-01 16:43:24,539 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0011s, count=1600, qps in this process: 53.3314 (mp_runner.py:76) -2024-09-01 16:43:24,541 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0028s, count=1666, qps in this process: 55.5282 (mp_runner.py:76) -2024-09-01 16:43:24,542 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0009s, count=1666, qps in this process: 55.5317 (mp_runner.py:76) -2024-09-01 16:43:24,542 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0029s, count=1666, qps in this process: 55.528 (mp_runner.py:76) -2024-09-01 16:43:24,552 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0051s, count=1645, qps in this process: 54.824 (mp_runner.py:76) -2024-09-01 16:43:24,557 | INFO |End search in concurrency 25: dur=30.307323710003402s, total_count=41121, qps=1356.8008 (mp_runner.py:120) -2024-09-01 16:43:26,624 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:43:26,624 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 16:43:37,001 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 16:43:37,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,194 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,211 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,249 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,250 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,277 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,277 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,279 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,284 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,284 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,314 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,315 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,315 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,321 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:37,329 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:43:48,135 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0045912339992355555 (mp_runner.py:73) -2024-09-01 16:43:48,137 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.007504037002945552 (mp_runner.py:73) -2024-09-01 16:43:48,139 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.008482406999974046 (mp_runner.py:73) -2024-09-01 16:43:48,140 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.01201538600071217 (mp_runner.py:73) -2024-09-01 16:43:48,141 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.005478309001773596 (mp_runner.py:73) -2024-09-01 16:43:48,145 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.016825873997731833 (mp_runner.py:73) -2024-09-01 16:43:48,149 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.012091892000171356 (mp_runner.py:73) -2024-09-01 16:43:48,150 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.018729811999946833 (mp_runner.py:73) -2024-09-01 16:43:48,151 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.004285563001758419 (mp_runner.py:73) -2024-09-01 16:43:48,153 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.006464687001425773 (mp_runner.py:73) -2024-09-01 16:43:48,154 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02159001700056251 (mp_runner.py:73) -2024-09-01 16:43:48,157 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.01833846400040784 (mp_runner.py:73) -2024-09-01 16:43:48,158 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.024428362998150988 (mp_runner.py:73) -2024-09-01 16:43:48,160 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.022087173001636984 (mp_runner.py:73) -2024-09-01 16:43:48,161 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.014009794002049603 (mp_runner.py:73) -2024-09-01 16:43:48,162 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.020043134998559253 (mp_runner.py:73) -2024-09-01 16:43:48,165 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.023875722999946447 (mp_runner.py:73) -2024-09-01 16:43:48,168 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.04025687999819638 (mp_runner.py:73) -2024-09-01 16:43:48,170 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.0040799959970172495 (mp_runner.py:73) -2024-09-01 16:43:48,171 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.0025721829988469835 (mp_runner.py:73) -2024-09-01 16:43:48,175 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.028738173001329415 (mp_runner.py:73) -2024-09-01 16:43:48,177 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.010107838999829255 (mp_runner.py:73) -2024-09-01 16:43:48,181 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.012267202000657562 (mp_runner.py:73) -2024-09-01 16:43:48,183 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.016202180999243865 (mp_runner.py:73) -2024-09-01 16:43:48,190 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.022841047997644637 (mp_runner.py:73) -2024-09-01 16:43:48,191 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.0254605910013197 (mp_runner.py:73) -2024-09-01 16:43:48,198 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.026060374999360647 (mp_runner.py:73) -2024-09-01 16:43:48,373 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.044872145997942425 (mp_runner.py:73) -2024-09-01 16:43:48,421 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.004974570001650136 (mp_runner.py:73) -2024-09-01 16:43:48,845 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.02569585500168614 (mp_runner.py:73) -2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.047894073999486864 (mp_runner.py:73) -2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.04978453899821034 (mp_runner.py:73) -2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.048359238000557525 (mp_runner.py:73) -2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.05007819499951438 (mp_runner.py:73) -2024-09-01 16:43:58,623 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.02148436000061338 (mp_runner.py:73) -2024-09-01 16:43:58,624 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.048863803000131156 (mp_runner.py:73) -2024-09-01 16:43:58,624 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.05075408300035633 (mp_runner.py:73) -2024-09-01 16:43:58,624 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.05073586199796409 (mp_runner.py:73) -2024-09-01 16:43:58,624 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.049908658998901956 (mp_runner.py:73) -2024-09-01 16:43:58,625 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.05113098899892066 (mp_runner.py:73) -2024-09-01 16:43:58,625 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.05076688299959642 (mp_runner.py:73) -2024-09-01 16:43:58,625 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.05184226200071862 (mp_runner.py:73) -2024-09-01 16:43:58,626 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.04215597299844376 (mp_runner.py:73) -2024-09-01 16:43:58,626 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.03837147699960042 (mp_runner.py:73) -2024-09-01 16:43:58,626 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.05288002299857908 (mp_runner.py:73) -2024-09-01 16:43:58,626 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.04308047399899806 (mp_runner.py:73) -2024-09-01 16:43:58,627 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.05163318500126479 (mp_runner.py:73) -2024-09-01 16:43:58,627 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.05290820200025337 (mp_runner.py:73) -2024-09-01 16:43:58,627 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.0518491240000003 (mp_runner.py:73) -2024-09-01 16:43:58,627 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.042518580998148536 (mp_runner.py:73) -2024-09-01 16:43:58,826 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.011964607998379506 (mp_runner.py:73) -2024-09-01 16:43:58,840 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.012421780000295257 (mp_runner.py:73) -2024-09-01 16:43:58,875 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.03250234399820329 (mp_runner.py:73) -2024-09-01 16:43:58,967 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.02303119499993045 (mp_runner.py:73) -2024-09-01 16:43:59,051 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.025125022999418434 (mp_runner.py:73) -2024-09-01 16:43:59,149 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.024057231999904616 (mp_runner.py:73) -2024-09-01 16:43:59,327 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.0030543280008714646 (mp_runner.py:73) -2024-09-01 16:43:59,330 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.01809637399856001 (mp_runner.py:73) -2024-09-01 16:43:59,781 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.003784917000302812 (mp_runner.py:73) -2024-09-01 16:44:00,222 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.05045596600029967 (mp_runner.py:73) -2024-09-01 16:44:07,195 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0007s, count=1392, qps in this process: 46.3989 (mp_runner.py:76) -2024-09-01 16:44:07,206 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0033s, count=1392, qps in this process: 46.3949 (mp_runner.py:76) -2024-09-01 16:44:07,217 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0217s, count=1322, qps in this process: 44.0348 (mp_runner.py:76) -2024-09-01 16:44:07,229 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0037s, count=1343, qps in this process: 44.7611 (mp_runner.py:76) -2024-09-01 16:44:07,255 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0013s, count=1394, qps in this process: 46.4647 (mp_runner.py:76) -2024-09-01 16:44:07,273 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0054s, count=1395, qps in this process: 46.4916 (mp_runner.py:76) -2024-09-01 16:44:07,291 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0032s, count=1395, qps in this process: 46.495 (mp_runner.py:76) -2024-09-01 16:44:07,291 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0374s, count=1392, qps in this process: 46.3422 (mp_runner.py:76) -2024-09-01 16:44:07,294 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0183s, count=1357, qps in this process: 45.2058 (mp_runner.py:76) -2024-09-01 16:44:07,299 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0003s, count=1304, qps in this process: 43.4662 (mp_runner.py:76) -2024-09-01 16:44:07,301 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0025s, count=1393, qps in this process: 46.4295 (mp_runner.py:76) -2024-09-01 16:44:07,302 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0033s, count=1396, qps in this process: 46.5282 (mp_runner.py:76) -2024-09-01 16:44:07,303 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0041s, count=1396, qps in this process: 46.527 (mp_runner.py:76) -2024-09-01 16:44:07,303 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0038s, count=1339, qps in this process: 44.6277 (mp_runner.py:76) -2024-09-01 16:44:07,303 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0042s, count=1396, qps in this process: 46.5268 (mp_runner.py:76) -2024-09-01 16:44:07,303 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0046s, count=1396, qps in this process: 46.5262 (mp_runner.py:76) -2024-09-01 16:44:07,304 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0152s, count=1396, qps in this process: 46.5098 (mp_runner.py:76) -2024-09-01 16:44:07,304 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0206s, count=1396, qps in this process: 46.5014 (mp_runner.py:76) -2024-09-01 16:44:07,304 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0244s, count=1396, qps in this process: 46.4955 (mp_runner.py:76) -2024-09-01 16:44:07,304 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0238s, count=1396, qps in this process: 46.4964 (mp_runner.py:76) -2024-09-01 16:44:07,305 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0062s, count=1396, qps in this process: 46.5237 (mp_runner.py:76) -2024-09-01 16:44:07,308 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0028s, count=1397, qps in this process: 46.5623 (mp_runner.py:76) -2024-09-01 16:44:07,320 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0071s, count=1398, qps in this process: 46.589 (mp_runner.py:76) -2024-09-01 16:44:07,321 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0027s, count=1398, qps in this process: 46.5958 (mp_runner.py:76) -2024-09-01 16:44:07,321 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0055s, count=1398, qps in this process: 46.5915 (mp_runner.py:76) -2024-09-01 16:44:07,323 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.005s, count=1375, qps in this process: 45.8257 (mp_runner.py:76) -2024-09-01 16:44:07,328 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0073s, count=1387, qps in this process: 46.2221 (mp_runner.py:76) -2024-09-01 16:44:07,329 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0008s, count=1360, qps in this process: 45.3321 (mp_runner.py:76) -2024-09-01 16:44:07,334 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0005s, count=1400, qps in this process: 46.6659 (mp_runner.py:76) -2024-09-01 16:44:07,335 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0141s, count=1399, qps in this process: 46.6114 (mp_runner.py:76) -2024-09-01 16:44:07,341 | INFO |End search in concurrency 30: dur=30.339703992998693s, total_count=41494, qps=1367.6468 (mp_runner.py:120) -2024-09-01 16:44:09,811 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:44:09,811 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 16:44:20,325 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 16:44:20,437 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,468 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,480 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,500 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,563 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,571 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,613 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,614 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,614 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,614 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,617 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,618 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,618 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,624 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,627 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,632 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,635 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,650 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,660 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,663 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,672 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,674 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,675 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,681 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,686 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,687 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,713 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,718 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,734 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,736 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,740 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,742 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,764 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,770 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:20,770 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:44:33,217 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.030522320997988572 (mp_runner.py:73) -2024-09-01 16:44:33,217 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.044369958002789645 (mp_runner.py:73) -2024-09-01 16:44:33,218 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.029529043000366073 (mp_runner.py:73) -2024-09-01 16:44:33,218 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.030925883998861536 (mp_runner.py:73) -2024-09-01 16:44:33,218 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.030592166000133147 (mp_runner.py:73) -2024-09-01 16:44:33,218 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.033285462002822896 (mp_runner.py:73) -2024-09-01 16:44:33,219 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.020024802997795632 (mp_runner.py:73) -2024-09-01 16:44:33,221 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.03465872000015224 (mp_runner.py:73) -2024-09-01 16:44:33,222 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.02462531900164322 (mp_runner.py:73) -2024-09-01 16:44:33,222 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.029878418001317186 (mp_runner.py:73) -2024-09-01 16:44:33,224 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.02792478899937123 (mp_runner.py:73) -2024-09-01 16:44:33,225 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.02855209500194178 (mp_runner.py:73) -2024-09-01 16:44:33,226 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.026285078998625977 (mp_runner.py:73) -2024-09-01 16:44:33,228 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.05004383299819892 (mp_runner.py:73) -2024-09-01 16:44:33,232 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.05550368100011838 (mp_runner.py:73) -2024-09-01 16:44:33,234 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.05672613700153306 (mp_runner.py:73) -2024-09-01 16:44:33,237 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.06060473099933006 (mp_runner.py:73) -2024-09-01 16:44:33,237 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.0616914079982962 (mp_runner.py:73) -2024-09-01 16:44:33,237 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.057939475002058316 (mp_runner.py:73) -2024-09-01 16:44:33,238 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.06401769800140755 (mp_runner.py:73) -2024-09-01 16:44:33,976 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.01988132899714401 (mp_runner.py:73) -2024-09-01 16:44:34,060 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.03987103500185185 (mp_runner.py:73) -2024-09-01 16:44:34,113 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.018275618000188842 (mp_runner.py:73) -2024-09-01 16:44:34,294 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.0356480910013488 (mp_runner.py:73) -2024-09-01 16:44:34,979 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.019368844001292018 (mp_runner.py:73) -2024-09-01 16:44:34,988 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.032394121000834275 (mp_runner.py:73) -2024-09-01 16:44:35,005 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.020029069000884192 (mp_runner.py:73) -2024-09-01 16:44:35,247 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.023452716999599943 (mp_runner.py:73) -2024-09-01 16:44:35,285 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.026300108002033085 (mp_runner.py:73) -2024-09-01 16:44:35,295 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.038607148999290075 (mp_runner.py:73) -2024-09-01 16:44:35,333 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.03254305799782742 (mp_runner.py:73) -2024-09-01 16:44:35,425 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.029884860003221547 (mp_runner.py:73) -2024-09-01 16:44:35,667 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.034407749997626524 (mp_runner.py:73) -2024-09-01 16:44:36,575 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.02509941300013452 (mp_runner.py:73) -2024-09-01 16:44:36,709 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.054122929999721237 (mp_runner.py:73) -2024-09-01 16:44:47,468 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.00811070100098732 (mp_runner.py:73) -2024-09-01 16:44:47,470 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.006845388001238462 (mp_runner.py:73) -2024-09-01 16:44:47,471 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.008394076001422945 (mp_runner.py:73) -2024-09-01 16:44:47,472 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.011641952998616034 (mp_runner.py:73) -2024-09-01 16:44:47,473 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.012495669001509668 (mp_runner.py:73) -2024-09-01 16:44:47,475 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.012644006001210073 (mp_runner.py:73) -2024-09-01 16:44:47,476 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.013087766998069128 (mp_runner.py:73) -2024-09-01 16:44:47,476 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.014097325001785066 (mp_runner.py:73) -2024-09-01 16:44:47,477 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.014925868999853265 (mp_runner.py:73) -2024-09-01 16:44:47,478 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.01655930500055547 (mp_runner.py:73) -2024-09-01 16:44:47,479 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.01509645999976783 (mp_runner.py:73) -2024-09-01 16:44:47,480 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.020025101999635808 (mp_runner.py:73) -2024-09-01 16:44:47,481 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.018249025000841357 (mp_runner.py:73) -2024-09-01 16:44:47,482 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.02154708899979596 (mp_runner.py:73) -2024-09-01 16:44:47,483 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.02385176800089539 (mp_runner.py:73) -2024-09-01 16:44:47,486 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.020864223002718063 (mp_runner.py:73) -2024-09-01 16:44:47,488 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.02298096799859195 (mp_runner.py:73) -2024-09-01 16:44:47,501 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.041810033999354346 (mp_runner.py:73) -2024-09-01 16:44:47,513 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.026466549003089312 (mp_runner.py:73) -2024-09-01 16:44:47,603 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.01827594100177521 (mp_runner.py:73) -2024-09-01 16:44:47,780 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.01721933699809597 (mp_runner.py:73) -2024-09-01 16:44:47,849 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.031026137003209442 (mp_runner.py:73) -2024-09-01 16:44:47,883 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.0294896349987539 (mp_runner.py:73) -2024-09-01 16:44:47,928 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.06080872000165982 (mp_runner.py:73) -2024-09-01 16:44:48,222 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.013528760999179212 (mp_runner.py:73) -2024-09-01 16:44:48,267 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.03455907799798297 (mp_runner.py:73) -2024-09-01 16:44:48,406 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.012465900999814039 (mp_runner.py:73) -2024-09-01 16:44:48,439 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.028068612999049947 (mp_runner.py:73) -2024-09-01 16:44:48,544 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.037307415001123445 (mp_runner.py:73) -2024-09-01 16:44:48,857 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.026136787000723416 (mp_runner.py:73) -2024-09-01 16:44:49,192 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.02134209100040607 (mp_runner.py:73) -2024-09-01 16:44:49,253 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.024260190002678428 (mp_runner.py:73) -2024-09-01 16:44:49,693 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.035221107998950174 (mp_runner.py:73) -2024-09-01 16:44:50,058 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.05897741100125131 (mp_runner.py:73) -2024-09-01 16:44:50,189 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.03279008899698965 (mp_runner.py:73) -2024-09-01 16:44:50,455 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0154s, count=1091, qps in this process: 36.348 (mp_runner.py:76) -2024-09-01 16:44:50,493 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.011s, count=1106, qps in this process: 36.8532 (mp_runner.py:76) -2024-09-01 16:44:50,494 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0217s, count=1106, qps in this process: 36.84 (mp_runner.py:76) -2024-09-01 16:44:50,513 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0038s, count=1107, qps in this process: 36.8953 (mp_runner.py:76) -2024-09-01 16:44:50,578 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0148s, count=1110, qps in this process: 36.9818 (mp_runner.py:76) -2024-09-01 16:44:50,598 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0246s, count=1111, qps in this process: 37.003 (mp_runner.py:76) -2024-09-01 16:44:50,623 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0021s, count=1113, qps in this process: 37.0974 (mp_runner.py:76) -2024-09-01 16:44:50,634 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0121s, count=1076, qps in this process: 35.8522 (mp_runner.py:76) -2024-09-01 16:44:50,643 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0201s, count=1114, qps in this process: 37.1085 (mp_runner.py:76) -2024-09-01 16:44:50,643 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0174s, count=1114, qps in this process: 37.1118 (mp_runner.py:76) -2024-09-01 16:44:50,644 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0099s, count=1114, qps in this process: 37.1211 (mp_runner.py:76) -2024-09-01 16:44:50,645 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.022s, count=1114, qps in this process: 37.1061 (mp_runner.py:76) -2024-09-01 16:44:50,645 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0241s, count=1114, qps in this process: 37.1035 (mp_runner.py:76) -2024-09-01 16:44:50,646 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.011s, count=1114, qps in this process: 37.1197 (mp_runner.py:76) -2024-09-01 16:44:50,647 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0265s, count=1114, qps in this process: 37.1006 (mp_runner.py:76) -2024-09-01 16:44:50,649 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0287s, count=1114, qps in this process: 37.0978 (mp_runner.py:76) -2024-09-01 16:44:50,662 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.024s, count=1114, qps in this process: 37.1037 (mp_runner.py:76) -2024-09-01 16:44:50,663 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0006s, count=1115, qps in this process: 37.1659 (mp_runner.py:76) -2024-09-01 16:44:50,671 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0162s, count=1115, qps in this process: 37.1466 (mp_runner.py:76) -2024-09-01 16:44:50,685 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0112s, count=1116, qps in this process: 37.1861 (mp_runner.py:76) -2024-09-01 16:44:50,688 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.021s, count=1103, qps in this process: 36.7409 (mp_runner.py:76) -2024-09-01 16:44:50,689 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0087s, count=1085, qps in this process: 36.1562 (mp_runner.py:76) -2024-09-01 16:44:50,690 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0041s, count=1116, qps in this process: 37.1949 (mp_runner.py:76) -2024-09-01 16:44:50,692 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0141s, count=1116, qps in this process: 37.1825 (mp_runner.py:76) -2024-09-01 16:44:50,701 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0133s, count=1094, qps in this process: 36.4505 (mp_runner.py:76) -2024-09-01 16:44:50,704 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0105s, count=1117, qps in this process: 37.2203 (mp_runner.py:76) -2024-09-01 16:44:50,721 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.004s, count=1118, qps in this process: 37.2617 (mp_runner.py:76) -2024-09-01 16:44:50,725 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0026s, count=1097, qps in this process: 36.5635 (mp_runner.py:76) -2024-09-01 16:44:50,749 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0051s, count=1121, qps in this process: 37.3603 (mp_runner.py:76) -2024-09-01 16:44:50,753 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0139s, count=1071, qps in this process: 35.6835 (mp_runner.py:76) -2024-09-01 16:44:50,756 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0166s, count=1121, qps in this process: 37.346 (mp_runner.py:76) -2024-09-01 16:44:50,756 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.012s, count=1065, qps in this process: 35.4858 (mp_runner.py:76) -2024-09-01 16:44:50,770 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0005s, count=1055, qps in this process: 35.1661 (mp_runner.py:76) -2024-09-01 16:44:50,775 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0002s, count=1034, qps in this process: 34.4664 (mp_runner.py:76) -2024-09-01 16:44:50,776 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0014s, count=1043, qps in this process: 34.765 (mp_runner.py:76) -2024-09-01 16:44:50,781 | INFO |End search in concurrency 35: dur=30.453563735998614s, total_count=38548, qps=1265.796 (mp_runner.py:120) -2024-09-01 16:44:53,532 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:44:53,532 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 16:45:04,169 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 16:45:04,357 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,379 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,410 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,459 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,462 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,465 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,465 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,482 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,525 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,533 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,533 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,538 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,538 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,548 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,548 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,548 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,549 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,551 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,565 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,570 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,573 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,573 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,575 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,598 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,599 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,602 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,606 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,612 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,615 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,631 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,633 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,646 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:04,646 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:19,764 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.021804297997732647 (mp_runner.py:73) -2024-09-01 16:45:19,764 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.021594006000668742 (mp_runner.py:73) -2024-09-01 16:45:19,766 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.022201866002433235 (mp_runner.py:73) -2024-09-01 16:45:19,766 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.02463908899881062 (mp_runner.py:73) -2024-09-01 16:45:19,767 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.02197935799995321 (mp_runner.py:73) -2024-09-01 16:45:19,768 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.021666074000677327 (mp_runner.py:73) -2024-09-01 16:45:19,769 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.02864909100026125 (mp_runner.py:73) -2024-09-01 16:45:19,770 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.028036964999046177 (mp_runner.py:73) -2024-09-01 16:45:19,770 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.005231267001363449 (mp_runner.py:73) -2024-09-01 16:45:19,771 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.023316376998991473 (mp_runner.py:73) -2024-09-01 16:45:19,771 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.024885694998374674 (mp_runner.py:73) -2024-09-01 16:45:19,772 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.011849285001517273 (mp_runner.py:73) -2024-09-01 16:45:19,773 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.02500320100079989 (mp_runner.py:73) -2024-09-01 16:45:19,773 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.028503468001872534 (mp_runner.py:73) -2024-09-01 16:45:19,774 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.02980264200232341 (mp_runner.py:73) -2024-09-01 16:45:19,775 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.018674095001188107 (mp_runner.py:73) -2024-09-01 16:45:19,775 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.02645157000006293 (mp_runner.py:73) -2024-09-01 16:45:19,776 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.03693422899959842 (mp_runner.py:73) -2024-09-01 16:45:19,777 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.02668881800127565 (mp_runner.py:73) -2024-09-01 16:45:19,777 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.027102726999146398 (mp_runner.py:73) -2024-09-01 16:45:19,778 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.02667946599831339 (mp_runner.py:73) -2024-09-01 16:45:19,779 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.024125079999066656 (mp_runner.py:73) -2024-09-01 16:45:19,779 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.026689079000789206 (mp_runner.py:73) -2024-09-01 16:45:19,780 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.03134399500049767 (mp_runner.py:73) -2024-09-01 16:45:19,782 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.02875687400228344 (mp_runner.py:73) -2024-09-01 16:45:19,785 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.028001331000268692 (mp_runner.py:73) -2024-09-01 16:45:19,786 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.030838120001135394 (mp_runner.py:73) -2024-09-01 16:45:19,788 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.04826416099967901 (mp_runner.py:73) -2024-09-01 16:45:19,795 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.043324910999217536 (mp_runner.py:73) -2024-09-01 16:45:19,802 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.00412517099903198 (mp_runner.py:73) -2024-09-01 16:45:19,807 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.025552160001097945 (mp_runner.py:73) -2024-09-01 16:45:19,809 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.020951008998963516 (mp_runner.py:73) -2024-09-01 16:45:19,812 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.024280342997371918 (mp_runner.py:73) -2024-09-01 16:45:19,816 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.013087102001009043 (mp_runner.py:73) -2024-09-01 16:45:20,047 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.011055285998736508 (mp_runner.py:73) -2024-09-01 16:45:20,100 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.01881098000012571 (mp_runner.py:73) -2024-09-01 16:45:20,109 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.015550795000308426 (mp_runner.py:73) -2024-09-01 16:45:20,151 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.022615237001446076 (mp_runner.py:73) -2024-09-01 16:45:20,548 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.03202061299816705 (mp_runner.py:73) -2024-09-01 16:45:20,849 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.02296848600235535 (mp_runner.py:73) -2024-09-01 16:45:33,408 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.02204650999919977 (mp_runner.py:73) -2024-09-01 16:45:33,409 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.02103349300159607 (mp_runner.py:73) -2024-09-01 16:45:33,409 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.021904260996961966 (mp_runner.py:73) -2024-09-01 16:45:33,410 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.022311479999189032 (mp_runner.py:73) -2024-09-01 16:45:33,410 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.023438478998286882 (mp_runner.py:73) -2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.024253712999779964 (mp_runner.py:73) -2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.023439234999386827 (mp_runner.py:73) -2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.02445599100246909 (mp_runner.py:73) -2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.023541668000689242 (mp_runner.py:73) -2024-09-01 16:45:33,411 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.024299417997099226 (mp_runner.py:73) -2024-09-01 16:45:33,412 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.02601002000301378 (mp_runner.py:73) -2024-09-01 16:45:33,412 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.024138589997164672 (mp_runner.py:73) -2024-09-01 16:45:33,412 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.025169134001771454 (mp_runner.py:73) -2024-09-01 16:45:33,412 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.02466532100152108 (mp_runner.py:73) -2024-09-01 16:45:33,413 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.026138199998968048 (mp_runner.py:73) -2024-09-01 16:45:33,413 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.024904306999815162 (mp_runner.py:73) -2024-09-01 16:45:33,413 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.025845905001915526 (mp_runner.py:73) -2024-09-01 16:45:33,413 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.027002333998098038 (mp_runner.py:73) -2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.027742498001316562 (mp_runner.py:73) -2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.026900002998445416 (mp_runner.py:73) -2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.027687901998433517 (mp_runner.py:73) -2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.02708513200195739 (mp_runner.py:73) -2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.0281367199968372 (mp_runner.py:73) -2024-09-01 16:45:33,414 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.02717547599968384 (mp_runner.py:73) -2024-09-01 16:45:33,415 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.02886568399844691 (mp_runner.py:73) -2024-09-01 16:45:33,415 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.0279286110016983 (mp_runner.py:73) -2024-09-01 16:45:33,415 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.029264799999509705 (mp_runner.py:73) -2024-09-01 16:45:33,415 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.0271516859975236 (mp_runner.py:73) -2024-09-01 16:45:33,416 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.013676704998943023 (mp_runner.py:73) -2024-09-01 16:45:33,416 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.028884595001727575 (mp_runner.py:73) -2024-09-01 16:45:33,416 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.030479023000225425 (mp_runner.py:73) -2024-09-01 16:45:33,417 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.029260508999868762 (mp_runner.py:73) -2024-09-01 16:45:33,417 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.02998704299898236 (mp_runner.py:73) -2024-09-01 16:45:33,418 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.029512359000364086 (mp_runner.py:73) -2024-09-01 16:45:33,434 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.023616401002072962 (mp_runner.py:73) -2024-09-01 16:45:33,695 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.010013585000706371 (mp_runner.py:73) -2024-09-01 16:45:33,723 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.03395879900199361 (mp_runner.py:73) -2024-09-01 16:45:34,294 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.01319766099913977 (mp_runner.py:73) -2024-09-01 16:45:34,322 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.03551451699968311 (mp_runner.py:73) -2024-09-01 16:45:34,367 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0019s, count=1037, qps in this process: 34.5645 (mp_runner.py:76) -2024-09-01 16:45:34,397 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0136s, count=1038, qps in this process: 34.5843 (mp_runner.py:76) -2024-09-01 16:45:34,446 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0418s, count=1039, qps in this process: 34.5851 (mp_runner.py:76) -2024-09-01 16:45:34,448 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0343s, count=1039, qps in this process: 34.5938 (mp_runner.py:76) -2024-09-01 16:45:34,470 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0066s, count=1041, qps in this process: 34.6924 (mp_runner.py:76) -2024-09-01 16:45:34,471 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0038s, count=1041, qps in this process: 34.6956 (mp_runner.py:76) -2024-09-01 16:45:34,475 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.036597536000044784 (mp_runner.py:73) -2024-09-01 16:45:34,478 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0124s, count=1041, qps in this process: 34.6857 (mp_runner.py:76) -2024-09-01 16:45:34,483 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0028s, count=1041, qps in this process: 34.6968 (mp_runner.py:76) -2024-09-01 16:45:34,485 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0036s, count=1042, qps in this process: 34.7292 (mp_runner.py:76) -2024-09-01 16:45:34,495 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0279s, count=1041, qps in this process: 34.6678 (mp_runner.py:76) -2024-09-01 16:45:34,499 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0136s, count=1042, qps in this process: 34.7176 (mp_runner.py:76) -2024-09-01 16:45:34,540 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0114s, count=1044, qps in this process: 34.7868 (mp_runner.py:76) -2024-09-01 16:45:34,543 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0057s, count=1044, qps in this process: 34.7934 (mp_runner.py:76) -2024-09-01 16:45:34,545 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0017s, count=1044, qps in this process: 34.798 (mp_runner.py:76) -2024-09-01 16:45:34,545 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.002s, count=1044, qps in this process: 34.7977 (mp_runner.py:76) -2024-09-01 16:45:34,549 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0114s, count=1045, qps in this process: 34.8201 (mp_runner.py:76) -2024-09-01 16:45:34,552 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0005s, count=1044, qps in this process: 34.7994 (mp_runner.py:76) -2024-09-01 16:45:34,552 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0011s, count=1045, qps in this process: 34.8321 (mp_runner.py:76) -2024-09-01 16:45:34,556 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0048s, count=1045, qps in this process: 34.8278 (mp_runner.py:76) -2024-09-01 16:45:34,560 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0046s, count=1044, qps in this process: 34.7947 (mp_runner.py:76) -2024-09-01 16:45:34,561 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0096s, count=1045, qps in this process: 34.8222 (mp_runner.py:76) -2024-09-01 16:45:34,566 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0307s, count=1045, qps in this process: 34.7977 (mp_runner.py:76) -2024-09-01 16:45:34,584 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0113s, count=1046, qps in this process: 34.8535 (mp_runner.py:76) -2024-09-01 16:45:34,585 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0072s, count=1046, qps in this process: 34.8583 (mp_runner.py:76) -2024-09-01 16:45:34,585 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0147s, count=1046, qps in this process: 34.8496 (mp_runner.py:76) -2024-09-01 16:45:34,586 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0269s, count=1046, qps in this process: 34.8354 (mp_runner.py:76) -2024-09-01 16:45:34,593 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0153s, count=1046, qps in this process: 34.8489 (mp_runner.py:76) -2024-09-01 16:45:34,593 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0155s, count=1046, qps in this process: 34.8487 (mp_runner.py:76) -2024-09-01 16:45:34,603 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0017s, count=1033, qps in this process: 34.4314 (mp_runner.py:76) -2024-09-01 16:45:34,609 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0068s, count=1047, qps in this process: 34.8921 (mp_runner.py:76) -2024-09-01 16:45:34,612 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0036s, count=1048, qps in this process: 34.9291 (mp_runner.py:76) -2024-09-01 16:45:34,618 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.008s, count=1049, qps in this process: 34.9573 (mp_runner.py:76) -2024-09-01 16:45:34,619 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0017s, count=1049, qps in this process: 34.9647 (mp_runner.py:76) -2024-09-01 16:45:34,628 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0061s, count=1036, qps in this process: 34.5263 (mp_runner.py:76) -2024-09-01 16:45:34,630 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0127s, count=1050, qps in this process: 34.9852 (mp_runner.py:76) -2024-09-01 16:45:34,639 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0028s, count=1018, qps in this process: 33.9302 (mp_runner.py:76) -2024-09-01 16:45:34,640 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0022s, count=1051, qps in this process: 35.0308 (mp_runner.py:76) -2024-09-01 16:45:34,645 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0015s, count=1019, qps in this process: 33.965 (mp_runner.py:76) -2024-09-01 16:45:34,652 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0004s, count=1016, qps in this process: 33.8662 (mp_runner.py:76) -2024-09-01 16:45:34,654 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0022s, count=1055, qps in this process: 35.1641 (mp_runner.py:76) -2024-09-01 16:45:34,660 | INFO |End search in concurrency 40: dur=30.490471987999626s, total_count=41678, qps=1366.9188 (mp_runner.py:120) -2024-09-01 16:45:37,803 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:45:37,803 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 16:45:48,709 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 16:45:48,816 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:48,924 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:48,972 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:48,984 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,014 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,107 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,121 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,138 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,138 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,140 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,140 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,148 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,150 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,156 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,162 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,178 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,205 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,210 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,225 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,229 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,230 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,232 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,235 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,260 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:45:49,264 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:05,496 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.0076320060034049675 (mp_runner.py:73) -2024-09-01 16:46:05,496 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.005427657997643109 (mp_runner.py:73) -2024-09-01 16:46:05,497 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.007877848998759873 (mp_runner.py:73) -2024-09-01 16:46:05,498 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.01110511400111136 (mp_runner.py:73) -2024-09-01 16:46:05,499 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.010228629998891847 (mp_runner.py:73) -2024-09-01 16:46:05,499 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.010589985002297908 (mp_runner.py:73) -2024-09-01 16:46:05,500 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.01284507200034568 (mp_runner.py:73) -2024-09-01 16:46:05,500 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.009776530998351518 (mp_runner.py:73) -2024-09-01 16:46:05,501 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.016063998999015894 (mp_runner.py:73) -2024-09-01 16:46:05,502 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.01506205899931956 (mp_runner.py:73) -2024-09-01 16:46:05,503 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.01568090100045083 (mp_runner.py:73) -2024-09-01 16:46:05,503 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.012773041999025736 (mp_runner.py:73) -2024-09-01 16:46:05,504 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.014761563998035854 (mp_runner.py:73) -2024-09-01 16:46:05,504 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.017027988000336336 (mp_runner.py:73) -2024-09-01 16:46:05,506 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.018709666997892782 (mp_runner.py:73) -2024-09-01 16:46:05,506 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.018734197001322173 (mp_runner.py:73) -2024-09-01 16:46:05,507 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.018359082998358645 (mp_runner.py:73) -2024-09-01 16:46:05,507 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.017557352999574505 (mp_runner.py:73) -2024-09-01 16:46:05,508 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.016892063998966478 (mp_runner.py:73) -2024-09-01 16:46:05,508 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.020372918002976803 (mp_runner.py:73) -2024-09-01 16:46:05,510 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.02324664300249424 (mp_runner.py:73) -2024-09-01 16:46:05,510 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.023869139000453288 (mp_runner.py:73) -2024-09-01 16:46:05,511 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.021123736001754878 (mp_runner.py:73) -2024-09-01 16:46:05,511 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.024611839002318447 (mp_runner.py:73) -2024-09-01 16:46:05,512 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.02065728999878047 (mp_runner.py:73) -2024-09-01 16:46:05,512 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.0218920959996467 (mp_runner.py:73) -2024-09-01 16:46:05,514 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.023419195997121278 (mp_runner.py:73) -2024-09-01 16:46:05,514 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.022453980996942846 (mp_runner.py:73) -2024-09-01 16:46:05,515 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.02871720200346317 (mp_runner.py:73) -2024-09-01 16:46:05,516 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.028583044000697555 (mp_runner.py:73) -2024-09-01 16:46:05,516 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.02712229100143304 (mp_runner.py:73) -2024-09-01 16:46:05,517 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.027542074996745214 (mp_runner.py:73) -2024-09-01 16:46:05,518 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.0020303640012571122 (mp_runner.py:73) -2024-09-01 16:46:05,519 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.03362532399842166 (mp_runner.py:73) -2024-09-01 16:46:05,519 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.027331014000083087 (mp_runner.py:73) -2024-09-01 16:46:05,522 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.033035469001333695 (mp_runner.py:73) -2024-09-01 16:46:05,523 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.03105194800082245 (mp_runner.py:73) -2024-09-01 16:46:05,523 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.0023433179994754028 (mp_runner.py:73) -2024-09-01 16:46:05,524 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.03077230700000655 (mp_runner.py:73) -2024-09-01 16:46:05,524 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.03871549700124888 (mp_runner.py:73) -2024-09-01 16:46:05,525 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.03505388700068579 (mp_runner.py:73) -2024-09-01 16:46:05,545 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.05711897099899943 (mp_runner.py:73) -2024-09-01 16:46:05,721 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.003894852998200804 (mp_runner.py:73) -2024-09-01 16:46:06,168 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.07149734599806834 (mp_runner.py:73) -2024-09-01 16:46:06,217 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.029131335999409202 (mp_runner.py:73) -2024-09-01 16:46:18,840 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0124s, count=929, qps in this process: 30.9539 (mp_runner.py:76) -2024-09-01 16:46:18,954 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0223s, count=932, qps in this process: 31.0436 (mp_runner.py:76) -2024-09-01 16:46:18,982 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0073s, count=933, qps in this process: 31.0924 (mp_runner.py:76) -2024-09-01 16:46:18,998 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0057s, count=934, qps in this process: 31.1274 (mp_runner.py:76) -2024-09-01 16:46:19,046 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.028s, count=935, qps in this process: 31.1376 (mp_runner.py:76) -2024-09-01 16:46:19,082 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0069s, count=936, qps in this process: 31.1928 (mp_runner.py:76) -2024-09-01 16:46:19,105 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0002s, count=937, qps in this process: 31.2331 (mp_runner.py:76) -2024-09-01 16:46:19,114 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0043s, count=937, qps in this process: 31.2289 (mp_runner.py:76) -2024-09-01 16:46:19,114 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0046s, count=937, qps in this process: 31.2285 (mp_runner.py:76) -2024-09-01 16:46:19,121 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0113s, count=938, qps in this process: 31.2549 (mp_runner.py:76) -2024-09-01 16:46:19,124 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0147s, count=938, qps in this process: 31.2514 (mp_runner.py:76) -2024-09-01 16:46:19,130 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0041s, count=938, qps in this process: 31.2624 (mp_runner.py:76) -2024-09-01 16:46:19,148 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0058s, count=933, qps in this process: 31.094 (mp_runner.py:76) -2024-09-01 16:46:19,148 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.006s, count=935, qps in this process: 31.1604 (mp_runner.py:76) -2024-09-01 16:46:19,155 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0132s, count=939, qps in this process: 31.2862 (mp_runner.py:76) -2024-09-01 16:46:19,156 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0138s, count=939, qps in this process: 31.2856 (mp_runner.py:76) -2024-09-01 16:46:19,156 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0189s, count=939, qps in this process: 31.2803 (mp_runner.py:76) -2024-09-01 16:46:19,156 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0195s, count=939, qps in this process: 31.2797 (mp_runner.py:76) -2024-09-01 16:46:19,157 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0066s, count=939, qps in this process: 31.2931 (mp_runner.py:76) -2024-09-01 16:46:19,157 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0139s, count=939, qps in this process: 31.2855 (mp_runner.py:76) -2024-09-01 16:46:19,157 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0015s, count=939, qps in this process: 31.2984 (mp_runner.py:76) -2024-09-01 16:46:19,166 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0081s, count=940, qps in this process: 31.3249 (mp_runner.py:76) -2024-09-01 16:46:19,171 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0133s, count=940, qps in this process: 31.3194 (mp_runner.py:76) -2024-09-01 16:46:19,182 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0021s, count=940, qps in this process: 31.3311 (mp_runner.py:76) -2024-09-01 16:46:19,194 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0006s, count=941, qps in this process: 31.366 (mp_runner.py:76) -2024-09-01 16:46:19,195 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0112s, count=941, qps in this process: 31.355 (mp_runner.py:76) -2024-09-01 16:46:19,200 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0114s, count=940, qps in this process: 31.3214 (mp_runner.py:76) -2024-09-01 16:46:19,202 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0099s, count=941, qps in this process: 31.3563 (mp_runner.py:76) -2024-09-01 16:46:19,203 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0351s, count=941, qps in this process: 31.33 (mp_runner.py:76) -2024-09-01 16:46:19,209 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0042s, count=931, qps in this process: 31.029 (mp_runner.py:76) -2024-09-01 16:46:19,209 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0041s, count=942, qps in this process: 31.3957 (mp_runner.py:76) -2024-09-01 16:46:19,210 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0054s, count=936, qps in this process: 31.1944 (mp_runner.py:76) -2024-09-01 16:46:19,214 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0149s, count=942, qps in this process: 31.3844 (mp_runner.py:76) -2024-09-01 16:46:19,215 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0055s, count=942, qps in this process: 31.3942 (mp_runner.py:76) -2024-09-01 16:46:19,216 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0118s, count=943, qps in this process: 31.421 (mp_runner.py:76) -2024-09-01 16:46:19,221 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0116s, count=943, qps in this process: 31.4212 (mp_runner.py:76) -2024-09-01 16:46:19,230 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0209s, count=943, qps in this process: 31.4115 (mp_runner.py:76) -2024-09-01 16:46:19,231 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0138s, count=944, qps in this process: 31.4522 (mp_runner.py:76) -2024-09-01 16:46:19,232 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0045s, count=944, qps in this process: 31.4619 (mp_runner.py:76) -2024-09-01 16:46:19,235 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0005s, count=944, qps in this process: 31.4661 (mp_runner.py:76) -2024-09-01 16:46:19,239 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0026s, count=944, qps in this process: 31.4639 (mp_runner.py:76) -2024-09-01 16:46:19,241 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0048s, count=945, qps in this process: 31.495 (mp_runner.py:76) -2024-09-01 16:46:19,241 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0009s, count=945, qps in this process: 31.4991 (mp_runner.py:76) -2024-09-01 16:46:19,267 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.002s, count=906, qps in this process: 30.198 (mp_runner.py:76) -2024-09-01 16:46:19,268 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0006s, count=925, qps in this process: 30.8327 (mp_runner.py:76) -2024-09-01 16:46:19,275 | INFO |End search in concurrency 45: dur=30.563488780000625s, total_count=42208, qps=1380.9942 (mp_runner.py:120) -2024-09-01 16:46:22,321 | INFO |Update largest qps with concurrency 45: current max_qps=1380.9942 (mp_runner.py:124) -2024-09-01 16:46:22,744 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:46:22,744 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 16:46:43,712 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 16:46:43,765 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:43,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:43,924 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:43,963 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,157 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,171 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,178 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,183 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,222 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,224 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,235 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,264 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,289 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,293 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,319 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,319 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,319 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,327 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,333 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,334 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,334 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,335 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,343 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,354 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,358 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,358 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,365 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,365 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,375 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,380 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,384 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,386 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:46:44,445 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:02,699 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.02392550300282892 (mp_runner.py:73) -2024-09-01 16:47:02,699 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.019689175998792052 (mp_runner.py:73) -2024-09-01 16:47:02,700 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.020590179999999236 (mp_runner.py:73) -2024-09-01 16:47:02,701 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.026176982999459142 (mp_runner.py:73) -2024-09-01 16:47:02,701 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.020144267000432592 (mp_runner.py:73) -2024-09-01 16:47:02,702 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.03028967300269869 (mp_runner.py:73) -2024-09-01 16:47:02,703 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.02978476299904287 (mp_runner.py:73) -2024-09-01 16:47:02,703 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.02273371500268695 (mp_runner.py:73) -2024-09-01 16:47:02,704 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.03042355900106486 (mp_runner.py:73) -2024-09-01 16:47:02,705 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.026092847001564223 (mp_runner.py:73) -2024-09-01 16:47:02,705 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.026789759001985658 (mp_runner.py:73) -2024-09-01 16:47:02,706 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.021615727000607876 (mp_runner.py:73) -2024-09-01 16:47:02,707 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.011783607002143981 (mp_runner.py:73) -2024-09-01 16:47:02,708 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.024290794997796183 (mp_runner.py:73) -2024-09-01 16:47:02,709 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.017677976000413764 (mp_runner.py:73) -2024-09-01 16:47:02,709 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.033140832998469705 (mp_runner.py:73) -2024-09-01 16:47:02,710 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.02537873600158491 (mp_runner.py:73) -2024-09-01 16:47:02,711 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.02259671600040747 (mp_runner.py:73) -2024-09-01 16:47:02,712 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.034547807001217734 (mp_runner.py:73) -2024-09-01 16:47:02,713 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.026569785997708095 (mp_runner.py:73) -2024-09-01 16:47:02,713 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.030532099000993185 (mp_runner.py:73) -2024-09-01 16:47:02,714 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.02658239399897866 (mp_runner.py:73) -2024-09-01 16:47:02,715 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.027545634999114554 (mp_runner.py:73) -2024-09-01 16:47:02,715 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.021851118999620667 (mp_runner.py:73) -2024-09-01 16:47:02,717 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.03421263700147392 (mp_runner.py:73) -2024-09-01 16:47:02,717 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.01876371600155835 (mp_runner.py:73) -2024-09-01 16:47:02,718 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.04175925399977132 (mp_runner.py:73) -2024-09-01 16:47:02,718 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.04759021300196764 (mp_runner.py:73) -2024-09-01 16:47:02,719 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.02834476299904054 (mp_runner.py:73) -2024-09-01 16:47:02,719 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.024682334002136486 (mp_runner.py:73) -2024-09-01 16:47:02,721 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.024786108002444962 (mp_runner.py:73) -2024-09-01 16:47:02,721 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.05174549000003026 (mp_runner.py:73) -2024-09-01 16:47:02,722 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.04485014800229692 (mp_runner.py:73) -2024-09-01 16:47:02,723 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.027856323999003507 (mp_runner.py:73) -2024-09-01 16:47:02,724 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.03514657900086604 (mp_runner.py:73) -2024-09-01 16:47:02,725 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.0325432270001329 (mp_runner.py:73) -2024-09-01 16:47:02,726 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03279904900045949 (mp_runner.py:73) -2024-09-01 16:47:02,727 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.055432541001209756 (mp_runner.py:73) -2024-09-01 16:47:02,730 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.009018200998980319 (mp_runner.py:73) -2024-09-01 16:47:02,731 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.03602991699881386 (mp_runner.py:73) -2024-09-01 16:47:02,731 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.04717155599792022 (mp_runner.py:73) -2024-09-01 16:47:02,732 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.0363045099984447 (mp_runner.py:73) -2024-09-01 16:47:02,732 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.06478103599874885 (mp_runner.py:73) -2024-09-01 16:47:02,742 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.055529778997879475 (mp_runner.py:73) -2024-09-01 16:47:02,748 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.07485643499967409 (mp_runner.py:73) -2024-09-01 16:47:02,753 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.024270149999210844 (mp_runner.py:73) -2024-09-01 16:47:02,821 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.002857219998986693 (mp_runner.py:73) -2024-09-01 16:47:02,935 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.07040673800293007 (mp_runner.py:73) -2024-09-01 16:47:03,591 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.020406060997629538 (mp_runner.py:73) -2024-09-01 16:47:03,877 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.032072411999251926 (mp_runner.py:73) -2024-09-01 16:47:13,816 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0117s, count=817, qps in this process: 27.2227 (mp_runner.py:76) -2024-09-01 16:47:13,842 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0758s, count=818, qps in this process: 27.1979 (mp_runner.py:76) -2024-09-01 16:47:13,936 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0002s, count=821, qps in this process: 27.3665 (mp_runner.py:76) -2024-09-01 16:47:13,976 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0004s, count=823, qps in this process: 27.433 (mp_runner.py:76) -2024-09-01 16:47:14,152 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0038s, count=828, qps in this process: 27.5965 (mp_runner.py:76) -2024-09-01 16:47:14,197 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0156s, count=829, qps in this process: 27.619 (mp_runner.py:76) -2024-09-01 16:47:14,200 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0339s, count=828, qps in this process: 27.5688 (mp_runner.py:76) -2024-09-01 16:47:14,239 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0791s, count=830, qps in this process: 27.5939 (mp_runner.py:76) -2024-09-01 16:47:14,241 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.012s, count=830, qps in this process: 27.6556 (mp_runner.py:76) -2024-09-01 16:47:14,243 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0703s, count=830, qps in this process: 27.602 (mp_runner.py:76) -2024-09-01 16:47:14,250 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0103s, count=830, qps in this process: 27.6572 (mp_runner.py:76) -2024-09-01 16:47:14,253 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0663s, count=830, qps in this process: 27.6057 (mp_runner.py:76) -2024-09-01 16:47:14,254 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0044s, count=830, qps in this process: 27.6626 (mp_runner.py:76) -2024-09-01 16:47:14,255 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0055s, count=830, qps in this process: 27.6616 (mp_runner.py:76) -2024-09-01 16:47:14,256 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0004s, count=830, qps in this process: 27.6663 (mp_runner.py:76) -2024-09-01 16:47:14,257 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0198s, count=830, qps in this process: 27.6484 (mp_runner.py:76) -2024-09-01 16:47:14,274 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0019s, count=832, qps in this process: 27.7316 (mp_runner.py:76) -2024-09-01 16:47:14,279 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0041s, count=831, qps in this process: 27.6962 (mp_runner.py:76) -2024-09-01 16:47:14,284 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0069s, count=831, qps in this process: 27.6936 (mp_runner.py:76) -2024-09-01 16:47:14,292 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0203s, count=831, qps in this process: 27.6813 (mp_runner.py:76) -2024-09-01 16:47:14,302 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.004s, count=832, qps in this process: 27.7296 (mp_runner.py:76) -2024-09-01 16:47:14,308 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0149s, count=828, qps in this process: 27.5863 (mp_runner.py:76) -2024-09-01 16:47:14,309 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.042s, count=787, qps in this process: 26.1967 (mp_runner.py:76) -2024-09-01 16:47:14,330 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0045s, count=834, qps in this process: 27.7958 (mp_runner.py:76) -2024-09-01 16:47:14,331 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0032s, count=838, qps in this process: 27.9304 (mp_runner.py:76) -2024-09-01 16:47:14,332 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0009s, count=834, qps in this process: 27.7992 (mp_runner.py:76) -2024-09-01 16:47:14,334 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0093s, count=834, qps in this process: 27.7914 (mp_runner.py:76) -2024-09-01 16:47:14,340 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.007s, count=835, qps in this process: 27.8268 (mp_runner.py:76) -2024-09-01 16:47:14,340 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.016s, count=838, qps in this process: 27.9184 (mp_runner.py:76) -2024-09-01 16:47:14,341 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0081s, count=829, qps in this process: 27.6259 (mp_runner.py:76) -2024-09-01 16:47:14,343 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0019s, count=828, qps in this process: 27.5983 (mp_runner.py:76) -2024-09-01 16:47:14,346 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0034s, count=835, qps in this process: 27.8302 (mp_runner.py:76) -2024-09-01 16:47:14,348 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0073s, count=837, qps in this process: 27.8932 (mp_runner.py:76) -2024-09-01 16:47:14,364 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0013s, count=827, qps in this process: 27.5655 (mp_runner.py:76) -2024-09-01 16:47:14,366 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0008s, count=838, qps in this process: 27.9326 (mp_runner.py:76) -2024-09-01 16:47:14,368 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0175s, count=836, qps in this process: 27.8504 (mp_runner.py:76) -2024-09-01 16:47:14,369 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0321s, count=839, qps in this process: 27.9368 (mp_runner.py:76) -2024-09-01 16:47:14,369 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0367s, count=827, qps in this process: 27.533 (mp_runner.py:76) -2024-09-01 16:47:14,373 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0084s, count=839, qps in this process: 27.9588 (mp_runner.py:76) -2024-09-01 16:47:14,376 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0037s, count=837, qps in this process: 27.8966 (mp_runner.py:76) -2024-09-01 16:47:14,377 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0041s, count=839, qps in this process: 27.9628 (mp_runner.py:76) -2024-09-01 16:47:14,378 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.009s, count=839, qps in this process: 27.9583 (mp_runner.py:76) -2024-09-01 16:47:14,379 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.006s, count=837, qps in this process: 27.8944 (mp_runner.py:76) -2024-09-01 16:47:14,380 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0076s, count=838, qps in this process: 27.9263 (mp_runner.py:76) -2024-09-01 16:47:14,382 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0019s, count=835, qps in this process: 27.8316 (mp_runner.py:76) -2024-09-01 16:47:14,390 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0059s, count=840, qps in this process: 27.9945 (mp_runner.py:76) -2024-09-01 16:47:14,392 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0007s, count=840, qps in this process: 27.9993 (mp_runner.py:76) -2024-09-01 16:47:14,392 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0025s, count=823, qps in this process: 27.431 (mp_runner.py:76) -2024-09-01 16:47:14,408 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0029s, count=842, qps in this process: 28.064 (mp_runner.py:76) -2024-09-01 16:47:14,449 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0008s, count=842, qps in this process: 28.0659 (mp_runner.py:76) -2024-09-01 16:47:14,454 | INFO |End search in concurrency 50: dur=30.741338864998397s, total_count=41566, qps=1352.1207 (mp_runner.py:120) -2024-09-01 16:47:18,296 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:47:18,296 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 16:47:39,501 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 16:47:39,573 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,597 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,769 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,797 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,810 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,810 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,816 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,952 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,954 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,961 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,978 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,981 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,994 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,994 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:39,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,000 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,012 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,025 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,040 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,046 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,073 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,077 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,095 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,103 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,115 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,116 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,132 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,139 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,148 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,162 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,162 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,205 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,210 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,254 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,254 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:47:40,264 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:00,721 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.025903457000822527 (mp_runner.py:73) -2024-09-01 16:48:00,722 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.030854513999656774 (mp_runner.py:73) -2024-09-01 16:48:00,722 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.03089108799758833 (mp_runner.py:73) -2024-09-01 16:48:00,723 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.022915927002031822 (mp_runner.py:73) -2024-09-01 16:48:00,723 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.027644498000881867 (mp_runner.py:73) -2024-09-01 16:48:00,724 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.027549333000933984 (mp_runner.py:73) -2024-09-01 16:48:00,725 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.027876534997631097 (mp_runner.py:73) -2024-09-01 16:48:00,726 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.027889428001799388 (mp_runner.py:73) -2024-09-01 16:48:00,727 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.02781956699982402 (mp_runner.py:73) -2024-09-01 16:48:00,727 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.023052478001773125 (mp_runner.py:73) -2024-09-01 16:48:00,728 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.03291443899797741 (mp_runner.py:73) -2024-09-01 16:48:00,728 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.012488004002079833 (mp_runner.py:73) -2024-09-01 16:48:00,730 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.02646372800154495 (mp_runner.py:73) -2024-09-01 16:48:00,730 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.03769277199899079 (mp_runner.py:73) -2024-09-01 16:48:00,731 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.03177206699911039 (mp_runner.py:73) -2024-09-01 16:48:00,731 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.029931921999377664 (mp_runner.py:73) -2024-09-01 16:48:00,732 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.02625485500175273 (mp_runner.py:73) -2024-09-01 16:48:00,733 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.024868432999937795 (mp_runner.py:73) -2024-09-01 16:48:00,734 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.024670539001817815 (mp_runner.py:73) -2024-09-01 16:48:00,735 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.03338538900061394 (mp_runner.py:73) -2024-09-01 16:48:00,735 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.03342445000089356 (mp_runner.py:73) -2024-09-01 16:48:00,737 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.029316790998564102 (mp_runner.py:73) -2024-09-01 16:48:00,737 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.029866092001611833 (mp_runner.py:73) -2024-09-01 16:48:00,738 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.03706431000318844 (mp_runner.py:73) -2024-09-01 16:48:00,738 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.04579408100107685 (mp_runner.py:73) -2024-09-01 16:48:00,739 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.0410428029972536 (mp_runner.py:73) -2024-09-01 16:48:00,739 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.03494144999785931 (mp_runner.py:73) -2024-09-01 16:48:00,740 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.0183171559983748 (mp_runner.py:73) -2024-09-01 16:48:00,741 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.030250411000452004 (mp_runner.py:73) -2024-09-01 16:48:00,742 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.030478273998596705 (mp_runner.py:73) -2024-09-01 16:48:00,743 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.028236142003152054 (mp_runner.py:73) -2024-09-01 16:48:00,744 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.03377574800106231 (mp_runner.py:73) -2024-09-01 16:48:00,745 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.03890922299979138 (mp_runner.py:73) -2024-09-01 16:48:00,746 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.03229605899832677 (mp_runner.py:73) -2024-09-01 16:48:00,747 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.03022158499879879 (mp_runner.py:73) -2024-09-01 16:48:00,747 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.0344459480002115 (mp_runner.py:73) -2024-09-01 16:48:00,749 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.03163335299905157 (mp_runner.py:73) -2024-09-01 16:48:00,749 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.043851698999787914 (mp_runner.py:73) -2024-09-01 16:48:00,750 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.03398251000180608 (mp_runner.py:73) -2024-09-01 16:48:00,751 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.038967858999967575 (mp_runner.py:73) -2024-09-01 16:48:00,751 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.061501121999754105 (mp_runner.py:73) -2024-09-01 16:48:00,752 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.037184330001764465 (mp_runner.py:73) -2024-09-01 16:48:00,754 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.06121496699779527 (mp_runner.py:73) -2024-09-01 16:48:00,755 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.05196970399993006 (mp_runner.py:73) -2024-09-01 16:48:00,756 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.03677248399981181 (mp_runner.py:73) -2024-09-01 16:48:00,757 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.04318171100021573 (mp_runner.py:73) -2024-09-01 16:48:00,762 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.028337173000181792 (mp_runner.py:73) -2024-09-01 16:48:00,763 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.050391565997415455 (mp_runner.py:73) -2024-09-01 16:48:00,778 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.08985369399670162 (mp_runner.py:73) -2024-09-01 16:48:00,784 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.0304311370018695 (mp_runner.py:73) -2024-09-01 16:48:00,788 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.034793996001099003 (mp_runner.py:73) -2024-09-01 16:48:01,754 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.08470908499657526 (mp_runner.py:73) -2024-09-01 16:48:01,754 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.04519730900210561 (mp_runner.py:73) -2024-09-01 16:48:01,757 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.005353770000510849 (mp_runner.py:73) -2024-09-01 16:48:02,204 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.014402175002032891 (mp_runner.py:73) -2024-09-01 16:48:09,587 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0127s, count=735, qps in this process: 24.4896 (mp_runner.py:76) -2024-09-01 16:48:09,651 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0427s, count=736, qps in this process: 24.4985 (mp_runner.py:76) -2024-09-01 16:48:09,819 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0044s, count=741, qps in this process: 24.6964 (mp_runner.py:76) -2024-09-01 16:48:09,831 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0163s, count=741, qps in this process: 24.6866 (mp_runner.py:76) -2024-09-01 16:48:09,910 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.1306s, count=742, qps in this process: 24.6261 (mp_runner.py:76) -2024-09-01 16:48:09,916 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0284s, count=742, qps in this process: 24.7099 (mp_runner.py:76) -2024-09-01 16:48:09,920 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0655s, count=742, qps in this process: 24.6794 (mp_runner.py:76) -2024-09-01 16:48:09,921 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0679s, count=742, qps in this process: 24.6775 (mp_runner.py:76) -2024-09-01 16:48:09,922 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0984s, count=742, qps in this process: 24.6525 (mp_runner.py:76) -2024-09-01 16:48:09,922 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.1154s, count=742, qps in this process: 24.6386 (mp_runner.py:76) -2024-09-01 16:48:09,949 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0057s, count=744, qps in this process: 24.7953 (mp_runner.py:76) -2024-09-01 16:48:09,952 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0086s, count=743, qps in this process: 24.7596 (mp_runner.py:76) -2024-09-01 16:48:09,961 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0004s, count=740, qps in this process: 24.6663 (mp_runner.py:76) -2024-09-01 16:48:09,968 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0246s, count=743, qps in this process: 24.7464 (mp_runner.py:76) -2024-09-01 16:48:09,994 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0042s, count=744, qps in this process: 24.7965 (mp_runner.py:76) -2024-09-01 16:48:10,000 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0408s, count=744, qps in this process: 24.7663 (mp_runner.py:76) -2024-09-01 16:48:10,000 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.04s, count=742, qps in this process: 24.7004 (mp_runner.py:76) -2024-09-01 16:48:10,002 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0021s, count=745, qps in this process: 24.8316 (mp_runner.py:76) -2024-09-01 16:48:10,004 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0253s, count=745, qps in this process: 24.8124 (mp_runner.py:76) -2024-09-01 16:48:10,006 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0061s, count=745, qps in this process: 24.8283 (mp_runner.py:76) -2024-09-01 16:48:10,006 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0165s, count=745, qps in this process: 24.8197 (mp_runner.py:76) -2024-09-01 16:48:10,007 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.007s, count=745, qps in this process: 24.8275 (mp_runner.py:76) -2024-09-01 16:48:10,008 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0262s, count=745, qps in this process: 24.8117 (mp_runner.py:76) -2024-09-01 16:48:10,009 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0305s, count=745, qps in this process: 24.8081 (mp_runner.py:76) -2024-09-01 16:48:10,022 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0592s, count=742, qps in this process: 24.6846 (mp_runner.py:76) -2024-09-01 16:48:10,047 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0297s, count=746, qps in this process: 24.8421 (mp_runner.py:76) -2024-09-01 16:48:10,048 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0099s, count=746, qps in this process: 24.8585 (mp_runner.py:76) -2024-09-01 16:48:10,048 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0391s, count=746, qps in this process: 24.8343 (mp_runner.py:76) -2024-09-01 16:48:10,049 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0198s, count=746, qps in this process: 24.8503 (mp_runner.py:76) -2024-09-01 16:48:10,050 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0052s, count=746, qps in this process: 24.8624 (mp_runner.py:76) -2024-09-01 16:48:10,052 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0086s, count=746, qps in this process: 24.8595 (mp_runner.py:76) -2024-09-01 16:48:10,070 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0037s, count=747, qps in this process: 24.8969 (mp_runner.py:76) -2024-09-01 16:48:10,079 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0255s, count=747, qps in this process: 24.8789 (mp_runner.py:76) -2024-09-01 16:48:10,088 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0077s, count=749, qps in this process: 24.9603 (mp_runner.py:76) -2024-09-01 16:48:10,104 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0124s, count=750, qps in this process: 24.9897 (mp_runner.py:76) -2024-09-01 16:48:10,105 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0034s, count=749, qps in this process: 24.9638 (mp_runner.py:76) -2024-09-01 16:48:10,109 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0278s, count=702, qps in this process: 23.3783 (mp_runner.py:76) -2024-09-01 16:48:10,127 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0192s, count=742, qps in this process: 24.7175 (mp_runner.py:76) -2024-09-01 16:48:10,129 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0087s, count=752, qps in this process: 25.0594 (mp_runner.py:76) -2024-09-01 16:48:10,131 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0048s, count=752, qps in this process: 25.0627 (mp_runner.py:76) -2024-09-01 16:48:10,142 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0035s, count=752, qps in this process: 25.0637 (mp_runner.py:76) -2024-09-01 16:48:10,147 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0024s, count=754, qps in this process: 25.1313 (mp_runner.py:76) -2024-09-01 16:48:10,160 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0081s, count=755, qps in this process: 25.1599 (mp_runner.py:76) -2024-09-01 16:48:10,165 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0137s, count=755, qps in this process: 25.1552 (mp_runner.py:76) -2024-09-01 16:48:10,171 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0051s, count=756, qps in this process: 25.1957 (mp_runner.py:76) -2024-09-01 16:48:10,176 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0026s, count=742, qps in this process: 24.7312 (mp_runner.py:76) -2024-09-01 16:48:10,177 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0134s, count=702, qps in this process: 23.3896 (mp_runner.py:76) -2024-09-01 16:48:10,210 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0009s, count=762, qps in this process: 25.3992 (mp_runner.py:76) -2024-09-01 16:48:10,212 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0048s, count=721, qps in this process: 24.0295 (mp_runner.py:76) -2024-09-01 16:48:10,215 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0008s, count=763, qps in this process: 25.4327 (mp_runner.py:76) -2024-09-01 16:48:10,252 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0007s, count=771, qps in this process: 25.6994 (mp_runner.py:76) -2024-09-01 16:48:10,257 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0053s, count=772, qps in this process: 25.7288 (mp_runner.py:76) -2024-09-01 16:48:10,266 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0015s, count=741, qps in this process: 24.6988 (mp_runner.py:76) -2024-09-01 16:48:10,266 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0017s, count=774, qps in this process: 25.7985 (mp_runner.py:76) -2024-09-01 16:48:10,275 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0015s, count=778, qps in this process: 25.932 (mp_runner.py:76) -2024-09-01 16:48:10,282 | INFO |End search in concurrency 55: dur=30.779037026997685s, total_count=41026, qps=1332.9202 (mp_runner.py:120) -2024-09-01 16:48:14,463 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:48:14,463 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 16:48:35,889 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 16:48:35,935 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:35,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:35,990 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,020 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,244 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,294 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,298 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,298 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,298 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,304 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,306 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,349 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,353 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,353 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,353 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,383 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,404 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,433 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,434 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,434 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,435 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,447 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,447 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,447 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,455 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,496 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,496 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,496 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,497 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,517 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,545 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,551 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,560 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,583 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,583 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,586 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,587 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,616 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,620 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,621 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,641 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,661 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,667 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,675 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,682 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,690 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,712 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,743 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,752 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:36,754 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:48:58,072 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.026551060000201687 (mp_runner.py:73) -2024-09-01 16:48:58,073 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.021436173999973107 (mp_runner.py:73) -2024-09-01 16:48:58,075 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.020304269000916975 (mp_runner.py:73) -2024-09-01 16:48:58,076 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.028818265000154497 (mp_runner.py:73) -2024-09-01 16:48:58,078 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.033341942998958984 (mp_runner.py:73) -2024-09-01 16:48:58,079 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.028003505001834128 (mp_runner.py:73) -2024-09-01 16:48:58,080 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.0376288650004426 (mp_runner.py:73) -2024-09-01 16:48:58,084 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.0024526330016669817 (mp_runner.py:73) -2024-09-01 16:48:58,087 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.031132886997511378 (mp_runner.py:73) -2024-09-01 16:48:58,088 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.030445133001194336 (mp_runner.py:73) -2024-09-01 16:48:58,089 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.03260673700060579 (mp_runner.py:73) -2024-09-01 16:48:58,091 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02816064799844753 (mp_runner.py:73) -2024-09-01 16:48:58,092 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.027220981999562355 (mp_runner.py:73) -2024-09-01 16:48:58,094 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.03212095799972303 (mp_runner.py:73) -2024-09-01 16:48:58,095 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.030828468999970937 (mp_runner.py:73) -2024-09-01 16:48:58,098 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.0373653930000728 (mp_runner.py:73) -2024-09-01 16:48:58,100 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.02280086199971265 (mp_runner.py:73) -2024-09-01 16:48:58,103 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.02422504599962849 (mp_runner.py:73) -2024-09-01 16:48:58,104 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.03356524599803379 (mp_runner.py:73) -2024-09-01 16:48:58,106 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.060100218001025496 (mp_runner.py:73) -2024-09-01 16:48:58,108 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.03471761000037077 (mp_runner.py:73) -2024-09-01 16:48:58,109 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.02633922500172048 (mp_runner.py:73) -2024-09-01 16:48:58,112 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.04032602900042548 (mp_runner.py:73) -2024-09-01 16:48:58,113 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.043778775001555914 (mp_runner.py:73) -2024-09-01 16:48:58,114 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.028293485000176588 (mp_runner.py:73) -2024-09-01 16:48:58,115 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.07508780699936324 (mp_runner.py:73) -2024-09-01 16:48:58,117 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.033465566997620044 (mp_runner.py:73) -2024-09-01 16:48:58,117 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.020875651000096695 (mp_runner.py:73) -2024-09-01 16:48:58,118 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.04413654900054098 (mp_runner.py:73) -2024-09-01 16:48:58,119 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.04414265699961106 (mp_runner.py:73) -2024-09-01 16:48:58,120 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.021677289998478955 (mp_runner.py:73) -2024-09-01 16:48:58,121 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.04427727900110767 (mp_runner.py:73) -2024-09-01 16:48:58,122 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.03431256600015331 (mp_runner.py:73) -2024-09-01 16:48:58,123 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.03665450799962855 (mp_runner.py:73) -2024-09-01 16:48:58,125 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.03581271300208755 (mp_runner.py:73) -2024-09-01 16:48:58,125 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.07531337800173787 (mp_runner.py:73) -2024-09-01 16:48:58,126 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.022455211001215503 (mp_runner.py:73) -2024-09-01 16:48:58,127 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.04578966299959575 (mp_runner.py:73) -2024-09-01 16:48:58,129 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.048937853000097675 (mp_runner.py:73) -2024-09-01 16:48:58,130 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.04751770300208591 (mp_runner.py:73) -2024-09-01 16:48:58,131 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.04133266200005892 (mp_runner.py:73) -2024-09-01 16:48:58,133 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.047828718001255766 (mp_runner.py:73) -2024-09-01 16:48:58,134 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.04294092499912949 (mp_runner.py:73) -2024-09-01 16:48:58,136 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.043844863001140766 (mp_runner.py:73) -2024-09-01 16:48:58,138 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.03693521300010616 (mp_runner.py:73) -2024-09-01 16:48:58,139 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.037058377001812914 (mp_runner.py:73) -2024-09-01 16:48:58,141 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.04129907400056254 (mp_runner.py:73) -2024-09-01 16:48:58,141 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.03855466800087015 (mp_runner.py:73) -2024-09-01 16:48:58,143 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.044470046002970776 (mp_runner.py:73) -2024-09-01 16:48:58,144 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.03970237199973781 (mp_runner.py:73) -2024-09-01 16:48:58,146 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03882728600001428 (mp_runner.py:73) -2024-09-01 16:48:58,147 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.041004636001162 (mp_runner.py:73) -2024-09-01 16:48:58,148 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.040275412997289095 (mp_runner.py:73) -2024-09-01 16:48:58,150 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.04045173799750046 (mp_runner.py:73) -2024-09-01 16:48:58,151 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.053760558999783825 (mp_runner.py:73) -2024-09-01 16:48:58,152 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.04192901400165283 (mp_runner.py:73) -2024-09-01 16:48:58,214 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.055435367001337 (mp_runner.py:73) -2024-09-01 16:48:58,601 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.06939220999993267 (mp_runner.py:73) -2024-09-01 16:48:59,464 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05684529999780352 (mp_runner.py:73) -2024-09-01 16:48:59,753 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.019027041998924688 (mp_runner.py:73) -2024-09-01 16:49:05,937 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0011s, count=689, qps in this process: 22.9658 (mp_runner.py:76) -2024-09-01 16:49:06,019 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0279s, count=690, qps in this process: 22.9786 (mp_runner.py:76) -2024-09-01 16:49:06,019 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0676s, count=690, qps in this process: 22.9483 (mp_runner.py:76) -2024-09-01 16:49:06,081 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0169s, count=691, qps in this process: 23.0204 (mp_runner.py:76) -2024-09-01 16:49:06,102 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0728s, count=691, qps in this process: 22.9776 (mp_runner.py:76) -2024-09-01 16:49:06,151 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0592s, count=692, qps in this process: 23.0212 (mp_runner.py:76) -2024-09-01 16:49:06,219 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0176s, count=694, qps in this process: 23.1198 (mp_runner.py:76) -2024-09-01 16:49:06,277 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0276s, count=695, qps in this process: 23.1454 (mp_runner.py:76) -2024-09-01 16:49:06,306 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0013s, count=696, qps in this process: 23.199 (mp_runner.py:76) -2024-09-01 16:49:06,321 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0272s, count=697, qps in this process: 23.2123 (mp_runner.py:76) -2024-09-01 16:49:06,328 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0228s, count=697, qps in this process: 23.2157 (mp_runner.py:76) -2024-09-01 16:49:06,330 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0281s, count=697, qps in this process: 23.2116 (mp_runner.py:76) -2024-09-01 16:49:06,330 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0212s, count=696, qps in this process: 23.1836 (mp_runner.py:76) -2024-09-01 16:49:06,333 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0343s, count=696, qps in this process: 23.1735 (mp_runner.py:76) -2024-09-01 16:49:06,335 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0251s, count=697, qps in this process: 23.2139 (mp_runner.py:76) -2024-09-01 16:49:06,348 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.046s, count=697, qps in this process: 23.1978 (mp_runner.py:76) -2024-09-01 16:49:06,365 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0014s, count=698, qps in this process: 23.2656 (mp_runner.py:76) -2024-09-01 16:49:06,373 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0196s, count=698, qps in this process: 23.2515 (mp_runner.py:76) -2024-09-01 16:49:06,374 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.072s, count=698, qps in this process: 23.211 (mp_runner.py:76) -2024-09-01 16:49:06,376 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0232s, count=698, qps in this process: 23.2487 (mp_runner.py:76) -2024-09-01 16:49:06,377 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0246s, count=698, qps in this process: 23.2476 (mp_runner.py:76) -2024-09-01 16:49:06,385 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0219s, count=699, qps in this process: 23.283 (mp_runner.py:76) -2024-09-01 16:49:06,387 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0291s, count=699, qps in this process: 23.2774 (mp_runner.py:76) -2024-09-01 16:49:06,407 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0072s, count=691, qps in this process: 23.0278 (mp_runner.py:76) -2024-09-01 16:49:06,429 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0423s, count=699, qps in this process: 23.2672 (mp_runner.py:76) -2024-09-01 16:49:06,430 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0303s, count=700, qps in this process: 23.3098 (mp_runner.py:76) -2024-09-01 16:49:06,431 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0224s, count=700, qps in this process: 23.3159 (mp_runner.py:76) -2024-09-01 16:49:06,439 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0029s, count=701, qps in this process: 23.3644 (mp_runner.py:76) -2024-09-01 16:49:06,457 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0168s, count=702, qps in this process: 23.3869 (mp_runner.py:76) -2024-09-01 16:49:06,462 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0253s, count=666, qps in this process: 22.1813 (mp_runner.py:76) -2024-09-01 16:49:06,463 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0014s, count=702, qps in this process: 23.3989 (mp_runner.py:76) -2024-09-01 16:49:06,463 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0251s, count=702, qps in this process: 23.3804 (mp_runner.py:76) -2024-09-01 16:49:06,464 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0107s, count=702, qps in this process: 23.3917 (mp_runner.py:76) -2024-09-01 16:49:06,472 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0188s, count=702, qps in this process: 23.3853 (mp_runner.py:76) -2024-09-01 16:49:06,493 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0389s, count=702, qps in this process: 23.3697 (mp_runner.py:76) -2024-09-01 16:49:06,508 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0073s, count=704, qps in this process: 23.461 (mp_runner.py:76) -2024-09-01 16:49:06,513 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0128s, count=703, qps in this process: 23.4233 (mp_runner.py:76) -2024-09-01 16:49:06,519 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0185s, count=704, qps in this process: 23.4522 (mp_runner.py:76) -2024-09-01 16:49:06,527 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0056s, count=704, qps in this process: 23.4623 (mp_runner.py:76) -2024-09-01 16:49:06,534 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0338s, count=696, qps in this process: 23.1739 (mp_runner.py:76) -2024-09-01 16:49:06,555 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0041s, count=705, qps in this process: 23.4968 (mp_runner.py:76) -2024-09-01 16:49:06,556 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.002s, count=707, qps in this process: 23.5651 (mp_runner.py:76) -2024-09-01 16:49:06,576 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0055s, count=658, qps in this process: 21.9293 (mp_runner.py:76) -2024-09-01 16:49:06,596 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0095s, count=709, qps in this process: 23.6259 (mp_runner.py:76) -2024-09-01 16:49:06,602 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0123s, count=710, qps in this process: 23.657 (mp_runner.py:76) -2024-09-01 16:49:06,603 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0158s, count=710, qps in this process: 23.6542 (mp_runner.py:76) -2024-09-01 16:49:06,603 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0102s, count=710, qps in this process: 23.6586 (mp_runner.py:76) -2024-09-01 16:49:06,622 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0019s, count=712, qps in this process: 23.7318 (mp_runner.py:76) -2024-09-01 16:49:06,629 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0031s, count=701, qps in this process: 23.3643 (mp_runner.py:76) -2024-09-01 16:49:06,638 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0135s, count=694, qps in this process: 23.1229 (mp_runner.py:76) -2024-09-01 16:49:06,655 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0011s, count=715, qps in this process: 23.8325 (mp_runner.py:76) -2024-09-01 16:49:06,669 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0025s, count=701, qps in this process: 23.3647 (mp_runner.py:76) -2024-09-01 16:49:06,673 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0011s, count=717, qps in this process: 23.8991 (mp_runner.py:76) -2024-09-01 16:49:06,687 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0023s, count=719, qps in this process: 23.9648 (mp_runner.py:76) -2024-09-01 16:49:06,691 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.001s, count=720, qps in this process: 23.9992 (mp_runner.py:76) -2024-09-01 16:49:06,702 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0043s, count=721, qps in this process: 24.0299 (mp_runner.py:76) -2024-09-01 16:49:06,723 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0028s, count=678, qps in this process: 22.5979 (mp_runner.py:76) -2024-09-01 16:49:06,753 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0057s, count=729, qps in this process: 24.2954 (mp_runner.py:76) -2024-09-01 16:49:06,759 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0021s, count=724, qps in this process: 24.1316 (mp_runner.py:76) -2024-09-01 16:49:06,769 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0034s, count=734, qps in this process: 24.4639 (mp_runner.py:76) -2024-09-01 16:49:06,774 | INFO |End search in concurrency 60: dur=30.884091826999793s, total_count=42047, qps=1361.4452 (mp_runner.py:120) -2024-09-01 16:49:11,284 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:49:11,284 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 16:49:32,725 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 16:49:33,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,172 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,258 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,258 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,259 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,259 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,275 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,301 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,305 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,311 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,317 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,351 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,352 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,352 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,368 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,373 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,378 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,382 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,446 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,446 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,446 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,447 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,454 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,461 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,469 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,486 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,510 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,530 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,555 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,567 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,606 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,615 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,624 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,627 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:33,642 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:49:55,781 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.021548165997955948 (mp_runner.py:73) -2024-09-01 16:49:55,782 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.023769416999130044 (mp_runner.py:73) -2024-09-01 16:49:55,785 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.014680371998110786 (mp_runner.py:73) -2024-09-01 16:49:55,786 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.027770020999014378 (mp_runner.py:73) -2024-09-01 16:49:55,786 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.0329329800006235 (mp_runner.py:73) -2024-09-01 16:49:55,787 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.01632635699934326 (mp_runner.py:73) -2024-09-01 16:49:55,787 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.017696626000542892 (mp_runner.py:73) -2024-09-01 16:49:55,789 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.015175380001892336 (mp_runner.py:73) -2024-09-01 16:49:55,790 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.01742146799733746 (mp_runner.py:73) -2024-09-01 16:49:55,791 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.03351123200263828 (mp_runner.py:73) -2024-09-01 16:49:55,792 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.030315095998957986 (mp_runner.py:73) -2024-09-01 16:49:55,792 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.024028874999203254 (mp_runner.py:73) -2024-09-01 16:49:55,793 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.022872042998642428 (mp_runner.py:73) -2024-09-01 16:49:55,794 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.022433065001678187 (mp_runner.py:73) -2024-09-01 16:49:55,796 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.025802039002883248 (mp_runner.py:73) -2024-09-01 16:49:55,796 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.023403645001963014 (mp_runner.py:73) -2024-09-01 16:49:55,797 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.027956754998740507 (mp_runner.py:73) -2024-09-01 16:49:55,797 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.028213254998263437 (mp_runner.py:73) -2024-09-01 16:49:55,798 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.02402856900152983 (mp_runner.py:73) -2024-09-01 16:49:55,799 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.021865321999939624 (mp_runner.py:73) -2024-09-01 16:49:55,800 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.0425562339987664 (mp_runner.py:73) -2024-09-01 16:49:55,800 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.0074603130015020724 (mp_runner.py:73) -2024-09-01 16:49:55,801 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.006768732997443294 (mp_runner.py:73) -2024-09-01 16:49:55,802 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.027388130998588167 (mp_runner.py:73) -2024-09-01 16:49:55,802 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.0465028729995538 (mp_runner.py:73) -2024-09-01 16:49:55,803 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.011665780002658721 (mp_runner.py:73) -2024-09-01 16:49:55,804 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.009784256002603797 (mp_runner.py:73) -2024-09-01 16:49:55,804 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.021368230001826305 (mp_runner.py:73) -2024-09-01 16:49:55,805 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.013071700999716995 (mp_runner.py:73) -2024-09-01 16:49:55,806 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.012827037000533892 (mp_runner.py:73) -2024-09-01 16:49:55,807 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.03203124400170054 (mp_runner.py:73) -2024-09-01 16:49:55,808 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.04884084599689231 (mp_runner.py:73) -2024-09-01 16:49:55,808 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.0354604099993594 (mp_runner.py:73) -2024-09-01 16:49:55,809 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.05435979799949564 (mp_runner.py:73) -2024-09-01 16:49:55,810 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.034200037000118755 (mp_runner.py:73) -2024-09-01 16:49:55,810 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.01620713999727741 (mp_runner.py:73) -2024-09-01 16:49:55,811 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.016405972000939073 (mp_runner.py:73) -2024-09-01 16:49:55,812 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.017118282998126233 (mp_runner.py:73) -2024-09-01 16:49:55,812 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.022866275001433678 (mp_runner.py:73) -2024-09-01 16:49:55,813 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.02282427799946163 (mp_runner.py:73) -2024-09-01 16:49:55,814 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.046954015000665095 (mp_runner.py:73) -2024-09-01 16:49:55,815 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.052383526002813596 (mp_runner.py:73) -2024-09-01 16:49:55,816 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.03767825600152719 (mp_runner.py:73) -2024-09-01 16:49:55,817 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.03472829000020283 (mp_runner.py:73) -2024-09-01 16:49:55,818 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.05796544599797926 (mp_runner.py:73) -2024-09-01 16:49:55,820 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.04309967399967718 (mp_runner.py:73) -2024-09-01 16:49:55,821 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.05235908000031486 (mp_runner.py:73) -2024-09-01 16:49:55,822 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.055098200999054825 (mp_runner.py:73) -2024-09-01 16:49:55,825 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.04918917000031797 (mp_runner.py:73) -2024-09-01 16:49:55,826 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.04670154099949286 (mp_runner.py:73) -2024-09-01 16:49:55,827 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.044569164001586614 (mp_runner.py:73) -2024-09-01 16:49:55,830 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.048907988999417285 (mp_runner.py:73) -2024-09-01 16:49:55,840 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.08568303599895444 (mp_runner.py:73) -2024-09-01 16:49:55,853 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.02992916299990611 (mp_runner.py:73) -2024-09-01 16:49:55,854 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.03276280600039172 (mp_runner.py:73) -2024-09-01 16:49:55,860 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.04048884100120631 (mp_runner.py:73) -2024-09-01 16:49:55,866 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.03739475199836306 (mp_runner.py:73) -2024-09-01 16:49:55,868 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.04901098099799128 (mp_runner.py:73) -2024-09-01 16:49:55,878 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.04841019599916763 (mp_runner.py:73) -2024-09-01 16:49:55,891 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.06563609200020437 (mp_runner.py:73) -2024-09-01 16:49:55,900 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.05717784299849882 (mp_runner.py:73) -2024-09-01 16:49:55,904 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.08674444200005382 (mp_runner.py:73) -2024-09-01 16:49:56,174 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.034655527997529134 (mp_runner.py:73) -2024-09-01 16:49:56,194 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.0025978670018957928 (mp_runner.py:73) -2024-09-01 16:49:56,588 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.05644420200042077 (mp_runner.py:73) -2024-09-01 16:50:03,176 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0787s, count=662, qps in this process: 22.0089 (mp_runner.py:76) -2024-09-01 16:50:03,208 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0003s, count=652, qps in this process: 21.7331 (mp_runner.py:76) -2024-09-01 16:50:03,211 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0194s, count=663, qps in this process: 22.0857 (mp_runner.py:76) -2024-09-01 16:50:03,211 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0036s, count=663, qps in this process: 22.0973 (mp_runner.py:76) -2024-09-01 16:50:03,213 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0266s, count=663, qps in this process: 22.0804 (mp_runner.py:76) -2024-09-01 16:50:03,215 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0144s, count=663, qps in this process: 22.0894 (mp_runner.py:76) -2024-09-01 16:50:03,217 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0292s, count=663, qps in this process: 22.0785 (mp_runner.py:76) -2024-09-01 16:50:03,266 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0042s, count=665, qps in this process: 22.1636 (mp_runner.py:76) -2024-09-01 16:50:03,279 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0101s, count=665, qps in this process: 22.1592 (mp_runner.py:76) -2024-09-01 16:50:03,281 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0108s, count=665, qps in this process: 22.1587 (mp_runner.py:76) -2024-09-01 16:50:03,282 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0199s, count=665, qps in this process: 22.152 (mp_runner.py:76) -2024-09-01 16:50:03,283 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0103s, count=665, qps in this process: 22.1591 (mp_runner.py:76) -2024-09-01 16:50:03,285 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0118s, count=665, qps in this process: 22.158 (mp_runner.py:76) -2024-09-01 16:50:03,288 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0113s, count=666, qps in this process: 22.1916 (mp_runner.py:76) -2024-09-01 16:50:03,292 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0239s, count=665, qps in this process: 22.149 (mp_runner.py:76) -2024-09-01 16:50:03,292 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0196s, count=666, qps in this process: 22.1855 (mp_runner.py:76) -2024-09-01 16:50:03,296 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.025s, count=665, qps in this process: 22.1482 (mp_runner.py:76) -2024-09-01 16:50:03,297 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0102s, count=666, qps in this process: 22.1925 (mp_runner.py:76) -2024-09-01 16:50:03,301 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0297s, count=662, qps in this process: 22.0448 (mp_runner.py:76) -2024-09-01 16:50:03,301 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0003s, count=666, qps in this process: 22.1998 (mp_runner.py:76) -2024-09-01 16:50:03,303 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0049s, count=666, qps in this process: 22.1964 (mp_runner.py:76) -2024-09-01 16:50:03,307 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0247s, count=660, qps in this process: 21.9819 (mp_runner.py:76) -2024-09-01 16:50:03,308 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0011s, count=666, qps in this process: 22.1992 (mp_runner.py:76) -2024-09-01 16:50:03,309 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0025s, count=666, qps in this process: 22.1982 (mp_runner.py:76) -2024-09-01 16:50:03,311 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0129s, count=666, qps in this process: 22.1905 (mp_runner.py:76) -2024-09-01 16:50:03,311 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0095s, count=666, qps in this process: 22.193 (mp_runner.py:76) -2024-09-01 16:50:03,312 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0378s, count=666, qps in this process: 22.1721 (mp_runner.py:76) -2024-09-01 16:50:03,317 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0443s, count=663, qps in this process: 22.0674 (mp_runner.py:76) -2024-09-01 16:50:03,322 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0208s, count=666, qps in this process: 22.1846 (mp_runner.py:76) -2024-09-01 16:50:03,323 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.009s, count=666, qps in this process: 22.1933 (mp_runner.py:76) -2024-09-01 16:50:03,356 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0492s, count=667, qps in this process: 22.1969 (mp_runner.py:76) -2024-09-01 16:50:03,360 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0064s, count=667, qps in this process: 22.2286 (mp_runner.py:76) -2024-09-01 16:50:03,360 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.043s, count=667, qps in this process: 22.2015 (mp_runner.py:76) -2024-09-01 16:50:03,360 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0069s, count=667, qps in this process: 22.2282 (mp_runner.py:76) -2024-09-01 16:50:03,360 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.042s, count=667, qps in this process: 22.2023 (mp_runner.py:76) -2024-09-01 16:50:03,363 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0653s, count=667, qps in this process: 22.185 (mp_runner.py:76) -2024-09-01 16:50:03,364 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0054s, count=667, qps in this process: 22.2293 (mp_runner.py:76) -2024-09-01 16:50:03,377 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0004s, count=669, qps in this process: 22.2997 (mp_runner.py:76) -2024-09-01 16:50:03,379 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0009s, count=669, qps in this process: 22.2993 (mp_runner.py:76) -2024-09-01 16:50:03,392 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0153s, count=669, qps in this process: 22.2886 (mp_runner.py:76) -2024-09-01 16:50:03,393 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0052s, count=669, qps in this process: 22.2961 (mp_runner.py:76) -2024-09-01 16:50:03,393 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0125s, count=669, qps in this process: 22.2907 (mp_runner.py:76) -2024-09-01 16:50:03,409 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0138s, count=670, qps in this process: 22.3231 (mp_runner.py:76) -2024-09-01 16:50:03,457 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0032s, count=674, qps in this process: 22.4643 (mp_runner.py:76) -2024-09-01 16:50:03,462 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0098s, count=674, qps in this process: 22.4593 (mp_runner.py:76) -2024-09-01 16:50:03,465 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0017s, count=674, qps in this process: 22.4654 (mp_runner.py:76) -2024-09-01 16:50:03,472 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0177s, count=675, qps in this process: 22.4867 (mp_runner.py:76) -2024-09-01 16:50:03,474 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0213s, count=675, qps in this process: 22.484 (mp_runner.py:76) -2024-09-01 16:50:03,477 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0048s, count=676, qps in this process: 22.5297 (mp_runner.py:76) -2024-09-01 16:50:03,483 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0093s, count=676, qps in this process: 22.5264 (mp_runner.py:76) -2024-09-01 16:50:03,489 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0062s, count=676, qps in this process: 22.5287 (mp_runner.py:76) -2024-09-01 16:50:03,505 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0113s, count=677, qps in this process: 22.5582 (mp_runner.py:76) -2024-09-01 16:50:03,531 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0107s, count=679, qps in this process: 22.6253 (mp_runner.py:76) -2024-09-01 16:50:03,543 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0022s, count=681, qps in this process: 22.6983 (mp_runner.py:76) -2024-09-01 16:50:03,560 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0008s, count=684, qps in this process: 22.7994 (mp_runner.py:76) -2024-09-01 16:50:03,575 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.005s, count=686, qps in this process: 22.8629 (mp_runner.py:76) -2024-09-01 16:50:03,617 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0058s, count=692, qps in this process: 23.0622 (mp_runner.py:76) -2024-09-01 16:50:03,638 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0049s, count=695, qps in this process: 23.1629 (mp_runner.py:76) -2024-09-01 16:50:03,640 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0025s, count=696, qps in this process: 23.1981 (mp_runner.py:76) -2024-09-01 16:50:03,643 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0012s, count=696, qps in this process: 23.1991 (mp_runner.py:76) -2024-09-01 16:50:03,644 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0005s, count=696, qps in this process: 23.1996 (mp_runner.py:76) -2024-09-01 16:50:03,648 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0059s, count=696, qps in this process: 23.1954 (mp_runner.py:76) -2024-09-01 16:50:03,649 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0113s, count=696, qps in this process: 23.1913 (mp_runner.py:76) -2024-09-01 16:50:03,650 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0083s, count=697, qps in this process: 23.2269 (mp_runner.py:76) -2024-09-01 16:50:03,650 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0019s, count=697, qps in this process: 23.2319 (mp_runner.py:76) -2024-09-01 16:50:03,659 | INFO |End search in concurrency 65: dur=30.93392822199894s, total_count=43678, qps=1411.9772 (mp_runner.py:120) -2024-09-01 16:50:08,112 | INFO |Update largest qps with concurrency 65: current max_qps=1411.9772 (mp_runner.py:124) -2024-09-01 16:50:08,549 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:50:08,549 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 16:50:30,531 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 16:50:30,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:30,996 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,022 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,046 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,047 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,048 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,049 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,055 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,061 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,081 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,091 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,091 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,092 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,101 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,101 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,111 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,112 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,114 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,235 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,238 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,248 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,248 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,248 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,259 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,324 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,383 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,390 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,390 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,392 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,393 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,393 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,402 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,407 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,419 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,442 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,448 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,448 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,451 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,453 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:31,453 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 16:50:56,156 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.014432902000407921 (mp_runner.py:73) -2024-09-01 16:50:56,157 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.016863602002558764 (mp_runner.py:73) -2024-09-01 16:50:56,158 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.007679796999582322 (mp_runner.py:73) -2024-09-01 16:50:56,159 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.017873102002340602 (mp_runner.py:73) -2024-09-01 16:50:56,160 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.015288570000848267 (mp_runner.py:73) -2024-09-01 16:50:56,160 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.01133176000075764 (mp_runner.py:73) -2024-09-01 16:50:56,161 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.020691158999397885 (mp_runner.py:73) -2024-09-01 16:50:56,162 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.016608099002041854 (mp_runner.py:73) -2024-09-01 16:50:56,163 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.02153318500131718 (mp_runner.py:73) -2024-09-01 16:50:56,163 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.014407278002181556 (mp_runner.py:73) -2024-09-01 16:50:56,164 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.01836960600121529 (mp_runner.py:73) -2024-09-01 16:50:56,164 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.01639406499816687 (mp_runner.py:73) -2024-09-01 16:50:56,165 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.01651461199799087 (mp_runner.py:73) -2024-09-01 16:50:56,166 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.017384722999850055 (mp_runner.py:73) -2024-09-01 16:50:56,167 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.02414605699959793 (mp_runner.py:73) -2024-09-01 16:50:56,168 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.017914230000315 (mp_runner.py:73) -2024-09-01 16:50:56,168 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.021660767997673247 (mp_runner.py:73) -2024-09-01 16:50:56,169 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.021188382001128048 (mp_runner.py:73) -2024-09-01 16:50:56,170 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.023299151001992868 (mp_runner.py:73) -2024-09-01 16:50:56,171 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.024045128000580007 (mp_runner.py:73) -2024-09-01 16:50:56,171 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.027255076998699224 (mp_runner.py:73) -2024-09-01 16:50:56,172 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.02808023800025694 (mp_runner.py:73) -2024-09-01 16:50:56,172 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.028033738999511115 (mp_runner.py:73) -2024-09-01 16:50:56,173 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.02703388300142251 (mp_runner.py:73) -2024-09-01 16:50:56,173 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.023738260999380145 (mp_runner.py:73) -2024-09-01 16:50:56,175 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.030286371998954564 (mp_runner.py:73) -2024-09-01 16:50:56,175 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.02237729500120622 (mp_runner.py:73) -2024-09-01 16:50:56,176 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.03399234999960754 (mp_runner.py:73) -2024-09-01 16:50:56,177 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.027117580000776798 (mp_runner.py:73) -2024-09-01 16:50:56,177 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.036020911000377964 (mp_runner.py:73) -2024-09-01 16:50:56,178 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.02547259099810617 (mp_runner.py:73) -2024-09-01 16:50:56,179 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.036349825000797864 (mp_runner.py:73) -2024-09-01 16:50:56,179 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.0354825600006734 (mp_runner.py:73) -2024-09-01 16:50:56,180 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.0329560490026779 (mp_runner.py:73) -2024-09-01 16:50:56,180 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.038745508001738926 (mp_runner.py:73) -2024-09-01 16:50:56,181 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.03373575899968273 (mp_runner.py:73) -2024-09-01 16:50:56,181 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.0343075270029658 (mp_runner.py:73) -2024-09-01 16:50:56,183 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.036985490998631576 (mp_runner.py:73) -2024-09-01 16:50:56,183 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.032643135000398615 (mp_runner.py:73) -2024-09-01 16:50:56,185 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.03381026599890902 (mp_runner.py:73) -2024-09-01 16:50:56,185 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.041368101999978535 (mp_runner.py:73) -2024-09-01 16:50:56,186 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.035381711000809446 (mp_runner.py:73) -2024-09-01 16:50:56,186 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.037998306997906184 (mp_runner.py:73) -2024-09-01 16:50:56,187 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.046775531001912896 (mp_runner.py:73) -2024-09-01 16:50:56,187 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.045028095999441575 (mp_runner.py:73) -2024-09-01 16:50:56,188 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.034913102001155494 (mp_runner.py:73) -2024-09-01 16:50:56,189 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.04446392499812646 (mp_runner.py:73) -2024-09-01 16:50:56,191 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.003145216000120854 (mp_runner.py:73) -2024-09-01 16:50:56,191 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.03953675900265807 (mp_runner.py:73) -2024-09-01 16:50:56,191 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.05066075399736292 (mp_runner.py:73) -2024-09-01 16:50:56,192 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.04059734100155765 (mp_runner.py:73) -2024-09-01 16:50:56,193 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.040900343999965116 (mp_runner.py:73) -2024-09-01 16:50:56,193 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.04739598300147918 (mp_runner.py:73) -2024-09-01 16:50:56,195 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.04168106200086186 (mp_runner.py:73) -2024-09-01 16:50:56,196 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.04218891000346048 (mp_runner.py:73) -2024-09-01 16:50:56,197 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.043370004001189955 (mp_runner.py:73) -2024-09-01 16:50:56,199 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.054909187001612736 (mp_runner.py:73) -2024-09-01 16:50:56,199 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.05393853599889553 (mp_runner.py:73) -2024-09-01 16:50:56,200 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.0448900359988329 (mp_runner.py:73) -2024-09-01 16:50:56,202 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.06184145599763724 (mp_runner.py:73) -2024-09-01 16:50:56,202 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.05957860900161904 (mp_runner.py:73) -2024-09-01 16:50:56,203 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.06327543800216517 (mp_runner.py:73) -2024-09-01 16:50:56,212 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.06194525099999737 (mp_runner.py:73) -2024-09-01 16:50:56,604 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.06281000200033304 (mp_runner.py:73) -2024-09-01 16:50:56,625 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.06286709499909193 (mp_runner.py:73) -2024-09-01 16:50:56,948 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.06496853700082283 (mp_runner.py:73) -2024-09-01 16:50:57,004 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.044686666999041336 (mp_runner.py:73) -2024-09-01 16:50:57,018 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.06440963699787972 (mp_runner.py:73) -2024-09-01 16:50:57,033 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.04549574200063944 (mp_runner.py:73) -2024-09-01 16:50:57,085 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.0034621279992279597 (mp_runner.py:73) -2024-09-01 16:51:00,986 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0031s, count=597, qps in this process: 19.8979 (mp_runner.py:76) -2024-09-01 16:51:01,063 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0113s, count=591, qps in this process: 19.6926 (mp_runner.py:76) -2024-09-01 16:51:01,071 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0462s, count=598, qps in this process: 19.9027 (mp_runner.py:76) -2024-09-01 16:51:01,074 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.016s, count=598, qps in this process: 19.9227 (mp_runner.py:76) -2024-09-01 16:51:01,074 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0107s, count=598, qps in this process: 19.9262 (mp_runner.py:76) -2024-09-01 16:51:01,079 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.011s, count=599, qps in this process: 19.9593 (mp_runner.py:76) -2024-09-01 16:51:01,081 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0053s, count=592, qps in this process: 19.7298 (mp_runner.py:76) -2024-09-01 16:51:01,082 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0837s, count=598, qps in this process: 19.8779 (mp_runner.py:76) -2024-09-01 16:51:01,082 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0181s, count=598, qps in this process: 19.9213 (mp_runner.py:76) -2024-09-01 16:51:01,085 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0207s, count=598, qps in this process: 19.9196 (mp_runner.py:76) -2024-09-01 16:51:01,086 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0229s, count=598, qps in this process: 19.9181 (mp_runner.py:76) -2024-09-01 16:51:01,098 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0222s, count=599, qps in this process: 19.9519 (mp_runner.py:76) -2024-09-01 16:51:01,100 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0513s, count=598, qps in this process: 19.8993 (mp_runner.py:76) -2024-09-01 16:51:01,100 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0078s, count=598, qps in this process: 19.9282 (mp_runner.py:76) -2024-09-01 16:51:01,101 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0522s, count=598, qps in this process: 19.8987 (mp_runner.py:76) -2024-09-01 16:51:01,107 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0046s, count=599, qps in this process: 19.9636 (mp_runner.py:76) -2024-09-01 16:51:01,109 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0069s, count=599, qps in this process: 19.9621 (mp_runner.py:76) -2024-09-01 16:51:01,115 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0394s, count=599, qps in this process: 19.9405 (mp_runner.py:76) -2024-09-01 16:51:01,119 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0436s, count=587, qps in this process: 19.5383 (mp_runner.py:76) -2024-09-01 16:51:01,120 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0146s, count=599, qps in this process: 19.957 (mp_runner.py:76) -2024-09-01 16:51:01,137 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0727s, count=579, qps in this process: 19.2533 (mp_runner.py:76) -2024-09-01 16:51:01,139 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0776s, count=596, qps in this process: 19.8154 (mp_runner.py:76) -2024-09-01 16:51:01,142 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0491s, count=600, qps in this process: 19.9673 (mp_runner.py:76) -2024-09-01 16:51:01,148 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0307s, count=600, qps in this process: 19.9796 (mp_runner.py:76) -2024-09-01 16:51:01,153 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0355s, count=599, qps in this process: 19.9431 (mp_runner.py:76) -2024-09-01 16:51:01,156 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0429s, count=600, qps in this process: 19.9714 (mp_runner.py:76) -2024-09-01 16:51:01,158 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0704s, count=600, qps in this process: 19.9532 (mp_runner.py:76) -2024-09-01 16:51:01,167 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0746s, count=600, qps in this process: 19.9504 (mp_runner.py:76) -2024-09-01 16:51:01,196 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0019s, count=601, qps in this process: 20.0321 (mp_runner.py:76) -2024-09-01 16:51:01,197 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0022s, count=601, qps in this process: 20.0319 (mp_runner.py:76) -2024-09-01 16:51:01,202 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0025s, count=602, qps in this process: 20.065 (mp_runner.py:76) -2024-09-01 16:51:01,215 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0162s, count=602, qps in this process: 20.0558 (mp_runner.py:76) -2024-09-01 16:51:01,222 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0259s, count=601, qps in this process: 20.0161 (mp_runner.py:76) -2024-09-01 16:51:01,223 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0245s, count=602, qps in this process: 20.0503 (mp_runner.py:76) -2024-09-01 16:51:01,225 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0315s, count=601, qps in this process: 20.0123 (mp_runner.py:76) -2024-09-01 16:51:01,226 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0274s, count=602, qps in this process: 20.0484 (mp_runner.py:76) -2024-09-01 16:51:01,229 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0354s, count=601, qps in this process: 20.0097 (mp_runner.py:76) -2024-09-01 16:51:01,238 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0396s, count=603, qps in this process: 20.0735 (mp_runner.py:76) -2024-09-01 16:51:01,243 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0433s, count=603, qps in this process: 20.071 (mp_runner.py:76) -2024-09-01 16:51:01,246 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0074s, count=603, qps in this process: 20.095 (mp_runner.py:76) -2024-09-01 16:51:01,255 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0104s, count=603, qps in this process: 20.093 (mp_runner.py:76) -2024-09-01 16:51:01,269 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0154s, count=604, qps in this process: 20.123 (mp_runner.py:76) -2024-09-01 16:51:01,274 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0229s, count=604, qps in this process: 20.118 (mp_runner.py:76) -2024-09-01 16:51:01,275 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0083s, count=604, qps in this process: 20.1278 (mp_runner.py:76) -2024-09-01 16:51:01,290 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0258s, count=604, qps in this process: 20.116 (mp_runner.py:76) -2024-09-01 16:51:01,294 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0264s, count=605, qps in this process: 20.1489 (mp_runner.py:76) -2024-09-01 16:51:01,304 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0095s, count=605, qps in this process: 20.1603 (mp_runner.py:76) -2024-09-01 16:51:01,307 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0073s, count=607, qps in this process: 20.2284 (mp_runner.py:76) -2024-09-01 16:51:01,309 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0552s, count=605, qps in this process: 20.1296 (mp_runner.py:76) -2024-09-01 16:51:01,313 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0137s, count=604, qps in this process: 20.1241 (mp_runner.py:76) -2024-09-01 16:51:01,346 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0111s, count=607, qps in this process: 20.2258 (mp_runner.py:76) -2024-09-01 16:51:01,349 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0116s, count=609, qps in this process: 20.2922 (mp_runner.py:76) -2024-09-01 16:51:01,369 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0023s, count=608, qps in this process: 20.2651 (mp_runner.py:76) -2024-09-01 16:51:01,405 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.012s, count=611, qps in this process: 20.3585 (mp_runner.py:76) -2024-09-01 16:51:01,407 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0102s, count=614, qps in this process: 20.4597 (mp_runner.py:76) -2024-09-01 16:51:01,408 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0034s, count=611, qps in this process: 20.3644 (mp_runner.py:76) -2024-09-01 16:51:01,408 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0133s, count=615, qps in this process: 20.4909 (mp_runner.py:76) -2024-09-01 16:51:01,410 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0088s, count=615, qps in this process: 20.494 (mp_runner.py:76) -2024-09-01 16:51:01,410 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0061s, count=594, qps in this process: 19.796 (mp_runner.py:76) -2024-09-01 16:51:01,411 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.01s, count=615, qps in this process: 20.4932 (mp_runner.py:76) -2024-09-01 16:51:01,412 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0109s, count=614, qps in this process: 20.4592 (mp_runner.py:76) -2024-09-01 16:51:01,422 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0089s, count=616, qps in this process: 20.5272 (mp_runner.py:76) -2024-09-01 16:51:01,426 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0071s, count=613, qps in this process: 20.4285 (mp_runner.py:76) -2024-09-01 16:51:01,428 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0038s, count=613, qps in this process: 20.4307 (mp_runner.py:76) -2024-09-01 16:51:01,453 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0015s, count=618, qps in this process: 20.599 (mp_runner.py:76) -2024-09-01 16:51:01,453 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.005s, count=597, qps in this process: 19.8967 (mp_runner.py:76) -2024-09-01 16:51:01,455 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0053s, count=620, qps in this process: 20.663 (mp_runner.py:76) -2024-09-01 16:51:01,459 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0019s, count=603, qps in this process: 20.0987 (mp_runner.py:76) -2024-09-01 16:51:01,460 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0022s, count=621, qps in this process: 20.6985 (mp_runner.py:76) -2024-09-01 16:51:01,461 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0034s, count=620, qps in this process: 20.6643 (mp_runner.py:76) -2024-09-01 16:51:01,468 | INFO |End search in concurrency 70: dur=30.936132521997934s, total_count=42216, qps=1364.6179 (mp_runner.py:120) -2024-09-01 16:51:06,227 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1411.9772, serial_latency_p99=np.float64(0.0658), recall=np.float64(0.3992), ndcg=np.float64(0.5172), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[329.6239, 1114.4106, 1345.4213, 1380.9409, 1356.8008, 1367.6468, 1265.796, 1366.9188, 1380.9942, 1352.1207, 1332.9202, 1361.4452, 1411.9772, 1364.6179], conc_latency_p99_list=[np.float64(0.0015672919821008691), np.float64(0.0015682535108629964), np.float64(0.0019520342148403869), np.float64(0.0021235068127203704), np.float64(0.0022670824375818485), np.float64(0.0024056183901477197), np.float64(0.0027610468596834833), np.float64(0.002668731762601601), np.float64(0.0025678588355818647), np.float64(0.0028719513964679208), np.float64(0.0028367400871502466), np.float64(0.0029341821037611225), np.float64(0.0031068807370615106), np.float64(0.003136141596847665)]) (task_runner.py:197) -2024-09-01 16:51:06,228 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:39:34.838631'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1411.9772, serial_latency_p99=np.float64(0.0658), recall=np.float64(0.3992), ndcg=np.float64(0.5172), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[329.6239, 1114.4106, 1345.4213, 1380.9409, 1356.8008, 1367.6468, 1265.796, 1366.9188, 1380.9942, 1352.1207, 1332.9202, 1361.4452, 1411.9772, 1364.6179], conc_latency_p99_list=[np.float64(0.0015672919821008691), np.float64(0.0015682535108629964), np.float64(0.0019520342148403869), np.float64(0.0021235068127203704), np.float64(0.0022670824375818485), np.float64(0.0024056183901477197), np.float64(0.0027610468596834833), np.float64(0.002668731762601601), np.float64(0.0025678588355818647), np.float64(0.0028719513964679208), np.float64(0.0028367400871502466), np.float64(0.0029341821037611225), np.float64(0.0031068807370615106), np.float64(0.003136141596847665)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 16:51:06,228 | INFO |Task summary: run_id=d20c0, task_label=d20c061480ae4a21b3094a77a8bed3ec (models.py:346) -2024-09-01 16:51:06,228 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 16:51:06,228 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 16:51:06,228 | INFO |PgVector | 2024-09-01T16:39:34.838631 Performance1536D500K d20c061480ae4a21b3094a77a8bed3ec | 0.0 1411.9772 0.0658 0.3992 0 | :) (models.py:346) -2024-09-01 16:51:06,229 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json (models.py:204) -2024-09-01 16:51:06,229 | INFO |Success to finish task: label=d20c061480ae4a21b3094a77a8bed3ec, run_id=d20c061480ae4a21b3094a77a8bed3ec (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json b/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json deleted file mode 100644 index 471405f90..000000000 --- a/script/data/aws/db.m6i.large-16-64-40-Performance1536D500K-0-9518/result_20240901_d20c061480ae4a21b3094a77a8bed3ec_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "d20c061480ae4a21b3094a77a8bed3ec", "task_label": "d20c061480ae4a21b3094a77a8bed3ec", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1411.9772, "serial_latency_p99": 0.0658, "recall": 0.3992, "ndcg": 0.5172, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [329.6239, 1114.4106, 1345.4213, 1380.9409, 1356.8008, 1367.6468, 1265.796, 1366.9188, 1380.9942, 1352.1207, 1332.9202, 1361.4452, 1411.9772, 1364.6179], "conc_latency_p99_list": [0.0015672919821008691, 0.0015682535108629964, 0.0019520342148403869, 0.0021235068127203704, 0.0022670824375818485, 0.0024056183901477197, 0.0027610468596834833, 0.002668731762601601, 0.0025678588355818647, 0.0028719513964679208, 0.0028367400871502466, 0.0029341821037611225, 0.0031068807370615106, 0.003136141596847665]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T16:39:34.838631", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt b/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt deleted file mode 100644 index e55471a08..000000000 --- a/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/log.txt +++ /dev/null @@ -1,1185 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load -2024-09-01 17:29:42,945 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:29:42.933622', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 17:29:42,945 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:29:42.933622', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 17:29:42,945 | INFO |generated uuid for the tasks: 0c6ee58d82a044b6a960539a47be34e2 (interface.py:66) -2024-09-01 17:29:43,006 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 17:29:43,006 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 17:29:43,006 | INFO | PgVector-2024-09-01T17:29:42.933622 | Performance OpenAI-MEDIUM-500K None | 0c6ee58d82a044b6a960539a47be34e2 (task_runner.py:340) -2024-09-01 17:29:43,006 | INFO |task submitted: id=0c6ee58d82a044b6a960539a47be34e2, 0c6ee58d82a044b6a960539a47be34e2, case number: 1 (interface.py:231) -2024-09-01 17:29:43,419 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:29:42.933622'}, drop_old=False (interface.py:164) -2024-09-01 17:29:43,419 | INFO |Starting run (task_runner.py:100) -2024-09-01 17:29:43,498 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 17:29:44,093 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 17:29:44,139 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 17:29:44,163 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 17:29:44,163 | INFO |Start performance case (task_runner.py:158) -2024-09-01 17:29:44,175 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:29:44,175 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 17:29:44,175 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 17:29:44,176 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 17:29:44,220 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 17:29:44,775 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 17:29:44,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:29:44,795 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 17:29:44,795 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 17:29:49,085 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.029894276001869002, latest recall=0.99 (serial_runner.py:202) -2024-09-01 17:29:52,464 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.028487990002759034, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:29:55,841 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.019540516997949453, latest recall=0.98 (serial_runner.py:202) -2024-09-01 17:29:58,985 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.02047155699983705, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:30:02,013 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.020270329998311354, latest recall=0.99 (serial_runner.py:202) -2024-09-01 17:30:05,261 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.028196267998282565, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:30:07,809 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.017063016999600222, latest recall=0.99 (serial_runner.py:202) -2024-09-01 17:30:10,715 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.020989047003240557, latest recall=0.99 (serial_runner.py:202) -2024-09-01 17:30:13,349 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.015104550002433825, latest recall=1.0 (serial_runner.py:202) -2024-09-01 17:30:16,203 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.02381682800114504, latest recall=0.97 (serial_runner.py:202) -2024-09-01 17:30:16,203 | INFO |SpawnProcess-1:1 search entire test_data: cost=22.0163s, queries=1000, avg_recall=0.9848, avg_ndcg=0.9868,avg_latency=0.022, p99=0.0528 (serial_runner.py:209) -2024-09-01 17:30:16,728 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:30:16,728 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 17:30:17,750 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 17:30:17,781 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:30:25,455 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.013823365999996895 (mp_runner.py:73) -2024-09-01 17:30:32,868 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.02052258200274082 (mp_runner.py:73) -2024-09-01 17:30:40,496 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.013688979001017287 (mp_runner.py:73) -2024-09-01 17:30:47,784 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0013s, count=1983, qps in this process: 66.0971 (mp_runner.py:76) -2024-09-01 17:30:47,785 | INFO |End search in concurrency 1: dur=30.03444090499761s, total_count=1983, qps=66.0242 (mp_runner.py:120) -2024-09-01 17:30:47,968 | INFO |Update largest qps with concurrency 1: current max_qps=66.0242 (mp_runner.py:124) -2024-09-01 17:30:48,377 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:30:48,377 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 17:30:53,417 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 17:30:53,464 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:30:53,464 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:30:53,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:30:53,469 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:30:53,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:07,737 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.02708227399853058 (mp_runner.py:73) -2024-09-01 17:31:07,737 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.024969609999971 (mp_runner.py:73) -2024-09-01 17:31:07,737 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.028762372003257042 (mp_runner.py:73) -2024-09-01 17:31:07,737 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.021168450002733152 (mp_runner.py:73) -2024-09-01 17:31:07,738 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0286044269996637 (mp_runner.py:73) -2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.03285162199972547 (mp_runner.py:73) -2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.035289710001961794 (mp_runner.py:73) -2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.03158814600101323 (mp_runner.py:73) -2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.03534127099919715 (mp_runner.py:73) -2024-09-01 17:31:22,332 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.03601939299915102 (mp_runner.py:73) -2024-09-01 17:31:23,475 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0105s, count=1042, qps in this process: 34.7212 (mp_runner.py:76) -2024-09-01 17:31:23,475 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0094s, count=1042, qps in this process: 34.7225 (mp_runner.py:76) -2024-09-01 17:31:23,475 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0102s, count=1042, qps in this process: 34.7215 (mp_runner.py:76) -2024-09-01 17:31:23,514 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0358s, count=1043, qps in this process: 34.7252 (mp_runner.py:76) -2024-09-01 17:31:23,514 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0307s, count=1043, qps in this process: 34.7311 (mp_runner.py:76) -2024-09-01 17:31:23,515 | INFO |End search in concurrency 5: dur=30.097226834997855s, total_count=5212, qps=173.1721 (mp_runner.py:120) -2024-09-01 17:31:23,823 | INFO |Update largest qps with concurrency 5: current max_qps=173.1721 (mp_runner.py:124) -2024-09-01 17:31:24,235 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:31:24,236 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 17:31:34,401 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 17:31:34,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,499 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,536 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,537 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,570 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,593 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:31:34,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:04,482 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0254s, count=421, qps in this process: 14.0215 (mp_runner.py:76) -2024-09-01 17:32:04,489 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0159s, count=421, qps in this process: 14.0259 (mp_runner.py:76) -2024-09-01 17:32:04,527 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0534s, count=422, qps in this process: 14.0417 (mp_runner.py:76) -2024-09-01 17:32:04,532 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0278s, count=422, qps in this process: 14.0536 (mp_runner.py:76) -2024-09-01 17:32:04,580 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.038s, count=423, qps in this process: 14.0822 (mp_runner.py:76) -2024-09-01 17:32:04,581 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0565s, count=423, qps in this process: 14.0735 (mp_runner.py:76) -2024-09-01 17:32:04,582 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0364s, count=423, qps in this process: 14.0829 (mp_runner.py:76) -2024-09-01 17:32:04,583 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.041s, count=423, qps in this process: 14.0808 (mp_runner.py:76) -2024-09-01 17:32:04,592 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0145s, count=423, qps in this process: 14.0932 (mp_runner.py:76) -2024-09-01 17:32:04,597 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0068s, count=423, qps in this process: 14.0968 (mp_runner.py:76) -2024-09-01 17:32:04,622 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0119s, count=424, qps in this process: 14.1277 (mp_runner.py:76) -2024-09-01 17:32:04,622 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0086s, count=424, qps in this process: 14.1293 (mp_runner.py:76) -2024-09-01 17:32:04,622 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0325s, count=424, qps in this process: 14.118 (mp_runner.py:76) -2024-09-01 17:32:04,625 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0238s, count=424, qps in this process: 14.1221 (mp_runner.py:76) -2024-09-01 17:32:04,652 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0162s, count=426, qps in this process: 14.1923 (mp_runner.py:76) -2024-09-01 17:32:04,654 | INFO |End search in concurrency 15: dur=30.251922224000737s, total_count=6346, qps=209.7718 (mp_runner.py:120) -2024-09-01 17:32:05,525 | INFO |Update largest qps with concurrency 15: current max_qps=209.7718 (mp_runner.py:124) -2024-09-01 17:32:05,932 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:32:05,932 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 17:32:16,241 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 17:32:16,287 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,357 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,371 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,429 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,459 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,459 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,466 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,466 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,469 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:16,478 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:46,381 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0485s, count=311, qps in this process: 10.3499 (mp_runner.py:76) -2024-09-01 17:32:46,382 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0055s, count=311, qps in this process: 10.3648 (mp_runner.py:76) -2024-09-01 17:32:46,388 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0069s, count=311, qps in this process: 10.3643 (mp_runner.py:76) -2024-09-01 17:32:46,390 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.1019s, count=311, qps in this process: 10.3316 (mp_runner.py:76) -2024-09-01 17:32:46,398 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0653s, count=311, qps in this process: 10.3442 (mp_runner.py:76) -2024-09-01 17:32:46,398 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0426s, count=311, qps in this process: 10.352 (mp_runner.py:76) -2024-09-01 17:32:46,408 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0456s, count=311, qps in this process: 10.3509 (mp_runner.py:76) -2024-09-01 17:32:46,461 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0261s, count=312, qps in this process: 10.391 (mp_runner.py:76) -2024-09-01 17:32:46,462 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0081s, count=312, qps in this process: 10.3972 (mp_runner.py:76) -2024-09-01 17:32:46,469 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0031s, count=312, qps in this process: 10.3989 (mp_runner.py:76) -2024-09-01 17:32:46,510 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0395s, count=313, qps in this process: 10.4196 (mp_runner.py:76) -2024-09-01 17:32:46,512 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0222s, count=313, qps in this process: 10.4256 (mp_runner.py:76) -2024-09-01 17:32:46,512 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0298s, count=313, qps in this process: 10.423 (mp_runner.py:76) -2024-09-01 17:32:46,513 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0275s, count=313, qps in this process: 10.4238 (mp_runner.py:76) -2024-09-01 17:32:46,514 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0437s, count=313, qps in this process: 10.4182 (mp_runner.py:76) -2024-09-01 17:32:46,515 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0378s, count=313, qps in this process: 10.4202 (mp_runner.py:76) -2024-09-01 17:32:46,519 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0367s, count=313, qps in this process: 10.4206 (mp_runner.py:76) -2024-09-01 17:32:46,520 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.054s, count=313, qps in this process: 10.4146 (mp_runner.py:76) -2024-09-01 17:32:46,520 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0345s, count=313, qps in this process: 10.4213 (mp_runner.py:76) -2024-09-01 17:32:46,521 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0388s, count=313, qps in this process: 10.4199 (mp_runner.py:76) -2024-09-01 17:32:46,522 | INFO |End search in concurrency 20: dur=30.280518193998432s, total_count=6243, qps=206.1722 (mp_runner.py:120) -2024-09-01 17:32:48,128 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:32:48,129 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 17:32:58,437 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 17:32:58,494 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,550 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,564 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,567 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,584 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,593 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,599 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,669 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,676 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,740 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,758 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,758 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:32:58,795 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:28,595 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0876s, count=258, qps in this process: 8.575 (mp_runner.py:76) -2024-09-01 17:33:28,596 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0082s, count=258, qps in this process: 8.5976 (mp_runner.py:76) -2024-09-01 17:33:28,596 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0286s, count=258, qps in this process: 8.5918 (mp_runner.py:76) -2024-09-01 17:33:28,597 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0414s, count=258, qps in this process: 8.5881 (mp_runner.py:76) -2024-09-01 17:33:28,612 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0026s, count=258, qps in this process: 8.5993 (mp_runner.py:76) -2024-09-01 17:33:28,613 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0446s, count=258, qps in this process: 8.5872 (mp_runner.py:76) -2024-09-01 17:33:28,634 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0445s, count=258, qps in this process: 8.5873 (mp_runner.py:76) -2024-09-01 17:33:28,683 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.023s, count=259, qps in this process: 8.6267 (mp_runner.py:76) -2024-09-01 17:33:28,684 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0808s, count=259, qps in this process: 8.6101 (mp_runner.py:76) -2024-09-01 17:33:28,688 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0127s, count=259, qps in this process: 8.6297 (mp_runner.py:76) -2024-09-01 17:33:28,695 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0118s, count=259, qps in this process: 8.6299 (mp_runner.py:76) -2024-09-01 17:33:28,701 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0258s, count=259, qps in this process: 8.6259 (mp_runner.py:76) -2024-09-01 17:33:28,713 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0381s, count=260, qps in this process: 8.6557 (mp_runner.py:76) -2024-09-01 17:33:28,731 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0564s, count=260, qps in this process: 8.6504 (mp_runner.py:76) -2024-09-01 17:33:28,776 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0162s, count=261, qps in this process: 8.6953 (mp_runner.py:76) -2024-09-01 17:33:28,777 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0192s, count=261, qps in this process: 8.6944 (mp_runner.py:76) -2024-09-01 17:33:28,777 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0199s, count=261, qps in this process: 8.6942 (mp_runner.py:76) -2024-09-01 17:33:28,780 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0257s, count=261, qps in this process: 8.6926 (mp_runner.py:76) -2024-09-01 17:33:28,780 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0266s, count=261, qps in this process: 8.6923 (mp_runner.py:76) -2024-09-01 17:33:28,781 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0196s, count=261, qps in this process: 8.6943 (mp_runner.py:76) -2024-09-01 17:33:28,782 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0282s, count=261, qps in this process: 8.6918 (mp_runner.py:76) -2024-09-01 17:33:28,782 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0167s, count=261, qps in this process: 8.6952 (mp_runner.py:76) -2024-09-01 17:33:28,788 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0219s, count=261, qps in this process: 8.6937 (mp_runner.py:76) -2024-09-01 17:33:28,812 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0064s, count=262, qps in this process: 8.7315 (mp_runner.py:76) -2024-09-01 17:33:28,813 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0225s, count=262, qps in this process: 8.7268 (mp_runner.py:76) -2024-09-01 17:33:28,814 | INFO |End search in concurrency 25: dur=30.37638549300027s, total_count=6494, qps=213.7845 (mp_runner.py:120) -2024-09-01 17:33:30,398 | INFO |Update largest qps with concurrency 25: current max_qps=213.7845 (mp_runner.py:124) -2024-09-01 17:33:30,810 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:33:30,811 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 17:33:41,213 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 17:33:41,260 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,300 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,352 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,369 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,468 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,481 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,485 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,495 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,506 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,506 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,506 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,507 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,513 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,542 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,574 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:33:41,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:11,357 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0965s, count=219, qps in this process: 7.2766 (mp_runner.py:76) -2024-09-01 17:34:11,366 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0658s, count=219, qps in this process: 7.284 (mp_runner.py:76) -2024-09-01 17:34:11,372 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0182s, count=219, qps in this process: 7.2956 (mp_runner.py:76) -2024-09-01 17:34:11,479 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0777s, count=220, qps in this process: 7.3144 (mp_runner.py:76) -2024-09-01 17:34:11,489 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0844s, count=220, qps in this process: 7.3128 (mp_runner.py:76) -2024-09-01 17:34:11,489 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.1071s, count=220, qps in this process: 7.3072 (mp_runner.py:76) -2024-09-01 17:34:11,495 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.1233s, count=220, qps in this process: 7.3033 (mp_runner.py:76) -2024-09-01 17:34:11,496 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0113s, count=220, qps in this process: 7.3306 (mp_runner.py:76) -2024-09-01 17:34:11,511 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0037s, count=220, qps in this process: 7.3324 (mp_runner.py:76) -2024-09-01 17:34:11,513 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0205s, count=220, qps in this process: 7.3283 (mp_runner.py:76) -2024-09-01 17:34:11,516 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0464s, count=220, qps in this process: 7.322 (mp_runner.py:76) -2024-09-01 17:34:11,519 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0058s, count=220, qps in this process: 7.3319 (mp_runner.py:76) -2024-09-01 17:34:11,521 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0372s, count=220, qps in this process: 7.3243 (mp_runner.py:76) -2024-09-01 17:34:11,534 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0268s, count=220, qps in this process: 7.3268 (mp_runner.py:76) -2024-09-01 17:34:11,569 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0234s, count=221, qps in this process: 7.3609 (mp_runner.py:76) -2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0232s, count=221, qps in this process: 7.361 (mp_runner.py:76) -2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.018s, count=221, qps in this process: 7.3622 (mp_runner.py:76) -2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0485s, count=221, qps in this process: 7.3548 (mp_runner.py:76) -2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0187s, count=221, qps in this process: 7.3621 (mp_runner.py:76) -2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0237s, count=221, qps in this process: 7.3609 (mp_runner.py:76) -2024-09-01 17:34:11,570 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0049s, count=221, qps in this process: 7.3655 (mp_runner.py:76) -2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0193s, count=221, qps in this process: 7.3619 (mp_runner.py:76) -2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0574s, count=221, qps in this process: 7.3526 (mp_runner.py:76) -2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0317s, count=221, qps in this process: 7.3589 (mp_runner.py:76) -2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.05s, count=221, qps in this process: 7.3544 (mp_runner.py:76) -2024-09-01 17:34:11,571 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0691s, count=221, qps in this process: 7.3497 (mp_runner.py:76) -2024-09-01 17:34:11,575 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0682s, count=221, qps in this process: 7.35 (mp_runner.py:76) -2024-09-01 17:34:11,584 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.1014s, count=221, qps in this process: 7.3419 (mp_runner.py:76) -2024-09-01 17:34:11,605 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0197s, count=222, qps in this process: 7.3951 (mp_runner.py:76) -2024-09-01 17:34:11,606 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0116s, count=222, qps in this process: 7.3971 (mp_runner.py:76) -2024-09-01 17:34:11,607 | INFO |End search in concurrency 30: dur=30.393905672000983s, total_count=6615, qps=217.6423 (mp_runner.py:120) -2024-09-01 17:34:13,515 | INFO |Update largest qps with concurrency 30: current max_qps=217.6423 (mp_runner.py:124) -2024-09-01 17:34:13,921 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:34:13,921 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 17:34:24,434 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 17:34:24,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,608 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,686 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,686 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,695 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,721 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,738 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,748 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,752 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,764 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,766 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,775 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,814 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,820 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,839 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:24,869 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:34:54,712 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.1139s, count=195, qps in this process: 6.4754 (mp_runner.py:76) -2024-09-01 17:34:54,712 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0221s, count=195, qps in this process: 6.4952 (mp_runner.py:76) -2024-09-01 17:34:54,712 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0929s, count=195, qps in this process: 6.4799 (mp_runner.py:76) -2024-09-01 17:34:54,713 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0118s, count=195, qps in this process: 6.4974 (mp_runner.py:76) -2024-09-01 17:34:54,729 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0344s, count=195, qps in this process: 6.4926 (mp_runner.py:76) -2024-09-01 17:34:54,731 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.1378s, count=195, qps in this process: 6.4703 (mp_runner.py:76) -2024-09-01 17:34:54,735 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.147s, count=195, qps in this process: 6.4683 (mp_runner.py:76) -2024-09-01 17:34:54,736 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.1134s, count=195, qps in this process: 6.4755 (mp_runner.py:76) -2024-09-01 17:34:54,866 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0474s, count=196, qps in this process: 6.523 (mp_runner.py:76) -2024-09-01 17:34:54,866 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0166s, count=196, qps in this process: 6.5297 (mp_runner.py:76) -2024-09-01 17:34:54,866 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0991s, count=196, qps in this process: 6.5118 (mp_runner.py:76) -2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0283s, count=196, qps in this process: 6.5272 (mp_runner.py:76) -2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.1283s, count=196, qps in this process: 6.5055 (mp_runner.py:76) -2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0283s, count=196, qps in this process: 6.5272 (mp_runner.py:76) -2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0177s, count=196, qps in this process: 6.5295 (mp_runner.py:76) -2024-09-01 17:34:54,867 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0859s, count=196, qps in this process: 6.5147 (mp_runner.py:76) -2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0383s, count=196, qps in this process: 6.525 (mp_runner.py:76) -2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.1175s, count=196, qps in this process: 6.5078 (mp_runner.py:76) -2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.1146s, count=196, qps in this process: 6.5085 (mp_runner.py:76) -2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0293s, count=196, qps in this process: 6.527 (mp_runner.py:76) -2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.118s, count=196, qps in this process: 6.5077 (mp_runner.py:76) -2024-09-01 17:34:54,868 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.1015s, count=196, qps in this process: 6.5113 (mp_runner.py:76) -2024-09-01 17:34:54,869 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0304s, count=196, qps in this process: 6.5267 (mp_runner.py:76) -2024-09-01 17:34:54,871 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0214s, count=196, qps in this process: 6.5287 (mp_runner.py:76) -2024-09-01 17:34:54,873 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.1224s, count=196, qps in this process: 6.5068 (mp_runner.py:76) -2024-09-01 17:34:54,873 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.1492s, count=196, qps in this process: 6.501 (mp_runner.py:76) -2024-09-01 17:34:54,880 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0414s, count=196, qps in this process: 6.5243 (mp_runner.py:76) -2024-09-01 17:34:54,880 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0947s, count=196, qps in this process: 6.5128 (mp_runner.py:76) -2024-09-01 17:34:54,881 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0423s, count=196, qps in this process: 6.5241 (mp_runner.py:76) -2024-09-01 17:34:54,880 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.1294s, count=196, qps in this process: 6.5053 (mp_runner.py:76) -2024-09-01 17:34:54,882 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.1314s, count=196, qps in this process: 6.5048 (mp_runner.py:76) -2024-09-01 17:34:54,883 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.1409s, count=196, qps in this process: 6.5028 (mp_runner.py:76) -2024-09-01 17:34:54,884 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0427s, count=196, qps in this process: 6.524 (mp_runner.py:76) -2024-09-01 17:34:54,886 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0099s, count=196, qps in this process: 6.5312 (mp_runner.py:76) -2024-09-01 17:34:54,904 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0224s, count=197, qps in this process: 6.5618 (mp_runner.py:76) -2024-09-01 17:34:54,905 | INFO |End search in concurrency 35: dur=30.471578230997693s, total_count=6853, qps=224.8981 (mp_runner.py:120) -2024-09-01 17:34:57,186 | INFO |Update largest qps with concurrency 35: current max_qps=224.8981 (mp_runner.py:124) -2024-09-01 17:34:57,595 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:34:57,595 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 17:35:08,221 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 17:35:08,438 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,448 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,531 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,581 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,581 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,583 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,583 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,585 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,593 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,614 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,631 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,634 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,648 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,649 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,655 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,686 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,686 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,721 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,738 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:08,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:38,460 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0203s, count=170, qps in this process: 5.6628 (mp_runner.py:76) -2024-09-01 17:35:38,532 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0806s, count=170, qps in this process: 5.6515 (mp_runner.py:76) -2024-09-01 17:35:38,542 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0078s, count=170, qps in this process: 5.6652 (mp_runner.py:76) -2024-09-01 17:35:38,645 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0563s, count=171, qps in this process: 5.6893 (mp_runner.py:76) -2024-09-01 17:35:38,646 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0578s, count=171, qps in this process: 5.689 (mp_runner.py:76) -2024-09-01 17:35:38,652 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.046s, count=171, qps in this process: 5.6913 (mp_runner.py:76) -2024-09-01 17:35:38,653 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0667s, count=171, qps in this process: 5.6874 (mp_runner.py:76) -2024-09-01 17:35:38,656 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.05s, count=171, qps in this process: 5.6905 (mp_runner.py:76) -2024-09-01 17:35:38,656 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0877s, count=171, qps in this process: 5.6834 (mp_runner.py:76) -2024-09-01 17:35:38,660 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0092s, count=171, qps in this process: 5.6983 (mp_runner.py:76) -2024-09-01 17:35:38,664 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0383s, count=171, qps in this process: 5.6927 (mp_runner.py:76) -2024-09-01 17:35:38,668 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.081s, count=171, qps in this process: 5.6847 (mp_runner.py:76) -2024-09-01 17:35:38,675 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0691s, count=171, qps in this process: 5.6869 (mp_runner.py:76) -2024-09-01 17:35:38,680 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0925s, count=171, qps in this process: 5.6825 (mp_runner.py:76) -2024-09-01 17:35:38,680 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0423s, count=171, qps in this process: 5.692 (mp_runner.py:76) -2024-09-01 17:35:38,680 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0053s, count=171, qps in this process: 5.699 (mp_runner.py:76) -2024-09-01 17:35:38,684 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0333s, count=171, qps in this process: 5.6937 (mp_runner.py:76) -2024-09-01 17:35:38,684 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0356s, count=171, qps in this process: 5.6932 (mp_runner.py:76) -2024-09-01 17:35:38,685 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0156s, count=171, qps in this process: 5.697 (mp_runner.py:76) -2024-09-01 17:35:38,685 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0277s, count=171, qps in this process: 5.6947 (mp_runner.py:76) -2024-09-01 17:35:38,686 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0929s, count=171, qps in this process: 5.6824 (mp_runner.py:76) -2024-09-01 17:35:38,686 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0976s, count=171, qps in this process: 5.6815 (mp_runner.py:76) -2024-09-01 17:35:38,687 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.1012s, count=171, qps in this process: 5.6808 (mp_runner.py:76) -2024-09-01 17:35:38,689 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0833s, count=171, qps in this process: 5.6842 (mp_runner.py:76) -2024-09-01 17:35:38,692 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.1025s, count=171, qps in this process: 5.6806 (mp_runner.py:76) -2024-09-01 17:35:38,692 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0697s, count=171, qps in this process: 5.6868 (mp_runner.py:76) -2024-09-01 17:35:38,701 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0253s, count=171, qps in this process: 5.6952 (mp_runner.py:76) -2024-09-01 17:35:38,702 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.1174s, count=171, qps in this process: 5.6778 (mp_runner.py:76) -2024-09-01 17:35:38,705 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0713s, count=171, qps in this process: 5.6865 (mp_runner.py:76) -2024-09-01 17:35:38,709 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.1033s, count=171, qps in this process: 5.6804 (mp_runner.py:76) -2024-09-01 17:35:38,747 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0178s, count=172, qps in this process: 5.7299 (mp_runner.py:76) -2024-09-01 17:35:38,747 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0539s, count=172, qps in this process: 5.7231 (mp_runner.py:76) -2024-09-01 17:35:38,748 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.1s, count=172, qps in this process: 5.7143 (mp_runner.py:76) -2024-09-01 17:35:38,748 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0732s, count=172, qps in this process: 5.7194 (mp_runner.py:76) -2024-09-01 17:35:38,749 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0083s, count=172, qps in this process: 5.7317 (mp_runner.py:76) -2024-09-01 17:35:38,749 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0084s, count=172, qps in this process: 5.7317 (mp_runner.py:76) -2024-09-01 17:35:38,749 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0555s, count=172, qps in this process: 5.7227 (mp_runner.py:76) -2024-09-01 17:35:38,752 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0766s, count=172, qps in this process: 5.7187 (mp_runner.py:76) -2024-09-01 17:35:38,754 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0048s, count=172, qps in this process: 5.7324 (mp_runner.py:76) -2024-09-01 17:35:38,772 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.017s, count=173, qps in this process: 5.7634 (mp_runner.py:76) -2024-09-01 17:35:38,774 | INFO |End search in concurrency 40: dur=30.550762681999913s, total_count=6848, qps=224.1515 (mp_runner.py:120) -2024-09-01 17:35:41,870 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:35:41,870 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 17:35:52,705 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 17:35:52,848 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:52,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:52,884 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:52,915 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:52,975 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:52,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:52,989 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,070 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,070 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,091 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,099 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,110 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,116 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,116 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,125 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,132 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,175 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,177 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,222 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,223 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,241 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,266 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,286 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,294 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,306 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,306 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:35:53,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:22,856 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0071s, count=151, qps in this process: 5.0321 (mp_runner.py:76) -2024-09-01 17:36:22,901 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0371s, count=151, qps in this process: 5.0271 (mp_runner.py:76) -2024-09-01 17:36:23,047 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0536s, count=152, qps in this process: 5.0576 (mp_runner.py:76) -2024-09-01 17:36:23,052 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.1224s, count=152, qps in this process: 5.0461 (mp_runner.py:76) -2024-09-01 17:36:23,059 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.082s, count=152, qps in this process: 5.0529 (mp_runner.py:76) -2024-09-01 17:36:23,100 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0017s, count=152, qps in this process: 5.0664 (mp_runner.py:76) -2024-09-01 17:36:23,106 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.1057s, count=152, qps in this process: 5.0489 (mp_runner.py:76) -2024-09-01 17:36:23,116 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.2244s, count=152, qps in this process: 5.029 (mp_runner.py:76) -2024-09-01 17:36:23,133 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0263s, count=152, qps in this process: 5.0622 (mp_runner.py:76) -2024-09-01 17:36:23,162 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0859s, count=152, qps in this process: 5.0522 (mp_runner.py:76) -2024-09-01 17:36:23,245 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.1242s, count=153, qps in this process: 5.079 (mp_runner.py:76) -2024-09-01 17:36:23,246 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.1254s, count=153, qps in this process: 5.0788 (mp_runner.py:76) -2024-09-01 17:36:23,247 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.114s, count=153, qps in this process: 5.0807 (mp_runner.py:76) -2024-09-01 17:36:23,248 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0336s, count=153, qps in this process: 5.0943 (mp_runner.py:76) -2024-09-01 17:36:23,249 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.1316s, count=153, qps in this process: 5.0777 (mp_runner.py:76) -2024-09-01 17:36:23,250 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0602s, count=153, qps in this process: 5.0898 (mp_runner.py:76) -2024-09-01 17:36:23,252 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0735s, count=153, qps in this process: 5.0875 (mp_runner.py:76) -2024-09-01 17:36:23,253 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.1765s, count=153, qps in this process: 5.0702 (mp_runner.py:76) -2024-09-01 17:36:23,255 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0961s, count=153, qps in this process: 5.0837 (mp_runner.py:76) -2024-09-01 17:36:23,256 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0743s, count=153, qps in this process: 5.0874 (mp_runner.py:76) -2024-09-01 17:36:23,259 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0006s, count=153, qps in this process: 5.0999 (mp_runner.py:76) -2024-09-01 17:36:23,260 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.1441s, count=153, qps in this process: 5.0756 (mp_runner.py:76) -2024-09-01 17:36:23,261 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0038s, count=153, qps in this process: 5.0994 (mp_runner.py:76) -2024-09-01 17:36:23,263 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.1291s, count=153, qps in this process: 5.0781 (mp_runner.py:76) -2024-09-01 17:36:23,264 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0058s, count=153, qps in this process: 5.099 (mp_runner.py:76) -2024-09-01 17:36:23,266 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0931s, count=153, qps in this process: 5.0842 (mp_runner.py:76) -2024-09-01 17:36:23,272 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0496s, count=153, qps in this process: 5.0916 (mp_runner.py:76) -2024-09-01 17:36:23,274 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0478s, count=153, qps in this process: 5.0919 (mp_runner.py:76) -2024-09-01 17:36:23,277 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.1045s, count=153, qps in this process: 5.0823 (mp_runner.py:76) -2024-09-01 17:36:23,281 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.1935s, count=153, qps in this process: 5.0673 (mp_runner.py:76) -2024-09-01 17:36:23,282 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.1223s, count=153, qps in this process: 5.0793 (mp_runner.py:76) -2024-09-01 17:36:23,286 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.1986s, count=153, qps in this process: 5.0665 (mp_runner.py:76) -2024-09-01 17:36:23,286 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0686s, count=153, qps in this process: 5.0884 (mp_runner.py:76) -2024-09-01 17:36:23,290 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0834s, count=153, qps in this process: 5.0859 (mp_runner.py:76) -2024-09-01 17:36:23,290 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.117s, count=153, qps in this process: 5.0802 (mp_runner.py:76) -2024-09-01 17:36:23,291 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.1446s, count=153, qps in this process: 5.0755 (mp_runner.py:76) -2024-09-01 17:36:23,291 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0577s, count=153, qps in this process: 5.0902 (mp_runner.py:76) -2024-09-01 17:36:23,294 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0876s, count=153, qps in this process: 5.0852 (mp_runner.py:76) -2024-09-01 17:36:23,297 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.1248s, count=153, qps in this process: 5.0789 (mp_runner.py:76) -2024-09-01 17:36:23,332 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0551s, count=154, qps in this process: 5.1239 (mp_runner.py:76) -2024-09-01 17:36:23,332 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0141s, count=154, qps in this process: 5.1309 (mp_runner.py:76) -2024-09-01 17:36:23,333 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0312s, count=154, qps in this process: 5.128 (mp_runner.py:76) -2024-09-01 17:36:23,333 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0074s, count=154, qps in this process: 5.1321 (mp_runner.py:76) -2024-09-01 17:36:23,333 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0119s, count=154, qps in this process: 5.1313 (mp_runner.py:76) -2024-09-01 17:36:23,334 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0321s, count=154, qps in this process: 5.1278 (mp_runner.py:76) -2024-09-01 17:36:23,335 | INFO |End search in concurrency 45: dur=30.62778034800067s, total_count=6879, qps=224.6 (mp_runner.py:120) -2024-09-01 17:36:26,695 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:36:26,695 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 17:36:47,614 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 17:36:47,828 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,874 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,875 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,876 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,901 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,936 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,936 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,969 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,976 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,980 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,984 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,984 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,994 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:47,997 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,006 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,068 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,092 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,093 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,096 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,107 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,129 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,136 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,143 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,151 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,165 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,165 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,194 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,205 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,218 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,234 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,246 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,259 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,259 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,259 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,295 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,329 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:36:48,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:18,012 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0184s, count=141, qps in this process: 4.6971 (mp_runner.py:76) -2024-09-01 17:37:18,013 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0121s, count=141, qps in this process: 4.6981 (mp_runner.py:76) -2024-09-01 17:37:18,021 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0102s, count=141, qps in this process: 4.6984 (mp_runner.py:76) -2024-09-01 17:37:18,024 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0378s, count=141, qps in this process: 4.6941 (mp_runner.py:76) -2024-09-01 17:37:18,025 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0501s, count=141, qps in this process: 4.6922 (mp_runner.py:76) -2024-09-01 17:37:18,029 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.1145s, count=141, qps in this process: 4.6821 (mp_runner.py:76) -2024-09-01 17:37:18,048 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.062s, count=141, qps in this process: 4.6903 (mp_runner.py:76) -2024-09-01 17:37:18,051 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.1731s, count=141, qps in this process: 4.673 (mp_runner.py:76) -2024-09-01 17:37:18,052 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.1739s, count=141, qps in this process: 4.6729 (mp_runner.py:76) -2024-09-01 17:37:18,057 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.1794s, count=141, qps in this process: 4.6721 (mp_runner.py:76) -2024-09-01 17:37:18,059 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.1569s, count=141, qps in this process: 4.6755 (mp_runner.py:76) -2024-09-01 17:37:18,060 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0519s, count=141, qps in this process: 4.6919 (mp_runner.py:76) -2024-09-01 17:37:18,062 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.1182s, count=141, qps in this process: 4.6816 (mp_runner.py:76) -2024-09-01 17:37:18,083 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.1393s, count=141, qps in this process: 4.6783 (mp_runner.py:76) -2024-09-01 17:37:18,090 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.082s, count=141, qps in this process: 4.6872 (mp_runner.py:76) -2024-09-01 17:37:18,094 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.2568s, count=141, qps in this process: 4.6601 (mp_runner.py:76) -2024-09-01 17:37:18,094 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0071s, count=141, qps in this process: 4.6989 (mp_runner.py:76) -2024-09-01 17:37:18,096 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.1167s, count=141, qps in this process: 4.6818 (mp_runner.py:76) -2024-09-01 17:37:18,109 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.1268s, count=141, qps in this process: 4.6802 (mp_runner.py:76) -2024-09-01 17:37:18,114 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.1279s, count=141, qps in this process: 4.68 (mp_runner.py:76) -2024-09-01 17:37:18,115 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.119s, count=141, qps in this process: 4.6814 (mp_runner.py:76) -2024-09-01 17:37:18,117 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.039s, count=141, qps in this process: 4.6939 (mp_runner.py:76) -2024-09-01 17:37:18,221 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0473s, count=142, qps in this process: 4.7259 (mp_runner.py:76) -2024-09-01 17:37:18,223 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0216s, count=142, qps in this process: 4.7299 (mp_runner.py:76) -2024-09-01 17:37:18,225 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0072s, count=142, qps in this process: 4.7322 (mp_runner.py:76) -2024-09-01 17:37:18,225 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0677s, count=142, qps in this process: 4.7227 (mp_runner.py:76) -2024-09-01 17:37:18,227 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0534s, count=142, qps in this process: 4.7249 (mp_runner.py:76) -2024-09-01 17:37:18,228 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0901s, count=142, qps in this process: 4.7192 (mp_runner.py:76) -2024-09-01 17:37:18,229 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0814s, count=142, qps in this process: 4.7205 (mp_runner.py:76) -2024-09-01 17:37:18,230 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.1339s, count=142, qps in this process: 4.7123 (mp_runner.py:76) -2024-09-01 17:37:18,231 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0239s, count=142, qps in this process: 4.7296 (mp_runner.py:76) -2024-09-01 17:37:18,232 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0093s, count=142, qps in this process: 4.7319 (mp_runner.py:76) -2024-09-01 17:37:18,232 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0747s, count=142, qps in this process: 4.7216 (mp_runner.py:76) -2024-09-01 17:37:18,236 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.089s, count=142, qps in this process: 4.7193 (mp_runner.py:76) -2024-09-01 17:37:18,239 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.1439s, count=142, qps in this process: 4.7107 (mp_runner.py:76) -2024-09-01 17:37:18,239 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.1217s, count=142, qps in this process: 4.7142 (mp_runner.py:76) -2024-09-01 17:37:18,244 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0437s, count=142, qps in this process: 4.7264 (mp_runner.py:76) -2024-09-01 17:37:18,244 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.146s, count=142, qps in this process: 4.7104 (mp_runner.py:76) -2024-09-01 17:37:18,307 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0654s, count=143, qps in this process: 4.7563 (mp_runner.py:76) -2024-09-01 17:37:18,311 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0092s, count=143, qps in this process: 4.7652 (mp_runner.py:76) -2024-09-01 17:37:18,312 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0106s, count=143, qps in this process: 4.765 (mp_runner.py:76) -2024-09-01 17:37:18,315 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0521s, count=143, qps in this process: 4.7584 (mp_runner.py:76) -2024-09-01 17:37:18,317 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0544s, count=143, qps in this process: 4.758 (mp_runner.py:76) -2024-09-01 17:37:18,325 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0616s, count=143, qps in this process: 4.7569 (mp_runner.py:76) -2024-09-01 17:37:18,326 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0777s, count=143, qps in this process: 4.7544 (mp_runner.py:76) -2024-09-01 17:37:18,349 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0019s, count=144, qps in this process: 4.7997 (mp_runner.py:76) -2024-09-01 17:37:18,350 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0054s, count=144, qps in this process: 4.7991 (mp_runner.py:76) -2024-09-01 17:37:18,351 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0012s, count=144, qps in this process: 4.7998 (mp_runner.py:76) -2024-09-01 17:37:18,373 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.024s, count=145, qps in this process: 4.8295 (mp_runner.py:76) -2024-09-01 17:37:18,405 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0145s, count=147, qps in this process: 4.8976 (mp_runner.py:76) -2024-09-01 17:37:18,406 | INFO |End search in concurrency 50: dur=30.79095056799997s, total_count=7099, qps=230.5548 (mp_runner.py:120) -2024-09-01 17:37:21,698 | INFO |Update largest qps with concurrency 50: current max_qps=230.5548 (mp_runner.py:124) -2024-09-01 17:37:22,105 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:37:22,105 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 17:37:43,273 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 17:37:43,321 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,327 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,416 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,448 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,519 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,539 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,556 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,675 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,676 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,715 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,754 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,765 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,768 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,779 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,840 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,863 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,868 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,924 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,924 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,924 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,929 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,945 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,946 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,949 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,950 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,950 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,955 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,975 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:43,990 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,009 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,010 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,021 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,026 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,035 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,035 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,076 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,106 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,110 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,110 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,131 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:37:44,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:13,333 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0108s, count=125, qps in this process: 4.1652 (mp_runner.py:76) -2024-09-01 17:38:13,508 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.1856s, count=126, qps in this process: 4.1742 (mp_runner.py:76) -2024-09-01 17:38:13,509 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.1809s, count=126, qps in this process: 4.1748 (mp_runner.py:76) -2024-09-01 17:38:13,510 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0682s, count=126, qps in this process: 4.1905 (mp_runner.py:76) -2024-09-01 17:38:13,512 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0542s, count=126, qps in this process: 4.1924 (mp_runner.py:76) -2024-09-01 17:38:13,613 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0677s, count=126, qps in this process: 4.1905 (mp_runner.py:76) -2024-09-01 17:38:13,751 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0558s, count=127, qps in this process: 4.2255 (mp_runner.py:76) -2024-09-01 17:38:13,754 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0002s, count=127, qps in this process: 4.2333 (mp_runner.py:76) -2024-09-01 17:38:13,768 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0288s, count=127, qps in this process: 4.2293 (mp_runner.py:76) -2024-09-01 17:38:13,775 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0975s, count=127, qps in this process: 4.2196 (mp_runner.py:76) -2024-09-01 17:38:13,783 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0008s, count=127, qps in this process: 4.2332 (mp_runner.py:76) -2024-09-01 17:38:13,789 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0207s, count=127, qps in this process: 4.2304 (mp_runner.py:76) -2024-09-01 17:38:13,797 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.229s, count=127, qps in this process: 4.2013 (mp_runner.py:76) -2024-09-01 17:38:13,833 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0671s, count=127, qps in this process: 4.2239 (mp_runner.py:76) -2024-09-01 17:38:13,839 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.3071s, count=127, qps in this process: 4.1904 (mp_runner.py:76) -2024-09-01 17:38:13,887 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.1617s, count=127, qps in this process: 4.2106 (mp_runner.py:76) -2024-09-01 17:38:13,900 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.026s, count=127, qps in this process: 4.2297 (mp_runner.py:76) -2024-09-01 17:38:13,902 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.028s, count=127, qps in this process: 4.2294 (mp_runner.py:76) -2024-09-01 17:38:13,932 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.1547s, count=128, qps in this process: 4.2448 (mp_runner.py:76) -2024-09-01 17:38:13,937 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.15s, count=128, qps in this process: 4.2454 (mp_runner.py:76) -2024-09-01 17:38:13,939 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.062s, count=128, qps in this process: 4.2579 (mp_runner.py:76) -2024-09-01 17:38:13,941 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0982s, count=128, qps in this process: 4.2527 (mp_runner.py:76) -2024-09-01 17:38:13,942 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0649s, count=128, qps in this process: 4.2575 (mp_runner.py:76) -2024-09-01 17:38:13,945 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.1579s, count=128, qps in this process: 4.2443 (mp_runner.py:76) -2024-09-01 17:38:13,945 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0165s, count=128, qps in this process: 4.2643 (mp_runner.py:76) -2024-09-01 17:38:13,946 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.1367s, count=128, qps in this process: 4.2473 (mp_runner.py:76) -2024-09-01 17:38:13,949 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.1613s, count=128, qps in this process: 4.2438 (mp_runner.py:76) -2024-09-01 17:38:13,950 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0212s, count=128, qps in this process: 4.2637 (mp_runner.py:76) -2024-09-01 17:38:13,955 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.026s, count=128, qps in this process: 4.263 (mp_runner.py:76) -2024-09-01 17:38:13,960 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0131s, count=128, qps in this process: 4.2648 (mp_runner.py:76) -2024-09-01 17:38:13,962 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0148s, count=128, qps in this process: 4.2646 (mp_runner.py:76) -2024-09-01 17:38:13,965 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0913s, count=128, qps in this process: 4.2537 (mp_runner.py:76) -2024-09-01 17:38:13,966 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.2012s, count=128, qps in this process: 4.2382 (mp_runner.py:76) -2024-09-01 17:38:13,969 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.1679s, count=128, qps in this process: 4.2429 (mp_runner.py:76) -2024-09-01 17:38:13,974 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.1198s, count=128, qps in this process: 4.2497 (mp_runner.py:76) -2024-09-01 17:38:13,984 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.05s, count=128, qps in this process: 4.2596 (mp_runner.py:76) -2024-09-01 17:38:13,995 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0404s, count=128, qps in this process: 4.2609 (mp_runner.py:76) -2024-09-01 17:38:14,108 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.1429s, count=129, qps in this process: 4.2796 (mp_runner.py:76) -2024-09-01 17:38:14,109 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.151s, count=129, qps in this process: 4.2785 (mp_runner.py:76) -2024-09-01 17:38:14,109 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0236s, count=129, qps in this process: 4.2966 (mp_runner.py:76) -2024-09-01 17:38:14,111 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.129s, count=129, qps in this process: 4.2816 (mp_runner.py:76) -2024-09-01 17:38:14,112 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0703s, count=129, qps in this process: 4.2899 (mp_runner.py:76) -2024-09-01 17:38:14,115 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.1284s, count=129, qps in this process: 4.2817 (mp_runner.py:76) -2024-09-01 17:38:14,117 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0987s, count=129, qps in this process: 4.2859 (mp_runner.py:76) -2024-09-01 17:38:14,119 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.078s, count=129, qps in this process: 4.2888 (mp_runner.py:76) -2024-09-01 17:38:14,120 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.101s, count=129, qps in this process: 4.2856 (mp_runner.py:76) -2024-09-01 17:38:14,120 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.1153s, count=129, qps in this process: 4.2835 (mp_runner.py:76) -2024-09-01 17:38:14,122 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0767s, count=129, qps in this process: 4.289 (mp_runner.py:76) -2024-09-01 17:38:14,123 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.1648s, count=129, qps in this process: 4.2765 (mp_runner.py:76) -2024-09-01 17:38:14,124 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0782s, count=129, qps in this process: 4.2888 (mp_runner.py:76) -2024-09-01 17:38:14,127 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0018s, count=129, qps in this process: 4.2997 (mp_runner.py:76) -2024-09-01 17:38:14,156 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.033s, count=130, qps in this process: 4.3286 (mp_runner.py:76) -2024-09-01 17:38:14,156 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0359s, count=130, qps in this process: 4.3282 (mp_runner.py:76) -2024-09-01 17:38:14,188 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0222s, count=131, qps in this process: 4.3634 (mp_runner.py:76) -2024-09-01 17:38:14,202 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0017s, count=132, qps in this process: 4.3998 (mp_runner.py:76) -2024-09-01 17:38:14,204 | INFO |End search in concurrency 55: dur=30.929475083001307s, total_count=7040, qps=227.6146 (mp_runner.py:120) -2024-09-01 17:38:18,205 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:38:18,206 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 17:38:39,582 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 17:38:39,641 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:39,796 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:39,898 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:39,927 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:39,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:39,939 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:39,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:39,953 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:39,961 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,002 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,020 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,033 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,087 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,092 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,096 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,121 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,127 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,127 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,133 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,133 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,153 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,159 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,177 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,179 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,185 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,239 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,282 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,294 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,306 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,313 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,314 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,346 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,389 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,402 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,457 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,457 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,513 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,553 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,580 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,582 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:38:40,614 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:09,754 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.1052s, count=115, qps in this process: 3.8199 (mp_runner.py:76) -2024-09-01 17:39:10,097 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0107s, count=116, qps in this process: 3.8653 (mp_runner.py:76) -2024-09-01 17:39:10,097 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.1668s, count=116, qps in this process: 3.8453 (mp_runner.py:76) -2024-09-01 17:39:10,098 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.1323s, count=116, qps in this process: 3.8497 (mp_runner.py:76) -2024-09-01 17:39:10,098 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.1459s, count=116, qps in this process: 3.848 (mp_runner.py:76) -2024-09-01 17:39:10,099 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0506s, count=116, qps in this process: 3.8602 (mp_runner.py:76) -2024-09-01 17:39:10,099 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0925s, count=116, qps in this process: 3.8548 (mp_runner.py:76) -2024-09-01 17:39:10,099 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0707s, count=116, qps in this process: 3.8576 (mp_runner.py:76) -2024-09-01 17:39:10,099 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0092s, count=116, qps in this process: 3.8655 (mp_runner.py:76) -2024-09-01 17:39:10,108 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0127s, count=116, qps in this process: 3.865 (mp_runner.py:76) -2024-09-01 17:39:10,108 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0217s, count=116, qps in this process: 3.8639 (mp_runner.py:76) -2024-09-01 17:39:10,109 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.1356s, count=116, qps in this process: 3.8493 (mp_runner.py:76) -2024-09-01 17:39:10,141 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.333s, count=116, qps in this process: 3.8242 (mp_runner.py:76) -2024-09-01 17:39:10,143 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.056s, count=116, qps in this process: 3.8595 (mp_runner.py:76) -2024-09-01 17:39:10,143 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.1924s, count=116, qps in this process: 3.842 (mp_runner.py:76) -2024-09-01 17:39:10,149 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.1972s, count=116, qps in this process: 3.8414 (mp_runner.py:76) -2024-09-01 17:39:10,152 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.2448s, count=116, qps in this process: 3.8354 (mp_runner.py:76) -2024-09-01 17:39:10,154 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0674s, count=116, qps in this process: 3.858 (mp_runner.py:76) -2024-09-01 17:39:10,314 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.1572s, count=117, qps in this process: 3.8797 (mp_runner.py:76) -2024-09-01 17:39:10,316 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0493s, count=117, qps in this process: 3.8936 (mp_runner.py:76) -2024-09-01 17:39:10,320 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0736s, count=117, qps in this process: 3.8905 (mp_runner.py:76) -2024-09-01 17:39:10,324 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.1907s, count=117, qps in this process: 3.8754 (mp_runner.py:76) -2024-09-01 17:39:10,327 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.1886s, count=117, qps in this process: 3.8756 (mp_runner.py:76) -2024-09-01 17:39:10,328 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.167s, count=117, qps in this process: 3.8784 (mp_runner.py:76) -2024-09-01 17:39:10,329 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.1906s, count=117, qps in this process: 3.8754 (mp_runner.py:76) -2024-09-01 17:39:10,333 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.1473s, count=117, qps in this process: 3.8809 (mp_runner.py:76) -2024-09-01 17:39:10,333 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.2277s, count=117, qps in this process: 3.8706 (mp_runner.py:76) -2024-09-01 17:39:10,335 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0533s, count=117, qps in this process: 3.8931 (mp_runner.py:76) -2024-09-01 17:39:10,335 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.1133s, count=117, qps in this process: 3.8853 (mp_runner.py:76) -2024-09-01 17:39:10,336 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.2052s, count=117, qps in this process: 3.8735 (mp_runner.py:76) -2024-09-01 17:39:10,336 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0181s, count=117, qps in this process: 3.8976 (mp_runner.py:76) -2024-09-01 17:39:10,337 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0482s, count=117, qps in this process: 3.8937 (mp_runner.py:76) -2024-09-01 17:39:10,338 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0185s, count=117, qps in this process: 3.8976 (mp_runner.py:76) -2024-09-01 17:39:10,341 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.1471s, count=117, qps in this process: 3.881 (mp_runner.py:76) -2024-09-01 17:39:10,341 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.1435s, count=117, qps in this process: 3.8814 (mp_runner.py:76) -2024-09-01 17:39:10,341 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.1829s, count=117, qps in this process: 3.8764 (mp_runner.py:76) -2024-09-01 17:39:10,342 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.1653s, count=117, qps in this process: 3.8786 (mp_runner.py:76) -2024-09-01 17:39:10,343 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.1852s, count=117, qps in this process: 3.8761 (mp_runner.py:76) -2024-09-01 17:39:10,345 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.2183s, count=117, qps in this process: 3.8718 (mp_runner.py:76) -2024-09-01 17:39:10,346 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.164s, count=117, qps in this process: 3.8788 (mp_runner.py:76) -2024-09-01 17:39:10,346 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0454s, count=117, qps in this process: 3.8941 (mp_runner.py:76) -2024-09-01 17:39:10,354 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.1796s, count=117, qps in this process: 3.8768 (mp_runner.py:76) -2024-09-01 17:39:10,355 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0911s, count=117, qps in this process: 3.8882 (mp_runner.py:76) -2024-09-01 17:39:10,357 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.1964s, count=117, qps in this process: 3.8746 (mp_runner.py:76) -2024-09-01 17:39:10,381 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.2042s, count=117, qps in this process: 3.8736 (mp_runner.py:76) -2024-09-01 17:39:10,388 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0693s, count=117, qps in this process: 3.891 (mp_runner.py:76) -2024-09-01 17:39:10,421 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.08s, count=118, qps in this process: 3.9229 (mp_runner.py:76) -2024-09-01 17:39:10,428 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0268s, count=118, qps in this process: 3.9298 (mp_runner.py:76) -2024-09-01 17:39:10,434 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0271s, count=118, qps in this process: 3.9298 (mp_runner.py:76) -2024-09-01 17:39:10,440 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0333s, count=118, qps in this process: 3.929 (mp_runner.py:76) -2024-09-01 17:39:10,441 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0905s, count=118, qps in this process: 3.9215 (mp_runner.py:76) -2024-09-01 17:39:10,444 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0944s, count=118, qps in this process: 3.921 (mp_runner.py:76) -2024-09-01 17:39:10,473 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0076s, count=119, qps in this process: 3.9657 (mp_runner.py:76) -2024-09-01 17:39:10,474 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.009s, count=119, qps in this process: 3.9655 (mp_runner.py:76) -2024-09-01 17:39:10,527 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.001s, count=120, qps in this process: 3.9999 (mp_runner.py:76) -2024-09-01 17:39:10,543 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0179s, count=121, qps in this process: 4.0309 (mp_runner.py:76) -2024-09-01 17:39:10,581 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0151s, count=122, qps in this process: 4.0646 (mp_runner.py:76) -2024-09-01 17:39:10,615 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0224s, count=123, qps in this process: 4.0969 (mp_runner.py:76) -2024-09-01 17:39:10,615 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0273s, count=123, qps in this process: 4.0963 (mp_runner.py:76) -2024-09-01 17:39:10,633 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0076s, count=124, qps in this process: 4.1323 (mp_runner.py:76) -2024-09-01 17:39:10,635 | INFO |End search in concurrency 60: dur=31.052716854999744s, total_count=7042, qps=226.7756 (mp_runner.py:120) -2024-09-01 17:39:14,999 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:39:14,999 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 17:39:36,581 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 17:39:36,864 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:36,881 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:36,891 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:36,896 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:36,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,069 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,070 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,083 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,103 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,116 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,144 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,157 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,158 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,159 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,178 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,182 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,193 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,194 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,200 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,200 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,222 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,222 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,235 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,242 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,246 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,250 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,354 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,363 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,363 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,410 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,410 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,421 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,425 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,463 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,478 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,478 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,502 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,578 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,578 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,589 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:39:37,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:06,964 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0956s, count=105, qps in this process: 3.4889 (mp_runner.py:76) -2024-09-01 17:40:06,967 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0769s, count=105, qps in this process: 3.4911 (mp_runner.py:76) -2024-09-01 17:40:06,970 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0673s, count=105, qps in this process: 3.4922 (mp_runner.py:76) -2024-09-01 17:40:07,028 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0149s, count=105, qps in this process: 3.4983 (mp_runner.py:76) -2024-09-01 17:40:07,101 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.1971s, count=105, qps in this process: 3.4772 (mp_runner.py:76) -2024-09-01 17:40:07,176 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0256s, count=106, qps in this process: 3.5303 (mp_runner.py:76) -2024-09-01 17:40:07,188 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0187s, count=106, qps in this process: 3.5311 (mp_runner.py:76) -2024-09-01 17:40:07,196 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.1055s, count=106, qps in this process: 3.521 (mp_runner.py:76) -2024-09-01 17:40:07,197 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0308s, count=106, qps in this process: 3.5297 (mp_runner.py:76) -2024-09-01 17:40:07,202 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0293s, count=106, qps in this process: 3.5299 (mp_runner.py:76) -2024-09-01 17:40:07,208 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0076s, count=106, qps in this process: 3.5324 (mp_runner.py:76) -2024-09-01 17:40:07,218 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0239s, count=106, qps in this process: 3.5305 (mp_runner.py:76) -2024-09-01 17:40:07,224 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0703s, count=106, qps in this process: 3.5251 (mp_runner.py:76) -2024-09-01 17:40:07,227 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.1563s, count=106, qps in this process: 3.515 (mp_runner.py:76) -2024-09-01 17:40:07,231 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0295s, count=106, qps in this process: 3.5299 (mp_runner.py:76) -2024-09-01 17:40:07,237 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0079s, count=106, qps in this process: 3.5324 (mp_runner.py:76) -2024-09-01 17:40:07,241 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.1352s, count=106, qps in this process: 3.5175 (mp_runner.py:76) -2024-09-01 17:40:07,243 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.1243s, count=106, qps in this process: 3.5188 (mp_runner.py:76) -2024-09-01 17:40:07,247 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.1232s, count=106, qps in this process: 3.5189 (mp_runner.py:76) -2024-09-01 17:40:07,249 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0867s, count=106, qps in this process: 3.5232 (mp_runner.py:76) -2024-09-01 17:40:07,251 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0794s, count=106, qps in this process: 3.524 (mp_runner.py:76) -2024-09-01 17:40:07,251 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.1278s, count=106, qps in this process: 3.5183 (mp_runner.py:76) -2024-09-01 17:40:07,252 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.1668s, count=106, qps in this process: 3.5138 (mp_runner.py:76) -2024-09-01 17:40:07,256 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0383s, count=106, qps in this process: 3.5288 (mp_runner.py:76) -2024-09-01 17:40:07,259 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.086s, count=106, qps in this process: 3.5232 (mp_runner.py:76) -2024-09-01 17:40:07,259 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0607s, count=106, qps in this process: 3.5262 (mp_runner.py:76) -2024-09-01 17:40:07,262 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0685s, count=106, qps in this process: 3.5253 (mp_runner.py:76) -2024-09-01 17:40:07,263 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0527s, count=106, qps in this process: 3.5271 (mp_runner.py:76) -2024-09-01 17:40:07,268 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0763s, count=106, qps in this process: 3.5244 (mp_runner.py:76) -2024-09-01 17:40:07,270 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0483s, count=106, qps in this process: 3.5277 (mp_runner.py:76) -2024-09-01 17:40:07,271 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0807s, count=106, qps in this process: 3.5239 (mp_runner.py:76) -2024-09-01 17:40:07,280 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0458s, count=106, qps in this process: 3.5279 (mp_runner.py:76) -2024-09-01 17:40:07,282 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0803s, count=106, qps in this process: 3.5239 (mp_runner.py:76) -2024-09-01 17:40:07,301 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.2295s, count=106, qps in this process: 3.5065 (mp_runner.py:76) -2024-09-01 17:40:07,309 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.102s, count=106, qps in this process: 3.5214 (mp_runner.py:76) -2024-09-01 17:40:07,313 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0589s, count=106, qps in this process: 3.5264 (mp_runner.py:76) -2024-09-01 17:40:07,402 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.1248s, count=107, qps in this process: 3.5519 (mp_runner.py:76) -2024-09-01 17:40:07,402 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.1489s, count=107, qps in this process: 3.5491 (mp_runner.py:76) -2024-09-01 17:40:07,403 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0495s, count=107, qps in this process: 3.5608 (mp_runner.py:76) -2024-09-01 17:40:07,403 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0444s, count=107, qps in this process: 3.5614 (mp_runner.py:76) -2024-09-01 17:40:07,404 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0263s, count=107, qps in this process: 3.5635 (mp_runner.py:76) -2024-09-01 17:40:07,404 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.2184s, count=107, qps in this process: 3.5409 (mp_runner.py:76) -2024-09-01 17:40:07,405 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.1484s, count=107, qps in this process: 3.5491 (mp_runner.py:76) -2024-09-01 17:40:07,409 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0549s, count=107, qps in this process: 3.5602 (mp_runner.py:76) -2024-09-01 17:40:07,409 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.209s, count=107, qps in this process: 3.542 (mp_runner.py:76) -2024-09-01 17:40:07,410 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0044s, count=107, qps in this process: 3.5661 (mp_runner.py:76) -2024-09-01 17:40:07,410 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0329s, count=107, qps in this process: 3.5628 (mp_runner.py:76) -2024-09-01 17:40:07,411 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.2008s, count=107, qps in this process: 3.543 (mp_runner.py:76) -2024-09-01 17:40:07,411 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.1727s, count=107, qps in this process: 3.5463 (mp_runner.py:76) -2024-09-01 17:40:07,420 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0412s, count=107, qps in this process: 3.5618 (mp_runner.py:76) -2024-09-01 17:40:07,461 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0396s, count=108, qps in this process: 3.5953 (mp_runner.py:76) -2024-09-01 17:40:07,462 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.038s, count=108, qps in this process: 3.5954 (mp_runner.py:76) -2024-09-01 17:40:07,465 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0366s, count=108, qps in this process: 3.5956 (mp_runner.py:76) -2024-09-01 17:40:07,476 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0623s, count=108, qps in this process: 3.5925 (mp_runner.py:76) -2024-09-01 17:40:07,481 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0602s, count=108, qps in this process: 3.5928 (mp_runner.py:76) -2024-09-01 17:40:07,515 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0175s, count=109, qps in this process: 3.6312 (mp_runner.py:76) -2024-09-01 17:40:07,516 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0495s, count=109, qps in this process: 3.6273 (mp_runner.py:76) -2024-09-01 17:40:07,519 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0413s, count=109, qps in this process: 3.6283 (mp_runner.py:76) -2024-09-01 17:40:07,519 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0272s, count=109, qps in this process: 3.63 (mp_runner.py:76) -2024-09-01 17:40:07,529 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0106s, count=110, qps in this process: 3.6654 (mp_runner.py:76) -2024-09-01 17:40:07,531 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0124s, count=110, qps in this process: 3.6652 (mp_runner.py:76) -2024-09-01 17:40:07,601 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.012s, count=113, qps in this process: 3.7652 (mp_runner.py:76) -2024-09-01 17:40:07,601 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0121s, count=113, qps in this process: 3.7651 (mp_runner.py:76) -2024-09-01 17:40:07,623 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0214s, count=114, qps in this process: 3.7973 (mp_runner.py:76) -2024-09-01 17:40:07,623 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0137s, count=114, qps in this process: 3.7983 (mp_runner.py:76) -2024-09-01 17:40:07,625 | INFO |End search in concurrency 65: dur=31.043236003999482s, total_count=6959, qps=224.1712 (mp_runner.py:120) -2024-09-01 17:40:12,430 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:40:12,431 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 17:40:34,362 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 17:40:34,692 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,877 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,902 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,938 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,966 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,972 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,972 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,982 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,988 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,990 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,994 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,994 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,995 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,995 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,996 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,996 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:34,996 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,002 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,002 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,039 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,046 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,047 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,047 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,047 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,049 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,050 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,056 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,057 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,057 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,061 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,063 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,086 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,087 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,091 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,099 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,106 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,134 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,159 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,171 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,218 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,234 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,234 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,286 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:40:35,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 17:41:04,894 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.1669s, count=100, qps in this process: 3.3149 (mp_runner.py:76) -2024-09-01 17:41:05,093 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.1178s, count=101, qps in this process: 3.3535 (mp_runner.py:76) -2024-09-01 17:41:05,094 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0085s, count=101, qps in this process: 3.3657 (mp_runner.py:76) -2024-09-01 17:41:05,095 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0988s, count=101, qps in this process: 3.3556 (mp_runner.py:76) -2024-09-01 17:41:05,097 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.2069s, count=101, qps in this process: 3.3436 (mp_runner.py:76) -2024-09-01 17:41:05,098 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0128s, count=101, qps in this process: 3.3652 (mp_runner.py:76) -2024-09-01 17:41:05,098 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0486s, count=101, qps in this process: 3.3612 (mp_runner.py:76) -2024-09-01 17:41:05,100 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0454s, count=101, qps in this process: 3.3616 (mp_runner.py:76) -2024-09-01 17:41:05,101 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0995s, count=101, qps in this process: 3.3555 (mp_runner.py:76) -2024-09-01 17:41:05,101 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.1084s, count=101, qps in this process: 3.3545 (mp_runner.py:76) -2024-09-01 17:41:05,102 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.1014s, count=101, qps in this process: 3.3553 (mp_runner.py:76) -2024-09-01 17:41:05,104 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1024s, count=101, qps in this process: 3.3552 (mp_runner.py:76) -2024-09-01 17:41:05,105 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0548s, count=101, qps in this process: 3.3605 (mp_runner.py:76) -2024-09-01 17:41:05,106 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.041s, count=101, qps in this process: 3.3621 (mp_runner.py:76) -2024-09-01 17:41:05,106 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0558s, count=101, qps in this process: 3.3604 (mp_runner.py:76) -2024-09-01 17:41:05,107 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.2281s, count=101, qps in this process: 3.3413 (mp_runner.py:76) -2024-09-01 17:41:05,108 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.1066s, count=101, qps in this process: 3.3547 (mp_runner.py:76) -2024-09-01 17:41:05,108 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.079s, count=101, qps in this process: 3.3578 (mp_runner.py:76) -2024-09-01 17:41:05,111 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.1239s, count=101, qps in this process: 3.3528 (mp_runner.py:76) -2024-09-01 17:41:05,111 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1102s, count=101, qps in this process: 3.3543 (mp_runner.py:76) -2024-09-01 17:41:05,112 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0264s, count=101, qps in this process: 3.3637 (mp_runner.py:76) -2024-09-01 17:41:05,119 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0688s, count=101, qps in this process: 3.359 (mp_runner.py:76) -2024-09-01 17:41:05,123 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.1532s, count=101, qps in this process: 3.3496 (mp_runner.py:76) -2024-09-01 17:41:05,127 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.1384s, count=101, qps in this process: 3.3512 (mp_runner.py:76) -2024-09-01 17:41:05,128 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.1316s, count=101, qps in this process: 3.352 (mp_runner.py:76) -2024-09-01 17:41:05,130 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0522s, count=101, qps in this process: 3.3608 (mp_runner.py:76) -2024-09-01 17:41:05,131 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0731s, count=101, qps in this process: 3.3585 (mp_runner.py:76) -2024-09-01 17:41:05,139 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.05s, count=101, qps in this process: 3.3611 (mp_runner.py:76) -2024-09-01 17:41:05,152 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0869s, count=101, qps in this process: 3.3569 (mp_runner.py:76) -2024-09-01 17:41:05,157 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.065s, count=101, qps in this process: 3.3594 (mp_runner.py:76) -2024-09-01 17:41:05,162 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0169s, count=101, qps in this process: 3.3648 (mp_runner.py:76) -2024-09-01 17:41:05,169 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.1671s, count=101, qps in this process: 3.348 (mp_runner.py:76) -2024-09-01 17:41:05,172 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0725s, count=101, qps in this process: 3.3586 (mp_runner.py:76) -2024-09-01 17:41:05,178 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.2606s, count=101, qps in this process: 3.3377 (mp_runner.py:76) -2024-09-01 17:41:05,182 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.1691s, count=101, qps in this process: 3.3478 (mp_runner.py:76) -2024-09-01 17:41:05,183 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0913s, count=101, qps in this process: 3.3565 (mp_runner.py:76) -2024-09-01 17:41:05,184 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0981s, count=101, qps in this process: 3.3557 (mp_runner.py:76) -2024-09-01 17:41:05,185 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.2366s, count=101, qps in this process: 3.3403 (mp_runner.py:76) -2024-09-01 17:41:05,186 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.189s, count=101, qps in this process: 3.3456 (mp_runner.py:76) -2024-09-01 17:41:05,188 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.1871s, count=101, qps in this process: 3.3458 (mp_runner.py:76) -2024-09-01 17:41:05,190 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.1801s, count=101, qps in this process: 3.3466 (mp_runner.py:76) -2024-09-01 17:41:05,196 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.1462s, count=101, qps in this process: 3.3503 (mp_runner.py:76) -2024-09-01 17:41:05,196 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.1108s, count=101, qps in this process: 3.3543 (mp_runner.py:76) -2024-09-01 17:41:05,200 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.1148s, count=101, qps in this process: 3.3538 (mp_runner.py:76) -2024-09-01 17:41:05,203 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.2274s, count=101, qps in this process: 3.3413 (mp_runner.py:76) -2024-09-01 17:41:05,205 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.1254s, count=101, qps in this process: 3.3527 (mp_runner.py:76) -2024-09-01 17:41:05,206 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.1051s, count=101, qps in this process: 3.3549 (mp_runner.py:76) -2024-09-01 17:41:05,207 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.1991s, count=101, qps in this process: 3.3445 (mp_runner.py:76) -2024-09-01 17:41:05,211 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.1194s, count=101, qps in this process: 3.3533 (mp_runner.py:76) -2024-09-01 17:41:05,228 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0061s, count=101, qps in this process: 3.366 (mp_runner.py:76) -2024-09-01 17:41:05,259 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.009s, count=102, qps in this process: 3.399 (mp_runner.py:76) -2024-09-01 17:41:05,260 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0261s, count=102, qps in this process: 3.397 (mp_runner.py:76) -2024-09-01 17:41:05,261 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0111s, count=102, qps in this process: 3.3987 (mp_runner.py:76) -2024-09-01 17:41:05,261 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0891s, count=102, qps in this process: 3.3899 (mp_runner.py:76) -2024-09-01 17:41:05,262 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.1447s, count=102, qps in this process: 3.3837 (mp_runner.py:76) -2024-09-01 17:41:05,265 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.1474s, count=102, qps in this process: 3.3834 (mp_runner.py:76) -2024-09-01 17:41:05,268 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0506s, count=102, qps in this process: 3.3943 (mp_runner.py:76) -2024-09-01 17:41:05,269 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0034s, count=102, qps in this process: 3.3996 (mp_runner.py:76) -2024-09-01 17:41:05,272 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.1464s, count=102, qps in this process: 3.3835 (mp_runner.py:76) -2024-09-01 17:41:05,275 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.1028s, count=102, qps in this process: 3.3884 (mp_runner.py:76) -2024-09-01 17:41:05,282 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.1835s, count=102, qps in this process: 3.3793 (mp_runner.py:76) -2024-09-01 17:41:05,284 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0615s, count=102, qps in this process: 3.393 (mp_runner.py:76) -2024-09-01 17:41:05,284 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0588s, count=102, qps in this process: 3.3933 (mp_runner.py:76) -2024-09-01 17:41:05,284 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0624s, count=102, qps in this process: 3.3929 (mp_runner.py:76) -2024-09-01 17:41:05,285 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0596s, count=102, qps in this process: 3.3933 (mp_runner.py:76) -2024-09-01 17:41:05,284 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.1115s, count=102, qps in this process: 3.3874 (mp_runner.py:76) -2024-09-01 17:41:05,287 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.117s, count=102, qps in this process: 3.3868 (mp_runner.py:76) -2024-09-01 17:41:05,293 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.1209s, count=102, qps in this process: 3.3864 (mp_runner.py:76) -2024-09-01 17:41:05,316 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0207s, count=103, qps in this process: 3.431 (mp_runner.py:76) -2024-09-01 17:41:05,388 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0146s, count=107, qps in this process: 3.5649 (mp_runner.py:76) -2024-09-01 17:41:05,390 | INFO |End search in concurrency 70: dur=31.026350642998295s, total_count=7095, qps=228.6766 (mp_runner.py:120) -2024-09-01 17:41:10,154 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=230.5548, serial_latency_p99=np.float64(0.0528), recall=np.float64(0.9848), ndcg=np.float64(0.9868), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[66.0242, 173.1721, 209.7718, 206.1722, 213.7845, 217.6423, 224.8981, 224.1515, 224.6, 230.5548, 227.6146, 226.7756, 224.1712, 228.6766], conc_latency_p99_list=[np.float64(0.006690882024218444), np.float64(0.012178850171711383), np.float64(0.026433947781410096), np.float64(0.033166801628405664), np.float64(0.03876514921422604), np.float64(0.044565009990941325), np.float64(0.04866470841252449), np.float64(0.06278485108007625), np.float64(0.06928000375686169), np.float64(0.06815964420808668), np.float64(0.05981905941529803), np.float64(0.04895264798088028), np.float64(0.07447267072204704), np.float64(0.10121845980764918)]) (task_runner.py:197) -2024-09-01 17:41:10,154 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:29:42.933622'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=230.5548, serial_latency_p99=np.float64(0.0528), recall=np.float64(0.9848), ndcg=np.float64(0.9868), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[66.0242, 173.1721, 209.7718, 206.1722, 213.7845, 217.6423, 224.8981, 224.1515, 224.6, 230.5548, 227.6146, 226.7756, 224.1712, 228.6766], conc_latency_p99_list=[np.float64(0.006690882024218444), np.float64(0.012178850171711383), np.float64(0.026433947781410096), np.float64(0.033166801628405664), np.float64(0.03876514921422604), np.float64(0.044565009990941325), np.float64(0.04866470841252449), np.float64(0.06278485108007625), np.float64(0.06928000375686169), np.float64(0.06815964420808668), np.float64(0.05981905941529803), np.float64(0.04895264798088028), np.float64(0.07447267072204704), np.float64(0.10121845980764918)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 17:41:10,154 | INFO |Task summary: run_id=0c6ee, task_label=0c6ee58d82a044b6a960539a47be34e2 (models.py:346) -2024-09-01 17:41:10,154 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 17:41:10,154 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 17:41:10,154 | INFO |PgVector | 2024-09-01T17:29:42.933622 Performance1536D500K 0c6ee58d82a044b6a960539a47be34e2 | 0.0 230.5548 0.0528 0.9848 0 | :) (models.py:346) -2024-09-01 17:41:10,155 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json (models.py:204) -2024-09-01 17:41:10,155 | INFO |Success to finish task: label=0c6ee58d82a044b6a960539a47be34e2, run_id=0c6ee58d82a044b6a960539a47be34e2 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json b/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json deleted file mode 100644 index da9e5a4be..000000000 --- a/script/data/aws/db.m6i.large-16-64-400-Performance1536D500K-0-23474/result_20240901_0c6ee58d82a044b6a960539a47be34e2_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "0c6ee58d82a044b6a960539a47be34e2", "task_label": "0c6ee58d82a044b6a960539a47be34e2", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 230.5548, "serial_latency_p99": 0.0528, "recall": 0.9848, "ndcg": 0.9868, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [66.0242, 173.1721, 209.7718, 206.1722, 213.7845, 217.6423, 224.8981, 224.1515, 224.6, 230.5548, 227.6146, 226.7756, 224.1712, 228.6766], "conc_latency_p99_list": [0.006690882024218444, 0.012178850171711383, 0.026433947781410096, 0.033166801628405664, 0.03876514921422604, 0.044565009990941325, 0.04866470841252449, 0.06278485108007625, 0.06928000375686169, 0.06815964420808668, 0.05981905941529803, 0.04895264798088028, 0.07447267072204704, 0.10121845980764918]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T17:29:42.933622", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt b/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt deleted file mode 100644 index 0fd116704..000000000 --- a/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/log.txt +++ /dev/null @@ -1,1556 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 16 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 16 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load -2024-09-01 16:52:06,925 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:52:06.913354', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 16:52:06,925 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T16:52:06.913354', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=16, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 16:52:06,925 | INFO |generated uuid for the tasks: 6808f1346f3d4b34bfbd5a564db56653 (interface.py:66) -2024-09-01 16:52:06,989 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 16:52:06,989 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 16:52:06,989 | INFO | PgVector-2024-09-01T16:52:06.913354 | Performance OpenAI-MEDIUM-500K None | 6808f1346f3d4b34bfbd5a564db56653 (task_runner.py:340) -2024-09-01 16:52:06,989 | INFO |task submitted: id=6808f1346f3d4b34bfbd5a564db56653, 6808f1346f3d4b34bfbd5a564db56653, case number: 1 (interface.py:231) -2024-09-01 16:52:07,415 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:52:06.913354'}, drop_old=False (interface.py:164) -2024-09-01 16:52:07,415 | INFO |Starting run (task_runner.py:100) -2024-09-01 16:52:07,494 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=16 ef_construction=64 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 16:52:08,062 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 16:52:08,110 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 16:52:08,135 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 16:52:08,135 | INFO |Start performance case (task_runner.py:158) -2024-09-01 16:52:08,146 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:52:08,146 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 16:52:08,146 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 16:52:08,147 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 16:52:08,191 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 16:52:08,769 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 16:52:08,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:52:08,791 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 16:52:08,791 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 16:52:14,848 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.04684894299862208, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:20,096 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.07061723899823846, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:25,256 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.035449295999569586, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:30,334 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.04737746200044057, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:34,909 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.027626032999251038, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:39,551 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.02683902400167426, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:43,704 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.028990459999477025, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:47,988 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.03803205800068099, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:52,457 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.024657474001287483, latest recall=0.8 (serial_runner.py:202) -2024-09-01 16:52:56,932 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.046122521001962014, latest recall=0.74 (serial_runner.py:202) -2024-09-01 16:52:56,933 | INFO |SpawnProcess-1:1 search entire test_data: cost=39.0957s, queries=1000, avg_recall=0.7913, avg_ndcg=0.8361,avg_latency=0.0391, p99=0.0784 (serial_runner.py:209) -2024-09-01 16:52:57,473 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:52:57,473 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 16:52:58,495 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 16:52:58,531 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:53:02,661 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0055182800024340395 (mp_runner.py:73) -2024-09-01 16:53:05,349 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.005502866002643714 (mp_runner.py:73) -2024-09-01 16:53:07,669 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.004361257000709884 (mp_runner.py:73) -2024-09-01 16:53:09,955 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.005454327998450026 (mp_runner.py:73) -2024-09-01 16:53:12,236 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004179781997663667 (mp_runner.py:73) -2024-09-01 16:53:14,462 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.005496224999660626 (mp_runner.py:73) -2024-09-01 16:53:16,718 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.004121808000491001 (mp_runner.py:73) -2024-09-01 16:53:18,889 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.005583340000157477 (mp_runner.py:73) -2024-09-01 16:53:21,149 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.004221092000079807 (mp_runner.py:73) -2024-09-01 16:53:23,295 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.005455024998809677 (mp_runner.py:73) -2024-09-01 16:53:25,556 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0042804779986909125 (mp_runner.py:73) -2024-09-01 16:53:27,724 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.005366935998608824 (mp_runner.py:73) -2024-09-01 16:53:28,536 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0038s, count=6177, qps in this process: 205.8739 (mp_runner.py:76) -2024-09-01 16:53:28,537 | INFO |End search in concurrency 1: dur=30.04180219800037s, total_count=6177, qps=205.6135 (mp_runner.py:120) -2024-09-01 16:53:28,725 | INFO |Update largest qps with concurrency 1: current max_qps=205.6135 (mp_runner.py:124) -2024-09-01 16:53:29,145 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:53:29,146 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 16:53:34,189 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 16:53:34,235 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:53:34,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:53:34,239 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:53:34,240 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:53:34,265 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:53:38,112 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.005496151999977883 (mp_runner.py:73) -2024-09-01 16:53:38,112 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.005866006002179347 (mp_runner.py:73) -2024-09-01 16:53:38,113 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.007072814001730876 (mp_runner.py:73) -2024-09-01 16:53:38,115 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.008122291998006403 (mp_runner.py:73) -2024-09-01 16:53:38,118 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.011782739999034675 (mp_runner.py:73) -2024-09-01 16:53:41,932 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.007407744000374805 (mp_runner.py:73) -2024-09-01 16:53:41,933 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.007653720000234898 (mp_runner.py:73) -2024-09-01 16:53:41,933 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.007929901999887079 (mp_runner.py:73) -2024-09-01 16:53:41,933 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.008827245997963473 (mp_runner.py:73) -2024-09-01 16:53:41,934 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.009582123002473963 (mp_runner.py:73) -2024-09-01 16:53:46,245 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.008444101000350202 (mp_runner.py:73) -2024-09-01 16:53:46,245 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.008630492000520462 (mp_runner.py:73) -2024-09-01 16:53:46,245 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.008701006998308003 (mp_runner.py:73) -2024-09-01 16:53:46,245 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.008505111996782944 (mp_runner.py:73) -2024-09-01 16:53:46,246 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.008347771999979159 (mp_runner.py:73) -2024-09-01 16:53:49,940 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008954251003160607 (mp_runner.py:73) -2024-09-01 16:53:49,940 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.008857564000209095 (mp_runner.py:73) -2024-09-01 16:53:49,940 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008385020002606325 (mp_runner.py:73) -2024-09-01 16:53:49,941 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.008330762000696268 (mp_runner.py:73) -2024-09-01 16:53:49,946 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.014684898000268731 (mp_runner.py:73) -2024-09-01 16:53:53,813 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.00630195999838179 (mp_runner.py:73) -2024-09-01 16:53:53,814 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.007457035997504136 (mp_runner.py:73) -2024-09-01 16:53:53,814 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.007488808001653524 (mp_runner.py:73) -2024-09-01 16:53:53,814 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.007681126000534277 (mp_runner.py:73) -2024-09-01 16:53:53,815 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.008730534002097556 (mp_runner.py:73) -2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.009915262999129482 (mp_runner.py:73) -2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.004546745996776735 (mp_runner.py:73) -2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.010359592000895645 (mp_runner.py:73) -2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.008836934001010377 (mp_runner.py:73) -2024-09-01 16:53:57,584 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.00940710999930161 (mp_runner.py:73) -2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.008307306001370307 (mp_runner.py:73) -2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.008292226000776282 (mp_runner.py:73) -2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.009129422000114573 (mp_runner.py:73) -2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.008332367997354595 (mp_runner.py:73) -2024-09-01 16:54:01,573 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.007931826999993064 (mp_runner.py:73) -2024-09-01 16:54:04,241 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0012s, count=3853, qps in this process: 128.4282 (mp_runner.py:76) -2024-09-01 16:54:04,242 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.006s, count=3853, qps in this process: 128.4077 (mp_runner.py:76) -2024-09-01 16:54:04,249 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0043s, count=3854, qps in this process: 128.4483 (mp_runner.py:76) -2024-09-01 16:54:04,249 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0042s, count=3854, qps in this process: 128.4487 (mp_runner.py:76) -2024-09-01 16:54:04,274 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0003s, count=3859, qps in this process: 128.632 (mp_runner.py:76) -2024-09-01 16:54:04,276 | INFO |End search in concurrency 5: dur=30.0857967439988s, total_count=19273, qps=640.6013 (mp_runner.py:120) -2024-09-01 16:54:04,594 | INFO |Update largest qps with concurrency 5: current max_qps=640.6013 (mp_runner.py:124) -2024-09-01 16:54:05,016 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:54:05,016 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 16:54:15,185 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 16:54:15,255 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,272 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,272 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,281 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,323 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,330 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,333 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,356 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,357 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,357 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,358 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,358 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:15,372 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:24,428 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.01383112199982861 (mp_runner.py:73) -2024-09-01 16:54:24,429 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0178021899992018 (mp_runner.py:73) -2024-09-01 16:54:24,429 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.016250475997367175 (mp_runner.py:73) -2024-09-01 16:54:24,430 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.01718986599735217 (mp_runner.py:73) -2024-09-01 16:54:24,431 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.014728033998835599 (mp_runner.py:73) -2024-09-01 16:54:24,432 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.01985970200257725 (mp_runner.py:73) -2024-09-01 16:54:24,433 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.01892215599946212 (mp_runner.py:73) -2024-09-01 16:54:24,433 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.019162466000125278 (mp_runner.py:73) -2024-09-01 16:54:24,433 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.015504447001148947 (mp_runner.py:73) -2024-09-01 16:54:24,434 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.01896117999785929 (mp_runner.py:73) -2024-09-01 16:54:24,434 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.018617865000123857 (mp_runner.py:73) -2024-09-01 16:54:24,435 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.020174081000732258 (mp_runner.py:73) -2024-09-01 16:54:24,435 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.019499265999911586 (mp_runner.py:73) -2024-09-01 16:54:24,438 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.026314091999665834 (mp_runner.py:73) -2024-09-01 16:54:24,449 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.017108276002545608 (mp_runner.py:73) -2024-09-01 16:54:33,304 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.014927993001037976 (mp_runner.py:73) -2024-09-01 16:54:33,305 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.011789938998845173 (mp_runner.py:73) -2024-09-01 16:54:33,306 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.014849857001536293 (mp_runner.py:73) -2024-09-01 16:54:33,307 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.00976933199854102 (mp_runner.py:73) -2024-09-01 16:54:33,307 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.015646019997802796 (mp_runner.py:73) -2024-09-01 16:54:33,308 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.01790820699898177 (mp_runner.py:73) -2024-09-01 16:54:33,308 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.010248141999909421 (mp_runner.py:73) -2024-09-01 16:54:33,309 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.01802793299793848 (mp_runner.py:73) -2024-09-01 16:54:33,309 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.01521652899828041 (mp_runner.py:73) -2024-09-01 16:54:33,310 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.01986672500061104 (mp_runner.py:73) -2024-09-01 16:54:33,311 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.02166390900310944 (mp_runner.py:73) -2024-09-01 16:54:33,311 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.019118288000754546 (mp_runner.py:73) -2024-09-01 16:54:33,311 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.023000231001788052 (mp_runner.py:73) -2024-09-01 16:54:33,317 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.023682846000156133 (mp_runner.py:73) -2024-09-01 16:54:33,318 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.02916199999890523 (mp_runner.py:73) -2024-09-01 16:54:42,449 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.010588061002636096 (mp_runner.py:73) -2024-09-01 16:54:42,451 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.014408281000214629 (mp_runner.py:73) -2024-09-01 16:54:42,458 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.019937728000513744 (mp_runner.py:73) -2024-09-01 16:54:42,460 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.021317398000974208 (mp_runner.py:73) -2024-09-01 16:54:42,465 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.02256366499932483 (mp_runner.py:73) -2024-09-01 16:54:42,466 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.02411716200003866 (mp_runner.py:73) -2024-09-01 16:54:42,467 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.02651272799994331 (mp_runner.py:73) -2024-09-01 16:54:42,467 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.028329501001280732 (mp_runner.py:73) -2024-09-01 16:54:42,468 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.018215654999949038 (mp_runner.py:73) -2024-09-01 16:54:42,469 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.030514723002852406 (mp_runner.py:73) -2024-09-01 16:54:42,469 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.029224965001048986 (mp_runner.py:73) -2024-09-01 16:54:42,472 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.0361096019987599 (mp_runner.py:73) -2024-09-01 16:54:42,472 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.011913455000467366 (mp_runner.py:73) -2024-09-01 16:54:42,475 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.038754434001020854 (mp_runner.py:73) -2024-09-01 16:54:42,489 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.051097851999656996 (mp_runner.py:73) -2024-09-01 16:54:45,279 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0207s, count=1645, qps in this process: 54.7955 (mp_runner.py:76) -2024-09-01 16:54:45,280 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0082s, count=1645, qps in this process: 54.8183 (mp_runner.py:76) -2024-09-01 16:54:45,293 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0196s, count=1645, qps in this process: 54.7975 (mp_runner.py:76) -2024-09-01 16:54:45,308 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0215s, count=1646, qps in this process: 54.8274 (mp_runner.py:76) -2024-09-01 16:54:45,344 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0157s, count=1648, qps in this process: 54.9046 (mp_runner.py:76) -2024-09-01 16:54:45,346 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0023s, count=1648, qps in this process: 54.9291 (mp_runner.py:76) -2024-09-01 16:54:45,353 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0213s, count=1648, qps in this process: 54.8944 (mp_runner.py:76) -2024-09-01 16:54:45,366 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0006s, count=1650, qps in this process: 54.9989 (mp_runner.py:76) -2024-09-01 16:54:45,366 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0018s, count=1650, qps in this process: 54.9967 (mp_runner.py:76) -2024-09-01 16:54:45,366 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0045s, count=1650, qps in this process: 54.9918 (mp_runner.py:76) -2024-09-01 16:54:45,366 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0045s, count=1650, qps in this process: 54.9918 (mp_runner.py:76) -2024-09-01 16:54:45,367 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0053s, count=1650, qps in this process: 54.9903 (mp_runner.py:76) -2024-09-01 16:54:45,367 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0049s, count=1650, qps in this process: 54.991 (mp_runner.py:76) -2024-09-01 16:54:45,367 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0056s, count=1650, qps in this process: 54.9897 (mp_runner.py:76) -2024-09-01 16:54:45,388 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0078s, count=1653, qps in this process: 55.0857 (mp_runner.py:76) -2024-09-01 16:54:45,391 | INFO |End search in concurrency 15: dur=30.20617474000028s, total_count=24728, qps=818.6406 (mp_runner.py:120) -2024-09-01 16:54:46,275 | INFO |Update largest qps with concurrency 15: current max_qps=818.6406 (mp_runner.py:124) -2024-09-01 16:54:46,684 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:54:46,684 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 16:54:56,933 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 16:54:57,092 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,093 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,095 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,099 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,100 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,127 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,127 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,129 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,130 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,134 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,160 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,173 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,176 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,185 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,185 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:54:57,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:08,896 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.019277839001006214 (mp_runner.py:73) -2024-09-01 16:55:08,896 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.015231147001031786 (mp_runner.py:73) -2024-09-01 16:55:08,896 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.021498371999769006 (mp_runner.py:73) -2024-09-01 16:55:08,897 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.021605124002235243 (mp_runner.py:73) -2024-09-01 16:55:08,898 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.01943209299861337 (mp_runner.py:73) -2024-09-01 16:55:08,898 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.02059761000055005 (mp_runner.py:73) -2024-09-01 16:55:08,898 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.02305257099942537 (mp_runner.py:73) -2024-09-01 16:55:08,898 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.02217973900042125 (mp_runner.py:73) -2024-09-01 16:55:08,902 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.027011836999008665 (mp_runner.py:73) -2024-09-01 16:55:08,902 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.027788237002823735 (mp_runner.py:73) -2024-09-01 16:55:08,903 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.025922344997525215 (mp_runner.py:73) -2024-09-01 16:55:08,903 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.021795443000883097 (mp_runner.py:73) -2024-09-01 16:55:08,904 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.023716943000181345 (mp_runner.py:73) -2024-09-01 16:55:08,905 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.02585819300293224 (mp_runner.py:73) -2024-09-01 16:55:08,905 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.02821440600018832 (mp_runner.py:73) -2024-09-01 16:55:08,906 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.02653674799876171 (mp_runner.py:73) -2024-09-01 16:55:08,907 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.026281729999027448 (mp_runner.py:73) -2024-09-01 16:55:08,908 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.030148992998874746 (mp_runner.py:73) -2024-09-01 16:55:08,909 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.029464434999681544 (mp_runner.py:73) -2024-09-01 16:55:08,909 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.03196439699968323 (mp_runner.py:73) -2024-09-01 16:55:20,588 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.02234805099942605 (mp_runner.py:73) -2024-09-01 16:55:20,588 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.015033146999485325 (mp_runner.py:73) -2024-09-01 16:55:20,589 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.03612620300191338 (mp_runner.py:73) -2024-09-01 16:55:20,589 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.03222195100170211 (mp_runner.py:73) -2024-09-01 16:55:20,589 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.02776873299808358 (mp_runner.py:73) -2024-09-01 16:55:20,590 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.0373277569997299 (mp_runner.py:73) -2024-09-01 16:55:20,590 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.02484318099959637 (mp_runner.py:73) -2024-09-01 16:55:20,591 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.02199926500179572 (mp_runner.py:73) -2024-09-01 16:55:20,591 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.027702590999979293 (mp_runner.py:73) -2024-09-01 16:55:20,592 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.036231846002920065 (mp_runner.py:73) -2024-09-01 16:55:20,592 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.021363707001000876 (mp_runner.py:73) -2024-09-01 16:55:20,593 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.017589006998605328 (mp_runner.py:73) -2024-09-01 16:55:20,593 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.03308282999932999 (mp_runner.py:73) -2024-09-01 16:55:20,594 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.04054099900167785 (mp_runner.py:73) -2024-09-01 16:55:20,594 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.03608648099907441 (mp_runner.py:73) -2024-09-01 16:55:20,595 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.039844881001044996 (mp_runner.py:73) -2024-09-01 16:55:20,597 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.036442828000872396 (mp_runner.py:73) -2024-09-01 16:55:20,598 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.03358649700021488 (mp_runner.py:73) -2024-09-01 16:55:20,603 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.05150762199991732 (mp_runner.py:73) -2024-09-01 16:55:20,605 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.023673652001889423 (mp_runner.py:73) -2024-09-01 16:55:27,108 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0105s, count=1278, qps in this process: 42.5851 (mp_runner.py:76) -2024-09-01 16:55:27,117 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0082s, count=1279, qps in this process: 42.6217 (mp_runner.py:76) -2024-09-01 16:55:27,125 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0304s, count=1278, qps in this process: 42.5569 (mp_runner.py:76) -2024-09-01 16:55:27,131 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0254s, count=1278, qps in this process: 42.564 (mp_runner.py:76) -2024-09-01 16:55:27,137 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0085s, count=1279, qps in this process: 42.6213 (mp_runner.py:76) -2024-09-01 16:55:27,141 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0009s, count=1279, qps in this process: 42.6321 (mp_runner.py:76) -2024-09-01 16:55:27,144 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0104s, count=1279, qps in this process: 42.6186 (mp_runner.py:76) -2024-09-01 16:55:27,145 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0114s, count=1280, qps in this process: 42.6505 (mp_runner.py:76) -2024-09-01 16:55:27,146 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0174s, count=1280, qps in this process: 42.6419 (mp_runner.py:76) -2024-09-01 16:55:27,156 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0622s, count=1278, qps in this process: 42.5119 (mp_runner.py:76) -2024-09-01 16:55:27,176 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0126s, count=1281, qps in this process: 42.6821 (mp_runner.py:76) -2024-09-01 16:55:27,183 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0015s, count=1281, qps in this process: 42.6979 (mp_runner.py:76) -2024-09-01 16:55:27,188 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0065s, count=1282, qps in this process: 42.7241 (mp_runner.py:76) -2024-09-01 16:55:27,188 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0068s, count=1282, qps in this process: 42.7236 (mp_runner.py:76) -2024-09-01 16:55:27,189 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0118s, count=1282, qps in this process: 42.7165 (mp_runner.py:76) -2024-09-01 16:55:27,191 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0095s, count=1282, qps in this process: 42.7198 (mp_runner.py:76) -2024-09-01 16:55:27,191 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0095s, count=1282, qps in this process: 42.7198 (mp_runner.py:76) -2024-09-01 16:55:27,199 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0003s, count=1283, qps in this process: 42.7662 (mp_runner.py:76) -2024-09-01 16:55:27,204 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0023s, count=1284, qps in this process: 42.7967 (mp_runner.py:76) -2024-09-01 16:55:27,204 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0024s, count=1284, qps in this process: 42.7966 (mp_runner.py:76) -2024-09-01 16:55:27,207 | INFO |End search in concurrency 20: dur=30.273411784000928s, total_count=25611, qps=845.9899 (mp_runner.py:120) -2024-09-01 16:55:28,510 | INFO |Update largest qps with concurrency 20: current max_qps=845.9899 (mp_runner.py:124) -2024-09-01 16:55:28,923 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:55:28,924 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 16:55:39,265 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 16:55:39,362 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,375 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,442 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,469 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,469 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,484 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,488 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,488 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,491 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,493 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,500 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,509 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,527 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,537 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:39,561 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:55:54,218 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.028614455000933958 (mp_runner.py:73) -2024-09-01 16:55:54,218 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.02871210399825941 (mp_runner.py:73) -2024-09-01 16:55:54,219 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.029570431001047837 (mp_runner.py:73) -2024-09-01 16:55:54,219 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.030664507001347374 (mp_runner.py:73) -2024-09-01 16:55:54,220 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.032245323000097414 (mp_runner.py:73) -2024-09-01 16:55:54,221 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.0329460620014288 (mp_runner.py:73) -2024-09-01 16:55:54,221 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.032489776000147685 (mp_runner.py:73) -2024-09-01 16:55:54,229 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.007432491998770274 (mp_runner.py:73) -2024-09-01 16:55:54,236 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.020125199000176508 (mp_runner.py:73) -2024-09-01 16:55:54,241 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.032137692000105744 (mp_runner.py:73) -2024-09-01 16:55:54,244 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.02222813899788889 (mp_runner.py:73) -2024-09-01 16:55:54,246 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.034211775000585476 (mp_runner.py:73) -2024-09-01 16:55:54,248 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.02869645999817294 (mp_runner.py:73) -2024-09-01 16:55:54,248 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.032450435999635374 (mp_runner.py:73) -2024-09-01 16:55:54,252 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.022610791002080077 (mp_runner.py:73) -2024-09-01 16:55:54,255 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.027144037001562538 (mp_runner.py:73) -2024-09-01 16:55:54,256 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.032210841000051005 (mp_runner.py:73) -2024-09-01 16:55:54,260 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.025035537997609936 (mp_runner.py:73) -2024-09-01 16:55:54,261 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.0350663600002008 (mp_runner.py:73) -2024-09-01 16:55:54,261 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.030324973002279876 (mp_runner.py:73) -2024-09-01 16:55:54,264 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.026904668997303816 (mp_runner.py:73) -2024-09-01 16:55:54,266 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.026200673000857932 (mp_runner.py:73) -2024-09-01 16:55:54,267 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01695646900043357 (mp_runner.py:73) -2024-09-01 16:55:54,267 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.04934326299917302 (mp_runner.py:73) -2024-09-01 16:55:54,272 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.06077470099990023 (mp_runner.py:73) -2024-09-01 16:56:08,269 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.02378496999881463 (mp_runner.py:73) -2024-09-01 16:56:08,269 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.023201012998470105 (mp_runner.py:73) -2024-09-01 16:56:08,270 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.025265093998314114 (mp_runner.py:73) -2024-09-01 16:56:08,270 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.023675365002418403 (mp_runner.py:73) -2024-09-01 16:56:08,271 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.028180891000374686 (mp_runner.py:73) -2024-09-01 16:56:08,271 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.025693313000374474 (mp_runner.py:73) -2024-09-01 16:56:08,272 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.028439240999432513 (mp_runner.py:73) -2024-09-01 16:56:08,272 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.027024195002013585 (mp_runner.py:73) -2024-09-01 16:56:08,273 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.02306967100230395 (mp_runner.py:73) -2024-09-01 16:56:08,273 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.03185288800159469 (mp_runner.py:73) -2024-09-01 16:56:08,274 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.03072422699915478 (mp_runner.py:73) -2024-09-01 16:56:08,274 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.01964066099753836 (mp_runner.py:73) -2024-09-01 16:56:08,275 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.029245382000226527 (mp_runner.py:73) -2024-09-01 16:56:08,275 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.027595998002652777 (mp_runner.py:73) -2024-09-01 16:56:08,276 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.03286753499924089 (mp_runner.py:73) -2024-09-01 16:56:08,276 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.03352894799900241 (mp_runner.py:73) -2024-09-01 16:56:08,277 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.033138147002318874 (mp_runner.py:73) -2024-09-01 16:56:08,278 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.036348383997392375 (mp_runner.py:73) -2024-09-01 16:56:08,279 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.03558696999971289 (mp_runner.py:73) -2024-09-01 16:56:08,280 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.02372104900132399 (mp_runner.py:73) -2024-09-01 16:56:08,281 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.03361286500148708 (mp_runner.py:73) -2024-09-01 16:56:08,282 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.03689564899832476 (mp_runner.py:73) -2024-09-01 16:56:08,282 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.03750879000290297 (mp_runner.py:73) -2024-09-01 16:56:08,291 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.04905413099913858 (mp_runner.py:73) -2024-09-01 16:56:08,395 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.041901733002305264 (mp_runner.py:73) -2024-09-01 16:56:09,363 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0003s, count=1036, qps in this process: 34.533 (mp_runner.py:76) -2024-09-01 16:56:09,379 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0005s, count=1037, qps in this process: 34.5661 (mp_runner.py:76) -2024-09-01 16:56:09,390 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0134s, count=1037, qps in this process: 34.5512 (mp_runner.py:76) -2024-09-01 16:56:09,442 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0106s, count=1039, qps in this process: 34.6211 (mp_runner.py:76) -2024-09-01 16:56:09,443 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0054s, count=1039, qps in this process: 34.6271 (mp_runner.py:76) -2024-09-01 16:56:09,443 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0022s, count=1039, qps in this process: 34.6308 (mp_runner.py:76) -2024-09-01 16:56:09,474 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0284s, count=1040, qps in this process: 34.6339 (mp_runner.py:76) -2024-09-01 16:56:09,494 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0069s, count=1041, qps in this process: 34.692 (mp_runner.py:76) -2024-09-01 16:56:09,496 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0018s, count=1041, qps in this process: 34.6979 (mp_runner.py:76) -2024-09-01 16:56:09,496 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0226s, count=1041, qps in this process: 34.6739 (mp_runner.py:76) -2024-09-01 16:56:09,496 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0229s, count=1041, qps in this process: 34.6735 (mp_runner.py:76) -2024-09-01 16:56:09,508 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0105s, count=1042, qps in this process: 34.7212 (mp_runner.py:76) -2024-09-01 16:56:09,508 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0154s, count=1042, qps in this process: 34.7155 (mp_runner.py:76) -2024-09-01 16:56:09,517 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0069s, count=1042, qps in this process: 34.7253 (mp_runner.py:76) -2024-09-01 16:56:09,517 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0244s, count=1042, qps in this process: 34.7051 (mp_runner.py:76) -2024-09-01 16:56:09,522 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0011s, count=1043, qps in this process: 34.7654 (mp_runner.py:76) -2024-09-01 16:56:09,523 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0024s, count=1043, qps in this process: 34.7639 (mp_runner.py:76) -2024-09-01 16:56:09,524 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0113s, count=1043, qps in this process: 34.7536 (mp_runner.py:76) -2024-09-01 16:56:09,539 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0081s, count=1044, qps in this process: 34.7906 (mp_runner.py:76) -2024-09-01 16:56:09,550 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0046s, count=1045, qps in this process: 34.828 (mp_runner.py:76) -2024-09-01 16:56:09,550 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0071s, count=1045, qps in this process: 34.8251 (mp_runner.py:76) -2024-09-01 16:56:09,559 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0062s, count=1046, qps in this process: 34.8595 (mp_runner.py:76) -2024-09-01 16:56:09,559 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0065s, count=1046, qps in this process: 34.8591 (mp_runner.py:76) -2024-09-01 16:56:09,574 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.006s, count=1048, qps in this process: 34.9263 (mp_runner.py:76) -2024-09-01 16:56:09,574 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0059s, count=1048, qps in this process: 34.9265 (mp_runner.py:76) -2024-09-01 16:56:09,577 | INFO |End search in concurrency 25: dur=30.31096331200024s, total_count=26050, qps=859.425 (mp_runner.py:120) -2024-09-01 16:56:11,291 | INFO |Update largest qps with concurrency 25: current max_qps=859.425 (mp_runner.py:124) -2024-09-01 16:56:11,719 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:56:11,719 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 16:56:22,176 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 16:56:22,226 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,379 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,390 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,394 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,409 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,422 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,438 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,455 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,470 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,477 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,477 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,480 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,499 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,508 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,530 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,533 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:22,535 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:56:39,981 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.024906378999730805 (mp_runner.py:73) -2024-09-01 16:56:39,983 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.010156416999961948 (mp_runner.py:73) -2024-09-01 16:56:39,983 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.016920576003030874 (mp_runner.py:73) -2024-09-01 16:56:39,985 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.015486866999708582 (mp_runner.py:73) -2024-09-01 16:56:39,985 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.03322982600002433 (mp_runner.py:73) -2024-09-01 16:56:39,987 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.011897829001100035 (mp_runner.py:73) -2024-09-01 16:56:39,988 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.022048668000934413 (mp_runner.py:73) -2024-09-01 16:56:39,989 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.037463436001416994 (mp_runner.py:73) -2024-09-01 16:56:39,991 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.003835477000393439 (mp_runner.py:73) -2024-09-01 16:56:39,994 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.023002901001746068 (mp_runner.py:73) -2024-09-01 16:56:39,996 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.03601935899860109 (mp_runner.py:73) -2024-09-01 16:56:39,997 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.0075973909988533705 (mp_runner.py:73) -2024-09-01 16:56:39,999 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.031220400000165682 (mp_runner.py:73) -2024-09-01 16:56:40,000 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.035920533002354205 (mp_runner.py:73) -2024-09-01 16:56:40,007 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.04716994099726435 (mp_runner.py:73) -2024-09-01 16:56:40,008 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.05956772299759905 (mp_runner.py:73) -2024-09-01 16:56:40,011 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.04149742600202444 (mp_runner.py:73) -2024-09-01 16:56:40,012 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.004741398999613011 (mp_runner.py:73) -2024-09-01 16:56:40,012 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.04487358500045957 (mp_runner.py:73) -2024-09-01 16:56:40,013 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.059725484999944456 (mp_runner.py:73) -2024-09-01 16:56:40,014 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.05792503799966653 (mp_runner.py:73) -2024-09-01 16:56:40,014 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.025967347999539925 (mp_runner.py:73) -2024-09-01 16:56:40,015 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.05171412100025918 (mp_runner.py:73) -2024-09-01 16:56:40,020 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.06653462599933846 (mp_runner.py:73) -2024-09-01 16:56:40,025 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.07520950399702997 (mp_runner.py:73) -2024-09-01 16:56:40,025 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.010201184002653463 (mp_runner.py:73) -2024-09-01 16:56:40,029 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.011181891000887845 (mp_runner.py:73) -2024-09-01 16:56:40,030 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.05910028400103329 (mp_runner.py:73) -2024-09-01 16:56:40,037 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.06408913999985089 (mp_runner.py:73) -2024-09-01 16:56:40,041 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.04916163899906678 (mp_runner.py:73) -2024-09-01 16:56:52,243 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0031s, count=862, qps in this process: 28.7304 (mp_runner.py:76) -2024-09-01 16:56:52,389 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0076s, count=866, qps in this process: 28.8594 (mp_runner.py:76) -2024-09-01 16:56:52,415 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0135s, count=868, qps in this process: 28.9203 (mp_runner.py:76) -2024-09-01 16:56:52,424 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0306s, count=868, qps in this process: 28.9039 (mp_runner.py:76) -2024-09-01 16:56:52,439 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0056s, count=868, qps in this process: 28.9279 (mp_runner.py:76) -2024-09-01 16:56:52,445 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0121s, count=869, qps in this process: 28.955 (mp_runner.py:76) -2024-09-01 16:56:52,447 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0095s, count=869, qps in this process: 28.9575 (mp_runner.py:76) -2024-09-01 16:56:52,452 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0182s, count=869, qps in this process: 28.9491 (mp_runner.py:76) -2024-09-01 16:56:52,452 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0021s, count=869, qps in this process: 28.9646 (mp_runner.py:76) -2024-09-01 16:56:52,457 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0271s, count=869, qps in this process: 28.9405 (mp_runner.py:76) -2024-09-01 16:56:52,458 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0245s, count=869, qps in this process: 28.943 (mp_runner.py:76) -2024-09-01 16:56:52,459 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0025s, count=870, qps in this process: 28.9976 (mp_runner.py:76) -2024-09-01 16:56:52,460 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0438s, count=869, qps in this process: 28.9244 (mp_runner.py:76) -2024-09-01 16:56:52,483 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0034s, count=871, qps in this process: 29.03 (mp_runner.py:76) -2024-09-01 16:56:52,486 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0127s, count=871, qps in this process: 29.021 (mp_runner.py:76) -2024-09-01 16:56:52,487 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0139s, count=871, qps in this process: 29.0199 (mp_runner.py:76) -2024-09-01 16:56:52,488 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0547s, count=869, qps in this process: 28.9139 (mp_runner.py:76) -2024-09-01 16:56:52,491 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0117s, count=871, qps in this process: 29.022 (mp_runner.py:76) -2024-09-01 16:56:52,496 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0097s, count=871, qps in this process: 29.0239 (mp_runner.py:76) -2024-09-01 16:56:52,497 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0222s, count=871, qps in this process: 29.0119 (mp_runner.py:76) -2024-09-01 16:56:52,506 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0267s, count=871, qps in this process: 29.0075 (mp_runner.py:76) -2024-09-01 16:56:52,506 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0018s, count=872, qps in this process: 29.0649 (mp_runner.py:76) -2024-09-01 16:56:52,508 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0014s, count=872, qps in this process: 29.0653 (mp_runner.py:76) -2024-09-01 16:56:52,521 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0031s, count=869, qps in this process: 28.9637 (mp_runner.py:76) -2024-09-01 16:56:52,526 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0127s, count=874, qps in this process: 29.121 (mp_runner.py:76) -2024-09-01 16:56:52,526 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0113s, count=874, qps in this process: 29.1224 (mp_runner.py:76) -2024-09-01 16:56:52,530 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0119s, count=874, qps in this process: 29.1218 (mp_runner.py:76) -2024-09-01 16:56:52,543 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0052s, count=877, qps in this process: 29.2283 (mp_runner.py:76) -2024-09-01 16:56:52,543 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0022s, count=877, qps in this process: 29.2312 (mp_runner.py:76) -2024-09-01 16:56:52,543 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0035s, count=877, qps in this process: 29.2299 (mp_runner.py:76) -2024-09-01 16:56:52,547 | INFO |End search in concurrency 30: dur=30.370334467999783s, total_count=26117, qps=859.951 (mp_runner.py:120) -2024-09-01 16:56:54,642 | INFO |Update largest qps with concurrency 30: current max_qps=859.951 (mp_runner.py:124) -2024-09-01 16:56:55,069 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:56:55,069 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 16:57:05,625 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 16:57:05,692 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,693 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,776 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,793 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,793 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,906 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,906 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,906 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,912 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,912 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,913 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,929 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,947 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,948 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,959 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,981 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,983 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,984 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,992 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,992 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:05,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,020 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,037 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,037 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,058 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,075 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,098 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,111 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,115 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:06,137 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:26,021 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.023483105997001985 (mp_runner.py:73) -2024-09-01 16:57:26,021 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.021651142997143324 (mp_runner.py:73) -2024-09-01 16:57:26,021 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.030266305002442095 (mp_runner.py:73) -2024-09-01 16:57:26,021 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.030331304998981068 (mp_runner.py:73) -2024-09-01 16:57:26,022 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.0178594310018525 (mp_runner.py:73) -2024-09-01 16:57:26,022 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.01486973199644126 (mp_runner.py:73) -2024-09-01 16:57:26,022 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01737084499836783 (mp_runner.py:73) -2024-09-01 16:57:26,022 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.027903000998776406 (mp_runner.py:73) -2024-09-01 16:57:26,025 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03296216099988669 (mp_runner.py:73) -2024-09-01 16:57:26,028 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.029446406002534786 (mp_runner.py:73) -2024-09-01 16:57:26,029 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.036490272999799345 (mp_runner.py:73) -2024-09-01 16:57:26,031 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.033675595001113834 (mp_runner.py:73) -2024-09-01 16:57:26,034 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03275061700333026 (mp_runner.py:73) -2024-09-01 16:57:26,036 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.02689927000028547 (mp_runner.py:73) -2024-09-01 16:57:26,036 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.00678972999958205 (mp_runner.py:73) -2024-09-01 16:57:26,039 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.0478507929983607 (mp_runner.py:73) -2024-09-01 16:57:26,039 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.04346973999781767 (mp_runner.py:73) -2024-09-01 16:57:26,040 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.029111812000337522 (mp_runner.py:73) -2024-09-01 16:57:26,041 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.04503689599732752 (mp_runner.py:73) -2024-09-01 16:57:26,042 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04939268000089214 (mp_runner.py:73) -2024-09-01 16:57:26,044 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.03251403999820468 (mp_runner.py:73) -2024-09-01 16:57:26,048 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.035575229001551634 (mp_runner.py:73) -2024-09-01 16:57:26,050 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.05469547900065663 (mp_runner.py:73) -2024-09-01 16:57:26,052 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.03466185899742413 (mp_runner.py:73) -2024-09-01 16:57:26,056 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.047842812000453705 (mp_runner.py:73) -2024-09-01 16:57:26,057 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.05038772400075686 (mp_runner.py:73) -2024-09-01 16:57:26,060 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.045959420000144746 (mp_runner.py:73) -2024-09-01 16:57:26,065 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.05563897100000759 (mp_runner.py:73) -2024-09-01 16:57:26,069 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.05061355900033959 (mp_runner.py:73) -2024-09-01 16:57:26,070 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.06273614499878022 (mp_runner.py:73) -2024-09-01 16:57:26,070 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.05401589300163323 (mp_runner.py:73) -2024-09-01 16:57:26,073 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.059754290003183996 (mp_runner.py:73) -2024-09-01 16:57:26,073 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.058782228003110504 (mp_runner.py:73) -2024-09-01 16:57:26,074 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.058071270999789704 (mp_runner.py:73) -2024-09-01 16:57:26,075 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.05438845800017589 (mp_runner.py:73) -2024-09-01 16:57:35,733 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0369s, count=750, qps in this process: 24.9693 (mp_runner.py:76) -2024-09-01 16:57:35,738 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0386s, count=750, qps in this process: 24.9679 (mp_runner.py:76) -2024-09-01 16:57:35,789 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0009s, count=752, qps in this process: 25.0659 (mp_runner.py:76) -2024-09-01 16:57:35,806 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0112s, count=752, qps in this process: 25.0573 (mp_runner.py:76) -2024-09-01 16:57:35,814 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0165s, count=752, qps in this process: 25.0529 (mp_runner.py:76) -2024-09-01 16:57:35,854 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0149s, count=753, qps in this process: 25.0875 (mp_runner.py:76) -2024-09-01 16:57:35,872 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0112s, count=754, qps in this process: 25.124 (mp_runner.py:76) -2024-09-01 16:57:35,873 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0186s, count=754, qps in this process: 25.1178 (mp_runner.py:76) -2024-09-01 16:57:35,877 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0157s, count=754, qps in this process: 25.1202 (mp_runner.py:76) -2024-09-01 16:57:35,904 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0212s, count=755, qps in this process: 25.1489 (mp_runner.py:76) -2024-09-01 16:57:35,934 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0115s, count=756, qps in this process: 25.1903 (mp_runner.py:76) -2024-09-01 16:57:35,934 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.025s, count=756, qps in this process: 25.179 (mp_runner.py:76) -2024-09-01 16:57:35,936 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0145s, count=756, qps in this process: 25.1878 (mp_runner.py:76) -2024-09-01 16:57:35,936 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0053s, count=756, qps in this process: 25.1955 (mp_runner.py:76) -2024-09-01 16:57:35,936 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0273s, count=756, qps in this process: 25.1771 (mp_runner.py:76) -2024-09-01 16:57:35,942 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0328s, count=756, qps in this process: 25.1725 (mp_runner.py:76) -2024-09-01 16:57:35,943 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.021s, count=756, qps in this process: 25.1824 (mp_runner.py:76) -2024-09-01 16:57:35,955 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0034s, count=757, qps in this process: 25.2305 (mp_runner.py:76) -2024-09-01 16:57:35,956 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0043s, count=757, qps in this process: 25.2297 (mp_runner.py:76) -2024-09-01 16:57:35,989 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0004s, count=756, qps in this process: 25.1997 (mp_runner.py:76) -2024-09-01 16:57:35,990 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0279s, count=758, qps in this process: 25.2432 (mp_runner.py:76) -2024-09-01 16:57:35,995 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0063s, count=759, qps in this process: 25.2947 (mp_runner.py:76) -2024-09-01 16:57:36,000 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0093s, count=759, qps in this process: 25.2922 (mp_runner.py:76) -2024-09-01 16:57:36,008 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0102s, count=760, qps in this process: 25.3247 (mp_runner.py:76) -2024-09-01 16:57:36,015 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0133s, count=760, qps in this process: 25.3221 (mp_runner.py:76) -2024-09-01 16:57:36,016 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0175s, count=759, qps in this process: 25.2853 (mp_runner.py:76) -2024-09-01 16:57:36,037 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0115s, count=761, qps in this process: 25.3569 (mp_runner.py:76) -2024-09-01 16:57:36,051 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0078s, count=762, qps in this process: 25.3934 (mp_runner.py:76) -2024-09-01 16:57:36,061 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0179s, count=762, qps in this process: 25.3849 (mp_runner.py:76) -2024-09-01 16:57:36,071 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0063s, count=763, qps in this process: 25.428 (mp_runner.py:76) -2024-09-01 16:57:36,088 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0061s, count=764, qps in this process: 25.4615 (mp_runner.py:76) -2024-09-01 16:57:36,112 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0036s, count=766, qps in this process: 25.5303 (mp_runner.py:76) -2024-09-01 16:57:36,127 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0057s, count=768, qps in this process: 25.5951 (mp_runner.py:76) -2024-09-01 16:57:36,127 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0052s, count=768, qps in this process: 25.5956 (mp_runner.py:76) -2024-09-01 16:57:36,149 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0021s, count=773, qps in this process: 25.7649 (mp_runner.py:76) -2024-09-01 16:57:36,152 | INFO |End search in concurrency 35: dur=30.525673451997136s, total_count=26530, qps=869.1045 (mp_runner.py:120) -2024-09-01 16:57:38,566 | INFO |Update largest qps with concurrency 35: current max_qps=869.1045 (mp_runner.py:124) -2024-09-01 16:57:38,991 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:57:38,992 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 16:57:49,662 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 16:57:49,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:49,911 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:49,966 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:49,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,009 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,009 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,015 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,043 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,044 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,044 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,048 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,048 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,052 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,053 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,057 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,063 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,063 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,063 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,075 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,077 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,077 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,077 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,077 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,078 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,078 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,079 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,140 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,140 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:57:50,187 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:12,536 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.038082540002505993 (mp_runner.py:73) -2024-09-01 16:58:12,537 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.0425251520027814 (mp_runner.py:73) -2024-09-01 16:58:12,538 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.03739450799912447 (mp_runner.py:73) -2024-09-01 16:58:12,540 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.04660624200187158 (mp_runner.py:73) -2024-09-01 16:58:12,541 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.04986944000120275 (mp_runner.py:73) -2024-09-01 16:58:12,541 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.03662095099934959 (mp_runner.py:73) -2024-09-01 16:58:12,543 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.05078701000093133 (mp_runner.py:73) -2024-09-01 16:58:12,544 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.0304036300003645 (mp_runner.py:73) -2024-09-01 16:58:12,545 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.04831700299837394 (mp_runner.py:73) -2024-09-01 16:58:12,545 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.04931438600033289 (mp_runner.py:73) -2024-09-01 16:58:12,546 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.04037724899899331 (mp_runner.py:73) -2024-09-01 16:58:12,547 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.050019982998492196 (mp_runner.py:73) -2024-09-01 16:58:12,548 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.04718254699764657 (mp_runner.py:73) -2024-09-01 16:58:12,549 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.04526388199883513 (mp_runner.py:73) -2024-09-01 16:58:12,550 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.06031885999982478 (mp_runner.py:73) -2024-09-01 16:58:12,551 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.04872026600060053 (mp_runner.py:73) -2024-09-01 16:58:12,551 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.052983630001108395 (mp_runner.py:73) -2024-09-01 16:58:12,553 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.03704085899880738 (mp_runner.py:73) -2024-09-01 16:58:12,553 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.04231380299825105 (mp_runner.py:73) -2024-09-01 16:58:12,555 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.03459175799798686 (mp_runner.py:73) -2024-09-01 16:58:12,555 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.048067515999719035 (mp_runner.py:73) -2024-09-01 16:58:12,557 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.045572122999146814 (mp_runner.py:73) -2024-09-01 16:58:12,557 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.06243650199758122 (mp_runner.py:73) -2024-09-01 16:58:12,558 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.04317068599993945 (mp_runner.py:73) -2024-09-01 16:58:12,558 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.0675774299998011 (mp_runner.py:73) -2024-09-01 16:58:12,559 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.05932365500120795 (mp_runner.py:73) -2024-09-01 16:58:12,560 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.0713660900000832 (mp_runner.py:73) -2024-09-01 16:58:12,560 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.05278609100059839 (mp_runner.py:73) -2024-09-01 16:58:12,563 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.0392019690007146 (mp_runner.py:73) -2024-09-01 16:58:12,565 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.05287800199948833 (mp_runner.py:73) -2024-09-01 16:58:12,566 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.07786917100020219 (mp_runner.py:73) -2024-09-01 16:58:12,566 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.04863991699676262 (mp_runner.py:73) -2024-09-01 16:58:12,569 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.0515160430004471 (mp_runner.py:73) -2024-09-01 16:58:12,570 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.06741869299730752 (mp_runner.py:73) -2024-09-01 16:58:12,572 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.04092593899986241 (mp_runner.py:73) -2024-09-01 16:58:12,575 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.061824996999348514 (mp_runner.py:73) -2024-09-01 16:58:12,583 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.06905700000061188 (mp_runner.py:73) -2024-09-01 16:58:12,584 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.060204852001334075 (mp_runner.py:73) -2024-09-01 16:58:12,590 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.07980328400299186 (mp_runner.py:73) -2024-09-01 16:58:12,599 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.07940815199981444 (mp_runner.py:73) -2024-09-01 16:58:19,929 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0156s, count=667, qps in this process: 22.2218 (mp_runner.py:76) -2024-09-01 16:58:19,932 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0166s, count=667, qps in this process: 22.221 (mp_runner.py:76) -2024-09-01 16:58:20,014 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0401s, count=669, qps in this process: 22.2702 (mp_runner.py:76) -2024-09-01 16:58:20,058 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0418s, count=670, qps in this process: 22.3023 (mp_runner.py:76) -2024-09-01 16:58:20,059 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0113s, count=670, qps in this process: 22.3249 (mp_runner.py:76) -2024-09-01 16:58:20,061 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0185s, count=670, qps in this process: 22.3196 (mp_runner.py:76) -2024-09-01 16:58:20,063 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0466s, count=670, qps in this process: 22.2987 (mp_runner.py:76) -2024-09-01 16:58:20,063 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0199s, count=670, qps in this process: 22.3185 (mp_runner.py:76) -2024-09-01 16:58:20,065 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.009s, count=670, qps in this process: 22.3266 (mp_runner.py:76) -2024-09-01 16:58:20,067 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0636s, count=670, qps in this process: 22.2861 (mp_runner.py:76) -2024-09-01 16:58:20,067 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0485s, count=670, qps in this process: 22.2973 (mp_runner.py:76) -2024-09-01 16:58:20,069 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0211s, count=670, qps in this process: 22.3176 (mp_runner.py:76) -2024-09-01 16:58:20,070 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0217s, count=670, qps in this process: 22.3172 (mp_runner.py:76) -2024-09-01 16:58:20,070 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0027s, count=670, qps in this process: 22.3313 (mp_runner.py:76) -2024-09-01 16:58:20,071 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0106s, count=670, qps in this process: 22.3254 (mp_runner.py:76) -2024-09-01 16:58:20,072 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0019s, count=670, qps in this process: 22.3319 (mp_runner.py:76) -2024-09-01 16:58:20,072 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.009s, count=670, qps in this process: 22.3266 (mp_runner.py:76) -2024-09-01 16:58:20,078 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0149s, count=671, qps in this process: 22.3556 (mp_runner.py:76) -2024-09-01 16:58:20,079 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0094s, count=671, qps in this process: 22.3597 (mp_runner.py:76) -2024-09-01 16:58:20,082 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0022s, count=671, qps in this process: 22.365 (mp_runner.py:76) -2024-09-01 16:58:20,083 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.003s, count=671, qps in this process: 22.3644 (mp_runner.py:76) -2024-09-01 16:58:20,084 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0042s, count=671, qps in this process: 22.3635 (mp_runner.py:76) -2024-09-01 16:58:20,085 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.006s, count=671, qps in this process: 22.3622 (mp_runner.py:76) -2024-09-01 16:58:20,091 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0055s, count=672, qps in this process: 22.3959 (mp_runner.py:76) -2024-09-01 16:58:20,092 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0123s, count=671, qps in this process: 22.3575 (mp_runner.py:76) -2024-09-01 16:58:20,093 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0129s, count=671, qps in this process: 22.3571 (mp_runner.py:76) -2024-09-01 16:58:20,094 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0146s, count=671, qps in this process: 22.3558 (mp_runner.py:76) -2024-09-01 16:58:20,095 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0158s, count=671, qps in this process: 22.3549 (mp_runner.py:76) -2024-09-01 16:58:20,098 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0183s, count=672, qps in this process: 22.3863 (mp_runner.py:76) -2024-09-01 16:58:20,100 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.018s, count=671, qps in this process: 22.3533 (mp_runner.py:76) -2024-09-01 16:58:20,101 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0211s, count=671, qps in this process: 22.3509 (mp_runner.py:76) -2024-09-01 16:58:20,102 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0203s, count=671, qps in this process: 22.3515 (mp_runner.py:76) -2024-09-01 16:58:20,103 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0228s, count=671, qps in this process: 22.3497 (mp_runner.py:76) -2024-09-01 16:58:20,106 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0274s, count=671, qps in this process: 22.3463 (mp_runner.py:76) -2024-09-01 16:58:20,109 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0285s, count=671, qps in this process: 22.3454 (mp_runner.py:76) -2024-09-01 16:58:20,112 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0422s, count=671, qps in this process: 22.3352 (mp_runner.py:76) -2024-09-01 16:58:20,148 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0023s, count=679, qps in this process: 22.6316 (mp_runner.py:76) -2024-09-01 16:58:20,152 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0057s, count=678, qps in this process: 22.5957 (mp_runner.py:76) -2024-09-01 16:58:20,192 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0049s, count=683, qps in this process: 22.7629 (mp_runner.py:76) -2024-09-01 16:58:20,196 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0031s, count=684, qps in this process: 22.7976 (mp_runner.py:76) -2024-09-01 16:58:20,199 | INFO |End search in concurrency 40: dur=30.536109713997575s, total_count=26858, qps=879.5488 (mp_runner.py:120) -2024-09-01 16:58:22,938 | INFO |Update largest qps with concurrency 40: current max_qps=879.5488 (mp_runner.py:124) -2024-09-01 16:58:23,360 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:58:23,361 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 16:58:34,080 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 16:58:34,262 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,272 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,312 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,399 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,410 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,425 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,466 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,473 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,486 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,489 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,493 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,497 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,497 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,499 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,502 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,511 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,518 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,526 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,530 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,531 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,531 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,544 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,587 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,601 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,614 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,615 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,624 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,630 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:34,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:58:59,877 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.021793959000206087 (mp_runner.py:73) -2024-09-01 16:58:59,879 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.027179525000974536 (mp_runner.py:73) -2024-09-01 16:58:59,884 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.02956944900142844 (mp_runner.py:73) -2024-09-01 16:58:59,884 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.03778461199908634 (mp_runner.py:73) -2024-09-01 16:58:59,888 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.036748303999047494 (mp_runner.py:73) -2024-09-01 16:58:59,888 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.03447495100044762 (mp_runner.py:73) -2024-09-01 16:58:59,890 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.03971017900039442 (mp_runner.py:73) -2024-09-01 16:58:59,892 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.03669369299677783 (mp_runner.py:73) -2024-09-01 16:58:59,892 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.04113246799897752 (mp_runner.py:73) -2024-09-01 16:58:59,894 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.028913652000483125 (mp_runner.py:73) -2024-09-01 16:58:59,896 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.04210662999685155 (mp_runner.py:73) -2024-09-01 16:58:59,897 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.03045391900013783 (mp_runner.py:73) -2024-09-01 16:58:59,899 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.05165978399963933 (mp_runner.py:73) -2024-09-01 16:58:59,899 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.04653511700234958 (mp_runner.py:73) -2024-09-01 16:58:59,901 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.0520766959998582 (mp_runner.py:73) -2024-09-01 16:58:59,903 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.05263996999929077 (mp_runner.py:73) -2024-09-01 16:58:59,903 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.0589256999992358 (mp_runner.py:73) -2024-09-01 16:58:59,905 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.045906453000498004 (mp_runner.py:73) -2024-09-01 16:58:59,908 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.006290270001045428 (mp_runner.py:73) -2024-09-01 16:58:59,908 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.032190295998589136 (mp_runner.py:73) -2024-09-01 16:58:59,912 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.05275709099805681 (mp_runner.py:73) -2024-09-01 16:58:59,912 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.0680348080022668 (mp_runner.py:73) -2024-09-01 16:58:59,916 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.013897590997657971 (mp_runner.py:73) -2024-09-01 16:58:59,916 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.05273568799748318 (mp_runner.py:73) -2024-09-01 16:58:59,918 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.06288055799814174 (mp_runner.py:73) -2024-09-01 16:58:59,920 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.04776884999955655 (mp_runner.py:73) -2024-09-01 16:58:59,921 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.050289475002500694 (mp_runner.py:73) -2024-09-01 16:58:59,923 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.054361512997274986 (mp_runner.py:73) -2024-09-01 16:58:59,923 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.06204400099886698 (mp_runner.py:73) -2024-09-01 16:58:59,925 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.0791426629984926 (mp_runner.py:73) -2024-09-01 16:58:59,925 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.04782358699958422 (mp_runner.py:73) -2024-09-01 16:58:59,925 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.07216054000309668 (mp_runner.py:73) -2024-09-01 16:58:59,926 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.08091405700179166 (mp_runner.py:73) -2024-09-01 16:58:59,927 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.07250346100045135 (mp_runner.py:73) -2024-09-01 16:58:59,928 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.08064599800127326 (mp_runner.py:73) -2024-09-01 16:58:59,929 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.0405203199989046 (mp_runner.py:73) -2024-09-01 16:58:59,929 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.0681611250001879 (mp_runner.py:73) -2024-09-01 16:58:59,930 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.02799968900217209 (mp_runner.py:73) -2024-09-01 16:58:59,930 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.0807625929992355 (mp_runner.py:73) -2024-09-01 16:58:59,930 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.0357430949989066 (mp_runner.py:73) -2024-09-01 16:58:59,930 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.06540256099833641 (mp_runner.py:73) -2024-09-01 16:58:59,932 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.05236372999934247 (mp_runner.py:73) -2024-09-01 16:58:59,933 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.06479756399858161 (mp_runner.py:73) -2024-09-01 16:58:59,940 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.06785381299778237 (mp_runner.py:73) -2024-09-01 16:58:59,945 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.08246712300024228 (mp_runner.py:73) -2024-09-01 16:59:04,315 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0525s, count=588, qps in this process: 19.5658 (mp_runner.py:76) -2024-09-01 16:59:04,317 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0379s, count=588, qps in this process: 19.5753 (mp_runner.py:76) -2024-09-01 16:59:04,356 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0317s, count=589, qps in this process: 19.6126 (mp_runner.py:76) -2024-09-01 16:59:04,426 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0149s, count=591, qps in this process: 19.6902 (mp_runner.py:76) -2024-09-01 16:59:04,428 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0105s, count=591, qps in this process: 19.6931 (mp_runner.py:76) -2024-09-01 16:59:04,437 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0195s, count=591, qps in this process: 19.6872 (mp_runner.py:76) -2024-09-01 16:59:04,455 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0532s, count=591, qps in this process: 19.6651 (mp_runner.py:76) -2024-09-01 16:59:04,486 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0588s, count=591, qps in this process: 19.6615 (mp_runner.py:76) -2024-09-01 16:59:04,495 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0041s, count=592, qps in this process: 19.7306 (mp_runner.py:76) -2024-09-01 16:59:04,496 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0058s, count=592, qps in this process: 19.7295 (mp_runner.py:76) -2024-09-01 16:59:04,497 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0432s, count=592, qps in this process: 19.705 (mp_runner.py:76) -2024-09-01 16:59:04,499 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0306s, count=592, qps in this process: 19.7132 (mp_runner.py:76) -2024-09-01 16:59:04,500 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0041s, count=592, qps in this process: 19.7306 (mp_runner.py:76) -2024-09-01 16:59:04,501 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0096s, count=592, qps in this process: 19.727 (mp_runner.py:76) -2024-09-01 16:59:04,505 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0273s, count=592, qps in this process: 19.7154 (mp_runner.py:76) -2024-09-01 16:59:04,512 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0086s, count=593, qps in this process: 19.761 (mp_runner.py:76) -2024-09-01 16:59:04,515 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0082s, count=592, qps in this process: 19.7279 (mp_runner.py:76) -2024-09-01 16:59:04,524 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.022s, count=593, qps in this process: 19.7522 (mp_runner.py:76) -2024-09-01 16:59:04,529 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0281s, count=593, qps in this process: 19.7482 (mp_runner.py:76) -2024-09-01 16:59:04,532 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0105s, count=593, qps in this process: 19.7598 (mp_runner.py:76) -2024-09-01 16:59:04,533 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0313s, count=593, qps in this process: 19.7461 (mp_runner.py:76) -2024-09-01 16:59:04,534 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0127s, count=592, qps in this process: 19.725 (mp_runner.py:76) -2024-09-01 16:59:04,540 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0049s, count=591, qps in this process: 19.6968 (mp_runner.py:76) -2024-09-01 16:59:04,540 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0382s, count=593, qps in this process: 19.7415 (mp_runner.py:76) -2024-09-01 16:59:04,541 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0039s, count=593, qps in this process: 19.7641 (mp_runner.py:76) -2024-09-01 16:59:04,551 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0486s, count=593, qps in this process: 19.7347 (mp_runner.py:76) -2024-09-01 16:59:04,561 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0319s, count=594, qps in this process: 19.779 (mp_runner.py:76) -2024-09-01 16:59:04,561 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0104s, count=594, qps in this process: 19.7931 (mp_runner.py:76) -2024-09-01 16:59:04,561 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0105s, count=594, qps in this process: 19.7931 (mp_runner.py:76) -2024-09-01 16:59:04,561 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0082s, count=594, qps in this process: 19.7946 (mp_runner.py:76) -2024-09-01 16:59:04,562 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0126s, count=594, qps in this process: 19.7917 (mp_runner.py:76) -2024-09-01 16:59:04,562 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0276s, count=594, qps in this process: 19.7818 (mp_runner.py:76) -2024-09-01 16:59:04,580 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0023s, count=595, qps in this process: 19.8318 (mp_runner.py:76) -2024-09-01 16:59:04,581 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.003s, count=595, qps in this process: 19.8314 (mp_runner.py:76) -2024-09-01 16:59:04,604 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0145s, count=593, qps in this process: 19.7571 (mp_runner.py:76) -2024-09-01 16:59:04,607 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0087s, count=596, qps in this process: 19.8609 (mp_runner.py:76) -2024-09-01 16:59:04,610 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0083s, count=593, qps in this process: 19.7612 (mp_runner.py:76) -2024-09-01 16:59:04,611 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0128s, count=597, qps in this process: 19.8915 (mp_runner.py:76) -2024-09-01 16:59:04,612 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0075s, count=597, qps in this process: 19.895 (mp_runner.py:76) -2024-09-01 16:59:04,624 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0038s, count=598, qps in this process: 19.9308 (mp_runner.py:76) -2024-09-01 16:59:04,632 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0045s, count=599, qps in this process: 19.9637 (mp_runner.py:76) -2024-09-01 16:59:04,638 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0021s, count=600, qps in this process: 19.9986 (mp_runner.py:76) -2024-09-01 16:59:04,638 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0048s, count=600, qps in this process: 19.9968 (mp_runner.py:76) -2024-09-01 16:59:04,658 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0044s, count=603, qps in this process: 20.0971 (mp_runner.py:76) -2024-09-01 16:59:04,658 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0045s, count=603, qps in this process: 20.097 (mp_runner.py:76) -2024-09-01 16:59:04,661 | INFO |End search in concurrency 45: dur=30.580481641001825s, total_count=26716, qps=873.6291 (mp_runner.py:120) -2024-09-01 16:59:08,161 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 16:59:08,161 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 16:59:29,105 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 16:59:29,165 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,259 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,383 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,420 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,495 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,501 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,559 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,560 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,562 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,567 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,582 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,595 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,595 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,600 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,604 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,635 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,636 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,655 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,658 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,678 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,697 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,699 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,710 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,726 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,730 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,753 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,758 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,765 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:29,812 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 16:59:58,044 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.010993186999257887 (mp_runner.py:73) -2024-09-01 16:59:58,046 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.01702593900336069 (mp_runner.py:73) -2024-09-01 16:59:58,048 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.01946658499946352 (mp_runner.py:73) -2024-09-01 16:59:58,049 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.018480632999853697 (mp_runner.py:73) -2024-09-01 16:59:58,051 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.015625078001903603 (mp_runner.py:73) -2024-09-01 16:59:58,052 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.026949127000989392 (mp_runner.py:73) -2024-09-01 16:59:58,053 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.016790965000836877 (mp_runner.py:73) -2024-09-01 16:59:58,055 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.01985262000016519 (mp_runner.py:73) -2024-09-01 16:59:58,056 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.027636494000034872 (mp_runner.py:73) -2024-09-01 16:59:58,058 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.024783389999356586 (mp_runner.py:73) -2024-09-01 16:59:58,060 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.028257833000679966 (mp_runner.py:73) -2024-09-01 16:59:58,060 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.031152438001299743 (mp_runner.py:73) -2024-09-01 16:59:58,063 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.032938128999376204 (mp_runner.py:73) -2024-09-01 16:59:58,063 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03715725499932887 (mp_runner.py:73) -2024-09-01 16:59:58,065 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.04112202900068951 (mp_runner.py:73) -2024-09-01 16:59:58,065 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.032260590996884275 (mp_runner.py:73) -2024-09-01 16:59:58,067 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.03518742600135738 (mp_runner.py:73) -2024-09-01 16:59:58,068 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.03613054899687995 (mp_runner.py:73) -2024-09-01 16:59:58,072 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.04861608300052467 (mp_runner.py:73) -2024-09-01 16:59:58,072 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.04422764600167284 (mp_runner.py:73) -2024-09-01 16:59:58,076 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.04222279199893819 (mp_runner.py:73) -2024-09-01 16:59:58,076 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.04198683700087713 (mp_runner.py:73) -2024-09-01 16:59:58,080 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.0449735439979122 (mp_runner.py:73) -2024-09-01 16:59:58,080 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.05478076099825557 (mp_runner.py:73) -2024-09-01 16:59:58,082 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.05943287599802716 (mp_runner.py:73) -2024-09-01 16:59:58,084 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.05314082200129633 (mp_runner.py:73) -2024-09-01 16:59:58,084 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.0426747700003034 (mp_runner.py:73) -2024-09-01 16:59:58,087 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.06108145100006368 (mp_runner.py:73) -2024-09-01 16:59:58,087 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.060727260999556165 (mp_runner.py:73) -2024-09-01 16:59:58,087 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.06338271200002055 (mp_runner.py:73) -2024-09-01 16:59:58,088 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.06416118400011328 (mp_runner.py:73) -2024-09-01 16:59:58,088 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.06070519100103411 (mp_runner.py:73) -2024-09-01 16:59:58,091 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.0564080100011779 (mp_runner.py:73) -2024-09-01 16:59:58,092 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.030697511003381805 (mp_runner.py:73) -2024-09-01 16:59:58,093 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.0561340320018644 (mp_runner.py:73) -2024-09-01 16:59:58,094 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.06765713899949333 (mp_runner.py:73) -2024-09-01 16:59:58,095 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.07052058699991903 (mp_runner.py:73) -2024-09-01 16:59:58,095 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.06610741600161418 (mp_runner.py:73) -2024-09-01 16:59:58,096 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.06823550700210035 (mp_runner.py:73) -2024-09-01 16:59:58,096 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.06348830400020233 (mp_runner.py:73) -2024-09-01 16:59:58,096 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.06432778599992162 (mp_runner.py:73) -2024-09-01 16:59:58,097 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.06266003999917302 (mp_runner.py:73) -2024-09-01 16:59:58,098 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.05821235099938349 (mp_runner.py:73) -2024-09-01 16:59:58,098 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.06818947099964134 (mp_runner.py:73) -2024-09-01 16:59:58,113 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.073791553000774 (mp_runner.py:73) -2024-09-01 16:59:58,121 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.031687119997513946 (mp_runner.py:73) -2024-09-01 16:59:58,127 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.10006757700102753 (mp_runner.py:73) -2024-09-01 16:59:58,127 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.09808894800153212 (mp_runner.py:73) -2024-09-01 16:59:58,127 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.09670491799988667 (mp_runner.py:73) -2024-09-01 16:59:58,128 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.10267423899858841 (mp_runner.py:73) -2024-09-01 16:59:59,175 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0091s, count=519, qps in this process: 17.2948 (mp_runner.py:76) -2024-09-01 16:59:59,297 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0246s, count=521, qps in this process: 17.3524 (mp_runner.py:76) -2024-09-01 16:59:59,443 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0193s, count=524, qps in this process: 17.4554 (mp_runner.py:76) -2024-09-01 16:59:59,474 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0545s, count=524, qps in this process: 17.435 (mp_runner.py:76) -2024-09-01 16:59:59,475 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0797s, count=524, qps in this process: 17.4204 (mp_runner.py:76) -2024-09-01 16:59:59,483 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0285s, count=524, qps in this process: 17.4501 (mp_runner.py:76) -2024-09-01 16:59:59,501 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0031s, count=523, qps in this process: 17.4315 (mp_runner.py:76) -2024-09-01 16:59:59,517 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0561s, count=525, qps in this process: 17.4673 (mp_runner.py:76) -2024-09-01 16:59:59,518 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0352s, count=525, qps in this process: 17.4795 (mp_runner.py:76) -2024-09-01 16:59:59,521 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0213s, count=525, qps in this process: 17.4876 (mp_runner.py:76) -2024-09-01 16:59:59,521 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0388s, count=525, qps in this process: 17.4774 (mp_runner.py:76) -2024-09-01 16:59:59,523 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0148s, count=525, qps in this process: 17.4914 (mp_runner.py:76) -2024-09-01 16:59:59,529 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0213s, count=525, qps in this process: 17.4876 (mp_runner.py:76) -2024-09-01 16:59:59,529 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0289s, count=525, qps in this process: 17.4832 (mp_runner.py:76) -2024-09-01 16:59:59,531 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0227s, count=525, qps in this process: 17.4868 (mp_runner.py:76) -2024-09-01 16:59:59,531 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0229s, count=525, qps in this process: 17.4867 (mp_runner.py:76) -2024-09-01 16:59:59,532 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.018s, count=525, qps in this process: 17.4895 (mp_runner.py:76) -2024-09-01 16:59:59,573 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0068s, count=526, qps in this process: 17.5294 (mp_runner.py:76) -2024-09-01 16:59:59,575 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0116s, count=526, qps in this process: 17.5266 (mp_runner.py:76) -2024-09-01 16:59:59,576 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0156s, count=526, qps in this process: 17.5242 (mp_runner.py:76) -2024-09-01 16:59:59,576 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0133s, count=526, qps in this process: 17.5256 (mp_runner.py:76) -2024-09-01 16:59:59,590 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0099s, count=526, qps in this process: 17.5275 (mp_runner.py:76) -2024-09-01 16:59:59,605 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0057s, count=527, qps in this process: 17.5633 (mp_runner.py:76) -2024-09-01 16:59:59,611 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0079s, count=527, qps in this process: 17.562 (mp_runner.py:76) -2024-09-01 16:59:59,611 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0119s, count=527, qps in this process: 17.5597 (mp_runner.py:76) -2024-09-01 16:59:59,620 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0257s, count=527, qps in this process: 17.5516 (mp_runner.py:76) -2024-09-01 16:59:59,634 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0199s, count=528, qps in this process: 17.5883 (mp_runner.py:76) -2024-09-01 16:59:59,658 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.023s, count=529, qps in this process: 17.6198 (mp_runner.py:76) -2024-09-01 16:59:59,659 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0175s, count=529, qps in this process: 17.6231 (mp_runner.py:76) -2024-09-01 16:59:59,667 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0074s, count=529, qps in this process: 17.629 (mp_runner.py:76) -2024-09-01 16:59:59,669 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0278s, count=529, qps in this process: 17.617 (mp_runner.py:76) -2024-09-01 16:59:59,679 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0149s, count=530, qps in this process: 17.6579 (mp_runner.py:76) -2024-09-01 16:59:59,680 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0183s, count=530, qps in this process: 17.6559 (mp_runner.py:76) -2024-09-01 16:59:59,690 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0009s, count=530, qps in this process: 17.6661 (mp_runner.py:76) -2024-09-01 16:59:59,698 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0117s, count=530, qps in this process: 17.6598 (mp_runner.py:76) -2024-09-01 16:59:59,704 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0019s, count=531, qps in this process: 17.6989 (mp_runner.py:76) -2024-09-01 16:59:59,704 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0035s, count=531, qps in this process: 17.6979 (mp_runner.py:76) -2024-09-01 16:59:59,708 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0186s, count=531, qps in this process: 17.689 (mp_runner.py:76) -2024-09-01 16:59:59,725 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0087s, count=533, qps in this process: 17.7615 (mp_runner.py:76) -2024-09-01 16:59:59,749 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0167s, count=534, qps in this process: 17.7901 (mp_runner.py:76) -2024-09-01 16:59:59,749 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0185s, count=534, qps in this process: 17.789 (mp_runner.py:76) -2024-09-01 16:59:59,758 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0004s, count=535, qps in this process: 17.8331 (mp_runner.py:76) -2024-09-01 16:59:59,767 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0012s, count=536, qps in this process: 17.866 (mp_runner.py:76) -2024-09-01 16:59:59,784 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0104s, count=538, qps in this process: 17.9271 (mp_runner.py:76) -2024-09-01 16:59:59,784 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0031s, count=538, qps in this process: 17.9315 (mp_runner.py:76) -2024-09-01 16:59:59,784 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0033s, count=538, qps in this process: 17.9314 (mp_runner.py:76) -2024-09-01 16:59:59,788 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0154s, count=538, qps in this process: 17.9241 (mp_runner.py:76) -2024-09-01 16:59:59,791 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0019s, count=539, qps in this process: 17.9655 (mp_runner.py:76) -2024-09-01 16:59:59,802 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0021s, count=541, qps in this process: 18.0321 (mp_runner.py:76) -2024-09-01 16:59:59,819 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0015s, count=545, qps in this process: 18.1658 (mp_runner.py:76) -2024-09-01 16:59:59,822 | INFO |End search in concurrency 50: dur=30.71626539999852s, total_count=26453, qps=861.205 (mp_runner.py:120) -2024-09-01 17:00:03,659 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:00:03,659 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 17:00:24,857 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 17:00:24,936 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:24,940 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,068 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,108 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,128 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,179 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,339 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,345 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,345 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,344 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,350 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,353 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,360 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,369 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,384 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,394 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,394 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,394 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,398 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,401 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,449 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,455 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,463 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,477 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,483 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,496 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,531 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,573 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,580 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,580 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,586 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:25,663 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:00:54,971 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0297s, count=472, qps in this process: 15.7178 (mp_runner.py:76) -2024-09-01 17:00:54,974 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0328s, count=472, qps in this process: 15.7162 (mp_runner.py:76) -2024-09-01 17:00:55,105 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0256s, count=474, qps in this process: 15.7865 (mp_runner.py:76) -2024-09-01 17:00:55,140 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0003s, count=474, qps in this process: 15.7998 (mp_runner.py:76) -2024-09-01 17:00:55,193 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0712s, count=475, qps in this process: 15.7958 (mp_runner.py:76) -2024-09-01 17:00:55,195 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0097s, count=475, qps in this process: 15.8282 (mp_runner.py:76) -2024-09-01 17:00:55,342 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0225s, count=477, qps in this process: 15.8881 (mp_runner.py:76) -2024-09-01 17:00:55,354 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0045s, count=477, qps in this process: 15.8976 (mp_runner.py:76) -2024-09-01 17:00:55,354 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0032s, count=477, qps in this process: 15.8983 (mp_runner.py:76) -2024-09-01 17:00:55,355 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0103s, count=477, qps in this process: 15.8945 (mp_runner.py:76) -2024-09-01 17:00:55,356 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.005s, count=477, qps in this process: 15.8974 (mp_runner.py:76) -2024-09-01 17:00:55,357 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.002s, count=477, qps in this process: 15.8989 (mp_runner.py:76) -2024-09-01 17:00:55,358 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0231s, count=477, qps in this process: 15.8878 (mp_runner.py:76) -2024-09-01 17:00:55,359 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0141s, count=479, qps in this process: 15.9592 (mp_runner.py:76) -2024-09-01 17:00:55,360 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0008s, count=477, qps in this process: 15.8996 (mp_runner.py:76) -2024-09-01 17:00:55,367 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0123s, count=478, qps in this process: 15.9268 (mp_runner.py:76) -2024-09-01 17:00:55,381 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0258s, count=479, qps in this process: 15.9529 (mp_runner.py:76) -2024-09-01 17:00:55,382 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0347s, count=479, qps in this process: 15.9482 (mp_runner.py:76) -2024-09-01 17:00:55,383 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0278s, count=479, qps in this process: 15.9519 (mp_runner.py:76) -2024-09-01 17:00:55,384 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0107s, count=479, qps in this process: 15.961 (mp_runner.py:76) -2024-09-01 17:00:55,384 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0182s, count=478, qps in this process: 15.9237 (mp_runner.py:76) -2024-09-01 17:00:55,385 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0191s, count=479, qps in this process: 15.9565 (mp_runner.py:76) -2024-09-01 17:00:55,396 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0401s, count=479, qps in this process: 15.9454 (mp_runner.py:76) -2024-09-01 17:00:55,404 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0132s, count=479, qps in this process: 15.9596 (mp_runner.py:76) -2024-09-01 17:00:55,418 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0179s, count=479, qps in this process: 15.9571 (mp_runner.py:76) -2024-09-01 17:00:55,427 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0192s, count=480, qps in this process: 15.9898 (mp_runner.py:76) -2024-09-01 17:00:55,428 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0284s, count=479, qps in this process: 15.9516 (mp_runner.py:76) -2024-09-01 17:00:55,430 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0309s, count=480, qps in this process: 15.9835 (mp_runner.py:76) -2024-09-01 17:00:55,431 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0312s, count=480, qps in this process: 15.9834 (mp_runner.py:76) -2024-09-01 17:00:55,433 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0332s, count=480, qps in this process: 15.9823 (mp_runner.py:76) -2024-09-01 17:00:55,444 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0697s, count=479, qps in this process: 15.9297 (mp_runner.py:76) -2024-09-01 17:00:55,459 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0034s, count=480, qps in this process: 15.9982 (mp_runner.py:76) -2024-09-01 17:00:55,470 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0148s, count=481, qps in this process: 16.0254 (mp_runner.py:76) -2024-09-01 17:00:55,471 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.015s, count=481, qps in this process: 16.0253 (mp_runner.py:76) -2024-09-01 17:00:55,472 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0155s, count=481, qps in this process: 16.0251 (mp_runner.py:76) -2024-09-01 17:00:55,475 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0057s, count=481, qps in this process: 16.0303 (mp_runner.py:76) -2024-09-01 17:00:55,477 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0207s, count=481, qps in this process: 16.0223 (mp_runner.py:76) -2024-09-01 17:00:55,477 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0202s, count=481, qps in this process: 16.0225 (mp_runner.py:76) -2024-09-01 17:00:55,480 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0241s, count=481, qps in this process: 16.0205 (mp_runner.py:76) -2024-09-01 17:00:55,482 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0055s, count=481, qps in this process: 16.0304 (mp_runner.py:76) -2024-09-01 17:00:55,485 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0275s, count=481, qps in this process: 16.0186 (mp_runner.py:76) -2024-09-01 17:00:55,492 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0186s, count=481, qps in this process: 16.0234 (mp_runner.py:76) -2024-09-01 17:00:55,496 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0067s, count=481, qps in this process: 16.0298 (mp_runner.py:76) -2024-09-01 17:00:55,500 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0429s, count=481, qps in this process: 16.0104 (mp_runner.py:76) -2024-09-01 17:00:55,512 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0064s, count=482, qps in this process: 16.0632 (mp_runner.py:76) -2024-09-01 17:00:55,513 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0316s, count=482, qps in this process: 16.0498 (mp_runner.py:76) -2024-09-01 17:00:55,521 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0002s, count=483, qps in this process: 16.0999 (mp_runner.py:76) -2024-09-01 17:00:55,525 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0074s, count=483, qps in this process: 16.096 (mp_runner.py:76) -2024-09-01 17:00:55,543 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0076s, count=485, qps in this process: 16.1626 (mp_runner.py:76) -2024-09-01 17:00:55,585 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0061s, count=490, qps in this process: 16.33 (mp_runner.py:76) -2024-09-01 17:00:55,586 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0025s, count=490, qps in this process: 16.332 (mp_runner.py:76) -2024-09-01 17:00:55,592 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0068s, count=491, qps in this process: 16.363 (mp_runner.py:76) -2024-09-01 17:00:55,593 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0082s, count=491, qps in this process: 16.3622 (mp_runner.py:76) -2024-09-01 17:00:55,598 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0048s, count=492, qps in this process: 16.3974 (mp_runner.py:76) -2024-09-01 17:00:55,634 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.004310036998504074 (mp_runner.py:73) -2024-09-01 17:00:55,678 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0012s, count=509, qps in this process: 16.966 (mp_runner.py:76) -2024-09-01 17:00:55,682 | INFO |End search in concurrency 55: dur=30.822271918998013s, total_count=26433, qps=857.5941 (mp_runner.py:120) -2024-09-01 17:00:59,819 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:00:59,819 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 17:01:21,132 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 17:01:21,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,528 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,564 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,599 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,603 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,603 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,608 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,608 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,608 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,611 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,612 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,612 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,637 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,674 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,674 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,675 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,677 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,679 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,705 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,750 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,751 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,751 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,751 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,754 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,754 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,759 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,804 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,829 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,831 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,858 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,867 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,897 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,913 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:21,972 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:01:51,558 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0309s, count=445, qps in this process: 14.8181 (mp_runner.py:76) -2024-09-01 17:01:51,558 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0021s, count=445, qps in this process: 14.8323 (mp_runner.py:76) -2024-09-01 17:01:51,560 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0216s, count=445, qps in this process: 14.8227 (mp_runner.py:76) -2024-09-01 17:01:51,564 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0018s, count=445, qps in this process: 14.8324 (mp_runner.py:76) -2024-09-01 17:01:51,564 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0184s, count=445, qps in this process: 14.8242 (mp_runner.py:76) -2024-09-01 17:01:51,611 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0503s, count=446, qps in this process: 14.8418 (mp_runner.py:76) -2024-09-01 17:01:51,612 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0009s, count=446, qps in this process: 14.8662 (mp_runner.py:76) -2024-09-01 17:01:51,613 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0026s, count=446, qps in this process: 14.8654 (mp_runner.py:76) -2024-09-01 17:01:51,614 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0034s, count=446, qps in this process: 14.865 (mp_runner.py:76) -2024-09-01 17:01:51,615 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0093s, count=446, qps in this process: 14.8621 (mp_runner.py:76) -2024-09-01 17:01:51,616 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0098s, count=446, qps in this process: 14.8618 (mp_runner.py:76) -2024-09-01 17:01:51,618 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.015s, count=446, qps in this process: 14.8592 (mp_runner.py:76) -2024-09-01 17:01:51,621 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0181s, count=446, qps in this process: 14.8577 (mp_runner.py:76) -2024-09-01 17:01:51,621 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0047s, count=446, qps in this process: 14.8643 (mp_runner.py:76) -2024-09-01 17:01:51,623 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.006s, count=446, qps in this process: 14.8637 (mp_runner.py:76) -2024-09-01 17:01:51,623 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0549s, count=446, qps in this process: 14.8395 (mp_runner.py:76) -2024-09-01 17:01:51,623 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0075s, count=446, qps in this process: 14.863 (mp_runner.py:76) -2024-09-01 17:01:51,625 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0638s, count=446, qps in this process: 14.8351 (mp_runner.py:76) -2024-09-01 17:01:51,625 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0644s, count=446, qps in this process: 14.8348 (mp_runner.py:76) -2024-09-01 17:01:51,632 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0757s, count=446, qps in this process: 14.8292 (mp_runner.py:76) -2024-09-01 17:01:51,633 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.071s, count=446, qps in this process: 14.8316 (mp_runner.py:76) -2024-09-01 17:01:51,653 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0266s, count=447, qps in this process: 14.8868 (mp_runner.py:76) -2024-09-01 17:01:51,654 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0267s, count=447, qps in this process: 14.8868 (mp_runner.py:76) -2024-09-01 17:01:51,655 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0121s, count=447, qps in this process: 14.894 (mp_runner.py:76) -2024-09-01 17:01:51,669 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0424s, count=447, qps in this process: 14.879 (mp_runner.py:76) -2024-09-01 17:01:51,687 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0142s, count=447, qps in this process: 14.893 (mp_runner.py:76) -2024-09-01 17:01:51,689 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0128s, count=448, qps in this process: 14.927 (mp_runner.py:76) -2024-09-01 17:01:51,689 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0068s, count=448, qps in this process: 14.9299 (mp_runner.py:76) -2024-09-01 17:01:51,695 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0187s, count=448, qps in this process: 14.924 (mp_runner.py:76) -2024-09-01 17:01:51,697 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0213s, count=448, qps in this process: 14.9227 (mp_runner.py:76) -2024-09-01 17:01:51,699 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0054s, count=448, qps in this process: 14.9306 (mp_runner.py:76) -2024-09-01 17:01:51,703 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.014s, count=447, qps in this process: 14.893 (mp_runner.py:76) -2024-09-01 17:01:51,716 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0224s, count=448, qps in this process: 14.9222 (mp_runner.py:76) -2024-09-01 17:01:51,722 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0361s, count=449, qps in this process: 14.9487 (mp_runner.py:76) -2024-09-01 17:01:51,731 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0141s, count=449, qps in this process: 14.9596 (mp_runner.py:76) -2024-09-01 17:01:51,739 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0446s, count=448, qps in this process: 14.9112 (mp_runner.py:76) -2024-09-01 17:01:51,745 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0228s, count=449, qps in this process: 14.9553 (mp_runner.py:76) -2024-09-01 17:01:51,758 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0046s, count=449, qps in this process: 14.9644 (mp_runner.py:76) -2024-09-01 17:01:51,764 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0031s, count=450, qps in this process: 14.9985 (mp_runner.py:76) -2024-09-01 17:01:51,767 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0481s, count=450, qps in this process: 14.976 (mp_runner.py:76) -2024-09-01 17:01:51,769 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0138s, count=450, qps in this process: 14.9931 (mp_runner.py:76) -2024-09-01 17:01:51,775 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0192s, count=450, qps in this process: 14.9904 (mp_runner.py:76) -2024-09-01 17:01:51,779 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0246s, count=450, qps in this process: 14.9877 (mp_runner.py:76) -2024-09-01 17:01:51,781 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0187s, count=450, qps in this process: 14.9907 (mp_runner.py:76) -2024-09-01 17:01:51,796 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0186s, count=451, qps in this process: 15.024 (mp_runner.py:76) -2024-09-01 17:01:51,797 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0304s, count=451, qps in this process: 15.0181 (mp_runner.py:76) -2024-09-01 17:01:51,803 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0136s, count=451, qps in this process: 15.0265 (mp_runner.py:76) -2024-09-01 17:01:51,813 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0025s, count=452, qps in this process: 15.0654 (mp_runner.py:76) -2024-09-01 17:01:51,840 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0043s, count=454, qps in this process: 15.1312 (mp_runner.py:76) -2024-09-01 17:01:51,842 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0095s, count=454, qps in this process: 15.1285 (mp_runner.py:76) -2024-09-01 17:01:51,845 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.009s, count=454, qps in this process: 15.1288 (mp_runner.py:76) -2024-09-01 17:01:51,856 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0241s, count=454, qps in this process: 15.1212 (mp_runner.py:76) -2024-09-01 17:01:51,860 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0142s, count=455, qps in this process: 15.1595 (mp_runner.py:76) -2024-09-01 17:01:51,861 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0117s, count=455, qps in this process: 15.1608 (mp_runner.py:76) -2024-09-01 17:01:51,862 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0173s, count=455, qps in this process: 15.1579 (mp_runner.py:76) -2024-09-01 17:01:51,902 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0068s, count=461, qps in this process: 15.3632 (mp_runner.py:76) -2024-09-01 17:01:51,903 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0081s, count=461, qps in this process: 15.3625 (mp_runner.py:76) -2024-09-01 17:01:51,908 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0052s, count=462, qps in this process: 15.3973 (mp_runner.py:76) -2024-09-01 17:01:51,925 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0069s, count=464, qps in this process: 15.4631 (mp_runner.py:76) -2024-09-01 17:01:51,981 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0037s, count=476, qps in this process: 15.8647 (mp_runner.py:76) -2024-09-01 17:01:51,986 | INFO |End search in concurrency 60: dur=30.854016433000652s, total_count=26985, qps=874.6025 (mp_runner.py:120) -2024-09-01 17:01:56,447 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:01:56,447 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 17:02:18,050 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 17:02:18,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,386 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,541 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,555 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,574 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,575 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,576 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,581 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,583 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,583 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,623 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,631 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,641 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,644 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,649 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,657 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,657 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,659 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,665 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,666 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,704 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,713 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,716 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,716 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,763 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,789 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,826 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,831 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,831 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,835 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,840 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,856 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,879 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,928 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,933 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,951 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,960 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:18,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:19,031 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:02:48,376 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0032s, count=406, qps in this process: 13.5319 (mp_runner.py:76) -2024-09-01 17:02:48,469 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0691s, count=408, qps in this process: 13.5687 (mp_runner.py:76) -2024-09-01 17:02:48,572 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0157s, count=407, qps in this process: 13.5596 (mp_runner.py:76) -2024-09-01 17:02:48,578 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0264s, count=409, qps in this process: 13.6213 (mp_runner.py:76) -2024-09-01 17:02:48,580 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0023s, count=409, qps in this process: 13.6323 (mp_runner.py:76) -2024-09-01 17:02:48,583 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0073s, count=409, qps in this process: 13.63 (mp_runner.py:76) -2024-09-01 17:02:48,587 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0296s, count=409, qps in this process: 13.6199 (mp_runner.py:76) -2024-09-01 17:02:48,588 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0066s, count=409, qps in this process: 13.6303 (mp_runner.py:76) -2024-09-01 17:02:48,606 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0221s, count=410, qps in this process: 13.6566 (mp_runner.py:76) -2024-09-01 17:02:48,609 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.027s, count=410, qps in this process: 13.6544 (mp_runner.py:76) -2024-09-01 17:02:48,611 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0585s, count=410, qps in this process: 13.6401 (mp_runner.py:76) -2024-09-01 17:02:48,627 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0403s, count=410, qps in this process: 13.6483 (mp_runner.py:76) -2024-09-01 17:02:48,627 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0681s, count=410, qps in this process: 13.6357 (mp_runner.py:76) -2024-09-01 17:02:48,640 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0503s, count=410, qps in this process: 13.6438 (mp_runner.py:76) -2024-09-01 17:02:48,644 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0945s, count=410, qps in this process: 13.6238 (mp_runner.py:76) -2024-09-01 17:02:48,647 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.006s, count=410, qps in this process: 13.6639 (mp_runner.py:76) -2024-09-01 17:02:48,653 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0152s, count=410, qps in this process: 13.6597 (mp_runner.py:76) -2024-09-01 17:02:48,658 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0743s, count=410, qps in this process: 13.6329 (mp_runner.py:76) -2024-09-01 17:02:48,666 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0367s, count=410, qps in this process: 13.65 (mp_runner.py:76) -2024-09-01 17:02:48,695 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0535s, count=411, qps in this process: 13.6756 (mp_runner.py:76) -2024-09-01 17:02:48,695 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0454s, count=411, qps in this process: 13.6793 (mp_runner.py:76) -2024-09-01 17:02:48,695 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0324s, count=411, qps in this process: 13.6852 (mp_runner.py:76) -2024-09-01 17:02:48,696 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0212s, count=411, qps in this process: 13.6903 (mp_runner.py:76) -2024-09-01 17:02:48,697 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0219s, count=411, qps in this process: 13.69 (mp_runner.py:76) -2024-09-01 17:02:48,699 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.039s, count=411, qps in this process: 13.6822 (mp_runner.py:76) -2024-09-01 17:02:48,700 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0311s, count=411, qps in this process: 13.6858 (mp_runner.py:76) -2024-09-01 17:02:48,704 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0217s, count=411, qps in this process: 13.6901 (mp_runner.py:76) -2024-09-01 17:02:48,704 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0635s, count=411, qps in this process: 13.6711 (mp_runner.py:76) -2024-09-01 17:02:48,705 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0476s, count=411, qps in this process: 13.6783 (mp_runner.py:76) -2024-09-01 17:02:48,706 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0392s, count=411, qps in this process: 13.6821 (mp_runner.py:76) -2024-09-01 17:02:48,706 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0677s, count=411, qps in this process: 13.6692 (mp_runner.py:76) -2024-09-01 17:02:48,706 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0433s, count=411, qps in this process: 13.6803 (mp_runner.py:76) -2024-09-01 17:02:48,707 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0664s, count=411, qps in this process: 13.6697 (mp_runner.py:76) -2024-09-01 17:02:48,708 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0668s, count=411, qps in this process: 13.6696 (mp_runner.py:76) -2024-09-01 17:02:48,709 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.068s, count=411, qps in this process: 13.669 (mp_runner.py:76) -2024-09-01 17:02:48,709 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0353s, count=411, qps in this process: 13.6839 (mp_runner.py:76) -2024-09-01 17:02:48,709 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0522s, count=411, qps in this process: 13.6762 (mp_runner.py:76) -2024-09-01 17:02:48,710 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0688s, count=411, qps in this process: 13.6687 (mp_runner.py:76) -2024-09-01 17:02:48,734 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0153s, count=412, qps in this process: 13.7263 (mp_runner.py:76) -2024-09-01 17:02:48,744 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.024s, count=412, qps in this process: 13.7224 (mp_runner.py:76) -2024-09-01 17:02:48,744 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0362s, count=412, qps in this process: 13.7168 (mp_runner.py:76) -2024-09-01 17:02:48,751 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0003s, count=413, qps in this process: 13.7665 (mp_runner.py:76) -2024-09-01 17:02:48,753 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0326s, count=412, qps in this process: 13.7184 (mp_runner.py:76) -2024-09-01 17:02:48,760 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0093s, count=413, qps in this process: 13.7624 (mp_runner.py:76) -2024-09-01 17:02:48,796 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0227s, count=414, qps in this process: 13.7896 (mp_runner.py:76) -2024-09-01 17:02:48,796 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0033s, count=414, qps in this process: 13.7985 (mp_runner.py:76) -2024-09-01 17:02:48,810 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0223s, count=414, qps in this process: 13.7897 (mp_runner.py:76) -2024-09-01 17:02:48,836 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.007s, count=416, qps in this process: 13.8634 (mp_runner.py:76) -2024-09-01 17:02:48,852 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.012s, count=417, qps in this process: 13.8944 (mp_runner.py:76) -2024-09-01 17:02:48,853 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0063s, count=417, qps in this process: 13.8971 (mp_runner.py:76) -2024-09-01 17:02:48,854 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0114s, count=417, qps in this process: 13.8947 (mp_runner.py:76) -2024-09-01 17:02:48,855 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0151s, count=417, qps in this process: 13.893 (mp_runner.py:76) -2024-09-01 17:02:48,866 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0251s, count=417, qps in this process: 13.8884 (mp_runner.py:76) -2024-09-01 17:02:48,871 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0117s, count=418, qps in this process: 13.9279 (mp_runner.py:76) -2024-09-01 17:02:48,871 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0069s, count=418, qps in this process: 13.9301 (mp_runner.py:76) -2024-09-01 17:02:48,872 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0033s, count=418, qps in this process: 13.9318 (mp_runner.py:76) -2024-09-01 17:02:48,893 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0035s, count=420, qps in this process: 13.9984 (mp_runner.py:76) -2024-09-01 17:02:48,914 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0068s, count=421, qps in this process: 14.0302 (mp_runner.py:76) -2024-09-01 17:02:48,934 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0084s, count=424, qps in this process: 14.1294 (mp_runner.py:76) -2024-09-01 17:02:48,934 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0018s, count=424, qps in this process: 14.1325 (mp_runner.py:76) -2024-09-01 17:02:48,940 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0053s, count=425, qps in this process: 14.1642 (mp_runner.py:76) -2024-09-01 17:02:48,964 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0043s, count=429, qps in this process: 14.298 (mp_runner.py:76) -2024-09-01 17:02:48,971 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0029s, count=430, qps in this process: 14.3319 (mp_runner.py:76) -2024-09-01 17:02:49,011 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0036s, count=436, qps in this process: 14.5316 (mp_runner.py:76) -2024-09-01 17:02:49,043 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0017s, count=443, qps in this process: 14.7658 (mp_runner.py:76) -2024-09-01 17:02:49,048 | INFO |End search in concurrency 65: dur=30.996014930002275s, total_count=26908, qps=868.1116 (mp_runner.py:120) -2024-09-01 17:02:53,790 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:02:53,790 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 17:03:15,832 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 17:03:15,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:15,891 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,016 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,201 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,202 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,255 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,299 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,300 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,371 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,401 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,405 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,424 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,446 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,448 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,455 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,459 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,492 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,511 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,518 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,533 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,552 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,579 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,590 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,597 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,601 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,601 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,606 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,668 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,668 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,720 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,738 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,738 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,750 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,811 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,814 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,826 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,849 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:16,897 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 17:03:45,966 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0793s, count=365, qps in this process: 12.1346 (mp_runner.py:76) -2024-09-01 17:03:45,972 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0752s, count=365, qps in this process: 12.1362 (mp_runner.py:76) -2024-09-01 17:03:46,101 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0739s, count=367, qps in this process: 12.2033 (mp_runner.py:76) -2024-09-01 17:03:46,257 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.044s, count=369, qps in this process: 12.282 (mp_runner.py:76) -2024-09-01 17:03:46,259 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0454s, count=369, qps in this process: 12.2814 (mp_runner.py:76) -2024-09-01 17:03:46,326 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0607s, count=370, qps in this process: 12.3084 (mp_runner.py:76) -2024-09-01 17:03:46,329 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0274s, count=370, qps in this process: 12.3221 (mp_runner.py:76) -2024-09-01 17:03:46,334 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0316s, count=370, qps in this process: 12.3204 (mp_runner.py:76) -2024-09-01 17:03:46,339 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0765s, count=370, qps in this process: 12.302 (mp_runner.py:76) -2024-09-01 17:03:46,369 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0026s, count=371, qps in this process: 12.3656 (mp_runner.py:76) -2024-09-01 17:03:46,396 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0287s, count=371, qps in this process: 12.3548 (mp_runner.py:76) -2024-09-01 17:03:46,431 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0227s, count=372, qps in this process: 12.3906 (mp_runner.py:76) -2024-09-01 17:03:46,435 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0302s, count=372, qps in this process: 12.3875 (mp_runner.py:76) -2024-09-01 17:03:46,441 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0319s, count=371, qps in this process: 12.3535 (mp_runner.py:76) -2024-09-01 17:03:46,442 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0369s, count=372, qps in this process: 12.3848 (mp_runner.py:76) -2024-09-01 17:03:46,445 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0326s, count=372, qps in this process: 12.3865 (mp_runner.py:76) -2024-09-01 17:03:46,448 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0297s, count=372, qps in this process: 12.3877 (mp_runner.py:76) -2024-09-01 17:03:46,450 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0314s, count=372, qps in this process: 12.387 (mp_runner.py:76) -2024-09-01 17:03:46,467 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0583s, count=372, qps in this process: 12.3759 (mp_runner.py:76) -2024-09-01 17:03:46,468 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0466s, count=372, qps in this process: 12.3808 (mp_runner.py:76) -2024-09-01 17:03:46,469 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0192s, count=372, qps in this process: 12.3921 (mp_runner.py:76) -2024-09-01 17:03:46,470 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0912s, count=372, qps in this process: 12.3624 (mp_runner.py:76) -2024-09-01 17:03:46,471 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0066s, count=372, qps in this process: 12.3973 (mp_runner.py:76) -2024-09-01 17:03:46,473 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0156s, count=372, qps in this process: 12.3936 (mp_runner.py:76) -2024-09-01 17:03:46,479 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0718s, count=372, qps in this process: 12.3704 (mp_runner.py:76) -2024-09-01 17:03:46,481 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0218s, count=372, qps in this process: 12.391 (mp_runner.py:76) -2024-09-01 17:03:46,483 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0846s, count=372, qps in this process: 12.3651 (mp_runner.py:76) -2024-09-01 17:03:46,486 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0496s, count=372, qps in this process: 12.3795 (mp_runner.py:76) -2024-09-01 17:03:46,506 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0486s, count=373, qps in this process: 12.4132 (mp_runner.py:76) -2024-09-01 17:03:46,507 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0578s, count=373, qps in this process: 12.4094 (mp_runner.py:76) -2024-09-01 17:03:46,549 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0231s, count=374, qps in this process: 12.4571 (mp_runner.py:76) -2024-09-01 17:03:46,550 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0289s, count=374, qps in this process: 12.4547 (mp_runner.py:76) -2024-09-01 17:03:46,550 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0242s, count=374, qps in this process: 12.4566 (mp_runner.py:76) -2024-09-01 17:03:46,551 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0419s, count=374, qps in this process: 12.4493 (mp_runner.py:76) -2024-09-01 17:03:46,551 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0259s, count=374, qps in this process: 12.4559 (mp_runner.py:76) -2024-09-01 17:03:46,551 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0139s, count=374, qps in this process: 12.4609 (mp_runner.py:76) -2024-09-01 17:03:46,552 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0314s, count=374, qps in this process: 12.4536 (mp_runner.py:76) -2024-09-01 17:03:46,565 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0045s, count=374, qps in this process: 12.4648 (mp_runner.py:76) -2024-09-01 17:03:46,596 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.04s, count=375, qps in this process: 12.4834 (mp_runner.py:76) -2024-09-01 17:03:46,597 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0049s, count=375, qps in this process: 12.498 (mp_runner.py:76) -2024-09-01 17:03:46,598 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0094s, count=375, qps in this process: 12.4961 (mp_runner.py:76) -2024-09-01 17:03:46,601 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0481s, count=375, qps in this process: 12.48 (mp_runner.py:76) -2024-09-01 17:03:46,625 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0193s, count=376, qps in this process: 12.5253 (mp_runner.py:76) -2024-09-01 17:03:46,626 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0225s, count=376, qps in this process: 12.5239 (mp_runner.py:76) -2024-09-01 17:03:46,632 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0175s, count=376, qps in this process: 12.526 (mp_runner.py:76) -2024-09-01 17:03:46,635 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0287s, count=376, qps in this process: 12.5214 (mp_runner.py:76) -2024-09-01 17:03:46,636 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0325s, count=376, qps in this process: 12.5198 (mp_runner.py:76) -2024-09-01 17:03:46,687 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0141s, count=378, qps in this process: 12.5941 (mp_runner.py:76) -2024-09-01 17:03:46,689 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.016s, count=378, qps in this process: 12.5933 (mp_runner.py:76) -2024-09-01 17:03:46,695 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0456s, count=378, qps in this process: 12.5809 (mp_runner.py:76) -2024-09-01 17:03:46,753 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0171s, count=381, qps in this process: 12.6928 (mp_runner.py:76) -2024-09-01 17:03:46,753 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.014s, count=381, qps in this process: 12.6941 (mp_runner.py:76) -2024-09-01 17:03:46,754 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0144s, count=381, qps in this process: 12.6939 (mp_runner.py:76) -2024-09-01 17:03:46,755 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0049s, count=381, qps in this process: 12.6979 (mp_runner.py:76) -2024-09-01 17:03:46,756 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0125s, count=381, qps in this process: 12.6947 (mp_runner.py:76) -2024-09-01 17:03:46,756 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0173s, count=381, qps in this process: 12.6927 (mp_runner.py:76) -2024-09-01 17:03:46,757 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0139s, count=381, qps in this process: 12.6941 (mp_runner.py:76) -2024-09-01 17:03:46,776 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0181s, count=382, qps in this process: 12.7257 (mp_runner.py:76) -2024-09-01 17:03:46,831 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0013s, count=386, qps in this process: 12.8661 (mp_runner.py:76) -2024-09-01 17:03:46,832 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0025s, count=386, qps in this process: 12.8656 (mp_runner.py:76) -2024-09-01 17:03:46,843 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0089s, count=387, qps in this process: 12.8962 (mp_runner.py:76) -2024-09-01 17:03:46,844 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.003s, count=387, qps in this process: 12.8987 (mp_runner.py:76) -2024-09-01 17:03:46,846 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0083s, count=387, qps in this process: 12.8964 (mp_runner.py:76) -2024-09-01 17:03:46,847 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0225s, count=386, qps in this process: 12.857 (mp_runner.py:76) -2024-09-01 17:03:46,854 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0187s, count=387, qps in this process: 12.892 (mp_runner.py:76) -2024-09-01 17:03:46,857 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0003s, count=388, qps in this process: 12.9332 (mp_runner.py:76) -2024-09-01 17:03:46,861 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0046s, count=388, qps in this process: 12.9314 (mp_runner.py:76) -2024-09-01 17:03:46,868 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0043s, count=389, qps in this process: 12.9648 (mp_runner.py:76) -2024-09-01 17:03:46,899 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0042s, count=393, qps in this process: 13.0982 (mp_runner.py:76) -2024-09-01 17:03:46,910 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0034s, count=396, qps in this process: 13.1985 (mp_runner.py:76) -2024-09-01 17:03:46,915 | INFO |End search in concurrency 70: dur=31.08275905299888s, total_count=26341, qps=847.4473 (mp_runner.py:120) -2024-09-01 17:03:51,675 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=879.5488, serial_latency_p99=np.float64(0.0784), recall=np.float64(0.7913), ndcg=np.float64(0.8361), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[205.6135, 640.6013, 818.6406, 845.9899, 859.425, 859.951, 869.1045, 879.5488, 873.6291, 861.205, 857.5941, 874.6025, 868.1116, 847.4473], conc_latency_p99_list=[np.float64(0.002281023320282111), np.float64(0.002656169161235448), np.float64(0.003053932195832749), np.float64(0.0032883960781073256), np.float64(0.0035577916391011967), np.float64(0.0035270638153946494), np.float64(0.004012130187327784), np.float64(0.004389129046682865), np.float64(0.004587581517927901), np.float64(0.005094021329229872), np.float64(0.004870685734471771), np.float64(0.005826760902779642), np.float64(0.005934321524828192), np.float64(0.005235649616130103)]) (task_runner.py:197) -2024-09-01 17:03:51,676 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T16:52:06.913354'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=879.5488, serial_latency_p99=np.float64(0.0784), recall=np.float64(0.7913), ndcg=np.float64(0.8361), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[205.6135, 640.6013, 818.6406, 845.9899, 859.425, 859.951, 869.1045, 879.5488, 873.6291, 861.205, 857.5941, 874.6025, 868.1116, 847.4473], conc_latency_p99_list=[np.float64(0.002281023320282111), np.float64(0.002656169161235448), np.float64(0.003053932195832749), np.float64(0.0032883960781073256), np.float64(0.0035577916391011967), np.float64(0.0035270638153946494), np.float64(0.004012130187327784), np.float64(0.004389129046682865), np.float64(0.004587581517927901), np.float64(0.005094021329229872), np.float64(0.004870685734471771), np.float64(0.005826760902779642), np.float64(0.005934321524828192), np.float64(0.005235649616130103)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 17:03:51,676 | INFO |Task summary: run_id=6808f, task_label=6808f1346f3d4b34bfbd5a564db56653 (models.py:346) -2024-09-01 17:03:51,676 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 17:03:51,676 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 17:03:51,676 | INFO |PgVector | 2024-09-01T16:52:06.913354 Performance1536D500K 6808f1346f3d4b34bfbd5a564db56653 | 0.0 879.5488 0.0784 0.7913 0 | :) (models.py:346) -2024-09-01 17:03:51,676 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json (models.py:204) -2024-09-01 17:03:51,676 | INFO |Success to finish task: label=6808f1346f3d4b34bfbd5a564db56653, run_id=6808f1346f3d4b34bfbd5a564db56653 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json b/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json deleted file mode 100644 index c223e2f61..000000000 --- a/script/data/aws/db.m6i.large-16-64-80-Performance1536D500K-0-10984/result_20240901_6808f1346f3d4b34bfbd5a564db56653_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "6808f1346f3d4b34bfbd5a564db56653", "task_label": "6808f1346f3d4b34bfbd5a564db56653", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 879.5488, "serial_latency_p99": 0.0784, "recall": 0.7913, "ndcg": 0.8361, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [205.6135, 640.6013, 818.6406, 845.9899, 859.425, 859.951, 869.1045, 879.5488, 873.6291, 861.205, 857.5941, 874.6025, 868.1116, 847.4473], "conc_latency_p99_list": [0.002281023320282111, 0.002656169161235448, 0.003053932195832749, 0.0032883960781073256, 0.0035577916391011967, 0.0035270638153946494, 0.004012130187327784, 0.004389129046682865, 0.004587581517927901, 0.005094021329229872, 0.004870685734471771, 0.005826760902779642, 0.005934321524828192, 0.005235649616130103]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T16:52:06.913354", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 16, "ef_construction": 64, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt b/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt deleted file mode 100644 index 40026768e..000000000 --- a/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/log.txt +++ /dev/null @@ -1,198 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 -2024-09-02 01:07:52,496 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:07:52.483924', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:07:52,496 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:07:52.483924', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:07:52,496 | INFO |generated uuid for the tasks: 8cf1485e78ef48fe86151e390e62c065 (interface.py:66) -2024-09-02 01:07:52,558 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:07:52,558 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:07:52,558 | INFO | PgVector-2024-09-02T01:07:52.483924 | Performance OpenAI-MEDIUM-500K None | 8cf1485e78ef48fe86151e390e62c065 (task_runner.py:340) -2024-09-02 01:07:52,558 | INFO |task submitted: id=8cf1485e78ef48fe86151e390e62c065, 8cf1485e78ef48fe86151e390e62c065, case number: 1 (interface.py:231) -2024-09-02 01:07:52,975 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:07:52.483924'}, drop_old=True (interface.py:164) -2024-09-02 01:07:52,975 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:07:53,052 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:07:53,052 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-02 01:07:53,052 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-02 01:07:53,053 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) -2024-09-02 01:07:53,124 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) -2024-09-02 01:07:53,751 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:07:53,798 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:07:53,823 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:07:53,823 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:07:54,367 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-02 01:07:54,368 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) -2024-09-02 01:07:54,368 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) -2024-09-02 01:07:56,644 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:07:57,598 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:07:58,570 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:07:59,500 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:00,398 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:01,322 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:02,189 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:03,050 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:04,049 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:04,858 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:05,819 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:06,679 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:07,561 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:08,482 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:09,311 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:10,410 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:11,226 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:12,407 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:13,214 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:14,336 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:14,766 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 01:08:15,204 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:16,087 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:17,006 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:17,921 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:18,810 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:19,689 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:20,527 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:21,506 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:22,310 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:23,195 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:24,010 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:24,899 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:25,759 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:26,546 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:27,731 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:28,572 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:29,821 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:31,125 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:32,604 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:33,968 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:34,492 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 01:08:34,868 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:35,782 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:36,705 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:37,589 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:38,449 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:39,357 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:40,325 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:41,131 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:41,994 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:42,821 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:43,679 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:44,564 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:45,328 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:46,446 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:47,273 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:48,448 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:49,257 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:50,231 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:51,108 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:51,944 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:52,363 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 01:08:52,790 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:53,642 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:54,462 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:55,350 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:56,166 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:57,097 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:57,922 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:58,838 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:08:59,587 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:00,516 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:01,435 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:02,301 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:03,832 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:05,197 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:06,942 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:07,872 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:08,974 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:09,845 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:10,773 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:11,667 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:12,259 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 01:09:12,631 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:13,525 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:14,395 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:15,238 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:16,153 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:16,992 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:17,934 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:18,779 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:19,690 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:20,730 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:21,795 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:22,973 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:23,811 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:25,007 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:25,786 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:26,786 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:27,721 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:28,574 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:29,450 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:30,332 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-02 01:09:30,772 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) -2024-09-02 01:09:30,882 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=96.51386132399784 (serial_runner.py:61) -2024-09-02 01:09:31,580 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-02 01:09:31,581 | INFO |PgVector post insert before optimize (pgvector.py:188) -2024-09-02 01:09:31,581 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-02 01:09:31,581 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-02 01:09:31,581 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) -2024-09-02 01:09:31,585 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) -2024-09-02 01:09:31,585 | DEBUG | - CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" - USING "hnsw" (embedding "vector_cosine_ops" ) - WITH ( "m" = "32", "ef_construction" = "128" ); (pgvector.py:308) -2024-09-02 01:24:31,035 | WARNING |VectorDB optimize timeout in 900 (task_runner.py:251) -2024-09-02 01:24:31,046 | WARNING |Failed to run performance case, reason = Performance case optimize timeout (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 249, in _optimize - return future.result(timeout=self.ca.optimize_timeout)[1] - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/concurrent/futures/_base.py", line 458, in result - raise TimeoutError() -TimeoutError - -The above exception was the direct cause of the following exception: - -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 165, in _run_perf_case - m.build_dur = self._optimize() - ^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 254, in _optimize - raise PerformanceTimeoutError("Performance case optimize timeout") from e -vectordb_bench.models.PerformanceTimeoutError: Performance case optimize timeout -2024-09-02 01:24:31,046 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:07:52.483924'} failed to run, reason=Performance case optimize timeout (interface.py:179) -2024-09-02 01:24:31,047 | INFO |Task summary: run_id=8cf14, task_label=8cf1485e78ef48fe86151e390e62c065 (models.py:346) -2024-09-02 01:24:31,047 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:24:31,047 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:24:31,047 | INFO |PgVector | 2024-09-02T01:07:52.483924 Performance1536D500K 8cf1485e78ef48fe86151e390e62c065 | 0.0 0.0 0.0 0.0 0 | ? (models.py:346) -2024-09-02 01:24:31,047 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json (models.py:204) -2024-09-02 01:24:31,047 | INFO |Success to finish task: label=8cf1485e78ef48fe86151e390e62c065, run_id=8cf1485e78ef48fe86151e390e62c065 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json b/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json deleted file mode 100644 index 19245547e..000000000 --- a/script/data/aws/db.m6i.large-32-128-10-Performance1536D500K-0-42045/result_20240902_8cf1485e78ef48fe86151e390e62c065_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "8cf1485e78ef48fe86151e390e62c065", "task_label": "8cf1485e78ef48fe86151e390e62c065", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:07:52.483924", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": "?"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt b/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt deleted file mode 100644 index e3bc231db..000000000 --- a/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load -2024-09-02 01:28:48,758 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:28:48.746826', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:28:48,759 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:28:48.746826', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:28:48,759 | INFO |generated uuid for the tasks: 6c80c7e9d66e4f119157da53fff856e6 (interface.py:66) -2024-09-02 01:28:48,822 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:28:48,822 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:28:48,822 | INFO | PgVector-2024-09-02T01:28:48.746826 | Performance OpenAI-MEDIUM-500K None | 6c80c7e9d66e4f119157da53fff856e6 (task_runner.py:340) -2024-09-02 01:28:48,822 | INFO |task submitted: id=6c80c7e9d66e4f119157da53fff856e6, 6c80c7e9d66e4f119157da53fff856e6, case number: 1 (interface.py:231) -2024-09-02 01:28:49,236 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:28:48.746826'}, drop_old=False (interface.py:164) -2024-09-02 01:28:49,236 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:28:49,382 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:28:49,992 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:28:50,040 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:28:50,063 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:28:50,063 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:28:50,146 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 01:28:50,158 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:28:50,158 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:28:50,166 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:28:50,167 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:28:48.746826'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:28:50,168 | INFO |Task summary: run_id=6c80c, task_label=6c80c7e9d66e4f119157da53fff856e6 (models.py:346) -2024-09-02 01:28:50,168 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:28:50,168 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:28:50,168 | INFO |PgVector | 2024-09-02T01:28:48.746826 Performance1536D500K 6c80c7e9d66e4f119157da53fff856e6 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:28:50,168 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json (models.py:204) -2024-09-02 01:28:50,168 | INFO |Success to finish task: label=6c80c7e9d66e4f119157da53fff856e6, run_id=6c80c7e9d66e4f119157da53fff856e6 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json b/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json deleted file mode 100644 index 9d01e477d..000000000 --- a/script/data/aws/db.m6i.large-32-128-120-Performance1536D500K-0-40762/result_20240902_6c80c7e9d66e4f119157da53fff856e6_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "6c80c7e9d66e4f119157da53fff856e6", "task_label": "6c80c7e9d66e4f119157da53fff856e6", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:28:48.746826", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt b/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt deleted file mode 100644 index 701b8c09d..000000000 --- a/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load -2024-09-02 01:25:31,767 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:25:31.755276', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:25:31,767 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:25:31.755276', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:25:31,767 | INFO |generated uuid for the tasks: b73879ea94bf450ca29dfb3eaf8be4a6 (interface.py:66) -2024-09-02 01:25:31,828 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:25:31,828 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:25:31,828 | INFO | PgVector-2024-09-02T01:25:31.755276 | Performance OpenAI-MEDIUM-500K None | b73879ea94bf450ca29dfb3eaf8be4a6 (task_runner.py:340) -2024-09-02 01:25:31,828 | INFO |task submitted: id=b73879ea94bf450ca29dfb3eaf8be4a6, b73879ea94bf450ca29dfb3eaf8be4a6, case number: 1 (interface.py:231) -2024-09-02 01:25:32,248 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:25:31.755276'}, drop_old=False (interface.py:164) -2024-09-02 01:25:32,248 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:25:32,398 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:25:33,005 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:25:33,052 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:25:33,076 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:25:33,076 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:25:33,137 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-02 01:25:33,146 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:25:33,146 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:25:33,154 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:25:33,155 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:25:31.755276'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:25:33,156 | INFO |Task summary: run_id=b7387, task_label=b73879ea94bf450ca29dfb3eaf8be4a6 (models.py:346) -2024-09-02 01:25:33,156 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:25:33,156 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:25:33,156 | INFO |PgVector | 2024-09-02T01:25:31.755276 Performance1536D500K b73879ea94bf450ca29dfb3eaf8be4a6 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:25:33,156 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json (models.py:204) -2024-09-02 01:25:33,156 | INFO |Success to finish task: label=b73879ea94bf450ca29dfb3eaf8be4a6, run_id=b73879ea94bf450ca29dfb3eaf8be4a6 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json b/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json deleted file mode 100644 index b827b81a7..000000000 --- a/script/data/aws/db.m6i.large-32-128-20-Performance1536D500K-0-54755/result_20240902_b73879ea94bf450ca29dfb3eaf8be4a6_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "b73879ea94bf450ca29dfb3eaf8be4a6", "task_label": "b73879ea94bf450ca29dfb3eaf8be4a6", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:25:31.755276", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt b/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt deleted file mode 100644 index 3ab47ede6..000000000 --- a/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load -2024-09-02 01:29:54,390 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:29:54.378777', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:29:54,390 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:29:54.378777', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:29:54,391 | INFO |generated uuid for the tasks: 26b2f2b4535949408984a5b675e813ff (interface.py:66) -2024-09-02 01:29:54,452 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:29:54,452 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:29:54,452 | INFO | PgVector-2024-09-02T01:29:54.378777 | Performance OpenAI-MEDIUM-500K None | 26b2f2b4535949408984a5b675e813ff (task_runner.py:340) -2024-09-02 01:29:54,452 | INFO |task submitted: id=26b2f2b4535949408984a5b675e813ff, 26b2f2b4535949408984a5b675e813ff, case number: 1 (interface.py:231) -2024-09-02 01:29:54,864 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:29:54.378777'}, drop_old=False (interface.py:164) -2024-09-02 01:29:54,864 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:29:55,006 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:29:55,591 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:29:55,639 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:29:55,662 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:29:55,662 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:29:55,742 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 01:29:55,754 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:29:55,754 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:29:55,758 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:29:55,759 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:29:54.378777'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:29:55,760 | INFO |Task summary: run_id=26b2f, task_label=26b2f2b4535949408984a5b675e813ff (models.py:346) -2024-09-02 01:29:55,760 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:29:55,760 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:29:55,760 | INFO |PgVector | 2024-09-02T01:29:54.378777 Performance1536D500K 26b2f2b4535949408984a5b675e813ff | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:29:55,760 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json (models.py:204) -2024-09-02 01:29:55,760 | INFO |Success to finish task: label=26b2f2b4535949408984a5b675e813ff, run_id=26b2f2b4535949408984a5b675e813ff (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json b/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json deleted file mode 100644 index fda0b3f84..000000000 --- a/script/data/aws/db.m6i.large-32-128-200-Performance1536D500K-0-66001/result_20240902_26b2f2b4535949408984a5b675e813ff_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "26b2f2b4535949408984a5b675e813ff", "task_label": "26b2f2b4535949408984a5b675e813ff", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:29:54.378777", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt b/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt deleted file mode 100644 index da274a7ba..000000000 --- a/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load -2024-09-02 01:26:37,410 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:26:37.398575', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:26:37,410 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:26:37.398575', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:26:37,410 | INFO |generated uuid for the tasks: cb2ddafc56ce451ebbb8330e40a107af (interface.py:66) -2024-09-02 01:26:37,470 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:26:37,470 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:26:37,471 | INFO | PgVector-2024-09-02T01:26:37.398575 | Performance OpenAI-MEDIUM-500K None | cb2ddafc56ce451ebbb8330e40a107af (task_runner.py:340) -2024-09-02 01:26:37,471 | INFO |task submitted: id=cb2ddafc56ce451ebbb8330e40a107af, cb2ddafc56ce451ebbb8330e40a107af, case number: 1 (interface.py:231) -2024-09-02 01:26:37,895 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:26:37.398575'}, drop_old=False (interface.py:164) -2024-09-02 01:26:37,895 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:26:38,038 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:26:38,658 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:26:38,705 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:26:38,730 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:26:38,730 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:26:38,810 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-02 01:26:38,822 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:26:38,822 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:26:38,830 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:26:38,831 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:26:37.398575'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:26:38,832 | INFO |Task summary: run_id=cb2dd, task_label=cb2ddafc56ce451ebbb8330e40a107af (models.py:346) -2024-09-02 01:26:38,832 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:26:38,832 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:26:38,832 | INFO |PgVector | 2024-09-02T01:26:37.398575 Performance1536D500K cb2ddafc56ce451ebbb8330e40a107af | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:26:38,832 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json (models.py:204) -2024-09-02 01:26:38,832 | INFO |Success to finish task: label=cb2ddafc56ce451ebbb8330e40a107af, run_id=cb2ddafc56ce451ebbb8330e40a107af (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json b/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json deleted file mode 100644 index 7ea22f6d5..000000000 --- a/script/data/aws/db.m6i.large-32-128-40-Performance1536D500K-0-11033/result_20240902_cb2ddafc56ce451ebbb8330e40a107af_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "cb2ddafc56ce451ebbb8330e40a107af", "task_label": "cb2ddafc56ce451ebbb8330e40a107af", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:26:37.398575", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt b/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt deleted file mode 100644 index 29cbb4fbb..000000000 --- a/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load -2024-09-02 01:31:00,029 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:31:00.017809', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:31:00,029 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:31:00.017809', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:31:00,029 | INFO |generated uuid for the tasks: beeb995851c7419c8b00977eeb393f35 (interface.py:66) -2024-09-02 01:31:00,091 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:31:00,091 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:31:00,091 | INFO | PgVector-2024-09-02T01:31:00.017809 | Performance OpenAI-MEDIUM-500K None | beeb995851c7419c8b00977eeb393f35 (task_runner.py:340) -2024-09-02 01:31:00,091 | INFO |task submitted: id=beeb995851c7419c8b00977eeb393f35, beeb995851c7419c8b00977eeb393f35, case number: 1 (interface.py:231) -2024-09-02 01:31:00,507 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:31:00.017809'}, drop_old=False (interface.py:164) -2024-09-02 01:31:00,507 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:31:00,654 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:31:01,255 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:31:01,303 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:31:01,327 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:31:01,327 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:31:01,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 01:31:01,418 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:31:01,418 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:31:01,424 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:31:01,424 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:31:00.017809'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:31:01,425 | INFO |Task summary: run_id=beeb9, task_label=beeb995851c7419c8b00977eeb393f35 (models.py:346) -2024-09-02 01:31:01,425 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:31:01,425 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:31:01,425 | INFO |PgVector | 2024-09-02T01:31:00.017809 Performance1536D500K beeb995851c7419c8b00977eeb393f35 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:31:01,425 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json (models.py:204) -2024-09-02 01:31:01,426 | INFO |Success to finish task: label=beeb995851c7419c8b00977eeb393f35, run_id=beeb995851c7419c8b00977eeb393f35 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json b/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json deleted file mode 100644 index bfe4b07a3..000000000 --- a/script/data/aws/db.m6i.large-32-128-400-Performance1536D500K-0-21645/result_20240902_beeb995851c7419c8b00977eeb393f35_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "beeb995851c7419c8b00977eeb393f35", "task_label": "beeb995851c7419c8b00977eeb393f35", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:31:00.017809", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt b/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt deleted file mode 100644 index 5b5b59d65..000000000 --- a/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load -2024-09-02 01:27:43,114 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:27:43.102240', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 01:27:43,114 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T01:27:43.102240', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 01:27:43,114 | INFO |generated uuid for the tasks: 6ca482ab77a444969e41d5d50f9f7a08 (interface.py:66) -2024-09-02 01:27:43,175 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 01:27:43,175 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 01:27:43,175 | INFO | PgVector-2024-09-02T01:27:43.102240 | Performance OpenAI-MEDIUM-500K None | 6ca482ab77a444969e41d5d50f9f7a08 (task_runner.py:340) -2024-09-02 01:27:43,175 | INFO |task submitted: id=6ca482ab77a444969e41d5d50f9f7a08, 6ca482ab77a444969e41d5d50f9f7a08, case number: 1 (interface.py:231) -2024-09-02 01:27:43,588 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:27:43.102240'}, drop_old=False (interface.py:164) -2024-09-02 01:27:43,588 | INFO |Starting run (task_runner.py:100) -2024-09-02 01:27:43,694 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=128 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 01:27:44,256 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 01:27:44,304 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 01:27:44,328 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 01:27:44,328 | INFO |Start performance case (task_runner.py:158) -2024-09-02 01:27:44,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 01:27:44,370 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 01:27:44,370 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 01:27:44,373 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:27:44,373 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T01:27:43.102240'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-02 01:27:44,374 | INFO |Task summary: run_id=6ca48, task_label=6ca482ab77a444969e41d5d50f9f7a08 (models.py:346) -2024-09-02 01:27:44,374 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 01:27:44,374 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 01:27:44,374 | INFO |PgVector | 2024-09-02T01:27:43.102240 Performance1536D500K 6ca482ab77a444969e41d5d50f9f7a08 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-02 01:27:44,374 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json (models.py:204) -2024-09-02 01:27:44,374 | INFO |Success to finish task: label=6ca482ab77a444969e41d5d50f9f7a08, run_id=6ca482ab77a444969e41d5d50f9f7a08 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json b/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json deleted file mode 100644 index ae6f9597f..000000000 --- a/script/data/aws/db.m6i.large-32-128-80-Performance1536D500K-0-67079/result_20240902_6ca482ab77a444969e41d5d50f9f7a08_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "6ca482ab77a444969e41d5d50f9f7a08", "task_label": "6ca482ab77a444969e41d5d50f9f7a08", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T01:27:43.102240", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 128, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt b/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt deleted file mode 100644 index fd95d785a..000000000 --- a/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/log.txt +++ /dev/null @@ -1,198 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 -2024-09-01 19:21:00,500 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:21:00.488494', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:21:00,500 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:21:00.488494', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:21:00,500 | INFO |generated uuid for the tasks: 4afb6c288f27418780e3711a27205dc6 (interface.py:66) -2024-09-01 19:21:00,561 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:21:00,561 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:21:00,561 | INFO | PgVector-2024-09-01T19:21:00.488494 | Performance OpenAI-MEDIUM-500K None | 4afb6c288f27418780e3711a27205dc6 (task_runner.py:340) -2024-09-01 19:21:00,561 | INFO |task submitted: id=4afb6c288f27418780e3711a27205dc6, 4afb6c288f27418780e3711a27205dc6, case number: 1 (interface.py:231) -2024-09-01 19:21:00,979 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:21:00.488494'}, drop_old=True (interface.py:164) -2024-09-01 19:21:00,979 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:21:01,053 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:21:01,053 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 19:21:01,053 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 19:21:01,514 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) -2024-09-01 19:21:01,660 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) -2024-09-01 19:21:02,249 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:21:02,297 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:21:02,320 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:21:02,320 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:21:02,866 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:21:02,866 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) -2024-09-01 19:21:02,866 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) -2024-09-01 19:21:05,679 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:06,647 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:07,523 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:08,585 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:09,386 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:10,510 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:11,301 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:12,388 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:13,312 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:14,458 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:15,347 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:16,152 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:16,983 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:17,900 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:18,738 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:19,680 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:20,502 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:21,511 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:22,332 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:23,209 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:23,821 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:21:24,298 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:25,085 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:26,187 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:27,012 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:28,023 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:28,869 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:29,841 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:30,886 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:31,803 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:32,726 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:33,603 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:34,492 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:35,452 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:36,336 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:37,233 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:38,052 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:39,078 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:40,212 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:41,116 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:42,348 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:43,659 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:21:44,047 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:45,358 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:46,372 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:47,926 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:48,821 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:49,972 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:51,424 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:52,517 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:53,483 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:54,888 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:56,201 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:57,338 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:21:58,555 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:00,053 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:00,909 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:02,223 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:03,372 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:04,402 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:05,337 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:06,461 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:07,070 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:22:07,510 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:08,416 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:09,710 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:10,651 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:11,518 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:12,491 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:13,689 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:14,773 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:16,306 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:17,858 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:18,930 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:19,830 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:21,026 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:21,863 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:23,040 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:24,241 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:25,195 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:26,163 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:27,018 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:28,306 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:28,989 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:22:29,365 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:30,303 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:31,937 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:33,807 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:34,699 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:36,089 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:37,758 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:40,088 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:41,506 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:43,230 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:44,920 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:45,854 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:47,326 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:48,355 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:50,475 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:51,275 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:52,874 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:53,740 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:54,731 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:56,075 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:22:56,546 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:22:56,653 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=113.78714525299438 (serial_runner.py:61) -2024-09-01 19:22:57,353 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:22:57,353 | INFO |PgVector post insert before optimize (pgvector.py:188) -2024-09-01 19:22:57,353 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 19:22:57,354 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 19:22:57,355 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) -2024-09-01 19:22:57,360 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) -2024-09-01 19:22:57,360 | DEBUG | - CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" - USING "hnsw" (embedding "vector_cosine_ops" ) - WITH ( "m" = "32", "ef_construction" = "64" ); (pgvector.py:308) -2024-09-01 19:37:56,813 | WARNING |VectorDB optimize timeout in 900 (task_runner.py:251) -2024-09-01 19:37:56,823 | WARNING |Failed to run performance case, reason = Performance case optimize timeout (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 249, in _optimize - return future.result(timeout=self.ca.optimize_timeout)[1] - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/concurrent/futures/_base.py", line 458, in result - raise TimeoutError() -TimeoutError - -The above exception was the direct cause of the following exception: - -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 165, in _run_perf_case - m.build_dur = self._optimize() - ^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 254, in _optimize - raise PerformanceTimeoutError("Performance case optimize timeout") from e -vectordb_bench.models.PerformanceTimeoutError: Performance case optimize timeout -2024-09-01 19:37:56,825 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:21:00.488494'} failed to run, reason=Performance case optimize timeout (interface.py:179) -2024-09-01 19:37:56,825 | INFO |Task summary: run_id=4afb6, task_label=4afb6c288f27418780e3711a27205dc6 (models.py:346) -2024-09-01 19:37:56,825 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:37:56,825 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:37:56,825 | INFO |PgVector | 2024-09-01T19:21:00.488494 Performance1536D500K 4afb6c288f27418780e3711a27205dc6 | 0.0 0.0 0.0 0.0 0 | ? (models.py:346) -2024-09-01 19:37:56,825 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json (models.py:204) -2024-09-01 19:37:56,826 | INFO |Success to finish task: label=4afb6c288f27418780e3711a27205dc6, run_id=4afb6c288f27418780e3711a27205dc6 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json b/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json deleted file mode 100644 index af2cef9e5..000000000 --- a/script/data/aws/db.m6i.large-32-64-10-Performance1536D500K-0-18250/result_20240901_4afb6c288f27418780e3711a27205dc6_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "4afb6c288f27418780e3711a27205dc6", "task_label": "4afb6c288f27418780e3711a27205dc6", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:21:00.488494", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": "?"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt b/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt deleted file mode 100644 index 745301f08..000000000 --- a/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load -2024-09-01 19:42:14,254 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:42:14.242140', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:42:14,254 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:42:14.242140', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:42:14,254 | INFO |generated uuid for the tasks: db14eed624e9450485c8149bebb1dd6d (interface.py:66) -2024-09-01 19:42:14,314 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:42:14,314 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:42:14,314 | INFO | PgVector-2024-09-01T19:42:14.242140 | Performance OpenAI-MEDIUM-500K None | db14eed624e9450485c8149bebb1dd6d (task_runner.py:340) -2024-09-01 19:42:14,314 | INFO |task submitted: id=db14eed624e9450485c8149bebb1dd6d, db14eed624e9450485c8149bebb1dd6d, case number: 1 (interface.py:231) -2024-09-01 19:42:14,728 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:42:14.242140'}, drop_old=False (interface.py:164) -2024-09-01 19:42:14,728 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:42:14,896 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:42:15,460 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:42:15,507 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:42:15,531 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:42:15,531 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:42:15,543 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 19:42:15,543 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 19:42:15,543 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 19:42:15,744 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:42:15,745 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:42:14.242140'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:42:15,745 | INFO |Task summary: run_id=db14e, task_label=db14eed624e9450485c8149bebb1dd6d (models.py:346) -2024-09-01 19:42:15,745 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:42:15,745 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:42:15,745 | INFO |PgVector | 2024-09-01T19:42:14.242140 Performance1536D500K db14eed624e9450485c8149bebb1dd6d | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-01 19:42:15,746 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json (models.py:204) -2024-09-01 19:42:15,746 | INFO |Success to finish task: label=db14eed624e9450485c8149bebb1dd6d, run_id=db14eed624e9450485c8149bebb1dd6d (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json b/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json deleted file mode 100644 index 401953e52..000000000 --- a/script/data/aws/db.m6i.large-32-64-120-Performance1536D500K-0-23072/result_20240901_db14eed624e9450485c8149bebb1dd6d_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "db14eed624e9450485c8149bebb1dd6d", "task_label": "db14eed624e9450485c8149bebb1dd6d", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:42:14.242140", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt b/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt deleted file mode 100644 index 49c7e81fb..000000000 --- a/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load -2024-09-01 19:38:57,534 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:38:57.522575', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:38:57,534 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:38:57.522575', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:38:57,534 | INFO |generated uuid for the tasks: a9f69532bd1a44c09cb3d44e3e2a57ca (interface.py:66) -2024-09-01 19:38:57,594 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:38:57,594 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:38:57,594 | INFO | PgVector-2024-09-01T19:38:57.522575 | Performance OpenAI-MEDIUM-500K None | a9f69532bd1a44c09cb3d44e3e2a57ca (task_runner.py:340) -2024-09-01 19:38:57,594 | INFO |task submitted: id=a9f69532bd1a44c09cb3d44e3e2a57ca, a9f69532bd1a44c09cb3d44e3e2a57ca, case number: 1 (interface.py:231) -2024-09-01 19:38:58,011 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:38:57.522575'}, drop_old=False (interface.py:164) -2024-09-01 19:38:58,011 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:38:58,158 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:38:58,735 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:38:58,783 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:38:58,807 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:38:58,807 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:38:58,882 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 19:38:58,891 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 19:38:58,891 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 19:38:58,918 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:38:58,920 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:38:57.522575'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:38:58,920 | INFO |Task summary: run_id=a9f69, task_label=a9f69532bd1a44c09cb3d44e3e2a57ca (models.py:346) -2024-09-01 19:38:58,920 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:38:58,920 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:38:58,920 | INFO |PgVector | 2024-09-01T19:38:57.522575 Performance1536D500K a9f69532bd1a44c09cb3d44e3e2a57ca | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-01 19:38:58,920 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json (models.py:204) -2024-09-01 19:38:58,921 | INFO |Success to finish task: label=a9f69532bd1a44c09cb3d44e3e2a57ca, run_id=a9f69532bd1a44c09cb3d44e3e2a57ca (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json b/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json deleted file mode 100644 index 3e43e3611..000000000 --- a/script/data/aws/db.m6i.large-32-64-20-Performance1536D500K-0-92466/result_20240901_a9f69532bd1a44c09cb3d44e3e2a57ca_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "a9f69532bd1a44c09cb3d44e3e2a57ca", "task_label": "a9f69532bd1a44c09cb3d44e3e2a57ca", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:38:57.522575", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt b/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt deleted file mode 100644 index 204366cde..000000000 --- a/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load -2024-09-01 19:43:19,819 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:43:19.807891', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:43:19,820 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:43:19.807891', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:43:19,820 | INFO |generated uuid for the tasks: b6b197f73a2849cf9074fbc63f2cf57a (interface.py:66) -2024-09-01 19:43:19,881 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:43:19,881 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:43:19,881 | INFO | PgVector-2024-09-01T19:43:19.807891 | Performance OpenAI-MEDIUM-500K None | b6b197f73a2849cf9074fbc63f2cf57a (task_runner.py:340) -2024-09-01 19:43:19,881 | INFO |task submitted: id=b6b197f73a2849cf9074fbc63f2cf57a, b6b197f73a2849cf9074fbc63f2cf57a, case number: 1 (interface.py:231) -2024-09-01 19:43:20,295 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:43:19.807891'}, drop_old=False (interface.py:164) -2024-09-01 19:43:20,295 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:43:20,370 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:43:20,936 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:43:20,983 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:43:21,007 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:43:21,007 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:43:21,028 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:43:21,029 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 19:43:21,029 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 19:43:21,030 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:43:21,031 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:43:19.807891'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:43:21,031 | INFO |Task summary: run_id=b6b19, task_label=b6b197f73a2849cf9074fbc63f2cf57a (models.py:346) -2024-09-01 19:43:21,031 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:43:21,031 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:43:21,031 | INFO |PgVector | 2024-09-01T19:43:19.807891 Performance1536D500K b6b197f73a2849cf9074fbc63f2cf57a | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-01 19:43:21,031 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json (models.py:204) -2024-09-01 19:43:21,032 | INFO |Success to finish task: label=b6b197f73a2849cf9074fbc63f2cf57a, run_id=b6b197f73a2849cf9074fbc63f2cf57a (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json b/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json deleted file mode 100644 index 1411cd3ef..000000000 --- a/script/data/aws/db.m6i.large-32-64-200-Performance1536D500K-0-19062/result_20240901_b6b197f73a2849cf9074fbc63f2cf57a_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "b6b197f73a2849cf9074fbc63f2cf57a", "task_label": "b6b197f73a2849cf9074fbc63f2cf57a", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:43:19.807891", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt b/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt deleted file mode 100644 index 3d66e225b..000000000 --- a/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load -2024-09-01 19:40:03,099 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:40:03.087765', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:40:03,099 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:40:03.087765', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:40:03,099 | INFO |generated uuid for the tasks: 30108d3fa73d4b75b71b124c1f5a7d8a (interface.py:66) -2024-09-01 19:40:03,161 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:40:03,161 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:40:03,161 | INFO | PgVector-2024-09-01T19:40:03.087765 | Performance OpenAI-MEDIUM-500K None | 30108d3fa73d4b75b71b124c1f5a7d8a (task_runner.py:340) -2024-09-01 19:40:03,161 | INFO |task submitted: id=30108d3fa73d4b75b71b124c1f5a7d8a, 30108d3fa73d4b75b71b124c1f5a7d8a, case number: 1 (interface.py:231) -2024-09-01 19:40:03,574 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:40:03.087765'}, drop_old=False (interface.py:164) -2024-09-01 19:40:03,574 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:40:03,676 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:40:04,257 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:40:04,305 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:40:04,328 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:40:04,328 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:40:04,344 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 19:40:04,344 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 19:40:04,344 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 19:40:04,503 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:40:04,504 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:40:03.087765'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:40:04,505 | INFO |Task summary: run_id=30108, task_label=30108d3fa73d4b75b71b124c1f5a7d8a (models.py:346) -2024-09-01 19:40:04,505 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:40:04,505 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:40:04,505 | INFO |PgVector | 2024-09-01T19:40:03.087765 Performance1536D500K 30108d3fa73d4b75b71b124c1f5a7d8a | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-01 19:40:04,505 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json (models.py:204) -2024-09-01 19:40:04,505 | INFO |Success to finish task: label=30108d3fa73d4b75b71b124c1f5a7d8a, run_id=30108d3fa73d4b75b71b124c1f5a7d8a (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json b/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json deleted file mode 100644 index 62caea5b2..000000000 --- a/script/data/aws/db.m6i.large-32-64-40-Performance1536D500K-0-53372/result_20240901_30108d3fa73d4b75b71b124c1f5a7d8a_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "30108d3fa73d4b75b71b124c1f5a7d8a", "task_label": "30108d3fa73d4b75b71b124c1f5a7d8a", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:40:03.087765", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt b/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt deleted file mode 100644 index f9cc90081..000000000 --- a/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load -2024-09-01 19:44:25,386 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:44:25.374958', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:44:25,386 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:44:25.374958', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:44:25,386 | INFO |generated uuid for the tasks: 0c47f7dd4e1e46458d3245e4dc8365e7 (interface.py:66) -2024-09-01 19:44:25,446 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:44:25,446 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:44:25,446 | INFO | PgVector-2024-09-01T19:44:25.374958 | Performance OpenAI-MEDIUM-500K None | 0c47f7dd4e1e46458d3245e4dc8365e7 (task_runner.py:340) -2024-09-01 19:44:25,446 | INFO |task submitted: id=0c47f7dd4e1e46458d3245e4dc8365e7, 0c47f7dd4e1e46458d3245e4dc8365e7, case number: 1 (interface.py:231) -2024-09-01 19:44:25,859 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:44:25.374958'}, drop_old=False (interface.py:164) -2024-09-01 19:44:25,859 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:44:25,931 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:44:26,503 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:44:26,551 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:44:26,575 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:44:26,575 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:44:26,587 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:44:26,587 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 19:44:26,587 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 19:44:26,588 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:44:26,588 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:44:25.374958'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:44:26,589 | INFO |Task summary: run_id=0c47f, task_label=0c47f7dd4e1e46458d3245e4dc8365e7 (models.py:346) -2024-09-01 19:44:26,589 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:44:26,589 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:44:26,589 | INFO |PgVector | 2024-09-01T19:44:25.374958 Performance1536D500K 0c47f7dd4e1e46458d3245e4dc8365e7 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-01 19:44:26,589 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json (models.py:204) -2024-09-01 19:44:26,589 | INFO |Success to finish task: label=0c47f7dd4e1e46458d3245e4dc8365e7, run_id=0c47f7dd4e1e46458d3245e4dc8365e7 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json b/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json deleted file mode 100644 index 7f311b2c4..000000000 --- a/script/data/aws/db.m6i.large-32-64-400-Performance1536D500K-0-85810/result_20240901_0c47f7dd4e1e46458d3245e4dc8365e7_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "0c47f7dd4e1e46458d3245e4dc8365e7", "task_label": "0c47f7dd4e1e46458d3245e4dc8365e7", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:44:25.374958", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt b/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt deleted file mode 100644 index 3b50c738f..000000000 --- a/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/log.txt +++ /dev/null @@ -1,94 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 32 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 32 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load -2024-09-01 19:41:08,673 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:41:08.661859', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:41:08,674 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:41:08.661859', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=32, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:41:08,674 | INFO |generated uuid for the tasks: 7b7000bb5c8546298a71982cbc31caf2 (interface.py:66) -2024-09-01 19:41:08,737 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:41:08,737 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:41:08,737 | INFO | PgVector-2024-09-01T19:41:08.661859 | Performance OpenAI-MEDIUM-500K None | 7b7000bb5c8546298a71982cbc31caf2 (task_runner.py:340) -2024-09-01 19:41:08,737 | INFO |task submitted: id=7b7000bb5c8546298a71982cbc31caf2, 7b7000bb5c8546298a71982cbc31caf2, case number: 1 (interface.py:231) -2024-09-01 19:41:09,151 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:41:08.661859'}, drop_old=False (interface.py:164) -2024-09-01 19:41:09,151 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:41:09,245 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=32 ef_construction=64 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:41:09,814 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:41:09,862 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:41:09,886 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:41:09,886 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:41:09,901 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 19:41:09,902 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 19:41:09,902 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 19:41:09,905 | WARNING |Failed to run performance case, reason = relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (task_runner.py:193) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:41:09,905 | WARNING |[1/1] case {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:41:08.661859'} failed to run, reason=relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ (interface.py:184) -Traceback (most recent call last): - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/interface.py", line 165, in _async_task_v2 - case_res.metrics = runner.run(drop_old) - ^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 107, in run - return self._run_perf_case(drop_old) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 195, in _run_perf_case - raise e from None - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/task_runner.py", line 175, in _run_perf_case - m.table_size, m.index_size = self.db.get_size_info() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/home/ubuntu/vdbbenchmark/VectorDBBench/vectordb_bench/backend/clients/pgvector/pgvector.py", line 89, in get_size_info - self.cursor.execute(size_sql) - File "/home/ubuntu/vdbbenchmark/VectorDBBench/venv/lib/python3.11/site-packages/psycopg/cursor.py", line 97, in execute - raise ex.with_traceback(None) -psycopg.errors.UndefinedTable: relation "pgvector_index" does not exist -LINE 1: ...n"')) as table_size, pg_size_pretty(pg_table_size('"pgvector... - ^ -2024-09-01 19:41:09,906 | INFO |Task summary: run_id=7b700, task_label=7b7000bb5c8546298a71982cbc31caf2 (models.py:346) -2024-09-01 19:41:09,906 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:41:09,906 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:41:09,906 | INFO |PgVector | 2024-09-01T19:41:08.661859 Performance1536D500K 7b7000bb5c8546298a71982cbc31caf2 | 0.0 0.0 0.0 0.0 0 | x (models.py:346) -2024-09-01 19:41:09,906 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json (models.py:204) -2024-09-01 19:41:09,906 | INFO |Success to finish task: label=7b7000bb5c8546298a71982cbc31caf2, run_id=7b7000bb5c8546298a71982cbc31caf2 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json b/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json deleted file mode 100644 index dc11d316c..000000000 --- a/script/data/aws/db.m6i.large-32-64-80-Performance1536D500K-0-75894/result_20240901_7b7000bb5c8546298a71982cbc31caf2_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "7b7000bb5c8546298a71982cbc31caf2", "task_label": "7b7000bb5c8546298a71982cbc31caf2", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": 0, "index_size": 0, "qps": 0.0, "serial_latency_p99": 0.0, "recall": 0.0, "ndcg": 0.0, "conc_num_list": [], "conc_qps_list": [], "conc_latency_p99_list": []}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:41:08.661859", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 32, "ef_construction": 64, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": "x"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt b/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt deleted file mode 100644 index 39fcc37fe..000000000 --- a/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/log.txt +++ /dev/null @@ -1,4004 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 -2024-09-01 23:01:37,258 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:01:37.246590', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 23:01:37,258 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:01:37.246590', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 23:01:37,258 | INFO |generated uuid for the tasks: f7d9232774d14fe9923d2ecf9184f986 (interface.py:66) -2024-09-01 23:01:37,322 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 23:01:37,322 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 23:01:37,322 | INFO | PgVector-2024-09-01T23:01:37.246590 | Performance OpenAI-MEDIUM-500K None | f7d9232774d14fe9923d2ecf9184f986 (task_runner.py:340) -2024-09-01 23:01:37,322 | INFO |task submitted: id=f7d9232774d14fe9923d2ecf9184f986, f7d9232774d14fe9923d2ecf9184f986, case number: 1 (interface.py:231) -2024-09-01 23:01:37,743 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:01:37.246590'}, drop_old=True (interface.py:164) -2024-09-01 23:01:37,743 | INFO |Starting run (task_runner.py:100) -2024-09-01 23:01:37,822 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 23:01:37,823 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 23:01:37,823 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 23:01:38,271 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) -2024-09-01 23:01:38,389 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) -2024-09-01 23:01:39,007 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 23:01:39,055 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 23:01:39,079 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 23:01:39,079 | INFO |Start performance case (task_runner.py:158) -2024-09-01 23:01:39,624 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:01:39,624 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) -2024-09-01 23:01:39,624 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) -2024-09-01 23:01:41,987 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:42,940 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:43,731 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:44,991 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:45,803 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:46,835 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:47,610 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:48,667 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:49,584 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:50,504 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:51,411 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:52,274 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:53,132 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:54,058 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:54,882 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:55,805 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:56,643 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:57,657 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:58,462 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:01:59,453 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:00,077 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 23:02:00,549 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:01,351 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:02,435 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:03,244 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:04,288 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:05,078 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:06,106 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:07,035 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:07,993 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:08,893 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:09,790 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:10,670 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:11,645 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:12,466 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:13,390 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:14,257 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:15,228 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:16,096 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:17,473 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:18,794 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:19,468 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 23:02:19,847 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:20,848 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:21,639 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:22,662 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:23,469 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:24,433 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:25,326 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:26,178 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:27,021 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:27,888 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:28,759 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:29,652 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:30,496 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:31,425 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:32,253 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:33,192 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:33,991 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:34,907 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:36,016 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:36,842 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:37,475 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 23:02:37,902 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:38,714 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:39,810 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:40,575 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:41,509 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:42,411 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:43,268 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:44,187 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:45,038 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:46,306 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:48,063 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:49,778 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:50,698 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:51,519 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:52,482 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:53,314 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:54,207 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:55,189 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:55,994 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:57,077 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:57,497 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 23:02:57,831 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:58,789 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:02:59,593 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:00,650 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:01,569 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:02,563 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:03,583 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:05,064 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:06,391 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:07,352 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:08,171 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:09,089 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:09,910 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:10,888 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:11,929 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:12,824 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:13,970 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:14,770 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:15,930 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:16,736 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 23:03:17,332 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 23:03:17,440 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=97.81524914399779 (serial_runner.py:61) -2024-09-01 23:03:18,138 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:03:18,138 | INFO |PgVector post insert before optimize (pgvector.py:188) -2024-09-01 23:03:18,138 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 23:03:18,138 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 23:03:18,140 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) -2024-09-01 23:03:18,143 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) -2024-09-01 23:03:18,143 | DEBUG | - CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" - USING "hnsw" (embedding "vector_cosine_ops" ) - WITH ( "m" = "8", "ef_construction" = "128" ); (pgvector.py:308) -2024-09-01 23:16:23,425 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=98.51323781000247, optimize_duration=785.2063429970003 load_duration(insert + optimize) = 883.7196 (task_runner.py:167) -2024-09-01 23:16:23,524 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:16:23,527 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 23:16:23,527 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 23:16:23,536 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 23:16:23,580 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 23:16:24,148 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 23:16:24,183 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:16:24,184 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 23:16:24,184 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 23:16:34,869 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.021730934000515845, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:37,447 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.019297423998068552, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:39,732 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.014894441999786068, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:42,209 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.016300886003591586, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:44,531 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.014900266003678553, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:47,196 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.3725298790013767, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:51,615 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.01648078000289388, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:53,431 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.01894145600090269, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:55,212 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.0241676850055228, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:57,244 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.020464991001063026, latest recall=0.1 (serial_runner.py:202) -2024-09-01 23:16:57,245 | INFO |SpawnProcess-1:3 search entire test_data: cost=29.8826s, queries=1000, avg_recall=0.0969, avg_ndcg=0.1846,avg_latency=0.0299, p99=0.2194 (serial_runner.py:209) -2024-09-01 23:16:57,781 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:16:57,782 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 23:16:58,802 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 23:16:58,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:16:59,289 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0007176340004662052 (mp_runner.py:73) -2024-09-01 23:16:59,706 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0007077580012264661 (mp_runner.py:73) -2024-09-01 23:17:00,183 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0008884310009307228 (mp_runner.py:73) -2024-09-01 23:17:00,596 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0007217800011858344 (mp_runner.py:73) -2024-09-01 23:17:00,972 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0006909980002092198 (mp_runner.py:73) -2024-09-01 23:17:01,309 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0005698679960914887 (mp_runner.py:73) -2024-09-01 23:17:01,654 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0007882360005169176 (mp_runner.py:73) -2024-09-01 23:17:01,972 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0005991559955873527 (mp_runner.py:73) -2024-09-01 23:17:02,322 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0007347779974224977 (mp_runner.py:73) -2024-09-01 23:17:02,663 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0006013579986756667 (mp_runner.py:73) -2024-09-01 23:17:03,016 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0012579450049088337 (mp_runner.py:73) -2024-09-01 23:17:03,384 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0008048739982768893 (mp_runner.py:73) -2024-09-01 23:17:03,726 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0007970259975991212 (mp_runner.py:73) -2024-09-01 23:17:04,064 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.000774303000071086 (mp_runner.py:73) -2024-09-01 23:17:04,408 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.000531600002432242 (mp_runner.py:73) -2024-09-01 23:17:04,745 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0005772189979325049 (mp_runner.py:73) -2024-09-01 23:17:05,086 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0007980540030985139 (mp_runner.py:73) -2024-09-01 23:17:05,418 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0006377359968610108 (mp_runner.py:73) -2024-09-01 23:17:05,762 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0005430390010587871 (mp_runner.py:73) -2024-09-01 23:17:06,132 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0007549989968538284 (mp_runner.py:73) -2024-09-01 23:17:06,469 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0007500930005335249 (mp_runner.py:73) -2024-09-01 23:17:06,803 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0008182120000128634 (mp_runner.py:73) -2024-09-01 23:17:07,146 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0005872749970876612 (mp_runner.py:73) -2024-09-01 23:17:07,481 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0008142649967339821 (mp_runner.py:73) -2024-09-01 23:17:07,903 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0005085290031274781 (mp_runner.py:73) -2024-09-01 23:17:08,234 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0006498540024040267 (mp_runner.py:73) -2024-09-01 23:17:08,588 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.000580337000428699 (mp_runner.py:73) -2024-09-01 23:17:08,921 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0008893929989426397 (mp_runner.py:73) -2024-09-01 23:17:09,295 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0005785889952676371 (mp_runner.py:73) -2024-09-01 23:17:09,714 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0010335880069760606 (mp_runner.py:73) -2024-09-01 23:17:10,237 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.0008882249967427924 (mp_runner.py:73) -2024-09-01 23:17:10,699 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0006820989947300404 (mp_runner.py:73) -2024-09-01 23:17:11,156 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.000909324997337535 (mp_runner.py:73) -2024-09-01 23:17:11,604 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.0011129849954159 (mp_runner.py:73) -2024-09-01 23:17:12,076 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.00111240799742518 (mp_runner.py:73) -2024-09-01 23:17:12,532 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0009744279959704727 (mp_runner.py:73) -2024-09-01 23:17:12,950 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.0008092350035440177 (mp_runner.py:73) -2024-09-01 23:17:13,281 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.0008067439994192682 (mp_runner.py:73) -2024-09-01 23:17:13,736 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0010726550026447512 (mp_runner.py:73) -2024-09-01 23:17:14,242 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.0009712850005598739 (mp_runner.py:73) -2024-09-01 23:17:14,700 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0009505130001343787 (mp_runner.py:73) -2024-09-01 23:17:15,171 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.001000910000584554 (mp_runner.py:73) -2024-09-01 23:17:15,627 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0006505349956569262 (mp_runner.py:73) -2024-09-01 23:17:16,099 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0010524750032345764 (mp_runner.py:73) -2024-09-01 23:17:16,577 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0010019030014518648 (mp_runner.py:73) -2024-09-01 23:17:17,050 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0009295039999415167 (mp_runner.py:73) -2024-09-01 23:17:17,517 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.0007907049948698841 (mp_runner.py:73) -2024-09-01 23:17:17,979 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.0009972350017051212 (mp_runner.py:73) -2024-09-01 23:17:18,466 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.0008672509939060546 (mp_runner.py:73) -2024-09-01 23:17:18,927 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.0007473880032193847 (mp_runner.py:73) -2024-09-01 23:17:19,383 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.0009196719984174706 (mp_runner.py:73) -2024-09-01 23:17:19,839 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0009650020001572557 (mp_runner.py:73) -2024-09-01 23:17:20,303 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0008829299986246042 (mp_runner.py:73) -2024-09-01 23:17:20,773 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0010419160025776364 (mp_runner.py:73) -2024-09-01 23:17:21,280 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.001012729000649415 (mp_runner.py:73) -2024-09-01 23:17:21,755 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.0007445529990945943 (mp_runner.py:73) -2024-09-01 23:17:22,220 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0006711300011374988 (mp_runner.py:73) -2024-09-01 23:17:22,685 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0010053619989776053 (mp_runner.py:73) -2024-09-01 23:17:23,119 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.0005265910003799945 (mp_runner.py:73) -2024-09-01 23:17:23,455 | DEBUG |(SpawnProcess-1:5) search_count: 30000, latest_latency=0.0006509560043923557 (mp_runner.py:73) -2024-09-01 23:17:23,800 | DEBUG |(SpawnProcess-1:5) search_count: 30500, latest_latency=0.000693772999511566 (mp_runner.py:73) -2024-09-01 23:17:24,177 | DEBUG |(SpawnProcess-1:5) search_count: 31000, latest_latency=0.0008207860009861179 (mp_runner.py:73) -2024-09-01 23:17:24,510 | DEBUG |(SpawnProcess-1:5) search_count: 31500, latest_latency=0.0007785600028000772 (mp_runner.py:73) -2024-09-01 23:17:24,853 | DEBUG |(SpawnProcess-1:5) search_count: 32000, latest_latency=0.0008165219987859018 (mp_runner.py:73) -2024-09-01 23:17:25,303 | DEBUG |(SpawnProcess-1:5) search_count: 32500, latest_latency=0.0009091239990084432 (mp_runner.py:73) -2024-09-01 23:17:25,759 | DEBUG |(SpawnProcess-1:5) search_count: 33000, latest_latency=0.0007701220019953325 (mp_runner.py:73) -2024-09-01 23:17:26,217 | DEBUG |(SpawnProcess-1:5) search_count: 33500, latest_latency=0.0006900840016896836 (mp_runner.py:73) -2024-09-01 23:17:26,675 | DEBUG |(SpawnProcess-1:5) search_count: 34000, latest_latency=0.000753972002712544 (mp_runner.py:73) -2024-09-01 23:17:27,160 | DEBUG |(SpawnProcess-1:5) search_count: 34500, latest_latency=0.0008074119978118688 (mp_runner.py:73) -2024-09-01 23:17:27,623 | DEBUG |(SpawnProcess-1:5) search_count: 35000, latest_latency=0.0009279470032197423 (mp_runner.py:73) -2024-09-01 23:17:28,085 | DEBUG |(SpawnProcess-1:5) search_count: 35500, latest_latency=0.0008379390055779368 (mp_runner.py:73) -2024-09-01 23:17:28,556 | DEBUG |(SpawnProcess-1:5) search_count: 36000, latest_latency=0.00095359099941561 (mp_runner.py:73) -2024-09-01 23:17:28,847 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.001s, count=36298, qps in this process: 1209.893 (mp_runner.py:76) -2024-09-01 23:17:28,851 | INFO |End search in concurrency 1: dur=30.048531806998653s, total_count=36298, qps=1207.9792 (mp_runner.py:120) -2024-09-01 23:17:29,034 | INFO |Update largest qps with concurrency 1: current max_qps=1207.9792 (mp_runner.py:124) -2024-09-01 23:17:29,452 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:17:29,452 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 23:17:34,487 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 23:17:34,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:17:34,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:17:34,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:17:34,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:17:34,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:17:35,182 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0008833390020299703 (mp_runner.py:73) -2024-09-01 23:17:35,233 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0010613190024741925 (mp_runner.py:73) -2024-09-01 23:17:35,244 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.0008043020061450079 (mp_runner.py:73) -2024-09-01 23:17:35,247 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0010275219974573702 (mp_runner.py:73) -2024-09-01 23:17:35,267 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0009590249974280596 (mp_runner.py:73) -2024-09-01 23:17:35,891 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0010540729999775067 (mp_runner.py:73) -2024-09-01 23:17:35,920 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0015450630016857758 (mp_runner.py:73) -2024-09-01 23:17:35,938 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.0011014349947799928 (mp_runner.py:73) -2024-09-01 23:17:35,939 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0016091479992610402 (mp_runner.py:73) -2024-09-01 23:17:35,964 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0017433809989597648 (mp_runner.py:73) -2024-09-01 23:17:36,628 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0028919420001329854 (mp_runner.py:73) -2024-09-01 23:17:36,679 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.0010569000005489215 (mp_runner.py:73) -2024-09-01 23:17:36,691 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0011181689988006838 (mp_runner.py:73) -2024-09-01 23:17:36,730 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0014281289986683987 (mp_runner.py:73) -2024-09-01 23:17:36,774 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0015634480005246587 (mp_runner.py:73) -2024-09-01 23:17:37,320 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.001697929998044856 (mp_runner.py:73) -2024-09-01 23:17:37,377 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0012938029976794496 (mp_runner.py:73) -2024-09-01 23:17:37,424 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0019543039961718023 (mp_runner.py:73) -2024-09-01 23:17:37,522 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0012538410010165535 (mp_runner.py:73) -2024-09-01 23:17:37,562 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.0013169540034141392 (mp_runner.py:73) -2024-09-01 23:17:38,051 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0008853360050125048 (mp_runner.py:73) -2024-09-01 23:17:38,090 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.000845570997626055 (mp_runner.py:73) -2024-09-01 23:17:38,186 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0032988169987220317 (mp_runner.py:73) -2024-09-01 23:17:38,224 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0010612800033413805 (mp_runner.py:73) -2024-09-01 23:17:38,343 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.0015456539986189455 (mp_runner.py:73) -2024-09-01 23:17:38,749 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0012584189971676096 (mp_runner.py:73) -2024-09-01 23:17:38,769 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.0021047909976914525 (mp_runner.py:73) -2024-09-01 23:17:38,952 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0012970149982720613 (mp_runner.py:73) -2024-09-01 23:17:38,961 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0018278690040460788 (mp_runner.py:73) -2024-09-01 23:17:39,126 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0007692479994148016 (mp_runner.py:73) -2024-09-01 23:17:39,518 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.0015805479997652583 (mp_runner.py:73) -2024-09-01 23:17:39,523 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0009999989997595549 (mp_runner.py:73) -2024-09-01 23:17:39,714 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0009774159989319742 (mp_runner.py:73) -2024-09-01 23:17:39,764 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.001689774995611515 (mp_runner.py:73) -2024-09-01 23:17:39,870 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0009474699982092716 (mp_runner.py:73) -2024-09-01 23:17:40,237 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0019899879989679903 (mp_runner.py:73) -2024-09-01 23:17:40,309 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0010308470009476878 (mp_runner.py:73) -2024-09-01 23:17:40,442 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0012161279955762438 (mp_runner.py:73) -2024-09-01 23:17:40,488 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0018586760052130558 (mp_runner.py:73) -2024-09-01 23:17:40,581 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.0011586399996303953 (mp_runner.py:73) -2024-09-01 23:17:41,013 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0010775039991131052 (mp_runner.py:73) -2024-09-01 23:17:41,033 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.001242241996806115 (mp_runner.py:73) -2024-09-01 23:17:41,133 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0010769520013127476 (mp_runner.py:73) -2024-09-01 23:17:41,206 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.0012173540017101914 (mp_runner.py:73) -2024-09-01 23:17:41,265 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0010354109981562942 (mp_runner.py:73) -2024-09-01 23:17:41,751 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.0010781739983940497 (mp_runner.py:73) -2024-09-01 23:17:41,793 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.001131691002228763 (mp_runner.py:73) -2024-09-01 23:17:41,830 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.0010599189990898594 (mp_runner.py:73) -2024-09-01 23:17:41,866 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.001324365999607835 (mp_runner.py:73) -2024-09-01 23:17:42,191 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.008017104999453295 (mp_runner.py:73) -2024-09-01 23:17:42,668 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0009588030006852932 (mp_runner.py:73) -2024-09-01 23:17:42,704 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.00195076299860375 (mp_runner.py:73) -2024-09-01 23:17:42,730 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.001888123995740898 (mp_runner.py:73) -2024-09-01 23:17:42,818 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.001741878004395403 (mp_runner.py:73) -2024-09-01 23:17:43,046 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0009744690032675862 (mp_runner.py:73) -2024-09-01 23:17:43,345 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.0011235249985475093 (mp_runner.py:73) -2024-09-01 23:17:43,394 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0012066039998899214 (mp_runner.py:73) -2024-09-01 23:17:43,468 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.0021075370023027062 (mp_runner.py:73) -2024-09-01 23:17:43,696 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0020388709963299334 (mp_runner.py:73) -2024-09-01 23:17:43,795 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.003595149995817337 (mp_runner.py:73) -2024-09-01 23:17:44,167 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0013314009993337095 (mp_runner.py:73) -2024-09-01 23:17:44,335 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0007775669946568087 (mp_runner.py:73) -2024-09-01 23:17:44,407 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.0015859679988352582 (mp_runner.py:73) -2024-09-01 23:17:44,510 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.001773081996361725 (mp_runner.py:73) -2024-09-01 23:17:44,573 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0009433640007046051 (mp_runner.py:73) -2024-09-01 23:17:44,893 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.0011167570046382025 (mp_runner.py:73) -2024-09-01 23:17:45,255 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0033399220046703704 (mp_runner.py:73) -2024-09-01 23:17:45,267 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.0007181490000220947 (mp_runner.py:73) -2024-09-01 23:17:45,417 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0009688550053397194 (mp_runner.py:73) -2024-09-01 23:17:45,460 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0018793209965224378 (mp_runner.py:73) -2024-09-01 23:17:45,731 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.0009609929984435439 (mp_runner.py:73) -2024-09-01 23:17:45,886 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.0009551799957989715 (mp_runner.py:73) -2024-09-01 23:17:46,083 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.001972644000488799 (mp_runner.py:73) -2024-09-01 23:17:46,209 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.002530149999074638 (mp_runner.py:73) -2024-09-01 23:17:46,276 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0023600140048074536 (mp_runner.py:73) -2024-09-01 23:17:46,415 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.0012574659995152615 (mp_runner.py:73) -2024-09-01 23:17:46,487 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.0010884869989240542 (mp_runner.py:73) -2024-09-01 23:17:46,809 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0015902749946690165 (mp_runner.py:73) -2024-09-01 23:17:46,956 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0012492390014813282 (mp_runner.py:73) -2024-09-01 23:17:47,006 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0010466820021974854 (mp_runner.py:73) -2024-09-01 23:17:47,142 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0012091550015611574 (mp_runner.py:73) -2024-09-01 23:17:47,180 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0010009840043494478 (mp_runner.py:73) -2024-09-01 23:17:47,587 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.002156729002308566 (mp_runner.py:73) -2024-09-01 23:17:47,647 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.002586089998658281 (mp_runner.py:73) -2024-09-01 23:17:47,779 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.002388715001870878 (mp_runner.py:73) -2024-09-01 23:17:47,783 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.0011098899994976819 (mp_runner.py:73) -2024-09-01 23:17:47,932 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.0019686660016304813 (mp_runner.py:73) -2024-09-01 23:17:48,319 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0010863659990718588 (mp_runner.py:73) -2024-09-01 23:17:48,427 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0010548210048000328 (mp_runner.py:73) -2024-09-01 23:17:48,475 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.0011335780000081286 (mp_runner.py:73) -2024-09-01 23:17:48,665 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0018420869964757003 (mp_runner.py:73) -2024-09-01 23:17:48,767 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.00250933799543418 (mp_runner.py:73) -2024-09-01 23:17:49,036 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.0012976309953955933 (mp_runner.py:73) -2024-09-01 23:17:49,129 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0011839889994007535 (mp_runner.py:73) -2024-09-01 23:17:49,250 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.001833741000154987 (mp_runner.py:73) -2024-09-01 23:17:49,373 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0025444260027143173 (mp_runner.py:73) -2024-09-01 23:17:49,532 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.001325429002463352 (mp_runner.py:73) -2024-09-01 23:17:49,762 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.001070835001883097 (mp_runner.py:73) -2024-09-01 23:17:49,797 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.00167371299903607 (mp_runner.py:73) -2024-09-01 23:17:50,009 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.00172799700521864 (mp_runner.py:73) -2024-09-01 23:17:50,133 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0012767929947585799 (mp_runner.py:73) -2024-09-01 23:17:50,260 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.0012397369937389158 (mp_runner.py:73) -2024-09-01 23:17:50,356 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.0010831770050572231 (mp_runner.py:73) -2024-09-01 23:17:50,581 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0014921090041752905 (mp_runner.py:73) -2024-09-01 23:17:50,824 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0035313449989189394 (mp_runner.py:73) -2024-09-01 23:17:50,905 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.0016124759931699373 (mp_runner.py:73) -2024-09-01 23:17:50,965 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.001075528001820203 (mp_runner.py:73) -2024-09-01 23:17:51,116 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0014113569995970465 (mp_runner.py:73) -2024-09-01 23:17:51,369 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0019869550014846027 (mp_runner.py:73) -2024-09-01 23:17:51,557 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.001970891004020814 (mp_runner.py:73) -2024-09-01 23:17:51,722 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.0014433499964070506 (mp_runner.py:73) -2024-09-01 23:17:51,784 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.0014217349962564185 (mp_runner.py:73) -2024-09-01 23:17:51,817 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.002115945993864443 (mp_runner.py:73) -2024-09-01 23:17:52,109 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0016936130050453357 (mp_runner.py:73) -2024-09-01 23:17:52,309 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0012345440045464784 (mp_runner.py:73) -2024-09-01 23:17:52,382 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0010706749962992035 (mp_runner.py:73) -2024-09-01 23:17:52,506 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0021715900002163835 (mp_runner.py:73) -2024-09-01 23:17:52,585 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.0009957840011338703 (mp_runner.py:73) -2024-09-01 23:17:52,918 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.001675309002166614 (mp_runner.py:73) -2024-09-01 23:17:52,978 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0010508459963602945 (mp_runner.py:73) -2024-09-01 23:17:53,038 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0012219620039104484 (mp_runner.py:73) -2024-09-01 23:17:53,257 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.001099772001907695 (mp_runner.py:73) -2024-09-01 23:17:53,333 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.0009804220026126131 (mp_runner.py:73) -2024-09-01 23:17:53,691 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.000680199998896569 (mp_runner.py:73) -2024-09-01 23:17:53,704 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0015575490033370443 (mp_runner.py:73) -2024-09-01 23:17:53,704 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.001820279001549352 (mp_runner.py:73) -2024-09-01 23:17:54,150 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.001556315997731872 (mp_runner.py:73) -2024-09-01 23:17:54,160 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0020337740061222576 (mp_runner.py:73) -2024-09-01 23:17:54,335 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.0013762460002908483 (mp_runner.py:73) -2024-09-01 23:17:54,353 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0008097969985101372 (mp_runner.py:73) -2024-09-01 23:17:54,530 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0015577660014969297 (mp_runner.py:73) -2024-09-01 23:17:54,924 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.001945223004440777 (mp_runner.py:73) -2024-09-01 23:17:54,974 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.0012410409981384873 (mp_runner.py:73) -2024-09-01 23:17:55,049 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0007538880017818883 (mp_runner.py:73) -2024-09-01 23:17:55,051 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.0005977670007268898 (mp_runner.py:73) -2024-09-01 23:17:55,282 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0014218209980754182 (mp_runner.py:73) -2024-09-01 23:17:55,644 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0008761700009927154 (mp_runner.py:73) -2024-09-01 23:17:55,715 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.0013230609984020703 (mp_runner.py:73) -2024-09-01 23:17:55,756 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.0012241759977769107 (mp_runner.py:73) -2024-09-01 23:17:55,757 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0023570659977849573 (mp_runner.py:73) -2024-09-01 23:17:56,001 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0009866299951681867 (mp_runner.py:73) -2024-09-01 23:17:56,385 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.001030801999149844 (mp_runner.py:73) -2024-09-01 23:17:56,443 | DEBUG |(SpawnProcess-1:10) search_count: 14500, latest_latency=0.001122840003517922 (mp_runner.py:73) -2024-09-01 23:17:56,451 | DEBUG |(SpawnProcess-1:11) search_count: 15500, latest_latency=0.0013208270029281266 (mp_runner.py:73) -2024-09-01 23:17:56,506 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.0015977430011844262 (mp_runner.py:73) -2024-09-01 23:17:56,764 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.0011316180025460199 (mp_runner.py:73) -2024-09-01 23:17:57,164 | DEBUG |(SpawnProcess-1:11) search_count: 16000, latest_latency=0.0010973610042128712 (mp_runner.py:73) -2024-09-01 23:17:57,174 | DEBUG |(SpawnProcess-1:10) search_count: 15000, latest_latency=0.0015149979954003356 (mp_runner.py:73) -2024-09-01 23:17:57,197 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.002682539001398254 (mp_runner.py:73) -2024-09-01 23:17:57,252 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.0015699770010542125 (mp_runner.py:73) -2024-09-01 23:17:57,568 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0018018980044871569 (mp_runner.py:73) -2024-09-01 23:17:57,878 | DEBUG |(SpawnProcess-1:11) search_count: 16500, latest_latency=0.0013141999952495098 (mp_runner.py:73) -2024-09-01 23:17:57,914 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.0015715799963800237 (mp_runner.py:73) -2024-09-01 23:17:57,923 | DEBUG |(SpawnProcess-1:10) search_count: 15500, latest_latency=0.0020022890021209605 (mp_runner.py:73) -2024-09-01 23:17:57,937 | DEBUG |(SpawnProcess-1:7) search_count: 15000, latest_latency=0.0011473490012576804 (mp_runner.py:73) -2024-09-01 23:17:58,283 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.0009685109980637208 (mp_runner.py:73) -2024-09-01 23:17:58,649 | DEBUG |(SpawnProcess-1:7) search_count: 15500, latest_latency=0.0011834140022983775 (mp_runner.py:73) -2024-09-01 23:17:58,700 | DEBUG |(SpawnProcess-1:11) search_count: 17000, latest_latency=0.001963262999197468 (mp_runner.py:73) -2024-09-01 23:17:58,754 | DEBUG |(SpawnProcess-1:10) search_count: 16000, latest_latency=0.0010740680008893833 (mp_runner.py:73) -2024-09-01 23:17:58,790 | DEBUG |(SpawnProcess-1:9) search_count: 16000, latest_latency=0.00136036299954867 (mp_runner.py:73) -2024-09-01 23:17:59,088 | DEBUG |(SpawnProcess-1:8) search_count: 16000, latest_latency=0.0010422029954497702 (mp_runner.py:73) -2024-09-01 23:17:59,412 | DEBUG |(SpawnProcess-1:11) search_count: 17500, latest_latency=0.0028427910001482815 (mp_runner.py:73) -2024-09-01 23:17:59,423 | DEBUG |(SpawnProcess-1:9) search_count: 16500, latest_latency=0.0010156010030186735 (mp_runner.py:73) -2024-09-01 23:17:59,480 | DEBUG |(SpawnProcess-1:7) search_count: 16000, latest_latency=0.0015915559997665696 (mp_runner.py:73) -2024-09-01 23:17:59,552 | DEBUG |(SpawnProcess-1:10) search_count: 16500, latest_latency=0.0012936200000694953 (mp_runner.py:73) -2024-09-01 23:17:59,745 | DEBUG |(SpawnProcess-1:8) search_count: 16500, latest_latency=0.0017562440043548122 (mp_runner.py:73) -2024-09-01 23:18:00,271 | DEBUG |(SpawnProcess-1:9) search_count: 17000, latest_latency=0.001218247998622246 (mp_runner.py:73) -2024-09-01 23:18:00,275 | DEBUG |(SpawnProcess-1:7) search_count: 16500, latest_latency=0.0009364270008518361 (mp_runner.py:73) -2024-09-01 23:18:00,307 | DEBUG |(SpawnProcess-1:11) search_count: 18000, latest_latency=0.00110291299642995 (mp_runner.py:73) -2024-09-01 23:18:00,373 | DEBUG |(SpawnProcess-1:10) search_count: 17000, latest_latency=0.0018915839973487891 (mp_runner.py:73) -2024-09-01 23:18:00,487 | DEBUG |(SpawnProcess-1:8) search_count: 17000, latest_latency=0.0016495579984621145 (mp_runner.py:73) -2024-09-01 23:18:00,960 | DEBUG |(SpawnProcess-1:9) search_count: 17500, latest_latency=0.001056729000993073 (mp_runner.py:73) -2024-09-01 23:18:01,018 | DEBUG |(SpawnProcess-1:7) search_count: 17000, latest_latency=0.0012411779971444048 (mp_runner.py:73) -2024-09-01 23:18:01,094 | DEBUG |(SpawnProcess-1:11) search_count: 18500, latest_latency=0.0017593379961908795 (mp_runner.py:73) -2024-09-01 23:18:01,156 | DEBUG |(SpawnProcess-1:8) search_count: 17500, latest_latency=0.0030085859980317764 (mp_runner.py:73) -2024-09-01 23:18:01,173 | DEBUG |(SpawnProcess-1:10) search_count: 17500, latest_latency=0.0006411810027202591 (mp_runner.py:73) -2024-09-01 23:18:01,725 | DEBUG |(SpawnProcess-1:9) search_count: 18000, latest_latency=0.0012505289996624924 (mp_runner.py:73) -2024-09-01 23:18:01,804 | DEBUG |(SpawnProcess-1:8) search_count: 18000, latest_latency=0.0013586190034402534 (mp_runner.py:73) -2024-09-01 23:18:01,828 | DEBUG |(SpawnProcess-1:7) search_count: 17500, latest_latency=0.0010671179989003576 (mp_runner.py:73) -2024-09-01 23:18:01,878 | DEBUG |(SpawnProcess-1:10) search_count: 18000, latest_latency=0.0010849700047401711 (mp_runner.py:73) -2024-09-01 23:18:01,899 | DEBUG |(SpawnProcess-1:11) search_count: 19000, latest_latency=0.001076095002645161 (mp_runner.py:73) -2024-09-01 23:18:02,520 | DEBUG |(SpawnProcess-1:10) search_count: 18500, latest_latency=0.0020164349989499897 (mp_runner.py:73) -2024-09-01 23:18:02,558 | DEBUG |(SpawnProcess-1:9) search_count: 18500, latest_latency=0.0009309980014222674 (mp_runner.py:73) -2024-09-01 23:18:02,594 | DEBUG |(SpawnProcess-1:8) search_count: 18500, latest_latency=0.001892719003080856 (mp_runner.py:73) -2024-09-01 23:18:02,609 | DEBUG |(SpawnProcess-1:7) search_count: 18000, latest_latency=0.0011706799996318296 (mp_runner.py:73) -2024-09-01 23:18:02,653 | DEBUG |(SpawnProcess-1:11) search_count: 19500, latest_latency=0.0008163199963746592 (mp_runner.py:73) -2024-09-01 23:18:03,318 | DEBUG |(SpawnProcess-1:10) search_count: 19000, latest_latency=0.001034847999108024 (mp_runner.py:73) -2024-09-01 23:18:03,324 | DEBUG |(SpawnProcess-1:7) search_count: 18500, latest_latency=0.0016616549983154982 (mp_runner.py:73) -2024-09-01 23:18:03,374 | DEBUG |(SpawnProcess-1:9) search_count: 19000, latest_latency=0.0014602029987145215 (mp_runner.py:73) -2024-09-01 23:18:03,404 | DEBUG |(SpawnProcess-1:11) search_count: 20000, latest_latency=0.0010700620041461661 (mp_runner.py:73) -2024-09-01 23:18:03,404 | DEBUG |(SpawnProcess-1:8) search_count: 19000, latest_latency=0.0011239710001973435 (mp_runner.py:73) -2024-09-01 23:18:04,079 | DEBUG |(SpawnProcess-1:8) search_count: 19500, latest_latency=0.0025263339994126 (mp_runner.py:73) -2024-09-01 23:18:04,085 | DEBUG |(SpawnProcess-1:10) search_count: 19500, latest_latency=0.0017617609992157668 (mp_runner.py:73) -2024-09-01 23:18:04,099 | DEBUG |(SpawnProcess-1:9) search_count: 19500, latest_latency=0.0008424259940511547 (mp_runner.py:73) -2024-09-01 23:18:04,105 | DEBUG |(SpawnProcess-1:11) search_count: 20500, latest_latency=0.002023404995270539 (mp_runner.py:73) -2024-09-01 23:18:04,107 | DEBUG |(SpawnProcess-1:7) search_count: 19000, latest_latency=0.001558408999699168 (mp_runner.py:73) -2024-09-01 23:18:04,534 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0005s, count=19770, qps in this process: 658.989 (mp_runner.py:76) -2024-09-01 23:18:04,535 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=19861, qps in this process: 662.0157 (mp_runner.py:76) -2024-09-01 23:18:04,538 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0006s, count=20771, qps in this process: 692.3528 (mp_runner.py:76) -2024-09-01 23:18:04,539 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0011s, count=19864, qps in this process: 662.1091 (mp_runner.py:76) -2024-09-01 23:18:04,540 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0004s, count=19278, qps in this process: 642.5914 (mp_runner.py:76) -2024-09-01 23:18:04,549 | INFO |End search in concurrency 5: dur=30.061185774997284s, total_count=99544, qps=3311.3797 (mp_runner.py:120) -2024-09-01 23:18:04,870 | INFO |Update largest qps with concurrency 5: current max_qps=3311.3797 (mp_runner.py:124) -2024-09-01 23:18:05,278 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:18:05,278 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 23:18:15,465 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 23:18:15,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,553 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,619 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,621 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,622 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,624 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,630 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,639 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:15,641 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:17,303 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.005186415000935085 (mp_runner.py:73) -2024-09-01 23:18:17,303 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0030840839972370304 (mp_runner.py:73) -2024-09-01 23:18:17,304 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.002470316998369526 (mp_runner.py:73) -2024-09-01 23:18:17,304 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.0006989050016272813 (mp_runner.py:73) -2024-09-01 23:18:17,304 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.003958025001338683 (mp_runner.py:73) -2024-09-01 23:18:17,305 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.005306524995830841 (mp_runner.py:73) -2024-09-01 23:18:17,305 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.003783856998779811 (mp_runner.py:73) -2024-09-01 23:18:17,305 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0031974320008885115 (mp_runner.py:73) -2024-09-01 23:18:17,305 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.002855253995221574 (mp_runner.py:73) -2024-09-01 23:18:17,307 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.002681935002328828 (mp_runner.py:73) -2024-09-01 23:18:17,308 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0037279739990481175 (mp_runner.py:73) -2024-09-01 23:18:17,308 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.003068502999667544 (mp_runner.py:73) -2024-09-01 23:18:17,311 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.0054064000069047324 (mp_runner.py:73) -2024-09-01 23:18:17,312 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.005365114004234783 (mp_runner.py:73) -2024-09-01 23:18:17,650 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.004643451997253578 (mp_runner.py:73) -2024-09-01 23:18:18,961 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.0017607679983484559 (mp_runner.py:73) -2024-09-01 23:18:18,962 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.0027447629981907085 (mp_runner.py:73) -2024-09-01 23:18:18,962 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004113713999686297 (mp_runner.py:73) -2024-09-01 23:18:18,963 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.002727948005485814 (mp_runner.py:73) -2024-09-01 23:18:18,964 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.003246107997256331 (mp_runner.py:73) -2024-09-01 23:18:19,109 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0019347350025782362 (mp_runner.py:73) -2024-09-01 23:18:19,109 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.0017268919982598163 (mp_runner.py:73) -2024-09-01 23:18:19,110 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.002538996996008791 (mp_runner.py:73) -2024-09-01 23:18:19,110 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.0029271590028656647 (mp_runner.py:73) -2024-09-01 23:18:19,110 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.003709124997840263 (mp_runner.py:73) -2024-09-01 23:18:19,111 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0050943910027854145 (mp_runner.py:73) -2024-09-01 23:18:19,322 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.0027385869980207644 (mp_runner.py:73) -2024-09-01 23:18:19,322 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.006720447003317531 (mp_runner.py:73) -2024-09-01 23:18:19,323 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.004919505001453217 (mp_runner.py:73) -2024-09-01 23:18:20,118 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.005072325002402067 (mp_runner.py:73) -2024-09-01 23:18:20,671 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.0015354280039900914 (mp_runner.py:73) -2024-09-01 23:18:20,672 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.002254163999168668 (mp_runner.py:73) -2024-09-01 23:18:20,673 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.004006018993095495 (mp_runner.py:73) -2024-09-01 23:18:20,673 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.0047152620027191006 (mp_runner.py:73) -2024-09-01 23:18:20,803 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.0054579610005021095 (mp_runner.py:73) -2024-09-01 23:18:20,972 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0030237149985623546 (mp_runner.py:73) -2024-09-01 23:18:20,972 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.0030203649948816746 (mp_runner.py:73) -2024-09-01 23:18:20,973 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.002512750004825648 (mp_runner.py:73) -2024-09-01 23:18:20,974 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.006608479998249095 (mp_runner.py:73) -2024-09-01 23:18:20,974 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.006303371999820229 (mp_runner.py:73) -2024-09-01 23:18:21,343 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.00444271499873139 (mp_runner.py:73) -2024-09-01 23:18:21,547 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.003818477998720482 (mp_runner.py:73) -2024-09-01 23:18:21,577 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.006120261001342442 (mp_runner.py:73) -2024-09-01 23:18:21,603 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.0052227479973225854 (mp_runner.py:73) -2024-09-01 23:18:22,492 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.003802644001552835 (mp_runner.py:73) -2024-09-01 23:18:22,582 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.0011035499992431141 (mp_runner.py:73) -2024-09-01 23:18:22,582 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.0025229530001524836 (mp_runner.py:73) -2024-09-01 23:18:22,582 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.002193157000874635 (mp_runner.py:73) -2024-09-01 23:18:22,583 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.004341708998254035 (mp_runner.py:73) -2024-09-01 23:18:22,834 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.003957957000238821 (mp_runner.py:73) -2024-09-01 23:18:22,923 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.0014011790044605732 (mp_runner.py:73) -2024-09-01 23:18:22,924 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.0030413799977395684 (mp_runner.py:73) -2024-09-01 23:18:22,925 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.004036147998704109 (mp_runner.py:73) -2024-09-01 23:18:22,926 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.0027971079980488867 (mp_runner.py:73) -2024-09-01 23:18:22,926 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.002858761996321846 (mp_runner.py:73) -2024-09-01 23:18:23,590 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.004012366000097245 (mp_runner.py:73) -2024-09-01 23:18:23,722 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.003151322998746764 (mp_runner.py:73) -2024-09-01 23:18:23,722 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.00397579200216569 (mp_runner.py:73) -2024-09-01 23:18:23,722 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0040846740012057126 (mp_runner.py:73) -2024-09-01 23:18:24,339 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.0054063639981905 (mp_runner.py:73) -2024-09-01 23:18:24,374 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.004483745993638877 (mp_runner.py:73) -2024-09-01 23:18:24,388 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.005542873994272668 (mp_runner.py:73) -2024-09-01 23:18:24,411 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.0042470300031709485 (mp_runner.py:73) -2024-09-01 23:18:24,838 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.005137082996952813 (mp_runner.py:73) -2024-09-01 23:18:24,842 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.004909317998681217 (mp_runner.py:73) -2024-09-01 23:18:24,845 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0036870930052828044 (mp_runner.py:73) -2024-09-01 23:18:24,845 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.004284835995349567 (mp_runner.py:73) -2024-09-01 23:18:24,845 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.0029254859982756898 (mp_runner.py:73) -2024-09-01 23:18:24,845 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.003669648998766206 (mp_runner.py:73) -2024-09-01 23:18:24,846 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.005213056996581145 (mp_runner.py:73) -2024-09-01 23:18:25,937 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.003349828999489546 (mp_runner.py:73) -2024-09-01 23:18:25,967 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.0031822609962546267 (mp_runner.py:73) -2024-09-01 23:18:25,967 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.0032441500006825663 (mp_runner.py:73) -2024-09-01 23:18:25,968 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.00461612299841363 (mp_runner.py:73) -2024-09-01 23:18:26,268 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.002999791999172885 (mp_runner.py:73) -2024-09-01 23:18:26,268 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.003945773001760244 (mp_runner.py:73) -2024-09-01 23:18:26,269 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.0042632730037439615 (mp_runner.py:73) -2024-09-01 23:18:26,479 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.0038498770009027794 (mp_runner.py:73) -2024-09-01 23:18:26,631 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0017938020027941093 (mp_runner.py:73) -2024-09-01 23:18:26,632 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.0040370900023845024 (mp_runner.py:73) -2024-09-01 23:18:26,632 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.0044523180040414445 (mp_runner.py:73) -2024-09-01 23:18:26,632 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0028541480060084723 (mp_runner.py:73) -2024-09-01 23:18:26,633 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.003682278998894617 (mp_runner.py:73) -2024-09-01 23:18:26,634 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.003954220999730751 (mp_runner.py:73) -2024-09-01 23:18:27,247 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.004609775998687837 (mp_runner.py:73) -2024-09-01 23:18:27,951 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.0030232810022425838 (mp_runner.py:73) -2024-09-01 23:18:27,953 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.004235200001858175 (mp_runner.py:73) -2024-09-01 23:18:27,953 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.0033872429994517006 (mp_runner.py:73) -2024-09-01 23:18:28,109 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.004709857996203937 (mp_runner.py:73) -2024-09-01 23:18:28,226 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.002532430000428576 (mp_runner.py:73) -2024-09-01 23:18:28,227 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.00388566200126661 (mp_runner.py:73) -2024-09-01 23:18:28,227 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.005965714997728355 (mp_runner.py:73) -2024-09-01 23:18:28,554 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.00467345499782823 (mp_runner.py:73) -2024-09-01 23:18:28,560 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.0029499920055968687 (mp_runner.py:73) -2024-09-01 23:18:28,565 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.005397357002948411 (mp_runner.py:73) -2024-09-01 23:18:28,565 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.006080981002014596 (mp_runner.py:73) -2024-09-01 23:18:28,567 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.010052550002001226 (mp_runner.py:73) -2024-09-01 23:18:28,568 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.009554668002238031 (mp_runner.py:73) -2024-09-01 23:18:28,591 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.008860021000145935 (mp_runner.py:73) -2024-09-01 23:18:29,571 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.0033746240005712025 (mp_runner.py:73) -2024-09-01 23:18:30,167 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.008398648002184927 (mp_runner.py:73) -2024-09-01 23:18:30,168 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.007377374000498094 (mp_runner.py:73) -2024-09-01 23:18:30,199 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.00748290400224505 (mp_runner.py:73) -2024-09-01 23:18:30,228 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.0029257529968163 (mp_runner.py:73) -2024-09-01 23:18:30,243 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.0029064769987598993 (mp_runner.py:73) -2024-09-01 23:18:30,411 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.00319569899875205 (mp_runner.py:73) -2024-09-01 23:18:30,468 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.004891998003586195 (mp_runner.py:73) -2024-09-01 23:18:30,557 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.004391647002194077 (mp_runner.py:73) -2024-09-01 23:18:30,558 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.0038968160006334074 (mp_runner.py:73) -2024-09-01 23:18:30,613 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.0034914370044134557 (mp_runner.py:73) -2024-09-01 23:18:30,614 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.004622255000867881 (mp_runner.py:73) -2024-09-01 23:18:30,614 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.004730579996248707 (mp_runner.py:73) -2024-09-01 23:18:30,614 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0034142139993491583 (mp_runner.py:73) -2024-09-01 23:18:31,010 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.004249247002007905 (mp_runner.py:73) -2024-09-01 23:18:31,883 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.00383593999868026 (mp_runner.py:73) -2024-09-01 23:18:32,340 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.004928316004225053 (mp_runner.py:73) -2024-09-01 23:18:32,341 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.00401383699500002 (mp_runner.py:73) -2024-09-01 23:18:32,353 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.004931971001497004 (mp_runner.py:73) -2024-09-01 23:18:32,364 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.0027321330053382553 (mp_runner.py:73) -2024-09-01 23:18:32,366 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004059384002175648 (mp_runner.py:73) -2024-09-01 23:18:32,367 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.0023747870000079274 (mp_runner.py:73) -2024-09-01 23:18:32,398 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.0034491240003262646 (mp_runner.py:73) -2024-09-01 23:18:32,411 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.001331842999206856 (mp_runner.py:73) -2024-09-01 23:18:32,411 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.0014383079978870228 (mp_runner.py:73) -2024-09-01 23:18:32,412 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.002771243001916446 (mp_runner.py:73) -2024-09-01 23:18:32,413 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.0055727369981468655 (mp_runner.py:73) -2024-09-01 23:18:32,472 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.005018155003199354 (mp_runner.py:73) -2024-09-01 23:18:32,716 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.0033578129950910807 (mp_runner.py:73) -2024-09-01 23:18:33,337 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.004203821001283359 (mp_runner.py:73) -2024-09-01 23:18:34,236 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.003965240997786168 (mp_runner.py:73) -2024-09-01 23:18:34,299 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.0010506429971428588 (mp_runner.py:73) -2024-09-01 23:18:34,300 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.0024057019982137717 (mp_runner.py:73) -2024-09-01 23:18:34,301 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.0023186729958979413 (mp_runner.py:73) -2024-09-01 23:18:34,301 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.0029842200019629672 (mp_runner.py:73) -2024-09-01 23:18:34,301 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.004053687996929511 (mp_runner.py:73) -2024-09-01 23:18:34,301 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.004086115004611202 (mp_runner.py:73) -2024-09-01 23:18:34,302 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.003317977003462147 (mp_runner.py:73) -2024-09-01 23:18:34,302 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.00336517600226216 (mp_runner.py:73) -2024-09-01 23:18:34,303 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.003390294994460419 (mp_runner.py:73) -2024-09-01 23:18:34,597 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.005969470999843907 (mp_runner.py:73) -2024-09-01 23:18:34,735 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.004613905999576673 (mp_runner.py:73) -2024-09-01 23:18:34,792 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.005652038998960052 (mp_runner.py:73) -2024-09-01 23:18:35,013 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.0069843449964537285 (mp_runner.py:73) -2024-09-01 23:18:35,581 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.004101812002772931 (mp_runner.py:73) -2024-09-01 23:18:35,979 | DEBUG |(SpawnProcess-1:17) search_count: 5500, latest_latency=0.0013192400001571514 (mp_runner.py:73) -2024-09-01 23:18:35,979 | DEBUG |(SpawnProcess-1:18) search_count: 5500, latest_latency=0.0027037719992222264 (mp_runner.py:73) -2024-09-01 23:18:35,979 | DEBUG |(SpawnProcess-1:20) search_count: 5500, latest_latency=0.0025772570006665774 (mp_runner.py:73) -2024-09-01 23:18:35,980 | DEBUG |(SpawnProcess-1:27) search_count: 5500, latest_latency=0.0049013079988071695 (mp_runner.py:73) -2024-09-01 23:18:35,980 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.004260503999830689 (mp_runner.py:73) -2024-09-01 23:18:36,125 | DEBUG |(SpawnProcess-1:26) search_count: 5500, latest_latency=0.0038816270025563426 (mp_runner.py:73) -2024-09-01 23:18:36,127 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.004569668999465648 (mp_runner.py:73) -2024-09-01 23:18:36,134 | DEBUG |(SpawnProcess-1:24) search_count: 5500, latest_latency=0.0030005680018803105 (mp_runner.py:73) -2024-09-01 23:18:36,135 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.005853424001543317 (mp_runner.py:73) -2024-09-01 23:18:36,143 | DEBUG |(SpawnProcess-1:21) search_count: 5500, latest_latency=0.004274496001016814 (mp_runner.py:73) -2024-09-01 23:18:36,892 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.004062369996972848 (mp_runner.py:73) -2024-09-01 23:18:36,937 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.002000514999963343 (mp_runner.py:73) -2024-09-01 23:18:37,045 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.007872214999224525 (mp_runner.py:73) -2024-09-01 23:18:37,301 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.004415396993863396 (mp_runner.py:73) -2024-09-01 23:18:37,829 | DEBUG |(SpawnProcess-1:19) search_count: 6000, latest_latency=0.00390913099545287 (mp_runner.py:73) -2024-09-01 23:18:37,830 | DEBUG |(SpawnProcess-1:27) search_count: 6000, latest_latency=0.0033698309998726472 (mp_runner.py:73) -2024-09-01 23:18:37,830 | DEBUG |(SpawnProcess-1:17) search_count: 6000, latest_latency=0.00417857200227445 (mp_runner.py:73) -2024-09-01 23:18:37,831 | DEBUG |(SpawnProcess-1:20) search_count: 6000, latest_latency=0.0033593119951547123 (mp_runner.py:73) -2024-09-01 23:18:37,872 | DEBUG |(SpawnProcess-1:15) search_count: 5500, latest_latency=0.0041247850022045895 (mp_runner.py:73) -2024-09-01 23:18:38,007 | DEBUG |(SpawnProcess-1:18) search_count: 6000, latest_latency=0.00449996099632699 (mp_runner.py:73) -2024-09-01 23:18:38,055 | DEBUG |(SpawnProcess-1:26) search_count: 6000, latest_latency=0.0021600300024147145 (mp_runner.py:73) -2024-09-01 23:18:38,055 | DEBUG |(SpawnProcess-1:21) search_count: 6000, latest_latency=0.0032482339956914075 (mp_runner.py:73) -2024-09-01 23:18:38,056 | DEBUG |(SpawnProcess-1:24) search_count: 6000, latest_latency=0.004228053003316745 (mp_runner.py:73) -2024-09-01 23:18:38,056 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.003097212000284344 (mp_runner.py:73) -2024-09-01 23:18:38,242 | DEBUG |(SpawnProcess-1:13) search_count: 6000, latest_latency=0.005526879998797085 (mp_runner.py:73) -2024-09-01 23:18:39,123 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.0009702329989522696 (mp_runner.py:73) -2024-09-01 23:18:39,235 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.0038522489994647913 (mp_runner.py:73) -2024-09-01 23:18:39,240 | DEBUG |(SpawnProcess-1:16) search_count: 5500, latest_latency=0.007644226003321819 (mp_runner.py:73) -2024-09-01 23:18:39,518 | DEBUG |(SpawnProcess-1:14) search_count: 5500, latest_latency=0.0010454709990881383 (mp_runner.py:73) -2024-09-01 23:18:39,800 | DEBUG |(SpawnProcess-1:27) search_count: 6500, latest_latency=0.002216069995483849 (mp_runner.py:73) -2024-09-01 23:18:39,801 | DEBUG |(SpawnProcess-1:17) search_count: 6500, latest_latency=0.0031621640009689145 (mp_runner.py:73) -2024-09-01 23:18:39,801 | DEBUG |(SpawnProcess-1:20) search_count: 6500, latest_latency=0.005373828993469942 (mp_runner.py:73) -2024-09-01 23:18:39,801 | DEBUG |(SpawnProcess-1:19) search_count: 6500, latest_latency=0.005137963002198376 (mp_runner.py:73) -2024-09-01 23:18:39,955 | DEBUG |(SpawnProcess-1:24) search_count: 6500, latest_latency=0.005026797000027727 (mp_runner.py:73) -2024-09-01 23:18:40,071 | DEBUG |(SpawnProcess-1:18) search_count: 6500, latest_latency=0.0035865059981006198 (mp_runner.py:73) -2024-09-01 23:18:40,100 | DEBUG |(SpawnProcess-1:26) search_count: 6500, latest_latency=0.004912450000119861 (mp_runner.py:73) -2024-09-01 23:18:40,101 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.006458859999838751 (mp_runner.py:73) -2024-09-01 23:18:40,167 | DEBUG |(SpawnProcess-1:21) search_count: 6500, latest_latency=0.0034059280005749315 (mp_runner.py:73) -2024-09-01 23:18:40,175 | DEBUG |(SpawnProcess-1:15) search_count: 6000, latest_latency=0.0044997229997534305 (mp_runner.py:73) -2024-09-01 23:18:40,568 | DEBUG |(SpawnProcess-1:13) search_count: 6500, latest_latency=0.005135940002219286 (mp_runner.py:73) -2024-09-01 23:18:41,202 | DEBUG |(SpawnProcess-1:25) search_count: 6000, latest_latency=0.0037232890026643872 (mp_runner.py:73) -2024-09-01 23:18:41,415 | DEBUG |(SpawnProcess-1:16) search_count: 6000, latest_latency=0.0044668870032182895 (mp_runner.py:73) -2024-09-01 23:18:41,437 | DEBUG |(SpawnProcess-1:23) search_count: 6000, latest_latency=0.004649253001844045 (mp_runner.py:73) -2024-09-01 23:18:41,568 | DEBUG |(SpawnProcess-1:20) search_count: 7000, latest_latency=0.00240078800561605 (mp_runner.py:73) -2024-09-01 23:18:41,568 | DEBUG |(SpawnProcess-1:19) search_count: 7000, latest_latency=0.0027398829988669604 (mp_runner.py:73) -2024-09-01 23:18:41,569 | DEBUG |(SpawnProcess-1:17) search_count: 7000, latest_latency=0.003595996997319162 (mp_runner.py:73) -2024-09-01 23:18:41,569 | DEBUG |(SpawnProcess-1:14) search_count: 6000, latest_latency=0.004305554997699801 (mp_runner.py:73) -2024-09-01 23:18:41,570 | DEBUG |(SpawnProcess-1:27) search_count: 7000, latest_latency=0.003005732003657613 (mp_runner.py:73) -2024-09-01 23:18:42,222 | DEBUG |(SpawnProcess-1:18) search_count: 7000, latest_latency=0.005108828998345416 (mp_runner.py:73) -2024-09-01 23:18:42,389 | DEBUG |(SpawnProcess-1:24) search_count: 7000, latest_latency=0.00425070399796823 (mp_runner.py:73) -2024-09-01 23:18:42,465 | DEBUG |(SpawnProcess-1:22) search_count: 6000, latest_latency=0.003344554002978839 (mp_runner.py:73) -2024-09-01 23:18:42,471 | DEBUG |(SpawnProcess-1:26) search_count: 7000, latest_latency=0.004323926004872192 (mp_runner.py:73) -2024-09-01 23:18:42,639 | DEBUG |(SpawnProcess-1:21) search_count: 7000, latest_latency=0.004079364000062924 (mp_runner.py:73) -2024-09-01 23:18:42,649 | DEBUG |(SpawnProcess-1:15) search_count: 6500, latest_latency=0.004300439002690837 (mp_runner.py:73) -2024-09-01 23:18:42,954 | DEBUG |(SpawnProcess-1:13) search_count: 7000, latest_latency=0.003019235002284404 (mp_runner.py:73) -2024-09-01 23:18:43,448 | DEBUG |(SpawnProcess-1:19) search_count: 7500, latest_latency=0.0015184299991233274 (mp_runner.py:73) -2024-09-01 23:18:43,448 | DEBUG |(SpawnProcess-1:27) search_count: 7500, latest_latency=0.0012863700030720793 (mp_runner.py:73) -2024-09-01 23:18:43,449 | DEBUG |(SpawnProcess-1:20) search_count: 7500, latest_latency=0.003653327999927569 (mp_runner.py:73) -2024-09-01 23:18:43,449 | DEBUG |(SpawnProcess-1:17) search_count: 7500, latest_latency=0.004585007001878694 (mp_runner.py:73) -2024-09-01 23:18:43,589 | DEBUG |(SpawnProcess-1:25) search_count: 6500, latest_latency=0.008111090995953418 (mp_runner.py:73) -2024-09-01 23:18:43,967 | DEBUG |(SpawnProcess-1:16) search_count: 6500, latest_latency=0.00669198499963386 (mp_runner.py:73) -2024-09-01 23:18:43,994 | DEBUG |(SpawnProcess-1:23) search_count: 6500, latest_latency=0.004493711996474303 (mp_runner.py:73) -2024-09-01 23:18:44,112 | DEBUG |(SpawnProcess-1:14) search_count: 6500, latest_latency=0.018927854995126836 (mp_runner.py:73) -2024-09-01 23:18:44,365 | DEBUG |(SpawnProcess-1:18) search_count: 7500, latest_latency=0.005220166000071913 (mp_runner.py:73) -2024-09-01 23:18:44,865 | DEBUG |(SpawnProcess-1:24) search_count: 7500, latest_latency=0.004531072998361196 (mp_runner.py:73) -2024-09-01 23:18:44,894 | DEBUG |(SpawnProcess-1:26) search_count: 7500, latest_latency=0.0049271239986410365 (mp_runner.py:73) -2024-09-01 23:18:44,907 | DEBUG |(SpawnProcess-1:22) search_count: 6500, latest_latency=0.00496169400139479 (mp_runner.py:73) -2024-09-01 23:18:45,032 | DEBUG |(SpawnProcess-1:15) search_count: 7000, latest_latency=0.011846451998280827 (mp_runner.py:73) -2024-09-01 23:18:45,050 | DEBUG |(SpawnProcess-1:21) search_count: 7500, latest_latency=0.027925279006012715 (mp_runner.py:73) -2024-09-01 23:18:45,461 | DEBUG |(SpawnProcess-1:17) search_count: 8000, latest_latency=0.004070623996085487 (mp_runner.py:73) -2024-09-01 23:18:45,492 | DEBUG |(SpawnProcess-1:19) search_count: 8000, latest_latency=0.0042160680022789165 (mp_runner.py:73) -2024-09-01 23:18:45,519 | DEBUG |(SpawnProcess-1:13) search_count: 7500, latest_latency=0.005131903999426868 (mp_runner.py:73) -2024-09-01 23:18:45,531 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0007s, count=7964, qps in this process: 265.4605 (mp_runner.py:76) -2024-09-01 23:18:45,542 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0029s, count=7591, qps in this process: 253.0089 (mp_runner.py:76) -2024-09-01 23:18:45,555 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0052s, count=8021, qps in this process: 267.3203 (mp_runner.py:76) -2024-09-01 23:18:45,557 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0018s, count=6802, qps in this process: 226.7197 (mp_runner.py:76) -2024-09-01 23:18:45,572 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.002s, count=7084, qps in this process: 236.1176 (mp_runner.py:76) -2024-09-01 23:18:45,576 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0037s, count=8021, qps in this process: 267.3337 (mp_runner.py:76) -2024-09-01 23:18:45,595 | DEBUG |(SpawnProcess-1:27) search_count: 8000, latest_latency=0.0026753940037451684 (mp_runner.py:73) -2024-09-01 23:18:45,606 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0014s, count=6896, qps in this process: 229.8559 (mp_runner.py:76) -2024-09-01 23:18:45,607 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0026s, count=6802, qps in this process: 226.7137 (mp_runner.py:76) -2024-09-01 23:18:45,623 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.0014s, count=7633, qps in this process: 254.4215 (mp_runner.py:76) -2024-09-01 23:18:45,625 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0018s, count=8015, qps in this process: 267.1506 (mp_runner.py:76) -2024-09-01 23:18:45,626 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0032s, count=6831, qps in this process: 227.6757 (mp_runner.py:76) -2024-09-01 23:18:45,628 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0014s, count=7783, qps in this process: 259.4212 (mp_runner.py:76) -2024-09-01 23:18:45,640 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0078s, count=6636, qps in this process: 221.1425 (mp_runner.py:76) -2024-09-01 23:18:45,641 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0016s, count=7549, qps in this process: 251.6199 (mp_runner.py:76) -2024-09-01 23:18:45,643 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0007s, count=7675, qps in this process: 255.8274 (mp_runner.py:76) -2024-09-01 23:18:45,654 | INFO |End search in concurrency 15: dur=30.188433945004363s, total_count=111303, qps=3686.9418 (mp_runner.py:120) -2024-09-01 23:18:46,530 | INFO |Update largest qps with concurrency 15: current max_qps=3686.9418 (mp_runner.py:124) -2024-09-01 23:18:46,939 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:18:46,940 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 23:18:57,210 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 23:18:57,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,290 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,307 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,308 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,384 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,412 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,414 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:57,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:18:59,715 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.003703978996782098 (mp_runner.py:73) -2024-09-01 23:18:59,715 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.0043213589960942045 (mp_runner.py:73) -2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.0023577119936817326 (mp_runner.py:73) -2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.003105522999248933 (mp_runner.py:73) -2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.004984268998668995 (mp_runner.py:73) -2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.0032166899982257746 (mp_runner.py:73) -2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.0022055880035622977 (mp_runner.py:73) -2024-09-01 23:18:59,716 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.0043613820016616955 (mp_runner.py:73) -2024-09-01 23:18:59,717 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.002117623997037299 (mp_runner.py:73) -2024-09-01 23:18:59,717 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0034721490010269918 (mp_runner.py:73) -2024-09-01 23:18:59,717 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.003967432996432763 (mp_runner.py:73) -2024-09-01 23:18:59,718 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.003070949998800643 (mp_runner.py:73) -2024-09-01 23:18:59,718 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.00726988899987191 (mp_runner.py:73) -2024-09-01 23:18:59,718 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.004385215004731435 (mp_runner.py:73) -2024-09-01 23:18:59,719 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.003835214003629517 (mp_runner.py:73) -2024-09-01 23:18:59,719 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.009092552994843572 (mp_runner.py:73) -2024-09-01 23:19:00,065 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.013032177994318772 (mp_runner.py:73) -2024-09-01 23:19:00,066 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.0020483679982135072 (mp_runner.py:73) -2024-09-01 23:19:00,070 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.02002103199629346 (mp_runner.py:73) -2024-09-01 23:19:00,074 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.02689447100419784 (mp_runner.py:73) -2024-09-01 23:19:02,097 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.00450490399816772 (mp_runner.py:73) -2024-09-01 23:19:02,097 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.004296339000575244 (mp_runner.py:73) -2024-09-01 23:19:02,101 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.008678973994392436 (mp_runner.py:73) -2024-09-01 23:19:02,101 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.007706490003329236 (mp_runner.py:73) -2024-09-01 23:19:02,173 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.0037199150028754957 (mp_runner.py:73) -2024-09-01 23:19:02,174 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.00470574800419854 (mp_runner.py:73) -2024-09-01 23:19:02,174 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.0038196489986148663 (mp_runner.py:73) -2024-09-01 23:19:02,174 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.004177400995104108 (mp_runner.py:73) -2024-09-01 23:19:02,175 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.0024101520029944368 (mp_runner.py:73) -2024-09-01 23:19:02,175 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.007172580997576006 (mp_runner.py:73) -2024-09-01 23:19:02,282 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.0042445150029379874 (mp_runner.py:73) -2024-09-01 23:19:02,283 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.005815172997245099 (mp_runner.py:73) -2024-09-01 23:19:02,284 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.004418873999384232 (mp_runner.py:73) -2024-09-01 23:19:02,284 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.006582485999388155 (mp_runner.py:73) -2024-09-01 23:19:02,285 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.004327005000959616 (mp_runner.py:73) -2024-09-01 23:19:02,798 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.00508685899694683 (mp_runner.py:73) -2024-09-01 23:19:03,017 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.014727229994605295 (mp_runner.py:73) -2024-09-01 23:19:03,018 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.016482088001794182 (mp_runner.py:73) -2024-09-01 23:19:03,176 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.008223143995564897 (mp_runner.py:73) -2024-09-01 23:19:03,203 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.008078650003881194 (mp_runner.py:73) -2024-09-01 23:19:04,577 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.003559732998837717 (mp_runner.py:73) -2024-09-01 23:19:04,578 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.004481493997445796 (mp_runner.py:73) -2024-09-01 23:19:04,578 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.005788716996903531 (mp_runner.py:73) -2024-09-01 23:19:04,579 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.006714353999996092 (mp_runner.py:73) -2024-09-01 23:19:04,789 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.003181361003953498 (mp_runner.py:73) -2024-09-01 23:19:04,789 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.004157570001552813 (mp_runner.py:73) -2024-09-01 23:19:04,789 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.003596094000386074 (mp_runner.py:73) -2024-09-01 23:19:04,789 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.004334876000939403 (mp_runner.py:73) -2024-09-01 23:19:04,790 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.005582637000770774 (mp_runner.py:73) -2024-09-01 23:19:04,791 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.007705634998274036 (mp_runner.py:73) -2024-09-01 23:19:04,909 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.0017137399991042912 (mp_runner.py:73) -2024-09-01 23:19:04,911 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.004329768002207857 (mp_runner.py:73) -2024-09-01 23:19:04,911 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.002806393000355456 (mp_runner.py:73) -2024-09-01 23:19:04,913 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.00846714100043755 (mp_runner.py:73) -2024-09-01 23:19:04,913 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.00710580000304617 (mp_runner.py:73) -2024-09-01 23:19:05,802 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.005442020999907982 (mp_runner.py:73) -2024-09-01 23:19:05,802 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.007076360998325981 (mp_runner.py:73) -2024-09-01 23:19:05,947 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.007806009001797065 (mp_runner.py:73) -2024-09-01 23:19:06,249 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.006299043001490645 (mp_runner.py:73) -2024-09-01 23:19:06,269 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.006618849001824856 (mp_runner.py:73) -2024-09-01 23:19:07,118 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0051500629997462966 (mp_runner.py:73) -2024-09-01 23:19:07,119 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.0036146970014669932 (mp_runner.py:73) -2024-09-01 23:19:07,119 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.004207724996376783 (mp_runner.py:73) -2024-09-01 23:19:07,119 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.004975308002030943 (mp_runner.py:73) -2024-09-01 23:19:07,286 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.004256669002643321 (mp_runner.py:73) -2024-09-01 23:19:07,287 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.00557571099488996 (mp_runner.py:73) -2024-09-01 23:19:07,287 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.004074993004905991 (mp_runner.py:73) -2024-09-01 23:19:07,287 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.00618787400162546 (mp_runner.py:73) -2024-09-01 23:19:07,426 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.004916695994324982 (mp_runner.py:73) -2024-09-01 23:19:07,428 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.005646154000714887 (mp_runner.py:73) -2024-09-01 23:19:07,457 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.005164493995835073 (mp_runner.py:73) -2024-09-01 23:19:07,458 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.00434623500041198 (mp_runner.py:73) -2024-09-01 23:19:07,459 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.00519826899835607 (mp_runner.py:73) -2024-09-01 23:19:07,620 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.006290624995017424 (mp_runner.py:73) -2024-09-01 23:19:07,656 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.005932180996751413 (mp_runner.py:73) -2024-09-01 23:19:08,661 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.00525954199838452 (mp_runner.py:73) -2024-09-01 23:19:08,671 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.005298371004755609 (mp_runner.py:73) -2024-09-01 23:19:09,109 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.017766343997209333 (mp_runner.py:73) -2024-09-01 23:19:09,235 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.004676197997468989 (mp_runner.py:73) -2024-09-01 23:19:09,286 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.006157078001706395 (mp_runner.py:73) -2024-09-01 23:19:09,700 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.003663564995804336 (mp_runner.py:73) -2024-09-01 23:19:09,701 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.003687301003083121 (mp_runner.py:73) -2024-09-01 23:19:09,701 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.005449967000458855 (mp_runner.py:73) -2024-09-01 23:19:09,702 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.007467846000508871 (mp_runner.py:73) -2024-09-01 23:19:10,127 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.007196270998974796 (mp_runner.py:73) -2024-09-01 23:19:10,175 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.007237035999423824 (mp_runner.py:73) -2024-09-01 23:19:10,175 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.004929783004627097 (mp_runner.py:73) -2024-09-01 23:19:10,175 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.005646753001201432 (mp_runner.py:73) -2024-09-01 23:19:10,231 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.008127877998049371 (mp_runner.py:73) -2024-09-01 23:19:10,253 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.004883647998212837 (mp_runner.py:73) -2024-09-01 23:19:10,254 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.007226525995065458 (mp_runner.py:73) -2024-09-01 23:19:10,255 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.007587950996821746 (mp_runner.py:73) -2024-09-01 23:19:10,442 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.007841496997571085 (mp_runner.py:73) -2024-09-01 23:19:10,882 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.007292508002137765 (mp_runner.py:73) -2024-09-01 23:19:10,954 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.007465356997272465 (mp_runner.py:73) -2024-09-01 23:19:11,551 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.007187183997302782 (mp_runner.py:73) -2024-09-01 23:19:11,636 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.00593464300618507 (mp_runner.py:73) -2024-09-01 23:19:12,291 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.004363271000329405 (mp_runner.py:73) -2024-09-01 23:19:12,291 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.005783891996543389 (mp_runner.py:73) -2024-09-01 23:19:12,416 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.005210818999330513 (mp_runner.py:73) -2024-09-01 23:19:12,523 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.006706432999635581 (mp_runner.py:73) -2024-09-01 23:19:12,528 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.0057638360012788326 (mp_runner.py:73) -2024-09-01 23:19:12,602 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.006656053999904543 (mp_runner.py:73) -2024-09-01 23:19:12,620 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.006583837996004149 (mp_runner.py:73) -2024-09-01 23:19:12,828 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.0034648420041776262 (mp_runner.py:73) -2024-09-01 23:19:12,829 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.004417150004883297 (mp_runner.py:73) -2024-09-01 23:19:12,829 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.003672933999041561 (mp_runner.py:73) -2024-09-01 23:19:12,829 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.003834800998447463 (mp_runner.py:73) -2024-09-01 23:19:12,830 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.0032463589959661476 (mp_runner.py:73) -2024-09-01 23:19:12,830 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.0050713189993985 (mp_runner.py:73) -2024-09-01 23:19:12,830 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.004312486998969689 (mp_runner.py:73) -2024-09-01 23:19:13,340 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.004453151996131055 (mp_runner.py:73) -2024-09-01 23:19:13,630 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.009663809003541246 (mp_runner.py:73) -2024-09-01 23:19:14,009 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.0054225790008786134 (mp_runner.py:73) -2024-09-01 23:19:14,216 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.005306701998051722 (mp_runner.py:73) -2024-09-01 23:19:14,438 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.0051425490019028075 (mp_runner.py:73) -2024-09-01 23:19:14,559 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.006359335995512083 (mp_runner.py:73) -2024-09-01 23:19:15,124 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.006643649001489393 (mp_runner.py:73) -2024-09-01 23:19:15,191 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.006173134999698959 (mp_runner.py:73) -2024-09-01 23:19:15,369 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.0045943309960421175 (mp_runner.py:73) -2024-09-01 23:19:15,370 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.007023869002296124 (mp_runner.py:73) -2024-09-01 23:19:15,371 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.007950555998831987 (mp_runner.py:73) -2024-09-01 23:19:15,371 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.004712278001534287 (mp_runner.py:73) -2024-09-01 23:19:15,486 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.0027406380031607114 (mp_runner.py:73) -2024-09-01 23:19:15,486 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.005215155004407279 (mp_runner.py:73) -2024-09-01 23:19:15,486 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.002763957003480755 (mp_runner.py:73) -2024-09-01 23:19:15,486 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.004742208999232389 (mp_runner.py:73) -2024-09-01 23:19:15,489 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.008509692997904494 (mp_runner.py:73) -2024-09-01 23:19:15,694 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.0054873269982635975 (mp_runner.py:73) -2024-09-01 23:19:15,762 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.004623827000614256 (mp_runner.py:73) -2024-09-01 23:19:15,850 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.003212470001017209 (mp_runner.py:73) -2024-09-01 23:19:16,685 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.008133332994475495 (mp_runner.py:73) -2024-09-01 23:19:16,932 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.010198283998761326 (mp_runner.py:73) -2024-09-01 23:19:17,227 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.007707344993832521 (mp_runner.py:73) -2024-09-01 23:19:17,245 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.005286696999974083 (mp_runner.py:73) -2024-09-01 23:19:17,355 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.006532128005346749 (mp_runner.py:73) -2024-09-01 23:19:17,414 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.005188971001189202 (mp_runner.py:73) -2024-09-01 23:19:17,652 | DEBUG |(SpawnProcess-1:48) search_count: 4000, latest_latency=0.0023729489985271357 (mp_runner.py:73) -2024-09-01 23:19:17,653 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.002978543001518119 (mp_runner.py:73) -2024-09-01 23:19:17,654 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.00513851400319254 (mp_runner.py:73) -2024-09-01 23:19:17,654 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.0052456090052146465 (mp_runner.py:73) -2024-09-01 23:19:17,655 | DEBUG |(SpawnProcess-1:37) search_count: 4000, latest_latency=0.0035531199973775074 (mp_runner.py:73) -2024-09-01 23:19:17,655 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.0033959310021600686 (mp_runner.py:73) -2024-09-01 23:19:17,911 | DEBUG |(SpawnProcess-1:32) search_count: 4000, latest_latency=0.004156989001785405 (mp_runner.py:73) -2024-09-01 23:19:17,912 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.004553571001451928 (mp_runner.py:73) -2024-09-01 23:19:17,913 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.006848869001260027 (mp_runner.py:73) -2024-09-01 23:19:17,913 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.003980771005444694 (mp_runner.py:73) -2024-09-01 23:19:17,913 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.007298737000382971 (mp_runner.py:73) -2024-09-01 23:19:18,841 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.005681105001713149 (mp_runner.py:73) -2024-09-01 23:19:18,904 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.005091952996735927 (mp_runner.py:73) -2024-09-01 23:19:19,036 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.006254103995161131 (mp_runner.py:73) -2024-09-01 23:19:19,743 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.004420847006258555 (mp_runner.py:73) -2024-09-01 23:19:19,930 | DEBUG |(SpawnProcess-1:29) search_count: 4500, latest_latency=0.003801093997026328 (mp_runner.py:73) -2024-09-01 23:19:19,930 | DEBUG |(SpawnProcess-1:37) search_count: 4500, latest_latency=0.003484571003355086 (mp_runner.py:73) -2024-09-01 23:19:19,931 | DEBUG |(SpawnProcess-1:33) search_count: 4500, latest_latency=0.0028017599979648367 (mp_runner.py:73) -2024-09-01 23:19:19,931 | DEBUG |(SpawnProcess-1:43) search_count: 4500, latest_latency=0.0027314920007484034 (mp_runner.py:73) -2024-09-01 23:19:19,932 | DEBUG |(SpawnProcess-1:34) search_count: 4500, latest_latency=0.007370765000814572 (mp_runner.py:73) -2024-09-01 23:19:19,932 | DEBUG |(SpawnProcess-1:48) search_count: 4500, latest_latency=0.006319747000816278 (mp_runner.py:73) -2024-09-01 23:19:20,058 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.01008733299386222 (mp_runner.py:73) -2024-09-01 23:19:20,062 | DEBUG |(SpawnProcess-1:40) search_count: 4000, latest_latency=0.00839935399562819 (mp_runner.py:73) -2024-09-01 23:19:20,253 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.00570221299858531 (mp_runner.py:73) -2024-09-01 23:19:20,328 | DEBUG |(SpawnProcess-1:41) search_count: 4000, latest_latency=0.004532334001851268 (mp_runner.py:73) -2024-09-01 23:19:20,457 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.005124479997903109 (mp_runner.py:73) -2024-09-01 23:19:20,519 | DEBUG |(SpawnProcess-1:30) search_count: 4500, latest_latency=0.0033654739963822067 (mp_runner.py:73) -2024-09-01 23:19:20,520 | DEBUG |(SpawnProcess-1:42) search_count: 4500, latest_latency=0.003282860001490917 (mp_runner.py:73) -2024-09-01 23:19:20,520 | DEBUG |(SpawnProcess-1:31) search_count: 4500, latest_latency=0.004849999000725802 (mp_runner.py:73) -2024-09-01 23:19:20,520 | DEBUG |(SpawnProcess-1:45) search_count: 4500, latest_latency=0.007128010998712853 (mp_runner.py:73) -2024-09-01 23:19:20,521 | DEBUG |(SpawnProcess-1:32) search_count: 4500, latest_latency=0.005750718999479432 (mp_runner.py:73) -2024-09-01 23:19:21,977 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.006851665995782241 (mp_runner.py:73) -2024-09-01 23:19:22,022 | DEBUG |(SpawnProcess-1:38) search_count: 4000, latest_latency=0.005311423999955878 (mp_runner.py:73) -2024-09-01 23:19:22,198 | DEBUG |(SpawnProcess-1:47) search_count: 4000, latest_latency=0.005030944994359743 (mp_runner.py:73) -2024-09-01 23:19:22,462 | DEBUG |(SpawnProcess-1:29) search_count: 5000, latest_latency=0.0029511729953810573 (mp_runner.py:73) -2024-09-01 23:19:22,462 | DEBUG |(SpawnProcess-1:48) search_count: 5000, latest_latency=0.004236644999764394 (mp_runner.py:73) -2024-09-01 23:19:22,463 | DEBUG |(SpawnProcess-1:34) search_count: 5000, latest_latency=0.006062152999220416 (mp_runner.py:73) -2024-09-01 23:19:22,464 | DEBUG |(SpawnProcess-1:37) search_count: 5000, latest_latency=0.004320501000620425 (mp_runner.py:73) -2024-09-01 23:19:22,464 | DEBUG |(SpawnProcess-1:33) search_count: 5000, latest_latency=0.004305123999074567 (mp_runner.py:73) -2024-09-01 23:19:22,798 | DEBUG |(SpawnProcess-1:43) search_count: 5000, latest_latency=0.007321272001718171 (mp_runner.py:73) -2024-09-01 23:19:22,921 | DEBUG |(SpawnProcess-1:35) search_count: 4500, latest_latency=0.006072177995520178 (mp_runner.py:73) -2024-09-01 23:19:22,945 | DEBUG |(SpawnProcess-1:40) search_count: 4500, latest_latency=0.005447602001368068 (mp_runner.py:73) -2024-09-01 23:19:23,022 | DEBUG |(SpawnProcess-1:30) search_count: 5000, latest_latency=0.002815691004798282 (mp_runner.py:73) -2024-09-01 23:19:23,022 | DEBUG |(SpawnProcess-1:31) search_count: 5000, latest_latency=0.0029819219998898916 (mp_runner.py:73) -2024-09-01 23:19:23,023 | DEBUG |(SpawnProcess-1:32) search_count: 5000, latest_latency=0.0036239879991626367 (mp_runner.py:73) -2024-09-01 23:19:23,024 | DEBUG |(SpawnProcess-1:42) search_count: 5000, latest_latency=0.005332497996278107 (mp_runner.py:73) -2024-09-01 23:19:23,024 | DEBUG |(SpawnProcess-1:45) search_count: 5000, latest_latency=0.006015589999151416 (mp_runner.py:73) -2024-09-01 23:19:23,145 | DEBUG |(SpawnProcess-1:46) search_count: 4500, latest_latency=0.006572857004357502 (mp_runner.py:73) -2024-09-01 23:19:23,145 | DEBUG |(SpawnProcess-1:39) search_count: 4500, latest_latency=0.008005219002370723 (mp_runner.py:73) -2024-09-01 23:19:23,384 | DEBUG |(SpawnProcess-1:41) search_count: 4500, latest_latency=0.005803097999887541 (mp_runner.py:73) -2024-09-01 23:19:23,612 | DEBUG |(SpawnProcess-1:36) search_count: 4500, latest_latency=0.00889632900361903 (mp_runner.py:73) -2024-09-01 23:19:24,797 | DEBUG |(SpawnProcess-1:33) search_count: 5500, latest_latency=0.0022330830033752136 (mp_runner.py:73) -2024-09-01 23:19:24,797 | DEBUG |(SpawnProcess-1:37) search_count: 5500, latest_latency=0.003067580997594632 (mp_runner.py:73) -2024-09-01 23:19:24,798 | DEBUG |(SpawnProcess-1:48) search_count: 5500, latest_latency=0.002574099002231378 (mp_runner.py:73) -2024-09-01 23:19:24,798 | DEBUG |(SpawnProcess-1:34) search_count: 5500, latest_latency=0.00549934300215682 (mp_runner.py:73) -2024-09-01 23:19:24,799 | DEBUG |(SpawnProcess-1:29) search_count: 5500, latest_latency=0.006438014002924319 (mp_runner.py:73) -2024-09-01 23:19:25,002 | DEBUG |(SpawnProcess-1:44) search_count: 4500, latest_latency=0.005305077000230085 (mp_runner.py:73) -2024-09-01 23:19:25,003 | DEBUG |(SpawnProcess-1:38) search_count: 4500, latest_latency=0.007096829998772591 (mp_runner.py:73) -2024-09-01 23:19:25,257 | DEBUG |(SpawnProcess-1:47) search_count: 4500, latest_latency=0.00660865000099875 (mp_runner.py:73) -2024-09-01 23:19:25,558 | DEBUG |(SpawnProcess-1:32) search_count: 5500, latest_latency=0.003906660000211559 (mp_runner.py:73) -2024-09-01 23:19:25,559 | DEBUG |(SpawnProcess-1:31) search_count: 5500, latest_latency=0.0022362769959727302 (mp_runner.py:73) -2024-09-01 23:19:25,559 | DEBUG |(SpawnProcess-1:43) search_count: 5500, latest_latency=0.004045426998345647 (mp_runner.py:73) -2024-09-01 23:19:25,559 | DEBUG |(SpawnProcess-1:42) search_count: 5500, latest_latency=0.004033971999888308 (mp_runner.py:73) -2024-09-01 23:19:25,560 | DEBUG |(SpawnProcess-1:30) search_count: 5500, latest_latency=0.006740552998962812 (mp_runner.py:73) -2024-09-01 23:19:25,560 | DEBUG |(SpawnProcess-1:45) search_count: 5500, latest_latency=0.007308376996661536 (mp_runner.py:73) -2024-09-01 23:19:25,762 | DEBUG |(SpawnProcess-1:40) search_count: 5000, latest_latency=0.005008369997085538 (mp_runner.py:73) -2024-09-01 23:19:25,983 | DEBUG |(SpawnProcess-1:39) search_count: 5000, latest_latency=0.0032747560035204515 (mp_runner.py:73) -2024-09-01 23:19:25,984 | DEBUG |(SpawnProcess-1:35) search_count: 5000, latest_latency=0.0046708869995200075 (mp_runner.py:73) -2024-09-01 23:19:26,262 | DEBUG |(SpawnProcess-1:46) search_count: 5000, latest_latency=0.003902887001459021 (mp_runner.py:73) -2024-09-01 23:19:26,473 | DEBUG |(SpawnProcess-1:41) search_count: 5000, latest_latency=0.004768732993397862 (mp_runner.py:73) -2024-09-01 23:19:26,746 | DEBUG |(SpawnProcess-1:36) search_count: 5000, latest_latency=0.0049461460002930835 (mp_runner.py:73) -2024-09-01 23:19:27,121 | DEBUG |(SpawnProcess-1:33) search_count: 6000, latest_latency=0.00953375399694778 (mp_runner.py:73) -2024-09-01 23:19:27,121 | DEBUG |(SpawnProcess-1:34) search_count: 6000, latest_latency=0.007331389999308158 (mp_runner.py:73) -2024-09-01 23:19:27,122 | DEBUG |(SpawnProcess-1:37) search_count: 6000, latest_latency=0.010679172999516595 (mp_runner.py:73) -2024-09-01 23:19:27,122 | DEBUG |(SpawnProcess-1:48) search_count: 6000, latest_latency=0.009926430997438729 (mp_runner.py:73) -2024-09-01 23:19:27,124 | DEBUG |(SpawnProcess-1:29) search_count: 6000, latest_latency=0.012943740002810955 (mp_runner.py:73) -2024-09-01 23:19:27,258 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0035s, count=5840, qps in this process: 194.644 (mp_runner.py:76) -2024-09-01 23:19:27,297 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0003s, count=4847, qps in this process: 161.5651 (mp_runner.py:76) -2024-09-01 23:19:27,313 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0032s, count=5850, qps in this process: 194.9792 (mp_runner.py:76) -2024-09-01 23:19:27,315 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0048s, count=5198, qps in this process: 173.2389 (mp_runner.py:76) -2024-09-01 23:19:27,324 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0051s, count=5079, qps in this process: 169.2712 (mp_runner.py:76) -2024-09-01 23:19:27,384 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0007s, count=5139, qps in this process: 171.296 (mp_runner.py:76) -2024-09-01 23:19:27,387 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0012s, count=6070, qps in this process: 202.3252 (mp_runner.py:76) -2024-09-01 23:19:27,398 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0007s, count=5297, qps in this process: 176.5625 (mp_runner.py:76) -2024-09-01 23:19:27,404 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.001s, count=5175, qps in this process: 172.4943 (mp_runner.py:76) -2024-09-01 23:19:27,416 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0018s, count=5876, qps in this process: 195.8549 (mp_runner.py:76) -2024-09-01 23:19:27,419 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0032s, count=6081, qps in this process: 202.6784 (mp_runner.py:76) -2024-09-01 23:19:27,423 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0016s, count=5878, qps in this process: 195.9229 (mp_runner.py:76) -2024-09-01 23:19:27,424 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0028s, count=5878, qps in this process: 195.915 (mp_runner.py:76) -2024-09-01 23:19:27,425 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0019s, count=6084, qps in this process: 202.7872 (mp_runner.py:76) -2024-09-01 23:19:27,425 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0006s, count=6084, qps in this process: 202.7959 (mp_runner.py:76) -2024-09-01 23:19:27,426 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0015s, count=6084, qps in this process: 202.7899 (mp_runner.py:76) -2024-09-01 23:19:27,427 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0022s, count=5888, qps in this process: 196.2523 (mp_runner.py:76) -2024-09-01 23:19:27,433 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0006s, count=5262, qps in this process: 175.3965 (mp_runner.py:76) -2024-09-01 23:19:27,434 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0003s, count=4915, qps in this process: 163.8317 (mp_runner.py:76) -2024-09-01 23:19:27,435 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0073s, count=4911, qps in this process: 163.6602 (mp_runner.py:76) -2024-09-01 23:19:27,446 | INFO |End search in concurrency 20: dur=30.235471461004636s, total_count=111436, qps=3685.6048 (mp_runner.py:120) -2024-09-01 23:19:29,119 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:19:29,119 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 23:19:39,450 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 23:19:39,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,581 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,606 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,641 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,641 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,679 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,679 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,685 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,688 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,709 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,715 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,715 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,715 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,747 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:39,748 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:19:42,665 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.0071040230031940155 (mp_runner.py:73) -2024-09-01 23:19:42,749 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.004251192003721371 (mp_runner.py:73) -2024-09-01 23:19:42,749 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.004402161001053173 (mp_runner.py:73) -2024-09-01 23:19:42,750 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.004384801002743188 (mp_runner.py:73) -2024-09-01 23:19:42,750 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.00455834800231969 (mp_runner.py:73) -2024-09-01 23:19:42,750 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.005246655004157219 (mp_runner.py:73) -2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.00532812399615068 (mp_runner.py:73) -2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.004650392998883035 (mp_runner.py:73) -2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.0048438539961352944 (mp_runner.py:73) -2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.007318222000321839 (mp_runner.py:73) -2024-09-01 23:19:42,751 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.004922955995425582 (mp_runner.py:73) -2024-09-01 23:19:42,752 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.004713830996479373 (mp_runner.py:73) -2024-09-01 23:19:42,752 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.00889535100577632 (mp_runner.py:73) -2024-09-01 23:19:42,752 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.004178654002316762 (mp_runner.py:73) -2024-09-01 23:19:42,787 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.002655440999660641 (mp_runner.py:73) -2024-09-01 23:19:42,788 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.0035567710001487285 (mp_runner.py:73) -2024-09-01 23:19:42,788 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.003509346002829261 (mp_runner.py:73) -2024-09-01 23:19:42,788 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.005069678998552263 (mp_runner.py:73) -2024-09-01 23:19:42,789 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.007942098003695719 (mp_runner.py:73) -2024-09-01 23:19:42,790 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.0008152649970725179 (mp_runner.py:73) -2024-09-01 23:19:42,791 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.009753712998644914 (mp_runner.py:73) -2024-09-01 23:19:43,006 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.008562867995351553 (mp_runner.py:73) -2024-09-01 23:19:43,402 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.006429268993088044 (mp_runner.py:73) -2024-09-01 23:19:43,457 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.007967268997163046 (mp_runner.py:73) -2024-09-01 23:19:43,661 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.007476458995370194 (mp_runner.py:73) -2024-09-01 23:19:45,897 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0056123460017261095 (mp_runner.py:73) -2024-09-01 23:19:45,897 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.004331566997279879 (mp_runner.py:73) -2024-09-01 23:19:45,897 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.0013249519979581237 (mp_runner.py:73) -2024-09-01 23:19:45,898 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.004503787997236941 (mp_runner.py:73) -2024-09-01 23:19:45,898 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.007278844997927081 (mp_runner.py:73) -2024-09-01 23:19:45,898 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.0041777860024012625 (mp_runner.py:73) -2024-09-01 23:19:45,898 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.007187562994658947 (mp_runner.py:73) -2024-09-01 23:19:45,899 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.004607689996191766 (mp_runner.py:73) -2024-09-01 23:19:45,899 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.0052184970045345835 (mp_runner.py:73) -2024-09-01 23:19:45,899 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.00527869000507053 (mp_runner.py:73) -2024-09-01 23:19:45,900 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.004928694004775025 (mp_runner.py:73) -2024-09-01 23:19:45,900 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.0051496129963197745 (mp_runner.py:73) -2024-09-01 23:19:46,103 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.0012656699982471764 (mp_runner.py:73) -2024-09-01 23:19:46,104 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.006346919006318785 (mp_runner.py:73) -2024-09-01 23:19:46,104 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.007810809998773038 (mp_runner.py:73) -2024-09-01 23:19:46,105 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.006449884996982291 (mp_runner.py:73) -2024-09-01 23:19:46,186 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.00673761800135253 (mp_runner.py:73) -2024-09-01 23:19:46,315 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.010442894999869168 (mp_runner.py:73) -2024-09-01 23:19:46,493 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.011347553998348303 (mp_runner.py:73) -2024-09-01 23:19:46,568 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.006733531001373194 (mp_runner.py:73) -2024-09-01 23:19:46,737 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.006710613997711334 (mp_runner.py:73) -2024-09-01 23:19:47,074 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.006697909004287794 (mp_runner.py:73) -2024-09-01 23:19:47,395 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.006239063004613854 (mp_runner.py:73) -2024-09-01 23:19:47,396 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.006290758996328805 (mp_runner.py:73) -2024-09-01 23:19:47,613 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.006758708004781511 (mp_runner.py:73) -2024-09-01 23:19:48,774 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.00597783199918922 (mp_runner.py:73) -2024-09-01 23:19:48,774 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.00669916100014234 (mp_runner.py:73) -2024-09-01 23:19:48,774 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.005695284002285916 (mp_runner.py:73) -2024-09-01 23:19:48,775 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.0063053170015336946 (mp_runner.py:73) -2024-09-01 23:19:48,776 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.010895257997617591 (mp_runner.py:73) -2024-09-01 23:19:48,776 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.009590753994416445 (mp_runner.py:73) -2024-09-01 23:19:48,795 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.004468159997486509 (mp_runner.py:73) -2024-09-01 23:19:48,796 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.004454275993339252 (mp_runner.py:73) -2024-09-01 23:19:48,796 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.005832422997627873 (mp_runner.py:73) -2024-09-01 23:19:48,797 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.0071143729946925305 (mp_runner.py:73) -2024-09-01 23:19:48,797 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.008616970000730362 (mp_runner.py:73) -2024-09-01 23:19:48,926 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.0085166609933367 (mp_runner.py:73) -2024-09-01 23:19:49,404 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.004599676001816988 (mp_runner.py:73) -2024-09-01 23:19:49,405 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.010945594003715087 (mp_runner.py:73) -2024-09-01 23:19:49,405 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.006764498000848107 (mp_runner.py:73) -2024-09-01 23:19:49,531 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.00690179400407942 (mp_runner.py:73) -2024-09-01 23:19:50,051 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.010856378998141736 (mp_runner.py:73) -2024-09-01 23:19:50,101 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.004754030000185594 (mp_runner.py:73) -2024-09-01 23:19:50,384 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.006852689999504946 (mp_runner.py:73) -2024-09-01 23:19:50,439 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.009082846001547296 (mp_runner.py:73) -2024-09-01 23:19:50,575 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.009968162004952319 (mp_runner.py:73) -2024-09-01 23:19:50,837 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.010343912996177096 (mp_runner.py:73) -2024-09-01 23:19:51,170 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.006159144002594985 (mp_runner.py:73) -2024-09-01 23:19:51,171 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.0074311040007160045 (mp_runner.py:73) -2024-09-01 23:19:51,580 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.009809408002183773 (mp_runner.py:73) -2024-09-01 23:19:51,676 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.0038796840017312206 (mp_runner.py:73) -2024-09-01 23:19:51,677 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.006005024995829444 (mp_runner.py:73) -2024-09-01 23:19:51,677 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.006962257000850514 (mp_runner.py:73) -2024-09-01 23:19:51,679 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.006346314999973401 (mp_runner.py:73) -2024-09-01 23:19:51,679 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.006425827996281441 (mp_runner.py:73) -2024-09-01 23:19:51,743 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.0030603999985032715 (mp_runner.py:73) -2024-09-01 23:19:51,744 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.005826308006362524 (mp_runner.py:73) -2024-09-01 23:19:51,745 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.005000374003429897 (mp_runner.py:73) -2024-09-01 23:19:51,745 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.004362289000710007 (mp_runner.py:73) -2024-09-01 23:19:51,746 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.007491277996450663 (mp_runner.py:73) -2024-09-01 23:19:52,605 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.005876720999367535 (mp_runner.py:73) -2024-09-01 23:19:52,637 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.006621975000598468 (mp_runner.py:73) -2024-09-01 23:19:52,738 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.007335082998906728 (mp_runner.py:73) -2024-09-01 23:19:52,739 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.004623002001608256 (mp_runner.py:73) -2024-09-01 23:19:52,740 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.005876654002349824 (mp_runner.py:73) -2024-09-01 23:19:53,289 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.006851032005215529 (mp_runner.py:73) -2024-09-01 23:19:53,823 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.0071361039954354055 (mp_runner.py:73) -2024-09-01 23:19:53,847 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.0038432450019172393 (mp_runner.py:73) -2024-09-01 23:19:54,209 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.007277708995388821 (mp_runner.py:73) -2024-09-01 23:19:54,303 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.0064637480027158745 (mp_runner.py:73) -2024-09-01 23:19:54,304 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.008984633001091424 (mp_runner.py:73) -2024-09-01 23:19:54,707 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.005150098004378378 (mp_runner.py:73) -2024-09-01 23:19:54,729 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.0036783760006073862 (mp_runner.py:73) -2024-09-01 23:19:54,729 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.0036965920007787645 (mp_runner.py:73) -2024-09-01 23:19:54,730 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.00572166100027971 (mp_runner.py:73) -2024-09-01 23:19:54,731 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.007209552000858821 (mp_runner.py:73) -2024-09-01 23:19:54,732 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.01017843699810328 (mp_runner.py:73) -2024-09-01 23:19:54,766 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.00627003499539569 (mp_runner.py:73) -2024-09-01 23:19:54,766 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.007097576999512967 (mp_runner.py:73) -2024-09-01 23:19:54,886 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.0035152499985997565 (mp_runner.py:73) -2024-09-01 23:19:54,887 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.005224808002822101 (mp_runner.py:73) -2024-09-01 23:19:54,887 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.004346241999883205 (mp_runner.py:73) -2024-09-01 23:19:54,890 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.00891445100569399 (mp_runner.py:73) -2024-09-01 23:19:54,890 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.009912319997965824 (mp_runner.py:73) -2024-09-01 23:19:55,471 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.007443185997544788 (mp_runner.py:73) -2024-09-01 23:19:55,988 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.0032707639984437265 (mp_runner.py:73) -2024-09-01 23:19:55,990 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.007994348001375329 (mp_runner.py:73) -2024-09-01 23:19:55,991 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.009077786999114323 (mp_runner.py:73) -2024-09-01 23:19:55,992 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.009059032003278844 (mp_runner.py:73) -2024-09-01 23:19:55,995 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.01157789599528769 (mp_runner.py:73) -2024-09-01 23:19:57,274 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.00830705500266049 (mp_runner.py:73) -2024-09-01 23:19:57,668 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.008164409999153577 (mp_runner.py:73) -2024-09-01 23:19:57,767 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.003543720995367039 (mp_runner.py:73) -2024-09-01 23:19:57,768 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.006691811999189667 (mp_runner.py:73) -2024-09-01 23:19:57,768 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.006287846998020541 (mp_runner.py:73) -2024-09-01 23:19:57,770 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.005623501005175058 (mp_runner.py:73) -2024-09-01 23:19:57,771 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.005613651002931874 (mp_runner.py:73) -2024-09-01 23:19:57,896 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.008426255000813399 (mp_runner.py:73) -2024-09-01 23:19:57,986 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.003783297994232271 (mp_runner.py:73) -2024-09-01 23:19:57,987 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.006982237995543983 (mp_runner.py:73) -2024-09-01 23:19:57,988 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.00627792199520627 (mp_runner.py:73) -2024-09-01 23:19:58,024 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.004882674998953007 (mp_runner.py:73) -2024-09-01 23:19:58,055 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.007962962998135481 (mp_runner.py:73) -2024-09-01 23:19:58,118 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.006898122999700718 (mp_runner.py:73) -2024-09-01 23:19:58,119 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.00904551699932199 (mp_runner.py:73) -2024-09-01 23:19:58,126 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.006646724999882281 (mp_runner.py:73) -2024-09-01 23:19:58,308 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.005272743001114577 (mp_runner.py:73) -2024-09-01 23:19:58,310 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.00905535999481799 (mp_runner.py:73) -2024-09-01 23:19:58,310 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.007747440999082755 (mp_runner.py:73) -2024-09-01 23:19:59,203 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.005531533002795186 (mp_runner.py:73) -2024-09-01 23:19:59,205 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.004996190000383649 (mp_runner.py:73) -2024-09-01 23:19:59,275 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.006862196998554282 (mp_runner.py:73) -2024-09-01 23:19:59,383 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.004862506997596938 (mp_runner.py:73) -2024-09-01 23:19:59,422 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.0072006209957180545 (mp_runner.py:73) -2024-09-01 23:19:59,573 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.006381266000971664 (mp_runner.py:73) -2024-09-01 23:20:00,902 | DEBUG |(SpawnProcess-1:65) search_count: 3500, latest_latency=0.00789000899385428 (mp_runner.py:73) -2024-09-01 23:20:00,903 | DEBUG |(SpawnProcess-1:51) search_count: 3500, latest_latency=0.008758121999562718 (mp_runner.py:73) -2024-09-01 23:20:01,050 | DEBUG |(SpawnProcess-1:52) search_count: 3500, latest_latency=0.006002073998388369 (mp_runner.py:73) -2024-09-01 23:20:01,051 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.008314252998388838 (mp_runner.py:73) -2024-09-01 23:20:01,055 | DEBUG |(SpawnProcess-1:56) search_count: 3500, latest_latency=0.011307790999126155 (mp_runner.py:73) -2024-09-01 23:20:01,339 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.006497330003185198 (mp_runner.py:73) -2024-09-01 23:20:01,550 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.008331454002473038 (mp_runner.py:73) -2024-09-01 23:20:01,735 | DEBUG |(SpawnProcess-1:61) search_count: 3500, latest_latency=0.0029053120015305467 (mp_runner.py:73) -2024-09-01 23:20:01,738 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.006361312000080943 (mp_runner.py:73) -2024-09-01 23:20:01,738 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.007379144000879023 (mp_runner.py:73) -2024-09-01 23:20:01,844 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.005368630998418666 (mp_runner.py:73) -2024-09-01 23:20:02,032 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.010906023999268655 (mp_runner.py:73) -2024-09-01 23:20:02,051 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.011180526002135593 (mp_runner.py:73) -2024-09-01 23:20:02,199 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.005900832002225798 (mp_runner.py:73) -2024-09-01 23:20:02,232 | DEBUG |(SpawnProcess-1:72) search_count: 3500, latest_latency=0.009068106999620795 (mp_runner.py:73) -2024-09-01 23:20:02,234 | DEBUG |(SpawnProcess-1:73) search_count: 3500, latest_latency=0.0107368030003272 (mp_runner.py:73) -2024-09-01 23:20:02,245 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.00838402600493282 (mp_runner.py:73) -2024-09-01 23:20:02,319 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.00786240199522581 (mp_runner.py:73) -2024-09-01 23:20:02,478 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.007518903999880422 (mp_runner.py:73) -2024-09-01 23:20:02,601 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.008236950998252723 (mp_runner.py:73) -2024-09-01 23:20:02,856 | DEBUG |(SpawnProcess-1:66) search_count: 3500, latest_latency=0.007067316997563466 (mp_runner.py:73) -2024-09-01 23:20:03,123 | DEBUG |(SpawnProcess-1:63) search_count: 3500, latest_latency=0.010829031001776457 (mp_runner.py:73) -2024-09-01 23:20:03,553 | DEBUG |(SpawnProcess-1:64) search_count: 3500, latest_latency=0.008151196001563221 (mp_runner.py:73) -2024-09-01 23:20:03,584 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.0032746219949331135 (mp_runner.py:73) -2024-09-01 23:20:03,699 | DEBUG |(SpawnProcess-1:50) search_count: 3500, latest_latency=0.008660355997562874 (mp_runner.py:73) -2024-09-01 23:20:04,347 | DEBUG |(SpawnProcess-1:54) search_count: 4000, latest_latency=0.007089056001859717 (mp_runner.py:73) -2024-09-01 23:20:04,551 | DEBUG |(SpawnProcess-1:51) search_count: 4000, latest_latency=0.006319114996585995 (mp_runner.py:73) -2024-09-01 23:20:04,552 | DEBUG |(SpawnProcess-1:65) search_count: 4000, latest_latency=0.00743903099646559 (mp_runner.py:73) -2024-09-01 23:20:04,839 | DEBUG |(SpawnProcess-1:52) search_count: 4000, latest_latency=0.006236109002202284 (mp_runner.py:73) -2024-09-01 23:20:04,903 | DEBUG |(SpawnProcess-1:56) search_count: 4000, latest_latency=0.007917781003925484 (mp_runner.py:73) -2024-09-01 23:20:05,324 | DEBUG |(SpawnProcess-1:71) search_count: 4000, latest_latency=0.006525930999487173 (mp_runner.py:73) -2024-09-01 23:20:05,325 | DEBUG |(SpawnProcess-1:70) search_count: 4000, latest_latency=0.006065060995751992 (mp_runner.py:73) -2024-09-01 23:20:05,390 | DEBUG |(SpawnProcess-1:61) search_count: 4000, latest_latency=0.005236100994807202 (mp_runner.py:73) -2024-09-01 23:20:05,402 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.007187857001554221 (mp_runner.py:73) -2024-09-01 23:20:05,405 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.005557065996981692 (mp_runner.py:73) -2024-09-01 23:20:05,684 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.009425776996067725 (mp_runner.py:73) -2024-09-01 23:20:05,806 | DEBUG |(SpawnProcess-1:67) search_count: 3500, latest_latency=0.007222373002150562 (mp_runner.py:73) -2024-09-01 23:20:05,860 | DEBUG |(SpawnProcess-1:72) search_count: 4000, latest_latency=0.005403627998020966 (mp_runner.py:73) -2024-09-01 23:20:05,860 | DEBUG |(SpawnProcess-1:73) search_count: 4000, latest_latency=0.007272844995895866 (mp_runner.py:73) -2024-09-01 23:20:05,908 | DEBUG |(SpawnProcess-1:74) search_count: 3500, latest_latency=0.009315297997090966 (mp_runner.py:73) -2024-09-01 23:20:05,942 | DEBUG |(SpawnProcess-1:62) search_count: 3500, latest_latency=0.003499852005916182 (mp_runner.py:73) -2024-09-01 23:20:06,206 | DEBUG |(SpawnProcess-1:59) search_count: 3500, latest_latency=0.009104296004807111 (mp_runner.py:73) -2024-09-01 23:20:06,280 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.00973607099876972 (mp_runner.py:73) -2024-09-01 23:20:06,294 | DEBUG |(SpawnProcess-1:55) search_count: 4000, latest_latency=0.003983101996709593 (mp_runner.py:73) -2024-09-01 23:20:06,407 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.009153832004813012 (mp_runner.py:73) -2024-09-01 23:20:06,617 | DEBUG |(SpawnProcess-1:66) search_count: 4000, latest_latency=0.006621369000640698 (mp_runner.py:73) -2024-09-01 23:20:06,729 | DEBUG |(SpawnProcess-1:63) search_count: 4000, latest_latency=0.00392207099503139 (mp_runner.py:73) -2024-09-01 23:20:07,449 | DEBUG |(SpawnProcess-1:64) search_count: 4000, latest_latency=0.006894257996464148 (mp_runner.py:73) -2024-09-01 23:20:07,495 | DEBUG |(SpawnProcess-1:50) search_count: 4000, latest_latency=0.011722960996848997 (mp_runner.py:73) -2024-09-01 23:20:07,617 | DEBUG |(SpawnProcess-1:69) search_count: 3500, latest_latency=0.009132835999480449 (mp_runner.py:73) -2024-09-01 23:20:08,006 | DEBUG |(SpawnProcess-1:54) search_count: 4500, latest_latency=0.012594838000950404 (mp_runner.py:73) -2024-09-01 23:20:08,023 | DEBUG |(SpawnProcess-1:65) search_count: 4500, latest_latency=0.007300512996152975 (mp_runner.py:73) -2024-09-01 23:20:08,023 | DEBUG |(SpawnProcess-1:51) search_count: 4500, latest_latency=0.005077672998595517 (mp_runner.py:73) -2024-09-01 23:20:08,455 | DEBUG |(SpawnProcess-1:52) search_count: 4500, latest_latency=0.008058453000558075 (mp_runner.py:73) -2024-09-01 23:20:08,561 | DEBUG |(SpawnProcess-1:56) search_count: 4500, latest_latency=0.011436408000008669 (mp_runner.py:73) -2024-09-01 23:20:09,044 | DEBUG |(SpawnProcess-1:57) search_count: 4000, latest_latency=0.007362318996456452 (mp_runner.py:73) -2024-09-01 23:20:09,187 | DEBUG |(SpawnProcess-1:71) search_count: 4500, latest_latency=0.007857081000111066 (mp_runner.py:73) -2024-09-01 23:20:09,187 | DEBUG |(SpawnProcess-1:70) search_count: 4500, latest_latency=0.00979297899903031 (mp_runner.py:73) -2024-09-01 23:20:09,318 | DEBUG |(SpawnProcess-1:60) search_count: 4000, latest_latency=0.004743292003695387 (mp_runner.py:73) -2024-09-01 23:20:09,324 | DEBUG |(SpawnProcess-1:68) search_count: 4000, latest_latency=0.006818254005338531 (mp_runner.py:73) -2024-09-01 23:20:09,395 | DEBUG |(SpawnProcess-1:61) search_count: 4500, latest_latency=0.00794089999544667 (mp_runner.py:73) -2024-09-01 23:20:09,474 | DEBUG |(SpawnProcess-1:67) search_count: 4000, latest_latency=0.005526412001927383 (mp_runner.py:73) -2024-09-01 23:20:09,552 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0005s, count=3925, qps in this process: 130.8312 (mp_runner.py:76) -2024-09-01 23:20:09,567 | DEBUG |(SpawnProcess-1:62) search_count: 4000, latest_latency=0.004363800995633937 (mp_runner.py:73) -2024-09-01 23:20:09,586 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0105s, count=4526, qps in this process: 150.8139 (mp_runner.py:76) -2024-09-01 23:20:09,586 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0049s, count=4038, qps in this process: 134.578 (mp_runner.py:76) -2024-09-01 23:20:09,614 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0039s, count=4560, qps in this process: 151.9802 (mp_runner.py:76) -2024-09-01 23:20:09,645 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0004s, count=4748, qps in this process: 158.2646 (mp_runner.py:76) -2024-09-01 23:20:09,653 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0084s, count=4749, qps in this process: 158.2557 (mp_runner.py:76) -2024-09-01 23:20:09,657 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0019s, count=4044, qps in this process: 134.7915 (mp_runner.py:76) -2024-09-01 23:20:09,659 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0041s, count=4402, qps in this process: 146.7133 (mp_runner.py:76) -2024-09-01 23:20:09,660 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0049s, count=4463, qps in this process: 148.7424 (mp_runner.py:76) -2024-09-01 23:20:09,683 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0017s, count=4754, qps in this process: 158.4577 (mp_runner.py:76) -2024-09-01 23:20:09,683 | DEBUG |(SpawnProcess-1:73) search_count: 4500, latest_latency=0.006081799001549371 (mp_runner.py:73) -2024-09-01 23:20:09,683 | DEBUG |(SpawnProcess-1:72) search_count: 4500, latest_latency=0.005950688006123528 (mp_runner.py:73) -2024-09-01 23:20:09,685 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.002s, count=4083, qps in this process: 136.0909 (mp_runner.py:76) -2024-09-01 23:20:09,686 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0004s, count=4650, qps in this process: 154.9979 (mp_runner.py:76) -2024-09-01 23:20:09,688 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0021s, count=4501, qps in this process: 150.0228 (mp_runner.py:76) -2024-09-01 23:20:09,695 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.004s, count=4665, qps in this process: 155.4793 (mp_runner.py:76) -2024-09-01 23:20:09,701 | DEBUG |(SpawnProcess-1:74) search_count: 4000, latest_latency=0.003083876996242907 (mp_runner.py:73) -2024-09-01 23:20:09,714 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0026s, count=4423, qps in this process: 147.4206 (mp_runner.py:76) -2024-09-01 23:20:09,718 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0002s, count=4298, qps in this process: 143.2657 (mp_runner.py:76) -2024-09-01 23:20:09,718 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0006s, count=3965, qps in this process: 132.164 (mp_runner.py:76) -2024-09-01 23:20:09,719 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0014s, count=3940, qps in this process: 131.3272 (mp_runner.py:76) -2024-09-01 23:20:09,720 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.002s, count=4510, qps in this process: 150.3233 (mp_runner.py:76) -2024-09-01 23:20:09,720 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.002s, count=4006, qps in this process: 133.5244 (mp_runner.py:76) -2024-09-01 23:20:09,722 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0037s, count=4304, qps in this process: 143.449 (mp_runner.py:76) -2024-09-01 23:20:09,724 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0053s, count=3781, qps in this process: 126.0111 (mp_runner.py:76) -2024-09-01 23:20:09,727 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0087s, count=4583, qps in this process: 152.7224 (mp_runner.py:76) -2024-09-01 23:20:09,753 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0003s, count=4048, qps in this process: 134.932 (mp_runner.py:76) -2024-09-01 23:20:09,753 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0009s, count=4066, qps in this process: 135.5293 (mp_runner.py:76) -2024-09-01 23:20:09,765 | INFO |End search in concurrency 25: dur=30.315335412000422s, total_count=108032, qps=3563.6089 (mp_runner.py:120) -2024-09-01 23:20:11,747 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:20:11,748 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 23:20:22,117 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 23:20:22,171 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,173 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,318 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,318 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,318 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,360 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,361 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,361 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,365 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,369 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,376 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,378 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,382 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,417 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,417 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,435 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,445 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:22,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:20:26,000 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.005090806997031905 (mp_runner.py:73) -2024-09-01 23:20:26,003 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.008167353997123428 (mp_runner.py:73) -2024-09-01 23:20:26,003 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.007031756002106704 (mp_runner.py:73) -2024-09-01 23:20:26,003 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.006831532999058254 (mp_runner.py:73) -2024-09-01 23:20:26,004 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.007233290001749992 (mp_runner.py:73) -2024-09-01 23:20:26,004 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.0079552910028724 (mp_runner.py:73) -2024-09-01 23:20:26,006 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.01216842600115342 (mp_runner.py:73) -2024-09-01 23:20:26,007 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.014069377997657284 (mp_runner.py:73) -2024-09-01 23:20:26,058 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.005216744000790641 (mp_runner.py:73) -2024-09-01 23:20:26,058 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.004551377998723183 (mp_runner.py:73) -2024-09-01 23:20:26,062 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.007381981995422393 (mp_runner.py:73) -2024-09-01 23:20:26,062 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.009709441001177765 (mp_runner.py:73) -2024-09-01 23:20:26,062 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.00868862900097156 (mp_runner.py:73) -2024-09-01 23:20:26,062 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.012046220996126067 (mp_runner.py:73) -2024-09-01 23:20:26,063 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.007898397001554258 (mp_runner.py:73) -2024-09-01 23:20:26,063 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.007721229994785972 (mp_runner.py:73) -2024-09-01 23:20:26,063 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.007642062002560124 (mp_runner.py:73) -2024-09-01 23:20:26,064 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.0070921759979682975 (mp_runner.py:73) -2024-09-01 23:20:26,064 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.012424053995346185 (mp_runner.py:73) -2024-09-01 23:20:26,308 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.006425487001251895 (mp_runner.py:73) -2024-09-01 23:20:26,308 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.005610872998659033 (mp_runner.py:73) -2024-09-01 23:20:26,308 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.00770650600316003 (mp_runner.py:73) -2024-09-01 23:20:26,309 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.007444922004651744 (mp_runner.py:73) -2024-09-01 23:20:26,309 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.00806726299924776 (mp_runner.py:73) -2024-09-01 23:20:26,428 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.006997554999543354 (mp_runner.py:73) -2024-09-01 23:20:26,432 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.01192088099924149 (mp_runner.py:73) -2024-09-01 23:20:26,436 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.015874796998105012 (mp_runner.py:73) -2024-09-01 23:20:26,502 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.007196156002464704 (mp_runner.py:73) -2024-09-01 23:20:26,504 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.011293525996734388 (mp_runner.py:73) -2024-09-01 23:20:26,505 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.010733208997407928 (mp_runner.py:73) -2024-09-01 23:20:29,507 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.005070798004453536 (mp_runner.py:73) -2024-09-01 23:20:29,508 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.006668259004072752 (mp_runner.py:73) -2024-09-01 23:20:29,508 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.007869270004448481 (mp_runner.py:73) -2024-09-01 23:20:29,509 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.008323702000780031 (mp_runner.py:73) -2024-09-01 23:20:29,510 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.007049038002151065 (mp_runner.py:73) -2024-09-01 23:20:29,510 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.007071685999108013 (mp_runner.py:73) -2024-09-01 23:20:29,629 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.005403065006248653 (mp_runner.py:73) -2024-09-01 23:20:29,630 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.006820252005127259 (mp_runner.py:73) -2024-09-01 23:20:29,630 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.005452214005345013 (mp_runner.py:73) -2024-09-01 23:20:29,631 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.005333419001544826 (mp_runner.py:73) -2024-09-01 23:20:29,631 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.008824999997159466 (mp_runner.py:73) -2024-09-01 23:20:29,632 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.006454060996475164 (mp_runner.py:73) -2024-09-01 23:20:29,870 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.005734999998821877 (mp_runner.py:73) -2024-09-01 23:20:29,871 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.005128973993123509 (mp_runner.py:73) -2024-09-01 23:20:29,872 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.007565059000626206 (mp_runner.py:73) -2024-09-01 23:20:29,872 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.005495520003023557 (mp_runner.py:73) -2024-09-01 23:20:29,872 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.008832955005345866 (mp_runner.py:73) -2024-09-01 23:20:29,873 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006832450999354478 (mp_runner.py:73) -2024-09-01 23:20:29,874 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.006882760004373267 (mp_runner.py:73) -2024-09-01 23:20:30,480 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.006605103000765666 (mp_runner.py:73) -2024-09-01 23:20:30,502 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.008308336000482086 (mp_runner.py:73) -2024-09-01 23:20:30,539 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.007021022996923421 (mp_runner.py:73) -2024-09-01 23:20:30,701 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.012237661001563538 (mp_runner.py:73) -2024-09-01 23:20:30,738 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.007693433006352279 (mp_runner.py:73) -2024-09-01 23:20:30,841 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.0013305600004969165 (mp_runner.py:73) -2024-09-01 23:20:30,842 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.0068766940021305345 (mp_runner.py:73) -2024-09-01 23:20:30,842 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.00746432899904903 (mp_runner.py:73) -2024-09-01 23:20:31,190 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.009209392002958339 (mp_runner.py:73) -2024-09-01 23:20:31,219 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.007069049002893735 (mp_runner.py:73) -2024-09-01 23:20:31,328 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.007651761996385176 (mp_runner.py:73) -2024-09-01 23:20:33,346 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.00619078500312753 (mp_runner.py:73) -2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.006194348003191408 (mp_runner.py:73) -2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.005979626999760512 (mp_runner.py:73) -2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.00612768399878405 (mp_runner.py:73) -2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.005058688999270089 (mp_runner.py:73) -2024-09-01 23:20:33,347 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.007240867002110463 (mp_runner.py:73) -2024-09-01 23:20:33,348 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.0060180420041433536 (mp_runner.py:73) -2024-09-01 23:20:33,348 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.006922635002410971 (mp_runner.py:73) -2024-09-01 23:20:33,349 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.007169873999373522 (mp_runner.py:73) -2024-09-01 23:20:33,349 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.009772732999408618 (mp_runner.py:73) -2024-09-01 23:20:33,349 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.010984975000610575 (mp_runner.py:73) -2024-09-01 23:20:33,354 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.006785949997720309 (mp_runner.py:73) -2024-09-01 23:20:33,706 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.006275715997617226 (mp_runner.py:73) -2024-09-01 23:20:33,707 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.008481814998958725 (mp_runner.py:73) -2024-09-01 23:20:33,708 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.009798375001992099 (mp_runner.py:73) -2024-09-01 23:20:33,709 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.009531195006275084 (mp_runner.py:73) -2024-09-01 23:20:33,730 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.008850623002217617 (mp_runner.py:73) -2024-09-01 23:20:33,732 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.01165802600007737 (mp_runner.py:73) -2024-09-01 23:20:33,732 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.012914651997562032 (mp_runner.py:73) -2024-09-01 23:20:34,652 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.005831153997860383 (mp_runner.py:73) -2024-09-01 23:20:34,653 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.005702305003069341 (mp_runner.py:73) -2024-09-01 23:20:34,654 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.007375539003987797 (mp_runner.py:73) -2024-09-01 23:20:34,654 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.005864086000656243 (mp_runner.py:73) -2024-09-01 23:20:34,655 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.008333925994520541 (mp_runner.py:73) -2024-09-01 23:20:34,655 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.009081643001991324 (mp_runner.py:73) -2024-09-01 23:20:34,655 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.009335672002634965 (mp_runner.py:73) -2024-09-01 23:20:34,656 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.010546242003329098 (mp_runner.py:73) -2024-09-01 23:20:35,840 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.006254737003473565 (mp_runner.py:73) -2024-09-01 23:20:35,842 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.008803139004157856 (mp_runner.py:73) -2024-09-01 23:20:36,185 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.004723657002614345 (mp_runner.py:73) -2024-09-01 23:20:36,931 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.004792537001776509 (mp_runner.py:73) -2024-09-01 23:20:36,932 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.006307977993856184 (mp_runner.py:73) -2024-09-01 23:20:36,932 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.004135659997700714 (mp_runner.py:73) -2024-09-01 23:20:36,933 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.009206686998368241 (mp_runner.py:73) -2024-09-01 23:20:36,933 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.008194622001610696 (mp_runner.py:73) -2024-09-01 23:20:36,934 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.0049964799982262775 (mp_runner.py:73) -2024-09-01 23:20:37,123 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.0064985630015144125 (mp_runner.py:73) -2024-09-01 23:20:37,123 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.008367829002963845 (mp_runner.py:73) -2024-09-01 23:20:37,124 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.009332089000963606 (mp_runner.py:73) -2024-09-01 23:20:37,125 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.008471820001432206 (mp_runner.py:73) -2024-09-01 23:20:37,126 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.010804158002429176 (mp_runner.py:73) -2024-09-01 23:20:37,321 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.0074277149979025126 (mp_runner.py:73) -2024-09-01 23:20:37,560 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.0069263760015019216 (mp_runner.py:73) -2024-09-01 23:20:37,561 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.007511019000958186 (mp_runner.py:73) -2024-09-01 23:20:37,561 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.0057630859955679625 (mp_runner.py:73) -2024-09-01 23:20:37,563 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.005929124999966007 (mp_runner.py:73) -2024-09-01 23:20:38,032 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.008022066998819355 (mp_runner.py:73) -2024-09-01 23:20:38,033 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.007508333997975569 (mp_runner.py:73) -2024-09-01 23:20:38,034 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.00837674400099786 (mp_runner.py:73) -2024-09-01 23:20:38,350 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.005981215996143874 (mp_runner.py:73) -2024-09-01 23:20:38,351 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.007461174005584326 (mp_runner.py:73) -2024-09-01 23:20:38,351 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.006954940996365622 (mp_runner.py:73) -2024-09-01 23:20:38,352 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.009359577001305297 (mp_runner.py:73) -2024-09-01 23:20:38,353 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.00898736000090139 (mp_runner.py:73) -2024-09-01 23:20:38,354 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.009799156003282405 (mp_runner.py:73) -2024-09-01 23:20:38,634 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.008914849000575487 (mp_runner.py:73) -2024-09-01 23:20:38,792 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.00831906299572438 (mp_runner.py:73) -2024-09-01 23:20:40,389 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.00738468200142961 (mp_runner.py:73) -2024-09-01 23:20:40,389 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.007330217005801387 (mp_runner.py:73) -2024-09-01 23:20:40,802 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.005380743998102844 (mp_runner.py:73) -2024-09-01 23:20:40,804 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.008445983999990858 (mp_runner.py:73) -2024-09-01 23:20:40,805 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.009748435993969906 (mp_runner.py:73) -2024-09-01 23:20:40,862 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.009395125998707954 (mp_runner.py:73) -2024-09-01 23:20:40,982 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.007868839995353483 (mp_runner.py:73) -2024-09-01 23:20:40,984 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.010866251002880745 (mp_runner.py:73) -2024-09-01 23:20:40,997 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.005013770998630207 (mp_runner.py:73) -2024-09-01 23:20:40,997 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.006466634993557818 (mp_runner.py:73) -2024-09-01 23:20:40,997 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.0038689489956595935 (mp_runner.py:73) -2024-09-01 23:20:40,998 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.007390601000224706 (mp_runner.py:73) -2024-09-01 23:20:40,999 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.008678815996972844 (mp_runner.py:73) -2024-09-01 23:20:41,000 | DEBUG |(SpawnProcess-1:104) search_count: 2500, latest_latency=0.010276355998939835 (mp_runner.py:73) -2024-09-01 23:20:41,548 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.005436389001260977 (mp_runner.py:73) -2024-09-01 23:20:41,549 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.007201045998954214 (mp_runner.py:73) -2024-09-01 23:20:41,549 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.005863796002813615 (mp_runner.py:73) -2024-09-01 23:20:41,551 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.01039818899880629 (mp_runner.py:73) -2024-09-01 23:20:41,551 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.011714578002283815 (mp_runner.py:73) -2024-09-01 23:20:42,210 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.0009346410006401129 (mp_runner.py:73) -2024-09-01 23:20:42,218 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.008260546004748903 (mp_runner.py:73) -2024-09-01 23:20:42,221 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.009589111999957822 (mp_runner.py:73) -2024-09-01 23:20:42,261 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.009194956001010723 (mp_runner.py:73) -2024-09-01 23:20:42,270 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.013055208997684531 (mp_runner.py:73) -2024-09-01 23:20:42,274 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.025487952996627428 (mp_runner.py:73) -2024-09-01 23:20:42,277 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.028724465002596844 (mp_runner.py:73) -2024-09-01 23:20:42,303 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.0096036009999807 (mp_runner.py:73) -2024-09-01 23:20:42,871 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.011883995997777674 (mp_runner.py:73) -2024-09-01 23:20:43,702 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.008103112995740958 (mp_runner.py:73) -2024-09-01 23:20:43,862 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.013365703998715617 (mp_runner.py:73) -2024-09-01 23:20:45,084 | DEBUG |(SpawnProcess-1:91) search_count: 3000, latest_latency=0.01796162199752871 (mp_runner.py:73) -2024-09-01 23:20:45,107 | DEBUG |(SpawnProcess-1:77) search_count: 3000, latest_latency=0.010185098995862063 (mp_runner.py:73) -2024-09-01 23:20:45,107 | DEBUG |(SpawnProcess-1:78) search_count: 3000, latest_latency=0.009913845002301969 (mp_runner.py:73) -2024-09-01 23:20:45,122 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.024256637996586505 (mp_runner.py:73) -2024-09-01 23:20:45,259 | DEBUG |(SpawnProcess-1:86) search_count: 3000, latest_latency=0.001576820999616757 (mp_runner.py:73) -2024-09-01 23:20:45,294 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.01112594100413844 (mp_runner.py:73) -2024-09-01 23:20:45,322 | DEBUG |(SpawnProcess-1:96) search_count: 3000, latest_latency=0.0019614140037447214 (mp_runner.py:73) -2024-09-01 23:20:45,365 | DEBUG |(SpawnProcess-1:90) search_count: 3000, latest_latency=0.009093082997424062 (mp_runner.py:73) -2024-09-01 23:20:45,395 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.009527834001346491 (mp_runner.py:73) -2024-09-01 23:20:45,397 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.0067499930009944364 (mp_runner.py:73) -2024-09-01 23:20:45,400 | DEBUG |(SpawnProcess-1:104) search_count: 3000, latest_latency=0.011666277998301666 (mp_runner.py:73) -2024-09-01 23:20:45,601 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.010429743997519836 (mp_runner.py:73) -2024-09-01 23:20:45,613 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.01025456400384428 (mp_runner.py:73) -2024-09-01 23:20:45,767 | DEBUG |(SpawnProcess-1:105) search_count: 3000, latest_latency=0.012876689004770014 (mp_runner.py:73) -2024-09-01 23:20:45,768 | DEBUG |(SpawnProcess-1:88) search_count: 3000, latest_latency=0.013333459995919839 (mp_runner.py:73) -2024-09-01 23:20:45,785 | DEBUG |(SpawnProcess-1:97) search_count: 3000, latest_latency=0.007061110998620279 (mp_runner.py:73) -2024-09-01 23:20:46,073 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.00646056800178485 (mp_runner.py:73) -2024-09-01 23:20:46,095 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.012577686997246929 (mp_runner.py:73) -2024-09-01 23:20:46,653 | DEBUG |(SpawnProcess-1:101) search_count: 3000, latest_latency=0.007592182002554182 (mp_runner.py:73) -2024-09-01 23:20:46,712 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.0072960589968715794 (mp_runner.py:73) -2024-09-01 23:20:46,751 | DEBUG |(SpawnProcess-1:80) search_count: 3000, latest_latency=0.009301566999056377 (mp_runner.py:73) -2024-09-01 23:20:46,756 | DEBUG |(SpawnProcess-1:83) search_count: 3000, latest_latency=0.01323340700037079 (mp_runner.py:73) -2024-09-01 23:20:46,886 | DEBUG |(SpawnProcess-1:99) search_count: 3000, latest_latency=0.0027001179987564683 (mp_runner.py:73) -2024-09-01 23:20:46,889 | DEBUG |(SpawnProcess-1:98) search_count: 3000, latest_latency=0.008129727000778075 (mp_runner.py:73) -2024-09-01 23:20:46,890 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.008937416998378467 (mp_runner.py:73) -2024-09-01 23:20:47,214 | DEBUG |(SpawnProcess-1:89) search_count: 3000, latest_latency=0.008276931999716908 (mp_runner.py:73) -2024-09-01 23:20:47,266 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.00634608999826014 (mp_runner.py:73) -2024-09-01 23:20:47,803 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.008912117998988833 (mp_runner.py:73) -2024-09-01 23:20:48,626 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.010443858001963235 (mp_runner.py:73) -2024-09-01 23:20:48,754 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.007950538005388808 (mp_runner.py:73) -2024-09-01 23:20:49,058 | DEBUG |(SpawnProcess-1:78) search_count: 3500, latest_latency=0.0069215010007610545 (mp_runner.py:73) -2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:90) search_count: 3500, latest_latency=0.00751745199522702 (mp_runner.py:73) -2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:81) search_count: 3500, latest_latency=0.007517590005591046 (mp_runner.py:73) -2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:82) search_count: 3500, latest_latency=0.007296714997210074 (mp_runner.py:73) -2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:86) search_count: 3500, latest_latency=0.00729812999634305 (mp_runner.py:73) -2024-09-01 23:20:49,059 | DEBUG |(SpawnProcess-1:77) search_count: 3500, latest_latency=0.005137332002050243 (mp_runner.py:73) -2024-09-01 23:20:49,060 | DEBUG |(SpawnProcess-1:91) search_count: 3500, latest_latency=0.009447264994378202 (mp_runner.py:73) -2024-09-01 23:20:49,060 | DEBUG |(SpawnProcess-1:104) search_count: 3500, latest_latency=0.010750014000223018 (mp_runner.py:73) -2024-09-01 23:20:49,218 | DEBUG |(SpawnProcess-1:76) search_count: 3500, latest_latency=0.010028657001385 (mp_runner.py:73) -2024-09-01 23:20:49,220 | DEBUG |(SpawnProcess-1:96) search_count: 3500, latest_latency=0.013138565998815466 (mp_runner.py:73) -2024-09-01 23:20:49,390 | DEBUG |(SpawnProcess-1:84) search_count: 3500, latest_latency=0.008490599000651855 (mp_runner.py:73) -2024-09-01 23:20:50,034 | DEBUG |(SpawnProcess-1:94) search_count: 3000, latest_latency=0.010686745998100378 (mp_runner.py:73) -2024-09-01 23:20:50,088 | DEBUG |(SpawnProcess-1:105) search_count: 3500, latest_latency=0.007725261995801702 (mp_runner.py:73) -2024-09-01 23:20:50,090 | DEBUG |(SpawnProcess-1:88) search_count: 3500, latest_latency=0.010306488002242986 (mp_runner.py:73) -2024-09-01 23:20:50,145 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.007908317995315883 (mp_runner.py:73) -2024-09-01 23:20:50,320 | DEBUG |(SpawnProcess-1:97) search_count: 3500, latest_latency=0.010267440004099626 (mp_runner.py:73) -2024-09-01 23:20:50,628 | DEBUG |(SpawnProcess-1:92) search_count: 3500, latest_latency=0.011961595999309793 (mp_runner.py:73) -2024-09-01 23:20:50,670 | DEBUG |(SpawnProcess-1:102) search_count: 3000, latest_latency=0.00798577899695374 (mp_runner.py:73) -2024-09-01 23:20:50,870 | DEBUG |(SpawnProcess-1:93) search_count: 3500, latest_latency=0.0043577729957178235 (mp_runner.py:73) -2024-09-01 23:20:50,870 | DEBUG |(SpawnProcess-1:80) search_count: 3500, latest_latency=0.007160660999943502 (mp_runner.py:73) -2024-09-01 23:20:50,871 | DEBUG |(SpawnProcess-1:83) search_count: 3500, latest_latency=0.006400384001608472 (mp_runner.py:73) -2024-09-01 23:20:51,385 | DEBUG |(SpawnProcess-1:101) search_count: 3500, latest_latency=0.00837241599947447 (mp_runner.py:73) -2024-09-01 23:20:51,463 | DEBUG |(SpawnProcess-1:98) search_count: 3500, latest_latency=0.009686956997029483 (mp_runner.py:73) -2024-09-01 23:20:51,483 | DEBUG |(SpawnProcess-1:99) search_count: 3500, latest_latency=0.010551249994023237 (mp_runner.py:73) -2024-09-01 23:20:51,593 | DEBUG |(SpawnProcess-1:95) search_count: 3500, latest_latency=0.010233992994471919 (mp_runner.py:73) -2024-09-01 23:20:51,987 | DEBUG |(SpawnProcess-1:89) search_count: 3500, latest_latency=0.011548679998668376 (mp_runner.py:73) -2024-09-01 23:20:52,148 | DEBUG |(SpawnProcess-1:79) search_count: 3500, latest_latency=0.01034342400089372 (mp_runner.py:73) -2024-09-01 23:20:52,179 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0051s, count=3905, qps in this process: 130.1445 (mp_runner.py:76) -2024-09-01 23:20:52,181 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0007s, count=3949, qps in this process: 131.6303 (mp_runner.py:76) -2024-09-01 23:20:52,319 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0046s, count=3815, qps in this process: 127.1472 (mp_runner.py:76) -2024-09-01 23:20:52,329 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0038s, count=3582, qps in this process: 119.3849 (mp_runner.py:76) -2024-09-01 23:20:52,331 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0061s, count=3926, qps in this process: 130.8401 (mp_runner.py:76) -2024-09-01 23:20:52,338 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0127s, count=3539, qps in this process: 117.9167 (mp_runner.py:76) -2024-09-01 23:20:52,366 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0002s, count=3936, qps in this process: 131.1991 (mp_runner.py:76) -2024-09-01 23:20:52,367 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0006s, count=3603, qps in this process: 120.0976 (mp_runner.py:76) -2024-09-01 23:20:52,370 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0049s, count=3382, qps in this process: 112.7149 (mp_runner.py:76) -2024-09-01 23:20:52,375 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0069s, count=3760, qps in this process: 125.3045 (mp_runner.py:76) -2024-09-01 23:20:52,376 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0048s, count=3977, qps in this process: 132.5455 (mp_runner.py:76) -2024-09-01 23:20:52,379 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0037s, count=3470, qps in this process: 115.6524 (mp_runner.py:76) -2024-09-01 23:20:52,381 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0049s, count=3612, qps in this process: 120.3803 (mp_runner.py:76) -2024-09-01 23:20:52,382 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0009s, count=3869, qps in this process: 128.9628 (mp_runner.py:76) -2024-09-01 23:20:52,386 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0068s, count=3394, qps in this process: 113.1077 (mp_runner.py:76) -2024-09-01 23:20:52,389 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.004s, count=3940, qps in this process: 131.3158 (mp_runner.py:76) -2024-09-01 23:20:52,409 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.006s, count=3984, qps in this process: 132.7734 (mp_runner.py:76) -2024-09-01 23:20:52,422 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0034s, count=3778, qps in this process: 125.9191 (mp_runner.py:76) -2024-09-01 23:20:52,422 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0031s, count=3878, qps in this process: 129.2533 (mp_runner.py:76) -2024-09-01 23:20:52,424 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0052s, count=3735, qps in this process: 124.4784 (mp_runner.py:76) -2024-09-01 23:20:52,427 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0012s, count=3186, qps in this process: 106.1958 (mp_runner.py:76) -2024-09-01 23:20:52,429 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0033s, count=3540, qps in this process: 117.987 (mp_runner.py:76) -2024-09-01 23:20:52,439 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0012s, count=3251, qps in this process: 108.3623 (mp_runner.py:76) -2024-09-01 23:20:52,442 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0023s, count=3697, qps in this process: 123.2239 (mp_runner.py:76) -2024-09-01 23:20:52,448 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0028s, count=3995, qps in this process: 133.1542 (mp_runner.py:76) -2024-09-01 23:20:52,453 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0007s, count=3719, qps in this process: 123.9638 (mp_runner.py:76) -2024-09-01 23:20:52,454 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0021s, count=3702, qps in this process: 123.3914 (mp_runner.py:76) -2024-09-01 23:20:52,455 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0003s, count=3630, qps in this process: 120.9988 (mp_runner.py:76) -2024-09-01 23:20:52,458 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0012s, count=3702, qps in this process: 123.3951 (mp_runner.py:76) -2024-09-01 23:20:52,459 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0008s, count=3278, qps in this process: 109.2638 (mp_runner.py:76) -2024-09-01 23:20:52,473 | INFO |End search in concurrency 30: dur=30.355567042002804s, total_count=110734, qps=3647.8976 (mp_runner.py:120) -2024-09-01 23:20:54,816 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:20:54,817 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 23:21:05,341 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 23:21:05,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,493 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,518 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,544 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,580 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,587 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,624 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,627 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,643 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,647 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,653 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,659 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,669 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,681 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,681 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,684 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,686 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,688 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,692 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,693 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,712 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,719 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,728 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,739 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,740 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,747 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,766 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:05,772 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:09,736 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.00490369900217047 (mp_runner.py:73) -2024-09-01 23:21:09,736 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.005989078003040049 (mp_runner.py:73) -2024-09-01 23:21:09,736 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.0058554290008032694 (mp_runner.py:73) -2024-09-01 23:21:09,736 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.00692362200061325 (mp_runner.py:73) -2024-09-01 23:21:09,737 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.00702047000231687 (mp_runner.py:73) -2024-09-01 23:21:09,737 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.00803625000116881 (mp_runner.py:73) -2024-09-01 23:21:09,737 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.006151973997475579 (mp_runner.py:73) -2024-09-01 23:21:09,738 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.005893239002034534 (mp_runner.py:73) -2024-09-01 23:21:09,738 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.008073500001046341 (mp_runner.py:73) -2024-09-01 23:21:09,739 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.005943108997598756 (mp_runner.py:73) -2024-09-01 23:21:09,739 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.008240959999966435 (mp_runner.py:73) -2024-09-01 23:21:09,740 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.011225435002415907 (mp_runner.py:73) -2024-09-01 23:21:09,740 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.008546183998987544 (mp_runner.py:73) -2024-09-01 23:21:09,740 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.011129115999210626 (mp_runner.py:73) -2024-09-01 23:21:09,740 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.008383446001971606 (mp_runner.py:73) -2024-09-01 23:21:09,741 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.012823239994759206 (mp_runner.py:73) -2024-09-01 23:21:09,933 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.013965987003757618 (mp_runner.py:73) -2024-09-01 23:21:09,944 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.010536018999118824 (mp_runner.py:73) -2024-09-01 23:21:09,945 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.008156459000019822 (mp_runner.py:73) -2024-09-01 23:21:09,946 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.011959759001911152 (mp_runner.py:73) -2024-09-01 23:21:09,947 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.014619995999964885 (mp_runner.py:73) -2024-09-01 23:21:09,949 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.017182645999128 (mp_runner.py:73) -2024-09-01 23:21:09,954 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.013329882000107318 (mp_runner.py:73) -2024-09-01 23:21:09,955 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.012733292001939844 (mp_runner.py:73) -2024-09-01 23:21:10,072 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.013439652000670321 (mp_runner.py:73) -2024-09-01 23:21:10,088 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01406097000290174 (mp_runner.py:73) -2024-09-01 23:21:10,090 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.019386414001928642 (mp_runner.py:73) -2024-09-01 23:21:10,092 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.01763301400205819 (mp_runner.py:73) -2024-09-01 23:21:10,163 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.004944710002746433 (mp_runner.py:73) -2024-09-01 23:21:10,172 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.015197877000900917 (mp_runner.py:73) -2024-09-01 23:21:10,173 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.016523350997886155 (mp_runner.py:73) -2024-09-01 23:21:10,220 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.008018495005671866 (mp_runner.py:73) -2024-09-01 23:21:10,301 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.019971703994087875 (mp_runner.py:73) -2024-09-01 23:21:11,483 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.007680357004574034 (mp_runner.py:73) -2024-09-01 23:21:11,485 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.00969644999713637 (mp_runner.py:73) -2024-09-01 23:21:14,187 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.005479456995090004 (mp_runner.py:73) -2024-09-01 23:21:14,194 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.010751123001682572 (mp_runner.py:73) -2024-09-01 23:21:14,195 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.005541252001421526 (mp_runner.py:73) -2024-09-01 23:21:14,198 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.008268210003734566 (mp_runner.py:73) -2024-09-01 23:21:14,200 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.007346157995925751 (mp_runner.py:73) -2024-09-01 23:21:14,201 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.0048224490019492805 (mp_runner.py:73) -2024-09-01 23:21:14,201 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.006442760000936687 (mp_runner.py:73) -2024-09-01 23:21:14,203 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.009375748995807953 (mp_runner.py:73) -2024-09-01 23:21:14,210 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.0063038650041562505 (mp_runner.py:73) -2024-09-01 23:21:14,219 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.0027347619979991578 (mp_runner.py:73) -2024-09-01 23:21:14,226 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.009712686005514115 (mp_runner.py:73) -2024-09-01 23:21:14,230 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.008929178002290428 (mp_runner.py:73) -2024-09-01 23:21:14,230 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.008941190004406963 (mp_runner.py:73) -2024-09-01 23:21:14,233 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.009107143996516243 (mp_runner.py:73) -2024-09-01 23:21:14,241 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.008785974001511931 (mp_runner.py:73) -2024-09-01 23:21:14,249 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.009920828000758775 (mp_runner.py:73) -2024-09-01 23:21:14,583 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.007683730000280775 (mp_runner.py:73) -2024-09-01 23:21:14,584 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.009527198999421671 (mp_runner.py:73) -2024-09-01 23:21:14,619 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.009317571995779872 (mp_runner.py:73) -2024-09-01 23:21:14,715 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.005558333999942988 (mp_runner.py:73) -2024-09-01 23:21:14,715 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.005313699999533128 (mp_runner.py:73) -2024-09-01 23:21:14,716 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.00834022500202991 (mp_runner.py:73) -2024-09-01 23:21:14,717 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.00975663599820109 (mp_runner.py:73) -2024-09-01 23:21:14,855 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.007009148001088761 (mp_runner.py:73) -2024-09-01 23:21:14,858 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.011053461996198166 (mp_runner.py:73) -2024-09-01 23:21:14,858 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.009567754001182038 (mp_runner.py:73) -2024-09-01 23:21:14,859 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.010384789005911443 (mp_runner.py:73) -2024-09-01 23:21:14,861 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.011927740000828635 (mp_runner.py:73) -2024-09-01 23:21:14,862 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.008082375999947544 (mp_runner.py:73) -2024-09-01 23:21:14,863 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.016211059999477584 (mp_runner.py:73) -2024-09-01 23:21:15,890 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.01009586999862222 (mp_runner.py:73) -2024-09-01 23:21:15,891 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.0120181730017066 (mp_runner.py:73) -2024-09-01 23:21:15,988 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.011249630006204825 (mp_runner.py:73) -2024-09-01 23:21:17,159 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.010088283997902181 (mp_runner.py:73) -2024-09-01 23:21:17,160 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.011965532998146955 (mp_runner.py:73) -2024-09-01 23:21:18,338 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.008198317998903804 (mp_runner.py:73) -2024-09-01 23:21:18,338 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.006554129999130964 (mp_runner.py:73) -2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.009826293993683066 (mp_runner.py:73) -2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.008549278994905762 (mp_runner.py:73) -2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.008968543996161316 (mp_runner.py:73) -2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.012939771004312206 (mp_runner.py:73) -2024-09-01 23:21:18,339 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.008231968997279182 (mp_runner.py:73) -2024-09-01 23:21:18,340 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.008531302999472246 (mp_runner.py:73) -2024-09-01 23:21:18,341 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.007425307005178183 (mp_runner.py:73) -2024-09-01 23:21:18,341 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.00807252200320363 (mp_runner.py:73) -2024-09-01 23:21:18,343 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.008909792995837051 (mp_runner.py:73) -2024-09-01 23:21:18,343 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.007995948995812796 (mp_runner.py:73) -2024-09-01 23:21:18,344 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.007826403998478781 (mp_runner.py:73) -2024-09-01 23:21:18,346 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.008671405004861299 (mp_runner.py:73) -2024-09-01 23:21:18,922 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.006921753993083257 (mp_runner.py:73) -2024-09-01 23:21:18,923 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.007072715001413599 (mp_runner.py:73) -2024-09-01 23:21:18,924 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.012398430000757799 (mp_runner.py:73) -2024-09-01 23:21:18,924 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.005895873000554275 (mp_runner.py:73) -2024-09-01 23:21:18,925 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.01030765799805522 (mp_runner.py:73) -2024-09-01 23:21:19,034 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.007701864997216035 (mp_runner.py:73) -2024-09-01 23:21:19,036 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.009746919997269288 (mp_runner.py:73) -2024-09-01 23:21:19,037 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.01140854400000535 (mp_runner.py:73) -2024-09-01 23:21:19,039 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.013742182003625203 (mp_runner.py:73) -2024-09-01 23:21:19,295 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.008430401998339221 (mp_runner.py:73) -2024-09-01 23:21:19,296 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.009307355001510587 (mp_runner.py:73) -2024-09-01 23:21:19,296 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.008408813999267295 (mp_runner.py:73) -2024-09-01 23:21:19,298 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.012335849001829047 (mp_runner.py:73) -2024-09-01 23:21:19,298 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.013075127004412934 (mp_runner.py:73) -2024-09-01 23:21:19,505 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.009763667003426235 (mp_runner.py:73) -2024-09-01 23:21:19,506 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.011390656000003219 (mp_runner.py:73) -2024-09-01 23:21:21,256 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.011233361001359299 (mp_runner.py:73) -2024-09-01 23:21:21,260 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.009519887003989425 (mp_runner.py:73) -2024-09-01 23:21:21,260 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.010420449994853698 (mp_runner.py:73) -2024-09-01 23:21:22,217 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.009357941999041941 (mp_runner.py:73) -2024-09-01 23:21:22,217 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.008970497001428157 (mp_runner.py:73) -2024-09-01 23:21:22,288 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.009473695994529407 (mp_runner.py:73) -2024-09-01 23:21:22,393 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.009513851000519935 (mp_runner.py:73) -2024-09-01 23:21:22,502 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.0071465430009993725 (mp_runner.py:73) -2024-09-01 23:21:22,502 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.007585341001686174 (mp_runner.py:73) -2024-09-01 23:21:22,503 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.009325607999926433 (mp_runner.py:73) -2024-09-01 23:21:22,504 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.006712255002639722 (mp_runner.py:73) -2024-09-01 23:21:22,504 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.01154928699543234 (mp_runner.py:73) -2024-09-01 23:21:22,505 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.005572197005676571 (mp_runner.py:73) -2024-09-01 23:21:22,674 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.008513500004482921 (mp_runner.py:73) -2024-09-01 23:21:22,691 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.009223387998645194 (mp_runner.py:73) -2024-09-01 23:21:22,828 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.00896742100303527 (mp_runner.py:73) -2024-09-01 23:21:22,832 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.014165305001370143 (mp_runner.py:73) -2024-09-01 23:21:22,920 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.009768957999767736 (mp_runner.py:73) -2024-09-01 23:21:23,194 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.011889777997566853 (mp_runner.py:73) -2024-09-01 23:21:23,519 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.0016014400025596842 (mp_runner.py:73) -2024-09-01 23:21:23,567 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.005166092996660154 (mp_runner.py:73) -2024-09-01 23:21:23,607 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.006457656003476586 (mp_runner.py:73) -2024-09-01 23:21:23,650 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.009239195002010092 (mp_runner.py:73) -2024-09-01 23:21:23,695 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.008307251002406701 (mp_runner.py:73) -2024-09-01 23:21:23,784 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.009593791997758672 (mp_runner.py:73) -2024-09-01 23:21:23,785 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.010360122003476135 (mp_runner.py:73) -2024-09-01 23:21:23,922 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.011733109000488184 (mp_runner.py:73) -2024-09-01 23:21:23,981 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.010313323000445962 (mp_runner.py:73) -2024-09-01 23:21:24,109 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.02020977999927709 (mp_runner.py:73) -2024-09-01 23:21:24,187 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.009084653996978886 (mp_runner.py:73) -2024-09-01 23:21:24,363 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.009799758998269681 (mp_runner.py:73) -2024-09-01 23:21:24,363 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.009502207998593803 (mp_runner.py:73) -2024-09-01 23:21:24,630 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.009510086994851008 (mp_runner.py:73) -2024-09-01 23:21:24,994 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.010343410998757463 (mp_runner.py:73) -2024-09-01 23:21:24,994 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.009974398999474943 (mp_runner.py:73) -2024-09-01 23:21:26,539 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.0075664439937099814 (mp_runner.py:73) -2024-09-01 23:21:26,644 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.00948018599592615 (mp_runner.py:73) -2024-09-01 23:21:26,645 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.00973091799824033 (mp_runner.py:73) -2024-09-01 23:21:26,703 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.005161799999768846 (mp_runner.py:73) -2024-09-01 23:21:26,703 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.004873493999184575 (mp_runner.py:73) -2024-09-01 23:21:26,704 | DEBUG |(SpawnProcess-1:127) search_count: 2500, latest_latency=0.006701079997583292 (mp_runner.py:73) -2024-09-01 23:21:26,705 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.005887655999686103 (mp_runner.py:73) -2024-09-01 23:21:26,705 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.006800357994507067 (mp_runner.py:73) -2024-09-01 23:21:26,705 | DEBUG |(SpawnProcess-1:140) search_count: 2500, latest_latency=0.009397718000400346 (mp_runner.py:73) -2024-09-01 23:21:26,706 | DEBUG |(SpawnProcess-1:109) search_count: 2500, latest_latency=0.006074226999771781 (mp_runner.py:73) -2024-09-01 23:21:26,707 | DEBUG |(SpawnProcess-1:131) search_count: 2500, latest_latency=0.011147609999170527 (mp_runner.py:73) -2024-09-01 23:21:26,708 | DEBUG |(SpawnProcess-1:125) search_count: 2500, latest_latency=0.008150850000674836 (mp_runner.py:73) -2024-09-01 23:21:26,709 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.014126554000540636 (mp_runner.py:73) -2024-09-01 23:21:27,861 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.011387040998670273 (mp_runner.py:73) -2024-09-01 23:21:27,861 | DEBUG |(SpawnProcess-1:113) search_count: 2500, latest_latency=0.012501994999183808 (mp_runner.py:73) -2024-09-01 23:21:28,259 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.008541495000827126 (mp_runner.py:73) -2024-09-01 23:21:28,260 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.009529584996926133 (mp_runner.py:73) -2024-09-01 23:21:28,575 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.02168412999890279 (mp_runner.py:73) -2024-09-01 23:21:28,796 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.0073043230004259385 (mp_runner.py:73) -2024-09-01 23:21:28,797 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.010172027999942657 (mp_runner.py:73) -2024-09-01 23:21:28,798 | DEBUG |(SpawnProcess-1:121) search_count: 2500, latest_latency=0.009135278000030667 (mp_runner.py:73) -2024-09-01 23:21:28,799 | DEBUG |(SpawnProcess-1:112) search_count: 2500, latest_latency=0.006614641002670396 (mp_runner.py:73) -2024-09-01 23:21:28,799 | DEBUG |(SpawnProcess-1:141) search_count: 2500, latest_latency=0.007472096003766637 (mp_runner.py:73) -2024-09-01 23:21:28,799 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.008867438002198469 (mp_runner.py:73) -2024-09-01 23:21:28,801 | DEBUG |(SpawnProcess-1:123) search_count: 2500, latest_latency=0.014136161997157615 (mp_runner.py:73) -2024-09-01 23:21:28,801 | DEBUG |(SpawnProcess-1:139) search_count: 2500, latest_latency=0.015151243998843711 (mp_runner.py:73) -2024-09-01 23:21:29,426 | DEBUG |(SpawnProcess-1:134) search_count: 2500, latest_latency=0.007970156999363098 (mp_runner.py:73) -2024-09-01 23:21:29,430 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.012486241997976322 (mp_runner.py:73) -2024-09-01 23:21:29,536 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.011352225999871735 (mp_runner.py:73) -2024-09-01 23:21:29,552 | DEBUG |(SpawnProcess-1:128) search_count: 2500, latest_latency=0.011905736995686311 (mp_runner.py:73) -2024-09-01 23:21:29,742 | DEBUG |(SpawnProcess-1:132) search_count: 2500, latest_latency=0.0089984820006066 (mp_runner.py:73) -2024-09-01 23:21:29,746 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.01263434199790936 (mp_runner.py:73) -2024-09-01 23:21:30,478 | DEBUG |(SpawnProcess-1:136) search_count: 2500, latest_latency=0.012325237003096845 (mp_runner.py:73) -2024-09-01 23:21:30,545 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.010651543998392299 (mp_runner.py:73) -2024-09-01 23:21:30,582 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.01259435000247322 (mp_runner.py:73) -2024-09-01 23:21:30,956 | DEBUG |(SpawnProcess-1:115) search_count: 3000, latest_latency=0.005504292996192817 (mp_runner.py:73) -2024-09-01 23:21:30,957 | DEBUG |(SpawnProcess-1:140) search_count: 3000, latest_latency=0.009282104001613334 (mp_runner.py:73) -2024-09-01 23:21:30,957 | DEBUG |(SpawnProcess-1:108) search_count: 3000, latest_latency=0.006151510999188758 (mp_runner.py:73) -2024-09-01 23:21:30,957 | DEBUG |(SpawnProcess-1:107) search_count: 3000, latest_latency=0.004637042999092955 (mp_runner.py:73) -2024-09-01 23:21:30,958 | DEBUG |(SpawnProcess-1:127) search_count: 3000, latest_latency=0.009007644999655895 (mp_runner.py:73) -2024-09-01 23:21:30,959 | DEBUG |(SpawnProcess-1:109) search_count: 3000, latest_latency=0.007197045000793878 (mp_runner.py:73) -2024-09-01 23:21:30,959 | DEBUG |(SpawnProcess-1:131) search_count: 3000, latest_latency=0.007986909004102927 (mp_runner.py:73) -2024-09-01 23:21:30,960 | DEBUG |(SpawnProcess-1:122) search_count: 3000, latest_latency=0.007259534999320749 (mp_runner.py:73) -2024-09-01 23:21:31,181 | DEBUG |(SpawnProcess-1:119) search_count: 3000, latest_latency=0.007957182999234647 (mp_runner.py:73) -2024-09-01 23:21:31,181 | DEBUG |(SpawnProcess-1:125) search_count: 3000, latest_latency=0.010133066003618296 (mp_runner.py:73) -2024-09-01 23:21:32,128 | DEBUG |(SpawnProcess-1:130) search_count: 2500, latest_latency=0.010855222993995994 (mp_runner.py:73) -2024-09-01 23:21:32,198 | DEBUG |(SpawnProcess-1:135) search_count: 2500, latest_latency=0.009854325006017461 (mp_runner.py:73) -2024-09-01 23:21:32,202 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.014047832999494858 (mp_runner.py:73) -2024-09-01 23:21:32,945 | DEBUG |(SpawnProcess-1:139) search_count: 3000, latest_latency=0.0041518329962855205 (mp_runner.py:73) -2024-09-01 23:21:32,945 | DEBUG |(SpawnProcess-1:123) search_count: 3000, latest_latency=0.004662785999244079 (mp_runner.py:73) -2024-09-01 23:21:32,946 | DEBUG |(SpawnProcess-1:110) search_count: 3000, latest_latency=0.005573101996560581 (mp_runner.py:73) -2024-09-01 23:21:32,947 | DEBUG |(SpawnProcess-1:121) search_count: 3000, latest_latency=0.009401399998751003 (mp_runner.py:73) -2024-09-01 23:21:32,948 | DEBUG |(SpawnProcess-1:113) search_count: 3000, latest_latency=0.005615882000711281 (mp_runner.py:73) -2024-09-01 23:21:32,948 | DEBUG |(SpawnProcess-1:137) search_count: 3000, latest_latency=0.009003377999761142 (mp_runner.py:73) -2024-09-01 23:21:32,949 | DEBUG |(SpawnProcess-1:141) search_count: 3000, latest_latency=0.006112224000389688 (mp_runner.py:73) -2024-09-01 23:21:32,949 | DEBUG |(SpawnProcess-1:117) search_count: 3000, latest_latency=0.006264992000069469 (mp_runner.py:73) -2024-09-01 23:21:33,545 | DEBUG |(SpawnProcess-1:120) search_count: 3000, latest_latency=0.011564908003492747 (mp_runner.py:73) -2024-09-01 23:21:33,607 | DEBUG |(SpawnProcess-1:124) search_count: 3000, latest_latency=0.009488847004831769 (mp_runner.py:73) -2024-09-01 23:21:33,644 | DEBUG |(SpawnProcess-1:112) search_count: 3000, latest_latency=0.00991034900653176 (mp_runner.py:73) -2024-09-01 23:21:33,856 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.012589067999215331 (mp_runner.py:73) -2024-09-01 23:21:33,943 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.014871430001221597 (mp_runner.py:73) -2024-09-01 23:21:34,762 | DEBUG |(SpawnProcess-1:134) search_count: 3000, latest_latency=0.009157546002825256 (mp_runner.py:73) -2024-09-01 23:21:34,763 | DEBUG |(SpawnProcess-1:114) search_count: 3000, latest_latency=0.010203107005509082 (mp_runner.py:73) -2024-09-01 23:21:35,005 | DEBUG |(SpawnProcess-1:128) search_count: 3000, latest_latency=0.010267317993566394 (mp_runner.py:73) -2024-09-01 23:21:35,020 | DEBUG |(SpawnProcess-1:133) search_count: 3000, latest_latency=0.01152642799570458 (mp_runner.py:73) -2024-09-01 23:21:35,165 | DEBUG |(SpawnProcess-1:132) search_count: 3000, latest_latency=0.007815464996383525 (mp_runner.py:73) -2024-09-01 23:21:35,200 | DEBUG |(SpawnProcess-1:118) search_count: 3000, latest_latency=0.010945255002297927 (mp_runner.py:73) -2024-09-01 23:21:35,207 | DEBUG |(SpawnProcess-1:108) search_count: 3500, latest_latency=0.005307652994815726 (mp_runner.py:73) -2024-09-01 23:21:35,207 | DEBUG |(SpawnProcess-1:122) search_count: 3500, latest_latency=0.0033719179991749115 (mp_runner.py:73) -2024-09-01 23:21:35,209 | DEBUG |(SpawnProcess-1:131) search_count: 3500, latest_latency=0.005808546004118398 (mp_runner.py:73) -2024-09-01 23:21:35,209 | DEBUG |(SpawnProcess-1:109) search_count: 3500, latest_latency=0.011970084000495262 (mp_runner.py:73) -2024-09-01 23:21:35,210 | DEBUG |(SpawnProcess-1:107) search_count: 3500, latest_latency=0.008571928003220819 (mp_runner.py:73) -2024-09-01 23:21:35,211 | DEBUG |(SpawnProcess-1:127) search_count: 3500, latest_latency=0.008453494003333617 (mp_runner.py:73) -2024-09-01 23:21:35,211 | DEBUG |(SpawnProcess-1:140) search_count: 3500, latest_latency=0.009898059004626703 (mp_runner.py:73) -2024-09-01 23:21:35,212 | DEBUG |(SpawnProcess-1:115) search_count: 3500, latest_latency=0.008911313001590315 (mp_runner.py:73) -2024-09-01 23:21:35,488 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0033s, count=3181, qps in this process: 106.0217 (mp_runner.py:76) -2024-09-01 23:21:35,508 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0041s, count=3537, qps in this process: 117.8839 (mp_runner.py:76) -2024-09-01 23:21:35,532 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0018s, count=3298, qps in this process: 109.9267 (mp_runner.py:76) -2024-09-01 23:21:35,549 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0032s, count=3188, qps in this process: 106.2553 (mp_runner.py:76) -2024-09-01 23:21:35,588 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0022s, count=3414, qps in this process: 113.7917 (mp_runner.py:76) -2024-09-01 23:21:35,588 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0034s, count=3548, qps in this process: 118.2533 (mp_runner.py:76) -2024-09-01 23:21:35,590 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0055s, count=3548, qps in this process: 118.245 (mp_runner.py:76) -2024-09-01 23:21:35,594 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0037s, count=3549, qps in this process: 118.2854 (mp_runner.py:76) -2024-09-01 23:21:35,629 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.002s, count=3419, qps in this process: 113.9591 (mp_runner.py:76) -2024-09-01 23:21:35,633 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0047s, count=3554, qps in this process: 118.4481 (mp_runner.py:76) -2024-09-01 23:21:35,652 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0057s, count=3556, qps in this process: 118.5108 (mp_runner.py:76) -2024-09-01 23:21:35,657 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0051s, count=3063, qps in this process: 102.0826 (mp_runner.py:76) -2024-09-01 23:21:35,660 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0044s, count=3315, qps in this process: 110.4838 (mp_runner.py:76) -2024-09-01 23:21:35,661 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0057s, count=3557, qps in this process: 118.5441 (mp_runner.py:76) -2024-09-01 23:21:35,662 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.007s, count=3315, qps in this process: 110.4742 (mp_runner.py:76) -2024-09-01 23:21:35,669 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0062s, count=3316, qps in this process: 110.5105 (mp_runner.py:76) -2024-09-01 23:21:35,675 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0031s, count=3087, qps in this process: 102.8894 (mp_runner.py:76) -2024-09-01 23:21:35,685 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.001s, count=3089, qps in this process: 102.9632 (mp_runner.py:76) -2024-09-01 23:21:35,690 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0061s, count=3320, qps in this process: 110.6442 (mp_runner.py:76) -2024-09-01 23:21:35,691 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0007s, count=3320, qps in this process: 110.6641 (mp_runner.py:76) -2024-09-01 23:21:35,693 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.005s, count=3561, qps in this process: 118.6802 (mp_runner.py:76) -2024-09-01 23:21:35,699 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0034s, count=3068, qps in this process: 102.2551 (mp_runner.py:76) -2024-09-01 23:21:35,700 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.005s, count=3186, qps in this process: 106.1823 (mp_runner.py:76) -2024-09-01 23:21:35,700 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0077s, count=3054, qps in this process: 101.7739 (mp_runner.py:76) -2024-09-01 23:21:35,709 | DEBUG |(SpawnProcess-1:136) search_count: 3000, latest_latency=0.004604274006851483 (mp_runner.py:73) -2024-09-01 23:21:35,712 | DEBUG |(SpawnProcess-1:116) search_count: 3000, latest_latency=0.0015015730023151264 (mp_runner.py:73) -2024-09-01 23:21:35,717 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0019s, count=3004, qps in this process: 100.127 (mp_runner.py:76) -2024-09-01 23:21:35,719 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0008s, count=3003, qps in this process: 100.0973 (mp_runner.py:76) -2024-09-01 23:21:35,722 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0033s, count=2871, qps in this process: 95.6895 (mp_runner.py:76) -2024-09-01 23:21:35,724 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0021s, count=2872, qps in this process: 95.7266 (mp_runner.py:76) -2024-09-01 23:21:35,733 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0009s, count=3334, qps in this process: 111.13 (mp_runner.py:76) -2024-09-01 23:21:35,742 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.001s, count=2992, qps in this process: 99.73 (mp_runner.py:76) -2024-09-01 23:21:35,745 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0007s, count=3070, qps in this process: 102.3309 (mp_runner.py:76) -2024-09-01 23:21:35,746 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0014s, count=2885, qps in this process: 96.1622 (mp_runner.py:76) -2024-09-01 23:21:35,753 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0038s, count=3343, qps in this process: 111.4192 (mp_runner.py:76) -2024-09-01 23:21:35,768 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0007s, count=2725, qps in this process: 90.8312 (mp_runner.py:76) -2024-09-01 23:21:35,777 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0003s, count=2735, qps in this process: 91.1658 (mp_runner.py:76) -2024-09-01 23:21:35,792 | INFO |End search in concurrency 35: dur=30.44989679400169s, total_count=112877, qps=3706.9748 (mp_runner.py:120) -2024-09-01 23:21:38,025 | INFO |Update largest qps with concurrency 35: current max_qps=3706.9748 (mp_runner.py:124) -2024-09-01 23:21:38,433 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:21:38,433 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 23:21:49,070 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 23:21:49,300 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,376 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,429 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,431 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,435 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,436 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,438 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,439 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,484 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,488 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,490 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,491 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,507 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,521 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:49,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.006997188997047488 (mp_runner.py:73) -2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.007970273996761534 (mp_runner.py:73) -2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.007277775002876297 (mp_runner.py:73) -2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.00881842800299637 (mp_runner.py:73) -2024-09-01 23:21:53,981 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.009145465002802666 (mp_runner.py:73) -2024-09-01 23:21:53,982 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.0083809569987352 (mp_runner.py:73) -2024-09-01 23:21:53,982 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.01041289899876574 (mp_runner.py:73) -2024-09-01 23:21:53,982 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.008619430001999717 (mp_runner.py:73) -2024-09-01 23:21:53,982 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.009143543000391219 (mp_runner.py:73) -2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.009858999001153279 (mp_runner.py:73) -2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.008880786997906398 (mp_runner.py:73) -2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.008270046004327014 (mp_runner.py:73) -2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.01129322099586716 (mp_runner.py:73) -2024-09-01 23:21:53,983 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.008511719002854079 (mp_runner.py:73) -2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.007139358000131324 (mp_runner.py:73) -2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.009585384999809321 (mp_runner.py:73) -2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.009146568001597188 (mp_runner.py:73) -2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.009181415000057314 (mp_runner.py:73) -2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.008824593001918402 (mp_runner.py:73) -2024-09-01 23:21:53,984 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.008255486005509738 (mp_runner.py:73) -2024-09-01 23:21:53,985 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.007626705999427941 (mp_runner.py:73) -2024-09-01 23:21:53,985 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.00943498000560794 (mp_runner.py:73) -2024-09-01 23:21:53,985 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.00898633000178961 (mp_runner.py:73) -2024-09-01 23:21:53,985 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.007996227002877276 (mp_runner.py:73) -2024-09-01 23:21:53,986 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.01465113599988399 (mp_runner.py:73) -2024-09-01 23:21:53,986 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.015317381999921054 (mp_runner.py:73) -2024-09-01 23:21:53,993 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.010062854002171662 (mp_runner.py:73) -2024-09-01 23:21:54,419 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.007166467999923043 (mp_runner.py:73) -2024-09-01 23:21:54,420 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.007224378001410514 (mp_runner.py:73) -2024-09-01 23:21:54,420 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.006982428996707313 (mp_runner.py:73) -2024-09-01 23:21:54,420 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.006936317004146986 (mp_runner.py:73) -2024-09-01 23:21:54,420 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.008275980995676946 (mp_runner.py:73) -2024-09-01 23:21:54,421 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.007181862005381845 (mp_runner.py:73) -2024-09-01 23:21:54,421 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.007154712999181356 (mp_runner.py:73) -2024-09-01 23:21:54,424 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.012270870996871963 (mp_runner.py:73) -2024-09-01 23:21:54,424 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.014255226997192949 (mp_runner.py:73) -2024-09-01 23:21:54,462 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.014105383997957688 (mp_runner.py:73) -2024-09-01 23:21:55,290 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.01296100900071906 (mp_runner.py:73) -2024-09-01 23:21:55,291 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.015229477998218499 (mp_runner.py:73) -2024-09-01 23:21:55,930 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.013765449999482371 (mp_runner.py:73) -2024-09-01 23:21:58,515 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.006398831996193621 (mp_runner.py:73) -2024-09-01 23:21:58,516 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.008521167997969314 (mp_runner.py:73) -2024-09-01 23:21:58,517 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.008914345999073703 (mp_runner.py:73) -2024-09-01 23:21:58,517 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.009662148004281335 (mp_runner.py:73) -2024-09-01 23:21:58,518 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.0072322220003115945 (mp_runner.py:73) -2024-09-01 23:21:58,518 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.012111400996218435 (mp_runner.py:73) -2024-09-01 23:21:58,519 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.0011749080003937706 (mp_runner.py:73) -2024-09-01 23:21:58,519 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.0081165180017706 (mp_runner.py:73) -2024-09-01 23:21:58,520 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.007221046005724929 (mp_runner.py:73) -2024-09-01 23:21:58,520 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.013433594998787157 (mp_runner.py:73) -2024-09-01 23:21:58,522 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.01307093499781331 (mp_runner.py:73) -2024-09-01 23:21:58,524 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.01583511900389567 (mp_runner.py:73) -2024-09-01 23:21:58,525 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.010454903997015208 (mp_runner.py:73) -2024-09-01 23:21:58,533 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.011520605003170203 (mp_runner.py:73) -2024-09-01 23:21:58,533 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.011705451004672796 (mp_runner.py:73) -2024-09-01 23:21:58,534 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.011454161001893226 (mp_runner.py:73) -2024-09-01 23:21:58,534 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.011013426003046334 (mp_runner.py:73) -2024-09-01 23:21:58,535 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.011296422999294009 (mp_runner.py:73) -2024-09-01 23:21:58,536 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.005059601004177239 (mp_runner.py:73) -2024-09-01 23:21:58,536 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.011869200003275182 (mp_runner.py:73) -2024-09-01 23:21:58,537 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.012621585003216751 (mp_runner.py:73) -2024-09-01 23:21:58,539 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.0136896429976332 (mp_runner.py:73) -2024-09-01 23:21:58,542 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.015443652999238111 (mp_runner.py:73) -2024-09-01 23:21:58,543 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.012638781001442112 (mp_runner.py:73) -2024-09-01 23:21:59,441 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.007808679998561274 (mp_runner.py:73) -2024-09-01 23:21:59,442 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.010031158999481704 (mp_runner.py:73) -2024-09-01 23:21:59,442 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.012360437998722773 (mp_runner.py:73) -2024-09-01 23:21:59,443 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.008680676000949461 (mp_runner.py:73) -2024-09-01 23:21:59,443 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.006982573999266606 (mp_runner.py:73) -2024-09-01 23:21:59,444 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.008991422997496556 (mp_runner.py:73) -2024-09-01 23:21:59,444 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.008853818995703477 (mp_runner.py:73) -2024-09-01 23:21:59,444 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.00779019900073763 (mp_runner.py:73) -2024-09-01 23:21:59,444 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.0063560359994880855 (mp_runner.py:73) -2024-09-01 23:21:59,445 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.007186975999502465 (mp_runner.py:73) -2024-09-01 23:21:59,447 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.013653387999511324 (mp_runner.py:73) -2024-09-01 23:21:59,623 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.011196013998414855 (mp_runner.py:73) -2024-09-01 23:22:01,194 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.010822233001817949 (mp_runner.py:73) -2024-09-01 23:22:01,809 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.012634177001018543 (mp_runner.py:73) -2024-09-01 23:22:01,810 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.012776089002727531 (mp_runner.py:73) -2024-09-01 23:22:02,659 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.010986777997459285 (mp_runner.py:73) -2024-09-01 23:22:03,562 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.007993575993168633 (mp_runner.py:73) -2024-09-01 23:22:03,563 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.008857412001816556 (mp_runner.py:73) -2024-09-01 23:22:03,564 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.00910587399994256 (mp_runner.py:73) -2024-09-01 23:22:03,564 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.009451071004150435 (mp_runner.py:73) -2024-09-01 23:22:03,565 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.008702403996721841 (mp_runner.py:73) -2024-09-01 23:22:03,565 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.009707117998914327 (mp_runner.py:73) -2024-09-01 23:22:03,566 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.00835876999917673 (mp_runner.py:73) -2024-09-01 23:22:03,566 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.009490782998909708 (mp_runner.py:73) -2024-09-01 23:22:03,566 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.013051517002168112 (mp_runner.py:73) -2024-09-01 23:22:03,567 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.014226229999621864 (mp_runner.py:73) -2024-09-01 23:22:03,666 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.008991732000140473 (mp_runner.py:73) -2024-09-01 23:22:03,670 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.0014037000000826083 (mp_runner.py:73) -2024-09-01 23:22:03,670 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.013475479994667694 (mp_runner.py:73) -2024-09-01 23:22:03,813 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.009147110002231784 (mp_runner.py:73) -2024-09-01 23:22:03,813 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.008223415003158152 (mp_runner.py:73) -2024-09-01 23:22:03,814 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.00976262900076108 (mp_runner.py:73) -2024-09-01 23:22:03,815 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.00887492000038037 (mp_runner.py:73) -2024-09-01 23:22:03,816 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.013799082000332419 (mp_runner.py:73) -2024-09-01 23:22:03,817 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.015191372003755532 (mp_runner.py:73) -2024-09-01 23:22:04,343 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.008007806005480234 (mp_runner.py:73) -2024-09-01 23:22:04,345 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.009010918001877144 (mp_runner.py:73) -2024-09-01 23:22:04,348 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.010994402000505943 (mp_runner.py:73) -2024-09-01 23:22:04,351 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.015861553998547606 (mp_runner.py:73) -2024-09-01 23:22:04,352 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.018585676996735856 (mp_runner.py:73) -2024-09-01 23:22:04,548 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.0090224239975214 (mp_runner.py:73) -2024-09-01 23:22:04,549 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.008832491999783088 (mp_runner.py:73) -2024-09-01 23:22:04,549 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.010265040000376757 (mp_runner.py:73) -2024-09-01 23:22:04,550 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.0113262869999744 (mp_runner.py:73) -2024-09-01 23:22:04,550 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.012400122999679297 (mp_runner.py:73) -2024-09-01 23:22:04,551 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.013758756998868193 (mp_runner.py:73) -2024-09-01 23:22:04,611 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.005963060997601133 (mp_runner.py:73) -2024-09-01 23:22:04,612 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.007040090000373311 (mp_runner.py:73) -2024-09-01 23:22:04,615 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.003693588005262427 (mp_runner.py:73) -2024-09-01 23:22:04,616 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.012570792001497466 (mp_runner.py:73) -2024-09-01 23:22:04,616 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.01184522400581045 (mp_runner.py:73) -2024-09-01 23:22:06,182 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.009578229000908323 (mp_runner.py:73) -2024-09-01 23:22:07,715 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.014459563994023483 (mp_runner.py:73) -2024-09-01 23:22:08,076 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.00646669900015695 (mp_runner.py:73) -2024-09-01 23:22:08,077 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.015694882997195236 (mp_runner.py:73) -2024-09-01 23:22:08,219 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.007340407995798159 (mp_runner.py:73) -2024-09-01 23:22:08,221 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.008355745994776953 (mp_runner.py:73) -2024-09-01 23:22:08,221 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.007921497999632265 (mp_runner.py:73) -2024-09-01 23:22:08,222 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.00797692400374217 (mp_runner.py:73) -2024-09-01 23:22:08,222 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.009165281000605319 (mp_runner.py:73) -2024-09-01 23:22:08,222 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.011251967000134755 (mp_runner.py:73) -2024-09-01 23:22:08,223 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.01155498899606755 (mp_runner.py:73) -2024-09-01 23:22:08,225 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.009514912999293301 (mp_runner.py:73) -2024-09-01 23:22:08,226 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.010388032002083492 (mp_runner.py:73) -2024-09-01 23:22:08,226 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.009334190996014513 (mp_runner.py:73) -2024-09-01 23:22:08,742 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.0071075320011004806 (mp_runner.py:73) -2024-09-01 23:22:08,744 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.010125909000635147 (mp_runner.py:73) -2024-09-01 23:22:08,745 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.011117982998257503 (mp_runner.py:73) -2024-09-01 23:22:08,746 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.009048667001479771 (mp_runner.py:73) -2024-09-01 23:22:08,747 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.009657807000621688 (mp_runner.py:73) -2024-09-01 23:22:08,901 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.008454217000689823 (mp_runner.py:73) -2024-09-01 23:22:08,902 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.008704687003046274 (mp_runner.py:73) -2024-09-01 23:22:08,902 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.010927457995421719 (mp_runner.py:73) -2024-09-01 23:22:08,903 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.008656035002786666 (mp_runner.py:73) -2024-09-01 23:22:09,132 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.03352700899995398 (mp_runner.py:73) -2024-09-01 23:22:09,456 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.0070599070022581145 (mp_runner.py:73) -2024-09-01 23:22:09,456 | DEBUG |(SpawnProcess-1:181) search_count: 2000, latest_latency=0.008835348999127746 (mp_runner.py:73) -2024-09-01 23:22:09,457 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.009897698000713717 (mp_runner.py:73) -2024-09-01 23:22:09,457 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.009424181997019332 (mp_runner.py:73) -2024-09-01 23:22:09,457 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.008712423004908487 (mp_runner.py:73) -2024-09-01 23:22:09,458 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.01082524900266435 (mp_runner.py:73) -2024-09-01 23:22:09,458 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.008485516002110671 (mp_runner.py:73) -2024-09-01 23:22:09,458 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.01222772299661301 (mp_runner.py:73) -2024-09-01 23:22:09,459 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.009574041003361344 (mp_runner.py:73) -2024-09-01 23:22:09,460 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.007372659994871356 (mp_runner.py:73) -2024-09-01 23:22:09,460 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.008780994001426734 (mp_runner.py:73) -2024-09-01 23:22:09,899 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.006618357001570985 (mp_runner.py:73) -2024-09-01 23:22:09,918 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.0051060960031463765 (mp_runner.py:73) -2024-09-01 23:22:09,924 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.0061554749991046265 (mp_runner.py:73) -2024-09-01 23:22:10,017 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.004973816001438536 (mp_runner.py:73) -2024-09-01 23:22:10,018 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.00651435500185471 (mp_runner.py:73) -2024-09-01 23:22:12,576 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.011919387994566932 (mp_runner.py:73) -2024-09-01 23:22:13,315 | DEBUG |(SpawnProcess-1:162) search_count: 2500, latest_latency=0.008005565003259107 (mp_runner.py:73) -2024-09-01 23:22:13,315 | DEBUG |(SpawnProcess-1:174) search_count: 2500, latest_latency=0.008051149001403246 (mp_runner.py:73) -2024-09-01 23:22:13,316 | DEBUG |(SpawnProcess-1:163) search_count: 2500, latest_latency=0.009637196002586279 (mp_runner.py:73) -2024-09-01 23:22:13,316 | DEBUG |(SpawnProcess-1:178) search_count: 2500, latest_latency=0.007545754000602756 (mp_runner.py:73) -2024-09-01 23:22:13,317 | DEBUG |(SpawnProcess-1:169) search_count: 2500, latest_latency=0.011993840002105571 (mp_runner.py:73) -2024-09-01 23:22:13,318 | DEBUG |(SpawnProcess-1:160) search_count: 2500, latest_latency=0.012284725002245978 (mp_runner.py:73) -2024-09-01 23:22:13,608 | DEBUG |(SpawnProcess-1:150) search_count: 2500, latest_latency=0.001063256997440476 (mp_runner.py:73) -2024-09-01 23:22:13,700 | DEBUG |(SpawnProcess-1:147) search_count: 2500, latest_latency=0.019957459000579547 (mp_runner.py:73) -2024-09-01 23:22:13,700 | DEBUG |(SpawnProcess-1:167) search_count: 2500, latest_latency=0.021368710993556306 (mp_runner.py:73) -2024-09-01 23:22:13,705 | DEBUG |(SpawnProcess-1:145) search_count: 2500, latest_latency=0.030603741004597396 (mp_runner.py:73) -2024-09-01 23:22:14,321 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.011533391996636055 (mp_runner.py:73) -2024-09-01 23:22:14,394 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.012823763994674664 (mp_runner.py:73) -2024-09-01 23:22:14,395 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.011646012993878685 (mp_runner.py:73) -2024-09-01 23:22:14,832 | DEBUG |(SpawnProcess-1:155) search_count: 2500, latest_latency=0.010531512001762167 (mp_runner.py:73) -2024-09-01 23:22:14,835 | DEBUG |(SpawnProcess-1:161) search_count: 2500, latest_latency=0.014273776003392413 (mp_runner.py:73) -2024-09-01 23:22:14,837 | DEBUG |(SpawnProcess-1:159) search_count: 2500, latest_latency=0.01588973100297153 (mp_runner.py:73) -2024-09-01 23:22:14,943 | DEBUG |(SpawnProcess-1:149) search_count: 2500, latest_latency=0.012828646998968907 (mp_runner.py:73) -2024-09-01 23:22:14,943 | DEBUG |(SpawnProcess-1:171) search_count: 2500, latest_latency=0.013078192998364102 (mp_runner.py:73) -2024-09-01 23:22:14,944 | DEBUG |(SpawnProcess-1:175) search_count: 2500, latest_latency=0.013716583001951221 (mp_runner.py:73) -2024-09-01 23:22:14,945 | DEBUG |(SpawnProcess-1:152) search_count: 2500, latest_latency=0.009736717001942452 (mp_runner.py:73) -2024-09-01 23:22:14,945 | DEBUG |(SpawnProcess-1:157) search_count: 2500, latest_latency=0.00913914500415558 (mp_runner.py:73) -2024-09-01 23:22:14,946 | DEBUG |(SpawnProcess-1:153) search_count: 2500, latest_latency=0.016955749000771903 (mp_runner.py:73) -2024-09-01 23:22:15,147 | DEBUG |(SpawnProcess-1:154) search_count: 2500, latest_latency=0.005184047004149761 (mp_runner.py:73) -2024-09-01 23:22:15,185 | DEBUG |(SpawnProcess-1:156) search_count: 2500, latest_latency=0.018018704999121837 (mp_runner.py:73) -2024-09-01 23:22:15,193 | DEBUG |(SpawnProcess-1:177) search_count: 2500, latest_latency=0.01817945099901408 (mp_runner.py:73) -2024-09-01 23:22:15,233 | DEBUG |(SpawnProcess-1:165) search_count: 2500, latest_latency=0.01093800799571909 (mp_runner.py:73) -2024-09-01 23:22:15,241 | DEBUG |(SpawnProcess-1:182) search_count: 2500, latest_latency=0.009462423993682023 (mp_runner.py:73) -2024-09-01 23:22:15,256 | DEBUG |(SpawnProcess-1:172) search_count: 2500, latest_latency=0.011527224000019487 (mp_runner.py:73) -2024-09-01 23:22:15,273 | DEBUG |(SpawnProcess-1:143) search_count: 2500, latest_latency=0.014287768994108774 (mp_runner.py:73) -2024-09-01 23:22:15,814 | DEBUG |(SpawnProcess-1:164) search_count: 2500, latest_latency=0.014142250998702366 (mp_runner.py:73) -2024-09-01 23:22:15,894 | DEBUG |(SpawnProcess-1:181) search_count: 2500, latest_latency=0.01179021000280045 (mp_runner.py:73) -2024-09-01 23:22:15,904 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.011783894995460287 (mp_runner.py:73) -2024-09-01 23:22:15,929 | DEBUG |(SpawnProcess-1:179) search_count: 2500, latest_latency=0.015520714005106129 (mp_runner.py:73) -2024-09-01 23:22:15,951 | DEBUG |(SpawnProcess-1:151) search_count: 2500, latest_latency=0.013793129000987392 (mp_runner.py:73) -2024-09-01 23:22:16,097 | DEBUG |(SpawnProcess-1:176) search_count: 2500, latest_latency=0.012771939000231214 (mp_runner.py:73) -2024-09-01 23:22:16,098 | DEBUG |(SpawnProcess-1:166) search_count: 2500, latest_latency=0.013990371997351758 (mp_runner.py:73) -2024-09-01 23:22:16,104 | DEBUG |(SpawnProcess-1:144) search_count: 2500, latest_latency=0.018926573000499047 (mp_runner.py:73) -2024-09-01 23:22:16,209 | DEBUG |(SpawnProcess-1:148) search_count: 2500, latest_latency=0.015519114000198897 (mp_runner.py:73) -2024-09-01 23:22:16,238 | DEBUG |(SpawnProcess-1:180) search_count: 2500, latest_latency=0.01975160199799575 (mp_runner.py:73) -2024-09-01 23:22:19,165 | DEBUG |(SpawnProcess-1:146) search_count: 2500, latest_latency=0.01614592999976594 (mp_runner.py:73) -2024-09-01 23:22:19,291 | DEBUG |(SpawnProcess-1:162) search_count: 3000, latest_latency=0.011345589999109507 (mp_runner.py:73) -2024-09-01 23:22:19,294 | DEBUG |(SpawnProcess-1:178) search_count: 3000, latest_latency=0.010957580998365302 (mp_runner.py:73) -2024-09-01 23:22:19,300 | DEBUG |(SpawnProcess-1:163) search_count: 3000, latest_latency=0.015694042995164637 (mp_runner.py:73) -2024-09-01 23:22:19,309 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0039s, count=2981, qps in this process: 99.3538 (mp_runner.py:76) -2024-09-01 23:22:19,381 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0027s, count=3008, qps in this process: 100.2576 (mp_runner.py:76) -2024-09-01 23:22:19,381 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0047s, count=2811, qps in this process: 93.6853 (mp_runner.py:76) -2024-09-01 23:22:19,419 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0032s, count=3011, qps in this process: 100.356 (mp_runner.py:76) -2024-09-01 23:22:19,425 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.006s, count=2951, qps in this process: 98.347 (mp_runner.py:76) -2024-09-01 23:22:19,437 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0037s, count=2890, qps in this process: 96.3215 (mp_runner.py:76) -2024-09-01 23:22:19,437 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0042s, count=2890, qps in this process: 96.3198 (mp_runner.py:76) -2024-09-01 23:22:19,440 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0006s, count=2890, qps in this process: 96.3314 (mp_runner.py:76) -2024-09-01 23:22:19,440 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0009s, count=2817, qps in this process: 93.8972 (mp_runner.py:76) -2024-09-01 23:22:19,441 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0019s, count=2953, qps in this process: 98.4271 (mp_runner.py:76) -2024-09-01 23:22:19,442 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0091s, count=2953, qps in this process: 98.4035 (mp_runner.py:76) -2024-09-01 23:22:19,442 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0092s, count=2953, qps in this process: 98.4032 (mp_runner.py:76) -2024-09-01 23:22:19,443 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0009s, count=2995, qps in this process: 99.8303 (mp_runner.py:76) -2024-09-01 23:22:19,444 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0044s, count=2817, qps in this process: 93.8862 (mp_runner.py:76) -2024-09-01 23:22:19,446 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0036s, count=2996, qps in this process: 99.8547 (mp_runner.py:76) -2024-09-01 23:22:19,446 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0065s, count=2891, qps in this process: 96.3458 (mp_runner.py:76) -2024-09-01 23:22:19,447 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0077s, count=2818, qps in this process: 93.9092 (mp_runner.py:76) -2024-09-01 23:22:19,448 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0057s, count=3013, qps in this process: 100.4143 (mp_runner.py:76) -2024-09-01 23:22:19,448 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0015s, count=2996, qps in this process: 99.8617 (mp_runner.py:76) -2024-09-01 23:22:19,449 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0014s, count=2996, qps in this process: 99.862 (mp_runner.py:76) -2024-09-01 23:22:19,449 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0006s, count=2996, qps in this process: 99.8647 (mp_runner.py:76) -2024-09-01 23:22:19,450 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0022s, count=2954, qps in this process: 98.4594 (mp_runner.py:76) -2024-09-01 23:22:19,451 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0012s, count=2954, qps in this process: 98.4627 (mp_runner.py:76) -2024-09-01 23:22:19,451 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0121s, count=2818, qps in this process: 93.8955 (mp_runner.py:76) -2024-09-01 23:22:19,456 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.0088s, count=2819, qps in this process: 93.9391 (mp_runner.py:76) -2024-09-01 23:22:19,457 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0083s, count=2955, qps in this process: 98.4728 (mp_runner.py:76) -2024-09-01 23:22:19,457 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0032s, count=2819, qps in this process: 93.9566 (mp_runner.py:76) -2024-09-01 23:22:19,462 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0143s, count=2892, qps in this process: 96.3541 (mp_runner.py:76) -2024-09-01 23:22:19,492 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0048s, count=2899, qps in this process: 96.6179 (mp_runner.py:76) -2024-09-01 23:22:19,496 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0019s, count=2966, qps in this process: 98.8604 (mp_runner.py:76) -2024-09-01 23:22:19,497 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0025s, count=2427, qps in this process: 80.8933 (mp_runner.py:76) -2024-09-01 23:22:19,498 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0047s, count=2967, qps in this process: 98.8845 (mp_runner.py:76) -2024-09-01 23:22:19,499 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0047s, count=2901, qps in this process: 96.6849 (mp_runner.py:76) -2024-09-01 23:22:19,513 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0037s, count=2774, qps in this process: 92.4553 (mp_runner.py:76) -2024-09-01 23:22:19,516 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0017s, count=2539, qps in this process: 84.6285 (mp_runner.py:76) -2024-09-01 23:22:19,516 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0007s, count=2779, qps in this process: 92.6312 (mp_runner.py:76) -2024-09-01 23:22:19,517 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0012s, count=2978, qps in this process: 99.2627 (mp_runner.py:76) -2024-09-01 23:22:19,517 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0021s, count=2445, qps in this process: 81.4943 (mp_runner.py:76) -2024-09-01 23:22:19,532 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0057s, count=2452, qps in this process: 81.7178 (mp_runner.py:76) -2024-09-01 23:22:19,548 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.004s, count=2315, qps in this process: 77.1564 (mp_runner.py:76) -2024-09-01 23:22:19,564 | INFO |End search in concurrency 40: dur=30.492692870997416s, total_count=114279, qps=3747.7503 (mp_runner.py:120) -2024-09-01 23:22:22,173 | INFO |Update largest qps with concurrency 40: current max_qps=3747.7503 (mp_runner.py:124) -2024-09-01 23:22:22,584 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:22:22,585 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 23:22:33,330 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 23:22:33,472 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,587 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,677 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,677 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,712 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,722 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,726 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,728 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,741 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,744 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,746 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,751 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,764 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,777 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,796 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,799 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,804 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,814 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,821 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,822 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,823 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,839 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,865 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,880 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,884 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,891 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,894 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:33,928 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:22:38,850 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.009292250004364178 (mp_runner.py:73) -2024-09-01 23:22:38,850 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.010555854998528957 (mp_runner.py:73) -2024-09-01 23:22:38,850 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.009357041002658661 (mp_runner.py:73) -2024-09-01 23:22:38,850 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.008618537001893856 (mp_runner.py:73) -2024-09-01 23:22:38,851 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.010129508998943493 (mp_runner.py:73) -2024-09-01 23:22:38,851 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.008630427997559309 (mp_runner.py:73) -2024-09-01 23:22:38,851 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.010675053999875672 (mp_runner.py:73) -2024-09-01 23:22:38,851 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.009413977997610345 (mp_runner.py:73) -2024-09-01 23:22:38,852 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.008938953003962524 (mp_runner.py:73) -2024-09-01 23:22:38,852 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.00915144899772713 (mp_runner.py:73) -2024-09-01 23:22:38,852 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.010834164000698365 (mp_runner.py:73) -2024-09-01 23:22:38,854 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.009000732999993488 (mp_runner.py:73) -2024-09-01 23:22:38,854 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.0104442369993194 (mp_runner.py:73) -2024-09-01 23:22:38,855 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.010625238006468862 (mp_runner.py:73) -2024-09-01 23:22:38,855 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.010699990998546127 (mp_runner.py:73) -2024-09-01 23:22:38,856 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.012422738000168465 (mp_runner.py:73) -2024-09-01 23:22:38,856 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.01696142999571748 (mp_runner.py:73) -2024-09-01 23:22:38,857 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.0174818259984022 (mp_runner.py:73) -2024-09-01 23:22:38,858 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.011870674999954645 (mp_runner.py:73) -2024-09-01 23:22:38,858 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.010203728001215495 (mp_runner.py:73) -2024-09-01 23:22:39,061 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.01326078500278527 (mp_runner.py:73) -2024-09-01 23:22:39,061 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.008699199999682605 (mp_runner.py:73) -2024-09-01 23:22:39,062 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.013449418998789042 (mp_runner.py:73) -2024-09-01 23:22:39,062 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.018032546002359595 (mp_runner.py:73) -2024-09-01 23:22:39,062 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.009865514999546576 (mp_runner.py:73) -2024-09-01 23:22:39,063 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.018759867998596746 (mp_runner.py:73) -2024-09-01 23:22:39,065 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.015547228998912033 (mp_runner.py:73) -2024-09-01 23:22:39,065 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.017725341000186745 (mp_runner.py:73) -2024-09-01 23:22:39,067 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.019839241002046037 (mp_runner.py:73) -2024-09-01 23:22:39,067 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.021062924999569077 (mp_runner.py:73) -2024-09-01 23:22:39,067 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.020721510001749266 (mp_runner.py:73) -2024-09-01 23:22:39,100 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.024734894002904184 (mp_runner.py:73) -2024-09-01 23:22:39,101 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.02175636700121686 (mp_runner.py:73) -2024-09-01 23:22:39,101 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.021025907997682225 (mp_runner.py:73) -2024-09-01 23:22:39,102 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.021548931996221654 (mp_runner.py:73) -2024-09-01 23:22:39,103 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.025417609002033714 (mp_runner.py:73) -2024-09-01 23:22:39,105 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.02649016000214033 (mp_runner.py:73) -2024-09-01 23:22:39,455 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.015227313997456804 (mp_runner.py:73) -2024-09-01 23:22:39,817 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.010987475005094893 (mp_runner.py:73) -2024-09-01 23:22:39,817 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.010434228999656625 (mp_runner.py:73) -2024-09-01 23:22:39,818 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.012411100004101172 (mp_runner.py:73) -2024-09-01 23:22:39,818 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.01208420699549606 (mp_runner.py:73) -2024-09-01 23:22:39,819 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.013733291998505592 (mp_runner.py:73) -2024-09-01 23:22:39,819 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.015142347998335026 (mp_runner.py:73) -2024-09-01 23:22:41,054 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.014293936001195107 (mp_runner.py:73) -2024-09-01 23:22:44,400 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.006821820999903139 (mp_runner.py:73) -2024-09-01 23:22:44,402 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.009603272003005259 (mp_runner.py:73) -2024-09-01 23:22:44,403 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.008181887002137955 (mp_runner.py:73) -2024-09-01 23:22:44,403 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.007788709001033567 (mp_runner.py:73) -2024-09-01 23:22:44,403 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.007821959996363148 (mp_runner.py:73) -2024-09-01 23:22:44,404 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.009056607996171806 (mp_runner.py:73) -2024-09-01 23:22:44,404 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.008327537994773593 (mp_runner.py:73) -2024-09-01 23:22:44,405 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.008376969002711121 (mp_runner.py:73) -2024-09-01 23:22:44,405 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.014071386998693924 (mp_runner.py:73) -2024-09-01 23:22:44,406 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.007832740004232619 (mp_runner.py:73) -2024-09-01 23:22:44,406 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.013917962998675648 (mp_runner.py:73) -2024-09-01 23:22:44,407 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.008326832001330331 (mp_runner.py:73) -2024-09-01 23:22:44,410 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.010188840002228972 (mp_runner.py:73) -2024-09-01 23:22:44,414 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.008284543997433502 (mp_runner.py:73) -2024-09-01 23:22:44,420 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.00979199099674588 (mp_runner.py:73) -2024-09-01 23:22:44,451 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.012550632993225008 (mp_runner.py:73) -2024-09-01 23:22:44,457 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.009535908997349907 (mp_runner.py:73) -2024-09-01 23:22:44,480 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.012850006998633035 (mp_runner.py:73) -2024-09-01 23:22:44,502 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.012899490997369867 (mp_runner.py:73) -2024-09-01 23:22:44,725 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.008585176001361106 (mp_runner.py:73) -2024-09-01 23:22:44,725 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.00858525399962673 (mp_runner.py:73) -2024-09-01 23:22:44,726 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.008678390004206449 (mp_runner.py:73) -2024-09-01 23:22:44,726 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.008727127999009099 (mp_runner.py:73) -2024-09-01 23:22:44,727 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.011374743000487797 (mp_runner.py:73) -2024-09-01 23:22:44,727 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.00826451800094219 (mp_runner.py:73) -2024-09-01 23:22:44,728 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.013542253997002263 (mp_runner.py:73) -2024-09-01 23:22:44,729 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.01022889799787663 (mp_runner.py:73) -2024-09-01 23:22:44,730 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.012211401997774374 (mp_runner.py:73) -2024-09-01 23:22:44,952 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.010656665996066295 (mp_runner.py:73) -2024-09-01 23:22:45,658 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.012592573999427259 (mp_runner.py:73) -2024-09-01 23:22:45,673 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.008930787997087464 (mp_runner.py:73) -2024-09-01 23:22:45,674 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.01348996500018984 (mp_runner.py:73) -2024-09-01 23:22:45,674 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.011133011998026632 (mp_runner.py:73) -2024-09-01 23:22:45,677 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.008819493996270467 (mp_runner.py:73) -2024-09-01 23:22:45,679 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.010747653999715112 (mp_runner.py:73) -2024-09-01 23:22:45,681 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.011997174005955458 (mp_runner.py:73) -2024-09-01 23:22:45,801 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.016507328000443522 (mp_runner.py:73) -2024-09-01 23:22:46,176 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.012596681001014076 (mp_runner.py:73) -2024-09-01 23:22:46,178 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.010240069001156371 (mp_runner.py:73) -2024-09-01 23:22:46,180 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.013490795994584914 (mp_runner.py:73) -2024-09-01 23:22:46,326 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.012843968004744966 (mp_runner.py:73) -2024-09-01 23:22:46,328 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.01330547300312901 (mp_runner.py:73) -2024-09-01 23:22:47,022 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.011434883002948482 (mp_runner.py:73) -2024-09-01 23:22:47,075 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.02349330099968938 (mp_runner.py:73) -2024-09-01 23:22:48,579 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.014288425001723226 (mp_runner.py:73) -2024-09-01 23:22:49,802 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.00858819799759658 (mp_runner.py:73) -2024-09-01 23:22:49,803 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.009656062997237314 (mp_runner.py:73) -2024-09-01 23:22:49,803 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.010521135998715181 (mp_runner.py:73) -2024-09-01 23:22:49,803 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.009033149995957501 (mp_runner.py:73) -2024-09-01 23:22:49,804 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.00901117900502868 (mp_runner.py:73) -2024-09-01 23:22:49,804 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.0007013770009507425 (mp_runner.py:73) -2024-09-01 23:22:49,804 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.009299573001044337 (mp_runner.py:73) -2024-09-01 23:22:49,805 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.009258996004064102 (mp_runner.py:73) -2024-09-01 23:22:49,805 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.008837843000947032 (mp_runner.py:73) -2024-09-01 23:22:49,807 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.015474834995984565 (mp_runner.py:73) -2024-09-01 23:22:49,807 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.006081781000830233 (mp_runner.py:73) -2024-09-01 23:22:49,808 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.015633221999451052 (mp_runner.py:73) -2024-09-01 23:22:50,249 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.00733405799837783 (mp_runner.py:73) -2024-09-01 23:22:50,250 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.00895796000258997 (mp_runner.py:73) -2024-09-01 23:22:50,253 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.012240206000569742 (mp_runner.py:73) -2024-09-01 23:22:50,254 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.014560073999746237 (mp_runner.py:73) -2024-09-01 23:22:50,291 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.013048778993834276 (mp_runner.py:73) -2024-09-01 23:22:50,291 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.016228260996285826 (mp_runner.py:73) -2024-09-01 23:22:50,292 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.014028293997398578 (mp_runner.py:73) -2024-09-01 23:22:50,293 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.015371679997770116 (mp_runner.py:73) -2024-09-01 23:22:50,293 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.013179704001231585 (mp_runner.py:73) -2024-09-01 23:22:50,293 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.013812089004204609 (mp_runner.py:73) -2024-09-01 23:22:50,293 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.01334123400010867 (mp_runner.py:73) -2024-09-01 23:22:50,294 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.013105862999509554 (mp_runner.py:73) -2024-09-01 23:22:50,908 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.013168213001335971 (mp_runner.py:73) -2024-09-01 23:22:51,704 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.010654980003891978 (mp_runner.py:73) -2024-09-01 23:22:51,707 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.014150982999126427 (mp_runner.py:73) -2024-09-01 23:22:51,708 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.015540832995611709 (mp_runner.py:73) -2024-09-01 23:22:51,798 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.01090058300178498 (mp_runner.py:73) -2024-09-01 23:22:51,799 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.008835376000206452 (mp_runner.py:73) -2024-09-01 23:22:51,801 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.014546584003255703 (mp_runner.py:73) -2024-09-01 23:22:51,802 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.016283012999338098 (mp_runner.py:73) -2024-09-01 23:22:52,037 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.01651245100219967 (mp_runner.py:73) -2024-09-01 23:22:52,200 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.015528288000496104 (mp_runner.py:73) -2024-09-01 23:22:52,201 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.017684423000901006 (mp_runner.py:73) -2024-09-01 23:22:52,529 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.02006632200209424 (mp_runner.py:73) -2024-09-01 23:22:52,677 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.01161800399859203 (mp_runner.py:73) -2024-09-01 23:22:52,678 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.012464090003049932 (mp_runner.py:73) -2024-09-01 23:22:52,678 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.01598045699938666 (mp_runner.py:73) -2024-09-01 23:22:52,679 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.015219683002214879 (mp_runner.py:73) -2024-09-01 23:22:53,575 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.014985100002377294 (mp_runner.py:73) -2024-09-01 23:22:53,576 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.017099310003686696 (mp_runner.py:73) -2024-09-01 23:22:54,519 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.015574236000247765 (mp_runner.py:73) -2024-09-01 23:22:54,697 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.018300771997019183 (mp_runner.py:73) -2024-09-01 23:22:55,171 | DEBUG |(SpawnProcess-1:199) search_count: 2000, latest_latency=0.005804822998470627 (mp_runner.py:73) -2024-09-01 23:22:55,172 | DEBUG |(SpawnProcess-1:209) search_count: 2000, latest_latency=0.004224319993227255 (mp_runner.py:73) -2024-09-01 23:22:55,173 | DEBUG |(SpawnProcess-1:193) search_count: 2000, latest_latency=0.006811288003518712 (mp_runner.py:73) -2024-09-01 23:22:55,173 | DEBUG |(SpawnProcess-1:213) search_count: 2000, latest_latency=0.007830438000382856 (mp_runner.py:73) -2024-09-01 23:22:55,174 | DEBUG |(SpawnProcess-1:197) search_count: 2000, latest_latency=0.008800883995718323 (mp_runner.py:73) -2024-09-01 23:22:55,175 | DEBUG |(SpawnProcess-1:204) search_count: 2000, latest_latency=0.008419038000283763 (mp_runner.py:73) -2024-09-01 23:22:55,175 | DEBUG |(SpawnProcess-1:218) search_count: 2000, latest_latency=0.008470751003187615 (mp_runner.py:73) -2024-09-01 23:22:55,351 | DEBUG |(SpawnProcess-1:223) search_count: 2000, latest_latency=0.013352234003832564 (mp_runner.py:73) -2024-09-01 23:22:55,352 | DEBUG |(SpawnProcess-1:202) search_count: 2000, latest_latency=0.010580628004390746 (mp_runner.py:73) -2024-09-01 23:22:55,607 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.0074715150039992295 (mp_runner.py:73) -2024-09-01 23:22:55,608 | DEBUG |(SpawnProcess-1:228) search_count: 2000, latest_latency=0.007681064002099447 (mp_runner.py:73) -2024-09-01 23:22:55,608 | DEBUG |(SpawnProcess-1:224) search_count: 2000, latest_latency=0.007903588004410267 (mp_runner.py:73) -2024-09-01 23:22:55,609 | DEBUG |(SpawnProcess-1:196) search_count: 2000, latest_latency=0.008430914000200573 (mp_runner.py:73) -2024-09-01 23:22:55,610 | DEBUG |(SpawnProcess-1:227) search_count: 2000, latest_latency=0.010415550001198426 (mp_runner.py:73) -2024-09-01 23:22:55,612 | DEBUG |(SpawnProcess-1:184) search_count: 2000, latest_latency=0.012809120999008883 (mp_runner.py:73) -2024-09-01 23:22:55,612 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.011142896000819746 (mp_runner.py:73) -2024-09-01 23:22:55,614 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.016953801998170093 (mp_runner.py:73) -2024-09-01 23:22:55,615 | DEBUG |(SpawnProcess-1:219) search_count: 2000, latest_latency=0.012370782002108172 (mp_runner.py:73) -2024-09-01 23:22:55,773 | DEBUG |(SpawnProcess-1:212) search_count: 2000, latest_latency=0.006215337001776788 (mp_runner.py:73) -2024-09-01 23:22:55,774 | DEBUG |(SpawnProcess-1:200) search_count: 2000, latest_latency=0.006729997003276367 (mp_runner.py:73) -2024-09-01 23:22:55,775 | DEBUG |(SpawnProcess-1:191) search_count: 2000, latest_latency=0.009046543003933039 (mp_runner.py:73) -2024-09-01 23:22:55,775 | DEBUG |(SpawnProcess-1:208) search_count: 2000, latest_latency=0.008652301999973133 (mp_runner.py:73) -2024-09-01 23:22:55,779 | DEBUG |(SpawnProcess-1:198) search_count: 2000, latest_latency=0.00889120400097454 (mp_runner.py:73) -2024-09-01 23:22:55,780 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.010163341998122633 (mp_runner.py:73) -2024-09-01 23:22:55,781 | DEBUG |(SpawnProcess-1:188) search_count: 2000, latest_latency=0.015301264997106045 (mp_runner.py:73) -2024-09-01 23:22:57,604 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.00783908599987626 (mp_runner.py:73) -2024-09-01 23:22:57,605 | DEBUG |(SpawnProcess-1:203) search_count: 2000, latest_latency=0.0075565189981716685 (mp_runner.py:73) -2024-09-01 23:22:57,606 | DEBUG |(SpawnProcess-1:185) search_count: 2000, latest_latency=0.010190291999606416 (mp_runner.py:73) -2024-09-01 23:22:57,606 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.012376568003674038 (mp_runner.py:73) -2024-09-01 23:22:57,606 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.008145794003212359 (mp_runner.py:73) -2024-09-01 23:22:57,606 | DEBUG |(SpawnProcess-1:210) search_count: 2000, latest_latency=0.004986542000551708 (mp_runner.py:73) -2024-09-01 23:22:57,697 | DEBUG |(SpawnProcess-1:201) search_count: 2000, latest_latency=0.012024730996927246 (mp_runner.py:73) -2024-09-01 23:22:57,698 | DEBUG |(SpawnProcess-1:214) search_count: 2000, latest_latency=0.014363572001457214 (mp_runner.py:73) -2024-09-01 23:22:58,653 | DEBUG |(SpawnProcess-1:216) search_count: 2000, latest_latency=0.01300298199930694 (mp_runner.py:73) -2024-09-01 23:22:58,654 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.013200114000937901 (mp_runner.py:73) -2024-09-01 23:22:58,656 | DEBUG |(SpawnProcess-1:189) search_count: 2000, latest_latency=0.016759936996095348 (mp_runner.py:73) -2024-09-01 23:22:58,656 | DEBUG |(SpawnProcess-1:187) search_count: 2000, latest_latency=0.016353218001313508 (mp_runner.py:73) -2024-09-01 23:22:58,662 | DEBUG |(SpawnProcess-1:194) search_count: 2000, latest_latency=0.015217919004498981 (mp_runner.py:73) -2024-09-01 23:22:58,816 | DEBUG |(SpawnProcess-1:211) search_count: 2000, latest_latency=0.013279774000693578 (mp_runner.py:73) -2024-09-01 23:22:58,816 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.009457617998123169 (mp_runner.py:73) -2024-09-01 23:22:58,817 | DEBUG |(SpawnProcess-1:205) search_count: 2000, latest_latency=0.014412711003387813 (mp_runner.py:73) -2024-09-01 23:23:00,769 | DEBUG |(SpawnProcess-1:209) search_count: 2500, latest_latency=0.009992795996367931 (mp_runner.py:73) -2024-09-01 23:23:00,770 | DEBUG |(SpawnProcess-1:193) search_count: 2500, latest_latency=0.009641418000683188 (mp_runner.py:73) -2024-09-01 23:23:00,771 | DEBUG |(SpawnProcess-1:218) search_count: 2500, latest_latency=0.00945125900034327 (mp_runner.py:73) -2024-09-01 23:23:00,771 | DEBUG |(SpawnProcess-1:204) search_count: 2500, latest_latency=0.010062221997941379 (mp_runner.py:73) -2024-09-01 23:23:00,772 | DEBUG |(SpawnProcess-1:213) search_count: 2500, latest_latency=0.014638799002568703 (mp_runner.py:73) -2024-09-01 23:23:00,773 | DEBUG |(SpawnProcess-1:199) search_count: 2500, latest_latency=0.013871083996491507 (mp_runner.py:73) -2024-09-01 23:23:00,904 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.009200574000715278 (mp_runner.py:73) -2024-09-01 23:23:00,905 | DEBUG |(SpawnProcess-1:195) search_count: 2000, latest_latency=0.012393549004627857 (mp_runner.py:73) -2024-09-01 23:23:00,926 | DEBUG |(SpawnProcess-1:197) search_count: 2500, latest_latency=0.01606498500041198 (mp_runner.py:73) -2024-09-01 23:23:01,231 | DEBUG |(SpawnProcess-1:186) search_count: 2500, latest_latency=0.009518997998384293 (mp_runner.py:73) -2024-09-01 23:23:01,256 | DEBUG |(SpawnProcess-1:224) search_count: 2500, latest_latency=0.014687574002891779 (mp_runner.py:73) -2024-09-01 23:23:01,257 | DEBUG |(SpawnProcess-1:202) search_count: 2500, latest_latency=0.014864527998724952 (mp_runner.py:73) -2024-09-01 23:23:01,259 | DEBUG |(SpawnProcess-1:219) search_count: 2500, latest_latency=0.015098814001248684 (mp_runner.py:73) -2024-09-01 23:23:01,260 | DEBUG |(SpawnProcess-1:228) search_count: 2500, latest_latency=0.018434360004903283 (mp_runner.py:73) -2024-09-01 23:23:01,260 | DEBUG |(SpawnProcess-1:220) search_count: 2500, latest_latency=0.020195610006339848 (mp_runner.py:73) -2024-09-01 23:23:01,263 | DEBUG |(SpawnProcess-1:223) search_count: 2500, latest_latency=0.019713262001459952 (mp_runner.py:73) -2024-09-01 23:23:01,314 | DEBUG |(SpawnProcess-1:200) search_count: 2500, latest_latency=0.019577215003664605 (mp_runner.py:73) -2024-09-01 23:23:01,502 | DEBUG |(SpawnProcess-1:227) search_count: 2500, latest_latency=0.014445264998357743 (mp_runner.py:73) -2024-09-01 23:23:01,680 | DEBUG |(SpawnProcess-1:215) search_count: 2000, latest_latency=0.012106876994948834 (mp_runner.py:73) -2024-09-01 23:23:01,747 | DEBUG |(SpawnProcess-1:212) search_count: 2500, latest_latency=0.019622910003818106 (mp_runner.py:73) -2024-09-01 23:23:01,809 | DEBUG |(SpawnProcess-1:207) search_count: 2500, latest_latency=0.013296190001710784 (mp_runner.py:73) -2024-09-01 23:23:01,811 | DEBUG |(SpawnProcess-1:184) search_count: 2500, latest_latency=0.015435126995726023 (mp_runner.py:73) -2024-09-01 23:23:01,811 | DEBUG |(SpawnProcess-1:196) search_count: 2500, latest_latency=0.016542393997951876 (mp_runner.py:73) -2024-09-01 23:23:01,812 | DEBUG |(SpawnProcess-1:188) search_count: 2500, latest_latency=0.013471625003148802 (mp_runner.py:73) -2024-09-01 23:23:01,892 | DEBUG |(SpawnProcess-1:208) search_count: 2500, latest_latency=0.008872651000274345 (mp_runner.py:73) -2024-09-01 23:23:01,894 | DEBUG |(SpawnProcess-1:191) search_count: 2500, latest_latency=0.01253948399971705 (mp_runner.py:73) -2024-09-01 23:23:01,897 | DEBUG |(SpawnProcess-1:198) search_count: 2500, latest_latency=0.013950956999906339 (mp_runner.py:73) -2024-09-01 23:23:02,205 | DEBUG |(SpawnProcess-1:222) search_count: 2000, latest_latency=0.01432247000047937 (mp_runner.py:73) -2024-09-01 23:23:02,846 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.010749594002845697 (mp_runner.py:73) -2024-09-01 23:23:03,503 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0062s, count=2644, qps in this process: 88.1151 (mp_runner.py:76) -2024-09-01 23:23:03,551 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0151s, count=2706, qps in this process: 90.1546 (mp_runner.py:76) -2024-09-01 23:23:03,561 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0117s, count=2707, qps in this process: 90.1982 (mp_runner.py:76) -2024-09-01 23:23:03,599 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0059s, count=2650, qps in this process: 88.316 (mp_runner.py:76) -2024-09-01 23:23:03,601 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.011s, count=2121, qps in this process: 70.6741 (mp_runner.py:76) -2024-09-01 23:23:03,604 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0018s, count=2374, qps in this process: 79.1286 (mp_runner.py:76) -2024-09-01 23:23:03,621 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0052s, count=2375, qps in this process: 79.1529 (mp_runner.py:76) -2024-09-01 23:23:03,624 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0062s, count=2426, qps in this process: 80.85 (mp_runner.py:76) -2024-09-01 23:23:03,679 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0007s, count=2628, qps in this process: 87.598 (mp_runner.py:76) -2024-09-01 23:23:03,691 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.009s, count=2720, qps in this process: 90.6395 (mp_runner.py:76) -2024-09-01 23:23:03,717 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0014s, count=2756, qps in this process: 91.8624 (mp_runner.py:76) -2024-09-01 23:23:03,723 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0071s, count=2462, qps in this process: 82.0472 (mp_runner.py:76) -2024-09-01 23:23:03,727 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.006s, count=2757, qps in this process: 91.8816 (mp_runner.py:76) -2024-09-01 23:23:03,728 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0063s, count=2757, qps in this process: 91.8807 (mp_runner.py:76) -2024-09-01 23:23:03,728 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0123s, count=2400, qps in this process: 79.9672 (mp_runner.py:76) -2024-09-01 23:23:03,729 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0014s, count=2662, qps in this process: 88.7292 (mp_runner.py:76) -2024-09-01 23:23:03,730 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0043s, count=2662, qps in this process: 88.7206 (mp_runner.py:76) -2024-09-01 23:23:03,744 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0007s, count=2649, qps in this process: 88.2979 (mp_runner.py:76) -2024-09-01 23:23:03,746 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0053s, count=2708, qps in this process: 90.2507 (mp_runner.py:76) -2024-09-01 23:23:03,753 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.001s, count=2727, qps in this process: 90.897 (mp_runner.py:76) -2024-09-01 23:23:03,754 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.007s, count=2387, qps in this process: 79.5481 (mp_runner.py:76) -2024-09-01 23:23:03,756 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0124s, count=2651, qps in this process: 88.3302 (mp_runner.py:76) -2024-09-01 23:23:03,759 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0028s, count=2638, qps in this process: 87.9251 (mp_runner.py:76) -2024-09-01 23:23:03,776 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0067s, count=2103, qps in this process: 70.0843 (mp_runner.py:76) -2024-09-01 23:23:03,788 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0063s, count=2464, qps in this process: 82.1161 (mp_runner.py:76) -2024-09-01 23:23:03,801 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0034s, count=2192, qps in this process: 73.0584 (mp_runner.py:76) -2024-09-01 23:23:03,806 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0031s, count=2345, qps in this process: 78.1586 (mp_runner.py:76) -2024-09-01 23:23:03,809 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0012s, count=2194, qps in this process: 73.1304 (mp_runner.py:76) -2024-09-01 23:23:03,824 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0047s, count=2772, qps in this process: 92.3855 (mp_runner.py:76) -2024-09-01 23:23:03,827 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0013s, count=2478, qps in this process: 82.5964 (mp_runner.py:76) -2024-09-01 23:23:03,828 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.0027s, count=2676, qps in this process: 89.192 (mp_runner.py:76) -2024-09-01 23:23:03,829 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0033s, count=2479, qps in this process: 82.6242 (mp_runner.py:76) -2024-09-01 23:23:03,843 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0011s, count=2742, qps in this process: 91.3966 (mp_runner.py:76) -2024-09-01 23:23:03,850 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0053s, count=2443, qps in this process: 81.4189 (mp_runner.py:76) -2024-09-01 23:23:03,852 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0047s, count=2743, qps in this process: 91.419 (mp_runner.py:76) -2024-09-01 23:23:03,852 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0028s, count=2777, qps in this process: 92.558 (mp_runner.py:76) -2024-09-01 23:23:03,872 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0013s, count=2408, qps in this process: 80.2632 (mp_runner.py:76) -2024-09-01 23:23:03,880 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0011s, count=2785, qps in this process: 92.8299 (mp_runner.py:76) -2024-09-01 23:23:03,886 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0009s, count=2372, qps in this process: 79.0643 (mp_runner.py:76) -2024-09-01 23:23:03,888 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0003s, count=2669, qps in this process: 88.9658 (mp_runner.py:76) -2024-09-01 23:23:03,893 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0004s, count=2428, qps in this process: 80.9323 (mp_runner.py:76) -2024-09-01 23:23:03,893 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0003s, count=2758, qps in this process: 91.9324 (mp_runner.py:76) -2024-09-01 23:23:03,896 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0003s, count=2445, qps in this process: 81.4992 (mp_runner.py:76) -2024-09-01 23:23:03,900 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0028s, count=2383, qps in this process: 79.4259 (mp_runner.py:76) -2024-09-01 23:23:03,933 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0005s, count=2152, qps in this process: 71.7321 (mp_runner.py:76) -2024-09-01 23:23:03,944 | INFO |End search in concurrency 45: dur=30.614152955000463s, total_count=114375, qps=3736.0171 (mp_runner.py:120) -2024-09-01 23:23:07,273 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:23:07,274 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 23:23:28,136 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 23:23:28,256 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,275 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,296 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,360 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,412 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,494 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,494 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,494 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,499 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,525 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,588 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,588 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,616 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,630 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,632 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,674 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,686 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,722 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,758 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,766 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,778 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,782 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,784 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,792 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,792 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,794 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,806 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,810 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,810 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,820 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,830 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,849 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,855 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,855 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,856 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,894 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:28,963 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:23:34,663 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.009011750000354368 (mp_runner.py:73) -2024-09-01 23:23:34,663 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.010192105000896845 (mp_runner.py:73) -2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.010852141997020226 (mp_runner.py:73) -2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.012617190004675649 (mp_runner.py:73) -2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.010172893998969812 (mp_runner.py:73) -2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.013220941000327002 (mp_runner.py:73) -2024-09-01 23:23:34,664 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.009466389004956 (mp_runner.py:73) -2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.012537501002952922 (mp_runner.py:73) -2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.007996858999831602 (mp_runner.py:73) -2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.010839532005775254 (mp_runner.py:73) -2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.00745245299913222 (mp_runner.py:73) -2024-09-01 23:23:34,665 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.011693386994011234 (mp_runner.py:73) -2024-09-01 23:23:34,666 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.008998606004752219 (mp_runner.py:73) -2024-09-01 23:23:34,666 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.00982955600193236 (mp_runner.py:73) -2024-09-01 23:23:34,667 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.009408195997821167 (mp_runner.py:73) -2024-09-01 23:23:34,668 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.009815664001507685 (mp_runner.py:73) -2024-09-01 23:23:34,668 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.009208552997733932 (mp_runner.py:73) -2024-09-01 23:23:34,668 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.01753712899517268 (mp_runner.py:73) -2024-09-01 23:23:34,668 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.010061001004942227 (mp_runner.py:73) -2024-09-01 23:23:34,669 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.019712513996637426 (mp_runner.py:73) -2024-09-01 23:23:34,669 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.010088938994158525 (mp_runner.py:73) -2024-09-01 23:23:34,670 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.009116100001847371 (mp_runner.py:73) -2024-09-01 23:23:34,922 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.008580670997616835 (mp_runner.py:73) -2024-09-01 23:23:34,922 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.010066457994980738 (mp_runner.py:73) -2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.009743675997015089 (mp_runner.py:73) -2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.010934050995274447 (mp_runner.py:73) -2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.009550533999572508 (mp_runner.py:73) -2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.009587024003849365 (mp_runner.py:73) -2024-09-01 23:23:34,923 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.012209391003125347 (mp_runner.py:73) -2024-09-01 23:23:34,924 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.013611294998554513 (mp_runner.py:73) -2024-09-01 23:23:34,924 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.014742574996489566 (mp_runner.py:73) -2024-09-01 23:23:34,925 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.01573982600530144 (mp_runner.py:73) -2024-09-01 23:23:34,925 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.010383323999121785 (mp_runner.py:73) -2024-09-01 23:23:34,925 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.014248143997974694 (mp_runner.py:73) -2024-09-01 23:23:34,925 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.005684372001269367 (mp_runner.py:73) -2024-09-01 23:23:34,926 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.016608079997240566 (mp_runner.py:73) -2024-09-01 23:23:34,926 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.01090135100093903 (mp_runner.py:73) -2024-09-01 23:23:35,113 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.011052862995711621 (mp_runner.py:73) -2024-09-01 23:23:35,113 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.011963575998379383 (mp_runner.py:73) -2024-09-01 23:23:35,113 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.012620949004485738 (mp_runner.py:73) -2024-09-01 23:23:35,113 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.013000006001675501 (mp_runner.py:73) -2024-09-01 23:23:35,117 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.012724710002657957 (mp_runner.py:73) -2024-09-01 23:23:35,118 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.014130495001154486 (mp_runner.py:73) -2024-09-01 23:23:35,118 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.01799118499911856 (mp_runner.py:73) -2024-09-01 23:23:35,120 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.02026347300125053 (mp_runner.py:73) -2024-09-01 23:23:36,013 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.019047748995944858 (mp_runner.py:73) -2024-09-01 23:23:36,026 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03211704999557696 (mp_runner.py:73) -2024-09-01 23:23:36,029 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.03661886299960315 (mp_runner.py:73) -2024-09-01 23:23:37,241 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.01661021499603521 (mp_runner.py:73) -2024-09-01 23:23:37,403 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.016747487999964505 (mp_runner.py:73) -2024-09-01 23:23:40,442 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.008716270000149962 (mp_runner.py:73) -2024-09-01 23:23:40,443 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.010416212993732188 (mp_runner.py:73) -2024-09-01 23:23:40,445 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.009680568000476342 (mp_runner.py:73) -2024-09-01 23:23:40,445 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.008329130003403407 (mp_runner.py:73) -2024-09-01 23:23:40,446 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.008612057994469069 (mp_runner.py:73) -2024-09-01 23:23:40,446 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.014227582003513817 (mp_runner.py:73) -2024-09-01 23:23:40,447 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.010791732005600352 (mp_runner.py:73) -2024-09-01 23:23:40,447 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.008850009995512664 (mp_runner.py:73) -2024-09-01 23:23:40,448 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.00758571999904234 (mp_runner.py:73) -2024-09-01 23:23:40,448 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.016563204997510184 (mp_runner.py:73) -2024-09-01 23:23:40,449 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.010368850002123509 (mp_runner.py:73) -2024-09-01 23:23:40,449 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.009675384004367515 (mp_runner.py:73) -2024-09-01 23:23:40,451 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.009446906995435711 (mp_runner.py:73) -2024-09-01 23:23:40,452 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.010737012002209667 (mp_runner.py:73) -2024-09-01 23:23:40,452 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.010001524002291262 (mp_runner.py:73) -2024-09-01 23:23:40,453 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.011069455998949707 (mp_runner.py:73) -2024-09-01 23:23:40,454 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.00849593999737408 (mp_runner.py:73) -2024-09-01 23:23:40,596 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.014083185000345111 (mp_runner.py:73) -2024-09-01 23:23:40,779 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.014269359002355486 (mp_runner.py:73) -2024-09-01 23:23:40,780 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.014907462005794514 (mp_runner.py:73) -2024-09-01 23:23:40,809 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.016603370000666473 (mp_runner.py:73) -2024-09-01 23:23:40,865 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.005910688996664248 (mp_runner.py:73) -2024-09-01 23:23:40,865 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.006944740998733323 (mp_runner.py:73) -2024-09-01 23:23:40,866 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.00827594099973794 (mp_runner.py:73) -2024-09-01 23:23:40,866 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.007498071005102247 (mp_runner.py:73) -2024-09-01 23:23:40,867 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.00854073299706215 (mp_runner.py:73) -2024-09-01 23:23:40,867 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.008849979996739421 (mp_runner.py:73) -2024-09-01 23:23:40,867 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.00782551200245507 (mp_runner.py:73) -2024-09-01 23:23:40,868 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.008039619999181014 (mp_runner.py:73) -2024-09-01 23:23:40,868 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.007971816005010623 (mp_runner.py:73) -2024-09-01 23:23:40,868 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.007264935004059225 (mp_runner.py:73) -2024-09-01 23:23:40,870 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.009291173999372404 (mp_runner.py:73) -2024-09-01 23:23:40,870 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.007707924996793736 (mp_runner.py:73) -2024-09-01 23:23:40,870 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.008368431001144927 (mp_runner.py:73) -2024-09-01 23:23:40,870 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.008122999999613967 (mp_runner.py:73) -2024-09-01 23:23:40,871 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.009755863997270353 (mp_runner.py:73) -2024-09-01 23:23:40,871 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.013353641996218357 (mp_runner.py:73) -2024-09-01 23:23:40,871 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.014268420003645588 (mp_runner.py:73) -2024-09-01 23:23:40,872 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.010631772995111533 (mp_runner.py:73) -2024-09-01 23:23:42,059 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.02252120200137142 (mp_runner.py:73) -2024-09-01 23:23:42,060 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.019483548996504396 (mp_runner.py:73) -2024-09-01 23:23:42,066 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.026091433996043634 (mp_runner.py:73) -2024-09-01 23:23:42,462 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.045880612000473775 (mp_runner.py:73) -2024-09-01 23:23:42,468 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.028240598003321793 (mp_runner.py:73) -2024-09-01 23:23:42,559 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.015029358997708187 (mp_runner.py:73) -2024-09-01 23:23:43,581 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.03330321599787567 (mp_runner.py:73) -2024-09-01 23:23:43,586 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.028979062000871636 (mp_runner.py:73) -2024-09-01 23:23:43,589 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.03029097899707267 (mp_runner.py:73) -2024-09-01 23:23:45,665 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.014352250997035298 (mp_runner.py:73) -2024-09-01 23:23:46,094 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.01346552099857945 (mp_runner.py:73) -2024-09-01 23:23:47,222 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.010936200997093692 (mp_runner.py:73) -2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.011117998001282103 (mp_runner.py:73) -2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:278) search_count: 1500, latest_latency=0.01058261399884941 (mp_runner.py:73) -2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.009528587994282134 (mp_runner.py:73) -2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.008204471996577922 (mp_runner.py:73) -2024-09-01 23:23:47,223 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.010437980999995489 (mp_runner.py:73) -2024-09-01 23:23:47,224 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.009871886999462731 (mp_runner.py:73) -2024-09-01 23:23:47,224 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.009457874002691824 (mp_runner.py:73) -2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.012518146002548747 (mp_runner.py:73) -2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.013363318001211155 (mp_runner.py:73) -2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.008299515000544488 (mp_runner.py:73) -2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.012440930004231632 (mp_runner.py:73) -2024-09-01 23:23:47,225 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.009800304003874771 (mp_runner.py:73) -2024-09-01 23:23:47,226 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.009255253004084807 (mp_runner.py:73) -2024-09-01 23:23:47,226 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.010859435999009293 (mp_runner.py:73) -2024-09-01 23:23:47,226 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.008662972999445628 (mp_runner.py:73) -2024-09-01 23:23:47,227 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.008822528994642198 (mp_runner.py:73) -2024-09-01 23:23:47,227 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.011415897999540903 (mp_runner.py:73) -2024-09-01 23:23:47,227 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.016134044002683368 (mp_runner.py:73) -2024-09-01 23:23:47,227 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.011110546998679638 (mp_runner.py:73) -2024-09-01 23:23:47,228 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.010816975998750422 (mp_runner.py:73) -2024-09-01 23:23:47,229 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.011717674002284184 (mp_runner.py:73) -2024-09-01 23:23:47,231 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.011092143999121618 (mp_runner.py:73) -2024-09-01 23:23:47,231 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.020205276996421162 (mp_runner.py:73) -2024-09-01 23:23:47,236 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.017061028003809042 (mp_runner.py:73) -2024-09-01 23:23:47,459 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.009531042996968608 (mp_runner.py:73) -2024-09-01 23:23:47,459 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.010021130001405254 (mp_runner.py:73) -2024-09-01 23:23:47,459 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.010772323999844957 (mp_runner.py:73) -2024-09-01 23:23:47,460 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.00931554000271717 (mp_runner.py:73) -2024-09-01 23:23:47,461 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.009609747998183593 (mp_runner.py:73) -2024-09-01 23:23:47,461 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.010884964001888875 (mp_runner.py:73) -2024-09-01 23:23:47,462 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.010109751994605176 (mp_runner.py:73) -2024-09-01 23:23:47,464 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.010889901001064572 (mp_runner.py:73) -2024-09-01 23:23:47,466 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.018207243003416806 (mp_runner.py:73) -2024-09-01 23:23:47,468 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.01975259999744594 (mp_runner.py:73) -2024-09-01 23:23:48,228 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.02358935099618975 (mp_runner.py:73) -2024-09-01 23:23:48,311 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.016907878998608794 (mp_runner.py:73) -2024-09-01 23:23:48,343 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.019384854000236373 (mp_runner.py:73) -2024-09-01 23:23:48,621 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.018192106996139046 (mp_runner.py:73) -2024-09-01 23:23:50,309 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.014138763996015768 (mp_runner.py:73) -2024-09-01 23:23:50,312 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.017326870998658706 (mp_runner.py:73) -2024-09-01 23:23:50,579 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.020294017005653586 (mp_runner.py:73) -2024-09-01 23:23:50,756 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.019607320995419286 (mp_runner.py:73) -2024-09-01 23:23:50,977 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.017915402000653557 (mp_runner.py:73) -2024-09-01 23:23:51,137 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.019697272997291293 (mp_runner.py:73) -2024-09-01 23:23:51,369 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.014126620000752155 (mp_runner.py:73) -2024-09-01 23:23:51,371 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.017330545997538138 (mp_runner.py:73) -2024-09-01 23:23:51,372 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.01829986499797087 (mp_runner.py:73) -2024-09-01 23:23:53,085 | DEBUG |(SpawnProcess-1:264) search_count: 2000, latest_latency=0.008711243004654534 (mp_runner.py:73) -2024-09-01 23:23:53,086 | DEBUG |(SpawnProcess-1:259) search_count: 2000, latest_latency=0.011496181999973487 (mp_runner.py:73) -2024-09-01 23:23:53,086 | DEBUG |(SpawnProcess-1:248) search_count: 2000, latest_latency=0.009351789994980209 (mp_runner.py:73) -2024-09-01 23:23:53,087 | DEBUG |(SpawnProcess-1:233) search_count: 2000, latest_latency=0.010368866998760495 (mp_runner.py:73) -2024-09-01 23:23:53,087 | DEBUG |(SpawnProcess-1:235) search_count: 2000, latest_latency=0.010035182000137866 (mp_runner.py:73) -2024-09-01 23:23:53,087 | DEBUG |(SpawnProcess-1:258) search_count: 2000, latest_latency=0.009937574999639764 (mp_runner.py:73) -2024-09-01 23:23:53,088 | DEBUG |(SpawnProcess-1:249) search_count: 2000, latest_latency=0.012227923994942103 (mp_runner.py:73) -2024-09-01 23:23:53,088 | DEBUG |(SpawnProcess-1:270) search_count: 2000, latest_latency=0.009850084999925457 (mp_runner.py:73) -2024-09-01 23:23:53,089 | DEBUG |(SpawnProcess-1:240) search_count: 2000, latest_latency=0.011920219003513921 (mp_runner.py:73) -2024-09-01 23:23:53,089 | DEBUG |(SpawnProcess-1:250) search_count: 2000, latest_latency=0.011584068997763097 (mp_runner.py:73) -2024-09-01 23:23:53,089 | DEBUG |(SpawnProcess-1:273) search_count: 2000, latest_latency=0.011291050002910197 (mp_runner.py:73) -2024-09-01 23:23:53,089 | DEBUG |(SpawnProcess-1:255) search_count: 2000, latest_latency=0.010367349001171533 (mp_runner.py:73) -2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:275) search_count: 2000, latest_latency=0.014603056995838415 (mp_runner.py:73) -2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:260) search_count: 2000, latest_latency=0.009307572996476665 (mp_runner.py:73) -2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:268) search_count: 2000, latest_latency=0.015413920002174564 (mp_runner.py:73) -2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:278) search_count: 2000, latest_latency=0.00905659200361697 (mp_runner.py:73) -2024-09-01 23:23:53,090 | DEBUG |(SpawnProcess-1:266) search_count: 2000, latest_latency=0.00875150100182509 (mp_runner.py:73) -2024-09-01 23:23:53,091 | DEBUG |(SpawnProcess-1:230) search_count: 2000, latest_latency=0.008723093000298832 (mp_runner.py:73) -2024-09-01 23:23:53,091 | DEBUG |(SpawnProcess-1:279) search_count: 2000, latest_latency=0.009846663997450378 (mp_runner.py:73) -2024-09-01 23:23:53,091 | DEBUG |(SpawnProcess-1:261) search_count: 2000, latest_latency=0.009382236996316351 (mp_runner.py:73) -2024-09-01 23:23:53,092 | DEBUG |(SpawnProcess-1:231) search_count: 2000, latest_latency=0.010040492001280654 (mp_runner.py:73) -2024-09-01 23:23:53,093 | DEBUG |(SpawnProcess-1:234) search_count: 2000, latest_latency=0.009950902000127826 (mp_runner.py:73) -2024-09-01 23:23:53,093 | DEBUG |(SpawnProcess-1:232) search_count: 2000, latest_latency=0.019008287003089208 (mp_runner.py:73) -2024-09-01 23:23:53,094 | DEBUG |(SpawnProcess-1:243) search_count: 2000, latest_latency=0.011097650000010617 (mp_runner.py:73) -2024-09-01 23:23:53,813 | DEBUG |(SpawnProcess-1:265) search_count: 2000, latest_latency=0.009724885996547528 (mp_runner.py:73) -2024-09-01 23:23:53,814 | DEBUG |(SpawnProcess-1:269) search_count: 2000, latest_latency=0.010387282003648579 (mp_runner.py:73) -2024-09-01 23:23:53,814 | DEBUG |(SpawnProcess-1:272) search_count: 2000, latest_latency=0.007387006997305434 (mp_runner.py:73) -2024-09-01 23:23:53,815 | DEBUG |(SpawnProcess-1:271) search_count: 2000, latest_latency=0.011367603001417592 (mp_runner.py:73) -2024-09-01 23:23:53,816 | DEBUG |(SpawnProcess-1:256) search_count: 2000, latest_latency=0.011408236001443584 (mp_runner.py:73) -2024-09-01 23:23:53,816 | DEBUG |(SpawnProcess-1:241) search_count: 2000, latest_latency=0.013276680998387747 (mp_runner.py:73) -2024-09-01 23:23:53,816 | DEBUG |(SpawnProcess-1:252) search_count: 2000, latest_latency=0.014187874003255274 (mp_runner.py:73) -2024-09-01 23:23:53,817 | DEBUG |(SpawnProcess-1:237) search_count: 2000, latest_latency=0.007336365997616667 (mp_runner.py:73) -2024-09-01 23:23:53,986 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.017210022000654135 (mp_runner.py:73) -2024-09-01 23:23:54,490 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.021077958001114894 (mp_runner.py:73) -2024-09-01 23:23:54,789 | DEBUG |(SpawnProcess-1:262) search_count: 2000, latest_latency=0.010727107997809071 (mp_runner.py:73) -2024-09-01 23:23:54,790 | DEBUG |(SpawnProcess-1:277) search_count: 2000, latest_latency=0.015217125001072418 (mp_runner.py:73) -2024-09-01 23:23:54,791 | DEBUG |(SpawnProcess-1:253) search_count: 2000, latest_latency=0.012821550997614395 (mp_runner.py:73) -2024-09-01 23:23:56,066 | DEBUG |(SpawnProcess-1:242) search_count: 2000, latest_latency=0.010663159002433531 (mp_runner.py:73) -2024-09-01 23:23:56,072 | DEBUG |(SpawnProcess-1:238) search_count: 2000, latest_latency=0.014929668999684509 (mp_runner.py:73) -2024-09-01 23:23:56,073 | DEBUG |(SpawnProcess-1:251) search_count: 2000, latest_latency=0.01314205200469587 (mp_runner.py:73) -2024-09-01 23:23:56,715 | DEBUG |(SpawnProcess-1:236) search_count: 2000, latest_latency=0.013156300999980886 (mp_runner.py:73) -2024-09-01 23:23:57,952 | DEBUG |(SpawnProcess-1:276) search_count: 2000, latest_latency=0.004065472996444441 (mp_runner.py:73) -2024-09-01 23:23:57,952 | DEBUG |(SpawnProcess-1:247) search_count: 2000, latest_latency=0.007581179001135752 (mp_runner.py:73) -2024-09-01 23:23:57,954 | DEBUG |(SpawnProcess-1:244) search_count: 2000, latest_latency=0.012775005998264533 (mp_runner.py:73) -2024-09-01 23:23:57,954 | DEBUG |(SpawnProcess-1:254) search_count: 2000, latest_latency=0.008252300001913682 (mp_runner.py:73) -2024-09-01 23:23:57,955 | DEBUG |(SpawnProcess-1:263) search_count: 2000, latest_latency=0.00945035599579569 (mp_runner.py:73) -2024-09-01 23:23:57,956 | DEBUG |(SpawnProcess-1:239) search_count: 2000, latest_latency=0.010174237002502196 (mp_runner.py:73) -2024-09-01 23:23:57,956 | DEBUG |(SpawnProcess-1:246) search_count: 2000, latest_latency=0.008993391995318234 (mp_runner.py:73) -2024-09-01 23:23:57,957 | DEBUG |(SpawnProcess-1:245) search_count: 2000, latest_latency=0.010186350002186373 (mp_runner.py:73) -2024-09-01 23:23:57,958 | DEBUG |(SpawnProcess-1:257) search_count: 2000, latest_latency=0.01738011200359324 (mp_runner.py:73) -2024-09-01 23:23:58,270 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0061s, count=2446, qps in this process: 81.5168 (mp_runner.py:76) -2024-09-01 23:23:58,284 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0042s, count=2447, qps in this process: 81.5552 (mp_runner.py:76) -2024-09-01 23:23:58,312 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0054s, count=2448, qps in this process: 81.5853 (mp_runner.py:76) -2024-09-01 23:23:58,380 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0119s, count=2456, qps in this process: 81.8342 (mp_runner.py:76) -2024-09-01 23:23:58,417 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0017s, count=2460, qps in this process: 81.9954 (mp_runner.py:76) -2024-09-01 23:23:58,501 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0031s, count=2469, qps in this process: 82.2915 (mp_runner.py:76) -2024-09-01 23:23:58,505 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0039s, count=2469, qps in this process: 82.2893 (mp_runner.py:76) -2024-09-01 23:23:58,508 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0049s, count=2467, qps in this process: 82.2199 (mp_runner.py:76) -2024-09-01 23:23:58,512 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0096s, count=2468, qps in this process: 82.2403 (mp_runner.py:76) -2024-09-01 23:23:58,513 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0102s, count=2468, qps in this process: 82.2387 (mp_runner.py:76) -2024-09-01 23:23:58,547 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0104s, count=2371, qps in this process: 79.0059 (mp_runner.py:76) -2024-09-01 23:23:58,547 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0082s, count=2471, qps in this process: 82.3442 (mp_runner.py:76) -2024-09-01 23:23:58,561 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0049s, count=2472, qps in this process: 82.3865 (mp_runner.py:76) -2024-09-01 23:23:58,573 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0104s, count=2472, qps in this process: 82.3714 (mp_runner.py:76) -2024-09-01 23:23:58,574 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0249s, count=2378, qps in this process: 79.2009 (mp_runner.py:76) -2024-09-01 23:23:58,579 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0144s, count=2256, qps in this process: 75.1639 (mp_runner.py:76) -2024-09-01 23:23:58,600 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0058s, count=2257, qps in this process: 75.2188 (mp_runner.py:76) -2024-09-01 23:23:58,603 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0081s, count=2110, qps in this process: 70.3143 (mp_runner.py:76) -2024-09-01 23:23:58,618 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0088s, count=2475, qps in this process: 82.4758 (mp_runner.py:76) -2024-09-01 23:23:58,620 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0043s, count=2477, qps in this process: 82.5548 (mp_runner.py:76) -2024-09-01 23:23:58,621 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0029s, count=2474, qps in this process: 82.4587 (mp_runner.py:76) -2024-09-01 23:23:58,649 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0095s, count=2477, qps in this process: 82.5405 (mp_runner.py:76) -2024-09-01 23:23:58,653 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0171s, count=2374, qps in this process: 79.0883 (mp_runner.py:76) -2024-09-01 23:23:58,665 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0044s, count=2382, qps in this process: 79.3884 (mp_runner.py:76) -2024-09-01 23:23:58,685 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0032s, count=2480, qps in this process: 82.6578 (mp_runner.py:76) -2024-09-01 23:23:58,695 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0234s, count=2485, qps in this process: 82.7688 (mp_runner.py:76) -2024-09-01 23:23:58,706 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0011s, count=2379, qps in this process: 79.2971 (mp_runner.py:76) -2024-09-01 23:23:58,709 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0023s, count=2264, qps in this process: 75.4609 (mp_runner.py:76) -2024-09-01 23:23:58,733 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.008s, count=2489, qps in this process: 82.9445 (mp_runner.py:76) -2024-09-01 23:23:58,765 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0025s, count=2386, qps in this process: 79.5267 (mp_runner.py:76) -2024-09-01 23:23:58,772 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0013s, count=2188, qps in this process: 72.9302 (mp_runner.py:76) -2024-09-01 23:23:58,784 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.001s, count=2496, qps in this process: 83.1972 (mp_runner.py:76) -2024-09-01 23:23:58,788 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0009s, count=2396, qps in this process: 79.8643 (mp_runner.py:76) -2024-09-01 23:23:58,794 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.008s, count=2390, qps in this process: 79.6454 (mp_runner.py:76) -2024-09-01 23:23:58,796 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0007s, count=2196, qps in this process: 73.1983 (mp_runner.py:76) -2024-09-01 23:23:58,800 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0025s, count=2196, qps in this process: 73.1939 (mp_runner.py:76) -2024-09-01 23:23:58,801 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0041s, count=2392, qps in this process: 79.7224 (mp_runner.py:76) -2024-09-01 23:23:58,805 | DEBUG |(SpawnProcess-1:233) search_count: 2500, latest_latency=0.004176677000941709 (mp_runner.py:73) -2024-09-01 23:23:58,812 | DEBUG |(SpawnProcess-1:230) search_count: 2500, latest_latency=0.0029610069977934472 (mp_runner.py:73) -2024-09-01 23:23:58,812 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0003s, count=2502, qps in this process: 83.3992 (mp_runner.py:76) -2024-09-01 23:23:58,819 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0036s, count=2502, qps in this process: 83.39 (mp_runner.py:76) -2024-09-01 23:23:58,822 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0065s, count=2078, qps in this process: 69.2517 (mp_runner.py:76) -2024-09-01 23:23:58,825 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0005s, count=2081, qps in this process: 69.3655 (mp_runner.py:76) -2024-09-01 23:23:58,838 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0033s, count=2092, qps in this process: 69.7257 (mp_runner.py:76) -2024-09-01 23:23:58,853 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0016s, count=2097, qps in this process: 69.8963 (mp_runner.py:76) -2024-09-01 23:23:58,857 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0004s, count=2100, qps in this process: 69.9991 (mp_runner.py:76) -2024-09-01 23:23:58,858 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0019s, count=2099, qps in this process: 69.9622 (mp_runner.py:76) -2024-09-01 23:23:58,860 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0007s, count=2100, qps in this process: 69.9984 (mp_runner.py:76) -2024-09-01 23:23:58,861 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0013s, count=2104, qps in this process: 70.1303 (mp_runner.py:76) -2024-09-01 23:23:58,865 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0038s, count=2091, qps in this process: 69.6912 (mp_runner.py:76) -2024-09-01 23:23:58,901 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0003s, count=1880, qps in this process: 62.666 (mp_runner.py:76) -2024-09-01 23:23:58,970 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0002s, count=1938, qps in this process: 64.5996 (mp_runner.py:76) -2024-09-01 23:23:58,983 | INFO |End search in concurrency 50: dur=30.846769798001333s, total_count=116445, qps=3774.9496 (mp_runner.py:120) -2024-09-01 23:24:02,271 | INFO |Update largest qps with concurrency 50: current max_qps=3774.9496 (mp_runner.py:124) -2024-09-01 23:24:02,683 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:24:02,683 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 23:24:23,897 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 23:24:24,189 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,210 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,274 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,385 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,395 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,399 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,417 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,422 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,424 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,431 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,466 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,466 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,486 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,498 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,505 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:24,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:24:31,213 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.01227184799790848 (mp_runner.py:73) -2024-09-01 23:24:31,213 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.012408206006512046 (mp_runner.py:73) -2024-09-01 23:24:31,214 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.013593153998954222 (mp_runner.py:73) -2024-09-01 23:24:31,214 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.012337043997831643 (mp_runner.py:73) -2024-09-01 23:24:31,214 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.01276738999877125 (mp_runner.py:73) -2024-09-01 23:24:31,215 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.012071288998413365 (mp_runner.py:73) -2024-09-01 23:24:31,216 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.011762848997022957 (mp_runner.py:73) -2024-09-01 23:24:31,217 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.012252846005139872 (mp_runner.py:73) -2024-09-01 23:24:31,218 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.010887027994613163 (mp_runner.py:73) -2024-09-01 23:24:31,218 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.019511065002006944 (mp_runner.py:73) -2024-09-01 23:24:31,219 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.019686071995238308 (mp_runner.py:73) -2024-09-01 23:24:31,329 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.011750099998607766 (mp_runner.py:73) -2024-09-01 23:24:31,329 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.012534278997918591 (mp_runner.py:73) -2024-09-01 23:24:31,330 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.014512064997688867 (mp_runner.py:73) -2024-09-01 23:24:31,331 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.016216676995099988 (mp_runner.py:73) -2024-09-01 23:24:31,331 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.015571047995763365 (mp_runner.py:73) -2024-09-01 23:24:31,331 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.016136682002979796 (mp_runner.py:73) -2024-09-01 23:24:31,332 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.017772560997400433 (mp_runner.py:73) -2024-09-01 23:24:31,333 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.016255349000857677 (mp_runner.py:73) -2024-09-01 23:24:31,334 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.014961945002141874 (mp_runner.py:73) -2024-09-01 23:24:31,335 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.020184408000204712 (mp_runner.py:73) -2024-09-01 23:24:31,336 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.015510024000832345 (mp_runner.py:73) -2024-09-01 23:24:31,338 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.015418073002365418 (mp_runner.py:73) -2024-09-01 23:24:31,339 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.024922419994254597 (mp_runner.py:73) -2024-09-01 23:24:31,508 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.01100875300471671 (mp_runner.py:73) -2024-09-01 23:24:31,509 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.012098289000277873 (mp_runner.py:73) -2024-09-01 23:24:31,509 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.012874593005108181 (mp_runner.py:73) -2024-09-01 23:24:31,509 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.008764856000198051 (mp_runner.py:73) -2024-09-01 23:24:31,510 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.010118640995642636 (mp_runner.py:73) -2024-09-01 23:24:31,510 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.012937744999362621 (mp_runner.py:73) -2024-09-01 23:24:31,511 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.010564609998255037 (mp_runner.py:73) -2024-09-01 23:24:31,512 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.010603495997202117 (mp_runner.py:73) -2024-09-01 23:24:31,513 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.011352045999956317 (mp_runner.py:73) -2024-09-01 23:24:31,513 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.017797325002902653 (mp_runner.py:73) -2024-09-01 23:24:31,513 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.019475036999210715 (mp_runner.py:73) -2024-09-01 23:24:31,676 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.002041011000983417 (mp_runner.py:73) -2024-09-01 23:24:31,677 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.020720960994367488 (mp_runner.py:73) -2024-09-01 23:24:31,677 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.018707704002736136 (mp_runner.py:73) -2024-09-01 23:24:31,678 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.02040269000281114 (mp_runner.py:73) -2024-09-01 23:24:31,678 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.021353677999286447 (mp_runner.py:73) -2024-09-01 23:24:31,679 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.024911147003876977 (mp_runner.py:73) -2024-09-01 23:24:31,680 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.025175043003400788 (mp_runner.py:73) -2024-09-01 23:24:31,866 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.012708544003544375 (mp_runner.py:73) -2024-09-01 23:24:31,868 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.013332132002688013 (mp_runner.py:73) -2024-09-01 23:24:31,868 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.01203401400562143 (mp_runner.py:73) -2024-09-01 23:24:31,869 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.014310876998933963 (mp_runner.py:73) -2024-09-01 23:24:31,869 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.012433197000063956 (mp_runner.py:73) -2024-09-01 23:24:31,871 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.013968911000119988 (mp_runner.py:73) -2024-09-01 23:24:31,872 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.013705463003134355 (mp_runner.py:73) -2024-09-01 23:24:31,872 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.019132829998852685 (mp_runner.py:73) -2024-09-01 23:24:31,874 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.014742362000106368 (mp_runner.py:73) -2024-09-01 23:24:31,877 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.02395689400145784 (mp_runner.py:73) -2024-09-01 23:24:31,878 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01329863999853842 (mp_runner.py:73) -2024-09-01 23:24:33,436 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.017527494004752953 (mp_runner.py:73) -2024-09-01 23:24:34,096 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.0245624380040681 (mp_runner.py:73) -2024-09-01 23:24:37,802 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.010851368999283295 (mp_runner.py:73) -2024-09-01 23:24:37,802 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.010918696003500372 (mp_runner.py:73) -2024-09-01 23:24:37,803 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.01231845399888698 (mp_runner.py:73) -2024-09-01 23:24:37,803 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.01085963499645004 (mp_runner.py:73) -2024-09-01 23:24:37,805 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.01457039600063581 (mp_runner.py:73) -2024-09-01 23:24:37,806 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.01674498100328492 (mp_runner.py:73) -2024-09-01 23:24:37,806 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.011462072005087975 (mp_runner.py:73) -2024-09-01 23:24:37,807 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.012416197001584806 (mp_runner.py:73) -2024-09-01 23:24:38,222 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.010683935004635714 (mp_runner.py:73) -2024-09-01 23:24:38,222 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.010904032998951152 (mp_runner.py:73) -2024-09-01 23:24:38,223 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.012187029999040533 (mp_runner.py:73) -2024-09-01 23:24:38,223 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.010999326004821341 (mp_runner.py:73) -2024-09-01 23:24:38,224 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.01127189899852965 (mp_runner.py:73) -2024-09-01 23:24:38,224 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.014564748998964205 (mp_runner.py:73) -2024-09-01 23:24:38,225 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.014458551995630842 (mp_runner.py:73) -2024-09-01 23:24:38,225 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.011801577995356638 (mp_runner.py:73) -2024-09-01 23:24:38,226 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.012855331995524466 (mp_runner.py:73) -2024-09-01 23:24:38,227 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.01254690299538197 (mp_runner.py:73) -2024-09-01 23:24:38,228 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.012101251006242819 (mp_runner.py:73) -2024-09-01 23:24:38,756 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.008666156005347148 (mp_runner.py:73) -2024-09-01 23:24:38,757 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.007054622998111881 (mp_runner.py:73) -2024-09-01 23:24:38,757 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.00801045599655481 (mp_runner.py:73) -2024-09-01 23:24:38,758 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.011664908997772727 (mp_runner.py:73) -2024-09-01 23:24:38,758 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.008275084001070354 (mp_runner.py:73) -2024-09-01 23:24:38,759 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.009661187999881804 (mp_runner.py:73) -2024-09-01 23:24:38,759 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.008501864998834208 (mp_runner.py:73) -2024-09-01 23:24:38,759 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.011341912002535537 (mp_runner.py:73) -2024-09-01 23:24:38,760 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.009765064998646267 (mp_runner.py:73) -2024-09-01 23:24:38,760 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.012635120998311322 (mp_runner.py:73) -2024-09-01 23:24:38,760 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.013509879005141556 (mp_runner.py:73) -2024-09-01 23:24:38,761 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.015458030000445433 (mp_runner.py:73) -2024-09-01 23:24:38,761 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.014560584997525439 (mp_runner.py:73) -2024-09-01 23:24:38,761 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.010330080993298907 (mp_runner.py:73) -2024-09-01 23:24:38,762 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.012879412002803292 (mp_runner.py:73) -2024-09-01 23:24:38,762 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.009843289000855293 (mp_runner.py:73) -2024-09-01 23:24:38,763 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.013208875003329013 (mp_runner.py:73) -2024-09-01 23:24:38,763 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.012853963002271485 (mp_runner.py:73) -2024-09-01 23:24:38,764 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.011502795001433697 (mp_runner.py:73) -2024-09-01 23:24:38,764 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.01587361299607437 (mp_runner.py:73) -2024-09-01 23:24:38,764 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.005966404001810588 (mp_runner.py:73) -2024-09-01 23:24:38,764 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.013038670003879815 (mp_runner.py:73) -2024-09-01 23:24:38,765 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.01426645000174176 (mp_runner.py:73) -2024-09-01 23:24:38,765 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.012187740998342633 (mp_runner.py:73) -2024-09-01 23:24:38,766 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.012276387002202682 (mp_runner.py:73) -2024-09-01 23:24:38,766 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.013556352998421062 (mp_runner.py:73) -2024-09-01 23:24:38,767 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.020944239004165865 (mp_runner.py:73) -2024-09-01 23:24:38,768 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.01258736399904592 (mp_runner.py:73) -2024-09-01 23:24:38,768 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.013651103996380698 (mp_runner.py:73) -2024-09-01 23:24:38,815 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.01987844800169114 (mp_runner.py:73) -2024-09-01 23:24:38,898 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.01981815700128209 (mp_runner.py:73) -2024-09-01 23:24:39,519 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.016292715998133644 (mp_runner.py:73) -2024-09-01 23:24:39,818 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.0199966520012822 (mp_runner.py:73) -2024-09-01 23:24:39,885 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.015917092001473065 (mp_runner.py:73) -2024-09-01 23:24:42,927 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.016145898000104353 (mp_runner.py:73) -2024-09-01 23:24:43,643 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.01852160599810304 (mp_runner.py:73) -2024-09-01 23:24:45,087 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.005583175996434875 (mp_runner.py:73) -2024-09-01 23:24:45,131 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.04903187800664455 (mp_runner.py:73) -2024-09-01 23:24:45,135 | DEBUG |(SpawnProcess-1:309) search_count: 1500, latest_latency=0.03477814399957424 (mp_runner.py:73) -2024-09-01 23:24:45,167 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.0778362329947413 (mp_runner.py:73) -2024-09-01 23:24:45,181 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.09979431499959901 (mp_runner.py:73) -2024-09-01 23:24:45,291 | DEBUG |(SpawnProcess-1:310) search_count: 1500, latest_latency=0.06430335900222417 (mp_runner.py:73) -2024-09-01 23:24:45,588 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.011723855997843202 (mp_runner.py:73) -2024-09-01 23:24:45,591 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.015471344006073195 (mp_runner.py:73) -2024-09-01 23:24:45,593 | DEBUG |(SpawnProcess-1:334) search_count: 1500, latest_latency=0.012935455997649115 (mp_runner.py:73) -2024-09-01 23:24:45,594 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.01968934700562386 (mp_runner.py:73) -2024-09-01 23:24:45,595 | DEBUG |(SpawnProcess-1:335) search_count: 1500, latest_latency=0.02159383300022455 (mp_runner.py:73) -2024-09-01 23:24:45,649 | DEBUG |(SpawnProcess-1:303) search_count: 1500, latest_latency=0.021587939001619816 (mp_runner.py:73) -2024-09-01 23:24:45,675 | DEBUG |(SpawnProcess-1:289) search_count: 1500, latest_latency=0.02003389099991182 (mp_runner.py:73) -2024-09-01 23:24:45,686 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.017405916005373 (mp_runner.py:73) -2024-09-01 23:24:45,687 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.01673375799873611 (mp_runner.py:73) -2024-09-01 23:24:46,006 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.020990667995647527 (mp_runner.py:73) -2024-09-01 23:24:46,126 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.02091483899857849 (mp_runner.py:73) -2024-09-01 23:24:46,147 | DEBUG |(SpawnProcess-1:331) search_count: 1500, latest_latency=0.01585119299852522 (mp_runner.py:73) -2024-09-01 23:24:46,184 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.020819785000639968 (mp_runner.py:73) -2024-09-01 23:24:46,279 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.011340119999658782 (mp_runner.py:73) -2024-09-01 23:24:46,281 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.015004859000327997 (mp_runner.py:73) -2024-09-01 23:24:46,281 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.006851692000054754 (mp_runner.py:73) -2024-09-01 23:24:46,282 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.017026280002028216 (mp_runner.py:73) -2024-09-01 23:24:46,283 | DEBUG |(SpawnProcess-1:332) search_count: 1500, latest_latency=0.013038805001997389 (mp_runner.py:73) -2024-09-01 23:24:46,284 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.013338562996068504 (mp_runner.py:73) -2024-09-01 23:24:46,286 | DEBUG |(SpawnProcess-1:313) search_count: 1500, latest_latency=0.02093333900120342 (mp_runner.py:73) -2024-09-01 23:24:46,286 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.014638167005614378 (mp_runner.py:73) -2024-09-01 23:24:46,287 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.013826763002725784 (mp_runner.py:73) -2024-09-01 23:24:46,495 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.019469992999802344 (mp_runner.py:73) -2024-09-01 23:24:46,495 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.02101630599645432 (mp_runner.py:73) -2024-09-01 23:24:46,512 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.01831081500131404 (mp_runner.py:73) -2024-09-01 23:24:46,705 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.015216455001791473 (mp_runner.py:73) -2024-09-01 23:24:46,705 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.01661104200320551 (mp_runner.py:73) -2024-09-01 23:24:46,705 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.01522949799982598 (mp_runner.py:73) -2024-09-01 23:24:46,705 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.014930274002836086 (mp_runner.py:73) -2024-09-01 23:24:46,707 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.018668522003281396 (mp_runner.py:73) -2024-09-01 23:24:46,989 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.02358952900249278 (mp_runner.py:73) -2024-09-01 23:24:47,039 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.02208857399818953 (mp_runner.py:73) -2024-09-01 23:24:47,040 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.021341214996937197 (mp_runner.py:73) -2024-09-01 23:24:47,386 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.022757988997909706 (mp_runner.py:73) -2024-09-01 23:24:47,487 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.017291306001425255 (mp_runner.py:73) -2024-09-01 23:24:47,487 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.013975518006191123 (mp_runner.py:73) -2024-09-01 23:24:47,488 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.01548718599951826 (mp_runner.py:73) -2024-09-01 23:24:47,489 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.021884197005419992 (mp_runner.py:73) -2024-09-01 23:24:47,778 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.0018248790001962334 (mp_runner.py:73) -2024-09-01 23:24:47,924 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.021481285999470856 (mp_runner.py:73) -2024-09-01 23:24:47,953 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.023005248003755696 (mp_runner.py:73) -2024-09-01 23:24:48,329 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.023346191002929118 (mp_runner.py:73) -2024-09-01 23:24:48,759 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.02342554300412303 (mp_runner.py:73) -2024-09-01 23:24:48,816 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.020298982002714183 (mp_runner.py:73) -2024-09-01 23:24:49,350 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.021591217002423946 (mp_runner.py:73) -2024-09-01 23:24:49,668 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.01988033700035885 (mp_runner.py:73) -2024-09-01 23:24:49,878 | DEBUG |(SpawnProcess-1:325) search_count: 1500, latest_latency=0.01941693499975372 (mp_runner.py:73) -2024-09-01 23:24:52,322 | DEBUG |(SpawnProcess-1:281) search_count: 2000, latest_latency=0.012091796997992788 (mp_runner.py:73) -2024-09-01 23:24:52,322 | DEBUG |(SpawnProcess-1:309) search_count: 2000, latest_latency=0.012285830001928844 (mp_runner.py:73) -2024-09-01 23:24:52,323 | DEBUG |(SpawnProcess-1:307) search_count: 2000, latest_latency=0.011219164996873587 (mp_runner.py:73) -2024-09-01 23:24:52,323 | DEBUG |(SpawnProcess-1:299) search_count: 2000, latest_latency=0.012397170001349878 (mp_runner.py:73) -2024-09-01 23:24:52,324 | DEBUG |(SpawnProcess-1:335) search_count: 2000, latest_latency=0.011468921999039594 (mp_runner.py:73) -2024-09-01 23:24:52,324 | DEBUG |(SpawnProcess-1:301) search_count: 2000, latest_latency=0.01270992500212742 (mp_runner.py:73) -2024-09-01 23:24:52,325 | DEBUG |(SpawnProcess-1:334) search_count: 2000, latest_latency=0.01612167699931888 (mp_runner.py:73) -2024-09-01 23:24:52,325 | DEBUG |(SpawnProcess-1:293) search_count: 2000, latest_latency=0.011469946999568492 (mp_runner.py:73) -2024-09-01 23:24:52,326 | DEBUG |(SpawnProcess-1:310) search_count: 2000, latest_latency=0.01763657799892826 (mp_runner.py:73) -2024-09-01 23:24:52,326 | DEBUG |(SpawnProcess-1:292) search_count: 2000, latest_latency=0.01398556500498671 (mp_runner.py:73) -2024-09-01 23:24:52,327 | DEBUG |(SpawnProcess-1:320) search_count: 2000, latest_latency=0.012397621001582593 (mp_runner.py:73) -2024-09-01 23:24:52,741 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.022461431995907333 (mp_runner.py:73) -2024-09-01 23:24:52,989 | DEBUG |(SpawnProcess-1:328) search_count: 2000, latest_latency=0.013178936002077535 (mp_runner.py:73) -2024-09-01 23:24:52,990 | DEBUG |(SpawnProcess-1:331) search_count: 2000, latest_latency=0.011882970997248776 (mp_runner.py:73) -2024-09-01 23:24:52,990 | DEBUG |(SpawnProcess-1:313) search_count: 2000, latest_latency=0.012805954997020308 (mp_runner.py:73) -2024-09-01 23:24:52,991 | DEBUG |(SpawnProcess-1:285) search_count: 2000, latest_latency=0.013696709997020662 (mp_runner.py:73) -2024-09-01 23:24:52,992 | DEBUG |(SpawnProcess-1:316) search_count: 2000, latest_latency=0.01393749699491309 (mp_runner.py:73) -2024-09-01 23:24:52,993 | DEBUG |(SpawnProcess-1:290) search_count: 2000, latest_latency=0.017704744001093786 (mp_runner.py:73) -2024-09-01 23:24:52,993 | DEBUG |(SpawnProcess-1:321) search_count: 2000, latest_latency=0.018554042995674536 (mp_runner.py:73) -2024-09-01 23:24:52,994 | DEBUG |(SpawnProcess-1:322) search_count: 2000, latest_latency=0.014351673002238385 (mp_runner.py:73) -2024-09-01 23:24:52,994 | DEBUG |(SpawnProcess-1:289) search_count: 2000, latest_latency=0.014640230998338666 (mp_runner.py:73) -2024-09-01 23:24:52,995 | DEBUG |(SpawnProcess-1:303) search_count: 2000, latest_latency=0.018451039999490604 (mp_runner.py:73) -2024-09-01 23:24:53,137 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.020000021999294404 (mp_runner.py:73) -2024-09-01 23:24:53,325 | DEBUG |(SpawnProcess-1:324) search_count: 2000, latest_latency=0.01416375300323125 (mp_runner.py:73) -2024-09-01 23:24:53,327 | DEBUG |(SpawnProcess-1:306) search_count: 2000, latest_latency=0.017556178994709626 (mp_runner.py:73) -2024-09-01 23:24:53,328 | DEBUG |(SpawnProcess-1:326) search_count: 2000, latest_latency=0.016112830002384726 (mp_runner.py:73) -2024-09-01 23:24:53,329 | DEBUG |(SpawnProcess-1:330) search_count: 2000, latest_latency=0.019202929994207807 (mp_runner.py:73) -2024-09-01 23:24:53,771 | DEBUG |(SpawnProcess-1:315) search_count: 2000, latest_latency=0.008786159996816423 (mp_runner.py:73) -2024-09-01 23:24:54,079 | DEBUG |(SpawnProcess-1:304) search_count: 2000, latest_latency=0.02309517400135519 (mp_runner.py:73) -2024-09-01 23:24:54,101 | DEBUG |(SpawnProcess-1:318) search_count: 2000, latest_latency=0.02465763000509469 (mp_runner.py:73) -2024-09-01 23:24:54,115 | DEBUG |(SpawnProcess-1:284) search_count: 2000, latest_latency=0.023553752005682327 (mp_runner.py:73) -2024-09-01 23:24:54,117 | DEBUG |(SpawnProcess-1:327) search_count: 2000, latest_latency=0.025656195997726172 (mp_runner.py:73) -2024-09-01 23:24:54,117 | DEBUG |(SpawnProcess-1:314) search_count: 2000, latest_latency=0.024471346005157102 (mp_runner.py:73) -2024-09-01 23:24:54,118 | DEBUG |(SpawnProcess-1:308) search_count: 2000, latest_latency=0.02392489799967734 (mp_runner.py:73) -2024-09-01 23:24:54,119 | DEBUG |(SpawnProcess-1:317) search_count: 2000, latest_latency=0.02790039400133537 (mp_runner.py:73) -2024-09-01 23:24:54,119 | DEBUG |(SpawnProcess-1:288) search_count: 2000, latest_latency=0.023596760001964867 (mp_runner.py:73) -2024-09-01 23:24:54,120 | DEBUG |(SpawnProcess-1:332) search_count: 2000, latest_latency=0.04347075099940412 (mp_runner.py:73) -2024-09-01 23:24:54,121 | DEBUG |(SpawnProcess-1:312) search_count: 2000, latest_latency=0.026680789997044485 (mp_runner.py:73) -2024-09-01 23:24:54,210 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0007s, count=2004, qps in this process: 66.7984 (mp_runner.py:76) -2024-09-01 23:24:54,246 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0161s, count=1766, qps in this process: 58.8351 (mp_runner.py:76) -2024-09-01 23:24:54,285 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0029s, count=1920, qps in this process: 63.9938 (mp_runner.py:76) -2024-09-01 23:24:54,396 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0026s, count=2061, qps in this process: 68.694 (mp_runner.py:76) -2024-09-01 23:24:54,402 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0062s, count=1822, qps in this process: 60.7208 (mp_runner.py:76) -2024-09-01 23:24:54,403 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0015s, count=2109, qps in this process: 70.2965 (mp_runner.py:76) -2024-09-01 23:24:54,404 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0038s, count=2103, qps in this process: 70.0911 (mp_runner.py:76) -2024-09-01 23:24:54,407 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0067s, count=2157, qps in this process: 71.8839 (mp_runner.py:76) -2024-09-01 23:24:54,408 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0059s, count=2157, qps in this process: 71.8859 (mp_runner.py:76) -2024-09-01 23:24:54,408 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0062s, count=2109, qps in this process: 70.2855 (mp_runner.py:76) -2024-09-01 23:24:54,409 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.0085s, count=2157, qps in this process: 71.8796 (mp_runner.py:76) -2024-09-01 23:24:54,409 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0079s, count=2157, qps in this process: 71.8811 (mp_runner.py:76) -2024-09-01 23:24:54,410 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0096s, count=2157, qps in this process: 71.877 (mp_runner.py:76) -2024-09-01 23:24:54,410 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0126s, count=2157, qps in this process: 71.8698 (mp_runner.py:76) -2024-09-01 23:24:54,411 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0103s, count=2157, qps in this process: 71.8753 (mp_runner.py:76) -2024-09-01 23:24:54,411 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0086s, count=1928, qps in this process: 64.2482 (mp_runner.py:76) -2024-09-01 23:24:54,412 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0105s, count=2157, qps in this process: 71.8748 (mp_runner.py:76) -2024-09-01 23:24:54,419 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0175s, count=2157, qps in this process: 71.8581 (mp_runner.py:76) -2024-09-01 23:24:54,422 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.001s, count=1858, qps in this process: 61.9313 (mp_runner.py:76) -2024-09-01 23:24:54,428 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0237s, count=2110, qps in this process: 70.2778 (mp_runner.py:76) -2024-09-01 23:24:54,428 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0058s, count=2020, qps in this process: 67.3203 (mp_runner.py:76) -2024-09-01 23:24:54,428 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0008s, count=2020, qps in this process: 67.3315 (mp_runner.py:76) -2024-09-01 23:24:54,429 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0077s, count=2031, qps in this process: 67.6826 (mp_runner.py:76) -2024-09-01 23:24:54,429 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0081s, count=2020, qps in this process: 67.3152 (mp_runner.py:76) -2024-09-01 23:24:54,430 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0035s, count=1923, qps in this process: 64.0925 (mp_runner.py:76) -2024-09-01 23:24:54,430 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.002s, count=2020, qps in this process: 67.3288 (mp_runner.py:76) -2024-09-01 23:24:54,431 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0037s, count=2020, qps in this process: 67.325 (mp_runner.py:76) -2024-09-01 23:24:54,432 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.01s, count=1923, qps in this process: 64.0786 (mp_runner.py:76) -2024-09-01 23:24:54,432 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.011s, count=2063, qps in this process: 68.7415 (mp_runner.py:76) -2024-09-01 23:24:54,432 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0107s, count=1755, qps in this process: 58.4791 (mp_runner.py:76) -2024-09-01 23:24:54,433 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0063s, count=1923, qps in this process: 64.0865 (mp_runner.py:76) -2024-09-01 23:24:54,433 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0112s, count=2020, qps in this process: 67.3082 (mp_runner.py:76) -2024-09-01 23:24:54,433 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0112s, count=2063, qps in this process: 68.741 (mp_runner.py:76) -2024-09-01 23:24:54,434 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0124s, count=1853, qps in this process: 61.7411 (mp_runner.py:76) -2024-09-01 23:24:54,434 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0128s, count=1923, qps in this process: 64.0727 (mp_runner.py:76) -2024-09-01 23:24:54,435 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0138s, count=1803, qps in this process: 60.0724 (mp_runner.py:76) -2024-09-01 23:24:54,435 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0089s, count=1882, qps in this process: 62.7147 (mp_runner.py:76) -2024-09-01 23:24:54,435 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0003s, count=2159, qps in this process: 71.9659 (mp_runner.py:76) -2024-09-01 23:24:54,439 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0033s, count=2111, qps in this process: 70.3589 (mp_runner.py:76) -2024-09-01 23:24:54,450 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0237s, count=2021, qps in this process: 67.3135 (mp_runner.py:76) -2024-09-01 23:24:54,464 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0023s, count=2116, qps in this process: 70.5279 (mp_runner.py:76) -2024-09-01 23:24:54,469 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0008s, count=2067, qps in this process: 68.8982 (mp_runner.py:76) -2024-09-01 23:24:54,471 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0029s, count=1591, qps in this process: 53.0282 (mp_runner.py:76) -2024-09-01 23:24:54,484 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.004s, count=1751, qps in this process: 58.3589 (mp_runner.py:76) -2024-09-01 23:24:54,487 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0012s, count=2116, qps in this process: 70.5305 (mp_runner.py:76) -2024-09-01 23:24:54,496 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0046s, count=2125, qps in this process: 70.8225 (mp_runner.py:76) -2024-09-01 23:24:54,501 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0009s, count=2121, qps in this process: 70.6979 (mp_runner.py:76) -2024-09-01 23:24:54,509 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.001s, count=1945, qps in this process: 64.8312 (mp_runner.py:76) -2024-09-01 23:24:54,520 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.002s, count=2040, qps in this process: 67.9955 (mp_runner.py:76) -2024-09-01 23:24:54,520 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0021s, count=2040, qps in this process: 67.9952 (mp_runner.py:76) -2024-09-01 23:24:54,521 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0032s, count=1826, qps in this process: 60.8602 (mp_runner.py:76) -2024-09-01 23:24:54,536 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.001s, count=1877, qps in this process: 62.5646 (mp_runner.py:76) -2024-09-01 23:24:54,537 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0011s, count=2153, qps in this process: 71.764 (mp_runner.py:76) -2024-09-01 23:24:54,539 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0018s, count=2196, qps in this process: 73.1956 (mp_runner.py:76) -2024-09-01 23:24:54,553 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0003s, count=1619, qps in this process: 53.9661 (mp_runner.py:76) -2024-09-01 23:24:54,577 | INFO |End search in concurrency 55: dur=30.679013264998503s, total_count=110339, qps=3596.5629 (mp_runner.py:120) -2024-09-01 23:24:58,683 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:24:58,683 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 23:25:20,074 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 23:25:20,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,366 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,424 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,462 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,539 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,575 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,577 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,578 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,579 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,579 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,579 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,583 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,589 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,594 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,596 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,602 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,619 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,620 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,620 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,643 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,645 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,654 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,655 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,693 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,696 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,696 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,725 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,741 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,741 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,744 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,747 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,760 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,765 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,782 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,782 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,789 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,817 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,819 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,821 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,847 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,861 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,861 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:20,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:25:27,974 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.015495782005018555 (mp_runner.py:73) -2024-09-01 23:25:27,975 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.014335948006191757 (mp_runner.py:73) -2024-09-01 23:25:27,976 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.016661745998135302 (mp_runner.py:73) -2024-09-01 23:25:27,976 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.014710122995893471 (mp_runner.py:73) -2024-09-01 23:25:27,977 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.014598731002479326 (mp_runner.py:73) -2024-09-01 23:25:27,977 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.016989178999210708 (mp_runner.py:73) -2024-09-01 23:25:27,980 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.014161600003717467 (mp_runner.py:73) -2024-09-01 23:25:27,980 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.015954298003634904 (mp_runner.py:73) -2024-09-01 23:25:27,981 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.0165077609999571 (mp_runner.py:73) -2024-09-01 23:25:27,981 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.018051272003503982 (mp_runner.py:73) -2024-09-01 23:25:27,981 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.023484880999603774 (mp_runner.py:73) -2024-09-01 23:25:27,982 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.017053317998943385 (mp_runner.py:73) -2024-09-01 23:25:27,982 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.025123669001914095 (mp_runner.py:73) -2024-09-01 23:25:28,205 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.017590700997971 (mp_runner.py:73) -2024-09-01 23:25:28,205 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.01626338100322755 (mp_runner.py:73) -2024-09-01 23:25:28,206 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.01590787999884924 (mp_runner.py:73) -2024-09-01 23:25:28,206 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.016424380999524146 (mp_runner.py:73) -2024-09-01 23:25:28,207 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.019823572001769207 (mp_runner.py:73) -2024-09-01 23:25:28,246 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.013249780997284688 (mp_runner.py:73) -2024-09-01 23:25:28,247 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.013925366001785733 (mp_runner.py:73) -2024-09-01 23:25:28,247 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.013333528004295658 (mp_runner.py:73) -2024-09-01 23:25:28,247 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.0126557559997309 (mp_runner.py:73) -2024-09-01 23:25:28,248 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.01486552299320465 (mp_runner.py:73) -2024-09-01 23:25:28,248 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.014183193001372274 (mp_runner.py:73) -2024-09-01 23:25:28,249 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.012966806003532838 (mp_runner.py:73) -2024-09-01 23:25:28,253 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.021749150997493416 (mp_runner.py:73) -2024-09-01 23:25:28,254 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.022079863003455102 (mp_runner.py:73) -2024-09-01 23:25:28,367 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.017774421998183243 (mp_runner.py:73) -2024-09-01 23:25:28,368 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.015330825001001358 (mp_runner.py:73) -2024-09-01 23:25:28,368 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.013681606003956404 (mp_runner.py:73) -2024-09-01 23:25:28,369 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.016709914998500608 (mp_runner.py:73) -2024-09-01 23:25:28,369 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.015575974000967108 (mp_runner.py:73) -2024-09-01 23:25:28,370 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.014629182005592156 (mp_runner.py:73) -2024-09-01 23:25:28,370 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.01591642999846954 (mp_runner.py:73) -2024-09-01 23:25:28,370 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.014959716994781047 (mp_runner.py:73) -2024-09-01 23:25:28,373 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.02430292599456152 (mp_runner.py:73) -2024-09-01 23:25:28,373 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.02574955500313081 (mp_runner.py:73) -2024-09-01 23:25:28,545 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.015691204003815074 (mp_runner.py:73) -2024-09-01 23:25:28,546 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.019408299995120615 (mp_runner.py:73) -2024-09-01 23:25:28,548 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.006046088004950434 (mp_runner.py:73) -2024-09-01 23:25:28,549 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.017232357000466436 (mp_runner.py:73) -2024-09-01 23:25:28,550 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.018191734998254105 (mp_runner.py:73) -2024-09-01 23:25:28,551 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.015859077000641264 (mp_runner.py:73) -2024-09-01 23:25:28,552 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.007270817004609853 (mp_runner.py:73) -2024-09-01 23:25:28,552 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.01691826100432081 (mp_runner.py:73) -2024-09-01 23:25:28,553 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.010858094006835017 (mp_runner.py:73) -2024-09-01 23:25:28,553 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.0014122299980954267 (mp_runner.py:73) -2024-09-01 23:25:28,554 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.018330412996874657 (mp_runner.py:73) -2024-09-01 23:25:28,554 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.01741716099786572 (mp_runner.py:73) -2024-09-01 23:25:28,555 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03152518600109033 (mp_runner.py:73) -2024-09-01 23:25:28,555 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.01864193799701752 (mp_runner.py:73) -2024-09-01 23:25:28,558 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.017913581999891903 (mp_runner.py:73) -2024-09-01 23:25:28,560 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.02019696899515111 (mp_runner.py:73) -2024-09-01 23:25:28,561 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.03507475699734641 (mp_runner.py:73) -2024-09-01 23:25:29,854 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.019648182998935226 (mp_runner.py:73) -2024-09-01 23:25:30,603 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.018362390997936018 (mp_runner.py:73) -2024-09-01 23:25:30,604 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.012930681004945654 (mp_runner.py:73) -2024-09-01 23:25:30,705 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.025201087999448646 (mp_runner.py:73) -2024-09-01 23:25:31,257 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02318026099965209 (mp_runner.py:73) -2024-09-01 23:25:31,258 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.02479309699992882 (mp_runner.py:73) -2024-09-01 23:25:35,653 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.012839661998441443 (mp_runner.py:73) -2024-09-01 23:25:35,654 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.01581292099581333 (mp_runner.py:73) -2024-09-01 23:25:35,655 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.017821777000790462 (mp_runner.py:73) -2024-09-01 23:25:35,656 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.01208446600503521 (mp_runner.py:73) -2024-09-01 23:25:35,656 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.013370677996135782 (mp_runner.py:73) -2024-09-01 23:25:35,657 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.012702501997409854 (mp_runner.py:73) -2024-09-01 23:25:35,658 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.012614035003934987 (mp_runner.py:73) -2024-09-01 23:25:35,849 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.012106512003811076 (mp_runner.py:73) -2024-09-01 23:25:35,850 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.010894170998653863 (mp_runner.py:73) -2024-09-01 23:25:35,851 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.020671086997026578 (mp_runner.py:73) -2024-09-01 23:25:35,852 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.016722624000976793 (mp_runner.py:73) -2024-09-01 23:25:35,855 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.011410188002628274 (mp_runner.py:73) -2024-09-01 23:25:35,855 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.012317043998336885 (mp_runner.py:73) -2024-09-01 23:25:35,945 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.009266897999623325 (mp_runner.py:73) -2024-09-01 23:25:35,945 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.011422709001635667 (mp_runner.py:73) -2024-09-01 23:25:35,945 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.0024603300043963827 (mp_runner.py:73) -2024-09-01 23:25:35,946 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.007767691000481136 (mp_runner.py:73) -2024-09-01 23:25:35,947 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.008288686003652401 (mp_runner.py:73) -2024-09-01 23:25:35,949 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.011201209999853745 (mp_runner.py:73) -2024-09-01 23:25:35,950 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.012469727997086011 (mp_runner.py:73) -2024-09-01 23:25:35,951 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.0144289449963253 (mp_runner.py:73) -2024-09-01 23:25:35,952 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.01868494600057602 (mp_runner.py:73) -2024-09-01 23:25:35,952 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.01635260300099617 (mp_runner.py:73) -2024-09-01 23:25:35,953 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.014611904996854719 (mp_runner.py:73) -2024-09-01 23:25:35,953 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.014169306996336672 (mp_runner.py:73) -2024-09-01 23:25:35,954 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.014231205997930374 (mp_runner.py:73) -2024-09-01 23:25:35,955 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.022541254002135247 (mp_runner.py:73) -2024-09-01 23:25:35,955 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.015076234994921833 (mp_runner.py:73) -2024-09-01 23:25:36,027 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.016743389001931064 (mp_runner.py:73) -2024-09-01 23:25:36,138 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.02330645300389733 (mp_runner.py:73) -2024-09-01 23:25:36,141 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.025353728997288272 (mp_runner.py:73) -2024-09-01 23:25:36,141 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.024735514998610597 (mp_runner.py:73) -2024-09-01 23:25:36,143 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.024369783997826744 (mp_runner.py:73) -2024-09-01 23:25:36,144 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.025190755004587118 (mp_runner.py:73) -2024-09-01 23:25:36,144 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.025306452997028828 (mp_runner.py:73) -2024-09-01 23:25:36,145 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.02380459399864776 (mp_runner.py:73) -2024-09-01 23:25:36,147 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.032390347005275544 (mp_runner.py:73) -2024-09-01 23:25:36,147 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.03752053099742625 (mp_runner.py:73) -2024-09-01 23:25:36,148 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.033317882000119425 (mp_runner.py:73) -2024-09-01 23:25:36,148 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.02748951800458599 (mp_runner.py:73) -2024-09-01 23:25:36,156 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.04397425299976021 (mp_runner.py:73) -2024-09-01 23:25:36,159 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.024008771993976552 (mp_runner.py:73) -2024-09-01 23:25:36,161 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.03763062600046396 (mp_runner.py:73) -2024-09-01 23:25:36,164 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.05069159399863565 (mp_runner.py:73) -2024-09-01 23:25:36,170 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.0596448229989619 (mp_runner.py:73) -2024-09-01 23:25:36,789 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.012530395004432648 (mp_runner.py:73) -2024-09-01 23:25:36,789 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.0126131630022428 (mp_runner.py:73) -2024-09-01 23:25:36,791 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.016580344999965746 (mp_runner.py:73) -2024-09-01 23:25:36,792 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.013680022995686159 (mp_runner.py:73) -2024-09-01 23:25:36,792 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.01639728099689819 (mp_runner.py:73) -2024-09-01 23:25:37,397 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.019091372996626887 (mp_runner.py:73) -2024-09-01 23:25:37,744 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.015332626004237682 (mp_runner.py:73) -2024-09-01 23:25:38,195 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.017915333999553695 (mp_runner.py:73) -2024-09-01 23:25:38,458 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.02101417900121305 (mp_runner.py:73) -2024-09-01 23:25:40,314 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.015172114006418269 (mp_runner.py:73) -2024-09-01 23:25:40,655 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.01697334500204306 (mp_runner.py:73) -2024-09-01 23:25:40,695 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.018236816002172418 (mp_runner.py:73) -2024-09-01 23:25:40,891 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.020973400001821574 (mp_runner.py:73) -2024-09-01 23:25:41,251 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.014198644996213261 (mp_runner.py:73) -2024-09-01 23:25:41,253 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.016634600004181266 (mp_runner.py:73) -2024-09-01 23:25:43,327 | DEBUG |(SpawnProcess-1:391) search_count: 1500, latest_latency=0.0037067560042487457 (mp_runner.py:73) -2024-09-01 23:25:43,329 | DEBUG |(SpawnProcess-1:346) search_count: 1500, latest_latency=0.003749219002202153 (mp_runner.py:73) -2024-09-01 23:25:43,329 | DEBUG |(SpawnProcess-1:359) search_count: 1500, latest_latency=0.015084900995134376 (mp_runner.py:73) -2024-09-01 23:25:43,330 | DEBUG |(SpawnProcess-1:378) search_count: 1500, latest_latency=0.012706670997431502 (mp_runner.py:73) -2024-09-01 23:25:43,331 | DEBUG |(SpawnProcess-1:343) search_count: 1500, latest_latency=0.011857792000228073 (mp_runner.py:73) -2024-09-01 23:25:43,334 | DEBUG |(SpawnProcess-1:395) search_count: 1500, latest_latency=0.013801692999550141 (mp_runner.py:73) -2024-09-01 23:25:43,335 | DEBUG |(SpawnProcess-1:342) search_count: 1500, latest_latency=0.013394524998147972 (mp_runner.py:73) -2024-09-01 23:25:43,337 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.023316621998674236 (mp_runner.py:73) -2024-09-01 23:25:43,337 | DEBUG |(SpawnProcess-1:376) search_count: 1500, latest_latency=0.024660557995957788 (mp_runner.py:73) -2024-09-01 23:25:43,446 | DEBUG |(SpawnProcess-1:380) search_count: 1500, latest_latency=0.013175642001442611 (mp_runner.py:73) -2024-09-01 23:25:43,446 | DEBUG |(SpawnProcess-1:352) search_count: 1500, latest_latency=0.014478611999948043 (mp_runner.py:73) -2024-09-01 23:25:43,450 | DEBUG |(SpawnProcess-1:360) search_count: 1500, latest_latency=0.01890613500290783 (mp_runner.py:73) -2024-09-01 23:25:43,450 | DEBUG |(SpawnProcess-1:366) search_count: 1500, latest_latency=0.021386476000770926 (mp_runner.py:73) -2024-09-01 23:25:43,519 | DEBUG |(SpawnProcess-1:358) search_count: 1500, latest_latency=0.023108340006729122 (mp_runner.py:73) -2024-09-01 23:25:43,520 | DEBUG |(SpawnProcess-1:357) search_count: 1500, latest_latency=0.0122818149975501 (mp_runner.py:73) -2024-09-01 23:25:43,520 | DEBUG |(SpawnProcess-1:389) search_count: 1500, latest_latency=0.028874138995888643 (mp_runner.py:73) -2024-09-01 23:25:43,521 | DEBUG |(SpawnProcess-1:368) search_count: 1500, latest_latency=0.02612519900139887 (mp_runner.py:73) -2024-09-01 23:25:43,521 | DEBUG |(SpawnProcess-1:347) search_count: 1500, latest_latency=0.02769215000444092 (mp_runner.py:73) -2024-09-01 23:25:43,522 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.02954115100146737 (mp_runner.py:73) -2024-09-01 23:25:43,526 | DEBUG |(SpawnProcess-1:371) search_count: 1500, latest_latency=0.036144625999440905 (mp_runner.py:73) -2024-09-01 23:25:43,529 | DEBUG |(SpawnProcess-1:339) search_count: 1500, latest_latency=0.0403116189991124 (mp_runner.py:73) -2024-09-01 23:25:43,530 | DEBUG |(SpawnProcess-1:338) search_count: 1500, latest_latency=0.019064271000388544 (mp_runner.py:73) -2024-09-01 23:25:43,530 | DEBUG |(SpawnProcess-1:386) search_count: 1500, latest_latency=0.03972996499942383 (mp_runner.py:73) -2024-09-01 23:25:43,786 | DEBUG |(SpawnProcess-1:361) search_count: 1500, latest_latency=0.021301348999259062 (mp_runner.py:73) -2024-09-01 23:25:43,821 | DEBUG |(SpawnProcess-1:392) search_count: 1500, latest_latency=0.015683074001572095 (mp_runner.py:73) -2024-09-01 23:25:43,822 | DEBUG |(SpawnProcess-1:383) search_count: 1500, latest_latency=0.016165198001544923 (mp_runner.py:73) -2024-09-01 23:25:43,822 | DEBUG |(SpawnProcess-1:388) search_count: 1500, latest_latency=0.01610891000018455 (mp_runner.py:73) -2024-09-01 23:25:43,823 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.01590992300043581 (mp_runner.py:73) -2024-09-01 23:25:43,824 | DEBUG |(SpawnProcess-1:393) search_count: 1500, latest_latency=0.013608453999040648 (mp_runner.py:73) -2024-09-01 23:25:43,827 | DEBUG |(SpawnProcess-1:364) search_count: 1500, latest_latency=0.021721095996326767 (mp_runner.py:73) -2024-09-01 23:25:43,828 | DEBUG |(SpawnProcess-1:362) search_count: 1500, latest_latency=0.023711544003163 (mp_runner.py:73) -2024-09-01 23:25:43,857 | DEBUG |(SpawnProcess-1:350) search_count: 1500, latest_latency=0.016665716000716202 (mp_runner.py:73) -2024-09-01 23:25:43,858 | DEBUG |(SpawnProcess-1:340) search_count: 1500, latest_latency=0.015122226002858952 (mp_runner.py:73) -2024-09-01 23:25:43,858 | DEBUG |(SpawnProcess-1:382) search_count: 1500, latest_latency=0.013950566994026303 (mp_runner.py:73) -2024-09-01 23:25:43,859 | DEBUG |(SpawnProcess-1:337) search_count: 1500, latest_latency=0.018967781004903372 (mp_runner.py:73) -2024-09-01 23:25:43,859 | DEBUG |(SpawnProcess-1:370) search_count: 1500, latest_latency=0.013100126998324413 (mp_runner.py:73) -2024-09-01 23:25:43,859 | DEBUG |(SpawnProcess-1:379) search_count: 1500, latest_latency=0.021565271003055386 (mp_runner.py:73) -2024-09-01 23:25:43,885 | DEBUG |(SpawnProcess-1:373) search_count: 1500, latest_latency=0.004703667997091543 (mp_runner.py:73) -2024-09-01 23:25:43,891 | DEBUG |(SpawnProcess-1:348) search_count: 1500, latest_latency=0.015652089998184238 (mp_runner.py:73) -2024-09-01 23:25:43,895 | DEBUG |(SpawnProcess-1:375) search_count: 1500, latest_latency=0.0216649639987736 (mp_runner.py:73) -2024-09-01 23:25:43,897 | DEBUG |(SpawnProcess-1:387) search_count: 1500, latest_latency=0.017976486997213215 (mp_runner.py:73) -2024-09-01 23:25:43,898 | DEBUG |(SpawnProcess-1:390) search_count: 1500, latest_latency=0.0255208250018768 (mp_runner.py:73) -2024-09-01 23:25:43,911 | DEBUG |(SpawnProcess-1:344) search_count: 1500, latest_latency=0.018575055997644085 (mp_runner.py:73) -2024-09-01 23:25:43,920 | DEBUG |(SpawnProcess-1:341) search_count: 1500, latest_latency=0.020374617997731548 (mp_runner.py:73) -2024-09-01 23:25:43,951 | DEBUG |(SpawnProcess-1:377) search_count: 1500, latest_latency=0.022972958999162074 (mp_runner.py:73) -2024-09-01 23:25:46,302 | DEBUG |(SpawnProcess-1:345) search_count: 1500, latest_latency=0.023781847005011514 (mp_runner.py:73) -2024-09-01 23:25:46,329 | DEBUG |(SpawnProcess-1:381) search_count: 1500, latest_latency=0.02442160900682211 (mp_runner.py:73) -2024-09-01 23:25:46,335 | DEBUG |(SpawnProcess-1:384) search_count: 1500, latest_latency=0.031878783003776334 (mp_runner.py:73) -2024-09-01 23:25:46,426 | DEBUG |(SpawnProcess-1:363) search_count: 1500, latest_latency=0.02390005299821496 (mp_runner.py:73) -2024-09-01 23:25:46,531 | DEBUG |(SpawnProcess-1:374) search_count: 1500, latest_latency=0.02377948900539195 (mp_runner.py:73) -2024-09-01 23:25:47,895 | DEBUG |(SpawnProcess-1:353) search_count: 1500, latest_latency=0.021723659003328066 (mp_runner.py:73) -2024-09-01 23:25:48,545 | DEBUG |(SpawnProcess-1:365) search_count: 1500, latest_latency=0.018116849998477846 (mp_runner.py:73) -2024-09-01 23:25:49,001 | DEBUG |(SpawnProcess-1:349) search_count: 1500, latest_latency=0.022287033003522083 (mp_runner.py:73) -2024-09-01 23:25:49,181 | DEBUG |(SpawnProcess-1:355) search_count: 1500, latest_latency=0.02188639100495493 (mp_runner.py:73) -2024-09-01 23:25:50,268 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0003s, count=1960, qps in this process: 65.3327 (mp_runner.py:76) -2024-09-01 23:25:50,387 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.011s, count=1970, qps in this process: 65.6426 (mp_runner.py:76) -2024-09-01 23:25:50,423 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0104s, count=1924, qps in this process: 64.1111 (mp_runner.py:76) -2024-09-01 23:25:50,462 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0127s, count=1975, qps in this process: 65.8055 (mp_runner.py:76) -2024-09-01 23:25:50,471 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0019s, count=1975, qps in this process: 65.8292 (mp_runner.py:76) -2024-09-01 23:25:50,546 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.002s, count=1935, qps in this process: 64.4957 (mp_runner.py:76) -2024-09-01 23:25:50,547 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0007s, count=1935, qps in this process: 64.4985 (mp_runner.py:76) -2024-09-01 23:25:50,583 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0003s, count=1985, qps in this process: 66.166 (mp_runner.py:76) -2024-09-01 23:25:50,584 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0073s, count=1985, qps in this process: 66.1506 (mp_runner.py:76) -2024-09-01 23:25:50,585 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0035s, count=1938, qps in this process: 64.5925 (mp_runner.py:76) -2024-09-01 23:25:50,587 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0062s, count=1938, qps in this process: 64.5867 (mp_runner.py:76) -2024-09-01 23:25:50,590 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0132s, count=1938, qps in this process: 64.5716 (mp_runner.py:76) -2024-09-01 23:25:50,591 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0008s, count=1914, qps in this process: 63.7983 (mp_runner.py:76) -2024-09-01 23:25:50,592 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0113s, count=1914, qps in this process: 63.776 (mp_runner.py:76) -2024-09-01 23:25:50,593 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0034s, count=1986, qps in this process: 66.1925 (mp_runner.py:76) -2024-09-01 23:25:50,594 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0067s, count=1986, qps in this process: 66.1852 (mp_runner.py:76) -2024-09-01 23:25:50,595 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0146s, count=1914, qps in this process: 63.769 (mp_runner.py:76) -2024-09-01 23:25:50,600 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0127s, count=1986, qps in this process: 66.172 (mp_runner.py:76) -2024-09-01 23:25:50,601 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0009s, count=1838, qps in this process: 61.2648 (mp_runner.py:76) -2024-09-01 23:25:50,604 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0021s, count=1731, qps in this process: 57.696 (mp_runner.py:76) -2024-09-01 23:25:50,612 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0059s, count=1940, qps in this process: 64.654 (mp_runner.py:76) -2024-09-01 23:25:50,613 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0129s, count=1987, qps in this process: 66.2049 (mp_runner.py:76) -2024-09-01 23:25:50,616 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0081s, count=1987, qps in this process: 66.2155 (mp_runner.py:76) -2024-09-01 23:25:50,618 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0126s, count=1699, qps in this process: 56.6096 (mp_runner.py:76) -2024-09-01 23:25:50,625 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0038s, count=1916, qps in this process: 63.8586 (mp_runner.py:76) -2024-09-01 23:25:50,625 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0109s, count=1988, qps in this process: 66.2426 (mp_runner.py:76) -2024-09-01 23:25:50,630 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0304s, count=1940, qps in this process: 64.6012 (mp_runner.py:76) -2024-09-01 23:25:50,630 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.011s, count=1603, qps in this process: 53.4137 (mp_runner.py:76) -2024-09-01 23:25:50,635 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0076s, count=1733, qps in this process: 57.752 (mp_runner.py:76) -2024-09-01 23:25:50,637 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0084s, count=1705, qps in this process: 56.8174 (mp_runner.py:76) -2024-09-01 23:25:50,647 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0013s, count=1635, qps in this process: 54.4976 (mp_runner.py:76) -2024-09-01 23:25:50,648 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0017s, count=1861, qps in this process: 62.0298 (mp_runner.py:76) -2024-09-01 23:25:50,648 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0043s, count=1919, qps in this process: 63.9575 (mp_runner.py:76) -2024-09-01 23:25:50,656 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0048s, count=1943, qps in this process: 64.7563 (mp_runner.py:76) -2024-09-01 23:25:50,665 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0036s, count=1993, qps in this process: 66.4254 (mp_runner.py:76) -2024-09-01 23:25:50,671 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0099s, count=1945, qps in this process: 64.8119 (mp_runner.py:76) -2024-09-01 23:25:50,699 | DEBUG |(SpawnProcess-1:371) search_count: 2000, latest_latency=0.0036289420022512786 (mp_runner.py:73) -2024-09-01 23:25:50,700 | DEBUG |(SpawnProcess-1:354) search_count: 2000, latest_latency=0.0024574249982833862 (mp_runner.py:73) -2024-09-01 23:25:50,700 | DEBUG |(SpawnProcess-1:376) search_count: 2000, latest_latency=0.0049841309955809265 (mp_runner.py:73) -2024-09-01 23:25:50,701 | DEBUG |(SpawnProcess-1:386) search_count: 2000, latest_latency=0.005848136999702547 (mp_runner.py:73) -2024-09-01 23:25:50,701 | DEBUG |(SpawnProcess-1:339) search_count: 2000, latest_latency=0.0047004499938338995 (mp_runner.py:73) -2024-09-01 23:25:50,701 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0016s, count=2000, qps in this process: 66.6631 (mp_runner.py:76) -2024-09-01 23:25:50,701 | DEBUG |(SpawnProcess-1:352) search_count: 2000, latest_latency=0.005485754998517223 (mp_runner.py:73) -2024-09-01 23:25:50,702 | DEBUG |(SpawnProcess-1:395) search_count: 2000, latest_latency=0.005135659004736226 (mp_runner.py:73) -2024-09-01 23:25:50,703 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0027s, count=1868, qps in this process: 62.2611 (mp_runner.py:76) -2024-09-01 23:25:50,703 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0025s, count=1928, qps in this process: 64.2613 (mp_runner.py:76) -2024-09-01 23:25:50,707 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0031s, count=1928, qps in this process: 64.26 (mp_runner.py:76) -2024-09-01 23:25:50,724 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0052s, count=2005, qps in this process: 66.8218 (mp_runner.py:76) -2024-09-01 23:25:50,736 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0036s, count=2009, qps in this process: 66.9586 (mp_runner.py:76) -2024-09-01 23:25:50,746 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0014s, count=1594, qps in this process: 53.1309 (mp_runner.py:76) -2024-09-01 23:25:50,747 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0024s, count=1954, qps in this process: 65.1281 (mp_runner.py:76) -2024-09-01 23:25:50,752 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0007s, count=2014, qps in this process: 67.1318 (mp_runner.py:76) -2024-09-01 23:25:50,752 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0002s, count=1893, qps in this process: 63.0996 (mp_runner.py:76) -2024-09-01 23:25:50,768 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0032s, count=2021, qps in this process: 67.3595 (mp_runner.py:76) -2024-09-01 23:25:50,769 | DEBUG |(SpawnProcess-1:372) search_count: 1500, latest_latency=0.006505281999125145 (mp_runner.py:73) -2024-09-01 23:25:50,773 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.001s, count=2023, qps in this process: 67.4311 (mp_runner.py:76) -2024-09-01 23:25:50,789 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0003s, count=1956, qps in this process: 65.1993 (mp_runner.py:76) -2024-09-01 23:25:50,790 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0009s, count=2031, qps in this process: 67.698 (mp_runner.py:76) -2024-09-01 23:25:50,794 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0002s, count=1602, qps in this process: 53.3996 (mp_runner.py:76) -2024-09-01 23:25:50,799 | DEBUG |(SpawnProcess-1:367) search_count: 1500, latest_latency=0.0006842009970569052 (mp_runner.py:73) -2024-09-01 23:25:50,808 | DEBUG |(SpawnProcess-1:394) search_count: 1500, latest_latency=0.004708276996097993 (mp_runner.py:73) -2024-09-01 23:25:50,824 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0003s, count=1504, qps in this process: 50.1328 (mp_runner.py:76) -2024-09-01 23:25:50,825 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0011s, count=1512, qps in this process: 50.3982 (mp_runner.py:76) -2024-09-01 23:25:50,828 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0042s, count=1949, qps in this process: 64.9576 (mp_runner.py:76) -2024-09-01 23:25:50,846 | DEBUG |(SpawnProcess-1:388) search_count: 2000, latest_latency=0.0016667430027155206 (mp_runner.py:73) -2024-09-01 23:25:50,847 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0007s, count=1773, qps in this process: 59.0986 (mp_runner.py:76) -2024-09-01 23:25:50,849 | DEBUG |(SpawnProcess-1:351) search_count: 1500, latest_latency=0.0014128309994703159 (mp_runner.py:73) -2024-09-01 23:25:50,853 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0005s, count=2005, qps in this process: 66.8322 (mp_runner.py:76) -2024-09-01 23:25:50,859 | DEBUG |(SpawnProcess-1:369) search_count: 1500, latest_latency=0.0013123809985700063 (mp_runner.py:73) -2024-09-01 23:25:50,867 | DEBUG |(SpawnProcess-1:396) search_count: 1500, latest_latency=0.0006214579989318736 (mp_runner.py:73) -2024-09-01 23:25:50,869 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0002s, count=1554, qps in this process: 51.7997 (mp_runner.py:76) -2024-09-01 23:25:50,870 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0009s, count=1515, qps in this process: 50.4985 (mp_runner.py:76) -2024-09-01 23:25:50,882 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0006s, count=1524, qps in this process: 50.799 (mp_runner.py:76) -2024-09-01 23:25:50,892 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0004s, count=1534, qps in this process: 51.1327 (mp_runner.py:76) -2024-09-01 23:25:50,910 | INFO |End search in concurrency 60: dur=30.83443965400511s, total_count=112217, qps=3639.3397 (mp_runner.py:120) -2024-09-01 23:25:55,291 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:25:55,291 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 23:26:16,925 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 23:26:16,990 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,156 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,220 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,344 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,350 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,377 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,388 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,435 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,444 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,461 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,464 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,491 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,496 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,496 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,496 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,502 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,506 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,516 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,521 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,590 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,622 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,624 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,631 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,633 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,645 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,668 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,672 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,672 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,685 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,690 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,693 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,707 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,769 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,770 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,774 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,813 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,831 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:17,834 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:26:25,731 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.017113563997554593 (mp_runner.py:73) -2024-09-01 23:26:25,734 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.01519461399584543 (mp_runner.py:73) -2024-09-01 23:26:25,734 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.018817281001247466 (mp_runner.py:73) -2024-09-01 23:26:25,734 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.017361986996547785 (mp_runner.py:73) -2024-09-01 23:26:25,734 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.0170962909978698 (mp_runner.py:73) -2024-09-01 23:26:25,735 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.016845642996486276 (mp_runner.py:73) -2024-09-01 23:26:25,735 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.01871948200277984 (mp_runner.py:73) -2024-09-01 23:26:25,736 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.018646058000740595 (mp_runner.py:73) -2024-09-01 23:26:25,737 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.016596371999185067 (mp_runner.py:73) -2024-09-01 23:26:25,738 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.022127547999843955 (mp_runner.py:73) -2024-09-01 23:26:25,739 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.019834115999401547 (mp_runner.py:73) -2024-09-01 23:26:25,739 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.017509101002360694 (mp_runner.py:73) -2024-09-01 23:26:25,739 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.01884457399864914 (mp_runner.py:73) -2024-09-01 23:26:25,740 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.027272596998955123 (mp_runner.py:73) -2024-09-01 23:26:25,741 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.0163874210047652 (mp_runner.py:73) -2024-09-01 23:26:25,741 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.027068301002145745 (mp_runner.py:73) -2024-09-01 23:26:25,742 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.017312500000116415 (mp_runner.py:73) -2024-09-01 23:26:25,742 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.020439051993889734 (mp_runner.py:73) -2024-09-01 23:26:25,742 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.017837552004493773 (mp_runner.py:73) -2024-09-01 23:26:25,940 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.010634808997565415 (mp_runner.py:73) -2024-09-01 23:26:25,941 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.012506942999607418 (mp_runner.py:73) -2024-09-01 23:26:25,941 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.013850655996066052 (mp_runner.py:73) -2024-09-01 23:26:25,941 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.013864756001567002 (mp_runner.py:73) -2024-09-01 23:26:25,942 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.012908884993521497 (mp_runner.py:73) -2024-09-01 23:26:25,942 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.012835531997552607 (mp_runner.py:73) -2024-09-01 23:26:25,943 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.011871246999362484 (mp_runner.py:73) -2024-09-01 23:26:25,943 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.012647203002416063 (mp_runner.py:73) -2024-09-01 23:26:25,943 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.016067910997662693 (mp_runner.py:73) -2024-09-01 23:26:25,943 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.013661311997566372 (mp_runner.py:73) -2024-09-01 23:26:25,944 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.014049162993615028 (mp_runner.py:73) -2024-09-01 23:26:25,944 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.01281146700057434 (mp_runner.py:73) -2024-09-01 23:26:25,946 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.012783195998053998 (mp_runner.py:73) -2024-09-01 23:26:25,946 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.020480007995502092 (mp_runner.py:73) -2024-09-01 23:26:25,947 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.013110383995808661 (mp_runner.py:73) -2024-09-01 23:26:25,947 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.020524004998151213 (mp_runner.py:73) -2024-09-01 23:26:25,947 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.02162815799965756 (mp_runner.py:73) -2024-09-01 23:26:25,949 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.014259953997679986 (mp_runner.py:73) -2024-09-01 23:26:25,949 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.022977046995947603 (mp_runner.py:73) -2024-09-01 23:26:25,952 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.016143045999342576 (mp_runner.py:73) -2024-09-01 23:26:26,006 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.022337038994010072 (mp_runner.py:73) -2024-09-01 23:26:26,297 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.015685867998399772 (mp_runner.py:73) -2024-09-01 23:26:26,298 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.013886888002161868 (mp_runner.py:73) -2024-09-01 23:26:26,298 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.015596274999552406 (mp_runner.py:73) -2024-09-01 23:26:26,299 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.013729306003369857 (mp_runner.py:73) -2024-09-01 23:26:26,300 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.013457066001137719 (mp_runner.py:73) -2024-09-01 23:26:26,300 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.015153632004512474 (mp_runner.py:73) -2024-09-01 23:26:26,301 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.01233003399829613 (mp_runner.py:73) -2024-09-01 23:26:26,301 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.017240945999219548 (mp_runner.py:73) -2024-09-01 23:26:26,303 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.021936011005891487 (mp_runner.py:73) -2024-09-01 23:26:26,303 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.016853248002007604 (mp_runner.py:73) -2024-09-01 23:26:26,303 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.015103767997061368 (mp_runner.py:73) -2024-09-01 23:26:26,307 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.02632262100087246 (mp_runner.py:73) -2024-09-01 23:26:26,827 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.022372004001226742 (mp_runner.py:73) -2024-09-01 23:26:26,828 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.025352921002195217 (mp_runner.py:73) -2024-09-01 23:26:26,906 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.015831194999918807 (mp_runner.py:73) -2024-09-01 23:26:26,907 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.015623978993971832 (mp_runner.py:73) -2024-09-01 23:26:26,908 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.015849775001697708 (mp_runner.py:73) -2024-09-01 23:26:26,909 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.01615142700029537 (mp_runner.py:73) -2024-09-01 23:26:26,910 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.020388721997733228 (mp_runner.py:73) -2024-09-01 23:26:26,912 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.023238515997945797 (mp_runner.py:73) -2024-09-01 23:26:27,922 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.022929089005629066 (mp_runner.py:73) -2024-09-01 23:26:27,966 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.02769633299612906 (mp_runner.py:73) -2024-09-01 23:26:28,078 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.02074224800162483 (mp_runner.py:73) -2024-09-01 23:26:28,123 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.01825102099974174 (mp_runner.py:73) -2024-09-01 23:26:28,150 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.023164006997831166 (mp_runner.py:73) -2024-09-01 23:26:33,974 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.013414015993475914 (mp_runner.py:73) -2024-09-01 23:26:33,975 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.014217944000847638 (mp_runner.py:73) -2024-09-01 23:26:33,975 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.01485190699895611 (mp_runner.py:73) -2024-09-01 23:26:33,977 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.018506268999772146 (mp_runner.py:73) -2024-09-01 23:26:33,978 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.015777973996591754 (mp_runner.py:73) -2024-09-01 23:26:33,979 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.01966577300481731 (mp_runner.py:73) -2024-09-01 23:26:33,982 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.015478760004043579 (mp_runner.py:73) -2024-09-01 23:26:33,983 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.023923936001665425 (mp_runner.py:73) -2024-09-01 23:26:33,984 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.015841729000385385 (mp_runner.py:73) -2024-09-01 23:26:34,165 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.013492385995050427 (mp_runner.py:73) -2024-09-01 23:26:34,166 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.013107209997542668 (mp_runner.py:73) -2024-09-01 23:26:34,168 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.016583728000114206 (mp_runner.py:73) -2024-09-01 23:26:34,169 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.017019221995724365 (mp_runner.py:73) -2024-09-01 23:26:34,170 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.017807745003665332 (mp_runner.py:73) -2024-09-01 23:26:34,170 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.018999569001607597 (mp_runner.py:73) -2024-09-01 23:26:34,171 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.013418328999250662 (mp_runner.py:73) -2024-09-01 23:26:34,176 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.017523939000966493 (mp_runner.py:73) -2024-09-01 23:26:34,290 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.01624840400472749 (mp_runner.py:73) -2024-09-01 23:26:34,290 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.01641979799751425 (mp_runner.py:73) -2024-09-01 23:26:34,290 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.015706076002970804 (mp_runner.py:73) -2024-09-01 23:26:34,290 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.016271956003038213 (mp_runner.py:73) -2024-09-01 23:26:34,291 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.015995677997125313 (mp_runner.py:73) -2024-09-01 23:26:34,291 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.017980953001824673 (mp_runner.py:73) -2024-09-01 23:26:34,292 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.01697496099950513 (mp_runner.py:73) -2024-09-01 23:26:34,293 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.01931943299859995 (mp_runner.py:73) -2024-09-01 23:26:34,294 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.016266066006210167 (mp_runner.py:73) -2024-09-01 23:26:34,294 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.014775429997825995 (mp_runner.py:73) -2024-09-01 23:26:34,579 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.012378269995679148 (mp_runner.py:73) -2024-09-01 23:26:34,579 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.012366622002446093 (mp_runner.py:73) -2024-09-01 23:26:34,581 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.01224958500097273 (mp_runner.py:73) -2024-09-01 23:26:34,582 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.01632769699790515 (mp_runner.py:73) -2024-09-01 23:26:34,582 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.018672869002330117 (mp_runner.py:73) -2024-09-01 23:26:34,769 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.0103087180032162 (mp_runner.py:73) -2024-09-01 23:26:34,770 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.011074341993662529 (mp_runner.py:73) -2024-09-01 23:26:34,770 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.01057067600049777 (mp_runner.py:73) -2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.012839543000154663 (mp_runner.py:73) -2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.014170252994517796 (mp_runner.py:73) -2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.0102495920000365 (mp_runner.py:73) -2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.011681027994200122 (mp_runner.py:73) -2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.014023315001395531 (mp_runner.py:73) -2024-09-01 23:26:34,771 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.01509506599541055 (mp_runner.py:73) -2024-09-01 23:26:34,772 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.013509273005183786 (mp_runner.py:73) -2024-09-01 23:26:34,772 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.011807550996309146 (mp_runner.py:73) -2024-09-01 23:26:34,773 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.01294482500088634 (mp_runner.py:73) -2024-09-01 23:26:34,773 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.012972529999387916 (mp_runner.py:73) -2024-09-01 23:26:34,774 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.013406090998614673 (mp_runner.py:73) -2024-09-01 23:26:34,774 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.018640125999809243 (mp_runner.py:73) -2024-09-01 23:26:34,777 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.013522342000214849 (mp_runner.py:73) -2024-09-01 23:26:34,781 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.015736760004074313 (mp_runner.py:73) -2024-09-01 23:26:35,918 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.018695502003538422 (mp_runner.py:73) -2024-09-01 23:26:35,928 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.01768772999639623 (mp_runner.py:73) -2024-09-01 23:26:36,078 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.032549374001973774 (mp_runner.py:73) -2024-09-01 23:26:36,697 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.018050033002509736 (mp_runner.py:73) -2024-09-01 23:26:36,698 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.017264905996853486 (mp_runner.py:73) -2024-09-01 23:26:36,701 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.014832629996817559 (mp_runner.py:73) -2024-09-01 23:26:36,702 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.014870678998704534 (mp_runner.py:73) -2024-09-01 23:26:37,507 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.018788030996802263 (mp_runner.py:73) -2024-09-01 23:26:37,566 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.019352887997229118 (mp_runner.py:73) -2024-09-01 23:26:37,567 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.017485443997429684 (mp_runner.py:73) -2024-09-01 23:26:37,569 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.01621880599850556 (mp_runner.py:73) -2024-09-01 23:26:38,238 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.019074506999459118 (mp_runner.py:73) -2024-09-01 23:26:38,239 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.01494654499401804 (mp_runner.py:73) -2024-09-01 23:26:38,240 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.01737094200507272 (mp_runner.py:73) -2024-09-01 23:26:38,905 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.023614717996679246 (mp_runner.py:73) -2024-09-01 23:26:39,431 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.019320203995448537 (mp_runner.py:73) -2024-09-01 23:26:42,198 | DEBUG |(SpawnProcess-1:449) search_count: 1500, latest_latency=0.0253161779983202 (mp_runner.py:73) -2024-09-01 23:26:42,314 | DEBUG |(SpawnProcess-1:442) search_count: 1500, latest_latency=0.027557971006899606 (mp_runner.py:73) -2024-09-01 23:26:42,341 | DEBUG |(SpawnProcess-1:462) search_count: 1500, latest_latency=0.02095156499854056 (mp_runner.py:73) -2024-09-01 23:26:42,383 | DEBUG |(SpawnProcess-1:411) search_count: 1500, latest_latency=0.03803179500391707 (mp_runner.py:73) -2024-09-01 23:26:42,402 | DEBUG |(SpawnProcess-1:407) search_count: 1500, latest_latency=0.038940429003559984 (mp_runner.py:73) -2024-09-01 23:26:42,410 | DEBUG |(SpawnProcess-1:430) search_count: 1500, latest_latency=0.012515523994807154 (mp_runner.py:73) -2024-09-01 23:26:42,412 | DEBUG |(SpawnProcess-1:414) search_count: 1500, latest_latency=0.049717361995135434 (mp_runner.py:73) -2024-09-01 23:26:42,414 | DEBUG |(SpawnProcess-1:458) search_count: 1500, latest_latency=0.07070601899613393 (mp_runner.py:73) -2024-09-01 23:26:42,433 | DEBUG |(SpawnProcess-1:406) search_count: 1500, latest_latency=0.07413149500644067 (mp_runner.py:73) -2024-09-01 23:26:42,623 | DEBUG |(SpawnProcess-1:429) search_count: 1500, latest_latency=0.02557622299354989 (mp_runner.py:73) -2024-09-01 23:26:42,624 | DEBUG |(SpawnProcess-1:404) search_count: 1500, latest_latency=0.02613404099975014 (mp_runner.py:73) -2024-09-01 23:26:42,625 | DEBUG |(SpawnProcess-1:437) search_count: 1500, latest_latency=0.02799083799618529 (mp_runner.py:73) -2024-09-01 23:26:42,631 | DEBUG |(SpawnProcess-1:438) search_count: 1500, latest_latency=0.03473012999893399 (mp_runner.py:73) -2024-09-01 23:26:42,640 | DEBUG |(SpawnProcess-1:412) search_count: 1500, latest_latency=0.045693911000853404 (mp_runner.py:73) -2024-09-01 23:26:42,678 | DEBUG |(SpawnProcess-1:434) search_count: 1500, latest_latency=0.0319365929972264 (mp_runner.py:73) -2024-09-01 23:26:42,683 | DEBUG |(SpawnProcess-1:454) search_count: 1500, latest_latency=0.019044599997869227 (mp_runner.py:73) -2024-09-01 23:26:42,712 | DEBUG |(SpawnProcess-1:427) search_count: 1500, latest_latency=0.015419155999552459 (mp_runner.py:73) -2024-09-01 23:26:42,723 | DEBUG |(SpawnProcess-1:409) search_count: 1500, latest_latency=0.015758784000354353 (mp_runner.py:73) -2024-09-01 23:26:42,724 | DEBUG |(SpawnProcess-1:457) search_count: 1500, latest_latency=0.0188143970008241 (mp_runner.py:73) -2024-09-01 23:26:42,727 | DEBUG |(SpawnProcess-1:436) search_count: 1500, latest_latency=0.02031987399823265 (mp_runner.py:73) -2024-09-01 23:26:42,770 | DEBUG |(SpawnProcess-1:420) search_count: 1500, latest_latency=0.02118432199495146 (mp_runner.py:73) -2024-09-01 23:26:42,796 | DEBUG |(SpawnProcess-1:415) search_count: 1500, latest_latency=0.02148326799942879 (mp_runner.py:73) -2024-09-01 23:26:42,829 | DEBUG |(SpawnProcess-1:451) search_count: 1500, latest_latency=0.021334716999263037 (mp_runner.py:73) -2024-09-01 23:26:42,875 | DEBUG |(SpawnProcess-1:446) search_count: 1500, latest_latency=0.022232571005588397 (mp_runner.py:73) -2024-09-01 23:26:43,042 | DEBUG |(SpawnProcess-1:460) search_count: 1500, latest_latency=0.006215163004526403 (mp_runner.py:73) -2024-09-01 23:26:43,043 | DEBUG |(SpawnProcess-1:403) search_count: 1500, latest_latency=0.016837613999086898 (mp_runner.py:73) -2024-09-01 23:26:43,043 | DEBUG |(SpawnProcess-1:421) search_count: 1500, latest_latency=0.014271289997850545 (mp_runner.py:73) -2024-09-01 23:26:43,043 | DEBUG |(SpawnProcess-1:417) search_count: 1500, latest_latency=0.016848147999553476 (mp_runner.py:73) -2024-09-01 23:26:43,043 | DEBUG |(SpawnProcess-1:431) search_count: 1500, latest_latency=0.016678908999892883 (mp_runner.py:73) -2024-09-01 23:26:43,044 | DEBUG |(SpawnProcess-1:400) search_count: 1500, latest_latency=0.014917659005732276 (mp_runner.py:73) -2024-09-01 23:26:43,045 | DEBUG |(SpawnProcess-1:410) search_count: 1500, latest_latency=0.017732865999278147 (mp_runner.py:73) -2024-09-01 23:26:43,045 | DEBUG |(SpawnProcess-1:450) search_count: 1500, latest_latency=0.01766215300449403 (mp_runner.py:73) -2024-09-01 23:26:43,046 | DEBUG |(SpawnProcess-1:456) search_count: 1500, latest_latency=0.016738056001486257 (mp_runner.py:73) -2024-09-01 23:26:43,046 | DEBUG |(SpawnProcess-1:405) search_count: 1500, latest_latency=0.020970360994397197 (mp_runner.py:73) -2024-09-01 23:26:43,047 | DEBUG |(SpawnProcess-1:418) search_count: 1500, latest_latency=0.016878597001777962 (mp_runner.py:73) -2024-09-01 23:26:43,047 | DEBUG |(SpawnProcess-1:453) search_count: 1500, latest_latency=0.02266024699929403 (mp_runner.py:73) -2024-09-01 23:26:43,206 | DEBUG |(SpawnProcess-1:424) search_count: 1500, latest_latency=0.024680376001924742 (mp_runner.py:73) -2024-09-01 23:26:43,227 | DEBUG |(SpawnProcess-1:425) search_count: 1500, latest_latency=0.024509814000339247 (mp_runner.py:73) -2024-09-01 23:26:43,230 | DEBUG |(SpawnProcess-1:447) search_count: 1500, latest_latency=0.022684010000375565 (mp_runner.py:73) -2024-09-01 23:26:43,278 | DEBUG |(SpawnProcess-1:413) search_count: 1500, latest_latency=0.025850818994513247 (mp_runner.py:73) -2024-09-01 23:26:43,998 | DEBUG |(SpawnProcess-1:398) search_count: 1500, latest_latency=0.018131124001229182 (mp_runner.py:73) -2024-09-01 23:26:44,000 | DEBUG |(SpawnProcess-1:445) search_count: 1500, latest_latency=0.02171229899977334 (mp_runner.py:73) -2024-09-01 23:26:44,035 | DEBUG |(SpawnProcess-1:432) search_count: 1500, latest_latency=0.02710908400331391 (mp_runner.py:73) -2024-09-01 23:26:44,042 | DEBUG |(SpawnProcess-1:435) search_count: 1500, latest_latency=0.04147668999939924 (mp_runner.py:73) -2024-09-01 23:26:44,044 | DEBUG |(SpawnProcess-1:452) search_count: 1500, latest_latency=0.04740336399845546 (mp_runner.py:73) -2024-09-01 23:26:44,046 | DEBUG |(SpawnProcess-1:455) search_count: 1500, latest_latency=0.047291773997130804 (mp_runner.py:73) -2024-09-01 23:26:44,062 | DEBUG |(SpawnProcess-1:448) search_count: 1500, latest_latency=0.053562410997983534 (mp_runner.py:73) -2024-09-01 23:26:44,251 | DEBUG |(SpawnProcess-1:444) search_count: 1500, latest_latency=0.04983059899677755 (mp_runner.py:73) -2024-09-01 23:26:45,531 | DEBUG |(SpawnProcess-1:399) search_count: 1500, latest_latency=0.03780441600247286 (mp_runner.py:73) -2024-09-01 23:26:46,548 | DEBUG |(SpawnProcess-1:461) search_count: 1500, latest_latency=0.014218290001736023 (mp_runner.py:73) -2024-09-01 23:26:46,549 | DEBUG |(SpawnProcess-1:428) search_count: 1500, latest_latency=0.014356954998220317 (mp_runner.py:73) -2024-09-01 23:26:46,551 | DEBUG |(SpawnProcess-1:426) search_count: 1500, latest_latency=0.015766601005452685 (mp_runner.py:73) -2024-09-01 23:26:46,552 | DEBUG |(SpawnProcess-1:416) search_count: 1500, latest_latency=0.016719293998903595 (mp_runner.py:73) -2024-09-01 23:26:46,554 | DEBUG |(SpawnProcess-1:401) search_count: 1500, latest_latency=0.020023298005980905 (mp_runner.py:73) -2024-09-01 23:26:46,556 | DEBUG |(SpawnProcess-1:423) search_count: 1500, latest_latency=0.02261372999782907 (mp_runner.py:73) -2024-09-01 23:26:46,558 | DEBUG |(SpawnProcess-1:440) search_count: 1500, latest_latency=0.02508219299488701 (mp_runner.py:73) -2024-09-01 23:26:47,048 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.008s, count=1751, qps in this process: 58.3511 (mp_runner.py:76) -2024-09-01 23:26:47,176 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0084s, count=1739, qps in this process: 57.9504 (mp_runner.py:76) -2024-09-01 23:26:47,230 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0026s, count=1743, qps in this process: 58.095 (mp_runner.py:76) -2024-09-01 23:26:47,339 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0141s, count=1685, qps in this process: 56.1403 (mp_runner.py:76) -2024-09-01 23:26:47,350 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0164s, count=1771, qps in this process: 59.0011 (mp_runner.py:76) -2024-09-01 23:26:47,356 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0088s, count=1751, qps in this process: 58.3496 (mp_runner.py:76) -2024-09-01 23:26:47,359 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0056s, count=1772, qps in this process: 59.0556 (mp_runner.py:76) -2024-09-01 23:26:47,379 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0003s, count=1773, qps in this process: 59.0994 (mp_runner.py:76) -2024-09-01 23:26:47,416 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0261s, count=1775, qps in this process: 59.1152 (mp_runner.py:76) -2024-09-01 23:26:47,441 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0032s, count=1756, qps in this process: 58.5271 (mp_runner.py:76) -2024-09-01 23:26:47,450 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0003s, count=1757, qps in this process: 58.5661 (mp_runner.py:76) -2024-09-01 23:26:47,455 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0183s, count=1757, qps in this process: 58.531 (mp_runner.py:76) -2024-09-01 23:26:47,462 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0086s, count=1779, qps in this process: 59.283 (mp_runner.py:76) -2024-09-01 23:26:47,463 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0097s, count=1758, qps in this process: 58.5811 (mp_runner.py:76) -2024-09-01 23:26:47,470 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0101s, count=1779, qps in this process: 59.28 (mp_runner.py:76) -2024-09-01 23:26:47,477 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0129s, count=1759, qps in this process: 58.6081 (mp_runner.py:76) -2024-09-01 23:26:47,479 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0207s, count=1593, qps in this process: 53.0634 (mp_runner.py:76) -2024-09-01 23:26:47,481 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.007s, count=1780, qps in this process: 59.3195 (mp_runner.py:76) -2024-09-01 23:26:47,490 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.01s, count=1781, qps in this process: 59.3469 (mp_runner.py:76) -2024-09-01 23:26:47,491 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0027s, count=1781, qps in this process: 59.3613 (mp_runner.py:76) -2024-09-01 23:26:47,494 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0144s, count=1781, qps in this process: 59.3382 (mp_runner.py:76) -2024-09-01 23:26:47,498 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0087s, count=1760, qps in this process: 58.6497 (mp_runner.py:76) -2024-09-01 23:26:47,501 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0014s, count=1560, qps in this process: 51.9976 (mp_runner.py:76) -2024-09-01 23:26:47,506 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0028s, count=1728, qps in this process: 57.5946 (mp_runner.py:76) -2024-09-01 23:26:47,508 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.009s, count=1782, qps in this process: 59.3822 (mp_runner.py:76) -2024-09-01 23:26:47,510 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0114s, count=1782, qps in this process: 59.3774 (mp_runner.py:76) -2024-09-01 23:26:47,515 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0033s, count=1689, qps in this process: 56.2938 (mp_runner.py:76) -2024-09-01 23:26:47,516 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0225s, count=1664, qps in this process: 55.4251 (mp_runner.py:76) -2024-09-01 23:26:47,521 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0149s, count=1762, qps in this process: 58.7042 (mp_runner.py:76) -2024-09-01 23:26:47,524 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0094s, count=1653, qps in this process: 55.0827 (mp_runner.py:76) -2024-09-01 23:26:47,526 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.002s, count=1763, qps in this process: 58.7627 (mp_runner.py:76) -2024-09-01 23:26:47,527 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0047s, count=1730, qps in this process: 57.6576 (mp_runner.py:76) -2024-09-01 23:26:47,545 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.003s, count=1692, qps in this process: 56.3944 (mp_runner.py:76) -2024-09-01 23:26:47,560 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0044s, count=1668, qps in this process: 55.5918 (mp_runner.py:76) -2024-09-01 23:26:47,561 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0069s, count=1708, qps in this process: 56.9202 (mp_runner.py:76) -2024-09-01 23:26:47,562 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0043s, count=1718, qps in this process: 57.2585 (mp_runner.py:76) -2024-09-01 23:26:47,566 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0029s, count=1704, qps in this process: 56.7945 (mp_runner.py:76) -2024-09-01 23:26:47,572 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0021s, count=1735, qps in this process: 57.8293 (mp_runner.py:76) -2024-09-01 23:26:47,577 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0138s, count=1735, qps in this process: 57.8067 (mp_runner.py:76) -2024-09-01 23:26:47,579 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0214s, count=1694, qps in this process: 56.4264 (mp_runner.py:76) -2024-09-01 23:26:47,604 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0044s, count=1716, qps in this process: 57.1916 (mp_runner.py:76) -2024-09-01 23:26:47,606 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0031s, count=1698, qps in this process: 56.5942 (mp_runner.py:76) -2024-09-01 23:26:47,630 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0011s, count=1701, qps in this process: 56.6979 (mp_runner.py:76) -2024-09-01 23:26:47,632 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0037s, count=1777, qps in this process: 59.226 (mp_runner.py:76) -2024-09-01 23:26:47,639 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.001s, count=1778, qps in this process: 59.2647 (mp_runner.py:76) -2024-09-01 23:26:47,649 | DEBUG |(SpawnProcess-1:443) search_count: 1500, latest_latency=0.007450081997376401 (mp_runner.py:73) -2024-09-01 23:26:47,650 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0069s, count=1780, qps in this process: 59.3197 (mp_runner.py:76) -2024-09-01 23:26:47,652 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0051s, count=1581, qps in this process: 52.691 (mp_runner.py:76) -2024-09-01 23:26:47,671 | DEBUG |(SpawnProcess-1:441) search_count: 1500, latest_latency=0.007433603001118172 (mp_runner.py:73) -2024-09-01 23:26:47,680 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0021s, count=1506, qps in this process: 50.1965 (mp_runner.py:76) -2024-09-01 23:26:47,681 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0053s, count=1785, qps in this process: 59.4895 (mp_runner.py:76) -2024-09-01 23:26:47,681 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.007s, count=1750, qps in this process: 58.3197 (mp_runner.py:76) -2024-09-01 23:26:47,693 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0015s, count=1590, qps in this process: 52.9974 (mp_runner.py:76) -2024-09-01 23:26:47,696 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0005s, count=1591, qps in this process: 53.0324 (mp_runner.py:76) -2024-09-01 23:26:47,700 | DEBUG |(SpawnProcess-1:422) search_count: 1500, latest_latency=0.0047138980007730424 (mp_runner.py:73) -2024-09-01 23:26:47,701 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0018s, count=1754, qps in this process: 58.4632 (mp_runner.py:76) -2024-09-01 23:26:47,707 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0006s, count=1791, qps in this process: 59.6988 (mp_runner.py:76) -2024-09-01 23:26:47,715 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0024s, count=1595, qps in this process: 53.1624 (mp_runner.py:76) -2024-09-01 23:26:47,726 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0018s, count=1477, qps in this process: 49.2304 (mp_runner.py:76) -2024-09-01 23:26:47,731 | DEBUG |(SpawnProcess-1:402) search_count: 1500, latest_latency=0.0034854240002459846 (mp_runner.py:73) -2024-09-01 23:26:47,762 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0034s, count=1524, qps in this process: 50.7942 (mp_runner.py:76) -2024-09-01 23:26:47,762 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0041s, count=1518, qps in this process: 50.5931 (mp_runner.py:76) -2024-09-01 23:26:47,767 | DEBUG |(SpawnProcess-1:419) search_count: 1500, latest_latency=0.0015577720041619614 (mp_runner.py:73) -2024-09-01 23:26:47,776 | DEBUG |(SpawnProcess-1:439) search_count: 1500, latest_latency=0.0024102349998429418 (mp_runner.py:73) -2024-09-01 23:26:47,779 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0011s, count=1618, qps in this process: 53.9314 (mp_runner.py:76) -2024-09-01 23:26:47,781 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0024s, count=1518, qps in this process: 50.596 (mp_runner.py:76) -2024-09-01 23:26:47,784 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.001s, count=1505, qps in this process: 50.165 (mp_runner.py:76) -2024-09-01 23:26:47,823 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0006s, count=1546, qps in this process: 51.5323 (mp_runner.py:76) -2024-09-01 23:26:47,827 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0012s, count=1658, qps in this process: 55.2645 (mp_runner.py:76) -2024-09-01 23:26:47,842 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0004s, count=1499, qps in this process: 49.966 (mp_runner.py:76) -2024-09-01 23:26:47,843 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0008s, count=1463, qps in this process: 48.7654 (mp_runner.py:76) -2024-09-01 23:26:47,860 | INFO |End search in concurrency 65: dur=30.934235761997115s, total_count=110067, qps=3558.0966 (mp_runner.py:120) -2024-09-01 23:26:52,595 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:26:52,595 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 23:27:14,545 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 23:27:14,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,812 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,913 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,913 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,955 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,955 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,959 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,971 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,975 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:14,979 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,066 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,070 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,085 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,103 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,103 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,103 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,103 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,107 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,121 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,130 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,162 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,170 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,174 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,191 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,199 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,202 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,203 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,203 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,235 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,238 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,240 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,240 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,241 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,242 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,248 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,249 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,274 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,283 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,313 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,313 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,314 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,319 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,328 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,337 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,389 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,397 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,594 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,594 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:15,595 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 23:27:23,761 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.018237511998449918 (mp_runner.py:73) -2024-09-01 23:27:23,762 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.017301933003182057 (mp_runner.py:73) -2024-09-01 23:27:23,763 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.01832454199757194 (mp_runner.py:73) -2024-09-01 23:27:23,764 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.02093252199847484 (mp_runner.py:73) -2024-09-01 23:27:23,764 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.01712884500011569 (mp_runner.py:73) -2024-09-01 23:27:23,765 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.01829094300046563 (mp_runner.py:73) -2024-09-01 23:27:23,765 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.015775579995533917 (mp_runner.py:73) -2024-09-01 23:27:23,765 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.014204787003109232 (mp_runner.py:73) -2024-09-01 23:27:23,766 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.018953284998133313 (mp_runner.py:73) -2024-09-01 23:27:23,766 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.024001270001463126 (mp_runner.py:73) -2024-09-01 23:27:23,767 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.014334629006043542 (mp_runner.py:73) -2024-09-01 23:27:23,767 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.025833619001787156 (mp_runner.py:73) -2024-09-01 23:27:23,769 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.020767624999280088 (mp_runner.py:73) -2024-09-01 23:27:23,770 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.022296393995929975 (mp_runner.py:73) -2024-09-01 23:27:23,908 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.014315161999547854 (mp_runner.py:73) -2024-09-01 23:27:23,908 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.015204554998490494 (mp_runner.py:73) -2024-09-01 23:27:23,910 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.016706944996258244 (mp_runner.py:73) -2024-09-01 23:27:23,910 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.015383257006760687 (mp_runner.py:73) -2024-09-01 23:27:23,910 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.012677430997428019 (mp_runner.py:73) -2024-09-01 23:27:23,911 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.013970006002637092 (mp_runner.py:73) -2024-09-01 23:27:23,911 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.015438229005667381 (mp_runner.py:73) -2024-09-01 23:27:23,911 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.016146994996233843 (mp_runner.py:73) -2024-09-01 23:27:23,912 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.014114960002189036 (mp_runner.py:73) -2024-09-01 23:27:23,913 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.014072097001189832 (mp_runner.py:73) -2024-09-01 23:27:23,913 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.01629527600016445 (mp_runner.py:73) -2024-09-01 23:27:23,913 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.017589148003025912 (mp_runner.py:73) -2024-09-01 23:27:23,914 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.01478464700630866 (mp_runner.py:73) -2024-09-01 23:27:23,914 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.014633641003456432 (mp_runner.py:73) -2024-09-01 23:27:23,914 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.022804665000876412 (mp_runner.py:73) -2024-09-01 23:27:23,915 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.01817831600055797 (mp_runner.py:73) -2024-09-01 23:27:23,916 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.023260021000169218 (mp_runner.py:73) -2024-09-01 23:27:23,916 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.021911752999585588 (mp_runner.py:73) -2024-09-01 23:27:23,917 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.018417883999063633 (mp_runner.py:73) -2024-09-01 23:27:23,918 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.018693288002396002 (mp_runner.py:73) -2024-09-01 23:27:23,918 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.01868032800121 (mp_runner.py:73) -2024-09-01 23:27:23,918 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.01688813399960054 (mp_runner.py:73) -2024-09-01 23:27:23,920 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.017353866001940332 (mp_runner.py:73) -2024-09-01 23:27:23,920 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.016295972003717907 (mp_runner.py:73) -2024-09-01 23:27:23,921 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.014933097998437006 (mp_runner.py:73) -2024-09-01 23:27:23,926 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.01676197499909904 (mp_runner.py:73) -2024-09-01 23:27:24,150 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.044032205994881224 (mp_runner.py:73) -2024-09-01 23:27:24,152 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.03783891100465553 (mp_runner.py:73) -2024-09-01 23:27:24,154 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.04516991999844322 (mp_runner.py:73) -2024-09-01 23:27:24,159 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.05870715800119797 (mp_runner.py:73) -2024-09-01 23:27:24,160 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.05398432399670128 (mp_runner.py:73) -2024-09-01 23:27:24,490 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.01666814400232397 (mp_runner.py:73) -2024-09-01 23:27:24,490 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.01721022600395372 (mp_runner.py:73) -2024-09-01 23:27:24,493 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.021270926998113282 (mp_runner.py:73) -2024-09-01 23:27:24,505 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.03317276500456501 (mp_runner.py:73) -2024-09-01 23:27:24,539 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.024511326002539136 (mp_runner.py:73) -2024-09-01 23:27:24,568 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.01448816699848976 (mp_runner.py:73) -2024-09-01 23:27:24,569 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.01655643299454823 (mp_runner.py:73) -2024-09-01 23:27:24,569 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.01625757299916586 (mp_runner.py:73) -2024-09-01 23:27:24,570 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.015033442003186792 (mp_runner.py:73) -2024-09-01 23:27:24,570 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.0145195529985358 (mp_runner.py:73) -2024-09-01 23:27:24,570 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.016475864002131857 (mp_runner.py:73) -2024-09-01 23:27:24,570 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.015402144003019203 (mp_runner.py:73) -2024-09-01 23:27:24,571 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.016370730998460203 (mp_runner.py:73) -2024-09-01 23:27:24,571 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.005806091001431923 (mp_runner.py:73) -2024-09-01 23:27:24,571 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.015247514005750418 (mp_runner.py:73) -2024-09-01 23:27:24,572 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.01509937000082573 (mp_runner.py:73) -2024-09-01 23:27:24,572 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.01574924000306055 (mp_runner.py:73) -2024-09-01 23:27:24,575 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.022948892001295462 (mp_runner.py:73) -2024-09-01 23:27:24,579 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.027746626998123247 (mp_runner.py:73) -2024-09-01 23:27:25,261 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.017022679996443912 (mp_runner.py:73) -2024-09-01 23:27:25,263 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.02028029899520334 (mp_runner.py:73) -2024-09-01 23:27:25,265 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.02035857900045812 (mp_runner.py:73) -2024-09-01 23:27:25,269 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.027245915996900294 (mp_runner.py:73) -2024-09-01 23:27:25,272 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.030433067004196346 (mp_runner.py:73) -2024-09-01 23:27:25,871 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.022398168002837338 (mp_runner.py:73) -2024-09-01 23:27:32,124 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.012340155000856612 (mp_runner.py:73) -2024-09-01 23:27:32,125 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.014369073003763333 (mp_runner.py:73) -2024-09-01 23:27:32,125 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.012516194001364056 (mp_runner.py:73) -2024-09-01 23:27:32,125 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.014102293003816158 (mp_runner.py:73) -2024-09-01 23:27:32,126 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.015077865995408501 (mp_runner.py:73) -2024-09-01 23:27:32,126 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.012099268002202734 (mp_runner.py:73) -2024-09-01 23:27:32,127 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.013931092005805112 (mp_runner.py:73) -2024-09-01 23:27:32,127 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.012946251001267228 (mp_runner.py:73) -2024-09-01 23:27:32,128 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.01576643700536806 (mp_runner.py:73) -2024-09-01 23:27:32,129 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.014982330001657829 (mp_runner.py:73) -2024-09-01 23:27:32,129 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.01574979800352594 (mp_runner.py:73) -2024-09-01 23:27:32,129 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.011298817000351846 (mp_runner.py:73) -2024-09-01 23:27:32,129 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.01279277400317369 (mp_runner.py:73) -2024-09-01 23:27:32,130 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.015047207998577505 (mp_runner.py:73) -2024-09-01 23:27:32,130 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.014893644001858775 (mp_runner.py:73) -2024-09-01 23:27:32,131 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.015991113003110513 (mp_runner.py:73) -2024-09-01 23:27:32,131 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.015164514996286016 (mp_runner.py:73) -2024-09-01 23:27:32,132 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.021647887006110977 (mp_runner.py:73) -2024-09-01 23:27:32,132 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.02284322599734878 (mp_runner.py:73) -2024-09-01 23:27:32,133 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.015062070997373667 (mp_runner.py:73) -2024-09-01 23:27:32,133 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.014711762996739708 (mp_runner.py:73) -2024-09-01 23:27:32,133 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.01456038100150181 (mp_runner.py:73) -2024-09-01 23:27:32,134 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.016832483001053333 (mp_runner.py:73) -2024-09-01 23:27:32,135 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.014397263999853749 (mp_runner.py:73) -2024-09-01 23:27:32,136 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.0149897779992898 (mp_runner.py:73) -2024-09-01 23:27:32,138 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.015743529998871963 (mp_runner.py:73) -2024-09-01 23:27:32,708 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.012902703994768672 (mp_runner.py:73) -2024-09-01 23:27:32,708 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.011550609997357242 (mp_runner.py:73) -2024-09-01 23:27:32,708 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.012424758999259211 (mp_runner.py:73) -2024-09-01 23:27:32,709 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.013294137999764644 (mp_runner.py:73) -2024-09-01 23:27:32,710 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.015593705997162033 (mp_runner.py:73) -2024-09-01 23:27:32,711 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.013111298001604155 (mp_runner.py:73) -2024-09-01 23:27:32,712 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.01475304600171512 (mp_runner.py:73) -2024-09-01 23:27:32,717 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.024487196002155542 (mp_runner.py:73) -2024-09-01 23:27:32,719 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.02651565799897071 (mp_runner.py:73) -2024-09-01 23:27:32,721 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.018487923000066075 (mp_runner.py:73) -2024-09-01 23:27:32,721 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.017727396996633615 (mp_runner.py:73) -2024-09-01 23:27:32,722 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.01776784499816131 (mp_runner.py:73) -2024-09-01 23:27:32,724 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.022982659997069277 (mp_runner.py:73) -2024-09-01 23:27:32,986 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.008861854003043845 (mp_runner.py:73) -2024-09-01 23:27:32,987 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.012586040000314824 (mp_runner.py:73) -2024-09-01 23:27:32,987 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.012950541997270193 (mp_runner.py:73) -2024-09-01 23:27:32,988 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.013400235002336558 (mp_runner.py:73) -2024-09-01 23:27:32,989 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.014641469999332912 (mp_runner.py:73) -2024-09-01 23:27:32,989 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.011838140002510045 (mp_runner.py:73) -2024-09-01 23:27:32,990 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.01445552800578298 (mp_runner.py:73) -2024-09-01 23:27:32,990 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.01234291199943982 (mp_runner.py:73) -2024-09-01 23:27:32,991 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.014757838005607482 (mp_runner.py:73) -2024-09-01 23:27:32,991 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.018979059997946024 (mp_runner.py:73) -2024-09-01 23:27:32,992 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.014771374000702053 (mp_runner.py:73) -2024-09-01 23:27:32,992 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.013172415994631592 (mp_runner.py:73) -2024-09-01 23:27:32,992 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.019927569999708794 (mp_runner.py:73) -2024-09-01 23:27:32,992 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.019473799999104813 (mp_runner.py:73) -2024-09-01 23:27:32,993 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.013914989001932554 (mp_runner.py:73) -2024-09-01 23:27:32,994 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.01632480200350983 (mp_runner.py:73) -2024-09-01 23:27:32,997 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.01389806199586019 (mp_runner.py:73) -2024-09-01 23:27:32,998 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.016070687997853383 (mp_runner.py:73) -2024-09-01 23:27:33,003 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.019518534994858783 (mp_runner.py:73) -2024-09-01 23:27:33,006 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.026802869004313834 (mp_runner.py:73) -2024-09-01 23:27:33,332 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.01735898399783764 (mp_runner.py:73) -2024-09-01 23:27:34,100 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.02433666799333878 (mp_runner.py:73) -2024-09-01 23:27:35,129 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.020544910003081895 (mp_runner.py:73) -2024-09-01 23:27:35,143 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.013776184001471847 (mp_runner.py:73) -2024-09-01 23:27:35,146 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.01506081400293624 (mp_runner.py:73) -2024-09-01 23:27:35,147 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.021027702998253517 (mp_runner.py:73) -2024-09-01 23:27:35,147 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.022006993000104558 (mp_runner.py:73) -2024-09-01 23:27:35,152 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.014119883999228477 (mp_runner.py:73) -2024-09-01 23:27:35,152 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.013654873997438699 (mp_runner.py:73) -2024-09-01 23:27:35,632 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.017613953998079523 (mp_runner.py:73) -2024-09-01 23:27:37,099 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.0171645489972434 (mp_runner.py:73) -2024-09-01 23:27:40,423 | DEBUG |(SpawnProcess-1:467) search_count: 1500, latest_latency=0.016653557002427988 (mp_runner.py:73) -2024-09-01 23:27:40,424 | DEBUG |(SpawnProcess-1:500) search_count: 1500, latest_latency=0.018912911997176707 (mp_runner.py:73) -2024-09-01 23:27:40,425 | DEBUG |(SpawnProcess-1:487) search_count: 1500, latest_latency=0.01805229599995073 (mp_runner.py:73) -2024-09-01 23:27:40,426 | DEBUG |(SpawnProcess-1:527) search_count: 1500, latest_latency=0.018615417000546586 (mp_runner.py:73) -2024-09-01 23:27:40,427 | DEBUG |(SpawnProcess-1:506) search_count: 1500, latest_latency=0.018261555000208318 (mp_runner.py:73) -2024-09-01 23:27:40,427 | DEBUG |(SpawnProcess-1:475) search_count: 1500, latest_latency=0.01805039300234057 (mp_runner.py:73) -2024-09-01 23:27:40,428 | DEBUG |(SpawnProcess-1:494) search_count: 1500, latest_latency=0.018698978004977107 (mp_runner.py:73) -2024-09-01 23:27:40,429 | DEBUG |(SpawnProcess-1:477) search_count: 1500, latest_latency=0.024699806002900004 (mp_runner.py:73) -2024-09-01 23:27:40,429 | DEBUG |(SpawnProcess-1:519) search_count: 1500, latest_latency=0.0258597389984061 (mp_runner.py:73) -2024-09-01 23:27:40,495 | DEBUG |(SpawnProcess-1:481) search_count: 1500, latest_latency=0.011864474996400531 (mp_runner.py:73) -2024-09-01 23:27:40,498 | DEBUG |(SpawnProcess-1:476) search_count: 1500, latest_latency=0.015350422996561974 (mp_runner.py:73) -2024-09-01 23:27:40,499 | DEBUG |(SpawnProcess-1:512) search_count: 1500, latest_latency=0.017422394994355273 (mp_runner.py:73) -2024-09-01 23:27:40,501 | DEBUG |(SpawnProcess-1:479) search_count: 1500, latest_latency=0.016080841996881645 (mp_runner.py:73) -2024-09-01 23:27:40,503 | DEBUG |(SpawnProcess-1:488) search_count: 1500, latest_latency=0.017588529997738078 (mp_runner.py:73) -2024-09-01 23:27:40,503 | DEBUG |(SpawnProcess-1:518) search_count: 1500, latest_latency=0.019543540001905058 (mp_runner.py:73) -2024-09-01 23:27:40,504 | DEBUG |(SpawnProcess-1:496) search_count: 1500, latest_latency=0.01751488199806772 (mp_runner.py:73) -2024-09-01 23:27:40,505 | DEBUG |(SpawnProcess-1:516) search_count: 1500, latest_latency=0.017828001000452787 (mp_runner.py:73) -2024-09-01 23:27:40,505 | DEBUG |(SpawnProcess-1:533) search_count: 1500, latest_latency=0.018730882002273574 (mp_runner.py:73) -2024-09-01 23:27:40,509 | DEBUG |(SpawnProcess-1:480) search_count: 1500, latest_latency=0.029114365002897102 (mp_runner.py:73) -2024-09-01 23:27:40,510 | DEBUG |(SpawnProcess-1:499) search_count: 1500, latest_latency=0.030895142997906078 (mp_runner.py:73) -2024-09-01 23:27:40,885 | DEBUG |(SpawnProcess-1:472) search_count: 1500, latest_latency=0.014067791002162267 (mp_runner.py:73) -2024-09-01 23:27:40,890 | DEBUG |(SpawnProcess-1:526) search_count: 1500, latest_latency=0.015636347998224664 (mp_runner.py:73) -2024-09-01 23:27:40,891 | DEBUG |(SpawnProcess-1:522) search_count: 1500, latest_latency=0.016008954000426456 (mp_runner.py:73) -2024-09-01 23:27:40,891 | DEBUG |(SpawnProcess-1:474) search_count: 1500, latest_latency=0.020260318997316062 (mp_runner.py:73) -2024-09-01 23:27:40,892 | DEBUG |(SpawnProcess-1:482) search_count: 1500, latest_latency=0.022318225994240493 (mp_runner.py:73) -2024-09-01 23:27:41,580 | DEBUG |(SpawnProcess-1:468) search_count: 1500, latest_latency=0.018495971999072935 (mp_runner.py:73) -2024-09-01 23:27:41,580 | DEBUG |(SpawnProcess-1:489) search_count: 1500, latest_latency=0.016066799995314796 (mp_runner.py:73) -2024-09-01 23:27:41,580 | DEBUG |(SpawnProcess-1:524) search_count: 1500, latest_latency=0.019429082996794023 (mp_runner.py:73) -2024-09-01 23:27:41,580 | DEBUG |(SpawnProcess-1:521) search_count: 1500, latest_latency=0.018545974999142345 (mp_runner.py:73) -2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:505) search_count: 1500, latest_latency=0.01843018699582899 (mp_runner.py:73) -2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:503) search_count: 1500, latest_latency=0.018980469001689926 (mp_runner.py:73) -2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:532) search_count: 1500, latest_latency=0.018087657997966744 (mp_runner.py:73) -2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:510) search_count: 1500, latest_latency=0.014426702000491787 (mp_runner.py:73) -2024-09-01 23:27:41,581 | DEBUG |(SpawnProcess-1:520) search_count: 1500, latest_latency=0.018993840996699873 (mp_runner.py:73) -2024-09-01 23:27:41,582 | DEBUG |(SpawnProcess-1:465) search_count: 1500, latest_latency=0.015507518997765146 (mp_runner.py:73) -2024-09-01 23:27:41,582 | DEBUG |(SpawnProcess-1:501) search_count: 1500, latest_latency=0.01903471399418777 (mp_runner.py:73) -2024-09-01 23:27:41,583 | DEBUG |(SpawnProcess-1:473) search_count: 1500, latest_latency=0.018880452997109387 (mp_runner.py:73) -2024-09-01 23:27:41,586 | DEBUG |(SpawnProcess-1:504) search_count: 1500, latest_latency=0.02533646200026851 (mp_runner.py:73) -2024-09-01 23:27:41,586 | DEBUG |(SpawnProcess-1:513) search_count: 1500, latest_latency=0.027252826002950314 (mp_runner.py:73) -2024-09-01 23:27:41,587 | DEBUG |(SpawnProcess-1:528) search_count: 1500, latest_latency=0.016459860002214555 (mp_runner.py:73) -2024-09-01 23:27:41,590 | DEBUG |(SpawnProcess-1:470) search_count: 1500, latest_latency=0.016899792004551273 (mp_runner.py:73) -2024-09-01 23:27:41,753 | DEBUG |(SpawnProcess-1:466) search_count: 1500, latest_latency=0.01634690100036096 (mp_runner.py:73) -2024-09-01 23:27:41,753 | DEBUG |(SpawnProcess-1:508) search_count: 1500, latest_latency=0.01677180900151143 (mp_runner.py:73) -2024-09-01 23:27:41,755 | DEBUG |(SpawnProcess-1:483) search_count: 1500, latest_latency=0.016574075001699384 (mp_runner.py:73) -2024-09-01 23:27:41,755 | DEBUG |(SpawnProcess-1:492) search_count: 1500, latest_latency=0.020587173996318597 (mp_runner.py:73) -2024-09-01 23:27:41,755 | DEBUG |(SpawnProcess-1:493) search_count: 1500, latest_latency=0.020535356001346372 (mp_runner.py:73) -2024-09-01 23:27:41,756 | DEBUG |(SpawnProcess-1:507) search_count: 1500, latest_latency=0.022876317998452578 (mp_runner.py:73) -2024-09-01 23:27:41,757 | DEBUG |(SpawnProcess-1:464) search_count: 1500, latest_latency=0.02712240500113694 (mp_runner.py:73) -2024-09-01 23:27:41,758 | DEBUG |(SpawnProcess-1:514) search_count: 1500, latest_latency=0.018321310002647806 (mp_runner.py:73) -2024-09-01 23:27:41,759 | DEBUG |(SpawnProcess-1:523) search_count: 1500, latest_latency=0.017408593994332477 (mp_runner.py:73) -2024-09-01 23:27:41,759 | DEBUG |(SpawnProcess-1:471) search_count: 1500, latest_latency=0.020258462995116133 (mp_runner.py:73) -2024-09-01 23:27:41,760 | DEBUG |(SpawnProcess-1:495) search_count: 1500, latest_latency=0.027823429001728073 (mp_runner.py:73) -2024-09-01 23:27:41,761 | DEBUG |(SpawnProcess-1:511) search_count: 1500, latest_latency=0.018066693999571726 (mp_runner.py:73) -2024-09-01 23:27:42,566 | DEBUG |(SpawnProcess-1:529) search_count: 1500, latest_latency=0.06258366399561055 (mp_runner.py:73) -2024-09-01 23:27:43,484 | DEBUG |(SpawnProcess-1:485) search_count: 1500, latest_latency=0.025641988002462313 (mp_runner.py:73) -2024-09-01 23:27:43,707 | DEBUG |(SpawnProcess-1:486) search_count: 1500, latest_latency=0.051200492001953535 (mp_runner.py:73) -2024-09-01 23:27:44,632 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0079s, count=1646, qps in this process: 54.8522 (mp_runner.py:76) -2024-09-01 23:27:44,637 | DEBUG |(SpawnProcess-1:469) search_count: 1500, latest_latency=0.027064571004302707 (mp_runner.py:73) -2024-09-01 23:27:44,836 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0164s, count=1715, qps in this process: 57.1354 (mp_runner.py:76) -2024-09-01 23:27:44,926 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0033s, count=1653, qps in this process: 55.0939 (mp_runner.py:76) -2024-09-01 23:27:44,943 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0178s, count=1716, qps in this process: 57.1661 (mp_runner.py:76) -2024-09-01 23:27:44,945 | DEBUG |(SpawnProcess-1:502) search_count: 1500, latest_latency=0.02506076700228732 (mp_runner.py:73) -2024-09-01 23:27:44,966 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0085s, count=1664, qps in this process: 55.451 (mp_runner.py:76) -2024-09-01 23:27:44,967 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0075s, count=1693, qps in this process: 56.4192 (mp_runner.py:76) -2024-09-01 23:27:44,969 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0028s, count=1709, qps in this process: 56.9614 (mp_runner.py:76) -2024-09-01 23:27:44,983 | DEBUG |(SpawnProcess-1:490) search_count: 1500, latest_latency=0.024984172996482812 (mp_runner.py:73) -2024-09-01 23:27:44,984 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0061s, count=1656, qps in this process: 55.1888 (mp_runner.py:76) -2024-09-01 23:27:44,989 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0135s, count=1731, qps in this process: 57.674 (mp_runner.py:76) -2024-09-01 23:27:45,009 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.029s, count=1705, qps in this process: 56.7784 (mp_runner.py:76) -2024-09-01 23:27:45,086 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0141s, count=1724, qps in this process: 57.4397 (mp_runner.py:76) -2024-09-01 23:27:45,086 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0113s, count=1712, qps in this process: 57.0452 (mp_runner.py:76) -2024-09-01 23:27:45,096 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0007s, count=1742, qps in this process: 58.0653 (mp_runner.py:76) -2024-09-01 23:27:45,109 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0003s, count=1519, qps in this process: 50.6328 (mp_runner.py:76) -2024-09-01 23:27:45,115 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0417s, count=1697, qps in this process: 56.4881 (mp_runner.py:76) -2024-09-01 23:27:45,119 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0129s, count=1646, qps in this process: 54.8431 (mp_runner.py:76) -2024-09-01 23:27:45,122 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0156s, count=1659, qps in this process: 55.2713 (mp_runner.py:76) -2024-09-01 23:27:45,123 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0006s, count=1670, qps in this process: 55.6656 (mp_runner.py:76) -2024-09-01 23:27:45,152 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.023s, count=1699, qps in this process: 56.5899 (mp_runner.py:76) -2024-09-01 23:27:45,161 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0234s, count=1730, qps in this process: 57.6217 (mp_runner.py:76) -2024-09-01 23:27:45,169 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0591s, count=1561, qps in this process: 51.931 (mp_runner.py:76) -2024-09-01 23:27:45,182 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.004s, count=1508, qps in this process: 50.26 (mp_runner.py:76) -2024-09-01 23:27:45,204 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0051s, count=1747, qps in this process: 58.2234 (mp_runner.py:76) -2024-09-01 23:27:45,214 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0497s, count=1648, qps in this process: 54.8425 (mp_runner.py:76) -2024-09-01 23:27:45,217 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0424s, count=1558, qps in this process: 51.86 (mp_runner.py:76) -2024-09-01 23:27:45,228 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.022s, count=1748, qps in this process: 58.224 (mp_runner.py:76) -2024-09-01 23:27:45,231 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0292s, count=1650, qps in this process: 54.9465 (mp_runner.py:76) -2024-09-01 23:27:45,234 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0276s, count=1738, qps in this process: 57.8801 (mp_runner.py:76) -2024-09-01 23:27:45,237 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0333s, count=1673, qps in this process: 55.7048 (mp_runner.py:76) -2024-09-01 23:27:45,253 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0072s, count=1650, qps in this process: 54.9868 (mp_runner.py:76) -2024-09-01 23:27:45,253 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0098s, count=1677, qps in this process: 55.8817 (mp_runner.py:76) -2024-09-01 23:27:45,257 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0118s, count=1488, qps in this process: 49.5805 (mp_runner.py:76) -2024-09-01 23:27:45,260 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0069s, count=1750, qps in this process: 58.3199 (mp_runner.py:76) -2024-09-01 23:27:45,261 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0079s, count=1750, qps in this process: 58.318 (mp_runner.py:76) -2024-09-01 23:27:45,264 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0235s, count=1650, qps in this process: 54.957 (mp_runner.py:76) -2024-09-01 23:27:45,268 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0226s, count=1704, qps in this process: 56.7572 (mp_runner.py:76) -2024-09-01 23:27:45,283 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0359s, count=1650, qps in this process: 54.9343 (mp_runner.py:76) -2024-09-01 23:27:45,288 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0096s, count=1604, qps in this process: 53.4496 (mp_runner.py:76) -2024-09-01 23:27:45,295 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0044s, count=1642, qps in this process: 54.7253 (mp_runner.py:76) -2024-09-01 23:27:45,314 | DEBUG |(SpawnProcess-1:530) search_count: 1500, latest_latency=0.008035560000280384 (mp_runner.py:73) -2024-09-01 23:27:45,319 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0018s, count=1491, qps in this process: 49.697 (mp_runner.py:76) -2024-09-01 23:27:45,320 | DEBUG |(SpawnProcess-1:531) search_count: 1500, latest_latency=0.018551638000644743 (mp_runner.py:73) -2024-09-01 23:27:45,326 | DEBUG |(SpawnProcess-1:498) search_count: 1500, latest_latency=0.025217007998435292 (mp_runner.py:73) -2024-09-01 23:27:45,328 | DEBUG |(SpawnProcess-1:525) search_count: 1500, latest_latency=0.027864329997100867 (mp_runner.py:73) -2024-09-01 23:27:45,336 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0178s, count=1746, qps in this process: 58.1655 (mp_runner.py:76) -2024-09-01 23:27:45,337 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0168s, count=1735, qps in this process: 57.801 (mp_runner.py:76) -2024-09-01 23:27:45,339 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0121s, count=1664, qps in this process: 55.4443 (mp_runner.py:76) -2024-09-01 23:27:45,342 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0051s, count=1653, qps in this process: 55.0906 (mp_runner.py:76) -2024-09-01 23:27:45,344 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0066s, count=1644, qps in this process: 54.7879 (mp_runner.py:76) -2024-09-01 23:27:45,347 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0022s, count=1492, qps in this process: 49.7297 (mp_runner.py:76) -2024-09-01 23:27:45,374 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.003s, count=1513, qps in this process: 50.4283 (mp_runner.py:76) -2024-09-01 23:27:45,375 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0068s, count=1756, qps in this process: 58.5201 (mp_runner.py:76) -2024-09-01 23:27:45,379 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0132s, count=1668, qps in this process: 55.5755 (mp_runner.py:76) -2024-09-01 23:27:45,380 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0059s, count=1711, qps in this process: 57.0221 (mp_runner.py:76) -2024-09-01 23:27:45,387 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0115s, count=1647, qps in this process: 54.879 (mp_runner.py:76) -2024-09-01 23:27:45,401 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0078s, count=1687, qps in this process: 56.2187 (mp_runner.py:76) -2024-09-01 23:27:45,405 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0029s, count=1751, qps in this process: 58.361 (mp_runner.py:76) -2024-09-01 23:27:45,407 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0027s, count=1689, qps in this process: 56.2949 (mp_runner.py:76) -2024-09-01 23:27:45,415 | DEBUG |(SpawnProcess-1:491) search_count: 1500, latest_latency=0.007317301002331078 (mp_runner.py:73) -2024-09-01 23:27:45,420 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0024s, count=1764, qps in this process: 58.7953 (mp_runner.py:76) -2024-09-01 23:27:45,424 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0002s, count=1765, qps in this process: 58.8329 (mp_runner.py:76) -2024-09-01 23:27:45,428 | DEBUG |(SpawnProcess-1:497) search_count: 1500, latest_latency=0.006315527003607713 (mp_runner.py:73) -2024-09-01 23:27:45,443 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.001s, count=1684, qps in this process: 56.1315 (mp_runner.py:76) -2024-09-01 23:27:45,533 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0025s, count=1665, qps in this process: 55.4954 (mp_runner.py:76) -2024-09-01 23:27:45,537 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0042s, count=1706, qps in this process: 56.8587 (mp_runner.py:76) -2024-09-01 23:27:45,538 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0014s, count=1687, qps in this process: 56.2307 (mp_runner.py:76) -2024-09-01 23:27:45,540 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.001s, count=1523, qps in this process: 50.765 (mp_runner.py:76) -2024-09-01 23:27:45,541 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0006s, count=1708, qps in this process: 56.9322 (mp_runner.py:76) -2024-09-01 23:27:45,543 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0028s, count=1745, qps in this process: 58.1612 (mp_runner.py:76) -2024-09-01 23:27:45,544 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0017s, count=1527, qps in this process: 50.8971 (mp_runner.py:76) -2024-09-01 23:27:45,571 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0015s, count=1555, qps in this process: 51.8307 (mp_runner.py:76) -2024-09-01 23:27:45,571 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0015s, count=1554, qps in this process: 51.7974 (mp_runner.py:76) -2024-09-01 23:27:45,591 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0006s, count=1455, qps in this process: 48.499 (mp_runner.py:76) -2024-09-01 23:27:45,600 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0008s, count=1581, qps in this process: 52.6986 (mp_runner.py:76) -2024-09-01 23:27:45,601 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0008s, count=1445, qps in this process: 48.1654 (mp_runner.py:76) -2024-09-01 23:27:45,604 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0002s, count=1586, qps in this process: 52.8663 (mp_runner.py:76) -2024-09-01 23:27:45,623 | INFO |End search in concurrency 70: dur=31.075710680001066s, total_count=115879, qps=3728.9252 (mp_runner.py:120) -2024-09-01 23:27:50,241 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=883.7196, build_dur=785.2063429970003, table_size='3908 MB', index_size='3906 MB', qps=3774.9496, serial_latency_p99=np.float64(0.2194), recall=np.float64(0.0969), ndcg=np.float64(0.1846), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1207.9792, 3311.3797, 3686.9418, 3685.6048, 3563.6089, 3647.8976, 3706.9748, 3747.7503, 3736.0171, 3774.9496, 3596.5629, 3639.3397, 3558.0966, 3728.9252], conc_latency_p99_list=[np.float64(0.0004553687248677306), np.float64(0.0006933124278490141), np.float64(0.0010431908058861155), np.float64(0.001305283446512476), np.float64(0.0015425436050376447), np.float64(0.0019081457194821269), np.float64(0.0023150108912843278), np.float64(0.002748812195373466), np.float64(0.0027013102877899656), np.float64(0.002481294635936501), np.float64(0.003332291861374688), np.float64(0.003307965847797459), np.float64(0.002925031572698208), np.float64(0.003543079316894)]) (task_runner.py:197) -2024-09-01 23:27:50,241 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:01:37.246590'}, result=Metric(max_load_count=0, load_duration=883.7196, build_dur=785.2063429970003, table_size='3908 MB', index_size='3906 MB', qps=3774.9496, serial_latency_p99=np.float64(0.2194), recall=np.float64(0.0969), ndcg=np.float64(0.1846), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1207.9792, 3311.3797, 3686.9418, 3685.6048, 3563.6089, 3647.8976, 3706.9748, 3747.7503, 3736.0171, 3774.9496, 3596.5629, 3639.3397, 3558.0966, 3728.9252], conc_latency_p99_list=[np.float64(0.0004553687248677306), np.float64(0.0006933124278490141), np.float64(0.0010431908058861155), np.float64(0.001305283446512476), np.float64(0.0015425436050376447), np.float64(0.0019081457194821269), np.float64(0.0023150108912843278), np.float64(0.002748812195373466), np.float64(0.0027013102877899656), np.float64(0.002481294635936501), np.float64(0.003332291861374688), np.float64(0.003307965847797459), np.float64(0.002925031572698208), np.float64(0.003543079316894)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 23:27:50,241 | INFO |Task summary: run_id=f7d92, task_label=f7d9232774d14fe9923d2ecf9184f986 (models.py:346) -2024-09-01 23:27:50,241 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 23:27:50,241 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 23:27:50,241 | INFO |PgVector | 2024-09-01T23:01:37.246590 Performance1536D500K f7d9232774d14fe9923d2ecf9184f986 | 883.7196 3774.9496 0.2194 0.0969 0 | :) (models.py:346) -2024-09-01 23:27:50,242 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json (models.py:204) -2024-09-01 23:27:50,242 | INFO |Success to finish task: label=f7d9232774d14fe9923d2ecf9184f986, run_id=f7d9232774d14fe9923d2ecf9184f986 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json b/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json deleted file mode 100644 index 16739f5f4..000000000 --- a/script/data/aws/db.m6i.large-8-128-10-Performance1536D500K-0-13784/result_20240901_f7d9232774d14fe9923d2ecf9184f986_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "f7d9232774d14fe9923d2ecf9184f986", "task_label": "f7d9232774d14fe9923d2ecf9184f986", "results": [{"metrics": {"max_load_count": 0, "load_duration": 883.7196, "build_dur": 785.2063429970003, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 3774.9496, "serial_latency_p99": 0.2194, "recall": 0.0969, "ndcg": 0.1846, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1207.9792, 3311.3797, 3686.9418, 3685.6048, 3563.6089, 3647.8976, 3706.9748, 3747.7503, 3736.0171, 3774.9496, 3596.5629, 3639.3397, 3558.0966, 3728.9252], "conc_latency_p99_list": [0.0004553687248677306, 0.0006933124278490141, 0.0010431908058861155, 0.001305283446512476, 0.0015425436050376447, 0.0019081457194821269, 0.0023150108912843278, 0.002748812195373466, 0.0027013102877899656, 0.002481294635936501, 0.003332291861374688, 0.003307965847797459, 0.002925031572698208, 0.003543079316894]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T23:01:37.246590", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt b/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt deleted file mode 100644 index 700032ef0..000000000 --- a/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/log.txt +++ /dev/null @@ -1,1688 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load -2024-09-02 00:06:12,535 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:06:12.523815', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 00:06:12,535 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:06:12.523815', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 00:06:12,535 | INFO |generated uuid for the tasks: 9c6f28e85dbc4343b8c5d907c3ab327a (interface.py:66) -2024-09-02 00:06:12,596 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 00:06:12,596 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 00:06:12,596 | INFO | PgVector-2024-09-02T00:06:12.523815 | Performance OpenAI-MEDIUM-500K None | 9c6f28e85dbc4343b8c5d907c3ab327a (task_runner.py:340) -2024-09-02 00:06:12,596 | INFO |task submitted: id=9c6f28e85dbc4343b8c5d907c3ab327a, 9c6f28e85dbc4343b8c5d907c3ab327a, case number: 1 (interface.py:231) -2024-09-02 00:06:13,014 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:06:12.523815'}, drop_old=False (interface.py:164) -2024-09-02 00:06:13,014 | INFO |Starting run (task_runner.py:100) -2024-09-02 00:06:13,088 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 00:06:13,684 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 00:06:13,732 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 00:06:13,755 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 00:06:13,755 | INFO |Start performance case (task_runner.py:158) -2024-09-02 00:06:13,767 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:06:13,768 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 00:06:13,768 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 00:06:13,768 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-02 00:06:13,811 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-02 00:06:14,385 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-02 00:06:14,404 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:06:14,404 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-02 00:06:14,404 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-02 00:06:18,357 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.047095907997572795, latest recall=0.86 (serial_runner.py:202) -2024-09-02 00:06:22,029 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03636858800018672, latest recall=0.9 (serial_runner.py:202) -2024-09-02 00:06:25,649 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.025089050002861768, latest recall=0.8 (serial_runner.py:202) -2024-09-02 00:06:29,296 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.02303981300065061, latest recall=0.94 (serial_runner.py:202) -2024-09-02 00:06:32,939 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.015140880001126789, latest recall=0.89 (serial_runner.py:202) -2024-09-02 00:06:36,188 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.023459550000552554, latest recall=0.96 (serial_runner.py:202) -2024-09-02 00:06:39,340 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.019024827000976074, latest recall=0.93 (serial_runner.py:202) -2024-09-02 00:06:42,753 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.03827949699916644, latest recall=0.95 (serial_runner.py:202) -2024-09-02 00:06:45,950 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01859015600348357, latest recall=0.99 (serial_runner.py:202) -2024-09-02 00:06:49,413 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03323508699395461, latest recall=0.79 (serial_runner.py:202) -2024-09-02 00:06:49,413 | INFO |SpawnProcess-1:1 search entire test_data: cost=25.0812s, queries=1000, avg_recall=0.8871, avg_ndcg=0.9024,avg_latency=0.0251, p99=0.0475 (serial_runner.py:209) -2024-09-02 00:06:49,952 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:06:49,953 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-02 00:06:50,974 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-02 00:06:51,006 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:06:54,174 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.004067665999173187 (mp_runner.py:73) -2024-09-02 00:06:56,167 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0047590859976480715 (mp_runner.py:73) -2024-09-02 00:06:58,177 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0033652889978839085 (mp_runner.py:73) -2024-09-02 00:07:00,338 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.004778921000252012 (mp_runner.py:73) -2024-09-02 00:07:02,358 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0034797069965861738 (mp_runner.py:73) -2024-09-02 00:07:04,321 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.004688165005063638 (mp_runner.py:73) -2024-09-02 00:07:06,332 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.003378269997483585 (mp_runner.py:73) -2024-09-02 00:07:08,250 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0046440410005743615 (mp_runner.py:73) -2024-09-02 00:07:10,324 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0033245699960389175 (mp_runner.py:73) -2024-09-02 00:07:12,283 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.004731165994598996 (mp_runner.py:73) -2024-09-02 00:07:14,343 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0034707160011748783 (mp_runner.py:73) -2024-09-02 00:07:16,308 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.004733638001198415 (mp_runner.py:73) -2024-09-02 00:07:18,323 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.003402664005989209 (mp_runner.py:73) -2024-09-02 00:07:20,256 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0052562870041583665 (mp_runner.py:73) -2024-09-02 00:07:21,009 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0022s, count=7189, qps in this process: 239.6158 (mp_runner.py:76) -2024-09-02 00:07:21,010 | INFO |End search in concurrency 1: dur=30.035751438997977s, total_count=7189, qps=239.3481 (mp_runner.py:120) -2024-09-02 00:07:21,194 | INFO |Update largest qps with concurrency 1: current max_qps=239.3481 (mp_runner.py:124) -2024-09-02 00:07:21,606 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:07:21,607 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-02 00:07:26,653 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-02 00:07:26,699 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:07:26,699 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:07:26,701 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:07:26,701 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:07:26,732 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:07:30,209 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.009488225005043205 (mp_runner.py:73) -2024-09-02 00:07:30,212 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0117280690028565 (mp_runner.py:73) -2024-09-02 00:07:30,213 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.00951129099848913 (mp_runner.py:73) -2024-09-02 00:07:30,213 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.007923668999865185 (mp_runner.py:73) -2024-09-02 00:07:30,217 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.010985945002175868 (mp_runner.py:73) -2024-09-02 00:07:33,576 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.016324090996931773 (mp_runner.py:73) -2024-09-02 00:07:33,577 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0049867309935507365 (mp_runner.py:73) -2024-09-02 00:07:33,579 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.005294426002365071 (mp_runner.py:73) -2024-09-02 00:07:33,579 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.003000887001689989 (mp_runner.py:73) -2024-09-02 00:07:33,586 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.004580584994982928 (mp_runner.py:73) -2024-09-02 00:07:36,916 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.005045967998739798 (mp_runner.py:73) -2024-09-02 00:07:36,917 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.005187287002627272 (mp_runner.py:73) -2024-09-02 00:07:36,917 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.005833965005876962 (mp_runner.py:73) -2024-09-02 00:07:36,918 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.006510815997899044 (mp_runner.py:73) -2024-09-02 00:07:36,918 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.006392463998054154 (mp_runner.py:73) -2024-09-02 00:07:40,174 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008234984998125583 (mp_runner.py:73) -2024-09-02 00:07:40,175 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008871891004673671 (mp_runner.py:73) -2024-09-02 00:07:40,188 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.00714415599941276 (mp_runner.py:73) -2024-09-02 00:07:40,192 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.007063277000270318 (mp_runner.py:73) -2024-09-02 00:07:40,192 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.00921544199809432 (mp_runner.py:73) -2024-09-02 00:07:43,750 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.006364189001033083 (mp_runner.py:73) -2024-09-02 00:07:43,750 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.007073580003634561 (mp_runner.py:73) -2024-09-02 00:07:43,751 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.007615180998982396 (mp_runner.py:73) -2024-09-02 00:07:43,751 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.007700092006416526 (mp_runner.py:73) -2024-09-02 00:07:43,751 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.008140213001752272 (mp_runner.py:73) -2024-09-02 00:07:47,196 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.007243029998790007 (mp_runner.py:73) -2024-09-02 00:07:47,196 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.007409418998577166 (mp_runner.py:73) -2024-09-02 00:07:47,196 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.007229044000268914 (mp_runner.py:73) -2024-09-02 00:07:47,196 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.007629576000908855 (mp_runner.py:73) -2024-09-02 00:07:47,197 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.00781264699617168 (mp_runner.py:73) -2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.005928689999564085 (mp_runner.py:73) -2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0060183910027262755 (mp_runner.py:73) -2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.005899189993215259 (mp_runner.py:73) -2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.006252719002077356 (mp_runner.py:73) -2024-09-02 00:07:50,525 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.006357952996040694 (mp_runner.py:73) -2024-09-02 00:07:53,733 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.006303219997789711 (mp_runner.py:73) -2024-09-02 00:07:53,734 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0068252609999035485 (mp_runner.py:73) -2024-09-02 00:07:53,734 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.006920571999216918 (mp_runner.py:73) -2024-09-02 00:07:53,734 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.007011228997725993 (mp_runner.py:73) -2024-09-02 00:07:53,734 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.006808229001762811 (mp_runner.py:73) -2024-09-02 00:07:56,706 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0061s, count=4448, qps in this process: 148.2365 (mp_runner.py:76) -2024-09-02 00:07:56,707 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0071s, count=4448, qps in this process: 148.2316 (mp_runner.py:76) -2024-09-02 00:07:56,707 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0017s, count=4448, qps in this process: 148.2583 (mp_runner.py:76) -2024-09-02 00:07:56,709 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0032s, count=4448, qps in this process: 148.2509 (mp_runner.py:76) -2024-09-02 00:07:56,741 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0035s, count=4454, qps in this process: 148.4493 (mp_runner.py:76) -2024-09-02 00:07:56,743 | INFO |End search in concurrency 5: dur=30.089361012993322s, total_count=22246, qps=739.3311 (mp_runner.py:120) -2024-09-02 00:07:57,038 | INFO |Update largest qps with concurrency 5: current max_qps=739.3311 (mp_runner.py:124) -2024-09-02 00:07:57,448 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:07:57,448 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-02 00:08:07,661 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-02 00:08:07,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,742 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,743 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,746 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,759 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,809 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,821 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,823 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,823 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,827 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,827 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,831 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,831 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,831 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:07,834 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:15,858 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.008654428995214403 (mp_runner.py:73) -2024-09-02 00:08:15,859 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0095019830041565 (mp_runner.py:73) -2024-09-02 00:08:15,859 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.010846976001630537 (mp_runner.py:73) -2024-09-02 00:08:15,861 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.008187767998606432 (mp_runner.py:73) -2024-09-02 00:08:15,861 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.010956265999993775 (mp_runner.py:73) -2024-09-02 00:08:15,863 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.007631644002685789 (mp_runner.py:73) -2024-09-02 00:08:15,863 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.011738809000235051 (mp_runner.py:73) -2024-09-02 00:08:15,865 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.014009215999976732 (mp_runner.py:73) -2024-09-02 00:08:15,866 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.013621197998872958 (mp_runner.py:73) -2024-09-02 00:08:15,866 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.015882011997746304 (mp_runner.py:73) -2024-09-02 00:08:15,868 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.019796145999862347 (mp_runner.py:73) -2024-09-02 00:08:15,868 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.011041493999073282 (mp_runner.py:73) -2024-09-02 00:08:15,873 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.02351621200068621 (mp_runner.py:73) -2024-09-02 00:08:15,873 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.008290089004731271 (mp_runner.py:73) -2024-09-02 00:08:15,878 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.02268871800333727 (mp_runner.py:73) -2024-09-02 00:08:23,281 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.007204795998404734 (mp_runner.py:73) -2024-09-02 00:08:23,281 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.007179544998507481 (mp_runner.py:73) -2024-09-02 00:08:23,283 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.009136711007158738 (mp_runner.py:73) -2024-09-02 00:08:23,283 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.009467101001064293 (mp_runner.py:73) -2024-09-02 00:08:23,285 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.010831965002580546 (mp_runner.py:73) -2024-09-02 00:08:23,285 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.010580856003798544 (mp_runner.py:73) -2024-09-02 00:08:23,286 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.0125549910007976 (mp_runner.py:73) -2024-09-02 00:08:23,286 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.01232970399723854 (mp_runner.py:73) -2024-09-02 00:08:23,287 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.013957821996882558 (mp_runner.py:73) -2024-09-02 00:08:23,288 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.013824943998770323 (mp_runner.py:73) -2024-09-02 00:08:23,288 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.014317692002805416 (mp_runner.py:73) -2024-09-02 00:08:23,290 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.01667288099997677 (mp_runner.py:73) -2024-09-02 00:08:23,290 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.01604842000233475 (mp_runner.py:73) -2024-09-02 00:08:23,293 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01951020900014555 (mp_runner.py:73) -2024-09-02 00:08:23,303 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.029603662005683873 (mp_runner.py:73) -2024-09-02 00:08:31,245 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.0057159460047842 (mp_runner.py:73) -2024-09-02 00:08:31,245 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.004369068999949377 (mp_runner.py:73) -2024-09-02 00:08:31,246 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.007299878001504112 (mp_runner.py:73) -2024-09-02 00:08:31,247 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.004590227996231988 (mp_runner.py:73) -2024-09-02 00:08:31,248 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.00930425899423426 (mp_runner.py:73) -2024-09-02 00:08:31,249 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.006458560994360596 (mp_runner.py:73) -2024-09-02 00:08:31,250 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.007740824003121816 (mp_runner.py:73) -2024-09-02 00:08:31,250 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.01118031900114147 (mp_runner.py:73) -2024-09-02 00:08:31,252 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.00964994600508362 (mp_runner.py:73) -2024-09-02 00:08:31,252 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.012961729000380728 (mp_runner.py:73) -2024-09-02 00:08:31,254 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.014903749004588462 (mp_runner.py:73) -2024-09-02 00:08:31,254 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.014433628995902836 (mp_runner.py:73) -2024-09-02 00:08:31,255 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.014147118999972008 (mp_runner.py:73) -2024-09-02 00:08:31,255 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0036096929979976267 (mp_runner.py:73) -2024-09-02 00:08:31,257 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.01723949599545449 (mp_runner.py:73) -2024-09-02 00:08:37,727 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0098s, count=1936, qps in this process: 64.5123 (mp_runner.py:76) -2024-09-02 00:08:37,750 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0051s, count=1937, qps in this process: 64.5557 (mp_runner.py:76) -2024-09-02 00:08:37,751 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0032s, count=1937, qps in this process: 64.5598 (mp_runner.py:76) -2024-09-02 00:08:37,757 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0044s, count=1938, qps in this process: 64.5905 (mp_runner.py:76) -2024-09-02 00:08:37,765 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0037s, count=1939, qps in this process: 64.6254 (mp_runner.py:76) -2024-09-02 00:08:37,817 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.003s, count=1943, qps in this process: 64.7602 (mp_runner.py:76) -2024-09-02 00:08:37,827 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0033s, count=1944, qps in this process: 64.7929 (mp_runner.py:76) -2024-09-02 00:08:37,828 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0015s, count=1944, qps in this process: 64.7968 (mp_runner.py:76) -2024-09-02 00:08:37,837 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0058s, count=1945, qps in this process: 64.8208 (mp_runner.py:76) -2024-09-02 00:08:37,837 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0094s, count=1945, qps in this process: 64.813 (mp_runner.py:76) -2024-09-02 00:08:37,838 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.007s, count=1945, qps in this process: 64.8182 (mp_runner.py:76) -2024-09-02 00:08:37,838 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0044s, count=1945, qps in this process: 64.8238 (mp_runner.py:76) -2024-09-02 00:08:37,839 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0047s, count=1945, qps in this process: 64.8232 (mp_runner.py:76) -2024-09-02 00:08:37,839 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0044s, count=1945, qps in this process: 64.8238 (mp_runner.py:76) -2024-09-02 00:08:37,845 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0045s, count=1946, qps in this process: 64.8569 (mp_runner.py:76) -2024-09-02 00:08:37,848 | INFO |End search in concurrency 15: dur=30.187553189003665s, total_count=29134, qps=965.0997 (mp_runner.py:120) -2024-09-02 00:08:38,751 | INFO |Update largest qps with concurrency 15: current max_qps=965.0997 (mp_runner.py:124) -2024-09-02 00:08:39,160 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:08:39,161 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-02 00:08:49,417 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-02 00:08:49,484 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,493 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,522 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,528 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,603 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,603 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,604 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,630 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,632 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,632 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,637 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,649 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,653 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,653 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:49,654 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:08:59,768 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.012624263996258378 (mp_runner.py:73) -2024-09-02 00:08:59,769 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.012702995998552069 (mp_runner.py:73) -2024-09-02 00:08:59,769 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.013154849002603441 (mp_runner.py:73) -2024-09-02 00:08:59,769 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.013003043000935577 (mp_runner.py:73) -2024-09-02 00:08:59,770 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.01370658099767752 (mp_runner.py:73) -2024-09-02 00:08:59,770 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0139209219996701 (mp_runner.py:73) -2024-09-02 00:08:59,770 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.01437600299686892 (mp_runner.py:73) -2024-09-02 00:08:59,771 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.014333127001009416 (mp_runner.py:73) -2024-09-02 00:08:59,771 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.01487592999910703 (mp_runner.py:73) -2024-09-02 00:08:59,771 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.014888922996760812 (mp_runner.py:73) -2024-09-02 00:08:59,772 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.015620157995726913 (mp_runner.py:73) -2024-09-02 00:08:59,772 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.015782169997692108 (mp_runner.py:73) -2024-09-02 00:08:59,773 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.01623685499362182 (mp_runner.py:73) -2024-09-02 00:08:59,773 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.01632040199910989 (mp_runner.py:73) -2024-09-02 00:08:59,774 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.016833503999805544 (mp_runner.py:73) -2024-09-02 00:08:59,774 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.01691761999973096 (mp_runner.py:73) -2024-09-02 00:08:59,774 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.018284363999555353 (mp_runner.py:73) -2024-09-02 00:08:59,774 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.018616137000208255 (mp_runner.py:73) -2024-09-02 00:08:59,775 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.018452773001627065 (mp_runner.py:73) -2024-09-02 00:08:59,775 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.019168999999237712 (mp_runner.py:73) -2024-09-02 00:09:09,692 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.024225626002589706 (mp_runner.py:73) -2024-09-02 00:09:09,693 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.02309481700649485 (mp_runner.py:73) -2024-09-02 00:09:09,693 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.02739173900044989 (mp_runner.py:73) -2024-09-02 00:09:09,693 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.02905900300538633 (mp_runner.py:73) -2024-09-02 00:09:09,693 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.029746223997790366 (mp_runner.py:73) -2024-09-02 00:09:09,694 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.027830457998788916 (mp_runner.py:73) -2024-09-02 00:09:09,694 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.02037721100350609 (mp_runner.py:73) -2024-09-02 00:09:09,694 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.02219061099458486 (mp_runner.py:73) -2024-09-02 00:09:09,694 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.021765561003121547 (mp_runner.py:73) -2024-09-02 00:09:09,695 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.03213701599452179 (mp_runner.py:73) -2024-09-02 00:09:09,695 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.027655190002406016 (mp_runner.py:73) -2024-09-02 00:09:09,695 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.020882469005300663 (mp_runner.py:73) -2024-09-02 00:09:09,695 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.02435580200108234 (mp_runner.py:73) -2024-09-02 00:09:09,696 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.026969038000970613 (mp_runner.py:73) -2024-09-02 00:09:09,696 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.016559474002860952 (mp_runner.py:73) -2024-09-02 00:09:09,696 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.00986148499941919 (mp_runner.py:73) -2024-09-02 00:09:09,696 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.02591299999767216 (mp_runner.py:73) -2024-09-02 00:09:09,697 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.009833460004301742 (mp_runner.py:73) -2024-09-02 00:09:09,697 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.03536325599998236 (mp_runner.py:73) -2024-09-02 00:09:09,925 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.009165734001726378 (mp_runner.py:73) -2024-09-02 00:09:19,500 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.011s, count=1472, qps in this process: 49.0487 (mp_runner.py:76) -2024-09-02 00:09:19,501 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.008s, count=1472, qps in this process: 49.0536 (mp_runner.py:76) -2024-09-02 00:09:19,521 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0034s, count=1473, qps in this process: 49.0944 (mp_runner.py:76) -2024-09-02 00:09:19,532 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.008s, count=1472, qps in this process: 49.0536 (mp_runner.py:76) -2024-09-02 00:09:19,536 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0023s, count=1474, qps in this process: 49.1296 (mp_runner.py:76) -2024-09-02 00:09:19,537 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0139s, count=1474, qps in this process: 49.1106 (mp_runner.py:76) -2024-09-02 00:09:19,554 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0123s, count=1475, qps in this process: 49.1465 (mp_runner.py:76) -2024-09-02 00:09:19,568 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0019s, count=1476, qps in this process: 49.1969 (mp_runner.py:76) -2024-09-02 00:09:19,616 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0102s, count=1480, qps in this process: 49.3166 (mp_runner.py:76) -2024-09-02 00:09:19,618 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0115s, count=1480, qps in this process: 49.3144 (mp_runner.py:76) -2024-09-02 00:09:19,620 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0142s, count=1480, qps in this process: 49.31 (mp_runner.py:76) -2024-09-02 00:09:19,645 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0011s, count=1482, qps in this process: 49.3982 (mp_runner.py:76) -2024-09-02 00:09:19,645 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0096s, count=1482, qps in this process: 49.3842 (mp_runner.py:76) -2024-09-02 00:09:19,645 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0103s, count=1482, qps in this process: 49.383 (mp_runner.py:76) -2024-09-02 00:09:19,646 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.01s, count=1482, qps in this process: 49.3835 (mp_runner.py:76) -2024-09-02 00:09:19,660 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0016s, count=1484, qps in this process: 49.464 (mp_runner.py:76) -2024-09-02 00:09:19,660 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0043s, count=1484, qps in this process: 49.4596 (mp_runner.py:76) -2024-09-02 00:09:19,662 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.001s, count=1484, qps in this process: 49.465 (mp_runner.py:76) -2024-09-02 00:09:19,665 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0049s, count=1485, qps in this process: 49.4919 (mp_runner.py:76) -2024-09-02 00:09:19,666 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0059s, count=1485, qps in this process: 49.4903 (mp_runner.py:76) -2024-09-02 00:09:19,670 | INFO |End search in concurrency 20: dur=30.251341932998912s, total_count=29578, qps=977.7417 (mp_runner.py:120) -2024-09-02 00:09:20,920 | INFO |Update largest qps with concurrency 20: current max_qps=977.7417 (mp_runner.py:124) -2024-09-02 00:09:21,327 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:09:21,328 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-02 00:09:31,629 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-02 00:09:31,741 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,741 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,746 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,767 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,844 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,852 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,854 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,854 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,865 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,865 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,869 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,889 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,892 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,902 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,903 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,905 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:31,906 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:09:44,356 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.004783757001860067 (mp_runner.py:73) -2024-09-02 00:09:44,356 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.008970192997367121 (mp_runner.py:73) -2024-09-02 00:09:44,358 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.013773128004686441 (mp_runner.py:73) -2024-09-02 00:09:44,359 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.012036018997605424 (mp_runner.py:73) -2024-09-02 00:09:44,360 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.019678083997860085 (mp_runner.py:73) -2024-09-02 00:09:44,361 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.012450555004761554 (mp_runner.py:73) -2024-09-02 00:09:44,362 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.012819096999010071 (mp_runner.py:73) -2024-09-02 00:09:44,363 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.019562670997402165 (mp_runner.py:73) -2024-09-02 00:09:44,363 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.020211191003909335 (mp_runner.py:73) -2024-09-02 00:09:44,365 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.027577240995015018 (mp_runner.py:73) -2024-09-02 00:09:44,366 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.02604728900041664 (mp_runner.py:73) -2024-09-02 00:09:44,367 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.030281059996923432 (mp_runner.py:73) -2024-09-02 00:09:44,370 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.031191348003630992 (mp_runner.py:73) -2024-09-02 00:09:44,373 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.03935843399813166 (mp_runner.py:73) -2024-09-02 00:09:44,373 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.03776615500100888 (mp_runner.py:73) -2024-09-02 00:09:44,373 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.026723989001766313 (mp_runner.py:73) -2024-09-02 00:09:44,374 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.039537356002256274 (mp_runner.py:73) -2024-09-02 00:09:44,375 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.020069721002073493 (mp_runner.py:73) -2024-09-02 00:09:44,383 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.02953900399734266 (mp_runner.py:73) -2024-09-02 00:09:44,383 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.0382276130039827 (mp_runner.py:73) -2024-09-02 00:09:44,385 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.01665616300306283 (mp_runner.py:73) -2024-09-02 00:09:44,388 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.022697768996295054 (mp_runner.py:73) -2024-09-02 00:09:44,391 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.022560274999705143 (mp_runner.py:73) -2024-09-02 00:09:44,401 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.030633078000391833 (mp_runner.py:73) -2024-09-02 00:09:44,429 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.020639780996134505 (mp_runner.py:73) -2024-09-02 00:09:56,224 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.017976517003262416 (mp_runner.py:73) -2024-09-02 00:09:56,225 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.016769205998571124 (mp_runner.py:73) -2024-09-02 00:09:56,227 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.022086114004196133 (mp_runner.py:73) -2024-09-02 00:09:56,228 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.006919293999089859 (mp_runner.py:73) -2024-09-02 00:09:56,229 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.017155246998299845 (mp_runner.py:73) -2024-09-02 00:09:56,230 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.013676305999979377 (mp_runner.py:73) -2024-09-02 00:09:56,232 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.011844622997159604 (mp_runner.py:73) -2024-09-02 00:09:56,232 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.014016184002684895 (mp_runner.py:73) -2024-09-02 00:09:56,233 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.013987340003950521 (mp_runner.py:73) -2024-09-02 00:09:56,236 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.018288767998456024 (mp_runner.py:73) -2024-09-02 00:09:56,236 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.018302953001693822 (mp_runner.py:73) -2024-09-02 00:09:56,238 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.029321757996513043 (mp_runner.py:73) -2024-09-02 00:09:56,238 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.018100383000273723 (mp_runner.py:73) -2024-09-02 00:09:56,239 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.021102801998495124 (mp_runner.py:73) -2024-09-02 00:09:56,239 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.02372320399445016 (mp_runner.py:73) -2024-09-02 00:09:56,241 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.02078081900253892 (mp_runner.py:73) -2024-09-02 00:09:56,241 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.01995253499626415 (mp_runner.py:73) -2024-09-02 00:09:56,241 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.02214431099855574 (mp_runner.py:73) -2024-09-02 00:09:56,242 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.0273794300010195 (mp_runner.py:73) -2024-09-02 00:09:56,242 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.035288006998598576 (mp_runner.py:73) -2024-09-02 00:09:56,242 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.033012226995197125 (mp_runner.py:73) -2024-09-02 00:09:56,248 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.02146535700012464 (mp_runner.py:73) -2024-09-02 00:09:56,252 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.038350201000866946 (mp_runner.py:73) -2024-09-02 00:09:56,258 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.05403738700260874 (mp_runner.py:73) -2024-09-02 00:09:56,267 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.061610278993612155 (mp_runner.py:73) -2024-09-02 00:10:01,761 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0052s, count=1223, qps in this process: 40.7596 (mp_runner.py:76) -2024-09-02 00:10:01,763 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0189s, count=1223, qps in this process: 40.741 (mp_runner.py:76) -2024-09-02 00:10:01,781 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0347s, count=1223, qps in this process: 40.7196 (mp_runner.py:76) -2024-09-02 00:10:01,801 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0305s, count=1224, qps in this process: 40.7586 (mp_runner.py:76) -2024-09-02 00:10:01,860 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0044s, count=1226, qps in this process: 40.8607 (mp_runner.py:76) -2024-09-02 00:10:01,860 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0036s, count=1226, qps in this process: 40.8618 (mp_runner.py:76) -2024-09-02 00:10:01,862 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0086s, count=1226, qps in this process: 40.855 (mp_runner.py:76) -2024-09-02 00:10:01,864 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0258s, count=1226, qps in this process: 40.8316 (mp_runner.py:76) -2024-09-02 00:10:01,868 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0013s, count=1227, qps in this process: 40.8982 (mp_runner.py:76) -2024-09-02 00:10:01,874 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0079s, count=1226, qps in this process: 40.8559 (mp_runner.py:76) -2024-09-02 00:10:01,885 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0117s, count=1227, qps in this process: 40.8841 (mp_runner.py:76) -2024-09-02 00:10:01,887 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0416s, count=1226, qps in this process: 40.8101 (mp_runner.py:76) -2024-09-02 00:10:01,891 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0082s, count=1226, qps in this process: 40.8555 (mp_runner.py:76) -2024-09-02 00:10:01,892 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0007s, count=1228, qps in this process: 40.9324 (mp_runner.py:76) -2024-09-02 00:10:01,900 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0272s, count=1227, qps in this process: 40.863 (mp_runner.py:76) -2024-09-02 00:10:01,907 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0009s, count=1228, qps in this process: 40.9321 (mp_runner.py:76) -2024-09-02 00:10:01,910 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0075s, count=1228, qps in this process: 40.9231 (mp_runner.py:76) -2024-09-02 00:10:01,910 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0004s, count=1228, qps in this process: 40.9328 (mp_runner.py:76) -2024-09-02 00:10:01,915 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0094s, count=1229, qps in this process: 40.9538 (mp_runner.py:76) -2024-09-02 00:10:01,916 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0096s, count=1229, qps in this process: 40.9536 (mp_runner.py:76) -2024-09-02 00:10:01,916 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0098s, count=1228, qps in this process: 40.92 (mp_runner.py:76) -2024-09-02 00:10:01,917 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0137s, count=1229, qps in this process: 40.948 (mp_runner.py:76) -2024-09-02 00:10:01,920 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0226s, count=1229, qps in this process: 40.9358 (mp_runner.py:76) -2024-09-02 00:10:01,920 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.007s, count=1227, qps in this process: 40.8905 (mp_runner.py:76) -2024-09-02 00:10:01,928 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0254s, count=1229, qps in this process: 40.932 (mp_runner.py:76) -2024-09-02 00:10:01,932 | INFO |End search in concurrency 25: dur=30.30224082300265s, total_count=30668, qps=1012.0704 (mp_runner.py:120) -2024-09-02 00:10:03,544 | INFO |Update largest qps with concurrency 25: current max_qps=1012.0704 (mp_runner.py:124) -2024-09-02 00:10:03,961 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:10:03,961 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-02 00:10:14,377 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-02 00:10:14,442 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,442 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,508 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,525 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,566 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,566 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,633 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,661 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,663 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,663 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,663 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,668 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,690 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,698 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,714 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,725 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,727 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:14,734 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:31,289 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.03134405199671164 (mp_runner.py:73) -2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.029073896999761928 (mp_runner.py:73) -2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.028602024998690467 (mp_runner.py:73) -2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.02572902399697341 (mp_runner.py:73) -2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.028301048994762823 (mp_runner.py:73) -2024-09-02 00:10:31,290 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.030151207000017166 (mp_runner.py:73) -2024-09-02 00:10:31,291 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.02880358500260627 (mp_runner.py:73) -2024-09-02 00:10:31,291 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.031723170002806 (mp_runner.py:73) -2024-09-02 00:10:31,291 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.033371302000887226 (mp_runner.py:73) -2024-09-02 00:10:31,291 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.03165755299414741 (mp_runner.py:73) -2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.028988870995817706 (mp_runner.py:73) -2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.028384418998030014 (mp_runner.py:73) -2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.02596304300095653 (mp_runner.py:73) -2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.033429144001274835 (mp_runner.py:73) -2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.01502476700261468 (mp_runner.py:73) -2024-09-02 00:10:31,292 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.030687288999615703 (mp_runner.py:73) -2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.03199443199991947 (mp_runner.py:73) -2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.029050886994809844 (mp_runner.py:73) -2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.03193504899536492 (mp_runner.py:73) -2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.03258486500271829 (mp_runner.py:73) -2024-09-02 00:10:31,293 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.011784569003793877 (mp_runner.py:73) -2024-09-02 00:10:31,294 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.03180263000103878 (mp_runner.py:73) -2024-09-02 00:10:31,294 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.031406624999362975 (mp_runner.py:73) -2024-09-02 00:10:31,294 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.0328205780024291 (mp_runner.py:73) -2024-09-02 00:10:31,295 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.03655320499819936 (mp_runner.py:73) -2024-09-02 00:10:31,295 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.03723668900056509 (mp_runner.py:73) -2024-09-02 00:10:31,295 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.032661270000971854 (mp_runner.py:73) -2024-09-02 00:10:31,296 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.01092958800290944 (mp_runner.py:73) -2024-09-02 00:10:31,311 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.03143717900093179 (mp_runner.py:73) -2024-09-02 00:10:31,774 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.028729855999699794 (mp_runner.py:73) -2024-09-02 00:10:44,460 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0133s, count=961, qps in this process: 32.0191 (mp_runner.py:76) -2024-09-02 00:10:44,460 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0136s, count=960, qps in this process: 31.9855 (mp_runner.py:76) -2024-09-02 00:10:44,520 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0069s, count=963, qps in this process: 32.0926 (mp_runner.py:76) -2024-09-02 00:10:44,532 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0003s, count=963, qps in this process: 32.0997 (mp_runner.py:76) -2024-09-02 00:10:44,581 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0039s, count=965, qps in this process: 32.1625 (mp_runner.py:76) -2024-09-02 00:10:44,581 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0079s, count=965, qps in this process: 32.1582 (mp_runner.py:76) -2024-09-02 00:10:44,586 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0127s, count=966, qps in this process: 32.1864 (mp_runner.py:76) -2024-09-02 00:10:44,594 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.017s, count=965, qps in this process: 32.1484 (mp_runner.py:76) -2024-09-02 00:10:44,598 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0253s, count=966, qps in this process: 32.1729 (mp_runner.py:76) -2024-09-02 00:10:44,649 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0123s, count=969, qps in this process: 32.2868 (mp_runner.py:76) -2024-09-02 00:10:44,680 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0101s, count=970, qps in this process: 32.3225 (mp_runner.py:76) -2024-09-02 00:10:44,681 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0114s, count=971, qps in this process: 32.3544 (mp_runner.py:76) -2024-09-02 00:10:44,684 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.014s, count=971, qps in this process: 32.3516 (mp_runner.py:76) -2024-09-02 00:10:44,685 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0158s, count=971, qps in this process: 32.3496 (mp_runner.py:76) -2024-09-02 00:10:44,689 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0263s, count=971, qps in this process: 32.3383 (mp_runner.py:76) -2024-09-02 00:10:44,691 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0211s, count=971, qps in this process: 32.3439 (mp_runner.py:76) -2024-09-02 00:10:44,692 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0222s, count=971, qps in this process: 32.3427 (mp_runner.py:76) -2024-09-02 00:10:44,693 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0232s, count=971, qps in this process: 32.3417 (mp_runner.py:76) -2024-09-02 00:10:44,700 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0021s, count=971, qps in this process: 32.3644 (mp_runner.py:76) -2024-09-02 00:10:44,707 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0065s, count=972, qps in this process: 32.393 (mp_runner.py:76) -2024-09-02 00:10:44,708 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0032s, count=972, qps in this process: 32.3965 (mp_runner.py:76) -2024-09-02 00:10:44,709 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0151s, count=972, qps in this process: 32.3837 (mp_runner.py:76) -2024-09-02 00:10:44,724 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0038s, count=973, qps in this process: 32.4292 (mp_runner.py:76) -2024-09-02 00:10:44,732 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0021s, count=974, qps in this process: 32.4644 (mp_runner.py:76) -2024-09-02 00:10:44,733 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0027s, count=951, qps in this process: 31.6971 (mp_runner.py:76) -2024-09-02 00:10:44,733 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0139s, count=974, qps in this process: 32.4516 (mp_runner.py:76) -2024-09-02 00:10:44,734 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0006s, count=974, qps in this process: 32.466 (mp_runner.py:76) -2024-09-02 00:10:44,735 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0006s, count=974, qps in this process: 32.466 (mp_runner.py:76) -2024-09-02 00:10:44,741 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0007s, count=975, qps in this process: 32.4992 (mp_runner.py:76) -2024-09-02 00:10:44,741 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0084s, count=975, qps in this process: 32.4909 (mp_runner.py:76) -2024-09-02 00:10:44,744 | INFO |End search in concurrency 30: dur=30.36688515500282s, total_count=29067, qps=957.194 (mp_runner.py:120) -2024-09-02 00:10:47,059 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:10:47,059 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-02 00:10:57,610 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-02 00:10:57,657 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,750 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,814 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,817 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,834 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,842 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,935 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,936 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,937 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,939 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,941 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,941 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,948 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,955 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,959 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,966 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,968 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,969 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,969 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,972 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,977 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,995 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:57,999 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:58,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:58,014 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:58,025 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:58,030 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:58,033 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:58,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:58,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:10:58,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:15,574 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.039255663999938406 (mp_runner.py:73) -2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05304216800141148 (mp_runner.py:73) -2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.04633404799824348 (mp_runner.py:73) -2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.04339100499782944 (mp_runner.py:73) -2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.04828309099684702 (mp_runner.py:73) -2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.047064109006896615 (mp_runner.py:73) -2024-09-02 00:11:15,575 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.0484617239999352 (mp_runner.py:73) -2024-09-02 00:11:15,576 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.050396471000567544 (mp_runner.py:73) -2024-09-02 00:11:15,576 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.03976433199568419 (mp_runner.py:73) -2024-09-02 00:11:15,576 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.033177472003444564 (mp_runner.py:73) -2024-09-02 00:11:15,576 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.03848474799451651 (mp_runner.py:73) -2024-09-02 00:11:15,577 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.04032372900110204 (mp_runner.py:73) -2024-09-02 00:11:15,577 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.05167712399997981 (mp_runner.py:73) -2024-09-02 00:11:15,577 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.039355320994218346 (mp_runner.py:73) -2024-09-02 00:11:15,577 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.029572863000794314 (mp_runner.py:73) -2024-09-02 00:11:15,578 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.0444027410048875 (mp_runner.py:73) -2024-09-02 00:11:15,578 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03458285899978364 (mp_runner.py:73) -2024-09-02 00:11:15,578 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.0365777210026863 (mp_runner.py:73) -2024-09-02 00:11:15,578 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.03674012499686796 (mp_runner.py:73) -2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.0548373309939052 (mp_runner.py:73) -2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.04536695999559015 (mp_runner.py:73) -2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.03916489100083709 (mp_runner.py:73) -2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.03932046700356295 (mp_runner.py:73) -2024-09-02 00:11:15,579 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.01709540800220566 (mp_runner.py:73) -2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.032951182998658624 (mp_runner.py:73) -2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.056321819000004325 (mp_runner.py:73) -2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04995850299746962 (mp_runner.py:73) -2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.03550398699735524 (mp_runner.py:73) -2024-09-02 00:11:15,580 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.03298414199525723 (mp_runner.py:73) -2024-09-02 00:11:15,581 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.046147082997777034 (mp_runner.py:73) -2024-09-02 00:11:15,581 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.049961573000473436 (mp_runner.py:73) -2024-09-02 00:11:15,600 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.02980750699498458 (mp_runner.py:73) -2024-09-02 00:11:15,600 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.0378983699993114 (mp_runner.py:73) -2024-09-02 00:11:15,666 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.028245681001862977 (mp_runner.py:73) -2024-09-02 00:11:15,687 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.017478979003499262 (mp_runner.py:73) -2024-09-02 00:11:27,671 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0137s, count=873, qps in this process: 29.0867 (mp_runner.py:76) -2024-09-02 00:11:27,769 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0119s, count=876, qps in this process: 29.1884 (mp_runner.py:76) -2024-09-02 00:11:27,821 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0006s, count=878, qps in this process: 29.2661 (mp_runner.py:76) -2024-09-02 00:11:27,849 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0309s, count=877, qps in this process: 29.2033 (mp_runner.py:76) -2024-09-02 00:11:27,850 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0438s, count=879, qps in this process: 29.2573 (mp_runner.py:76) -2024-09-02 00:11:27,851 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0087s, count=879, qps in this process: 29.2915 (mp_runner.py:76) -2024-09-02 00:11:27,851 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0045s, count=879, qps in this process: 29.2956 (mp_runner.py:76) -2024-09-02 00:11:27,951 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0132s, count=877, qps in this process: 29.2205 (mp_runner.py:76) -2024-09-02 00:11:27,956 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0133s, count=883, qps in this process: 29.4203 (mp_runner.py:76) -2024-09-02 00:11:27,963 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0045s, count=883, qps in this process: 29.4289 (mp_runner.py:76) -2024-09-02 00:11:27,965 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0254s, count=883, qps in this process: 29.4084 (mp_runner.py:76) -2024-09-02 00:11:27,971 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0077s, count=883, qps in this process: 29.4258 (mp_runner.py:76) -2024-09-02 00:11:27,972 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.033s, count=883, qps in this process: 29.401 (mp_runner.py:76) -2024-09-02 00:11:27,973 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0314s, count=883, qps in this process: 29.4026 (mp_runner.py:76) -2024-09-02 00:11:27,974 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0023s, count=884, qps in this process: 29.4644 (mp_runner.py:76) -2024-09-02 00:11:27,976 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0327s, count=883, qps in this process: 29.4013 (mp_runner.py:76) -2024-09-02 00:11:27,977 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0219s, count=884, qps in this process: 29.4452 (mp_runner.py:76) -2024-09-02 00:11:27,979 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0031s, count=884, qps in this process: 29.4636 (mp_runner.py:76) -2024-09-02 00:11:27,987 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0164s, count=884, qps in this process: 29.4506 (mp_runner.py:76) -2024-09-02 00:11:27,989 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.017s, count=884, qps in this process: 29.45 (mp_runner.py:76) -2024-09-02 00:11:27,992 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0173s, count=884, qps in this process: 29.4497 (mp_runner.py:76) -2024-09-02 00:11:28,004 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0326s, count=884, qps in this process: 29.4347 (mp_runner.py:76) -2024-09-02 00:11:28,012 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0133s, count=885, qps in this process: 29.4869 (mp_runner.py:76) -2024-09-02 00:11:28,013 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0417s, count=885, qps in this process: 29.4591 (mp_runner.py:76) -2024-09-02 00:11:28,013 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.008s, count=885, qps in this process: 29.4921 (mp_runner.py:76) -2024-09-02 00:11:28,016 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0058s, count=885, qps in this process: 29.4943 (mp_runner.py:76) -2024-09-02 00:11:28,016 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.021s, count=885, qps in this process: 29.4794 (mp_runner.py:76) -2024-09-02 00:11:28,016 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0308s, count=885, qps in this process: 29.4697 (mp_runner.py:76) -2024-09-02 00:11:28,021 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0019s, count=884, qps in this process: 29.4648 (mp_runner.py:76) -2024-09-02 00:11:28,036 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0014s, count=887, qps in this process: 29.5653 (mp_runner.py:76) -2024-09-02 00:11:28,040 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0052s, count=887, qps in this process: 29.5615 (mp_runner.py:76) -2024-09-02 00:11:28,042 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0039s, count=888, qps in this process: 29.5962 (mp_runner.py:76) -2024-09-02 00:11:28,056 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0069s, count=890, qps in this process: 29.6598 (mp_runner.py:76) -2024-09-02 00:11:28,056 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0069s, count=890, qps in this process: 29.6598 (mp_runner.py:76) -2024-09-02 00:11:28,065 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0022s, count=892, qps in this process: 29.7312 (mp_runner.py:76) -2024-09-02 00:11:28,069 | INFO |End search in concurrency 35: dur=30.458954302004713s, total_count=30915, qps=1014.9725 (mp_runner.py:120) -2024-09-02 00:11:30,347 | INFO |Update largest qps with concurrency 35: current max_qps=1014.9725 (mp_runner.py:124) -2024-09-02 00:11:30,758 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:11:30,759 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-02 00:11:41,377 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-02 00:11:41,468 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,476 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,512 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,570 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,632 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,637 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,661 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,664 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,665 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,670 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,678 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,727 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,746 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,749 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,750 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,771 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,777 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,780 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,783 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,801 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,817 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,826 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,833 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,838 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,839 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,842 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,849 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,868 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,868 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,885 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:11:41,889 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.06231172000116203 (mp_runner.py:73) -2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.058798969999770634 (mp_runner.py:73) -2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.04314639499352779 (mp_runner.py:73) -2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.05215149500145344 (mp_runner.py:73) -2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.04096724000555696 (mp_runner.py:73) -2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.045030854002106935 (mp_runner.py:73) -2024-09-02 00:12:01,772 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.04380093399959151 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.04641067299962742 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.06696000500232913 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.061472752000554465 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.05637235999893164 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.05829486600123346 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.04063872099504806 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.041572895999706816 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.0422044229999301 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.043133166000188794 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.03710725600103615 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.03997141800209647 (mp_runner.py:73) -2024-09-02 00:12:01,773 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.06945899199490668 (mp_runner.py:73) -2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.036371829999552574 (mp_runner.py:73) -2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.06070292399817845 (mp_runner.py:73) -2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.04389613599778386 (mp_runner.py:73) -2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.05565629599732347 (mp_runner.py:73) -2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.0671404300010181 (mp_runner.py:73) -2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.06661227300355677 (mp_runner.py:73) -2024-09-02 00:12:01,774 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.05444369199540233 (mp_runner.py:73) -2024-09-02 00:12:01,776 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.003937665998819284 (mp_runner.py:73) -2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.059903166998992674 (mp_runner.py:73) -2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.07289144899550593 (mp_runner.py:73) -2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.06178006899426691 (mp_runner.py:73) -2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.05082907200267073 (mp_runner.py:73) -2024-09-02 00:12:01,778 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.041487231006613 (mp_runner.py:73) -2024-09-02 00:12:01,780 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.047312834998592734 (mp_runner.py:73) -2024-09-02 00:12:01,784 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.0121942680052598 (mp_runner.py:73) -2024-09-02 00:12:01,785 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.07516092399600893 (mp_runner.py:73) -2024-09-02 00:12:01,785 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.07053008299408248 (mp_runner.py:73) -2024-09-02 00:12:01,785 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.06357877900154563 (mp_runner.py:73) -2024-09-02 00:12:01,785 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.07372040599875618 (mp_runner.py:73) -2024-09-02 00:12:01,788 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.0035503860053722747 (mp_runner.py:73) -2024-09-02 00:12:01,849 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.00918340800126316 (mp_runner.py:73) -2024-09-02 00:12:11,470 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.001s, count=760, qps in this process: 25.3325 (mp_runner.py:76) -2024-09-02 00:12:11,538 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0213s, count=762, qps in this process: 25.382 (mp_runner.py:76) -2024-09-02 00:12:11,540 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0612s, count=761, qps in this process: 25.315 (mp_runner.py:76) -2024-09-02 00:12:11,594 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0123s, count=763, qps in this process: 25.4229 (mp_runner.py:76) -2024-09-02 00:12:11,658 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0125s, count=765, qps in this process: 25.4894 (mp_runner.py:76) -2024-09-02 00:12:11,664 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0298s, count=764, qps in this process: 25.4414 (mp_runner.py:76) -2024-09-02 00:12:11,676 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0041s, count=766, qps in this process: 25.5298 (mp_runner.py:76) -2024-09-02 00:12:11,684 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.01s, count=766, qps in this process: 25.5248 (mp_runner.py:76) -2024-09-02 00:12:11,691 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0165s, count=766, qps in this process: 25.5193 (mp_runner.py:76) -2024-09-02 00:12:11,694 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.031s, count=766, qps in this process: 25.507 (mp_runner.py:76) -2024-09-02 00:12:11,735 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.005s, count=767, qps in this process: 25.5624 (mp_runner.py:76) -2024-09-02 00:12:11,735 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0054s, count=767, qps in this process: 25.5621 (mp_runner.py:76) -2024-09-02 00:12:11,736 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0494s, count=767, qps in this process: 25.5246 (mp_runner.py:76) -2024-09-02 00:12:11,752 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0211s, count=767, qps in this process: 25.5487 (mp_runner.py:76) -2024-09-02 00:12:11,752 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0221s, count=767, qps in this process: 25.5478 (mp_runner.py:76) -2024-09-02 00:12:11,756 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0425s, count=767, qps in this process: 25.5305 (mp_runner.py:76) -2024-09-02 00:12:11,760 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0034s, count=768, qps in this process: 25.5971 (mp_runner.py:76) -2024-09-02 00:12:11,761 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0117s, count=768, qps in this process: 25.59 (mp_runner.py:76) -2024-09-02 00:12:11,761 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0032s, count=768, qps in this process: 25.5973 (mp_runner.py:76) -2024-09-02 00:12:11,778 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0022s, count=769, qps in this process: 25.6315 (mp_runner.py:76) -2024-09-02 00:12:11,779 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0029s, count=769, qps in this process: 25.6309 (mp_runner.py:76) -2024-09-02 00:12:11,779 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.003s, count=769, qps in this process: 25.6308 (mp_runner.py:76) -2024-09-02 00:12:11,780 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0014s, count=769, qps in this process: 25.6321 (mp_runner.py:76) -2024-09-02 00:12:11,796 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0066s, count=770, qps in this process: 25.661 (mp_runner.py:76) -2024-09-02 00:12:11,797 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0144s, count=770, qps in this process: 25.6544 (mp_runner.py:76) -2024-09-02 00:12:11,810 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0003s, count=771, qps in this process: 25.6997 (mp_runner.py:76) -2024-09-02 00:12:11,818 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0078s, count=772, qps in this process: 25.7266 (mp_runner.py:76) -2024-09-02 00:12:11,823 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0053s, count=772, qps in this process: 25.7288 (mp_runner.py:76) -2024-09-02 00:12:11,824 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0038s, count=772, qps in this process: 25.7301 (mp_runner.py:76) -2024-09-02 00:12:11,839 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0061s, count=773, qps in this process: 25.7614 (mp_runner.py:76) -2024-09-02 00:12:11,839 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0014s, count=773, qps in this process: 25.7655 (mp_runner.py:76) -2024-09-02 00:12:11,851 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0128s, count=774, qps in this process: 25.789 (mp_runner.py:76) -2024-09-02 00:12:11,852 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0098s, count=774, qps in this process: 25.7916 (mp_runner.py:76) -2024-09-02 00:12:11,852 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0083s, count=774, qps in this process: 25.7929 (mp_runner.py:76) -2024-09-02 00:12:11,852 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0011s, count=774, qps in this process: 25.7991 (mp_runner.py:76) -2024-09-02 00:12:11,870 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0101s, count=776, qps in this process: 25.858 (mp_runner.py:76) -2024-09-02 00:12:11,875 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0017s, count=777, qps in this process: 25.8985 (mp_runner.py:76) -2024-09-02 00:12:11,880 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0062s, count=778, qps in this process: 25.928 (mp_runner.py:76) -2024-09-02 00:12:11,893 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.001s, count=780, qps in this process: 25.9991 (mp_runner.py:76) -2024-09-02 00:12:11,899 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0016s, count=781, qps in this process: 26.0319 (mp_runner.py:76) -2024-09-02 00:12:11,902 | INFO |End search in concurrency 40: dur=30.522532062997925s, total_count=30782, qps=1008.5009 (mp_runner.py:120) -2024-09-02 00:12:14,916 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:12:14,917 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-02 00:12:25,729 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-02 00:12:25,780 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:25,793 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:25,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:25,873 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:25,895 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:25,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:25,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:25,992 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:25,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,014 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,014 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,014 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,072 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,082 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,119 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,124 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,125 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,150 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,181 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,190 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,196 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,197 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,197 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,204 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,235 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,237 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,243 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,263 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,294 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,296 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:26,316 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:12:48,336 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.05383630500000436 (mp_runner.py:73) -2024-09-02 00:12:48,337 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.04563252800289774 (mp_runner.py:73) -2024-09-02 00:12:48,337 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.03925368699856335 (mp_runner.py:73) -2024-09-02 00:12:48,337 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.023790433995600324 (mp_runner.py:73) -2024-09-02 00:12:48,338 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.03548330800549593 (mp_runner.py:73) -2024-09-02 00:12:48,338 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.036058584999409504 (mp_runner.py:73) -2024-09-02 00:12:48,339 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.03319466899847612 (mp_runner.py:73) -2024-09-02 00:12:48,339 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.04735676400014199 (mp_runner.py:73) -2024-09-02 00:12:48,340 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.03377294300298672 (mp_runner.py:73) -2024-09-02 00:12:48,340 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.03812489900155924 (mp_runner.py:73) -2024-09-02 00:12:48,341 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.0348239930026466 (mp_runner.py:73) -2024-09-02 00:12:48,341 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.02928752400475787 (mp_runner.py:73) -2024-09-02 00:12:48,341 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.05979740200564265 (mp_runner.py:73) -2024-09-02 00:12:48,342 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.05954127600125503 (mp_runner.py:73) -2024-09-02 00:12:48,342 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.051144600998668466 (mp_runner.py:73) -2024-09-02 00:12:48,343 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.056234199000755325 (mp_runner.py:73) -2024-09-02 00:12:48,343 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.02772312500019325 (mp_runner.py:73) -2024-09-02 00:12:48,345 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.03560316599759972 (mp_runner.py:73) -2024-09-02 00:12:48,345 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.017154487999505363 (mp_runner.py:73) -2024-09-02 00:12:48,346 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.01645379699766636 (mp_runner.py:73) -2024-09-02 00:12:48,346 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.02782042699982412 (mp_runner.py:73) -2024-09-02 00:12:48,347 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.055692800000542775 (mp_runner.py:73) -2024-09-02 00:12:48,347 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.06123895199561957 (mp_runner.py:73) -2024-09-02 00:12:48,348 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.0604351539950585 (mp_runner.py:73) -2024-09-02 00:12:48,348 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.0313869430028717 (mp_runner.py:73) -2024-09-02 00:12:48,348 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.05901330900087487 (mp_runner.py:73) -2024-09-02 00:12:48,349 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.05391634000261547 (mp_runner.py:73) -2024-09-02 00:12:48,350 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.02700539900251897 (mp_runner.py:73) -2024-09-02 00:12:48,354 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.029566336001153104 (mp_runner.py:73) -2024-09-02 00:12:48,356 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.0590229309964343 (mp_runner.py:73) -2024-09-02 00:12:48,357 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.0664154980040621 (mp_runner.py:73) -2024-09-02 00:12:48,357 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.061828236997826025 (mp_runner.py:73) -2024-09-02 00:12:48,357 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.07243311400088714 (mp_runner.py:73) -2024-09-02 00:12:48,357 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.0588032609957736 (mp_runner.py:73) -2024-09-02 00:12:48,358 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.06628739000007045 (mp_runner.py:73) -2024-09-02 00:12:48,359 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02692373800528003 (mp_runner.py:73) -2024-09-02 00:12:48,359 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.058946226999978535 (mp_runner.py:73) -2024-09-02 00:12:48,365 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.06315198499942198 (mp_runner.py:73) -2024-09-02 00:12:48,365 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.0847160090052057 (mp_runner.py:73) -2024-09-02 00:12:48,366 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.0723655769979814 (mp_runner.py:73) -2024-09-02 00:12:48,367 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.061287770004128106 (mp_runner.py:73) -2024-09-02 00:12:48,369 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.06482046800374519 (mp_runner.py:73) -2024-09-02 00:12:48,376 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.05973009199806256 (mp_runner.py:73) -2024-09-02 00:12:48,376 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.06385974200384226 (mp_runner.py:73) -2024-09-02 00:12:48,377 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.06238166800176259 (mp_runner.py:73) -2024-09-02 00:12:55,783 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0026s, count=682, qps in this process: 22.7314 (mp_runner.py:76) -2024-09-02 00:12:55,843 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0469s, count=683, qps in this process: 22.7311 (mp_runner.py:76) -2024-09-02 00:12:55,904 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0002s, count=685, qps in this process: 22.8332 (mp_runner.py:76) -2024-09-02 00:12:55,911 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0503s, count=685, qps in this process: 22.7951 (mp_runner.py:76) -2024-09-02 00:12:55,917 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0288s, count=685, qps in this process: 22.8114 (mp_runner.py:76) -2024-09-02 00:12:55,936 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0166s, count=686, qps in this process: 22.854 (mp_runner.py:76) -2024-09-02 00:12:55,939 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0255s, count=686, qps in this process: 22.8472 (mp_runner.py:76) -2024-09-02 00:12:55,996 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0013s, count=688, qps in this process: 22.9323 (mp_runner.py:76) -2024-09-02 00:12:56,037 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0177s, count=689, qps in this process: 22.9531 (mp_runner.py:76) -2024-09-02 00:12:56,057 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0377s, count=690, qps in this process: 22.9711 (mp_runner.py:76) -2024-09-02 00:12:56,064 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0618s, count=689, qps in this process: 22.9195 (mp_runner.py:76) -2024-09-02 00:12:56,088 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0137s, count=691, qps in this process: 23.0228 (mp_runner.py:76) -2024-09-02 00:12:56,111 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0925s, count=690, qps in this process: 22.9293 (mp_runner.py:76) -2024-09-02 00:12:56,126 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0044s, count=692, qps in this process: 23.0633 (mp_runner.py:76) -2024-09-02 00:12:56,129 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0355s, count=691, qps in this process: 23.0061 (mp_runner.py:76) -2024-09-02 00:12:56,145 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0136s, count=693, qps in this process: 23.0895 (mp_runner.py:76) -2024-09-02 00:12:56,145 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0047s, count=693, qps in this process: 23.0964 (mp_runner.py:76) -2024-09-02 00:12:56,161 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0401s, count=692, qps in this process: 23.0359 (mp_runner.py:76) -2024-09-02 00:12:56,174 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0455s, count=693, qps in this process: 23.065 (mp_runner.py:76) -2024-09-02 00:12:56,178 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0141s, count=694, qps in this process: 23.1225 (mp_runner.py:76) -2024-09-02 00:12:56,179 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0288s, count=694, qps in this process: 23.1111 (mp_runner.py:76) -2024-09-02 00:12:56,183 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0102s, count=694, qps in this process: 23.1255 (mp_runner.py:76) -2024-09-02 00:12:56,187 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0308s, count=694, qps in this process: 23.1096 (mp_runner.py:76) -2024-09-02 00:12:56,190 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0053s, count=694, qps in this process: 23.1292 (mp_runner.py:76) -2024-09-02 00:12:56,202 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0009s, count=695, qps in this process: 23.166 (mp_runner.py:76) -2024-09-02 00:12:56,206 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0027s, count=695, qps in this process: 23.1646 (mp_runner.py:76) -2024-09-02 00:12:56,210 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0149s, count=695, qps in this process: 23.1552 (mp_runner.py:76) -2024-09-02 00:12:56,212 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0116s, count=695, qps in this process: 23.1577 (mp_runner.py:76) -2024-09-02 00:12:56,213 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0035s, count=695, qps in this process: 23.164 (mp_runner.py:76) -2024-09-02 00:12:56,224 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0046s, count=696, qps in this process: 23.1964 (mp_runner.py:76) -2024-09-02 00:12:56,236 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0018s, count=697, qps in this process: 23.2319 (mp_runner.py:76) -2024-09-02 00:12:56,237 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0035s, count=697, qps in this process: 23.2306 (mp_runner.py:76) -2024-09-02 00:12:56,242 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0006s, count=698, qps in this process: 23.2662 (mp_runner.py:76) -2024-09-02 00:12:56,244 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.006s, count=697, qps in this process: 23.2287 (mp_runner.py:76) -2024-09-02 00:12:56,250 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0008s, count=698, qps in this process: 23.266 (mp_runner.py:76) -2024-09-02 00:12:56,267 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0006s, count=699, qps in this process: 23.2995 (mp_runner.py:76) -2024-09-02 00:12:56,271 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0014s, count=699, qps in this process: 23.2989 (mp_runner.py:76) -2024-09-02 00:12:56,276 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0065s, count=700, qps in this process: 23.3283 (mp_runner.py:76) -2024-09-02 00:12:56,283 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0014s, count=701, qps in this process: 23.3656 (mp_runner.py:76) -2024-09-02 00:12:56,299 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0035s, count=703, qps in this process: 23.4306 (mp_runner.py:76) -2024-09-02 00:12:56,307 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0067s, count=704, qps in this process: 23.4614 (mp_runner.py:76) -2024-09-02 00:12:56,308 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0093s, count=704, qps in this process: 23.4594 (mp_runner.py:76) -2024-09-02 00:12:56,320 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0046s, count=706, qps in this process: 23.5297 (mp_runner.py:76) -2024-09-02 00:12:56,320 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0022s, count=706, qps in this process: 23.5316 (mp_runner.py:76) -2024-09-02 00:12:56,325 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.002s, count=707, qps in this process: 23.5651 (mp_runner.py:76) -2024-09-02 00:12:56,330 | INFO |End search in concurrency 45: dur=30.600264455999422s, total_count=31240, qps=1020.9062 (mp_runner.py:120) -2024-09-02 00:12:59,265 | INFO |Update largest qps with concurrency 45: current max_qps=1020.9062 (mp_runner.py:124) -2024-09-02 00:12:59,680 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:12:59,680 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-02 00:13:20,663 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-02 00:13:20,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:20,825 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:20,848 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:20,893 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:20,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:20,983 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,111 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,123 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,135 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,149 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,149 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,154 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,162 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,168 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,209 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,215 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,236 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,237 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,240 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,242 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,248 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,248 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,260 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,261 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,275 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,294 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,317 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,317 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,341 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,351 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,352 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,386 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:21,473 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:13:45,467 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.03838504399755038 (mp_runner.py:73) -2024-09-02 00:13:45,468 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.00840455999423284 (mp_runner.py:73) -2024-09-02 00:13:45,469 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.03821005899953889 (mp_runner.py:73) -2024-09-02 00:13:45,470 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.00946919900161447 (mp_runner.py:73) -2024-09-02 00:13:45,471 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.04205589499906637 (mp_runner.py:73) -2024-09-02 00:13:45,472 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.020959103996574413 (mp_runner.py:73) -2024-09-02 00:13:45,473 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.047925790000590496 (mp_runner.py:73) -2024-09-02 00:13:45,473 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.010073546000057831 (mp_runner.py:73) -2024-09-02 00:13:45,474 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.013774712002486922 (mp_runner.py:73) -2024-09-02 00:13:45,475 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.01851048800017452 (mp_runner.py:73) -2024-09-02 00:13:45,476 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.04599858599976869 (mp_runner.py:73) -2024-09-02 00:13:45,477 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.06302958499873057 (mp_runner.py:73) -2024-09-02 00:13:45,480 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.05617012800212251 (mp_runner.py:73) -2024-09-02 00:13:45,480 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.036117819996434264 (mp_runner.py:73) -2024-09-02 00:13:45,481 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.020038045004184823 (mp_runner.py:73) -2024-09-02 00:13:45,481 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.03583750600228086 (mp_runner.py:73) -2024-09-02 00:13:45,483 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.045469339995179325 (mp_runner.py:73) -2024-09-02 00:13:45,484 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.02109168299648445 (mp_runner.py:73) -2024-09-02 00:13:45,485 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.06460097100352868 (mp_runner.py:73) -2024-09-02 00:13:45,485 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.03020297699549701 (mp_runner.py:73) -2024-09-02 00:13:45,487 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.06968405099905794 (mp_runner.py:73) -2024-09-02 00:13:45,487 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.039659905996813904 (mp_runner.py:73) -2024-09-02 00:13:45,489 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.05532314100128133 (mp_runner.py:73) -2024-09-02 00:13:45,489 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.025964867003494874 (mp_runner.py:73) -2024-09-02 00:13:45,490 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.04792034599813633 (mp_runner.py:73) -2024-09-02 00:13:45,491 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.04115685499709798 (mp_runner.py:73) -2024-09-02 00:13:45,492 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.07667041199601954 (mp_runner.py:73) -2024-09-02 00:13:45,492 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.03529544699995313 (mp_runner.py:73) -2024-09-02 00:13:45,494 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.03412763999949675 (mp_runner.py:73) -2024-09-02 00:13:45,494 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.04151647099934053 (mp_runner.py:73) -2024-09-02 00:13:45,495 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.037342892996093724 (mp_runner.py:73) -2024-09-02 00:13:45,496 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.018554139998741448 (mp_runner.py:73) -2024-09-02 00:13:45,497 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.039342276999377646 (mp_runner.py:73) -2024-09-02 00:13:45,497 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.044558323999808636 (mp_runner.py:73) -2024-09-02 00:13:45,498 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.039172331998997834 (mp_runner.py:73) -2024-09-02 00:13:45,499 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.05464113799826009 (mp_runner.py:73) -2024-09-02 00:13:45,501 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.055092827999033034 (mp_runner.py:73) -2024-09-02 00:13:45,501 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.06781954199686879 (mp_runner.py:73) -2024-09-02 00:13:45,503 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.052070589998038486 (mp_runner.py:73) -2024-09-02 00:13:45,505 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.04014630999881774 (mp_runner.py:73) -2024-09-02 00:13:45,506 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.05087143799755722 (mp_runner.py:73) -2024-09-02 00:13:45,508 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.0604142709998996 (mp_runner.py:73) -2024-09-02 00:13:45,510 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.06037065499549499 (mp_runner.py:73) -2024-09-02 00:13:45,511 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.05740219899598742 (mp_runner.py:73) -2024-09-02 00:13:45,513 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.10214452799846185 (mp_runner.py:73) -2024-09-02 00:13:45,515 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.05105994699988514 (mp_runner.py:73) -2024-09-02 00:13:45,517 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.09160447400063276 (mp_runner.py:73) -2024-09-02 00:13:45,532 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.11256743899866706 (mp_runner.py:73) -2024-09-02 00:13:45,552 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.02903591399808647 (mp_runner.py:73) -2024-09-02 00:13:45,703 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.04812106800090987 (mp_runner.py:73) -2024-09-02 00:13:50,849 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0173s, count=618, qps in this process: 20.5881 (mp_runner.py:76) -2024-09-02 00:13:50,851 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0232s, count=618, qps in this process: 20.5841 (mp_runner.py:76) -2024-09-02 00:13:50,858 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0021s, count=619, qps in this process: 20.6319 (mp_runner.py:76) -2024-09-02 00:13:50,925 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0226s, count=620, qps in this process: 20.6511 (mp_runner.py:76) -2024-09-02 00:13:50,989 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0229s, count=622, qps in this process: 20.7175 (mp_runner.py:76) -2024-09-02 00:13:51,066 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0239s, count=623, qps in this process: 20.7501 (mp_runner.py:76) -2024-09-02 00:13:51,067 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0242s, count=623, qps in this process: 20.7499 (mp_runner.py:76) -2024-09-02 00:13:51,068 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0819s, count=623, qps in this process: 20.7101 (mp_runner.py:76) -2024-09-02 00:13:51,083 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0409s, count=623, qps in this process: 20.7384 (mp_runner.py:76) -2024-09-02 00:13:51,135 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0224s, count=624, qps in this process: 20.7845 (mp_runner.py:76) -2024-09-02 00:13:51,138 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0038s, count=624, qps in this process: 20.7974 (mp_runner.py:76) -2024-09-02 00:13:51,143 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.002s, count=624, qps in this process: 20.7986 (mp_runner.py:76) -2024-09-02 00:13:51,172 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0007s, count=625, qps in this process: 20.8328 (mp_runner.py:76) -2024-09-02 00:13:51,173 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0174s, count=625, qps in this process: 20.8213 (mp_runner.py:76) -2024-09-02 00:13:51,176 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0216s, count=625, qps in this process: 20.8183 (mp_runner.py:76) -2024-09-02 00:13:51,180 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0097s, count=625, qps in this process: 20.8266 (mp_runner.py:76) -2024-09-02 00:13:51,189 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0158s, count=626, qps in this process: 20.8557 (mp_runner.py:76) -2024-09-02 00:13:51,203 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0238s, count=626, qps in this process: 20.8501 (mp_runner.py:76) -2024-09-02 00:13:51,217 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0579s, count=625, qps in this process: 20.7932 (mp_runner.py:76) -2024-09-02 00:13:51,218 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0481s, count=625, qps in this process: 20.8 (mp_runner.py:76) -2024-09-02 00:13:51,218 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0047s, count=625, qps in this process: 20.8301 (mp_runner.py:76) -2024-09-02 00:13:51,230 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0199s, count=627, qps in this process: 20.8861 (mp_runner.py:76) -2024-09-02 00:13:51,233 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0071s, count=627, qps in this process: 20.8951 (mp_runner.py:76) -2024-09-02 00:13:51,234 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0244s, count=627, qps in this process: 20.883 (mp_runner.py:76) -2024-09-02 00:13:51,235 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0172s, count=627, qps in this process: 20.888 (mp_runner.py:76) -2024-09-02 00:13:51,240 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0067s, count=627, qps in this process: 20.8953 (mp_runner.py:76) -2024-09-02 00:13:51,244 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0332s, count=627, qps in this process: 20.8769 (mp_runner.py:76) -2024-09-02 00:13:51,246 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.003s, count=628, qps in this process: 20.9312 (mp_runner.py:76) -2024-09-02 00:13:51,249 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0082s, count=628, qps in this process: 20.9276 (mp_runner.py:76) -2024-09-02 00:13:51,250 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0304s, count=628, qps in this process: 20.9121 (mp_runner.py:76) -2024-09-02 00:13:51,256 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.002s, count=628, qps in this process: 20.9319 (mp_runner.py:76) -2024-09-02 00:13:51,260 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0135s, count=628, qps in this process: 20.9239 (mp_runner.py:76) -2024-09-02 00:13:51,261 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0074s, count=628, qps in this process: 20.9282 (mp_runner.py:76) -2024-09-02 00:13:51,267 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0008s, count=628, qps in this process: 20.9328 (mp_runner.py:76) -2024-09-02 00:13:51,268 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0228s, count=627, qps in this process: 20.8841 (mp_runner.py:76) -2024-09-02 00:13:51,274 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0248s, count=628, qps in this process: 20.916 (mp_runner.py:76) -2024-09-02 00:13:51,281 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0079s, count=629, qps in this process: 20.9611 (mp_runner.py:76) -2024-09-02 00:13:51,295 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0136s, count=629, qps in this process: 20.9572 (mp_runner.py:76) -2024-09-02 00:13:51,305 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0038s, count=631, qps in this process: 21.0307 (mp_runner.py:76) -2024-09-02 00:13:51,306 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0055s, count=631, qps in this process: 21.0295 (mp_runner.py:76) -2024-09-02 00:13:51,317 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0142s, count=632, qps in this process: 21.0567 (mp_runner.py:76) -2024-09-02 00:13:51,324 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0006s, count=632, qps in this process: 21.0662 (mp_runner.py:76) -2024-09-02 00:13:51,331 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0086s, count=633, qps in this process: 21.094 (mp_runner.py:76) -2024-09-02 00:13:51,354 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0034s, count=636, qps in this process: 21.1976 (mp_runner.py:76) -2024-09-02 00:13:51,359 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0009s, count=636, qps in this process: 21.1994 (mp_runner.py:76) -2024-09-02 00:13:51,362 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0009s, count=637, qps in this process: 21.2327 (mp_runner.py:76) -2024-09-02 00:13:51,365 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0046s, count=637, qps in this process: 21.2301 (mp_runner.py:76) -2024-09-02 00:13:51,365 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0048s, count=637, qps in this process: 21.2299 (mp_runner.py:76) -2024-09-02 00:13:51,397 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0065s, count=643, qps in this process: 21.4287 (mp_runner.py:76) -2024-09-02 00:13:51,487 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0012s, count=664, qps in this process: 22.1324 (mp_runner.py:76) -2024-09-02 00:13:51,492 | INFO |End search in concurrency 50: dur=30.828514399996493s, total_count=31408, qps=1018.7971 (mp_runner.py:120) -2024-09-02 00:13:55,188 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:13:55,189 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-02 00:14:16,431 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-02 00:14:16,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,486 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,580 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,612 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,700 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,751 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,790 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,901 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,903 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,913 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,914 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,915 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,921 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,924 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,925 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,925 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,929 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,929 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,952 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,954 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,973 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,981 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,984 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,987 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,987 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:16,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,002 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,019 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,019 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,026 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,030 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,049 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,049 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,090 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,099 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,124 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,131 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,148 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:17,189 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:14:43,307 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.014195117997587658 (mp_runner.py:73) -2024-09-02 00:14:43,308 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.02497541200136766 (mp_runner.py:73) -2024-09-02 00:14:43,309 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.027144255000166595 (mp_runner.py:73) -2024-09-02 00:14:43,309 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.02228269299666863 (mp_runner.py:73) -2024-09-02 00:14:43,311 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.024747242998273578 (mp_runner.py:73) -2024-09-02 00:14:43,311 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.024253588999272324 (mp_runner.py:73) -2024-09-02 00:14:43,313 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.026599181997880805 (mp_runner.py:73) -2024-09-02 00:14:43,313 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.01782649999950081 (mp_runner.py:73) -2024-09-02 00:14:43,314 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.02884439299668884 (mp_runner.py:73) -2024-09-02 00:14:43,315 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.017747773999872152 (mp_runner.py:73) -2024-09-02 00:14:43,316 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.027411862996814307 (mp_runner.py:73) -2024-09-02 00:14:43,317 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.02108112399582751 (mp_runner.py:73) -2024-09-02 00:14:43,319 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.027085517001978587 (mp_runner.py:73) -2024-09-02 00:14:43,319 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.027747938998800237 (mp_runner.py:73) -2024-09-02 00:14:43,321 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.03484444999776315 (mp_runner.py:73) -2024-09-02 00:14:43,321 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.02422469599696342 (mp_runner.py:73) -2024-09-02 00:14:43,322 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.03337713299697498 (mp_runner.py:73) -2024-09-02 00:14:43,323 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.023287468997295946 (mp_runner.py:73) -2024-09-02 00:14:43,325 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.0251571140033775 (mp_runner.py:73) -2024-09-02 00:14:43,325 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.043884033999347594 (mp_runner.py:73) -2024-09-02 00:14:43,326 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.04563635699742008 (mp_runner.py:73) -2024-09-02 00:14:43,326 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.03210958700219635 (mp_runner.py:73) -2024-09-02 00:14:43,328 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.03168044300400652 (mp_runner.py:73) -2024-09-02 00:14:43,328 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.03074867100076517 (mp_runner.py:73) -2024-09-02 00:14:43,329 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.0351416830017115 (mp_runner.py:73) -2024-09-02 00:14:43,331 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.040389023000898305 (mp_runner.py:73) -2024-09-02 00:14:43,331 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.051168090001738165 (mp_runner.py:73) -2024-09-02 00:14:43,333 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.04962586799956625 (mp_runner.py:73) -2024-09-02 00:14:43,333 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.04262980799830984 (mp_runner.py:73) -2024-09-02 00:14:43,335 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.04523403699568007 (mp_runner.py:73) -2024-09-02 00:14:43,336 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.05217842399724759 (mp_runner.py:73) -2024-09-02 00:14:43,337 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.043194081998080947 (mp_runner.py:73) -2024-09-02 00:14:43,338 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.04952214800141519 (mp_runner.py:73) -2024-09-02 00:14:43,338 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.03982440999971004 (mp_runner.py:73) -2024-09-02 00:14:43,339 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.0399571410016506 (mp_runner.py:73) -2024-09-02 00:14:43,340 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.0608642509978381 (mp_runner.py:73) -2024-09-02 00:14:43,341 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.05292063300294103 (mp_runner.py:73) -2024-09-02 00:14:43,343 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.04943727100180695 (mp_runner.py:73) -2024-09-02 00:14:43,343 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.05860029999894323 (mp_runner.py:73) -2024-09-02 00:14:43,345 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.062108504003845155 (mp_runner.py:73) -2024-09-02 00:14:43,345 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.04617313199560158 (mp_runner.py:73) -2024-09-02 00:14:43,347 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.04624240500561427 (mp_runner.py:73) -2024-09-02 00:14:43,348 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.05244616299751215 (mp_runner.py:73) -2024-09-02 00:14:43,349 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.05865731800440699 (mp_runner.py:73) -2024-09-02 00:14:43,349 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.06751403099769959 (mp_runner.py:73) -2024-09-02 00:14:43,350 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.05290163800236769 (mp_runner.py:73) -2024-09-02 00:14:43,350 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.07094860800134484 (mp_runner.py:73) -2024-09-02 00:14:43,351 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.002456241003528703 (mp_runner.py:73) -2024-09-02 00:14:43,353 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.050698192993877456 (mp_runner.py:73) -2024-09-02 00:14:43,359 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.07718076900346205 (mp_runner.py:73) -2024-09-02 00:14:43,364 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.062141720998624805 (mp_runner.py:73) -2024-09-02 00:14:43,370 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.0857168759976048 (mp_runner.py:73) -2024-09-02 00:14:43,384 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.03319865799858235 (mp_runner.py:73) -2024-09-02 00:14:43,401 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.053245964998495765 (mp_runner.py:73) -2024-09-02 00:14:43,433 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.13995037799759302 (mp_runner.py:73) -2024-09-02 00:14:46,490 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.002s, count=555, qps in this process: 18.4988 (mp_runner.py:76) -2024-09-02 00:14:46,548 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0653s, count=556, qps in this process: 18.4931 (mp_runner.py:76) -2024-09-02 00:14:46,607 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0152s, count=558, qps in this process: 18.5906 (mp_runner.py:76) -2024-09-02 00:14:46,651 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0234s, count=559, qps in this process: 18.6188 (mp_runner.py:76) -2024-09-02 00:14:46,750 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0368s, count=561, qps in this process: 18.6771 (mp_runner.py:76) -2024-09-02 00:14:46,777 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0161s, count=562, qps in this process: 18.7233 (mp_runner.py:76) -2024-09-02 00:14:46,822 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0293s, count=563, qps in this process: 18.7484 (mp_runner.py:76) -2024-09-02 00:14:46,913 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.021s, count=565, qps in this process: 18.8202 (mp_runner.py:76) -2024-09-02 00:14:46,913 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0083s, count=565, qps in this process: 18.8281 (mp_runner.py:76) -2024-09-02 00:14:46,927 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.002s, count=566, qps in this process: 18.8654 (mp_runner.py:76) -2024-09-02 00:14:46,929 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0031s, count=566, qps in this process: 18.8647 (mp_runner.py:76) -2024-09-02 00:14:46,930 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0004s, count=566, qps in this process: 18.8664 (mp_runner.py:76) -2024-09-02 00:14:46,930 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0229s, count=565, qps in this process: 18.819 (mp_runner.py:76) -2024-09-02 00:14:46,940 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0102s, count=566, qps in this process: 18.8603 (mp_runner.py:76) -2024-09-02 00:14:46,941 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0186s, count=566, qps in this process: 18.855 (mp_runner.py:76) -2024-09-02 00:14:46,943 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0142s, count=566, qps in this process: 18.8577 (mp_runner.py:76) -2024-09-02 00:14:46,956 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0268s, count=567, qps in this process: 18.8831 (mp_runner.py:76) -2024-09-02 00:14:46,956 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.022s, count=567, qps in this process: 18.8862 (mp_runner.py:76) -2024-09-02 00:14:46,959 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0019s, count=567, qps in this process: 18.8988 (mp_runner.py:76) -2024-09-02 00:14:46,960 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.03s, count=566, qps in this process: 18.8478 (mp_runner.py:76) -2024-09-02 00:14:46,968 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0128s, count=567, qps in this process: 18.8919 (mp_runner.py:76) -2024-09-02 00:14:46,975 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0527s, count=567, qps in this process: 18.8669 (mp_runner.py:76) -2024-09-02 00:14:46,977 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0337s, count=567, qps in this process: 18.8788 (mp_runner.py:76) -2024-09-02 00:14:46,979 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0359s, count=567, qps in this process: 18.8774 (mp_runner.py:76) -2024-09-02 00:14:46,995 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.014s, count=568, qps in this process: 18.9245 (mp_runner.py:76) -2024-09-02 00:14:46,997 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0088s, count=568, qps in this process: 18.9278 (mp_runner.py:76) -2024-09-02 00:14:46,998 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0149s, count=568, qps in this process: 18.9239 (mp_runner.py:76) -2024-09-02 00:14:47,004 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0116s, count=568, qps in this process: 18.926 (mp_runner.py:76) -2024-09-02 00:14:47,005 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0622s, count=567, qps in this process: 18.8609 (mp_runner.py:76) -2024-09-02 00:14:47,009 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0256s, count=568, qps in this process: 18.9172 (mp_runner.py:76) -2024-09-02 00:14:47,011 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0165s, count=568, qps in this process: 18.9229 (mp_runner.py:76) -2024-09-02 00:14:47,015 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0144s, count=568, qps in this process: 18.9242 (mp_runner.py:76) -2024-09-02 00:14:47,018 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0298s, count=568, qps in this process: 18.9145 (mp_runner.py:76) -2024-09-02 00:14:47,020 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0284s, count=568, qps in this process: 18.9154 (mp_runner.py:76) -2024-09-02 00:14:47,020 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0146s, count=568, qps in this process: 18.9241 (mp_runner.py:76) -2024-09-02 00:14:47,039 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.012s, count=569, qps in this process: 18.9591 (mp_runner.py:76) -2024-09-02 00:14:47,039 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0176s, count=569, qps in this process: 18.9555 (mp_runner.py:76) -2024-09-02 00:14:47,040 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0334s, count=569, qps in this process: 18.9456 (mp_runner.py:76) -2024-09-02 00:14:47,040 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0074s, count=569, qps in this process: 18.962 (mp_runner.py:76) -2024-09-02 00:14:47,040 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0134s, count=569, qps in this process: 18.9582 (mp_runner.py:76) -2024-09-02 00:14:47,041 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0066s, count=569, qps in this process: 18.9625 (mp_runner.py:76) -2024-09-02 00:14:47,042 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0046s, count=569, qps in this process: 18.9638 (mp_runner.py:76) -2024-09-02 00:14:47,042 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0204s, count=569, qps in this process: 18.9538 (mp_runner.py:76) -2024-09-02 00:14:47,055 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0029s, count=570, qps in this process: 18.9982 (mp_runner.py:76) -2024-09-02 00:14:47,057 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0035s, count=570, qps in this process: 18.9978 (mp_runner.py:76) -2024-09-02 00:14:47,086 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0092s, count=573, qps in this process: 19.0941 (mp_runner.py:76) -2024-09-02 00:14:47,101 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0126s, count=574, qps in this process: 19.1253 (mp_runner.py:76) -2024-09-02 00:14:47,108 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0033s, count=575, qps in this process: 19.1646 (mp_runner.py:76) -2024-09-02 00:14:47,109 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0139s, count=574, qps in this process: 19.1245 (mp_runner.py:76) -2024-09-02 00:14:47,142 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0056s, count=579, qps in this process: 19.2964 (mp_runner.py:76) -2024-09-02 00:14:47,149 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0055s, count=580, qps in this process: 19.3298 (mp_runner.py:76) -2024-09-02 00:14:47,159 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.005s, count=582, qps in this process: 19.3968 (mp_runner.py:76) -2024-09-02 00:14:47,159 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0052s, count=582, qps in this process: 19.3966 (mp_runner.py:76) -2024-09-02 00:14:47,159 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0052s, count=582, qps in this process: 19.3966 (mp_runner.py:76) -2024-09-02 00:14:47,203 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.001s, count=592, qps in this process: 19.7327 (mp_runner.py:76) -2024-09-02 00:14:47,206 | INFO |End search in concurrency 55: dur=30.774984874995425s, total_count=31272, qps=1016.15 (mp_runner.py:120) -2024-09-02 00:14:51,259 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:14:51,260 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-02 00:15:12,649 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-02 00:15:12,892 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:12,960 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:12,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:12,985 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,010 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,036 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,051 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,071 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,096 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,096 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,127 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,139 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,154 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,173 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,173 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,209 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,221 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,224 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,236 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,242 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,270 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,286 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,290 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,290 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,290 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,305 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,333 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,346 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,356 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,365 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,366 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,366 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,402 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,428 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,430 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,430 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,441 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,441 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,462 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,467 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,474 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,518 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,519 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,520 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,558 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,594 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:13,681 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:15:42,017 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.04400863999762805 (mp_runner.py:73) -2024-09-02 00:15:42,018 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.044524329001433216 (mp_runner.py:73) -2024-09-02 00:15:42,019 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.04220505499688443 (mp_runner.py:73) -2024-09-02 00:15:42,020 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.04255901600117795 (mp_runner.py:73) -2024-09-02 00:15:42,021 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.0403891659952933 (mp_runner.py:73) -2024-09-02 00:15:42,021 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.053667166001105215 (mp_runner.py:73) -2024-09-02 00:15:42,023 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.04442846500023734 (mp_runner.py:73) -2024-09-02 00:15:42,024 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.04942598300112877 (mp_runner.py:73) -2024-09-02 00:15:42,025 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.04558902099961415 (mp_runner.py:73) -2024-09-02 00:15:42,026 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.040028698000242 (mp_runner.py:73) -2024-09-02 00:15:42,026 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.05070374999922933 (mp_runner.py:73) -2024-09-02 00:15:42,027 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.05852297299861675 (mp_runner.py:73) -2024-09-02 00:15:42,028 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.044806546000472736 (mp_runner.py:73) -2024-09-02 00:15:42,029 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.05859423999936553 (mp_runner.py:73) -2024-09-02 00:15:42,029 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.0474312660007854 (mp_runner.py:73) -2024-09-02 00:15:42,029 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.05745958500483539 (mp_runner.py:73) -2024-09-02 00:15:42,031 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.045869781002693344 (mp_runner.py:73) -2024-09-02 00:15:42,032 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.06269880500622094 (mp_runner.py:73) -2024-09-02 00:15:42,035 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.049194556995644234 (mp_runner.py:73) -2024-09-02 00:15:42,036 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.049574229000427295 (mp_runner.py:73) -2024-09-02 00:15:42,036 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.054483332998643164 (mp_runner.py:73) -2024-09-02 00:15:42,037 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.06618078800238436 (mp_runner.py:73) -2024-09-02 00:15:42,037 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.06113245699816616 (mp_runner.py:73) -2024-09-02 00:15:42,039 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.050476956996135414 (mp_runner.py:73) -2024-09-02 00:15:42,039 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.0671171710055205 (mp_runner.py:73) -2024-09-02 00:15:42,039 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.05478703799599316 (mp_runner.py:73) -2024-09-02 00:15:42,041 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.053319384998758323 (mp_runner.py:73) -2024-09-02 00:15:42,041 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.07585087500046939 (mp_runner.py:73) -2024-09-02 00:15:42,043 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.06592127500334755 (mp_runner.py:73) -2024-09-02 00:15:42,044 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.05479437599569792 (mp_runner.py:73) -2024-09-02 00:15:42,045 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.07467625300341751 (mp_runner.py:73) -2024-09-02 00:15:42,046 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.0798084780035424 (mp_runner.py:73) -2024-09-02 00:15:42,047 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.05626938200293807 (mp_runner.py:73) -2024-09-02 00:15:42,048 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.0701611620024778 (mp_runner.py:73) -2024-09-02 00:15:42,049 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.07777963099943008 (mp_runner.py:73) -2024-09-02 00:15:42,050 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.082186585997988 (mp_runner.py:73) -2024-09-02 00:15:42,050 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.0711825849939487 (mp_runner.py:73) -2024-09-02 00:15:42,053 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.07668769500014605 (mp_runner.py:73) -2024-09-02 00:15:42,057 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.07558901300217258 (mp_runner.py:73) -2024-09-02 00:15:42,058 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.08837395899900002 (mp_runner.py:73) -2024-09-02 00:15:42,058 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.07694665600138251 (mp_runner.py:73) -2024-09-02 00:15:42,059 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.08462274799967417 (mp_runner.py:73) -2024-09-02 00:15:42,060 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.07976593700004742 (mp_runner.py:73) -2024-09-02 00:15:42,060 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.07549441599985585 (mp_runner.py:73) -2024-09-02 00:15:42,060 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.09476977099984651 (mp_runner.py:73) -2024-09-02 00:15:42,063 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.09647814799973276 (mp_runner.py:73) -2024-09-02 00:15:42,063 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.0797782770023332 (mp_runner.py:73) -2024-09-02 00:15:42,067 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.09350677199836355 (mp_runner.py:73) -2024-09-02 00:15:42,073 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.08613904300000286 (mp_runner.py:73) -2024-09-02 00:15:42,081 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.10640547799994238 (mp_runner.py:73) -2024-09-02 00:15:42,095 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.11220691899507074 (mp_runner.py:73) -2024-09-02 00:15:42,096 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.12310695400083205 (mp_runner.py:73) -2024-09-02 00:15:42,097 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.11322518900124123 (mp_runner.py:73) -2024-09-02 00:15:42,098 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.11954257400066126 (mp_runner.py:73) -2024-09-02 00:15:42,099 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.13014601900067646 (mp_runner.py:73) -2024-09-02 00:15:42,101 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.13387069300370058 (mp_runner.py:73) -2024-09-02 00:15:42,102 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.11377412699948763 (mp_runner.py:73) -2024-09-02 00:15:42,102 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.1124091439996846 (mp_runner.py:73) -2024-09-02 00:15:42,115 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.1499942820009892 (mp_runner.py:73) -2024-09-02 00:15:42,197 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.039585765000083484 (mp_runner.py:73) -2024-09-02 00:15:42,933 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0207s, count=513, qps in this process: 17.0882 (mp_runner.py:76) -2024-09-02 00:15:43,032 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0194s, count=514, qps in this process: 17.1223 (mp_runner.py:76) -2024-09-02 00:15:43,034 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0314s, count=514, qps in this process: 17.1154 (mp_runner.py:76) -2024-09-02 00:15:43,035 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0684s, count=514, qps in this process: 17.0944 (mp_runner.py:76) -2024-09-02 00:15:43,035 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0493s, count=514, qps in this process: 17.1052 (mp_runner.py:76) -2024-09-02 00:15:43,067 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0298s, count=515, qps in this process: 17.1496 (mp_runner.py:76) -2024-09-02 00:15:43,069 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0119s, count=514, qps in this process: 17.1265 (mp_runner.py:76) -2024-09-02 00:15:43,096 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0134s, count=516, qps in this process: 17.1923 (mp_runner.py:76) -2024-09-02 00:15:43,098 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0014s, count=516, qps in this process: 17.1992 (mp_runner.py:76) -2024-09-02 00:15:43,117 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.019s, count=516, qps in this process: 17.1891 (mp_runner.py:76) -2024-09-02 00:15:43,118 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0428s, count=516, qps in this process: 17.1755 (mp_runner.py:76) -2024-09-02 00:15:43,120 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0521s, count=515, qps in this process: 17.1369 (mp_runner.py:76) -2024-09-02 00:15:43,144 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.012s, count=517, qps in this process: 17.2264 (mp_runner.py:76) -2024-09-02 00:15:43,159 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0135s, count=517, qps in this process: 17.2256 (mp_runner.py:76) -2024-09-02 00:15:43,165 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0263s, count=517, qps in this process: 17.2182 (mp_runner.py:76) -2024-09-02 00:15:43,176 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0049s, count=518, qps in this process: 17.2638 (mp_runner.py:76) -2024-09-02 00:15:43,176 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0056s, count=518, qps in this process: 17.2634 (mp_runner.py:76) -2024-09-02 00:15:43,177 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0041s, count=518, qps in this process: 17.2643 (mp_runner.py:76) -2024-09-02 00:15:43,182 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0032s, count=518, qps in this process: 17.2648 (mp_runner.py:76) -2024-09-02 00:15:43,183 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0124s, count=518, qps in this process: 17.2595 (mp_runner.py:76) -2024-09-02 00:15:43,188 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0252s, count=518, qps in this process: 17.2522 (mp_runner.py:76) -2024-09-02 00:15:43,240 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0179s, count=518, qps in this process: 17.2564 (mp_runner.py:76) -2024-09-02 00:15:43,242 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0596s, count=519, qps in this process: 17.2657 (mp_runner.py:76) -2024-09-02 00:15:43,243 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0298s, count=519, qps in this process: 17.2828 (mp_runner.py:76) -2024-09-02 00:15:43,244 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0183s, count=519, qps in this process: 17.2895 (mp_runner.py:76) -2024-09-02 00:15:43,244 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0703s, count=519, qps in this process: 17.2596 (mp_runner.py:76) -2024-09-02 00:15:43,244 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0156s, count=519, qps in this process: 17.291 (mp_runner.py:76) -2024-09-02 00:15:43,244 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0162s, count=519, qps in this process: 17.2907 (mp_runner.py:76) -2024-09-02 00:15:43,245 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0742s, count=519, qps in this process: 17.2573 (mp_runner.py:76) -2024-09-02 00:15:43,265 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0194s, count=520, qps in this process: 17.3221 (mp_runner.py:76) -2024-09-02 00:15:43,276 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0292s, count=520, qps in this process: 17.3165 (mp_runner.py:76) -2024-09-02 00:15:43,308 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.021s, count=521, qps in this process: 17.3545 (mp_runner.py:76) -2024-09-02 00:15:43,308 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0303s, count=521, qps in this process: 17.3491 (mp_runner.py:76) -2024-09-02 00:15:43,309 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0151s, count=521, qps in this process: 17.3579 (mp_runner.py:76) -2024-09-02 00:15:43,309 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0147s, count=521, qps in this process: 17.3582 (mp_runner.py:76) -2024-09-02 00:15:43,310 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0156s, count=521, qps in this process: 17.3576 (mp_runner.py:76) -2024-09-02 00:15:43,310 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.018s, count=521, qps in this process: 17.3563 (mp_runner.py:76) -2024-09-02 00:15:43,337 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0266s, count=522, qps in this process: 17.3846 (mp_runner.py:76) -2024-09-02 00:15:43,345 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0042s, count=523, qps in this process: 17.4309 (mp_runner.py:76) -2024-09-02 00:15:43,368 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0148s, count=523, qps in this process: 17.4247 (mp_runner.py:76) -2024-09-02 00:15:43,370 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0019s, count=524, qps in this process: 17.4656 (mp_runner.py:76) -2024-09-02 00:15:43,377 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.012s, count=524, qps in this process: 17.4597 (mp_runner.py:76) -2024-09-02 00:15:43,384 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0119s, count=524, qps in this process: 17.4597 (mp_runner.py:76) -2024-09-02 00:15:43,399 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0088s, count=524, qps in this process: 17.4615 (mp_runner.py:76) -2024-09-02 00:15:43,401 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0286s, count=525, qps in this process: 17.4833 (mp_runner.py:76) -2024-09-02 00:15:43,416 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.008s, count=526, qps in this process: 17.5287 (mp_runner.py:76) -2024-09-02 00:15:43,441 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0044s, count=528, qps in this process: 17.5974 (mp_runner.py:76) -2024-09-02 00:15:43,443 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0101s, count=528, qps in this process: 17.5941 (mp_runner.py:76) -2024-09-02 00:15:43,446 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0006s, count=528, qps in this process: 17.5996 (mp_runner.py:76) -2024-09-02 00:15:43,447 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0107s, count=528, qps in this process: 17.5937 (mp_runner.py:76) -2024-09-02 00:15:43,450 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0054s, count=528, qps in this process: 17.5968 (mp_runner.py:76) -2024-09-02 00:15:43,474 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0002s, count=531, qps in this process: 17.6999 (mp_runner.py:76) -2024-09-02 00:15:43,475 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.001s, count=531, qps in this process: 17.6994 (mp_runner.py:76) -2024-09-02 00:15:43,483 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0011s, count=532, qps in this process: 17.7327 (mp_runner.py:76) -2024-09-02 00:15:43,530 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.008s, count=535, qps in this process: 17.8286 (mp_runner.py:76) -2024-09-02 00:15:43,532 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0119s, count=535, qps in this process: 17.8263 (mp_runner.py:76) -2024-09-02 00:15:43,543 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0054s, count=536, qps in this process: 17.8635 (mp_runner.py:76) -2024-09-02 00:15:43,562 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0003s, count=539, qps in this process: 17.9665 (mp_runner.py:76) -2024-09-02 00:15:43,602 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0003s, count=545, qps in this process: 18.1665 (mp_runner.py:76) -2024-09-02 00:15:43,683 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0016s, count=562, qps in this process: 18.7323 (mp_runner.py:76) -2024-09-02 00:15:43,688 | INFO |End search in concurrency 60: dur=31.037885239005846s, total_count=31354, qps=1010.1848 (mp_runner.py:120) -2024-09-02 00:15:48,057 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:15:48,057 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-02 00:16:09,794 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-02 00:16:10,033 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,193 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,196 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,203 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,224 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,250 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,251 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,251 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,303 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,303 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,359 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,359 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,381 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,394 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,401 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,403 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,442 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,480 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,531 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,536 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,537 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,577 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,588 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,605 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,611 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,614 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,614 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,647 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,725 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,758 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,762 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,804 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,805 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,834 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,845 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:10,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:16:40,072 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0277s, count=478, qps in this process: 15.9186 (mp_runner.py:76) -2024-09-02 00:16:40,212 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0058s, count=480, qps in this process: 15.9969 (mp_runner.py:76) -2024-09-02 00:16:40,272 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0752s, count=481, qps in this process: 15.9932 (mp_runner.py:76) -2024-09-02 00:16:40,272 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0181s, count=481, qps in this process: 16.0237 (mp_runner.py:76) -2024-09-02 00:16:40,272 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0696s, count=481, qps in this process: 15.9962 (mp_runner.py:76) -2024-09-02 00:16:40,273 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0188s, count=481, qps in this process: 16.0233 (mp_runner.py:76) -2024-09-02 00:16:40,281 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0706s, count=481, qps in this process: 15.9957 (mp_runner.py:76) -2024-09-02 00:16:40,283 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0286s, count=481, qps in this process: 16.0181 (mp_runner.py:76) -2024-09-02 00:16:40,283 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0286s, count=481, qps in this process: 16.0181 (mp_runner.py:76) -2024-09-02 00:16:40,284 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0296s, count=481, qps in this process: 16.0175 (mp_runner.py:76) -2024-09-02 00:16:40,284 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0575s, count=481, qps in this process: 16.0027 (mp_runner.py:76) -2024-09-02 00:16:40,284 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.03s, count=481, qps in this process: 16.0173 (mp_runner.py:76) -2024-09-02 00:16:40,285 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0868s, count=481, qps in this process: 15.9871 (mp_runner.py:76) -2024-09-02 00:16:40,294 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.06s, count=481, qps in this process: 16.0013 (mp_runner.py:76) -2024-09-02 00:16:40,297 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0017s, count=481, qps in this process: 16.0324 (mp_runner.py:76) -2024-09-02 00:16:40,297 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.002s, count=481, qps in this process: 16.0323 (mp_runner.py:76) -2024-09-02 00:16:40,300 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0023s, count=481, qps in this process: 16.0321 (mp_runner.py:76) -2024-09-02 00:16:40,341 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0415s, count=482, qps in this process: 16.0445 (mp_runner.py:76) -2024-09-02 00:16:40,342 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0367s, count=482, qps in this process: 16.047 (mp_runner.py:76) -2024-09-02 00:16:40,343 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0438s, count=482, qps in this process: 16.0432 (mp_runner.py:76) -2024-09-02 00:16:40,343 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0375s, count=482, qps in this process: 16.0466 (mp_runner.py:76) -2024-09-02 00:16:40,343 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0415s, count=482, qps in this process: 16.0445 (mp_runner.py:76) -2024-09-02 00:16:40,375 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0125s, count=483, qps in this process: 16.0933 (mp_runner.py:76) -2024-09-02 00:16:40,380 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0181s, count=483, qps in this process: 16.0903 (mp_runner.py:76) -2024-09-02 00:16:40,381 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0176s, count=483, qps in this process: 16.0906 (mp_runner.py:76) -2024-09-02 00:16:40,405 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.015s, count=484, qps in this process: 16.1253 (mp_runner.py:76) -2024-09-02 00:16:40,429 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0015s, count=485, qps in this process: 16.1659 (mp_runner.py:76) -2024-09-02 00:16:40,432 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.006s, count=485, qps in this process: 16.1634 (mp_runner.py:76) -2024-09-02 00:16:40,443 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0089s, count=485, qps in this process: 16.1619 (mp_runner.py:76) -2024-09-02 00:16:40,444 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0794s, count=484, qps in this process: 16.0907 (mp_runner.py:76) -2024-09-02 00:16:40,449 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0072s, count=485, qps in this process: 16.1628 (mp_runner.py:76) -2024-09-02 00:16:40,451 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0167s, count=485, qps in this process: 16.1577 (mp_runner.py:76) -2024-09-02 00:16:40,458 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0237s, count=485, qps in this process: 16.1539 (mp_runner.py:76) -2024-09-02 00:16:40,464 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0298s, count=486, qps in this process: 16.1839 (mp_runner.py:76) -2024-09-02 00:16:40,467 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0327s, count=486, qps in this process: 16.1824 (mp_runner.py:76) -2024-09-02 00:16:40,468 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0347s, count=486, qps in this process: 16.1813 (mp_runner.py:76) -2024-09-02 00:16:40,484 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0002s, count=484, qps in this process: 16.1332 (mp_runner.py:76) -2024-09-02 00:16:40,485 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0323s, count=486, qps in this process: 16.1826 (mp_runner.py:76) -2024-09-02 00:16:40,540 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0034s, count=488, qps in this process: 16.2648 (mp_runner.py:76) -2024-09-02 00:16:40,541 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0045s, count=488, qps in this process: 16.2642 (mp_runner.py:76) -2024-09-02 00:16:40,560 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0149s, count=489, qps in this process: 16.2919 (mp_runner.py:76) -2024-09-02 00:16:40,573 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0075s, count=490, qps in this process: 16.3293 (mp_runner.py:76) -2024-09-02 00:16:40,582 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0163s, count=490, qps in this process: 16.3245 (mp_runner.py:76) -2024-09-02 00:16:40,582 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0162s, count=489, qps in this process: 16.2912 (mp_runner.py:76) -2024-09-02 00:16:40,590 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0247s, count=490, qps in this process: 16.3199 (mp_runner.py:76) -2024-09-02 00:16:40,592 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0028s, count=490, qps in this process: 16.3318 (mp_runner.py:76) -2024-09-02 00:16:40,599 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0132s, count=491, qps in this process: 16.3595 (mp_runner.py:76) -2024-09-02 00:16:40,614 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0262s, count=491, qps in this process: 16.3524 (mp_runner.py:76) -2024-09-02 00:16:40,627 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0052s, count=492, qps in this process: 16.3972 (mp_runner.py:76) -2024-09-02 00:16:40,630 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0213s, count=492, qps in this process: 16.3884 (mp_runner.py:76) -2024-09-02 00:16:40,630 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0074s, count=492, qps in this process: 16.396 (mp_runner.py:76) -2024-09-02 00:16:40,632 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0204s, count=492, qps in this process: 16.3889 (mp_runner.py:76) -2024-09-02 00:16:40,637 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.015s, count=493, qps in this process: 16.4251 (mp_runner.py:76) -2024-09-02 00:16:40,662 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0069s, count=495, qps in this process: 16.4962 (mp_runner.py:76) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.011320557998260483 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.011323081998853013 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.010944510999252088 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.011495377999381162 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.011214439000468701 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.01169785099773435 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.011555126999155618 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.011578309000469744 (mp_runner.py:73) -2024-09-02 00:16:40,721 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0027s, count=500, qps in this process: 16.6652 (mp_runner.py:76) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.011642754994682036 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.009022632002597675 (mp_runner.py:73) -2024-09-02 00:16:40,721 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.011942122997425031 (mp_runner.py:73) -2024-09-02 00:16:40,722 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0029s, count=500, qps in this process: 16.6651 (mp_runner.py:76) -2024-09-02 00:16:40,753 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.012s, count=503, qps in this process: 16.76 (mp_runner.py:76) -2024-09-02 00:16:40,770 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0034s, count=504, qps in this process: 16.7981 (mp_runner.py:76) -2024-09-02 00:16:40,773 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0063s, count=505, qps in this process: 16.8298 (mp_runner.py:76) -2024-09-02 00:16:40,776 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.002s, count=505, qps in this process: 16.8322 (mp_runner.py:76) -2024-09-02 00:16:40,814 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0031s, count=511, qps in this process: 17.0316 (mp_runner.py:76) -2024-09-02 00:16:40,815 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0047s, count=511, qps in this process: 17.0307 (mp_runner.py:76) -2024-09-02 00:16:40,847 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0025s, count=517, qps in this process: 17.2319 (mp_runner.py:76) -2024-09-02 00:16:40,854 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0038s, count=518, qps in this process: 17.2645 (mp_runner.py:76) -2024-09-02 00:16:40,883 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.003s, count=524, qps in this process: 17.4649 (mp_runner.py:76) -2024-09-02 00:16:40,887 | INFO |End search in concurrency 65: dur=31.09155906099477s, total_count=31788, qps=1022.3997 (mp_runner.py:120) -2024-09-02 00:16:45,246 | INFO |Update largest qps with concurrency 65: current max_qps=1022.3997 (mp_runner.py:124) -2024-09-02 00:16:45,659 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:16:45,659 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-02 00:17:07,497 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-02 00:17:07,652 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,768 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,828 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,922 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,922 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,933 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,995 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,995 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:07,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,019 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,020 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,022 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,037 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,053 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,054 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,107 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,111 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,112 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,112 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,112 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,112 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,115 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,117 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,142 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,164 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,182 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,212 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,219 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,221 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,222 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,239 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,239 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,247 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,278 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,284 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,284 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,294 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,358 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,378 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,380 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,428 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,428 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,474 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,475 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,475 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,475 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,514 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,529 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,539 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,564 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:08,576 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-02 00:17:37,672 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0079s, count=438, qps in this process: 14.5962 (mp_runner.py:76) -2024-09-02 00:17:37,816 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0358s, count=441, qps in this process: 14.6825 (mp_runner.py:76) -2024-09-02 00:17:37,901 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0571s, count=442, qps in this process: 14.7053 (mp_runner.py:76) -2024-09-02 00:17:37,940 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0038s, count=443, qps in this process: 14.7648 (mp_runner.py:76) -2024-09-02 00:17:37,949 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0246s, count=443, qps in this process: 14.7546 (mp_runner.py:76) -2024-09-02 00:17:37,950 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0178s, count=443, qps in this process: 14.7579 (mp_runner.py:76) -2024-09-02 00:17:37,980 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0548s, count=441, qps in this process: 14.6732 (mp_runner.py:76) -2024-09-02 00:17:38,009 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0094s, count=444, qps in this process: 14.7954 (mp_runner.py:76) -2024-09-02 00:17:38,010 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0043s, count=444, qps in this process: 14.7979 (mp_runner.py:76) -2024-09-02 00:17:38,039 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0071s, count=444, qps in this process: 14.7965 (mp_runner.py:76) -2024-09-02 00:17:38,040 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0473s, count=444, qps in this process: 14.7767 (mp_runner.py:76) -2024-09-02 00:17:38,040 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0165s, count=444, qps in this process: 14.7919 (mp_runner.py:76) -2024-09-02 00:17:38,041 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0406s, count=444, qps in this process: 14.78 (mp_runner.py:76) -2024-09-02 00:17:38,063 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0045s, count=444, qps in this process: 14.7978 (mp_runner.py:76) -2024-09-02 00:17:38,067 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0338s, count=445, qps in this process: 14.8166 (mp_runner.py:76) -2024-09-02 00:17:38,068 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0351s, count=445, qps in this process: 14.816 (mp_runner.py:76) -2024-09-02 00:17:38,068 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0368s, count=445, qps in this process: 14.8152 (mp_runner.py:76) -2024-09-02 00:17:38,068 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0368s, count=445, qps in this process: 14.8152 (mp_runner.py:76) -2024-09-02 00:17:38,068 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0096s, count=445, qps in this process: 14.8286 (mp_runner.py:76) -2024-09-02 00:17:38,069 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0196s, count=445, qps in this process: 14.8236 (mp_runner.py:76) -2024-09-02 00:17:38,070 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0332s, count=445, qps in this process: 14.8169 (mp_runner.py:76) -2024-09-02 00:17:38,085 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0133s, count=445, qps in this process: 14.8268 (mp_runner.py:76) -2024-09-02 00:17:38,116 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0056s, count=446, qps in this process: 14.8639 (mp_runner.py:76) -2024-09-02 00:17:38,149 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0265s, count=446, qps in this process: 14.8535 (mp_runner.py:76) -2024-09-02 00:17:38,158 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0367s, count=447, qps in this process: 14.8818 (mp_runner.py:76) -2024-09-02 00:17:38,158 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0359s, count=447, qps in this process: 14.8822 (mp_runner.py:76) -2024-09-02 00:17:38,158 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0245s, count=447, qps in this process: 14.8878 (mp_runner.py:76) -2024-09-02 00:17:38,159 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0367s, count=447, qps in this process: 14.8818 (mp_runner.py:76) -2024-09-02 00:17:38,159 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0149s, count=447, qps in this process: 14.8926 (mp_runner.py:76) -2024-09-02 00:17:38,159 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0374s, count=447, qps in this process: 14.8814 (mp_runner.py:76) -2024-09-02 00:17:38,159 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0374s, count=447, qps in this process: 14.8814 (mp_runner.py:76) -2024-09-02 00:17:38,160 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0378s, count=447, qps in this process: 14.8812 (mp_runner.py:76) -2024-09-02 00:17:38,161 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0396s, count=447, qps in this process: 14.8804 (mp_runner.py:76) -2024-09-02 00:17:38,161 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0388s, count=447, qps in this process: 14.8808 (mp_runner.py:76) -2024-09-02 00:17:38,187 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0174s, count=448, qps in this process: 14.9247 (mp_runner.py:76) -2024-09-02 00:17:38,216 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.036s, count=448, qps in this process: 14.9154 (mp_runner.py:76) -2024-09-02 00:17:38,228 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0079s, count=449, qps in this process: 14.9627 (mp_runner.py:76) -2024-09-02 00:17:38,232 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0393s, count=449, qps in this process: 14.9471 (mp_runner.py:76) -2024-09-02 00:17:38,239 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.014s, count=449, qps in this process: 14.9597 (mp_runner.py:76) -2024-09-02 00:17:38,254 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0291s, count=450, qps in this process: 14.9855 (mp_runner.py:76) -2024-09-02 00:17:38,257 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0029s, count=450, qps in this process: 14.9986 (mp_runner.py:76) -2024-09-02 00:17:38,258 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0379s, count=450, qps in this process: 14.9811 (mp_runner.py:76) -2024-09-02 00:17:38,258 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0197s, count=450, qps in this process: 14.9902 (mp_runner.py:76) -2024-09-02 00:17:38,269 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0149s, count=451, qps in this process: 15.0259 (mp_runner.py:76) -2024-09-02 00:17:38,276 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0116s, count=451, qps in this process: 15.0275 (mp_runner.py:76) -2024-09-02 00:17:38,299 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0123s, count=452, qps in this process: 15.0605 (mp_runner.py:76) -2024-09-02 00:17:38,305 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0213s, count=452, qps in this process: 15.056 (mp_runner.py:76) -2024-09-02 00:17:38,307 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0166s, count=452, qps in this process: 15.0583 (mp_runner.py:76) -2024-09-02 00:17:38,329 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0201s, count=453, qps in this process: 15.0899 (mp_runner.py:76) -2024-09-02 00:17:38,367 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0023s, count=455, qps in this process: 15.1655 (mp_runner.py:76) -2024-09-02 00:17:38,370 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.006s, count=455, qps in this process: 15.1636 (mp_runner.py:76) -2024-09-02 00:17:38,371 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0076s, count=454, qps in this process: 15.1295 (mp_runner.py:76) -2024-09-02 00:17:38,385 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0191s, count=456, qps in this process: 15.1903 (mp_runner.py:76) -2024-09-02 00:17:38,386 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0061s, count=456, qps in this process: 15.1969 (mp_runner.py:76) -2024-09-02 00:17:38,405 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0105s, count=457, qps in this process: 15.228 (mp_runner.py:76) -2024-09-02 00:17:38,405 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0132s, count=457, qps in this process: 15.2266 (mp_runner.py:76) -2024-09-02 00:17:38,435 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0022s, count=459, qps in this process: 15.2989 (mp_runner.py:76) -2024-09-02 00:17:38,440 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0068s, count=460, qps in this process: 15.3299 (mp_runner.py:76) -2024-09-02 00:17:38,440 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0069s, count=460, qps in this process: 15.3298 (mp_runner.py:76) -2024-09-02 00:17:38,482 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0002s, count=463, qps in this process: 15.4332 (mp_runner.py:76) -2024-09-02 00:17:38,483 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.001s, count=463, qps in this process: 15.4328 (mp_runner.py:76) -2024-09-02 00:17:38,486 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0038s, count=464, qps in this process: 15.4647 (mp_runner.py:76) -2024-09-02 00:17:38,488 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0008s, count=464, qps in this process: 15.4663 (mp_runner.py:76) -2024-09-02 00:17:38,493 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0091s, count=464, qps in this process: 15.462 (mp_runner.py:76) -2024-09-02 00:17:38,533 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0009s, count=469, qps in this process: 15.6329 (mp_runner.py:76) -2024-09-02 00:17:38,541 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0075s, count=470, qps in this process: 15.6628 (mp_runner.py:76) -2024-09-02 00:17:38,552 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0104s, count=471, qps in this process: 15.6946 (mp_runner.py:76) -2024-09-02 00:17:38,554 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0042s, count=472, qps in this process: 15.7311 (mp_runner.py:76) -2024-09-02 00:17:38,588 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.004s, count=480, qps in this process: 15.9979 (mp_runner.py:76) -2024-09-02 00:17:38,598 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0024s, count=482, qps in this process: 16.0654 (mp_runner.py:76) -2024-09-02 00:17:38,601 | INFO |End search in concurrency 70: dur=31.104313739000645s, total_count=31606, qps=1016.1292 (mp_runner.py:120) -2024-09-02 00:17:43,252 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1022.3997, serial_latency_p99=np.float64(0.0475), recall=np.float64(0.8871), ndcg=np.float64(0.9024), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[239.3481, 739.3311, 965.0997, 977.7417, 1012.0704, 957.194, 1014.9725, 1008.5009, 1020.9062, 1018.7971, 1016.15, 1010.1848, 1022.3997, 1016.1292], conc_latency_p99_list=[np.float64(0.002331749826623127), np.float64(0.0024770182797983578), np.float64(0.0027023106240907507), np.float64(0.002861381611347315), np.float64(0.0030410784135507128), np.float64(0.0031868939093517836), np.float64(0.003433111821557395), np.float64(0.003465333688535611), np.float64(0.0036996624626299307), np.float64(0.003572728408499097), np.float64(0.004007250159967225), np.float64(0.0040134222042077445), np.float64(0.004845531702849257), np.float64(0.005027193492278457)]) (task_runner.py:197) -2024-09-02 00:17:43,253 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:06:12.523815'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1022.3997, serial_latency_p99=np.float64(0.0475), recall=np.float64(0.8871), ndcg=np.float64(0.9024), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[239.3481, 739.3311, 965.0997, 977.7417, 1012.0704, 957.194, 1014.9725, 1008.5009, 1020.9062, 1018.7971, 1016.15, 1010.1848, 1022.3997, 1016.1292], conc_latency_p99_list=[np.float64(0.002331749826623127), np.float64(0.0024770182797983578), np.float64(0.0027023106240907507), np.float64(0.002861381611347315), np.float64(0.0030410784135507128), np.float64(0.0031868939093517836), np.float64(0.003433111821557395), np.float64(0.003465333688535611), np.float64(0.0036996624626299307), np.float64(0.003572728408499097), np.float64(0.004007250159967225), np.float64(0.0040134222042077445), np.float64(0.004845531702849257), np.float64(0.005027193492278457)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-02 00:17:43,253 | INFO |Task summary: run_id=9c6f2, task_label=9c6f28e85dbc4343b8c5d907c3ab327a (models.py:346) -2024-09-02 00:17:43,253 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 00:17:43,253 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 00:17:43,253 | INFO |PgVector | 2024-09-02T00:06:12.523815 Performance1536D500K 9c6f28e85dbc4343b8c5d907c3ab327a | 0.0 1022.3997 0.0475 0.8871 0 | :) (models.py:346) -2024-09-02 00:17:43,253 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json (models.py:204) -2024-09-02 00:17:43,253 | INFO |Success to finish task: label=9c6f28e85dbc4343b8c5d907c3ab327a, run_id=9c6f28e85dbc4343b8c5d907c3ab327a (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json b/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json deleted file mode 100644 index 0489f5732..000000000 --- a/script/data/aws/db.m6i.large-8-128-120-Performance1536D500K-0-49250/result_20240902_9c6f28e85dbc4343b8c5d907c3ab327a_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "9c6f28e85dbc4343b8c5d907c3ab327a", "task_label": "9c6f28e85dbc4343b8c5d907c3ab327a", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1022.3997, "serial_latency_p99": 0.0475, "recall": 0.8871, "ndcg": 0.9024, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [239.3481, 739.3311, 965.0997, 977.7417, 1012.0704, 957.194, 1014.9725, 1008.5009, 1020.9062, 1018.7971, 1016.15, 1010.1848, 1022.3997, 1016.1292], "conc_latency_p99_list": [0.002331749826623127, 0.0024770182797983578, 0.0027023106240907507, 0.002861381611347315, 0.0030410784135507128, 0.0031868939093517836, 0.003433111821557395, 0.003465333688535611, 0.0036996624626299307, 0.003572728408499097, 0.004007250159967225, 0.0040134222042077445, 0.004845531702849257, 0.005027193492278457]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T00:06:12.523815", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt b/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt deleted file mode 100644 index 3647dc4c7..000000000 --- a/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/log.txt +++ /dev/null @@ -1,3135 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load -2024-09-01 23:28:50,907 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:28:50.896024', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 23:28:50,907 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:28:50.896024', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 23:28:50,907 | INFO |generated uuid for the tasks: b3d8afc4c57d461e9de84acb474bf52c (interface.py:66) -2024-09-01 23:28:50,968 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 23:28:50,968 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 23:28:50,968 | INFO | PgVector-2024-09-01T23:28:50.896024 | Performance OpenAI-MEDIUM-500K None | b3d8afc4c57d461e9de84acb474bf52c (task_runner.py:340) -2024-09-01 23:28:50,968 | INFO |task submitted: id=b3d8afc4c57d461e9de84acb474bf52c, b3d8afc4c57d461e9de84acb474bf52c, case number: 1 (interface.py:231) -2024-09-01 23:28:51,380 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:28:50.896024'}, drop_old=False (interface.py:164) -2024-09-01 23:28:51,380 | INFO |Starting run (task_runner.py:100) -2024-09-01 23:28:51,454 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 23:28:52,049 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 23:28:52,096 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 23:28:52,120 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 23:28:52,120 | INFO |Start performance case (task_runner.py:158) -2024-09-01 23:28:52,131 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:28:52,131 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 23:28:52,131 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 23:28:52,132 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 23:28:52,175 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 23:28:52,737 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 23:28:52,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:28:52,756 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 23:28:52,756 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 23:28:54,589 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.014864347998809535, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:28:56,404 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.010857476998353377, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:28:58,184 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01151743000082206, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:28:59,788 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.012702538995654322, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:29:01,515 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.010822554002515972, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:29:03,187 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.012694115001067985, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:29:04,820 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.005959121001069434, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:29:06,512 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.008511888001521584, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:29:08,028 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.009153591003268957, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:29:09,648 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.010741594000137411, latest recall=0.2 (serial_runner.py:202) -2024-09-01 23:29:09,648 | INFO |SpawnProcess-1:1 search entire test_data: cost=12.7371s, queries=1000, avg_recall=0.1964, avg_ndcg=0.3063,avg_latency=0.0127, p99=0.0318 (serial_runner.py:209) -2024-09-01 23:29:10,184 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:29:10,185 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 23:29:11,206 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 23:29:11,235 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:29:11,698 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0007497129990952089 (mp_runner.py:73) -2024-09-01 23:29:12,182 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0009444050010642968 (mp_runner.py:73) -2024-09-01 23:29:12,642 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0010091030053445138 (mp_runner.py:73) -2024-09-01 23:29:13,083 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0009650079955463298 (mp_runner.py:73) -2024-09-01 23:29:13,555 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0009822229985729791 (mp_runner.py:73) -2024-09-01 23:29:14,048 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.001043415002641268 (mp_runner.py:73) -2024-09-01 23:29:14,519 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.000980402997811325 (mp_runner.py:73) -2024-09-01 23:29:14,971 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.000918882004043553 (mp_runner.py:73) -2024-09-01 23:29:15,454 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0009889909997582436 (mp_runner.py:73) -2024-09-01 23:29:15,899 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0009602490026736632 (mp_runner.py:73) -2024-09-01 23:29:16,354 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0010315249965060502 (mp_runner.py:73) -2024-09-01 23:29:16,801 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0007062970034894533 (mp_runner.py:73) -2024-09-01 23:29:17,248 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0010391059986432083 (mp_runner.py:73) -2024-09-01 23:29:17,703 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0007721750007476658 (mp_runner.py:73) -2024-09-01 23:29:18,191 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0009910489970934577 (mp_runner.py:73) -2024-09-01 23:29:18,648 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0009516709978925064 (mp_runner.py:73) -2024-09-01 23:29:19,101 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0009720320013002492 (mp_runner.py:73) -2024-09-01 23:29:19,550 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0009590199988451786 (mp_runner.py:73) -2024-09-01 23:29:19,971 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0008240989991463721 (mp_runner.py:73) -2024-09-01 23:29:20,365 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0007033910005702637 (mp_runner.py:73) -2024-09-01 23:29:20,769 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.000970408997090999 (mp_runner.py:73) -2024-09-01 23:29:21,196 | DEBUG |(SpawnProcess-1:3) search_count: 11000, latest_latency=0.0007303279999177903 (mp_runner.py:73) -2024-09-01 23:29:21,603 | DEBUG |(SpawnProcess-1:3) search_count: 11500, latest_latency=0.000737128997570835 (mp_runner.py:73) -2024-09-01 23:29:22,000 | DEBUG |(SpawnProcess-1:3) search_count: 12000, latest_latency=0.0009409400008735247 (mp_runner.py:73) -2024-09-01 23:29:22,405 | DEBUG |(SpawnProcess-1:3) search_count: 12500, latest_latency=0.0009596789968782105 (mp_runner.py:73) -2024-09-01 23:29:22,806 | DEBUG |(SpawnProcess-1:3) search_count: 13000, latest_latency=0.0008301050038426183 (mp_runner.py:73) -2024-09-01 23:29:23,235 | DEBUG |(SpawnProcess-1:3) search_count: 13500, latest_latency=0.0010515179965295829 (mp_runner.py:73) -2024-09-01 23:29:23,770 | DEBUG |(SpawnProcess-1:3) search_count: 14000, latest_latency=0.0011439259978942573 (mp_runner.py:73) -2024-09-01 23:29:24,332 | DEBUG |(SpawnProcess-1:3) search_count: 14500, latest_latency=0.001133869998739101 (mp_runner.py:73) -2024-09-01 23:29:24,875 | DEBUG |(SpawnProcess-1:3) search_count: 15000, latest_latency=0.0009511190000921488 (mp_runner.py:73) -2024-09-01 23:29:25,417 | DEBUG |(SpawnProcess-1:3) search_count: 15500, latest_latency=0.0011234129997319542 (mp_runner.py:73) -2024-09-01 23:29:25,960 | DEBUG |(SpawnProcess-1:3) search_count: 16000, latest_latency=0.0012168260000180453 (mp_runner.py:73) -2024-09-01 23:29:26,501 | DEBUG |(SpawnProcess-1:3) search_count: 16500, latest_latency=0.0010613310005282983 (mp_runner.py:73) -2024-09-01 23:29:27,048 | DEBUG |(SpawnProcess-1:3) search_count: 17000, latest_latency=0.0022505570013890974 (mp_runner.py:73) -2024-09-01 23:29:27,596 | DEBUG |(SpawnProcess-1:3) search_count: 17500, latest_latency=0.0012158819954493083 (mp_runner.py:73) -2024-09-01 23:29:28,144 | DEBUG |(SpawnProcess-1:3) search_count: 18000, latest_latency=0.0011852059978991747 (mp_runner.py:73) -2024-09-01 23:29:28,688 | DEBUG |(SpawnProcess-1:3) search_count: 18500, latest_latency=0.0007556919954367913 (mp_runner.py:73) -2024-09-01 23:29:29,082 | DEBUG |(SpawnProcess-1:3) search_count: 19000, latest_latency=0.0007513529999414459 (mp_runner.py:73) -2024-09-01 23:29:29,511 | DEBUG |(SpawnProcess-1:3) search_count: 19500, latest_latency=0.0009926549973897636 (mp_runner.py:73) -2024-09-01 23:29:29,914 | DEBUG |(SpawnProcess-1:3) search_count: 20000, latest_latency=0.0009703059986350127 (mp_runner.py:73) -2024-09-01 23:29:30,445 | DEBUG |(SpawnProcess-1:3) search_count: 20500, latest_latency=0.0007560160011053085 (mp_runner.py:73) -2024-09-01 23:29:30,849 | DEBUG |(SpawnProcess-1:3) search_count: 21000, latest_latency=0.0007128249999368563 (mp_runner.py:73) -2024-09-01 23:29:31,250 | DEBUG |(SpawnProcess-1:3) search_count: 21500, latest_latency=0.0009603879952919669 (mp_runner.py:73) -2024-09-01 23:29:31,648 | DEBUG |(SpawnProcess-1:3) search_count: 22000, latest_latency=0.0007624930003657937 (mp_runner.py:73) -2024-09-01 23:29:32,047 | DEBUG |(SpawnProcess-1:3) search_count: 22500, latest_latency=0.0009141320042544976 (mp_runner.py:73) -2024-09-01 23:29:32,438 | DEBUG |(SpawnProcess-1:3) search_count: 23000, latest_latency=0.0008145430037984625 (mp_runner.py:73) -2024-09-01 23:29:32,844 | DEBUG |(SpawnProcess-1:3) search_count: 23500, latest_latency=0.000799845001893118 (mp_runner.py:73) -2024-09-01 23:29:33,265 | DEBUG |(SpawnProcess-1:3) search_count: 24000, latest_latency=0.000982789002591744 (mp_runner.py:73) -2024-09-01 23:29:33,673 | DEBUG |(SpawnProcess-1:3) search_count: 24500, latest_latency=0.0009797270031413063 (mp_runner.py:73) -2024-09-01 23:29:34,080 | DEBUG |(SpawnProcess-1:3) search_count: 25000, latest_latency=0.0008639290026621893 (mp_runner.py:73) -2024-09-01 23:29:34,488 | DEBUG |(SpawnProcess-1:3) search_count: 25500, latest_latency=0.0009044929975061677 (mp_runner.py:73) -2024-09-01 23:29:34,893 | DEBUG |(SpawnProcess-1:3) search_count: 26000, latest_latency=0.0009252660020138137 (mp_runner.py:73) -2024-09-01 23:29:35,305 | DEBUG |(SpawnProcess-1:3) search_count: 26500, latest_latency=0.0009698879948700778 (mp_runner.py:73) -2024-09-01 23:29:35,702 | DEBUG |(SpawnProcess-1:3) search_count: 27000, latest_latency=0.0008375640027225018 (mp_runner.py:73) -2024-09-01 23:29:36,142 | DEBUG |(SpawnProcess-1:3) search_count: 27500, latest_latency=0.0007627530067111365 (mp_runner.py:73) -2024-09-01 23:29:36,541 | DEBUG |(SpawnProcess-1:3) search_count: 28000, latest_latency=0.0009419850030099042 (mp_runner.py:73) -2024-09-01 23:29:36,959 | DEBUG |(SpawnProcess-1:3) search_count: 28500, latest_latency=0.0008082880012807436 (mp_runner.py:73) -2024-09-01 23:29:37,374 | DEBUG |(SpawnProcess-1:3) search_count: 29000, latest_latency=0.0008346429967787117 (mp_runner.py:73) -2024-09-01 23:29:37,768 | DEBUG |(SpawnProcess-1:3) search_count: 29500, latest_latency=0.0007657610040041618 (mp_runner.py:73) -2024-09-01 23:29:38,163 | DEBUG |(SpawnProcess-1:3) search_count: 30000, latest_latency=0.0007603960038977675 (mp_runner.py:73) -2024-09-01 23:29:38,616 | DEBUG |(SpawnProcess-1:3) search_count: 30500, latest_latency=0.0010506440012250096 (mp_runner.py:73) -2024-09-01 23:29:39,064 | DEBUG |(SpawnProcess-1:3) search_count: 31000, latest_latency=0.001116226994781755 (mp_runner.py:73) -2024-09-01 23:29:39,478 | DEBUG |(SpawnProcess-1:3) search_count: 31500, latest_latency=0.0007699099951423705 (mp_runner.py:73) -2024-09-01 23:29:39,882 | DEBUG |(SpawnProcess-1:3) search_count: 32000, latest_latency=0.0007012640053289942 (mp_runner.py:73) -2024-09-01 23:29:40,310 | DEBUG |(SpawnProcess-1:3) search_count: 32500, latest_latency=0.0009909340005833656 (mp_runner.py:73) -2024-09-01 23:29:40,850 | DEBUG |(SpawnProcess-1:3) search_count: 33000, latest_latency=0.0010525929974392056 (mp_runner.py:73) -2024-09-01 23:29:41,237 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0011s, count=33359, qps in this process: 1111.9259 (mp_runner.py:76) -2024-09-01 23:29:41,241 | INFO |End search in concurrency 1: dur=30.034331236995058s, total_count=33359, qps=1110.6956 (mp_runner.py:120) -2024-09-01 23:29:41,422 | INFO |Update largest qps with concurrency 1: current max_qps=1110.6956 (mp_runner.py:124) -2024-09-01 23:29:41,839 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:29:41,840 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 23:29:46,885 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 23:29:46,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:29:46,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:29:46,930 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:29:46,930 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:29:46,946 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:29:47,818 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.002301524000358768 (mp_runner.py:73) -2024-09-01 23:29:47,840 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0013856920049875043 (mp_runner.py:73) -2024-09-01 23:29:47,871 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.002397724994807504 (mp_runner.py:73) -2024-09-01 23:29:47,899 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.001696924002317246 (mp_runner.py:73) -2024-09-01 23:29:47,900 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0029165469968575053 (mp_runner.py:73) -2024-09-01 23:29:48,708 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0018808460008585826 (mp_runner.py:73) -2024-09-01 23:29:48,902 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0015575750003335997 (mp_runner.py:73) -2024-09-01 23:29:48,903 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.002125255996361375 (mp_runner.py:73) -2024-09-01 23:29:48,906 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.001301675001741387 (mp_runner.py:73) -2024-09-01 23:29:48,912 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0022542509977938607 (mp_runner.py:73) -2024-09-01 23:29:49,688 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.003962353999668267 (mp_runner.py:73) -2024-09-01 23:29:49,817 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0024728219941607676 (mp_runner.py:73) -2024-09-01 23:29:49,869 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0036836389990639873 (mp_runner.py:73) -2024-09-01 23:29:49,876 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.00288692500180332 (mp_runner.py:73) -2024-09-01 23:29:49,881 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0016960809953161515 (mp_runner.py:73) -2024-09-01 23:29:50,634 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0014913659979356453 (mp_runner.py:73) -2024-09-01 23:29:50,754 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0020677569991676137 (mp_runner.py:73) -2024-09-01 23:29:50,774 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0015642260041204281 (mp_runner.py:73) -2024-09-01 23:29:50,869 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0014266779980971478 (mp_runner.py:73) -2024-09-01 23:29:50,885 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.002379386998654809 (mp_runner.py:73) -2024-09-01 23:29:51,657 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.0015819850013940595 (mp_runner.py:73) -2024-09-01 23:29:51,785 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.002679047000128776 (mp_runner.py:73) -2024-09-01 23:29:51,819 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.002370037997025065 (mp_runner.py:73) -2024-09-01 23:29:51,916 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.002278759995533619 (mp_runner.py:73) -2024-09-01 23:29:51,963 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0017596409961697645 (mp_runner.py:73) -2024-09-01 23:29:52,669 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.001308554994466249 (mp_runner.py:73) -2024-09-01 23:29:52,670 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.002694374001293909 (mp_runner.py:73) -2024-09-01 23:29:52,799 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0029262539974297397 (mp_runner.py:73) -2024-09-01 23:29:52,840 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0017382280057063326 (mp_runner.py:73) -2024-09-01 23:29:52,953 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0023132710048230365 (mp_runner.py:73) -2024-09-01 23:29:53,633 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0014529289983329363 (mp_runner.py:73) -2024-09-01 23:29:53,645 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0014668079966213554 (mp_runner.py:73) -2024-09-01 23:29:53,800 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0016409370000474155 (mp_runner.py:73) -2024-09-01 23:29:53,815 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0017480929964222014 (mp_runner.py:73) -2024-09-01 23:29:53,980 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0014342779977596365 (mp_runner.py:73) -2024-09-01 23:29:54,622 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0014497360025416128 (mp_runner.py:73) -2024-09-01 23:29:54,712 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.002394907998677809 (mp_runner.py:73) -2024-09-01 23:29:54,792 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0016661129993735813 (mp_runner.py:73) -2024-09-01 23:29:54,794 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.001978521999262739 (mp_runner.py:73) -2024-09-01 23:29:55,011 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0012878709967480972 (mp_runner.py:73) -2024-09-01 23:29:55,563 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0013972029992146417 (mp_runner.py:73) -2024-09-01 23:29:55,702 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0020723029956570826 (mp_runner.py:73) -2024-09-01 23:29:55,737 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0016180550010176376 (mp_runner.py:73) -2024-09-01 23:29:55,895 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0036100799989071675 (mp_runner.py:73) -2024-09-01 23:29:55,930 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0027553460022318177 (mp_runner.py:73) -2024-09-01 23:29:56,516 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0019729479972738773 (mp_runner.py:73) -2024-09-01 23:29:56,591 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0012951619937666692 (mp_runner.py:73) -2024-09-01 23:29:56,827 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.002257579006254673 (mp_runner.py:73) -2024-09-01 23:29:56,838 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.001386469004501123 (mp_runner.py:73) -2024-09-01 23:29:56,889 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0030084699974395335 (mp_runner.py:73) -2024-09-01 23:29:57,519 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0013736420005443506 (mp_runner.py:73) -2024-09-01 23:29:57,614 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0028045819999533705 (mp_runner.py:73) -2024-09-01 23:29:57,843 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0014681190004921518 (mp_runner.py:73) -2024-09-01 23:29:57,859 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0015082850004546344 (mp_runner.py:73) -2024-09-01 23:29:57,862 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0012250990039319731 (mp_runner.py:73) -2024-09-01 23:29:58,565 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0015829740004846826 (mp_runner.py:73) -2024-09-01 23:29:58,670 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0017579150007804856 (mp_runner.py:73) -2024-09-01 23:29:58,857 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0016783920000307262 (mp_runner.py:73) -2024-09-01 23:29:58,859 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.002003991998208221 (mp_runner.py:73) -2024-09-01 23:29:58,885 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.001616326997464057 (mp_runner.py:73) -2024-09-01 23:29:59,567 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.00139806600054726 (mp_runner.py:73) -2024-09-01 23:29:59,640 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0019668089953484014 (mp_runner.py:73) -2024-09-01 23:29:59,809 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.003271225003118161 (mp_runner.py:73) -2024-09-01 23:29:59,820 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0015249649950419553 (mp_runner.py:73) -2024-09-01 23:29:59,840 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.003066015000513289 (mp_runner.py:73) -2024-09-01 23:30:00,697 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.0024209219991462305 (mp_runner.py:73) -2024-09-01 23:30:00,728 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.004151080000156071 (mp_runner.py:73) -2024-09-01 23:30:00,855 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0030559279985027388 (mp_runner.py:73) -2024-09-01 23:30:00,994 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.003949691999878269 (mp_runner.py:73) -2024-09-01 23:30:01,014 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.001069277001079172 (mp_runner.py:73) -2024-09-01 23:30:01,847 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.0014363769951160066 (mp_runner.py:73) -2024-09-01 23:30:01,880 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0023984130020835437 (mp_runner.py:73) -2024-09-01 23:30:01,985 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0018212590002804063 (mp_runner.py:73) -2024-09-01 23:30:02,117 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0017840769942267798 (mp_runner.py:73) -2024-09-01 23:30:02,219 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0018227279942948371 (mp_runner.py:73) -2024-09-01 23:30:02,767 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.00228489199798787 (mp_runner.py:73) -2024-09-01 23:30:02,928 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0020715809951070696 (mp_runner.py:73) -2024-09-01 23:30:02,984 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0015360779943875968 (mp_runner.py:73) -2024-09-01 23:30:03,104 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0011497219966258854 (mp_runner.py:73) -2024-09-01 23:30:03,225 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0014786160027142614 (mp_runner.py:73) -2024-09-01 23:30:03,877 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0023005020048003644 (mp_runner.py:73) -2024-09-01 23:30:03,901 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0018499510042602196 (mp_runner.py:73) -2024-09-01 23:30:04,056 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.001441108004655689 (mp_runner.py:73) -2024-09-01 23:30:04,088 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0015113300032680854 (mp_runner.py:73) -2024-09-01 23:30:04,240 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.003211782001017127 (mp_runner.py:73) -2024-09-01 23:30:04,892 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.0019661730038933456 (mp_runner.py:73) -2024-09-01 23:30:04,893 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.003317299000627827 (mp_runner.py:73) -2024-09-01 23:30:04,965 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0016845970021677203 (mp_runner.py:73) -2024-09-01 23:30:05,014 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0012685530018643476 (mp_runner.py:73) -2024-09-01 23:30:05,174 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0015080269949976355 (mp_runner.py:73) -2024-09-01 23:30:05,770 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.001492442999733612 (mp_runner.py:73) -2024-09-01 23:30:05,948 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0036562440000125207 (mp_runner.py:73) -2024-09-01 23:30:06,091 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0018401039997115731 (mp_runner.py:73) -2024-09-01 23:30:06,103 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0014919210007064976 (mp_runner.py:73) -2024-09-01 23:30:06,116 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.003060669005208183 (mp_runner.py:73) -2024-09-01 23:30:06,763 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.002307654998730868 (mp_runner.py:73) -2024-09-01 23:30:06,975 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0013134519977029413 (mp_runner.py:73) -2024-09-01 23:30:07,004 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0015437100009876303 (mp_runner.py:73) -2024-09-01 23:30:07,056 | DEBUG |(SpawnProcess-1:6) search_count: 10000, latest_latency=0.0023207929989439435 (mp_runner.py:73) -2024-09-01 23:30:07,110 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.001590544001373928 (mp_runner.py:73) -2024-09-01 23:30:07,770 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0033122140011982992 (mp_runner.py:73) -2024-09-01 23:30:07,924 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0015336970027419738 (mp_runner.py:73) -2024-09-01 23:30:07,944 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.001800877995265182 (mp_runner.py:73) -2024-09-01 23:30:08,029 | DEBUG |(SpawnProcess-1:6) search_count: 10500, latest_latency=0.0015517479987465777 (mp_runner.py:73) -2024-09-01 23:30:08,062 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0010994159965775907 (mp_runner.py:73) -2024-09-01 23:30:08,733 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.002485340002749581 (mp_runner.py:73) -2024-09-01 23:30:08,875 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0022590529988519847 (mp_runner.py:73) -2024-09-01 23:30:08,977 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0019047769965254702 (mp_runner.py:73) -2024-09-01 23:30:08,979 | DEBUG |(SpawnProcess-1:6) search_count: 11000, latest_latency=0.002692337002372369 (mp_runner.py:73) -2024-09-01 23:30:08,985 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.001995528000406921 (mp_runner.py:73) -2024-09-01 23:30:09,879 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.002377042001171503 (mp_runner.py:73) -2024-09-01 23:30:09,958 | DEBUG |(SpawnProcess-1:6) search_count: 11500, latest_latency=0.0011288189998595044 (mp_runner.py:73) -2024-09-01 23:30:09,961 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.001396932995703537 (mp_runner.py:73) -2024-09-01 23:30:10,072 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0016417779988842085 (mp_runner.py:73) -2024-09-01 23:30:10,154 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0012425169989001006 (mp_runner.py:73) -2024-09-01 23:30:10,926 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0018162569976993836 (mp_runner.py:73) -2024-09-01 23:30:10,987 | DEBUG |(SpawnProcess-1:6) search_count: 12000, latest_latency=0.001602781005203724 (mp_runner.py:73) -2024-09-01 23:30:11,007 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0011657329960144125 (mp_runner.py:73) -2024-09-01 23:30:11,046 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0022821009988547303 (mp_runner.py:73) -2024-09-01 23:30:11,076 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0022946440003579482 (mp_runner.py:73) -2024-09-01 23:30:11,886 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0014982319989940152 (mp_runner.py:73) -2024-09-01 23:30:11,911 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0014902039984008297 (mp_runner.py:73) -2024-09-01 23:30:11,943 | DEBUG |(SpawnProcess-1:6) search_count: 12500, latest_latency=0.00234539300436154 (mp_runner.py:73) -2024-09-01 23:30:12,160 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0014760090052732266 (mp_runner.py:73) -2024-09-01 23:30:12,169 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0011016019998351112 (mp_runner.py:73) -2024-09-01 23:30:12,840 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.002012643002672121 (mp_runner.py:73) -2024-09-01 23:30:12,853 | DEBUG |(SpawnProcess-1:6) search_count: 13000, latest_latency=0.0025758539995877072 (mp_runner.py:73) -2024-09-01 23:30:12,956 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0015863809967413545 (mp_runner.py:73) -2024-09-01 23:30:13,180 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.002329162001842633 (mp_runner.py:73) -2024-09-01 23:30:13,209 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.002658372999576386 (mp_runner.py:73) -2024-09-01 23:30:13,867 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0013927350009907968 (mp_runner.py:73) -2024-09-01 23:30:13,924 | DEBUG |(SpawnProcess-1:6) search_count: 13500, latest_latency=0.0021663180014002137 (mp_runner.py:73) -2024-09-01 23:30:13,987 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0035944740011473186 (mp_runner.py:73) -2024-09-01 23:30:14,295 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0013946289982413873 (mp_runner.py:73) -2024-09-01 23:30:14,337 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0017221210000570863 (mp_runner.py:73) -2024-09-01 23:30:14,865 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0016398230000049807 (mp_runner.py:73) -2024-09-01 23:30:14,922 | DEBUG |(SpawnProcess-1:6) search_count: 14000, latest_latency=0.0014162279985612258 (mp_runner.py:73) -2024-09-01 23:30:14,987 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0017699129966786131 (mp_runner.py:73) -2024-09-01 23:30:15,256 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0014543229990522377 (mp_runner.py:73) -2024-09-01 23:30:15,387 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.0015682180019211955 (mp_runner.py:73) -2024-09-01 23:30:15,904 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.0034084670041920617 (mp_runner.py:73) -2024-09-01 23:30:15,991 | DEBUG |(SpawnProcess-1:6) search_count: 14500, latest_latency=0.002963692997582257 (mp_runner.py:73) -2024-09-01 23:30:16,063 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.0017096570009016432 (mp_runner.py:73) -2024-09-01 23:30:16,224 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.001683392001723405 (mp_runner.py:73) -2024-09-01 23:30:16,335 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.0021152340050321072 (mp_runner.py:73) -2024-09-01 23:30:16,888 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0015268780043697916 (mp_runner.py:73) -2024-09-01 23:30:16,931 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=15028, qps in this process: 500.92 (mp_runner.py:76) -2024-09-01 23:30:16,931 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0012s, count=14806, qps in this process: 493.5136 (mp_runner.py:76) -2024-09-01 23:30:16,932 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0014s, count=14970, qps in this process: 498.9767 (mp_runner.py:76) -2024-09-01 23:30:16,933 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0014s, count=14871, qps in this process: 495.6769 (mp_runner.py:76) -2024-09-01 23:30:16,948 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0007s, count=14983, qps in this process: 499.4217 (mp_runner.py:76) -2024-09-01 23:30:16,953 | INFO |End search in concurrency 5: dur=30.068153664004058s, total_count=74658, qps=2482.9592 (mp_runner.py:120) -2024-09-01 23:30:17,261 | INFO |Update largest qps with concurrency 5: current max_qps=2482.9592 (mp_runner.py:124) -2024-09-01 23:30:17,679 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:30:17,679 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 23:30:27,881 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 23:30:27,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:27,979 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,000 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,003 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,011 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,012 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,038 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,040 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,042 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:28,043 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:30:30,350 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0068793350001215 (mp_runner.py:73) -2024-09-01 23:30:30,358 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.006812321997131221 (mp_runner.py:73) -2024-09-01 23:30:30,523 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.007348708997596987 (mp_runner.py:73) -2024-09-01 23:30:30,535 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.0026931280008284375 (mp_runner.py:73) -2024-09-01 23:30:30,535 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0038404480001190677 (mp_runner.py:73) -2024-09-01 23:30:30,536 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.004208726000797469 (mp_runner.py:73) -2024-09-01 23:30:30,536 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.006789784005377442 (mp_runner.py:73) -2024-09-01 23:30:30,536 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.005753778001235332 (mp_runner.py:73) -2024-09-01 23:30:30,536 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006474012996477541 (mp_runner.py:73) -2024-09-01 23:30:30,537 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0031324110022978857 (mp_runner.py:73) -2024-09-01 23:30:30,537 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0044343310000840575 (mp_runner.py:73) -2024-09-01 23:30:30,538 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.007902468998508994 (mp_runner.py:73) -2024-09-01 23:30:30,538 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.009448844000871759 (mp_runner.py:73) -2024-09-01 23:30:31,165 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.009817909005505498 (mp_runner.py:73) -2024-09-01 23:30:31,216 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.007839703997888137 (mp_runner.py:73) -2024-09-01 23:30:32,771 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.004201750998618081 (mp_runner.py:73) -2024-09-01 23:30:32,771 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.004502643998421263 (mp_runner.py:73) -2024-09-01 23:30:32,772 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0060768569965148345 (mp_runner.py:73) -2024-09-01 23:30:32,773 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.006912937999004498 (mp_runner.py:73) -2024-09-01 23:30:32,773 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.004675688003771938 (mp_runner.py:73) -2024-09-01 23:30:32,927 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.0024807579975458793 (mp_runner.py:73) -2024-09-01 23:30:32,928 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.0051091239947709255 (mp_runner.py:73) -2024-09-01 23:30:32,928 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.003400569999939762 (mp_runner.py:73) -2024-09-01 23:30:32,928 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.005234473996097222 (mp_runner.py:73) -2024-09-01 23:30:32,928 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0033472450013505295 (mp_runner.py:73) -2024-09-01 23:30:32,929 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.003570553999452386 (mp_runner.py:73) -2024-09-01 23:30:32,929 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.003990023993537761 (mp_runner.py:73) -2024-09-01 23:30:32,930 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.0051676799994311295 (mp_runner.py:73) -2024-09-01 23:30:34,061 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.007144787996367086 (mp_runner.py:73) -2024-09-01 23:30:34,321 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.00517387299623806 (mp_runner.py:73) -2024-09-01 23:30:35,254 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0025611320015741512 (mp_runner.py:73) -2024-09-01 23:30:35,255 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.005259181998553686 (mp_runner.py:73) -2024-09-01 23:30:35,255 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.004306978000386152 (mp_runner.py:73) -2024-09-01 23:30:35,256 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.007397125998977572 (mp_runner.py:73) -2024-09-01 23:30:35,257 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.009149402001639828 (mp_runner.py:73) -2024-09-01 23:30:35,298 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.005053446002420969 (mp_runner.py:73) -2024-09-01 23:30:35,299 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.004957009994541295 (mp_runner.py:73) -2024-09-01 23:30:35,299 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.006345054003759287 (mp_runner.py:73) -2024-09-01 23:30:35,299 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0046580849957535975 (mp_runner.py:73) -2024-09-01 23:30:35,300 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.0038826710006105714 (mp_runner.py:73) -2024-09-01 23:30:35,301 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.008427231994573958 (mp_runner.py:73) -2024-09-01 23:30:35,301 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.00399404599738773 (mp_runner.py:73) -2024-09-01 23:30:35,302 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.011346074999892153 (mp_runner.py:73) -2024-09-01 23:30:37,150 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.007840788995963521 (mp_runner.py:73) -2024-09-01 23:30:37,499 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.006631726995692588 (mp_runner.py:73) -2024-09-01 23:30:37,637 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0037127219984540716 (mp_runner.py:73) -2024-09-01 23:30:37,638 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.005702578004274983 (mp_runner.py:73) -2024-09-01 23:30:37,638 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004763868004374672 (mp_runner.py:73) -2024-09-01 23:30:37,638 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.004515077998803463 (mp_runner.py:73) -2024-09-01 23:30:37,639 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.004419106000568718 (mp_runner.py:73) -2024-09-01 23:30:37,639 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.005043289995228406 (mp_runner.py:73) -2024-09-01 23:30:37,641 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.005153639998752624 (mp_runner.py:73) -2024-09-01 23:30:37,747 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005816920995130204 (mp_runner.py:73) -2024-09-01 23:30:37,748 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0038767590012867004 (mp_runner.py:73) -2024-09-01 23:30:37,748 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.007799956998496782 (mp_runner.py:73) -2024-09-01 23:30:37,904 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.0049768059980124235 (mp_runner.py:73) -2024-09-01 23:30:37,905 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.006201506999786943 (mp_runner.py:73) -2024-09-01 23:30:37,992 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.0024615930014988407 (mp_runner.py:73) -2024-09-01 23:30:40,089 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.007984452000528108 (mp_runner.py:73) -2024-09-01 23:30:40,089 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.006338986000628211 (mp_runner.py:73) -2024-09-01 23:30:40,090 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.004133918002480641 (mp_runner.py:73) -2024-09-01 23:30:40,091 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.012241928998264484 (mp_runner.py:73) -2024-09-01 23:30:40,092 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.012085450005542953 (mp_runner.py:73) -2024-09-01 23:30:40,093 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.0156389850017149 (mp_runner.py:73) -2024-09-01 23:30:40,140 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.003046655001526233 (mp_runner.py:73) -2024-09-01 23:30:40,363 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.008550906997697894 (mp_runner.py:73) -2024-09-01 23:30:40,403 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.009606016996258404 (mp_runner.py:73) -2024-09-01 23:30:40,603 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.0070174749998841435 (mp_runner.py:73) -2024-09-01 23:30:40,604 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.007394257001578808 (mp_runner.py:73) -2024-09-01 23:30:40,684 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.009386294004798401 (mp_runner.py:73) -2024-09-01 23:30:40,947 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.006134754003142007 (mp_runner.py:73) -2024-09-01 23:30:40,948 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.008212490996811539 (mp_runner.py:73) -2024-09-01 23:30:41,110 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.006856439002149273 (mp_runner.py:73) -2024-09-01 23:30:42,613 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.003751908996491693 (mp_runner.py:73) -2024-09-01 23:30:42,614 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005409965997387189 (mp_runner.py:73) -2024-09-01 23:30:42,615 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.004635277000488713 (mp_runner.py:73) -2024-09-01 23:30:42,616 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.0049583810032345355 (mp_runner.py:73) -2024-09-01 23:30:42,617 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.005401376998634078 (mp_runner.py:73) -2024-09-01 23:30:42,717 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.005243201994744595 (mp_runner.py:73) -2024-09-01 23:30:43,387 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.008117119999951683 (mp_runner.py:73) -2024-09-01 23:30:43,592 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.007458708998456132 (mp_runner.py:73) -2024-09-01 23:30:43,605 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.01978924799914239 (mp_runner.py:73) -2024-09-01 23:30:43,808 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004503980002482422 (mp_runner.py:73) -2024-09-01 23:30:43,915 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.007111407001502812 (mp_runner.py:73) -2024-09-01 23:30:43,932 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.001625092001631856 (mp_runner.py:73) -2024-09-01 23:30:44,147 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0033929620039998554 (mp_runner.py:73) -2024-09-01 23:30:44,151 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.003910329993232153 (mp_runner.py:73) -2024-09-01 23:30:44,236 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.0072245480041601695 (mp_runner.py:73) -2024-09-01 23:30:45,402 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.004849668999668211 (mp_runner.py:73) -2024-09-01 23:30:45,403 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.006601779998163693 (mp_runner.py:73) -2024-09-01 23:30:45,403 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.006601809000130743 (mp_runner.py:73) -2024-09-01 23:30:45,404 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008694483003637288 (mp_runner.py:73) -2024-09-01 23:30:45,741 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.008299799999804236 (mp_runner.py:73) -2024-09-01 23:30:45,974 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.00787639700138243 (mp_runner.py:73) -2024-09-01 23:30:46,663 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.00568745999771636 (mp_runner.py:73) -2024-09-01 23:30:46,910 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.006339401996228844 (mp_runner.py:73) -2024-09-01 23:30:46,945 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.005445832000987139 (mp_runner.py:73) -2024-09-01 23:30:46,954 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.009926420003466774 (mp_runner.py:73) -2024-09-01 23:30:47,127 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.008418148005148396 (mp_runner.py:73) -2024-09-01 23:30:47,147 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.009264205997169483 (mp_runner.py:73) -2024-09-01 23:30:47,190 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.0061334079946391284 (mp_runner.py:73) -2024-09-01 23:30:47,267 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.008795264999207575 (mp_runner.py:73) -2024-09-01 23:30:47,359 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.006015216000378132 (mp_runner.py:73) -2024-09-01 23:30:47,846 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.005641354000545107 (mp_runner.py:73) -2024-09-01 23:30:47,847 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.004125741004827432 (mp_runner.py:73) -2024-09-01 23:30:47,847 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004712583999207709 (mp_runner.py:73) -2024-09-01 23:30:47,848 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.0066685169949778356 (mp_runner.py:73) -2024-09-01 23:30:48,756 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.005603181001788471 (mp_runner.py:73) -2024-09-01 23:30:48,876 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.0049440529983257875 (mp_runner.py:73) -2024-09-01 23:30:49,773 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.009559252997860312 (mp_runner.py:73) -2024-09-01 23:30:49,853 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.006541255999763962 (mp_runner.py:73) -2024-09-01 23:30:49,958 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.005873243004316464 (mp_runner.py:73) -2024-09-01 23:30:50,037 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.00945121599943377 (mp_runner.py:73) -2024-09-01 23:30:50,100 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.010789683998154942 (mp_runner.py:73) -2024-09-01 23:30:50,136 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.004674256000726018 (mp_runner.py:73) -2024-09-01 23:30:50,223 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.007080127004883252 (mp_runner.py:73) -2024-09-01 23:30:50,225 | DEBUG |(SpawnProcess-1:12) search_count: 4000, latest_latency=0.0031850410014158115 (mp_runner.py:73) -2024-09-01 23:30:50,383 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.005077791000076104 (mp_runner.py:73) -2024-09-01 23:30:50,515 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.0030015259981155396 (mp_runner.py:73) -2024-09-01 23:30:50,516 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.004599439998855814 (mp_runner.py:73) -2024-09-01 23:30:50,516 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.006075535995478276 (mp_runner.py:73) -2024-09-01 23:30:50,517 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.008181338002032135 (mp_runner.py:73) -2024-09-01 23:30:51,889 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.008357550999789964 (mp_runner.py:73) -2024-09-01 23:30:52,057 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.007167882999056019 (mp_runner.py:73) -2024-09-01 23:30:52,672 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.005680481001036242 (mp_runner.py:73) -2024-09-01 23:30:52,825 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.006774655994377099 (mp_runner.py:73) -2024-09-01 23:30:53,039 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.006701407000946347 (mp_runner.py:73) -2024-09-01 23:30:53,039 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.002027634000114631 (mp_runner.py:73) -2024-09-01 23:30:53,040 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.003947855999285821 (mp_runner.py:73) -2024-09-01 23:30:53,041 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.005285922001348808 (mp_runner.py:73) -2024-09-01 23:30:53,041 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.010401769002783112 (mp_runner.py:73) -2024-09-01 23:30:53,126 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.008281825001176912 (mp_runner.py:73) -2024-09-01 23:30:53,165 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.007973001003847457 (mp_runner.py:73) -2024-09-01 23:30:53,168 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.00723001600272255 (mp_runner.py:73) -2024-09-01 23:30:53,319 | DEBUG |(SpawnProcess-1:12) search_count: 4500, latest_latency=0.010071386997879017 (mp_runner.py:73) -2024-09-01 23:30:53,370 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.00814882799750194 (mp_runner.py:73) -2024-09-01 23:30:53,394 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.004239168003550731 (mp_runner.py:73) -2024-09-01 23:30:54,947 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.0022129339995444752 (mp_runner.py:73) -2024-09-01 23:30:54,953 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.010072099998069461 (mp_runner.py:73) -2024-09-01 23:30:55,694 | DEBUG |(SpawnProcess-1:20) search_count: 5500, latest_latency=0.004797122004674748 (mp_runner.py:73) -2024-09-01 23:30:55,694 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.008435774005192798 (mp_runner.py:73) -2024-09-01 23:30:55,695 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.006364749002386816 (mp_runner.py:73) -2024-09-01 23:30:55,696 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.009460568995564245 (mp_runner.py:73) -2024-09-01 23:30:55,880 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.003911943000275642 (mp_runner.py:73) -2024-09-01 23:30:55,882 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.006422048005333636 (mp_runner.py:73) -2024-09-01 23:30:56,005 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.010646410002664197 (mp_runner.py:73) -2024-09-01 23:30:56,187 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.00542631400458049 (mp_runner.py:73) -2024-09-01 23:30:56,244 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.004671803006203845 (mp_runner.py:73) -2024-09-01 23:30:56,279 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.005378472997108474 (mp_runner.py:73) -2024-09-01 23:30:56,463 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.006019590000505559 (mp_runner.py:73) -2024-09-01 23:30:56,468 | DEBUG |(SpawnProcess-1:12) search_count: 5000, latest_latency=0.0060120219932287 (mp_runner.py:73) -2024-09-01 23:30:56,660 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.009127855002589058 (mp_runner.py:73) -2024-09-01 23:30:57,955 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0024s, count=5339, qps in this process: 177.9524 (mp_runner.py:76) -2024-09-01 23:30:57,981 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0009s, count=5497, qps in this process: 183.2278 (mp_runner.py:76) -2024-09-01 23:30:58,002 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.007674828004383016 (mp_runner.py:73) -2024-09-01 23:30:58,006 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0012s, count=5289, qps in this process: 176.2929 (mp_runner.py:76) -2024-09-01 23:30:58,010 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0034s, count=5300, qps in this process: 176.6466 (mp_runner.py:76) -2024-09-01 23:30:58,014 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0003s, count=5950, qps in this process: 198.3314 (mp_runner.py:76) -2024-09-01 23:30:58,018 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0045s, count=5260, qps in this process: 175.307 (mp_runner.py:76) -2024-09-01 23:30:58,038 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0007s, count=4927, qps in this process: 164.2295 (mp_runner.py:76) -2024-09-01 23:30:58,039 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0026s, count=5957, qps in this process: 198.5495 (mp_runner.py:76) -2024-09-01 23:30:58,040 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0032s, count=5300, qps in this process: 176.6478 (mp_runner.py:76) -2024-09-01 23:30:58,045 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0053s, count=4840, qps in this process: 161.3048 (mp_runner.py:76) -2024-09-01 23:30:58,046 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0013s, count=5357, qps in this process: 178.5589 (mp_runner.py:76) -2024-09-01 23:30:58,046 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0031s, count=5262, qps in this process: 175.3819 (mp_runner.py:76) -2024-09-01 23:30:58,047 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0014s, count=5722, qps in this process: 190.7244 (mp_runner.py:76) -2024-09-01 23:30:58,047 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0019s, count=5512, qps in this process: 183.7217 (mp_runner.py:76) -2024-09-01 23:30:58,048 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0024s, count=5960, qps in this process: 198.6508 (mp_runner.py:76) -2024-09-01 23:30:58,058 | INFO |End search in concurrency 15: dur=30.176850452000508s, total_count=81472, qps=2699.8179 (mp_runner.py:120) -2024-09-01 23:30:58,960 | INFO |Update largest qps with concurrency 15: current max_qps=2699.8179 (mp_runner.py:124) -2024-09-01 23:30:59,376 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:30:59,376 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 23:31:09,641 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 23:31:09,693 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,767 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,804 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,832 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,847 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,883 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,912 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,912 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,930 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,936 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,936 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,937 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,953 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,954 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,959 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:09,966 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:10,008 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:13,188 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0047415829976671375 (mp_runner.py:73) -2024-09-01 23:31:13,189 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.006150715998956002 (mp_runner.py:73) -2024-09-01 23:31:13,191 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.005839092002133839 (mp_runner.py:73) -2024-09-01 23:31:13,191 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.0071559950010851026 (mp_runner.py:73) -2024-09-01 23:31:13,192 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.010806072998093441 (mp_runner.py:73) -2024-09-01 23:31:13,193 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.012135737000789959 (mp_runner.py:73) -2024-09-01 23:31:13,248 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.006332701006613206 (mp_runner.py:73) -2024-09-01 23:31:13,250 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.006976699005463161 (mp_runner.py:73) -2024-09-01 23:31:13,250 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.009186927003611345 (mp_runner.py:73) -2024-09-01 23:31:13,251 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.009022662001370918 (mp_runner.py:73) -2024-09-01 23:31:13,251 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.007248689995321911 (mp_runner.py:73) -2024-09-01 23:31:13,252 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.010805739999341313 (mp_runner.py:73) -2024-09-01 23:31:13,252 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.012703241998679005 (mp_runner.py:73) -2024-09-01 23:31:13,604 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.0014353480000863783 (mp_runner.py:73) -2024-09-01 23:31:13,608 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.004644103995815385 (mp_runner.py:73) -2024-09-01 23:31:13,644 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.0019577239945647307 (mp_runner.py:73) -2024-09-01 23:31:13,650 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.044677784004306886 (mp_runner.py:73) -2024-09-01 23:31:13,676 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.07241921099921456 (mp_runner.py:73) -2024-09-01 23:31:13,676 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.06991952099633636 (mp_runner.py:73) -2024-09-01 23:31:14,432 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.005165476999536622 (mp_runner.py:73) -2024-09-01 23:31:17,324 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.005373813000915106 (mp_runner.py:73) -2024-09-01 23:31:17,324 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.00528610400215257 (mp_runner.py:73) -2024-09-01 23:31:17,325 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.00842008999461541 (mp_runner.py:73) -2024-09-01 23:31:17,325 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.007831304996216204 (mp_runner.py:73) -2024-09-01 23:31:17,613 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.006016309998813085 (mp_runner.py:73) -2024-09-01 23:31:17,678 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.007843974999559578 (mp_runner.py:73) -2024-09-01 23:31:17,734 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.0037800269928993657 (mp_runner.py:73) -2024-09-01 23:31:17,734 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0034697619994403794 (mp_runner.py:73) -2024-09-01 23:31:17,736 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.00578278600005433 (mp_runner.py:73) -2024-09-01 23:31:17,737 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.007800409999617841 (mp_runner.py:73) -2024-09-01 23:31:17,738 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.004543827002635226 (mp_runner.py:73) -2024-09-01 23:31:17,948 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.003890125997713767 (mp_runner.py:73) -2024-09-01 23:31:17,949 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.004942971994751133 (mp_runner.py:73) -2024-09-01 23:31:17,950 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.004910468000161927 (mp_runner.py:73) -2024-09-01 23:31:17,951 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.006718037999235094 (mp_runner.py:73) -2024-09-01 23:31:17,951 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.008027391995710786 (mp_runner.py:73) -2024-09-01 23:31:17,952 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.006621498003369197 (mp_runner.py:73) -2024-09-01 23:31:18,541 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.009001800994155928 (mp_runner.py:73) -2024-09-01 23:31:18,600 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.008144151004671585 (mp_runner.py:73) -2024-09-01 23:31:18,837 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.006330823001917452 (mp_runner.py:73) -2024-09-01 23:31:20,782 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.005105312004161533 (mp_runner.py:73) -2024-09-01 23:31:20,783 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.006840045003627893 (mp_runner.py:73) -2024-09-01 23:31:20,783 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.010552501000347547 (mp_runner.py:73) -2024-09-01 23:31:20,784 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.009297115997469518 (mp_runner.py:73) -2024-09-01 23:31:21,120 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.004584567999700084 (mp_runner.py:73) -2024-09-01 23:31:21,121 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.001823368002078496 (mp_runner.py:73) -2024-09-01 23:31:21,122 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.004492184998525772 (mp_runner.py:73) -2024-09-01 23:31:21,141 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.03176156100380467 (mp_runner.py:73) -2024-09-01 23:31:21,153 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.014105344002018683 (mp_runner.py:73) -2024-09-01 23:31:21,157 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.010713507996115368 (mp_runner.py:73) -2024-09-01 23:31:21,170 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.018161480002163444 (mp_runner.py:73) -2024-09-01 23:31:21,521 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.0057518719986546785 (mp_runner.py:73) -2024-09-01 23:31:21,523 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.012911735000670888 (mp_runner.py:73) -2024-09-01 23:31:21,524 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.0154156030039303 (mp_runner.py:73) -2024-09-01 23:31:21,588 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.013685606994840782 (mp_runner.py:73) -2024-09-01 23:31:21,706 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.008524037002644036 (mp_runner.py:73) -2024-09-01 23:31:21,706 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.011068678999436088 (mp_runner.py:73) -2024-09-01 23:31:22,842 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.010729178000474349 (mp_runner.py:73) -2024-09-01 23:31:22,939 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.012555613997392356 (mp_runner.py:73) -2024-09-01 23:31:23,238 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.013113002001773566 (mp_runner.py:73) -2024-09-01 23:31:24,240 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.00924329300323734 (mp_runner.py:73) -2024-09-01 23:31:24,260 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.009428459001355805 (mp_runner.py:73) -2024-09-01 23:31:24,704 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.006088768001063727 (mp_runner.py:73) -2024-09-01 23:31:24,785 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.007559364996268414 (mp_runner.py:73) -2024-09-01 23:31:24,786 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.005811521994473878 (mp_runner.py:73) -2024-09-01 23:31:24,907 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.009373983994009905 (mp_runner.py:73) -2024-09-01 23:31:24,939 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.008554218002245761 (mp_runner.py:73) -2024-09-01 23:31:24,988 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.007822583997040056 (mp_runner.py:73) -2024-09-01 23:31:24,995 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.006365362001815811 (mp_runner.py:73) -2024-09-01 23:31:25,230 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.006334236000839155 (mp_runner.py:73) -2024-09-01 23:31:25,304 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.005812838993733749 (mp_runner.py:73) -2024-09-01 23:31:25,445 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.005925338002271019 (mp_runner.py:73) -2024-09-01 23:31:25,449 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.010088625997013878 (mp_runner.py:73) -2024-09-01 23:31:25,529 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.007344763995206449 (mp_runner.py:73) -2024-09-01 23:31:25,739 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.008395132004807238 (mp_runner.py:73) -2024-09-01 23:31:25,817 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.007974287997058127 (mp_runner.py:73) -2024-09-01 23:31:25,820 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.008619712003564928 (mp_runner.py:73) -2024-09-01 23:31:26,898 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0075515200005611405 (mp_runner.py:73) -2024-09-01 23:31:27,007 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.010255066998070106 (mp_runner.py:73) -2024-09-01 23:31:27,421 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.007724818999122363 (mp_runner.py:73) -2024-09-01 23:31:28,166 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.007882502999564167 (mp_runner.py:73) -2024-09-01 23:31:28,167 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.013095180001982953 (mp_runner.py:73) -2024-09-01 23:31:28,510 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.0052160600025672466 (mp_runner.py:73) -2024-09-01 23:31:28,520 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.024273777002235875 (mp_runner.py:73) -2024-09-01 23:31:28,527 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.011588499997742474 (mp_runner.py:73) -2024-09-01 23:31:28,722 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.007939180002722424 (mp_runner.py:73) -2024-09-01 23:31:28,747 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008154931994795334 (mp_runner.py:73) -2024-09-01 23:31:28,769 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.013809165000566281 (mp_runner.py:73) -2024-09-01 23:31:28,782 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.016473657997266855 (mp_runner.py:73) -2024-09-01 23:31:29,482 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.005900821997784078 (mp_runner.py:73) -2024-09-01 23:31:29,483 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.008243682997999713 (mp_runner.py:73) -2024-09-01 23:31:29,484 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.01112814500083914 (mp_runner.py:73) -2024-09-01 23:31:29,486 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.011595927993766963 (mp_runner.py:73) -2024-09-01 23:31:29,845 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.0117544149979949 (mp_runner.py:73) -2024-09-01 23:31:29,978 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.010224211997410748 (mp_runner.py:73) -2024-09-01 23:31:30,191 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.01396872600162169 (mp_runner.py:73) -2024-09-01 23:31:30,192 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.01432269000360975 (mp_runner.py:73) -2024-09-01 23:31:31,061 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.012329696997767314 (mp_runner.py:73) -2024-09-01 23:31:31,446 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.010478472002432682 (mp_runner.py:73) -2024-09-01 23:31:31,814 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.013351076006074436 (mp_runner.py:73) -2024-09-01 23:31:31,996 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.004710604000138119 (mp_runner.py:73) -2024-09-01 23:31:31,997 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.004697718999523204 (mp_runner.py:73) -2024-09-01 23:31:31,998 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.005508738999196794 (mp_runner.py:73) -2024-09-01 23:31:31,998 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.008395580000069458 (mp_runner.py:73) -2024-09-01 23:31:31,999 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.009510228999715764 (mp_runner.py:73) -2024-09-01 23:31:32,359 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.008299818000523373 (mp_runner.py:73) -2024-09-01 23:31:32,522 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.006716730000334792 (mp_runner.py:73) -2024-09-01 23:31:32,523 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.008400446000450756 (mp_runner.py:73) -2024-09-01 23:31:32,523 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.008239729999331757 (mp_runner.py:73) -2024-09-01 23:31:33,121 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.009084778997930698 (mp_runner.py:73) -2024-09-01 23:31:33,126 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.005950933998974506 (mp_runner.py:73) -2024-09-01 23:31:33,135 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.0020325439982116222 (mp_runner.py:73) -2024-09-01 23:31:33,212 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.009560530997987371 (mp_runner.py:73) -2024-09-01 23:31:34,135 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.005972953003947623 (mp_runner.py:73) -2024-09-01 23:31:34,164 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.007661197996640112 (mp_runner.py:73) -2024-09-01 23:31:34,186 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.006078183003410231 (mp_runner.py:73) -2024-09-01 23:31:34,189 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.008707619999768212 (mp_runner.py:73) -2024-09-01 23:31:35,029 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.00631281100504566 (mp_runner.py:73) -2024-09-01 23:31:35,513 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.005553543000132777 (mp_runner.py:73) -2024-09-01 23:31:35,514 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.0056274870003107935 (mp_runner.py:73) -2024-09-01 23:31:35,518 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.01190020200010622 (mp_runner.py:73) -2024-09-01 23:31:35,518 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.011241061001783237 (mp_runner.py:73) -2024-09-01 23:31:35,665 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.008244656994065735 (mp_runner.py:73) -2024-09-01 23:31:36,035 | DEBUG |(SpawnProcess-1:28) search_count: 3000, latest_latency=0.001116635998187121 (mp_runner.py:73) -2024-09-01 23:31:36,120 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.03166895700269379 (mp_runner.py:73) -2024-09-01 23:31:36,275 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.008372053001949098 (mp_runner.py:73) -2024-09-01 23:31:36,361 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.012424184998963028 (mp_runner.py:73) -2024-09-01 23:31:36,378 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.009771853998245206 (mp_runner.py:73) -2024-09-01 23:31:36,379 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.012129219001508318 (mp_runner.py:73) -2024-09-01 23:31:37,145 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.011938912997720763 (mp_runner.py:73) -2024-09-01 23:31:37,151 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.01028470799792558 (mp_runner.py:73) -2024-09-01 23:31:37,346 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.015312221999920439 (mp_runner.py:73) -2024-09-01 23:31:37,487 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.013274737997562625 (mp_runner.py:73) -2024-09-01 23:31:37,801 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.006473427994933445 (mp_runner.py:73) -2024-09-01 23:31:37,803 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.007757906001643278 (mp_runner.py:73) -2024-09-01 23:31:37,803 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.009788609000679571 (mp_runner.py:73) -2024-09-01 23:31:37,803 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.009160271998553071 (mp_runner.py:73) -2024-09-01 23:31:39,129 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.010641410997777712 (mp_runner.py:73) -2024-09-01 23:31:39,131 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.007446879993949551 (mp_runner.py:73) -2024-09-01 23:31:39,161 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.013730271006352268 (mp_runner.py:73) -2024-09-01 23:31:39,359 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.005875699003809132 (mp_runner.py:73) -2024-09-01 23:31:39,421 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.005829254005220719 (mp_runner.py:73) -2024-09-01 23:31:39,700 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0064s, count=3974, qps in this process: 132.4384 (mp_runner.py:76) -2024-09-01 23:31:39,763 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0044s, count=3984, qps in this process: 132.7805 (mp_runner.py:76) -2024-09-01 23:31:39,784 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.013s, count=3771, qps in this process: 125.6456 (mp_runner.py:76) -2024-09-01 23:31:39,818 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0078s, count=3783, qps in this process: 126.0672 (mp_runner.py:76) -2024-09-01 23:31:39,837 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0018s, count=3772, qps in this process: 125.7258 (mp_runner.py:76) -2024-09-01 23:31:39,858 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.0038761949981562793 (mp_runner.py:73) -2024-09-01 23:31:39,859 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.003107584998360835 (mp_runner.py:73) -2024-09-01 23:31:39,865 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0161s, count=3487, qps in this process: 116.171 (mp_runner.py:76) -2024-09-01 23:31:39,865 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.011794155005190987 (mp_runner.py:73) -2024-09-01 23:31:39,881 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0003s, count=3846, qps in this process: 128.1987 (mp_runner.py:76) -2024-09-01 23:31:39,893 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0019s, count=3813, qps in this process: 127.092 (mp_runner.py:76) -2024-09-01 23:31:39,913 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0004s, count=4011, qps in this process: 133.6982 (mp_runner.py:76) -2024-09-01 23:31:39,916 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0019s, count=4100, qps in this process: 136.658 (mp_runner.py:76) -2024-09-01 23:31:39,936 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0036s, count=4072, qps in this process: 135.717 (mp_runner.py:76) -2024-09-01 23:31:39,940 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0005s, count=3858, qps in this process: 128.5979 (mp_runner.py:76) -2024-09-01 23:31:39,942 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0019s, count=4018, qps in this process: 133.9249 (mp_runner.py:76) -2024-09-01 23:31:39,942 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0025s, count=3792, qps in this process: 126.3895 (mp_runner.py:76) -2024-09-01 23:31:39,959 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0008s, count=3473, qps in this process: 115.7636 (mp_runner.py:76) -2024-09-01 23:31:39,960 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.002s, count=4027, qps in this process: 134.2244 (mp_runner.py:76) -2024-09-01 23:31:39,962 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0015s, count=4105, qps in this process: 136.8265 (mp_runner.py:76) -2024-09-01 23:31:39,967 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0004s, count=3819, qps in this process: 127.2983 (mp_runner.py:76) -2024-09-01 23:31:39,972 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0005s, count=4093, qps in this process: 136.4311 (mp_runner.py:76) -2024-09-01 23:31:40,013 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0006s, count=3670, qps in this process: 122.3309 (mp_runner.py:76) -2024-09-01 23:31:40,021 | INFO |End search in concurrency 20: dur=30.380019055002776s, total_count=77468, qps=2549.9655 (mp_runner.py:120) -2024-09-01 23:31:41,667 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:31:41,667 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 23:31:52,017 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 23:31:52,070 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,081 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,082 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,158 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,165 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,181 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,196 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,264 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,265 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,277 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,279 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,282 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,301 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,303 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:52,308 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:31:56,124 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.0061942870015627705 (mp_runner.py:73) -2024-09-01 23:31:56,124 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.007901340002717916 (mp_runner.py:73) -2024-09-01 23:31:56,125 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.009400255999935325 (mp_runner.py:73) -2024-09-01 23:31:56,126 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.007511269999668002 (mp_runner.py:73) -2024-09-01 23:31:56,126 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.007341304997680709 (mp_runner.py:73) -2024-09-01 23:31:56,127 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.007246954999573063 (mp_runner.py:73) -2024-09-01 23:31:56,128 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.012457038996217307 (mp_runner.py:73) -2024-09-01 23:31:56,130 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.01554878299793927 (mp_runner.py:73) -2024-09-01 23:31:56,283 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.00917574899358442 (mp_runner.py:73) -2024-09-01 23:31:56,284 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.011149779995321296 (mp_runner.py:73) -2024-09-01 23:31:56,285 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.014173039999150205 (mp_runner.py:73) -2024-09-01 23:31:56,287 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.01732317099958891 (mp_runner.py:73) -2024-09-01 23:31:56,482 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.006899126005009748 (mp_runner.py:73) -2024-09-01 23:31:56,483 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.00979225400078576 (mp_runner.py:73) -2024-09-01 23:31:56,484 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.00969090700527886 (mp_runner.py:73) -2024-09-01 23:31:56,485 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.009402231997228228 (mp_runner.py:73) -2024-09-01 23:31:56,485 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.008069367999269161 (mp_runner.py:73) -2024-09-01 23:31:56,487 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.01427523799793562 (mp_runner.py:73) -2024-09-01 23:31:56,487 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.013736675995460246 (mp_runner.py:73) -2024-09-01 23:31:57,100 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.01848813499964308 (mp_runner.py:73) -2024-09-01 23:31:57,125 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.032036803997471 (mp_runner.py:73) -2024-09-01 23:31:57,289 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.014834601999609731 (mp_runner.py:73) -2024-09-01 23:31:57,349 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.014963913999963552 (mp_runner.py:73) -2024-09-01 23:31:57,432 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.01562196099985158 (mp_runner.py:73) -2024-09-01 23:31:57,482 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.013476414998876862 (mp_runner.py:73) -2024-09-01 23:32:00,503 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.005629901002976112 (mp_runner.py:73) -2024-09-01 23:32:00,504 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.005842654005391523 (mp_runner.py:73) -2024-09-01 23:32:00,504 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.005867138002940919 (mp_runner.py:73) -2024-09-01 23:32:00,505 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.0059002230045734905 (mp_runner.py:73) -2024-09-01 23:32:00,505 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.008612279998487793 (mp_runner.py:73) -2024-09-01 23:32:00,506 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.01157063500431832 (mp_runner.py:73) -2024-09-01 23:32:00,966 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.004575330000079703 (mp_runner.py:73) -2024-09-01 23:32:00,968 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.008622401001048274 (mp_runner.py:73) -2024-09-01 23:32:00,969 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.010031306002929341 (mp_runner.py:73) -2024-09-01 23:32:00,970 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.008268591998785269 (mp_runner.py:73) -2024-09-01 23:32:00,970 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.011947434999456163 (mp_runner.py:73) -2024-09-01 23:32:00,974 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.009425050004210789 (mp_runner.py:73) -2024-09-01 23:32:00,975 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.012433367999619804 (mp_runner.py:73) -2024-09-01 23:32:00,975 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.013639848002640065 (mp_runner.py:73) -2024-09-01 23:32:01,122 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.008305235001898836 (mp_runner.py:73) -2024-09-01 23:32:01,133 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.010520652002014685 (mp_runner.py:73) -2024-09-01 23:32:01,135 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.009544942993670702 (mp_runner.py:73) -2024-09-01 23:32:01,136 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.01624606200493872 (mp_runner.py:73) -2024-09-01 23:32:01,597 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.01261511899792822 (mp_runner.py:73) -2024-09-01 23:32:02,660 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.009141237998846918 (mp_runner.py:73) -2024-09-01 23:32:02,791 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.010070943004393484 (mp_runner.py:73) -2024-09-01 23:32:02,858 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.010761022997030523 (mp_runner.py:73) -2024-09-01 23:32:03,173 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.008014013001229614 (mp_runner.py:73) -2024-09-01 23:32:03,251 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.010355643993534613 (mp_runner.py:73) -2024-09-01 23:32:03,274 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.008256418994278647 (mp_runner.py:73) -2024-09-01 23:32:04,554 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.004008119998616166 (mp_runner.py:73) -2024-09-01 23:32:04,555 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.00388935500086518 (mp_runner.py:73) -2024-09-01 23:32:04,556 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.006897036997543182 (mp_runner.py:73) -2024-09-01 23:32:04,559 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.010102455999003723 (mp_runner.py:73) -2024-09-01 23:32:04,559 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.013567609996243846 (mp_runner.py:73) -2024-09-01 23:32:05,063 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.008593751001171768 (mp_runner.py:73) -2024-09-01 23:32:05,064 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.009456473999307491 (mp_runner.py:73) -2024-09-01 23:32:05,065 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.008185528000467457 (mp_runner.py:73) -2024-09-01 23:32:05,067 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.007617911003762856 (mp_runner.py:73) -2024-09-01 23:32:05,067 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.00910798699624138 (mp_runner.py:73) -2024-09-01 23:32:05,067 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.012728365996736102 (mp_runner.py:73) -2024-09-01 23:32:05,067 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.008943477005232126 (mp_runner.py:73) -2024-09-01 23:32:05,068 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.01480390699725831 (mp_runner.py:73) -2024-09-01 23:32:05,878 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.011805604000983294 (mp_runner.py:73) -2024-09-01 23:32:06,143 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.021342626001569442 (mp_runner.py:73) -2024-09-01 23:32:06,233 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.012094886995328125 (mp_runner.py:73) -2024-09-01 23:32:06,250 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.013239725994935725 (mp_runner.py:73) -2024-09-01 23:32:06,627 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.01709703099913895 (mp_runner.py:73) -2024-09-01 23:32:07,040 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.014406905997020658 (mp_runner.py:73) -2024-09-01 23:32:07,934 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.015069102002598811 (mp_runner.py:73) -2024-09-01 23:32:08,241 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.013881869002943859 (mp_runner.py:73) -2024-09-01 23:32:08,263 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.015279598999768496 (mp_runner.py:73) -2024-09-01 23:32:08,442 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.019418436000705697 (mp_runner.py:73) -2024-09-01 23:32:08,450 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.014127424998150673 (mp_runner.py:73) -2024-09-01 23:32:08,452 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.01664393299870426 (mp_runner.py:73) -2024-09-01 23:32:08,662 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.007100736002030317 (mp_runner.py:73) -2024-09-01 23:32:08,665 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.009935656999005005 (mp_runner.py:73) -2024-09-01 23:32:08,665 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.010990376998961437 (mp_runner.py:73) -2024-09-01 23:32:08,667 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.007599700998980552 (mp_runner.py:73) -2024-09-01 23:32:08,668 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.0080792009975994 (mp_runner.py:73) -2024-09-01 23:32:09,019 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.011071280001488049 (mp_runner.py:73) -2024-09-01 23:32:09,020 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.00788182300311746 (mp_runner.py:73) -2024-09-01 23:32:09,028 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.014640850997238886 (mp_runner.py:73) -2024-09-01 23:32:09,038 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.008063906003371812 (mp_runner.py:73) -2024-09-01 23:32:09,038 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.02605920800124295 (mp_runner.py:73) -2024-09-01 23:32:09,045 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.018103779999364633 (mp_runner.py:73) -2024-09-01 23:32:09,058 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.03166049499850487 (mp_runner.py:73) -2024-09-01 23:32:09,058 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.030937346004066058 (mp_runner.py:73) -2024-09-01 23:32:11,298 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.00849968600232387 (mp_runner.py:73) -2024-09-01 23:32:11,331 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.007330583001021296 (mp_runner.py:73) -2024-09-01 23:32:11,378 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.008647315997222904 (mp_runner.py:73) -2024-09-01 23:32:11,397 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.010649825002474245 (mp_runner.py:73) -2024-09-01 23:32:11,951 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.009030127002915833 (mp_runner.py:73) -2024-09-01 23:32:12,514 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.008367230999283493 (mp_runner.py:73) -2024-09-01 23:32:13,082 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.006811722996644676 (mp_runner.py:73) -2024-09-01 23:32:13,084 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.009554202995786909 (mp_runner.py:73) -2024-09-01 23:32:13,084 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.007692808998399414 (mp_runner.py:73) -2024-09-01 23:32:13,085 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.011384409997845069 (mp_runner.py:73) -2024-09-01 23:32:13,088 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.016101667999464553 (mp_runner.py:73) -2024-09-01 23:32:13,157 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.008554112995625474 (mp_runner.py:73) -2024-09-01 23:32:13,409 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.004992535003111698 (mp_runner.py:73) -2024-09-01 23:32:13,411 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.011561934996279888 (mp_runner.py:73) -2024-09-01 23:32:13,412 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.010471330002474133 (mp_runner.py:73) -2024-09-01 23:32:13,677 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.006220226001460105 (mp_runner.py:73) -2024-09-01 23:32:13,678 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.03312847800407326 (mp_runner.py:73) -2024-09-01 23:32:13,726 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.014288883001427166 (mp_runner.py:73) -2024-09-01 23:32:13,917 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.01219334099732805 (mp_runner.py:73) -2024-09-01 23:32:13,949 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.01724062699940987 (mp_runner.py:73) -2024-09-01 23:32:14,053 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.021216260000073817 (mp_runner.py:73) -2024-09-01 23:32:14,365 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.010206551996816415 (mp_runner.py:73) -2024-09-01 23:32:14,367 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.015005640001618303 (mp_runner.py:73) -2024-09-01 23:32:14,477 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.0167790289997356 (mp_runner.py:73) -2024-09-01 23:32:14,919 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.014580673996533733 (mp_runner.py:73) -2024-09-01 23:32:16,718 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.026541337996604852 (mp_runner.py:73) -2024-09-01 23:32:16,831 | DEBUG |(SpawnProcess-1:49) search_count: 2500, latest_latency=0.017982149998715613 (mp_runner.py:73) -2024-09-01 23:32:16,833 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.015760022994072642 (mp_runner.py:73) -2024-09-01 23:32:17,019 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.014869201004330534 (mp_runner.py:73) -2024-09-01 23:32:17,363 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.005128349999722559 (mp_runner.py:73) -2024-09-01 23:32:17,365 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.005959944006463047 (mp_runner.py:73) -2024-09-01 23:32:17,366 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.008583238995925058 (mp_runner.py:73) -2024-09-01 23:32:17,366 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.00617412800056627 (mp_runner.py:73) -2024-09-01 23:32:17,367 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.01109171099960804 (mp_runner.py:73) -2024-09-01 23:32:17,450 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.01420810300623998 (mp_runner.py:73) -2024-09-01 23:32:18,248 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.013325906002137344 (mp_runner.py:73) -2024-09-01 23:32:18,500 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.025626422997447662 (mp_runner.py:73) -2024-09-01 23:32:18,835 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.013491357996826991 (mp_runner.py:73) -2024-09-01 23:32:18,869 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.011178531000041403 (mp_runner.py:73) -2024-09-01 23:32:18,897 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.00826031500037061 (mp_runner.py:73) -2024-09-01 23:32:18,958 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.014694839002913795 (mp_runner.py:73) -2024-09-01 23:32:19,006 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.013137328998709563 (mp_runner.py:73) -2024-09-01 23:32:19,054 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.0107336729997769 (mp_runner.py:73) -2024-09-01 23:32:19,120 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.009811796000576578 (mp_runner.py:73) -2024-09-01 23:32:19,213 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.015061166996019892 (mp_runner.py:73) -2024-09-01 23:32:19,340 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.013950521002698224 (mp_runner.py:73) -2024-09-01 23:32:19,378 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.008173665002686903 (mp_runner.py:73) -2024-09-01 23:32:19,399 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.010695899007259868 (mp_runner.py:73) -2024-09-01 23:32:19,813 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.010346351999032777 (mp_runner.py:73) -2024-09-01 23:32:20,178 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.00906112400116399 (mp_runner.py:73) -2024-09-01 23:32:21,516 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.015210325000225566 (mp_runner.py:73) -2024-09-01 23:32:21,535 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.01629834400227992 (mp_runner.py:73) -2024-09-01 23:32:21,545 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.010282862996973563 (mp_runner.py:73) -2024-09-01 23:32:21,575 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.016564662000746466 (mp_runner.py:73) -2024-09-01 23:32:21,720 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.008169569002347998 (mp_runner.py:73) -2024-09-01 23:32:21,763 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.012927495001349598 (mp_runner.py:73) -2024-09-01 23:32:21,888 | DEBUG |(SpawnProcess-1:49) search_count: 3000, latest_latency=0.00906835299974773 (mp_runner.py:73) -2024-09-01 23:32:22,085 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0024s, count=2964, qps in this process: 98.7921 (mp_runner.py:76) -2024-09-01 23:32:22,090 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0064s, count=3256, qps in this process: 108.5102 (mp_runner.py:76) -2024-09-01 23:32:22,093 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0061s, count=2994, qps in this process: 99.7797 (mp_runner.py:76) -2024-09-01 23:32:22,148 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0097s, count=3261, qps in this process: 108.6649 (mp_runner.py:76) -2024-09-01 23:32:22,164 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0032s, count=3571, qps in this process: 119.0206 (mp_runner.py:76) -2024-09-01 23:32:22,171 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0029s, count=3337, qps in this process: 111.2226 (mp_runner.py:76) -2024-09-01 23:32:22,190 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0003s, count=3312, qps in this process: 110.3989 (mp_runner.py:76) -2024-09-01 23:32:22,203 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0044s, count=3548, qps in this process: 118.2493 (mp_runner.py:76) -2024-09-01 23:32:22,241 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0024s, count=3347, qps in this process: 111.5577 (mp_runner.py:76) -2024-09-01 23:32:22,252 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0032s, count=3585, qps in this process: 119.4873 (mp_runner.py:76) -2024-09-01 23:32:22,268 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0023s, count=3293, qps in this process: 109.7583 (mp_runner.py:76) -2024-09-01 23:32:22,270 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0007s, count=3194, qps in this process: 106.4642 (mp_runner.py:76) -2024-09-01 23:32:22,272 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0061s, count=3587, qps in this process: 119.5424 (mp_runner.py:76) -2024-09-01 23:32:22,273 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0021s, count=3578, qps in this process: 119.2583 (mp_runner.py:76) -2024-09-01 23:32:22,276 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0072s, count=2808, qps in this process: 93.5775 (mp_runner.py:76) -2024-09-01 23:32:22,284 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0032s, count=2884, qps in this process: 96.1231 (mp_runner.py:76) -2024-09-01 23:32:22,285 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0047s, count=3226, qps in this process: 107.5165 (mp_runner.py:76) -2024-09-01 23:32:22,286 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0008s, count=2946, qps in this process: 98.1974 (mp_runner.py:76) -2024-09-01 23:32:22,288 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0013s, count=3065, qps in this process: 102.1622 (mp_runner.py:76) -2024-09-01 23:32:22,300 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0022s, count=2815, qps in this process: 93.8265 (mp_runner.py:76) -2024-09-01 23:32:22,301 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0008s, count=2897, qps in this process: 96.5641 (mp_runner.py:76) -2024-09-01 23:32:22,301 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.003s, count=3052, qps in this process: 101.7232 (mp_runner.py:76) -2024-09-01 23:32:22,308 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0005s, count=2833, qps in this process: 94.4318 (mp_runner.py:76) -2024-09-01 23:32:22,309 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0013s, count=2800, qps in this process: 93.3293 (mp_runner.py:76) -2024-09-01 23:32:22,311 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0005s, count=2802, qps in this process: 93.3984 (mp_runner.py:76) -2024-09-01 23:32:22,320 | INFO |End search in concurrency 25: dur=30.30255006000516s, total_count=78955, qps=2605.5563 (mp_runner.py:120) -2024-09-01 23:32:24,312 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:32:24,313 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 23:32:34,753 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 23:32:34,848 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:34,904 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:34,911 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:34,922 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:34,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,014 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,015 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,018 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,022 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,028 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,029 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,040 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,040 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,044 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,048 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,048 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,053 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,060 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,060 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,078 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,081 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,082 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,082 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,088 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,093 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:35,107 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:32:39,607 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.011212935001822188 (mp_runner.py:73) -2024-09-01 23:32:39,610 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.0147196609977982 (mp_runner.py:73) -2024-09-01 23:32:39,610 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.016026053999667056 (mp_runner.py:73) -2024-09-01 23:32:39,633 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.008407070999965072 (mp_runner.py:73) -2024-09-01 23:32:39,634 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.01086304199998267 (mp_runner.py:73) -2024-09-01 23:32:39,634 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.008246807999967132 (mp_runner.py:73) -2024-09-01 23:32:39,634 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.010763991995190736 (mp_runner.py:73) -2024-09-01 23:32:39,635 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.011514199002704117 (mp_runner.py:73) -2024-09-01 23:32:39,635 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.010225081001408398 (mp_runner.py:73) -2024-09-01 23:32:39,635 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.011039684002753347 (mp_runner.py:73) -2024-09-01 23:32:39,635 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.009573574003297836 (mp_runner.py:73) -2024-09-01 23:32:39,636 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.008574447994760703 (mp_runner.py:73) -2024-09-01 23:32:39,636 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.00992613099515438 (mp_runner.py:73) -2024-09-01 23:32:39,637 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.010459058998094406 (mp_runner.py:73) -2024-09-01 23:32:39,637 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.005300037002598401 (mp_runner.py:73) -2024-09-01 23:32:39,637 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.010495602000446524 (mp_runner.py:73) -2024-09-01 23:32:39,640 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.016900082999200094 (mp_runner.py:73) -2024-09-01 23:32:39,640 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.01799802699679276 (mp_runner.py:73) -2024-09-01 23:32:39,921 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.012070102005964145 (mp_runner.py:73) -2024-09-01 23:32:39,922 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.009612737994757481 (mp_runner.py:73) -2024-09-01 23:32:39,922 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.011752450998756103 (mp_runner.py:73) -2024-09-01 23:32:39,923 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.009384185003000312 (mp_runner.py:73) -2024-09-01 23:32:39,923 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.011532156000612304 (mp_runner.py:73) -2024-09-01 23:32:39,923 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.014630865000071935 (mp_runner.py:73) -2024-09-01 23:32:39,926 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.011637493000307586 (mp_runner.py:73) -2024-09-01 23:32:39,927 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.011235266996663995 (mp_runner.py:73) -2024-09-01 23:32:39,929 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.02041168299911078 (mp_runner.py:73) -2024-09-01 23:32:41,055 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.01703393600473646 (mp_runner.py:73) -2024-09-01 23:32:41,086 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.015719902999990154 (mp_runner.py:73) -2024-09-01 23:32:41,570 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.020519971003523096 (mp_runner.py:73) -2024-09-01 23:32:44,496 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.006824329000664875 (mp_runner.py:73) -2024-09-01 23:32:44,496 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.0068646579966298304 (mp_runner.py:73) -2024-09-01 23:32:44,497 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.00801922100072261 (mp_runner.py:73) -2024-09-01 23:32:44,499 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.009012100999825634 (mp_runner.py:73) -2024-09-01 23:32:44,500 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.01118597699678503 (mp_runner.py:73) -2024-09-01 23:32:44,501 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.007258167002873961 (mp_runner.py:73) -2024-09-01 23:32:44,502 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.008768160005274694 (mp_runner.py:73) -2024-09-01 23:32:44,502 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.009254987999156583 (mp_runner.py:73) -2024-09-01 23:32:44,502 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.011015654999937396 (mp_runner.py:73) -2024-09-01 23:32:44,503 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.010135762000572868 (mp_runner.py:73) -2024-09-01 23:32:44,503 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.008450515000731684 (mp_runner.py:73) -2024-09-01 23:32:44,503 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.015208824996079784 (mp_runner.py:73) -2024-09-01 23:32:44,728 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.0038032399970688857 (mp_runner.py:73) -2024-09-01 23:32:44,732 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.006743707999703474 (mp_runner.py:73) -2024-09-01 23:32:44,733 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.010812772998178843 (mp_runner.py:73) -2024-09-01 23:32:44,733 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.009566807006194722 (mp_runner.py:73) -2024-09-01 23:32:44,733 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.011813487006293144 (mp_runner.py:73) -2024-09-01 23:32:45,079 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.011877610995725263 (mp_runner.py:73) -2024-09-01 23:32:45,083 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.006573438993655145 (mp_runner.py:73) -2024-09-01 23:32:45,085 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.018247655003506225 (mp_runner.py:73) -2024-09-01 23:32:45,087 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.02471390699793119 (mp_runner.py:73) -2024-09-01 23:32:45,088 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.02784046200395096 (mp_runner.py:73) -2024-09-01 23:32:45,110 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.04262545100209536 (mp_runner.py:73) -2024-09-01 23:32:45,121 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.05520228800014593 (mp_runner.py:73) -2024-09-01 23:32:45,437 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.00997294199623866 (mp_runner.py:73) -2024-09-01 23:32:45,438 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.005787836998933926 (mp_runner.py:73) -2024-09-01 23:32:46,001 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.01204825600143522 (mp_runner.py:73) -2024-09-01 23:32:47,824 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.014487597996776458 (mp_runner.py:73) -2024-09-01 23:32:47,863 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.012359353997453582 (mp_runner.py:73) -2024-09-01 23:32:48,528 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.013690384999790695 (mp_runner.py:73) -2024-09-01 23:32:49,300 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.009928304003551602 (mp_runner.py:73) -2024-09-01 23:32:49,300 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.010639152002113406 (mp_runner.py:73) -2024-09-01 23:32:49,300 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.011821976004284807 (mp_runner.py:73) -2024-09-01 23:32:49,300 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.010136427998077124 (mp_runner.py:73) -2024-09-01 23:32:49,301 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.008232693005993497 (mp_runner.py:73) -2024-09-01 23:32:49,301 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.01097919399762759 (mp_runner.py:73) -2024-09-01 23:32:49,301 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.013726526995014865 (mp_runner.py:73) -2024-09-01 23:32:49,301 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.013833887001965195 (mp_runner.py:73) -2024-09-01 23:32:49,302 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.015072324000357185 (mp_runner.py:73) -2024-09-01 23:32:49,302 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.0074891760013997555 (mp_runner.py:73) -2024-09-01 23:32:49,304 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.01750159799848916 (mp_runner.py:73) -2024-09-01 23:32:49,305 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.019365196996659506 (mp_runner.py:73) -2024-09-01 23:32:50,014 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.009276869001041632 (mp_runner.py:73) -2024-09-01 23:32:50,015 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.010704730993893463 (mp_runner.py:73) -2024-09-01 23:32:50,016 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.0106684869970195 (mp_runner.py:73) -2024-09-01 23:32:50,017 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.015043774001242127 (mp_runner.py:73) -2024-09-01 23:32:50,017 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.013857008001650684 (mp_runner.py:73) -2024-09-01 23:32:50,018 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.015226024996081833 (mp_runner.py:73) -2024-09-01 23:32:50,018 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.009313433001807425 (mp_runner.py:73) -2024-09-01 23:32:50,019 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.018436449994624127 (mp_runner.py:73) -2024-09-01 23:32:50,022 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.012577458001032937 (mp_runner.py:73) -2024-09-01 23:32:50,022 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.010967948001052719 (mp_runner.py:73) -2024-09-01 23:32:50,024 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.01695365799969295 (mp_runner.py:73) -2024-09-01 23:32:50,025 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.016486884996993467 (mp_runner.py:73) -2024-09-01 23:32:51,727 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.01937890400586184 (mp_runner.py:73) -2024-09-01 23:32:51,757 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.01770496099925367 (mp_runner.py:73) -2024-09-01 23:32:52,393 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.012408046000928152 (mp_runner.py:73) -2024-09-01 23:32:53,849 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.007142242000554688 (mp_runner.py:73) -2024-09-01 23:32:53,850 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.007365183999354485 (mp_runner.py:73) -2024-09-01 23:32:53,851 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.005870499997399747 (mp_runner.py:73) -2024-09-01 23:32:53,852 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.0065419940001447685 (mp_runner.py:73) -2024-09-01 23:32:53,853 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.011572330004128162 (mp_runner.py:73) -2024-09-01 23:32:53,854 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.013374854002904613 (mp_runner.py:73) -2024-09-01 23:32:53,854 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.009367414997541346 (mp_runner.py:73) -2024-09-01 23:32:53,855 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.010529466999287251 (mp_runner.py:73) -2024-09-01 23:32:53,856 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.00994191399513511 (mp_runner.py:73) -2024-09-01 23:32:53,856 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.010156090000236873 (mp_runner.py:73) -2024-09-01 23:32:53,857 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.010169077999307774 (mp_runner.py:73) -2024-09-01 23:32:54,223 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.021473914006492123 (mp_runner.py:73) -2024-09-01 23:32:54,426 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.02445782699942356 (mp_runner.py:73) -2024-09-01 23:32:54,665 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.006777857000997756 (mp_runner.py:73) -2024-09-01 23:32:54,665 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.006513679996714927 (mp_runner.py:73) -2024-09-01 23:32:54,668 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.008329561998834834 (mp_runner.py:73) -2024-09-01 23:32:54,670 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.007438387998263352 (mp_runner.py:73) -2024-09-01 23:32:54,670 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.008557572997233365 (mp_runner.py:73) -2024-09-01 23:32:54,671 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.013073652000457514 (mp_runner.py:73) -2024-09-01 23:32:54,671 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.008594497994636185 (mp_runner.py:73) -2024-09-01 23:32:54,672 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.01565666300302837 (mp_runner.py:73) -2024-09-01 23:32:54,672 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.009384174998558592 (mp_runner.py:73) -2024-09-01 23:32:55,012 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.019191163999494165 (mp_runner.py:73) -2024-09-01 23:32:55,217 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.00966836300358409 (mp_runner.py:73) -2024-09-01 23:32:55,218 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.012246610000147484 (mp_runner.py:73) -2024-09-01 23:32:55,320 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.009354335998068564 (mp_runner.py:73) -2024-09-01 23:32:55,350 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.009755626000696793 (mp_runner.py:73) -2024-09-01 23:32:57,923 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.012849993996496778 (mp_runner.py:73) -2024-09-01 23:32:58,097 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.015111457003513351 (mp_runner.py:73) -2024-09-01 23:32:58,667 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.007209496005089022 (mp_runner.py:73) -2024-09-01 23:32:58,676 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.010657878003257792 (mp_runner.py:73) -2024-09-01 23:32:58,684 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.01090706200193381 (mp_runner.py:73) -2024-09-01 23:32:58,733 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.00804295900161378 (mp_runner.py:73) -2024-09-01 23:32:58,735 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.01055785600328818 (mp_runner.py:73) -2024-09-01 23:32:58,738 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.015429384999151807 (mp_runner.py:73) -2024-09-01 23:32:58,738 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.011467058000562247 (mp_runner.py:73) -2024-09-01 23:32:58,739 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.011325396000756882 (mp_runner.py:73) -2024-09-01 23:32:58,742 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.02130425299401395 (mp_runner.py:73) -2024-09-01 23:32:58,785 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.020857196002907585 (mp_runner.py:73) -2024-09-01 23:32:58,806 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.011921712000912521 (mp_runner.py:73) -2024-09-01 23:32:59,464 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.010307112999726087 (mp_runner.py:73) -2024-09-01 23:32:59,464 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.008792493004875723 (mp_runner.py:73) -2024-09-01 23:32:59,466 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.011070650005422067 (mp_runner.py:73) -2024-09-01 23:32:59,469 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.015998155002307612 (mp_runner.py:73) -2024-09-01 23:32:59,473 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.024232495998148806 (mp_runner.py:73) -2024-09-01 23:32:59,670 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.017749678998370655 (mp_runner.py:73) -2024-09-01 23:32:59,702 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.016047111996158492 (mp_runner.py:73) -2024-09-01 23:32:59,744 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.0061755630013067275 (mp_runner.py:73) -2024-09-01 23:33:00,244 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.005041438998887315 (mp_runner.py:73) -2024-09-01 23:33:00,297 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.018080795998685062 (mp_runner.py:73) -2024-09-01 23:33:00,635 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.011810893003712408 (mp_runner.py:73) -2024-09-01 23:33:00,947 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.011453006001829635 (mp_runner.py:73) -2024-09-01 23:33:01,488 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.01638320499478141 (mp_runner.py:73) -2024-09-01 23:33:01,489 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.019265773000370245 (mp_runner.py:73) -2024-09-01 23:33:01,527 | DEBUG |(SpawnProcess-1:75) search_count: 2000, latest_latency=0.011611155001446605 (mp_runner.py:73) -2024-09-01 23:33:01,808 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.017423391000193078 (mp_runner.py:73) -2024-09-01 23:33:01,903 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.018877207003242802 (mp_runner.py:73) -2024-09-01 23:33:03,560 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.008183656995242927 (mp_runner.py:73) -2024-09-01 23:33:03,561 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.00821486800123239 (mp_runner.py:73) -2024-09-01 23:33:03,562 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.010704043001169339 (mp_runner.py:73) -2024-09-01 23:33:03,563 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.012597579996509012 (mp_runner.py:73) -2024-09-01 23:33:03,563 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.009245052002370358 (mp_runner.py:73) -2024-09-01 23:33:03,601 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.010207100996922236 (mp_runner.py:73) -2024-09-01 23:33:03,602 | DEBUG |(SpawnProcess-1:101) search_count: 3000, latest_latency=0.011804087997006718 (mp_runner.py:73) -2024-09-01 23:33:03,602 | DEBUG |(SpawnProcess-1:102) search_count: 3000, latest_latency=0.006845308002084494 (mp_runner.py:73) -2024-09-01 23:33:03,603 | DEBUG |(SpawnProcess-1:91) search_count: 3000, latest_latency=0.006699377998302225 (mp_runner.py:73) -2024-09-01 23:33:04,391 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.012697466001554858 (mp_runner.py:73) -2024-09-01 23:33:04,586 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.006999657001870219 (mp_runner.py:73) -2024-09-01 23:33:04,587 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.00852383299934445 (mp_runner.py:73) -2024-09-01 23:33:04,587 | DEBUG |(SpawnProcess-1:86) search_count: 3000, latest_latency=0.006455597002059221 (mp_runner.py:73) -2024-09-01 23:33:04,588 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.010190305998548865 (mp_runner.py:73) -2024-09-01 23:33:04,589 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.0067833510038326494 (mp_runner.py:73) -2024-09-01 23:33:04,589 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.0121275159981451 (mp_runner.py:73) -2024-09-01 23:33:04,746 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.017790354999306146 (mp_runner.py:73) -2024-09-01 23:33:04,873 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0129s, count=3029, qps in this process: 100.9233 (mp_runner.py:76) -2024-09-01 23:33:04,915 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0033s, count=3034, qps in this process: 101.1222 (mp_runner.py:76) -2024-09-01 23:33:04,926 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0011s, count=3035, qps in this process: 101.163 (mp_runner.py:76) -2024-09-01 23:33:04,928 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0077s, count=3125, qps in this process: 104.1399 (mp_runner.py:76) -2024-09-01 23:33:04,997 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0002s, count=3140, qps in this process: 104.666 (mp_runner.py:76) -2024-09-01 23:33:05,019 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0028s, count=2875, qps in this process: 95.8244 (mp_runner.py:76) -2024-09-01 23:33:05,021 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0067s, count=2923, qps in this process: 97.4116 (mp_runner.py:76) -2024-09-01 23:33:05,024 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0038s, count=3135, qps in this process: 104.4868 (mp_runner.py:76) -2024-09-01 23:33:05,025 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0075s, count=3135, qps in this process: 104.4739 (mp_runner.py:76) -2024-09-01 23:33:05,026 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0071s, count=2552, qps in this process: 85.0465 (mp_runner.py:76) -2024-09-01 23:33:05,031 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0025s, count=3136, qps in this process: 104.5246 (mp_runner.py:76) -2024-09-01 23:33:05,038 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0054s, count=3145, qps in this process: 104.8145 (mp_runner.py:76) -2024-09-01 23:33:05,039 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0084s, count=3145, qps in this process: 104.804 (mp_runner.py:76) -2024-09-01 23:33:05,042 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0005s, count=2791, qps in this process: 93.0318 (mp_runner.py:76) -2024-09-01 23:33:05,044 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0029s, count=3146, qps in this process: 104.8565 (mp_runner.py:76) -2024-09-01 23:33:05,052 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0064s, count=3146, qps in this process: 104.8443 (mp_runner.py:76) -2024-09-01 23:33:05,053 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0019s, count=2747, qps in this process: 91.5609 (mp_runner.py:76) -2024-09-01 23:33:05,056 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0043s, count=2758, qps in this process: 91.9202 (mp_runner.py:76) -2024-09-01 23:33:05,060 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.004s, count=2526, qps in this process: 84.1888 (mp_runner.py:76) -2024-09-01 23:33:05,064 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0019s, count=2928, qps in this process: 97.5938 (mp_runner.py:76) -2024-09-01 23:33:05,067 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0055s, count=2795, qps in this process: 93.1496 (mp_runner.py:76) -2024-09-01 23:33:05,083 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0008s, count=3055, qps in this process: 101.8306 (mp_runner.py:76) -2024-09-01 23:33:05,084 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0031s, count=2351, qps in this process: 78.3586 (mp_runner.py:76) -2024-09-01 23:33:05,089 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0035s, count=3057, qps in this process: 101.8881 (mp_runner.py:76) -2024-09-01 23:33:05,092 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0061s, count=2920, qps in this process: 97.3135 (mp_runner.py:76) -2024-09-01 23:33:05,093 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0004s, count=2883, qps in this process: 96.0987 (mp_runner.py:76) -2024-09-01 23:33:05,094 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0019s, count=2322, qps in this process: 77.3951 (mp_runner.py:76) -2024-09-01 23:33:05,096 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0034s, count=3058, qps in this process: 101.9218 (mp_runner.py:76) -2024-09-01 23:33:05,097 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.0018586890000733547 (mp_runner.py:73) -2024-09-01 23:33:05,097 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0015s, count=2500, qps in this process: 83.3292 (mp_runner.py:76) -2024-09-01 23:33:05,112 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0024s, count=2291, qps in this process: 76.3606 (mp_runner.py:76) -2024-09-01 23:33:05,121 | INFO |End search in concurrency 30: dur=30.36638316099561s, total_count=86683, qps=2854.5711 (mp_runner.py:120) -2024-09-01 23:33:07,015 | INFO |Update largest qps with concurrency 30: current max_qps=2854.5711 (mp_runner.py:124) -2024-09-01 23:33:07,427 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:33:07,427 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 23:33:18,005 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 23:33:18,140 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,148 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,156 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,157 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,168 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,234 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,236 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,267 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,278 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,278 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,283 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,289 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,302 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,306 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,308 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,320 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,329 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,330 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,332 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,333 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,336 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,366 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,373 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,390 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,394 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,406 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,418 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:18,429 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:33:23,774 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.014363900998432655 (mp_runner.py:73) -2024-09-01 23:33:23,775 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.014581677001842763 (mp_runner.py:73) -2024-09-01 23:33:23,776 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.01748973700159695 (mp_runner.py:73) -2024-09-01 23:33:23,777 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.013728231999266427 (mp_runner.py:73) -2024-09-01 23:33:23,777 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.012764462000632193 (mp_runner.py:73) -2024-09-01 23:33:23,778 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.019858586994814686 (mp_runner.py:73) -2024-09-01 23:33:23,779 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.023218574999191333 (mp_runner.py:73) -2024-09-01 23:33:23,902 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.009841812003287487 (mp_runner.py:73) -2024-09-01 23:33:23,902 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.011323541002639104 (mp_runner.py:73) -2024-09-01 23:33:23,903 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.010304775001714006 (mp_runner.py:73) -2024-09-01 23:33:23,903 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.012072136996721383 (mp_runner.py:73) -2024-09-01 23:33:23,904 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.010743797996838111 (mp_runner.py:73) -2024-09-01 23:33:23,906 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.011588588000449818 (mp_runner.py:73) -2024-09-01 23:33:23,906 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.016163141997822095 (mp_runner.py:73) -2024-09-01 23:33:23,908 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.018894823995651677 (mp_runner.py:73) -2024-09-01 23:33:23,981 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.013552658005210105 (mp_runner.py:73) -2024-09-01 23:33:23,982 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.011817250997410156 (mp_runner.py:73) -2024-09-01 23:33:23,983 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.013287219000631012 (mp_runner.py:73) -2024-09-01 23:33:23,984 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01482334599859314 (mp_runner.py:73) -2024-09-01 23:33:23,984 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.011922234996745829 (mp_runner.py:73) -2024-09-01 23:33:23,985 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.015177018998656422 (mp_runner.py:73) -2024-09-01 23:33:23,985 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.01158397499966668 (mp_runner.py:73) -2024-09-01 23:33:23,986 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.01521347599918954 (mp_runner.py:73) -2024-09-01 23:33:23,988 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.021495925000635907 (mp_runner.py:73) -2024-09-01 23:33:23,990 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.02340315200126497 (mp_runner.py:73) -2024-09-01 23:33:24,334 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.020585872000083327 (mp_runner.py:73) -2024-09-01 23:33:24,380 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.021003855996241327 (mp_runner.py:73) -2024-09-01 23:33:24,381 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.022912620996066835 (mp_runner.py:73) -2024-09-01 23:33:24,403 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.02196017299866071 (mp_runner.py:73) -2024-09-01 23:33:24,409 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.015235276994644664 (mp_runner.py:73) -2024-09-01 23:33:24,412 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.019803449002210982 (mp_runner.py:73) -2024-09-01 23:33:24,414 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.02281965099973604 (mp_runner.py:73) -2024-09-01 23:33:25,782 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.024141631001839414 (mp_runner.py:73) -2024-09-01 23:33:26,121 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.021701010002288967 (mp_runner.py:73) -2024-09-01 23:33:26,121 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.023920746993098874 (mp_runner.py:73) -2024-09-01 23:33:29,326 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.008194586000172421 (mp_runner.py:73) -2024-09-01 23:33:29,327 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.007615671995154116 (mp_runner.py:73) -2024-09-01 23:33:29,328 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.009395183995366096 (mp_runner.py:73) -2024-09-01 23:33:29,329 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.010776443996292073 (mp_runner.py:73) -2024-09-01 23:33:29,329 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.008712663999176584 (mp_runner.py:73) -2024-09-01 23:33:29,329 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.010025828996731434 (mp_runner.py:73) -2024-09-01 23:33:29,330 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.00831836599536473 (mp_runner.py:73) -2024-09-01 23:33:29,330 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.012656293001782615 (mp_runner.py:73) -2024-09-01 23:33:29,331 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.007943557000544388 (mp_runner.py:73) -2024-09-01 23:33:29,331 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.01374642599694198 (mp_runner.py:73) -2024-09-01 23:33:29,331 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.009562691993778571 (mp_runner.py:73) -2024-09-01 23:33:29,335 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.009471495999605395 (mp_runner.py:73) -2024-09-01 23:33:29,337 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.01032053700328106 (mp_runner.py:73) -2024-09-01 23:33:29,340 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.011485364993859548 (mp_runner.py:73) -2024-09-01 23:33:29,590 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.014684166002552956 (mp_runner.py:73) -2024-09-01 23:33:29,592 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.01007898899842985 (mp_runner.py:73) -2024-09-01 23:33:29,592 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.012629960998310708 (mp_runner.py:73) -2024-09-01 23:33:29,593 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.014932496997062117 (mp_runner.py:73) -2024-09-01 23:33:29,593 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.010242970995022915 (mp_runner.py:73) -2024-09-01 23:33:29,593 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.015474567997443955 (mp_runner.py:73) -2024-09-01 23:33:29,594 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.011591521004447713 (mp_runner.py:73) -2024-09-01 23:33:29,596 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.013021242004469968 (mp_runner.py:73) -2024-09-01 23:33:29,865 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.021569192002061754 (mp_runner.py:73) -2024-09-01 23:33:30,220 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.006584053997357842 (mp_runner.py:73) -2024-09-01 23:33:30,268 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.009723055001813918 (mp_runner.py:73) -2024-09-01 23:33:30,327 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.015076192998094484 (mp_runner.py:73) -2024-09-01 23:33:30,330 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.013728721001825761 (mp_runner.py:73) -2024-09-01 23:33:30,330 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.008530338003765792 (mp_runner.py:73) -2024-09-01 23:33:30,331 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.01704601700475905 (mp_runner.py:73) -2024-09-01 23:33:30,359 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.012355279002804309 (mp_runner.py:73) -2024-09-01 23:33:31,055 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.013665225000295322 (mp_runner.py:73) -2024-09-01 23:33:31,101 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.01502562499808846 (mp_runner.py:73) -2024-09-01 23:33:33,465 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.015281961001164746 (mp_runner.py:73) -2024-09-01 23:33:33,725 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.014903253999364097 (mp_runner.py:73) -2024-09-01 23:33:33,980 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.016926783995586447 (mp_runner.py:73) -2024-09-01 23:33:34,995 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.011734763000276871 (mp_runner.py:73) -2024-09-01 23:33:34,997 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.00843513500149129 (mp_runner.py:73) -2024-09-01 23:33:34,998 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.013213400001404807 (mp_runner.py:73) -2024-09-01 23:33:34,999 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.013416497000434902 (mp_runner.py:73) -2024-09-01 23:33:35,000 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.013221560999227222 (mp_runner.py:73) -2024-09-01 23:33:35,000 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.016034938998927828 (mp_runner.py:73) -2024-09-01 23:33:35,001 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.018333747000724543 (mp_runner.py:73) -2024-09-01 23:33:35,003 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.019960299992817454 (mp_runner.py:73) -2024-09-01 23:33:35,004 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.019900882994988933 (mp_runner.py:73) -2024-09-01 23:33:35,396 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.010867816999962088 (mp_runner.py:73) -2024-09-01 23:33:35,396 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.013721251001697965 (mp_runner.py:73) -2024-09-01 23:33:35,397 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.009889057000691537 (mp_runner.py:73) -2024-09-01 23:33:35,398 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.01570384100341471 (mp_runner.py:73) -2024-09-01 23:33:35,398 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.013483486000041012 (mp_runner.py:73) -2024-09-01 23:33:35,399 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.015601541002979502 (mp_runner.py:73) -2024-09-01 23:33:35,400 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.012225541002408136 (mp_runner.py:73) -2024-09-01 23:33:35,400 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.013976834001368843 (mp_runner.py:73) -2024-09-01 23:33:35,401 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.01193146900186548 (mp_runner.py:73) -2024-09-01 23:33:35,401 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.011618112999713048 (mp_runner.py:73) -2024-09-01 23:33:35,402 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.010912174002442043 (mp_runner.py:73) -2024-09-01 23:33:35,403 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.02038899600302102 (mp_runner.py:73) -2024-09-01 23:33:35,405 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.023437846997694578 (mp_runner.py:73) -2024-09-01 23:33:36,875 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.015074495997396298 (mp_runner.py:73) -2024-09-01 23:33:36,875 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01359185999899637 (mp_runner.py:73) -2024-09-01 23:33:36,876 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.013352618996577803 (mp_runner.py:73) -2024-09-01 23:33:36,877 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.016896891997021157 (mp_runner.py:73) -2024-09-01 23:33:36,881 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.021744140998634975 (mp_runner.py:73) -2024-09-01 23:33:37,301 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.023968672001501545 (mp_runner.py:73) -2024-09-01 23:33:38,065 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.01972821399976965 (mp_runner.py:73) -2024-09-01 23:33:38,115 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.021181907002755906 (mp_runner.py:73) -2024-09-01 23:33:38,662 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.023276258994883392 (mp_runner.py:73) -2024-09-01 23:33:38,854 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.025790781997784507 (mp_runner.py:73) -2024-09-01 23:33:40,509 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.010162122998735867 (mp_runner.py:73) -2024-09-01 23:33:40,509 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.011123794000013731 (mp_runner.py:73) -2024-09-01 23:33:40,510 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.0065777170020737685 (mp_runner.py:73) -2024-09-01 23:33:40,510 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.007823867999832146 (mp_runner.py:73) -2024-09-01 23:33:40,511 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.007409999998344574 (mp_runner.py:73) -2024-09-01 23:33:40,511 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.014395755999430548 (mp_runner.py:73) -2024-09-01 23:33:40,514 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.01603315099782776 (mp_runner.py:73) -2024-09-01 23:33:40,876 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.009408643003553152 (mp_runner.py:73) -2024-09-01 23:33:40,877 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.007898306001152378 (mp_runner.py:73) -2024-09-01 23:33:40,877 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.010678279999410734 (mp_runner.py:73) -2024-09-01 23:33:40,878 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.010604096998577006 (mp_runner.py:73) -2024-09-01 23:33:40,879 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.013290155999129638 (mp_runner.py:73) -2024-09-01 23:33:40,879 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.013125696001225151 (mp_runner.py:73) -2024-09-01 23:33:40,879 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.006948437003302388 (mp_runner.py:73) -2024-09-01 23:33:40,880 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.011476004001451656 (mp_runner.py:73) -2024-09-01 23:33:40,986 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.011146917000587564 (mp_runner.py:73) -2024-09-01 23:33:40,987 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.01127854499645764 (mp_runner.py:73) -2024-09-01 23:33:40,987 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.012534843997855205 (mp_runner.py:73) -2024-09-01 23:33:40,988 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.012105897003493737 (mp_runner.py:73) -2024-09-01 23:33:40,989 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.011200124004972167 (mp_runner.py:73) -2024-09-01 23:33:40,990 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.008133809998980723 (mp_runner.py:73) -2024-09-01 23:33:40,990 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.015978153998730704 (mp_runner.py:73) -2024-09-01 23:33:41,210 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.020898922994092572 (mp_runner.py:73) -2024-09-01 23:33:41,343 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.02227332300390117 (mp_runner.py:73) -2024-09-01 23:33:41,811 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.021388959998148493 (mp_runner.py:73) -2024-09-01 23:33:43,586 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.0011206940034753643 (mp_runner.py:73) -2024-09-01 23:33:43,717 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.011187577001692262 (mp_runner.py:73) -2024-09-01 23:33:43,735 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.011117645997728687 (mp_runner.py:73) -2024-09-01 23:33:44,746 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.014876970999466721 (mp_runner.py:73) -2024-09-01 23:33:44,834 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.014368320000357926 (mp_runner.py:73) -2024-09-01 23:33:45,334 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.022957930006668903 (mp_runner.py:73) -2024-09-01 23:33:46,089 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.015402176999486983 (mp_runner.py:73) -2024-09-01 23:33:46,270 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.014872314997774083 (mp_runner.py:73) -2024-09-01 23:33:46,605 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.016350502999557648 (mp_runner.py:73) -2024-09-01 23:33:46,832 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.010839602000487503 (mp_runner.py:73) -2024-09-01 23:33:46,836 | DEBUG |(SpawnProcess-1:131) search_count: 2500, latest_latency=0.019936063996283337 (mp_runner.py:73) -2024-09-01 23:33:46,838 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.017941392005013768 (mp_runner.py:73) -2024-09-01 23:33:46,972 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.014222792000509799 (mp_runner.py:73) -2024-09-01 23:33:47,135 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.01425065099465428 (mp_runner.py:73) -2024-09-01 23:33:47,137 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.019392859998333734 (mp_runner.py:73) -2024-09-01 23:33:47,138 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.019019860003027134 (mp_runner.py:73) -2024-09-01 23:33:47,296 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.018713195000600535 (mp_runner.py:73) -2024-09-01 23:33:47,370 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.008185835999029223 (mp_runner.py:73) -2024-09-01 23:33:47,372 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.015438731999893207 (mp_runner.py:73) -2024-09-01 23:33:47,373 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.014592227002140135 (mp_runner.py:73) -2024-09-01 23:33:47,373 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.020515276002697647 (mp_runner.py:73) -2024-09-01 23:33:47,373 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.022040200004994404 (mp_runner.py:73) -2024-09-01 23:33:47,481 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.010464873994351365 (mp_runner.py:73) -2024-09-01 23:33:47,482 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.014726840003277175 (mp_runner.py:73) -2024-09-01 23:33:47,483 | DEBUG |(SpawnProcess-1:136) search_count: 2500, latest_latency=0.015187646997219417 (mp_runner.py:73) -2024-09-01 23:33:47,485 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.012745639003696851 (mp_runner.py:73) -2024-09-01 23:33:47,487 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.02003504200547468 (mp_runner.py:73) -2024-09-01 23:33:47,488 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.02196055500098737 (mp_runner.py:73) -2024-09-01 23:33:47,488 | DEBUG |(SpawnProcess-1:139) search_count: 2500, latest_latency=0.019443006000074092 (mp_runner.py:73) -2024-09-01 23:33:48,151 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.003s, count=2490, qps in this process: 82.9917 (mp_runner.py:76) -2024-09-01 23:33:48,168 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0115s, count=2562, qps in this process: 85.3673 (mp_runner.py:76) -2024-09-01 23:33:48,170 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0072s, count=2569, qps in this process: 85.6128 (mp_runner.py:76) -2024-09-01 23:33:48,172 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0022s, count=2583, qps in this process: 86.0937 (mp_runner.py:76) -2024-09-01 23:33:48,193 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.007s, count=2556, qps in this process: 85.1801 (mp_runner.py:76) -2024-09-01 23:33:48,243 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0032s, count=2612, qps in this process: 87.0574 (mp_runner.py:76) -2024-09-01 23:33:48,244 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0069s, count=2588, qps in this process: 86.2468 (mp_runner.py:76) -2024-09-01 23:33:48,257 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.017342408995318692 (mp_runner.py:73) -2024-09-01 23:33:48,278 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0077s, count=2214, qps in this process: 73.7811 (mp_runner.py:76) -2024-09-01 23:33:48,283 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.001s, count=2564, qps in this process: 85.4638 (mp_runner.py:76) -2024-09-01 23:33:48,288 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0016s, count=2591, qps in this process: 86.3621 (mp_runner.py:76) -2024-09-01 23:33:48,291 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0086s, count=2565, qps in this process: 85.4755 (mp_runner.py:76) -2024-09-01 23:33:48,298 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0006s, count=2616, qps in this process: 87.1983 (mp_runner.py:76) -2024-09-01 23:33:48,306 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0067s, count=2617, qps in this process: 87.2139 (mp_runner.py:76) -2024-09-01 23:33:48,312 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0069s, count=2568, qps in this process: 85.5803 (mp_runner.py:76) -2024-09-01 23:33:48,314 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.003s, count=2568, qps in this process: 85.5914 (mp_runner.py:76) -2024-09-01 23:33:48,316 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0041s, count=2567, qps in this process: 85.555 (mp_runner.py:76) -2024-09-01 23:33:48,325 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0014s, count=2583, qps in this process: 86.096 (mp_runner.py:76) -2024-09-01 23:33:48,338 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0041s, count=2585, qps in this process: 86.1549 (mp_runner.py:76) -2024-09-01 23:33:48,339 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0048s, count=2573, qps in this process: 85.7529 (mp_runner.py:76) -2024-09-01 23:33:48,340 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0049s, count=2586, qps in this process: 86.1859 (mp_runner.py:76) -2024-09-01 23:33:48,345 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0115s, count=2508, qps in this process: 83.568 (mp_runner.py:76) -2024-09-01 23:33:48,346 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0079s, count=2579, qps in this process: 85.944 (mp_runner.py:76) -2024-09-01 23:33:48,354 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0018s, count=2134, qps in this process: 71.1291 (mp_runner.py:76) -2024-09-01 23:33:48,368 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0008s, count=2220, qps in this process: 73.998 (mp_runner.py:76) -2024-09-01 23:33:48,373 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0059s, count=2116, qps in this process: 70.5195 (mp_runner.py:76) -2024-09-01 23:33:48,375 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0007s, count=2487, qps in this process: 82.8981 (mp_runner.py:76) -2024-09-01 23:33:48,377 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.004s, count=2094, qps in this process: 69.7907 (mp_runner.py:76) -2024-09-01 23:33:48,388 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0012s, count=1945, qps in this process: 64.8307 (mp_runner.py:76) -2024-09-01 23:33:48,393 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0005s, count=2152, qps in this process: 71.7321 (mp_runner.py:76) -2024-09-01 23:33:48,393 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0003s, count=2325, qps in this process: 77.4992 (mp_runner.py:76) -2024-09-01 23:33:48,399 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0003s, count=2340, qps in this process: 77.9992 (mp_runner.py:76) -2024-09-01 23:33:48,407 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0014s, count=2324, qps in this process: 77.4631 (mp_runner.py:76) -2024-09-01 23:33:48,413 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0017s, count=2211, qps in this process: 73.6958 (mp_runner.py:76) -2024-09-01 23:33:48,425 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0006s, count=1929, qps in this process: 64.2987 (mp_runner.py:76) -2024-09-01 23:33:48,435 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0007s, count=1959, qps in this process: 65.2985 (mp_runner.py:76) -2024-09-01 23:33:48,445 | INFO |End search in concurrency 35: dur=30.439380654999695s, total_count=84480, qps=2775.3521 (mp_runner.py:120) -2024-09-01 23:33:51,109 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:33:51,110 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 23:34:01,788 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 23:34:02,005 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,009 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,027 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,035 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,073 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,101 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,102 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,102 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,113 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,117 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,117 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,134 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,138 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,142 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,151 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,151 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,163 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,166 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,167 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,174 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,183 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,185 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,193 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,197 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,201 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,207 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,226 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,226 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,230 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,245 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,249 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,251 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,253 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,272 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:02,277 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:08,423 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.015060105004522484 (mp_runner.py:73) -2024-09-01 23:34:08,425 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.01756105800450314 (mp_runner.py:73) -2024-09-01 23:34:08,427 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.017021788997226395 (mp_runner.py:73) -2024-09-01 23:34:08,427 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.01674212299985811 (mp_runner.py:73) -2024-09-01 23:34:08,428 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.0167530100006843 (mp_runner.py:73) -2024-09-01 23:34:08,428 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.015699930001574103 (mp_runner.py:73) -2024-09-01 23:34:08,431 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.024005339000723325 (mp_runner.py:73) -2024-09-01 23:34:08,431 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.02559999500226695 (mp_runner.py:73) -2024-09-01 23:34:08,548 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.014566429999831598 (mp_runner.py:73) -2024-09-01 23:34:08,551 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.013865638997231144 (mp_runner.py:73) -2024-09-01 23:34:08,552 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.013257242993859109 (mp_runner.py:73) -2024-09-01 23:34:08,554 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.017426514998078346 (mp_runner.py:73) -2024-09-01 23:34:08,555 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.021493141000973992 (mp_runner.py:73) -2024-09-01 23:34:08,555 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.016352846003428567 (mp_runner.py:73) -2024-09-01 23:34:08,557 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.024989694000396412 (mp_runner.py:73) -2024-09-01 23:34:08,559 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.023708202999841888 (mp_runner.py:73) -2024-09-01 23:34:08,602 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.014988974995503668 (mp_runner.py:73) -2024-09-01 23:34:08,603 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.01587114600260975 (mp_runner.py:73) -2024-09-01 23:34:08,603 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.014039244000741746 (mp_runner.py:73) -2024-09-01 23:34:08,604 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.016417177001130767 (mp_runner.py:73) -2024-09-01 23:34:08,604 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.017649271998379845 (mp_runner.py:73) -2024-09-01 23:34:08,604 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.01874730300187366 (mp_runner.py:73) -2024-09-01 23:34:08,606 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.010535608998907264 (mp_runner.py:73) -2024-09-01 23:34:08,606 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.012921533998451196 (mp_runner.py:73) -2024-09-01 23:34:08,608 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.017418622002878692 (mp_runner.py:73) -2024-09-01 23:34:08,609 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.012421169005392585 (mp_runner.py:73) -2024-09-01 23:34:08,609 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.02415543099778006 (mp_runner.py:73) -2024-09-01 23:34:08,609 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.011733743995137047 (mp_runner.py:73) -2024-09-01 23:34:08,610 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.026535723998676986 (mp_runner.py:73) -2024-09-01 23:34:08,610 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.0192620999951032 (mp_runner.py:73) -2024-09-01 23:34:08,611 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.010834808999788947 (mp_runner.py:73) -2024-09-01 23:34:08,612 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.02752589900046587 (mp_runner.py:73) -2024-09-01 23:34:09,845 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.0639363529990078 (mp_runner.py:73) -2024-09-01 23:34:09,862 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.08006878399464767 (mp_runner.py:73) -2024-09-01 23:34:09,867 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.08846993299812311 (mp_runner.py:73) -2024-09-01 23:34:09,872 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.09883388399612159 (mp_runner.py:73) -2024-09-01 23:34:10,090 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.017259364998608362 (mp_runner.py:73) -2024-09-01 23:34:10,094 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.022478734994365368 (mp_runner.py:73) -2024-09-01 23:34:10,095 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.012024292998830788 (mp_runner.py:73) -2024-09-01 23:34:10,101 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.031529806001344696 (mp_runner.py:73) -2024-09-01 23:34:14,941 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.007678692003537435 (mp_runner.py:73) -2024-09-01 23:34:14,942 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.01018261699937284 (mp_runner.py:73) -2024-09-01 23:34:14,942 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.009350196000013966 (mp_runner.py:73) -2024-09-01 23:34:14,945 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.00970329299889272 (mp_runner.py:73) -2024-09-01 23:34:14,946 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.008401496001170017 (mp_runner.py:73) -2024-09-01 23:34:14,947 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.015556955004285555 (mp_runner.py:73) -2024-09-01 23:34:14,947 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.016928855002333876 (mp_runner.py:73) -2024-09-01 23:34:14,948 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.011064043996157125 (mp_runner.py:73) -2024-09-01 23:34:15,234 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.009544148997520097 (mp_runner.py:73) -2024-09-01 23:34:15,235 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.01042447299550986 (mp_runner.py:73) -2024-09-01 23:34:15,235 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.012240118994668592 (mp_runner.py:73) -2024-09-01 23:34:15,259 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.008853129998897202 (mp_runner.py:73) -2024-09-01 23:34:15,260 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.007997676002560183 (mp_runner.py:73) -2024-09-01 23:34:15,260 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.007963393996760715 (mp_runner.py:73) -2024-09-01 23:34:15,261 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.011041983001632616 (mp_runner.py:73) -2024-09-01 23:34:15,262 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.01261969000188401 (mp_runner.py:73) -2024-09-01 23:34:15,323 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.013482579997798894 (mp_runner.py:73) -2024-09-01 23:34:15,423 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.014203733997419477 (mp_runner.py:73) -2024-09-01 23:34:15,427 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.012232551001943648 (mp_runner.py:73) -2024-09-01 23:34:15,427 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.011317763994156849 (mp_runner.py:73) -2024-09-01 23:34:15,429 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.010679981001885608 (mp_runner.py:73) -2024-09-01 23:34:15,429 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.01107769699592609 (mp_runner.py:73) -2024-09-01 23:34:15,431 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.0143745429959381 (mp_runner.py:73) -2024-09-01 23:34:15,431 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.01701266400050372 (mp_runner.py:73) -2024-09-01 23:34:15,433 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.010752152003988158 (mp_runner.py:73) -2024-09-01 23:34:15,434 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.012146918001235463 (mp_runner.py:73) -2024-09-01 23:34:15,839 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.0075629480052157305 (mp_runner.py:73) -2024-09-01 23:34:15,842 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.011486499999591615 (mp_runner.py:73) -2024-09-01 23:34:15,843 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.011716381995938718 (mp_runner.py:73) -2024-09-01 23:34:15,844 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.011775758997828234 (mp_runner.py:73) -2024-09-01 23:34:15,844 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.0012260529983905144 (mp_runner.py:73) -2024-09-01 23:34:16,013 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.016217354001128115 (mp_runner.py:73) -2024-09-01 23:34:17,642 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.0025667019945103675 (mp_runner.py:73) -2024-09-01 23:34:17,643 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.01056923499709228 (mp_runner.py:73) -2024-09-01 23:34:17,644 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.013976091999211349 (mp_runner.py:73) -2024-09-01 23:34:17,646 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.010635460996127222 (mp_runner.py:73) -2024-09-01 23:34:17,647 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.018184845001087524 (mp_runner.py:73) -2024-09-01 23:34:17,648 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.01729345999774523 (mp_runner.py:73) -2024-09-01 23:34:18,402 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.012050014003762044 (mp_runner.py:73) -2024-09-01 23:34:18,403 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.014047411001229193 (mp_runner.py:73) -2024-09-01 23:34:21,194 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.004701997997472063 (mp_runner.py:73) -2024-09-01 23:34:21,196 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.006972071998461615 (mp_runner.py:73) -2024-09-01 23:34:21,197 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.006406021995644551 (mp_runner.py:73) -2024-09-01 23:34:21,197 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.005982171998766717 (mp_runner.py:73) -2024-09-01 23:34:21,198 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.010603915005049203 (mp_runner.py:73) -2024-09-01 23:34:21,200 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.01301503899594536 (mp_runner.py:73) -2024-09-01 23:34:21,227 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.009386364996316843 (mp_runner.py:73) -2024-09-01 23:34:21,230 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.015164276999712456 (mp_runner.py:73) -2024-09-01 23:34:21,232 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.015493020000576507 (mp_runner.py:73) -2024-09-01 23:34:21,309 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.017751526000211015 (mp_runner.py:73) -2024-09-01 23:34:21,310 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.01950833800219698 (mp_runner.py:73) -2024-09-01 23:34:21,333 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.01088615899789147 (mp_runner.py:73) -2024-09-01 23:34:21,336 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.015181868999206927 (mp_runner.py:73) -2024-09-01 23:34:21,338 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.01895851799781667 (mp_runner.py:73) -2024-09-01 23:34:21,340 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.023477030998037662 (mp_runner.py:73) -2024-09-01 23:34:21,341 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.022702406997268554 (mp_runner.py:73) -2024-09-01 23:34:22,117 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.012939827000082005 (mp_runner.py:73) -2024-09-01 23:34:22,118 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.014781808000407182 (mp_runner.py:73) -2024-09-01 23:34:22,118 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.012578950001625344 (mp_runner.py:73) -2024-09-01 23:34:22,119 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.013997705005749594 (mp_runner.py:73) -2024-09-01 23:34:22,120 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.013428187994577456 (mp_runner.py:73) -2024-09-01 23:34:22,122 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.013698805996682495 (mp_runner.py:73) -2024-09-01 23:34:22,126 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.02352190000237897 (mp_runner.py:73) -2024-09-01 23:34:22,127 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.02560190299845999 (mp_runner.py:73) -2024-09-01 23:34:22,383 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.03687766999792075 (mp_runner.py:73) -2024-09-01 23:34:23,134 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.027212180000788067 (mp_runner.py:73) -2024-09-01 23:34:23,349 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.01290638800128363 (mp_runner.py:73) -2024-09-01 23:34:23,350 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.012274765002075583 (mp_runner.py:73) -2024-09-01 23:34:23,357 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.022029492996807676 (mp_runner.py:73) -2024-09-01 23:34:23,359 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.02439978899928974 (mp_runner.py:73) -2024-09-01 23:34:24,364 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.0225276089986437 (mp_runner.py:73) -2024-09-01 23:34:24,789 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.012366660004772712 (mp_runner.py:73) -2024-09-01 23:34:24,790 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.013130223996995483 (mp_runner.py:73) -2024-09-01 23:34:24,790 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.011188680997292977 (mp_runner.py:73) -2024-09-01 23:34:24,791 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.016000187999452464 (mp_runner.py:73) -2024-09-01 23:34:24,792 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.023772376000124495 (mp_runner.py:73) -2024-09-01 23:34:24,795 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.017065972999262158 (mp_runner.py:73) -2024-09-01 23:34:24,796 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.021605515001283493 (mp_runner.py:73) -2024-09-01 23:34:27,175 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.024824077998346183 (mp_runner.py:73) -2024-09-01 23:34:27,194 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.04541677700035507 (mp_runner.py:73) -2024-09-01 23:34:27,273 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.007555928998044692 (mp_runner.py:73) -2024-09-01 23:34:27,273 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.00831359600124415 (mp_runner.py:73) -2024-09-01 23:34:27,274 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.007468187999620568 (mp_runner.py:73) -2024-09-01 23:34:27,275 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.00541545900341589 (mp_runner.py:73) -2024-09-01 23:34:27,275 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.008223312004702166 (mp_runner.py:73) -2024-09-01 23:34:27,276 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.007512652999139391 (mp_runner.py:73) -2024-09-01 23:34:27,276 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.002150536995031871 (mp_runner.py:73) -2024-09-01 23:34:27,277 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.007970700004079845 (mp_runner.py:73) -2024-09-01 23:34:27,277 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.009556823999446351 (mp_runner.py:73) -2024-09-01 23:34:27,278 | DEBUG |(SpawnProcess-1:142) search_count: 2000, latest_latency=0.007985952994204126 (mp_runner.py:73) -2024-09-01 23:34:27,279 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.008509559003869072 (mp_runner.py:73) -2024-09-01 23:34:27,279 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.015094080998096615 (mp_runner.py:73) -2024-09-01 23:34:27,280 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.0165101950042299 (mp_runner.py:73) -2024-09-01 23:34:27,281 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.009330314001999795 (mp_runner.py:73) -2024-09-01 23:34:27,282 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.011643951998848934 (mp_runner.py:73) -2024-09-01 23:34:27,309 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.022810340000432916 (mp_runner.py:73) -2024-09-01 23:34:28,627 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.0013859630053048022 (mp_runner.py:73) -2024-09-01 23:34:28,628 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.001558782001666259 (mp_runner.py:73) -2024-09-01 23:34:28,770 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.036169233004329726 (mp_runner.py:73) -2024-09-01 23:34:28,825 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.010243634998914786 (mp_runner.py:73) -2024-09-01 23:34:28,826 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.011453336002887227 (mp_runner.py:73) -2024-09-01 23:34:28,826 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.013197232001402881 (mp_runner.py:73) -2024-09-01 23:34:28,827 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.009720929003378842 (mp_runner.py:73) -2024-09-01 23:34:28,829 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.01677756900608074 (mp_runner.py:73) -2024-09-01 23:34:30,756 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.01588484999956563 (mp_runner.py:73) -2024-09-01 23:34:30,757 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.010438983998028561 (mp_runner.py:73) -2024-09-01 23:34:30,757 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.011486720002721995 (mp_runner.py:73) -2024-09-01 23:34:30,758 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.012548753002192825 (mp_runner.py:73) -2024-09-01 23:34:30,758 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.013645090002682991 (mp_runner.py:73) -2024-09-01 23:34:30,759 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.011108108999906108 (mp_runner.py:73) -2024-09-01 23:34:31,627 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.01112608800031012 (mp_runner.py:73) -2024-09-01 23:34:31,627 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.012119982995500322 (mp_runner.py:73) -2024-09-01 23:34:31,628 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.009300853002059739 (mp_runner.py:73) -2024-09-01 23:34:31,628 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.01332570800150279 (mp_runner.py:73) -2024-09-01 23:34:31,629 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.008856810003635474 (mp_runner.py:73) -2024-09-01 23:34:31,629 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.00861229699512478 (mp_runner.py:73) -2024-09-01 23:34:31,630 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.015285911998944357 (mp_runner.py:73) -2024-09-01 23:34:31,632 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.01865742100198986 (mp_runner.py:73) -2024-09-01 23:34:32,021 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0128s, count=2378, qps in this process: 79.2329 (mp_runner.py:76) -2024-09-01 23:34:32,026 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0153s, count=2357, qps in this process: 78.5266 (mp_runner.py:76) -2024-09-01 23:34:32,041 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.007s, count=2358, qps in this process: 78.5817 (mp_runner.py:76) -2024-09-01 23:34:32,047 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.01s, count=2093, qps in this process: 69.7434 (mp_runner.py:76) -2024-09-01 23:34:32,088 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0095s, count=2199, qps in this process: 73.2768 (mp_runner.py:76) -2024-09-01 23:34:32,104 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0019s, count=2225, qps in this process: 74.162 (mp_runner.py:76) -2024-09-01 23:34:32,108 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0015s, count=2225, qps in this process: 74.163 (mp_runner.py:76) -2024-09-01 23:34:32,118 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0116s, count=2226, qps in this process: 74.1713 (mp_runner.py:76) -2024-09-01 23:34:32,120 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0027s, count=2097, qps in this process: 69.8937 (mp_runner.py:76) -2024-09-01 23:34:32,129 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0065s, count=2367, qps in this process: 78.8829 (mp_runner.py:76) -2024-09-01 23:34:32,135 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0134s, count=2098, qps in this process: 69.9021 (mp_runner.py:76) -2024-09-01 23:34:32,144 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0033s, count=2389, qps in this process: 79.6246 (mp_runner.py:76) -2024-09-01 23:34:32,145 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0055s, count=2039, qps in this process: 67.9542 (mp_runner.py:76) -2024-09-01 23:34:32,153 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0085s, count=2229, qps in this process: 74.279 (mp_runner.py:76) -2024-09-01 23:34:32,157 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0011s, count=2390, qps in this process: 79.6637 (mp_runner.py:76) -2024-09-01 23:34:32,163 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0072s, count=2230, qps in this process: 74.3155 (mp_runner.py:76) -2024-09-01 23:34:32,174 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0073s, count=2101, qps in this process: 70.0163 (mp_runner.py:76) -2024-09-01 23:34:32,176 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0061s, count=2101, qps in this process: 70.0191 (mp_runner.py:76) -2024-09-01 23:34:32,183 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0129s, count=2202, qps in this process: 73.3685 (mp_runner.py:76) -2024-09-01 23:34:32,186 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0006s, count=2393, qps in this process: 79.7651 (mp_runner.py:76) -2024-09-01 23:34:32,192 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0116s, count=2232, qps in this process: 74.3712 (mp_runner.py:76) -2024-09-01 23:34:32,193 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0045s, count=2043, qps in this process: 68.0898 (mp_runner.py:76) -2024-09-01 23:34:32,193 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0103s, count=2373, qps in this process: 79.0729 (mp_runner.py:76) -2024-09-01 23:34:32,197 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0005s, count=2357, qps in this process: 78.5654 (mp_runner.py:76) -2024-09-01 23:34:32,198 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0166s, count=2102, qps in this process: 70.0279 (mp_runner.py:76) -2024-09-01 23:34:32,202 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0119s, count=2395, qps in this process: 79.8017 (mp_runner.py:76) -2024-09-01 23:34:32,204 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0019s, count=2395, qps in this process: 79.8283 (mp_runner.py:76) -2024-09-01 23:34:32,210 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0044s, count=2283, qps in this process: 76.0888 (mp_runner.py:76) -2024-09-01 23:34:32,215 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0033s, count=2397, qps in this process: 79.8912 (mp_runner.py:76) -2024-09-01 23:34:32,232 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.002s, count=2378, qps in this process: 79.2614 (mp_runner.py:76) -2024-09-01 23:34:32,232 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0022s, count=2050, qps in this process: 68.3283 (mp_runner.py:76) -2024-09-01 23:34:32,242 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0059s, count=2052, qps in this process: 68.3866 (mp_runner.py:76) -2024-09-01 23:34:32,251 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0004s, count=2386, qps in this process: 79.5323 (mp_runner.py:76) -2024-09-01 23:34:32,253 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0008s, count=2054, qps in this process: 68.4648 (mp_runner.py:76) -2024-09-01 23:34:32,255 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0025s, count=2055, qps in this process: 68.4943 (mp_runner.py:76) -2024-09-01 23:34:32,256 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0013s, count=2374, qps in this process: 79.1299 (mp_runner.py:76) -2024-09-01 23:34:32,264 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0076s, count=2057, qps in this process: 68.5493 (mp_runner.py:76) -2024-09-01 23:34:32,275 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0006s, count=2070, qps in this process: 68.9986 (mp_runner.py:76) -2024-09-01 23:34:32,279 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0005s, count=1806, qps in this process: 60.199 (mp_runner.py:76) -2024-09-01 23:34:32,279 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0003s, count=1811, qps in this process: 60.3661 (mp_runner.py:76) -2024-09-01 23:34:32,288 | INFO |End search in concurrency 40: dur=30.49825664400123s, total_count=88367, qps=2897.4443 (mp_runner.py:120) -2024-09-01 23:34:34,885 | INFO |Update largest qps with concurrency 40: current max_qps=2897.4443 (mp_runner.py:124) -2024-09-01 23:34:35,293 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:34:35,293 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 23:34:46,157 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 23:34:46,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,442 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,443 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,447 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,504 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,529 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,535 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,540 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,563 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,563 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,572 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,573 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,584 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,588 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,603 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,604 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,609 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,611 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,618 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,619 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,626 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,630 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,633 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,635 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,645 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,660 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,667 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,685 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:46,699 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:34:53,503 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.02173848399979761 (mp_runner.py:73) -2024-09-01 23:34:53,505 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.021927506000793073 (mp_runner.py:73) -2024-09-01 23:34:53,506 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.02110862200061092 (mp_runner.py:73) -2024-09-01 23:34:53,507 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.02150004899885971 (mp_runner.py:73) -2024-09-01 23:34:53,507 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.021091439994052052 (mp_runner.py:73) -2024-09-01 23:34:53,507 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.022928790996957105 (mp_runner.py:73) -2024-09-01 23:34:53,508 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.02410754800075665 (mp_runner.py:73) -2024-09-01 23:34:53,508 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.021425007995276246 (mp_runner.py:73) -2024-09-01 23:34:53,508 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.019150387997797225 (mp_runner.py:73) -2024-09-01 23:34:53,509 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.012877524000941776 (mp_runner.py:73) -2024-09-01 23:34:53,512 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.019000353997398634 (mp_runner.py:73) -2024-09-01 23:34:53,512 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.019873534998623654 (mp_runner.py:73) -2024-09-01 23:34:53,513 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.009443951996217947 (mp_runner.py:73) -2024-09-01 23:34:53,515 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.03427680599997984 (mp_runner.py:73) -2024-09-01 23:34:53,516 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.035039189002418425 (mp_runner.py:73) -2024-09-01 23:34:53,581 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.016821461998915765 (mp_runner.py:73) -2024-09-01 23:34:53,582 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.007227550995594356 (mp_runner.py:73) -2024-09-01 23:34:53,583 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.017660976998740807 (mp_runner.py:73) -2024-09-01 23:34:53,583 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01788484799908474 (mp_runner.py:73) -2024-09-01 23:34:53,583 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.01569442800246179 (mp_runner.py:73) -2024-09-01 23:34:53,583 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.01512575100059621 (mp_runner.py:73) -2024-09-01 23:34:53,584 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.015650280998670496 (mp_runner.py:73) -2024-09-01 23:34:53,584 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.0011322579957777634 (mp_runner.py:73) -2024-09-01 23:34:53,585 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.015729073995316867 (mp_runner.py:73) -2024-09-01 23:34:53,585 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.015715355999418534 (mp_runner.py:73) -2024-09-01 23:34:53,585 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.015428620004968252 (mp_runner.py:73) -2024-09-01 23:34:53,585 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.01422115600144025 (mp_runner.py:73) -2024-09-01 23:34:53,586 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.00776228700124193 (mp_runner.py:73) -2024-09-01 23:34:53,587 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.013781076995655894 (mp_runner.py:73) -2024-09-01 23:34:53,587 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.016180739999981597 (mp_runner.py:73) -2024-09-01 23:34:53,587 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.01554925499658566 (mp_runner.py:73) -2024-09-01 23:34:53,588 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.02334718799829716 (mp_runner.py:73) -2024-09-01 23:34:53,588 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.0149067960010143 (mp_runner.py:73) -2024-09-01 23:34:53,589 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.014872773994284216 (mp_runner.py:73) -2024-09-01 23:34:53,591 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.027703757004928775 (mp_runner.py:73) -2024-09-01 23:34:53,823 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.03210887699970044 (mp_runner.py:73) -2024-09-01 23:34:54,171 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.017672125999524724 (mp_runner.py:73) -2024-09-01 23:34:54,172 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.01984196600096766 (mp_runner.py:73) -2024-09-01 23:34:54,177 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.026565074003883637 (mp_runner.py:73) -2024-09-01 23:34:54,183 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.033529330998135265 (mp_runner.py:73) -2024-09-01 23:34:54,188 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.00882839899713872 (mp_runner.py:73) -2024-09-01 23:34:54,189 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.010146603999601211 (mp_runner.py:73) -2024-09-01 23:34:54,232 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.019370585003343876 (mp_runner.py:73) -2024-09-01 23:34:54,247 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.01962328900117427 (mp_runner.py:73) -2024-09-01 23:34:54,259 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01059522299328819 (mp_runner.py:73) -2024-09-01 23:35:00,378 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.010395359000540338 (mp_runner.py:73) -2024-09-01 23:35:00,379 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.01080144899606239 (mp_runner.py:73) -2024-09-01 23:35:00,380 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.010657609003828838 (mp_runner.py:73) -2024-09-01 23:35:00,381 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.013612713002657983 (mp_runner.py:73) -2024-09-01 23:35:00,381 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.009844514999713283 (mp_runner.py:73) -2024-09-01 23:35:00,382 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.010844416996405926 (mp_runner.py:73) -2024-09-01 23:35:00,383 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.01581419200374512 (mp_runner.py:73) -2024-09-01 23:35:00,383 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.012746639004035387 (mp_runner.py:73) -2024-09-01 23:35:00,383 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.010860074995434843 (mp_runner.py:73) -2024-09-01 23:35:00,384 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.018046953999146353 (mp_runner.py:73) -2024-09-01 23:35:00,385 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.010788874998979736 (mp_runner.py:73) -2024-09-01 23:35:00,385 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.011950371001148596 (mp_runner.py:73) -2024-09-01 23:35:00,386 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.011474451996036805 (mp_runner.py:73) -2024-09-01 23:35:00,386 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.011594247996981721 (mp_runner.py:73) -2024-09-01 23:35:00,389 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.012367249000817537 (mp_runner.py:73) -2024-09-01 23:35:00,808 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.015077289004693739 (mp_runner.py:73) -2024-09-01 23:35:00,809 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.017275212005188223 (mp_runner.py:73) -2024-09-01 23:35:00,815 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.019978158998128492 (mp_runner.py:73) -2024-09-01 23:35:00,815 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.012151808994531166 (mp_runner.py:73) -2024-09-01 23:35:00,816 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.013918826000008266 (mp_runner.py:73) -2024-09-01 23:35:00,819 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.014396641003258992 (mp_runner.py:73) -2024-09-01 23:35:00,819 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.014530865999404341 (mp_runner.py:73) -2024-09-01 23:35:00,820 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.014079025997489225 (mp_runner.py:73) -2024-09-01 23:35:00,820 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.028488721000030637 (mp_runner.py:73) -2024-09-01 23:35:00,821 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.009425273994565941 (mp_runner.py:73) -2024-09-01 23:35:00,822 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.01442466599837644 (mp_runner.py:73) -2024-09-01 23:35:00,822 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.00936912600445794 (mp_runner.py:73) -2024-09-01 23:35:01,469 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.007861761994718108 (mp_runner.py:73) -2024-09-01 23:35:01,471 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.011667809994833078 (mp_runner.py:73) -2024-09-01 23:35:01,471 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.013742825001827441 (mp_runner.py:73) -2024-09-01 23:35:01,476 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.021896134996495675 (mp_runner.py:73) -2024-09-01 23:35:01,476 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.02058333899913123 (mp_runner.py:73) -2024-09-01 23:35:01,501 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.022684371993818786 (mp_runner.py:73) -2024-09-01 23:35:01,510 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.026820247003342956 (mp_runner.py:73) -2024-09-01 23:35:01,511 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.029374589001236018 (mp_runner.py:73) -2024-09-01 23:35:02,096 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.009600886995031033 (mp_runner.py:73) -2024-09-01 23:35:02,097 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.009742228998220526 (mp_runner.py:73) -2024-09-01 23:35:02,099 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.013483611997799017 (mp_runner.py:73) -2024-09-01 23:35:02,100 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.014894708998326678 (mp_runner.py:73) -2024-09-01 23:35:02,365 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.020614560999092646 (mp_runner.py:73) -2024-09-01 23:35:02,933 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.03160132299672114 (mp_runner.py:73) -2024-09-01 23:35:03,503 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.029157736993511207 (mp_runner.py:73) -2024-09-01 23:35:03,745 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.017841961998783518 (mp_runner.py:73) -2024-09-01 23:35:04,132 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.019614003998867702 (mp_runner.py:73) -2024-09-01 23:35:04,334 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.01696642499882728 (mp_runner.py:73) -2024-09-01 23:35:07,531 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.015062329999636859 (mp_runner.py:73) -2024-09-01 23:35:07,533 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.01740689299913356 (mp_runner.py:73) -2024-09-01 23:35:07,534 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.015617002005456015 (mp_runner.py:73) -2024-09-01 23:35:07,535 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.015449578997504432 (mp_runner.py:73) -2024-09-01 23:35:07,535 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.015474757004994899 (mp_runner.py:73) -2024-09-01 23:35:07,536 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.014484122999419924 (mp_runner.py:73) -2024-09-01 23:35:07,536 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.013874544994905591 (mp_runner.py:73) -2024-09-01 23:35:07,537 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.013658818003023043 (mp_runner.py:73) -2024-09-01 23:35:07,542 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.029703329993935768 (mp_runner.py:73) -2024-09-01 23:35:07,544 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.030863273997965734 (mp_runner.py:73) -2024-09-01 23:35:08,505 | DEBUG |(SpawnProcess-1:183) search_count: 1500, latest_latency=0.02459398999781115 (mp_runner.py:73) -2024-09-01 23:35:08,506 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.02338470600079745 (mp_runner.py:73) -2024-09-01 23:35:08,507 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.024813615003949963 (mp_runner.py:73) -2024-09-01 23:35:08,509 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.028237726000952534 (mp_runner.py:73) -2024-09-01 23:35:08,509 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.029133775999071077 (mp_runner.py:73) -2024-09-01 23:35:08,510 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.02517482899565948 (mp_runner.py:73) -2024-09-01 23:35:08,510 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.024490985997545067 (mp_runner.py:73) -2024-09-01 23:35:08,511 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.025073792996408883 (mp_runner.py:73) -2024-09-01 23:35:08,511 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.03260678499646019 (mp_runner.py:73) -2024-09-01 23:35:08,513 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.025343453999084886 (mp_runner.py:73) -2024-09-01 23:35:08,517 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.039192148004076444 (mp_runner.py:73) -2024-09-01 23:35:08,524 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.03391287100384943 (mp_runner.py:73) -2024-09-01 23:35:09,739 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.02824962299928302 (mp_runner.py:73) -2024-09-01 23:35:09,743 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.029607717995531857 (mp_runner.py:73) -2024-09-01 23:35:09,756 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.02127323499735212 (mp_runner.py:73) -2024-09-01 23:35:09,761 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.026889405002293643 (mp_runner.py:73) -2024-09-01 23:35:10,297 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.026647213002434 (mp_runner.py:73) -2024-09-01 23:35:10,299 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.01564785400114488 (mp_runner.py:73) -2024-09-01 23:35:10,304 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.019234169005358126 (mp_runner.py:73) -2024-09-01 23:35:10,304 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.01835419499548152 (mp_runner.py:73) -2024-09-01 23:35:10,305 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.022063440002966672 (mp_runner.py:73) -2024-09-01 23:35:10,306 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.017841336004494224 (mp_runner.py:73) -2024-09-01 23:35:10,310 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.028378470000461675 (mp_runner.py:73) -2024-09-01 23:35:10,311 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.03092243599530775 (mp_runner.py:73) -2024-09-01 23:35:10,682 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.02652593100356171 (mp_runner.py:73) -2024-09-01 23:35:10,949 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.028051613000570796 (mp_runner.py:73) -2024-09-01 23:35:11,035 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.028039158001774922 (mp_runner.py:73) -2024-09-01 23:35:11,135 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.02455875900341198 (mp_runner.py:73) -2024-09-01 23:35:11,138 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.029519755000364967 (mp_runner.py:73) -2024-09-01 23:35:12,690 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.026999737005098723 (mp_runner.py:73) -2024-09-01 23:35:13,401 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.023316470003919676 (mp_runner.py:73) -2024-09-01 23:35:13,472 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.02657488499971805 (mp_runner.py:73) -2024-09-01 23:35:14,106 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.037032364001788665 (mp_runner.py:73) -2024-09-01 23:35:14,558 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.028253189993847627 (mp_runner.py:73) -2024-09-01 23:35:14,566 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.023698539996985346 (mp_runner.py:73) -2024-09-01 23:35:14,880 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.011208119001821615 (mp_runner.py:73) -2024-09-01 23:35:14,881 | DEBUG |(SpawnProcess-1:211) search_count: 2000, latest_latency=0.010916216000623535 (mp_runner.py:73) -2024-09-01 23:35:14,881 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.010289919999195263 (mp_runner.py:73) -2024-09-01 23:35:14,881 | DEBUG |(SpawnProcess-1:199) search_count: 2000, latest_latency=0.009258140002202708 (mp_runner.py:73) -2024-09-01 23:35:14,882 | DEBUG |(SpawnProcess-1:202) search_count: 2000, latest_latency=0.007398082998406608 (mp_runner.py:73) -2024-09-01 23:35:14,883 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.01776218199665891 (mp_runner.py:73) -2024-09-01 23:35:14,884 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.016344937997928355 (mp_runner.py:73) -2024-09-01 23:35:15,300 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.014998841004853602 (mp_runner.py:73) -2024-09-01 23:35:16,437 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0274s, count=1944, qps in this process: 64.7409 (mp_runner.py:76) -2024-09-01 23:35:16,449 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0027s, count=1867, qps in this process: 62.2277 (mp_runner.py:76) -2024-09-01 23:35:16,458 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0346s, count=1939, qps in this process: 64.5589 (mp_runner.py:76) -2024-09-01 23:35:16,474 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0051s, count=2095, qps in this process: 69.8215 (mp_runner.py:76) -2024-09-01 23:35:16,483 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0372s, count=1945, qps in this process: 64.753 (mp_runner.py:76) -2024-09-01 23:35:16,484 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.029430792994389776 (mp_runner.py:73) -2024-09-01 23:35:16,484 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.027s, count=2000, qps in this process: 66.6067 (mp_runner.py:76) -2024-09-01 23:35:16,494 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.036241273999621626 (mp_runner.py:73) -2024-09-01 23:35:16,514 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0054s, count=1928, qps in this process: 64.2551 (mp_runner.py:76) -2024-09-01 23:35:16,524 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0751s, count=1793, qps in this process: 59.6174 (mp_runner.py:76) -2024-09-01 23:35:16,541 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0133s, count=1939, qps in this process: 64.6047 (mp_runner.py:76) -2024-09-01 23:35:16,542 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0023s, count=2094, qps in this process: 69.7946 (mp_runner.py:76) -2024-09-01 23:35:16,543 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0202s, count=1931, qps in this process: 64.3234 (mp_runner.py:76) -2024-09-01 23:35:16,548 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.01s, count=1948, qps in this process: 64.9117 (mp_runner.py:76) -2024-09-01 23:35:16,549 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0116s, count=2086, qps in this process: 69.5065 (mp_runner.py:76) -2024-09-01 23:35:16,561 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0134s, count=1987, qps in this process: 66.2038 (mp_runner.py:76) -2024-09-01 23:35:16,562 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.022s, count=1987, qps in this process: 66.1848 (mp_runner.py:76) -2024-09-01 23:35:16,567 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.001s, count=2065, qps in this process: 68.831 (mp_runner.py:76) -2024-09-01 23:35:16,569 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0234s, count=2095, qps in this process: 69.7789 (mp_runner.py:76) -2024-09-01 23:35:16,576 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0358s, count=2098, qps in this process: 69.85 (mp_runner.py:76) -2024-09-01 23:35:16,580 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0022s, count=1644, qps in this process: 54.796 (mp_runner.py:76) -2024-09-01 23:35:16,585 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0078s, count=1937, qps in this process: 64.5499 (mp_runner.py:76) -2024-09-01 23:35:16,586 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0117s, count=1892, qps in this process: 63.0421 (mp_runner.py:76) -2024-09-01 23:35:16,593 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0257s, count=2098, qps in this process: 69.8735 (mp_runner.py:76) -2024-09-01 23:35:16,595 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0227s, count=2096, qps in this process: 69.8138 (mp_runner.py:76) -2024-09-01 23:35:16,599 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.003s, count=1690, qps in this process: 56.3277 (mp_runner.py:76) -2024-09-01 23:35:16,600 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0114s, count=1873, qps in this process: 62.4096 (mp_runner.py:76) -2024-09-01 23:35:16,601 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0234s, count=1820, qps in this process: 60.6194 (mp_runner.py:76) -2024-09-01 23:35:16,603 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0308s, count=1812, qps in this process: 60.3381 (mp_runner.py:76) -2024-09-01 23:35:16,613 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0011s, count=1871, qps in this process: 62.3644 (mp_runner.py:76) -2024-09-01 23:35:16,615 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0065s, count=1872, qps in this process: 62.3865 (mp_runner.py:76) -2024-09-01 23:35:16,624 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0017s, count=1991, qps in this process: 66.3629 (mp_runner.py:76) -2024-09-01 23:35:16,628 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0203s, count=1872, qps in this process: 62.3578 (mp_runner.py:76) -2024-09-01 23:35:16,636 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0229s, count=1888, qps in this process: 62.8853 (mp_runner.py:76) -2024-09-01 23:35:16,637 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.011s, count=1861, qps in this process: 62.0106 (mp_runner.py:76) -2024-09-01 23:35:16,637 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0009s, count=1983, qps in this process: 66.098 (mp_runner.py:76) -2024-09-01 23:35:16,640 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0031s, count=1864, qps in this process: 62.1269 (mp_runner.py:76) -2024-09-01 23:35:16,644 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0013s, count=2010, qps in this process: 66.9971 (mp_runner.py:76) -2024-09-01 23:35:16,652 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0217s, count=1765, qps in this process: 58.7908 (mp_runner.py:76) -2024-09-01 23:35:16,657 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0079s, count=1599, qps in this process: 53.286 (mp_runner.py:76) -2024-09-01 23:35:16,668 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0006s, count=1645, qps in this process: 54.8322 (mp_runner.py:76) -2024-09-01 23:35:16,675 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0043s, count=1623, qps in this process: 54.0922 (mp_runner.py:76) -2024-09-01 23:35:16,689 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0004s, count=1611, qps in this process: 53.6993 (mp_runner.py:76) -2024-09-01 23:35:16,693 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.003s, count=1841, qps in this process: 61.3605 (mp_runner.py:76) -2024-09-01 23:35:16,696 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0006s, count=1804, qps in this process: 60.1321 (mp_runner.py:76) -2024-09-01 23:35:16,698 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0013s, count=1805, qps in this process: 60.1641 (mp_runner.py:76) -2024-09-01 23:35:16,706 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0004s, count=1815, qps in this process: 60.4992 (mp_runner.py:76) -2024-09-01 23:35:16,718 | INFO |End search in concurrency 45: dur=30.560328897001455s, total_count=85323, qps=2791.9529 (mp_runner.py:120) -2024-09-01 23:35:20,067 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:35:20,068 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 23:35:41,102 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 23:35:41,153 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,306 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,311 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,347 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,423 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,434 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,442 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,490 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,523 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,529 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,545 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,578 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,585 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,591 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,595 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,603 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,604 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,619 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,622 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,644 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,666 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,671 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,685 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,703 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,708 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,717 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,718 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,725 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,734 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:41,758 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:35:50,159 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.013176471002225298 (mp_runner.py:73) -2024-09-01 23:35:50,160 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.01884839300328167 (mp_runner.py:73) -2024-09-01 23:35:50,163 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.02779343899601372 (mp_runner.py:73) -2024-09-01 23:35:50,163 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.02526961399416905 (mp_runner.py:73) -2024-09-01 23:35:50,166 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.020090374993742444 (mp_runner.py:73) -2024-09-01 23:35:50,167 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.021132255002157763 (mp_runner.py:73) -2024-09-01 23:35:50,167 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.020323210002970882 (mp_runner.py:73) -2024-09-01 23:35:50,168 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.017371563997585326 (mp_runner.py:73) -2024-09-01 23:35:50,169 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.019244012000854127 (mp_runner.py:73) -2024-09-01 23:35:50,175 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.031049845994857606 (mp_runner.py:73) -2024-09-01 23:35:50,410 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.010892073994909879 (mp_runner.py:73) -2024-09-01 23:35:50,411 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.016273118002573028 (mp_runner.py:73) -2024-09-01 23:35:50,412 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.010852234001504257 (mp_runner.py:73) -2024-09-01 23:35:50,412 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.01840093100327067 (mp_runner.py:73) -2024-09-01 23:35:50,413 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.01519030599592952 (mp_runner.py:73) -2024-09-01 23:35:50,414 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.011141803006466944 (mp_runner.py:73) -2024-09-01 23:35:50,415 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.014024894997419324 (mp_runner.py:73) -2024-09-01 23:35:50,418 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.022278156997344922 (mp_runner.py:73) -2024-09-01 23:35:50,419 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.01678326100227423 (mp_runner.py:73) -2024-09-01 23:35:50,420 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02799319100449793 (mp_runner.py:73) -2024-09-01 23:35:50,421 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.029663620996871032 (mp_runner.py:73) -2024-09-01 23:35:50,423 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.02298313500068616 (mp_runner.py:73) -2024-09-01 23:35:50,441 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.012809682993975002 (mp_runner.py:73) -2024-09-01 23:35:50,442 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.014836037000350188 (mp_runner.py:73) -2024-09-01 23:35:50,444 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.014480870006082114 (mp_runner.py:73) -2024-09-01 23:35:50,446 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.014701790998515207 (mp_runner.py:73) -2024-09-01 23:35:50,447 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.016834702000778634 (mp_runner.py:73) -2024-09-01 23:35:50,448 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.017729970000800677 (mp_runner.py:73) -2024-09-01 23:35:50,448 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.025681714003439993 (mp_runner.py:73) -2024-09-01 23:35:50,449 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.02223828800197225 (mp_runner.py:73) -2024-09-01 23:35:50,453 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.02749899800255662 (mp_runner.py:73) -2024-09-01 23:35:50,887 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.02200634500331944 (mp_runner.py:73) -2024-09-01 23:35:50,888 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.0214907339977799 (mp_runner.py:73) -2024-09-01 23:35:50,889 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.021562179004831705 (mp_runner.py:73) -2024-09-01 23:35:50,890 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.02012159299920313 (mp_runner.py:73) -2024-09-01 23:35:50,891 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.017349763002130203 (mp_runner.py:73) -2024-09-01 23:35:50,894 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.029574508000223432 (mp_runner.py:73) -2024-09-01 23:35:50,896 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.033858551003504544 (mp_runner.py:73) -2024-09-01 23:35:51,528 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.016381567002099473 (mp_runner.py:73) -2024-09-01 23:35:51,532 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.021225805998255964 (mp_runner.py:73) -2024-09-01 23:35:51,534 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.019971349996922072 (mp_runner.py:73) -2024-09-01 23:35:51,535 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.021396762000222225 (mp_runner.py:73) -2024-09-01 23:35:51,537 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.030078315998252947 (mp_runner.py:73) -2024-09-01 23:35:51,539 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.029476511997927446 (mp_runner.py:73) -2024-09-01 23:35:52,459 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.031306208002206404 (mp_runner.py:73) -2024-09-01 23:35:52,809 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.029033988001174293 (mp_runner.py:73) -2024-09-01 23:35:53,030 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.03366360599466134 (mp_runner.py:73) -2024-09-01 23:35:53,038 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.040140713994333055 (mp_runner.py:73) -2024-09-01 23:35:53,264 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.02675545500096632 (mp_runner.py:73) -2024-09-01 23:35:53,574 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.032838136998179834 (mp_runner.py:73) -2024-09-01 23:35:58,190 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.010711519003962167 (mp_runner.py:73) -2024-09-01 23:35:58,191 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.01009148100274615 (mp_runner.py:73) -2024-09-01 23:35:58,192 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.00915392600290943 (mp_runner.py:73) -2024-09-01 23:35:58,195 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.012223842000821605 (mp_runner.py:73) -2024-09-01 23:35:58,198 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.012842340998759028 (mp_runner.py:73) -2024-09-01 23:35:58,201 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.02177520600525895 (mp_runner.py:73) -2024-09-01 23:35:58,204 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.025638138999056537 (mp_runner.py:73) -2024-09-01 23:35:58,205 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.01662677599961171 (mp_runner.py:73) -2024-09-01 23:35:58,208 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.022382750001270324 (mp_runner.py:73) -2024-09-01 23:35:58,625 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.007815946999471635 (mp_runner.py:73) -2024-09-01 23:35:58,626 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.010366319998865947 (mp_runner.py:73) -2024-09-01 23:35:58,626 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.016008018996217288 (mp_runner.py:73) -2024-09-01 23:35:58,628 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.010126246001163963 (mp_runner.py:73) -2024-09-01 23:35:58,642 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.021715847004088573 (mp_runner.py:73) -2024-09-01 23:35:58,648 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.021834227998624556 (mp_runner.py:73) -2024-09-01 23:35:58,648 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.0058935890046996064 (mp_runner.py:73) -2024-09-01 23:35:58,649 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.02005140599794686 (mp_runner.py:73) -2024-09-01 23:35:58,649 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.0046531870029866695 (mp_runner.py:73) -2024-09-01 23:35:58,650 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.02426465999451466 (mp_runner.py:73) -2024-09-01 23:35:58,650 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.0357174529999611 (mp_runner.py:73) -2024-09-01 23:35:58,661 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.0281821519965888 (mp_runner.py:73) -2024-09-01 23:35:58,671 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.01666168900555931 (mp_runner.py:73) -2024-09-01 23:35:58,671 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.03168550100235734 (mp_runner.py:73) -2024-09-01 23:35:58,681 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.03522122200229205 (mp_runner.py:73) -2024-09-01 23:35:58,682 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.03587179999885848 (mp_runner.py:73) -2024-09-01 23:35:58,683 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.036378156997670885 (mp_runner.py:73) -2024-09-01 23:35:58,685 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.009331670000392478 (mp_runner.py:73) -2024-09-01 23:35:58,690 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.04451629200048046 (mp_runner.py:73) -2024-09-01 23:35:59,172 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.019130818000121508 (mp_runner.py:73) -2024-09-01 23:35:59,174 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.017448358004912734 (mp_runner.py:73) -2024-09-01 23:35:59,759 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.0233382300066296 (mp_runner.py:73) -2024-09-01 23:35:59,759 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.016164240005309694 (mp_runner.py:73) -2024-09-01 23:35:59,760 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.025731378002092242 (mp_runner.py:73) -2024-09-01 23:35:59,761 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.01800944499700563 (mp_runner.py:73) -2024-09-01 23:35:59,847 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.01725203599926317 (mp_runner.py:73) -2024-09-01 23:35:59,847 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.02424962099757977 (mp_runner.py:73) -2024-09-01 23:36:00,345 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.02395390199671965 (mp_runner.py:73) -2024-09-01 23:36:00,658 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.014179321995470673 (mp_runner.py:73) -2024-09-01 23:36:00,660 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.014778723001654726 (mp_runner.py:73) -2024-09-01 23:36:00,661 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.01950117200613022 (mp_runner.py:73) -2024-09-01 23:36:00,661 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.018400328001007438 (mp_runner.py:73) -2024-09-01 23:36:00,856 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.020357586996397004 (mp_runner.py:73) -2024-09-01 23:36:00,985 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.016041898998082615 (mp_runner.py:73) -2024-09-01 23:36:00,987 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.01889641000161646 (mp_runner.py:73) -2024-09-01 23:36:03,285 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.020311938002123497 (mp_runner.py:73) -2024-09-01 23:36:03,286 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.0157435609944514 (mp_runner.py:73) -2024-09-01 23:36:03,287 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.018878533999668434 (mp_runner.py:73) -2024-09-01 23:36:03,371 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.01965487399866106 (mp_runner.py:73) -2024-09-01 23:36:04,599 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.02398471000196878 (mp_runner.py:73) -2024-09-01 23:36:04,694 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.01872443300089799 (mp_runner.py:73) -2024-09-01 23:36:06,823 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.019603449996793643 (mp_runner.py:73) -2024-09-01 23:36:06,824 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.017051438997441437 (mp_runner.py:73) -2024-09-01 23:36:06,826 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.025535558997944463 (mp_runner.py:73) -2024-09-01 23:36:06,828 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.030432687999564223 (mp_runner.py:73) -2024-09-01 23:36:06,931 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.027369944997190032 (mp_runner.py:73) -2024-09-01 23:36:06,931 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.03059000099892728 (mp_runner.py:73) -2024-09-01 23:36:06,970 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.015996857000573073 (mp_runner.py:73) -2024-09-01 23:36:06,972 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.015123702003620565 (mp_runner.py:73) -2024-09-01 23:36:06,973 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.018917461995442864 (mp_runner.py:73) -2024-09-01 23:36:06,973 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.015512373000092339 (mp_runner.py:73) -2024-09-01 23:36:06,975 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.014674539997940883 (mp_runner.py:73) -2024-09-01 23:36:06,980 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.027407020999817178 (mp_runner.py:73) -2024-09-01 23:36:06,983 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.03024802900472423 (mp_runner.py:73) -2024-09-01 23:36:06,985 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.03354987600323511 (mp_runner.py:73) -2024-09-01 23:36:07,218 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.020302781005739234 (mp_runner.py:73) -2024-09-01 23:36:07,218 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.021829937999427784 (mp_runner.py:73) -2024-09-01 23:36:07,218 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.016842307995830197 (mp_runner.py:73) -2024-09-01 23:36:07,219 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.020766186993569136 (mp_runner.py:73) -2024-09-01 23:36:07,219 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.01689460800116649 (mp_runner.py:73) -2024-09-01 23:36:07,220 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.017204845004016533 (mp_runner.py:73) -2024-09-01 23:36:07,224 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.018258108000736684 (mp_runner.py:73) -2024-09-01 23:36:07,224 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.015165324999543373 (mp_runner.py:73) -2024-09-01 23:36:07,226 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.030437698995228857 (mp_runner.py:73) -2024-09-01 23:36:07,228 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.033702151995385066 (mp_runner.py:73) -2024-09-01 23:36:07,565 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.025925898997229524 (mp_runner.py:73) -2024-09-01 23:36:07,565 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.024040718999458477 (mp_runner.py:73) -2024-09-01 23:36:07,767 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.030389742998522706 (mp_runner.py:73) -2024-09-01 23:36:07,779 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.03038166699843714 (mp_runner.py:73) -2024-09-01 23:36:10,038 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.07260677500016754 (mp_runner.py:73) -2024-09-01 23:36:10,110 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.036664826002379414 (mp_runner.py:73) -2024-09-01 23:36:10,402 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.0309473179950146 (mp_runner.py:73) -2024-09-01 23:36:10,456 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.017163463999168016 (mp_runner.py:73) -2024-09-01 23:36:10,459 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.020786787994438782 (mp_runner.py:73) -2024-09-01 23:36:10,461 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.023063087006448768 (mp_runner.py:73) -2024-09-01 23:36:10,466 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.03348473799997009 (mp_runner.py:73) -2024-09-01 23:36:10,468 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.031544278004730586 (mp_runner.py:73) -2024-09-01 23:36:10,492 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.0870082050023484 (mp_runner.py:73) -2024-09-01 23:36:10,577 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.022883741999976337 (mp_runner.py:73) -2024-09-01 23:36:10,580 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.02921244200115325 (mp_runner.py:73) -2024-09-01 23:36:10,584 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.03871546699519968 (mp_runner.py:73) -2024-09-01 23:36:10,586 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.03531939499953296 (mp_runner.py:73) -2024-09-01 23:36:11,170 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0156s, count=1751, qps in this process: 58.3363 (mp_runner.py:76) -2024-09-01 23:36:11,221 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0145s, count=1748, qps in this process: 58.2385 (mp_runner.py:76) -2024-09-01 23:36:11,321 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0042s, count=1540, qps in this process: 51.3261 (mp_runner.py:76) -2024-09-01 23:36:11,333 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0087s, count=1706, qps in this process: 56.8502 (mp_runner.py:76) -2024-09-01 23:36:11,367 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0038s, count=1564, qps in this process: 52.1267 (mp_runner.py:76) -2024-09-01 23:36:11,433 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0053s, count=1767, qps in this process: 58.8896 (mp_runner.py:76) -2024-09-01 23:36:11,435 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0019s, count=1749, qps in this process: 58.2963 (mp_runner.py:76) -2024-09-01 23:36:11,443 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0073s, count=1748, qps in this process: 58.2525 (mp_runner.py:76) -2024-09-01 23:36:11,444 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0145s, count=1768, qps in this process: 58.9049 (mp_runner.py:76) -2024-09-01 23:36:11,446 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0134s, count=1663, qps in this process: 55.4086 (mp_runner.py:76) -2024-09-01 23:36:11,448 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0091s, count=1663, qps in this process: 55.4165 (mp_runner.py:76) -2024-09-01 23:36:11,449 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0157s, count=1768, qps in this process: 58.9025 (mp_runner.py:76) -2024-09-01 23:36:11,459 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0095s, count=1750, qps in this process: 58.3149 (mp_runner.py:76) -2024-09-01 23:36:11,506 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0131s, count=1711, qps in this process: 57.0084 (mp_runner.py:76) -2024-09-01 23:36:11,528 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0018s, count=1754, qps in this process: 58.4632 (mp_runner.py:76) -2024-09-01 23:36:11,529 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0014s, count=1754, qps in this process: 58.4639 (mp_runner.py:76) -2024-09-01 23:36:11,531 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0023s, count=1754, qps in this process: 58.4622 (mp_runner.py:76) -2024-09-01 23:36:11,535 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0055s, count=1554, qps in this process: 51.7905 (mp_runner.py:76) -2024-09-01 23:36:11,543 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0033s, count=1562, qps in this process: 52.0609 (mp_runner.py:76) -2024-09-01 23:36:11,545 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0136s, count=1717, qps in this process: 57.2074 (mp_runner.py:76) -2024-09-01 23:36:11,550 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0113s, count=1775, qps in this process: 59.1444 (mp_runner.py:76) -2024-09-01 23:36:11,558 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0305s, count=1755, qps in this process: 58.4406 (mp_runner.py:76) -2024-09-01 23:36:11,567 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0082s, count=1756, qps in this process: 58.5173 (mp_runner.py:76) -2024-09-01 23:36:11,572 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0231s, count=1556, qps in this process: 51.8268 (mp_runner.py:76) -2024-09-01 23:36:11,572 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0006s, count=1484, qps in this process: 49.4657 (mp_runner.py:76) -2024-09-01 23:36:11,575 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0161s, count=1693, qps in this process: 56.4031 (mp_runner.py:76) -2024-09-01 23:36:11,582 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0098s, count=1778, qps in this process: 59.2473 (mp_runner.py:76) -2024-09-01 23:36:11,590 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0016s, count=1755, qps in this process: 58.4969 (mp_runner.py:76) -2024-09-01 23:36:11,594 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.01s, count=1755, qps in this process: 58.4805 (mp_runner.py:76) -2024-09-01 23:36:11,600 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0042s, count=1568, qps in this process: 52.2594 (mp_runner.py:76) -2024-09-01 23:36:11,604 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0061s, count=1780, qps in this process: 59.3213 (mp_runner.py:76) -2024-09-01 23:36:11,613 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0023s, count=1697, qps in this process: 56.5623 (mp_runner.py:76) -2024-09-01 23:36:11,614 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0056s, count=1560, qps in this process: 51.9903 (mp_runner.py:76) -2024-09-01 23:36:11,628 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.002s, count=1759, qps in this process: 58.6294 (mp_runner.py:76) -2024-09-01 23:36:11,630 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0055s, count=1490, qps in this process: 49.6576 (mp_runner.py:76) -2024-09-01 23:36:11,643 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0023s, count=1762, qps in this process: 58.7288 (mp_runner.py:76) -2024-09-01 23:36:11,650 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0031s, count=1576, qps in this process: 52.5279 (mp_runner.py:76) -2024-09-01 23:36:11,657 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.0017005010013235733 (mp_runner.py:73) -2024-09-01 23:36:11,660 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0031s, count=1577, qps in this process: 52.5612 (mp_runner.py:76) -2024-09-01 23:36:11,674 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0012s, count=1581, qps in this process: 52.6979 (mp_runner.py:76) -2024-09-01 23:36:11,677 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0018s, count=1317, qps in this process: 43.8974 (mp_runner.py:76) -2024-09-01 23:36:11,693 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0019s, count=1576, qps in this process: 52.53 (mp_runner.py:76) -2024-09-01 23:36:11,699 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0036s, count=1383, qps in this process: 46.0945 (mp_runner.py:76) -2024-09-01 23:36:11,707 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0008s, count=1591, qps in this process: 53.0319 (mp_runner.py:76) -2024-09-01 23:36:11,716 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0008s, count=1513, qps in this process: 50.432 (mp_runner.py:76) -2024-09-01 23:36:11,722 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0013s, count=1600, qps in this process: 53.331 (mp_runner.py:76) -2024-09-01 23:36:11,725 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0007s, count=1806, qps in this process: 60.1986 (mp_runner.py:76) -2024-09-01 23:36:11,731 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0008s, count=1433, qps in this process: 47.7654 (mp_runner.py:76) -2024-09-01 23:36:11,743 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0009s, count=1442, qps in this process: 48.0652 (mp_runner.py:76) -2024-09-01 23:36:11,749 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0009s, count=1445, qps in this process: 48.1652 (mp_runner.py:76) -2024-09-01 23:36:11,766 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0005s, count=1378, qps in this process: 45.9326 (mp_runner.py:76) -2024-09-01 23:36:11,774 | INFO |End search in concurrency 50: dur=30.671884704002878s, total_count=82132, qps=2677.7618 (mp_runner.py:120) -2024-09-01 23:36:15,435 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:36:15,435 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 23:36:36,626 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 23:36:36,673 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:36,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:36,715 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:36,788 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:36,789 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:36,806 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:36,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:36,904 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:36,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,081 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,091 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,096 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,098 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,118 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,118 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,118 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,120 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,122 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,124 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,129 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,146 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,147 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,147 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,152 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,173 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,176 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,200 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,205 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,209 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,255 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,280 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,280 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,284 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,290 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,315 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,336 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,346 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,346 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,369 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,416 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,416 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,459 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:37,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:36:46,573 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.01916622599674156 (mp_runner.py:73) -2024-09-01 23:36:46,574 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.020816679003473837 (mp_runner.py:73) -2024-09-01 23:36:46,575 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.01983071499853395 (mp_runner.py:73) -2024-09-01 23:36:46,575 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.019780965994868893 (mp_runner.py:73) -2024-09-01 23:36:46,576 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.019927821995224804 (mp_runner.py:73) -2024-09-01 23:36:46,580 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.02152058299543569 (mp_runner.py:73) -2024-09-01 23:36:46,582 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.029724508000072092 (mp_runner.py:73) -2024-09-01 23:36:46,583 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.032156394998310134 (mp_runner.py:73) -2024-09-01 23:36:46,865 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.019883966000634246 (mp_runner.py:73) -2024-09-01 23:36:46,866 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.021476431997143663 (mp_runner.py:73) -2024-09-01 23:36:46,868 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.018527854001149535 (mp_runner.py:73) -2024-09-01 23:36:46,869 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.025199665004038252 (mp_runner.py:73) -2024-09-01 23:36:46,870 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.02205576499545714 (mp_runner.py:73) -2024-09-01 23:36:46,870 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.01913236499967752 (mp_runner.py:73) -2024-09-01 23:36:46,871 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.026266966000548564 (mp_runner.py:73) -2024-09-01 23:36:46,873 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.019971795001765713 (mp_runner.py:73) -2024-09-01 23:36:46,873 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.025670661001640838 (mp_runner.py:73) -2024-09-01 23:36:46,873 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.019874294004694093 (mp_runner.py:73) -2024-09-01 23:36:46,874 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.026792466000188142 (mp_runner.py:73) -2024-09-01 23:36:46,874 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.018761412997264415 (mp_runner.py:73) -2024-09-01 23:36:46,874 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.02183438799693249 (mp_runner.py:73) -2024-09-01 23:36:46,875 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.0325614330067765 (mp_runner.py:73) -2024-09-01 23:36:46,875 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.03442128100141417 (mp_runner.py:73) -2024-09-01 23:36:46,875 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.01777406699693529 (mp_runner.py:73) -2024-09-01 23:36:46,876 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.02496997800335521 (mp_runner.py:73) -2024-09-01 23:36:46,889 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.024459961998218205 (mp_runner.py:73) -2024-09-01 23:36:46,890 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.020840147997660097 (mp_runner.py:73) -2024-09-01 23:36:46,891 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.025034040998434648 (mp_runner.py:73) -2024-09-01 23:36:46,891 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.021186591002333444 (mp_runner.py:73) -2024-09-01 23:36:46,892 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.025365349996718578 (mp_runner.py:73) -2024-09-01 23:36:47,266 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.034286403002624866 (mp_runner.py:73) -2024-09-01 23:36:47,658 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.018452509000780992 (mp_runner.py:73) -2024-09-01 23:36:47,660 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.01780107299418887 (mp_runner.py:73) -2024-09-01 23:36:47,661 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.01920454100036295 (mp_runner.py:73) -2024-09-01 23:36:47,661 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.018848352003260516 (mp_runner.py:73) -2024-09-01 23:36:47,661 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.017531536999740638 (mp_runner.py:73) -2024-09-01 23:36:47,662 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.0025641499960329384 (mp_runner.py:73) -2024-09-01 23:36:47,663 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.025281177993747406 (mp_runner.py:73) -2024-09-01 23:36:47,663 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.01911365599517012 (mp_runner.py:73) -2024-09-01 23:36:47,664 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.026102030999027193 (mp_runner.py:73) -2024-09-01 23:36:47,665 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.017378171003656462 (mp_runner.py:73) -2024-09-01 23:36:47,665 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.01665198300179327 (mp_runner.py:73) -2024-09-01 23:36:47,666 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.015877192003245 (mp_runner.py:73) -2024-09-01 23:36:47,667 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.031129866001720075 (mp_runner.py:73) -2024-09-01 23:36:47,667 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.016546492995985318 (mp_runner.py:73) -2024-09-01 23:36:47,671 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.036117540003033355 (mp_runner.py:73) -2024-09-01 23:36:47,899 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.02232497699878877 (mp_runner.py:73) -2024-09-01 23:36:47,900 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.020017585993628018 (mp_runner.py:73) -2024-09-01 23:36:47,901 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.022621238997089677 (mp_runner.py:73) -2024-09-01 23:36:47,903 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.024994277002406307 (mp_runner.py:73) -2024-09-01 23:36:47,904 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.025048595998669043 (mp_runner.py:73) -2024-09-01 23:36:47,911 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.03514721000101417 (mp_runner.py:73) -2024-09-01 23:36:47,913 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.03793338299874449 (mp_runner.py:73) -2024-09-01 23:36:49,403 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.03438534800079651 (mp_runner.py:73) -2024-09-01 23:36:49,891 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.030748775003303308 (mp_runner.py:73) -2024-09-01 23:36:55,318 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.012568080994242337 (mp_runner.py:73) -2024-09-01 23:36:55,318 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.013762058995780535 (mp_runner.py:73) -2024-09-01 23:36:55,319 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.015963043995725457 (mp_runner.py:73) -2024-09-01 23:36:55,319 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.015386997001769487 (mp_runner.py:73) -2024-09-01 23:36:55,321 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.015427983002155088 (mp_runner.py:73) -2024-09-01 23:36:55,321 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.018652368999028113 (mp_runner.py:73) -2024-09-01 23:36:55,323 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.016537606999918353 (mp_runner.py:73) -2024-09-01 23:36:55,324 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.01800620499852812 (mp_runner.py:73) -2024-09-01 23:36:55,325 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.01534673800051678 (mp_runner.py:73) -2024-09-01 23:36:55,325 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.014212688001862261 (mp_runner.py:73) -2024-09-01 23:36:55,326 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.023109436995582655 (mp_runner.py:73) -2024-09-01 23:36:55,329 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.016496064003149513 (mp_runner.py:73) -2024-09-01 23:36:55,330 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.01618518400209723 (mp_runner.py:73) -2024-09-01 23:36:55,814 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.020846173996687867 (mp_runner.py:73) -2024-09-01 23:36:55,979 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.02228360399749363 (mp_runner.py:73) -2024-09-01 23:36:56,285 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.011433419000240974 (mp_runner.py:73) -2024-09-01 23:36:56,286 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.012849090999225155 (mp_runner.py:73) -2024-09-01 23:36:56,286 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.013883756000723224 (mp_runner.py:73) -2024-09-01 23:36:56,286 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.00949659600155428 (mp_runner.py:73) -2024-09-01 23:36:56,286 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.013483709000865929 (mp_runner.py:73) -2024-09-01 23:36:56,287 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.015580175000650343 (mp_runner.py:73) -2024-09-01 23:36:56,287 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.013888843001041096 (mp_runner.py:73) -2024-09-01 23:36:56,288 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.015378611999040004 (mp_runner.py:73) -2024-09-01 23:36:56,289 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.012295082997297868 (mp_runner.py:73) -2024-09-01 23:36:56,289 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.01567422700463794 (mp_runner.py:73) -2024-09-01 23:36:56,290 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.012613670005521271 (mp_runner.py:73) -2024-09-01 23:36:56,291 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.014273489003244322 (mp_runner.py:73) -2024-09-01 23:36:56,292 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.01658134400349809 (mp_runner.py:73) -2024-09-01 23:36:56,292 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.014580324001144618 (mp_runner.py:73) -2024-09-01 23:36:56,292 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.01780624999810243 (mp_runner.py:73) -2024-09-01 23:36:56,293 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.0173281519964803 (mp_runner.py:73) -2024-09-01 23:36:56,293 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.016920929003390484 (mp_runner.py:73) -2024-09-01 23:36:56,294 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.023025192000204697 (mp_runner.py:73) -2024-09-01 23:36:56,294 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.015379928998299874 (mp_runner.py:73) -2024-09-01 23:36:56,294 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.01637795400165487 (mp_runner.py:73) -2024-09-01 23:36:56,295 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.015374910995888058 (mp_runner.py:73) -2024-09-01 23:36:56,295 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.02534665800340008 (mp_runner.py:73) -2024-09-01 23:36:56,295 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.015201678994344547 (mp_runner.py:73) -2024-09-01 23:36:56,295 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.016181115999643225 (mp_runner.py:73) -2024-09-01 23:36:56,296 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.017409329004294705 (mp_runner.py:73) -2024-09-01 23:36:56,296 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.01472266300697811 (mp_runner.py:73) -2024-09-01 23:36:56,296 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.0167558819957776 (mp_runner.py:73) -2024-09-01 23:36:56,296 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.015869410999584943 (mp_runner.py:73) -2024-09-01 23:36:56,297 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.016771770002378616 (mp_runner.py:73) -2024-09-01 23:36:57,401 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.021695415998692624 (mp_runner.py:73) -2024-09-01 23:36:57,531 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.024109300000418443 (mp_runner.py:73) -2024-09-01 23:36:57,767 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.014382397006556857 (mp_runner.py:73) -2024-09-01 23:36:57,768 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.016770786998677067 (mp_runner.py:73) -2024-09-01 23:36:57,769 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.015876944999035913 (mp_runner.py:73) -2024-09-01 23:36:57,772 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.01619439200294437 (mp_runner.py:73) -2024-09-01 23:36:57,773 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.022291995999694336 (mp_runner.py:73) -2024-09-01 23:36:59,239 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.03034802000183845 (mp_runner.py:73) -2024-09-01 23:36:59,549 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.02661219499714207 (mp_runner.py:73) -2024-09-01 23:37:01,422 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.027779021998867393 (mp_runner.py:73) -2024-09-01 23:37:02,599 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.02357942199887475 (mp_runner.py:73) -2024-09-01 23:37:04,500 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.01868677000311436 (mp_runner.py:73) -2024-09-01 23:37:04,501 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.01618553099979181 (mp_runner.py:73) -2024-09-01 23:37:04,502 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.016170988994417712 (mp_runner.py:73) -2024-09-01 23:37:04,503 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.01632926699676318 (mp_runner.py:73) -2024-09-01 23:37:04,503 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.022537929995451123 (mp_runner.py:73) -2024-09-01 23:37:04,503 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.02002607999747852 (mp_runner.py:73) -2024-09-01 23:37:04,504 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.014613406005082652 (mp_runner.py:73) -2024-09-01 23:37:04,505 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.013694239001779351 (mp_runner.py:73) -2024-09-01 23:37:04,505 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.014819173004070763 (mp_runner.py:73) -2024-09-01 23:37:04,506 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.026369973995315377 (mp_runner.py:73) -2024-09-01 23:37:04,506 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.013927396001236048 (mp_runner.py:73) -2024-09-01 23:37:04,509 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.03439831500145374 (mp_runner.py:73) -2024-09-01 23:37:04,509 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.03158860900293803 (mp_runner.py:73) -2024-09-01 23:37:05,328 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.021055754004919436 (mp_runner.py:73) -2024-09-01 23:37:05,329 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.0183383399999002 (mp_runner.py:73) -2024-09-01 23:37:05,330 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.02073126899631461 (mp_runner.py:73) -2024-09-01 23:37:05,330 | DEBUG |(SpawnProcess-1:331) search_count: 1500, latest_latency=0.022139857996080536 (mp_runner.py:73) -2024-09-01 23:37:05,331 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.024985777999972925 (mp_runner.py:73) -2024-09-01 23:37:05,333 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.0274416559987003 (mp_runner.py:73) -2024-09-01 23:37:05,333 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.017239501998119522 (mp_runner.py:73) -2024-09-01 23:37:05,334 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.015408910003316123 (mp_runner.py:73) -2024-09-01 23:37:05,334 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.014433667995035648 (mp_runner.py:73) -2024-09-01 23:37:05,339 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.035436350997770205 (mp_runner.py:73) -2024-09-01 23:37:05,341 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.004373534997284878 (mp_runner.py:73) -2024-09-01 23:37:06,076 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.04679292000218993 (mp_runner.py:73) -2024-09-01 23:37:06,081 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.051528820004023146 (mp_runner.py:73) -2024-09-01 23:37:06,083 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.049593433999689296 (mp_runner.py:73) -2024-09-01 23:37:06,089 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.05129011700046249 (mp_runner.py:73) -2024-09-01 23:37:06,095 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.0531725330001791 (mp_runner.py:73) -2024-09-01 23:37:06,097 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.06909457300207578 (mp_runner.py:73) -2024-09-01 23:37:06,098 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.07473764199676225 (mp_runner.py:73) -2024-09-01 23:37:06,676 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0024s, count=1615, qps in this process: 53.829 (mp_runner.py:76) -2024-09-01 23:37:06,732 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0164s, count=1568, qps in this process: 52.2381 (mp_runner.py:76) -2024-09-01 23:37:06,737 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.022s, count=1418, qps in this process: 47.232 (mp_runner.py:76) -2024-09-01 23:37:06,802 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.01s, count=1577, qps in this process: 52.5492 (mp_runner.py:76) -2024-09-01 23:37:06,804 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.012s, count=1577, qps in this process: 52.5456 (mp_runner.py:76) -2024-09-01 23:37:06,836 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0195s, count=1482, qps in this process: 49.3679 (mp_runner.py:76) -2024-09-01 23:37:06,902 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0046s, count=1542, qps in this process: 51.3921 (mp_runner.py:76) -2024-09-01 23:37:06,930 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0139s, count=1424, qps in this process: 47.4447 (mp_runner.py:76) -2024-09-01 23:37:06,969 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0166s, count=1456, qps in this process: 48.5065 (mp_runner.py:76) -2024-09-01 23:37:07,011 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.026123235002160072 (mp_runner.py:73) -2024-09-01 23:37:07,013 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.022159880005347077 (mp_runner.py:73) -2024-09-01 23:37:07,019 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.0240070680010831 (mp_runner.py:73) -2024-09-01 23:37:07,099 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0054s, count=1649, qps in this process: 54.9568 (mp_runner.py:76) -2024-09-01 23:37:07,103 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0196s, count=1636, qps in this process: 54.4977 (mp_runner.py:76) -2024-09-01 23:37:07,111 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0134s, count=1650, qps in this process: 54.9754 (mp_runner.py:76) -2024-09-01 23:37:07,113 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0033s, count=1650, qps in this process: 54.994 (mp_runner.py:76) -2024-09-01 23:37:07,129 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0003s, count=1556, qps in this process: 51.8661 (mp_runner.py:76) -2024-09-01 23:37:07,129 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0092s, count=1497, qps in this process: 49.8847 (mp_runner.py:76) -2024-09-01 23:37:07,135 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0084s, count=1624, qps in this process: 54.1182 (mp_runner.py:76) -2024-09-01 23:37:07,137 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0154s, count=1507, qps in this process: 50.2076 (mp_runner.py:76) -2024-09-01 23:37:07,141 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0147s, count=1652, qps in this process: 55.0397 (mp_runner.py:76) -2024-09-01 23:37:07,141 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0192s, count=1557, qps in this process: 51.8668 (mp_runner.py:76) -2024-09-01 23:37:07,143 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0225s, count=1557, qps in this process: 51.8611 (mp_runner.py:76) -2024-09-01 23:37:07,154 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0187s, count=1498, qps in this process: 49.9022 (mp_runner.py:76) -2024-09-01 23:37:07,156 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0053s, count=1558, qps in this process: 51.9242 (mp_runner.py:76) -2024-09-01 23:37:07,159 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0087s, count=1654, qps in this process: 55.1173 (mp_runner.py:76) -2024-09-01 23:37:07,169 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0178s, count=1466, qps in this process: 48.8377 (mp_runner.py:76) -2024-09-01 23:37:07,180 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0019s, count=1560, qps in this process: 51.9967 (mp_runner.py:76) -2024-09-01 23:37:07,183 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0291s, count=1593, qps in this process: 53.0485 (mp_runner.py:76) -2024-09-01 23:37:07,184 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0072s, count=1591, qps in this process: 53.0206 (mp_runner.py:76) -2024-09-01 23:37:07,187 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0042s, count=1560, qps in this process: 51.9927 (mp_runner.py:76) -2024-09-01 23:37:07,189 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.02594645700446563 (mp_runner.py:73) -2024-09-01 23:37:07,193 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0025s, count=1592, qps in this process: 53.0622 (mp_runner.py:76) -2024-09-01 23:37:07,196 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0059s, count=1592, qps in this process: 53.0562 (mp_runner.py:76) -2024-09-01 23:37:07,200 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0004s, count=1501, qps in this process: 50.0327 (mp_runner.py:76) -2024-09-01 23:37:07,209 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0032s, count=1512, qps in this process: 50.3946 (mp_runner.py:76) -2024-09-01 23:37:07,215 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.007s, count=1443, qps in this process: 48.0888 (mp_runner.py:76) -2024-09-01 23:37:07,219 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0026s, count=1660, qps in this process: 55.3285 (mp_runner.py:76) -2024-09-01 23:37:07,229 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0028s, count=1386, qps in this process: 46.1957 (mp_runner.py:76) -2024-09-01 23:37:07,267 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0061s, count=1667, qps in this process: 55.5554 (mp_runner.py:76) -2024-09-01 23:37:07,287 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0031s, count=1670, qps in this process: 55.6609 (mp_runner.py:76) -2024-09-01 23:37:07,288 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0043s, count=1670, qps in this process: 55.6587 (mp_runner.py:76) -2024-09-01 23:37:07,296 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0026s, count=1671, qps in this process: 55.6952 (mp_runner.py:76) -2024-09-01 23:37:07,302 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.008s, count=1522, qps in this process: 50.7198 (mp_runner.py:76) -2024-09-01 23:37:07,325 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0016s, count=1612, qps in this process: 53.7305 (mp_runner.py:76) -2024-09-01 23:37:07,342 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.002s, count=1401, qps in this process: 46.6969 (mp_runner.py:76) -2024-09-01 23:37:07,354 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0013s, count=1407, qps in this process: 46.898 (mp_runner.py:76) -2024-09-01 23:37:07,356 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0039s, count=1398, qps in this process: 46.5939 (mp_runner.py:76) -2024-09-01 23:37:07,371 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0026s, count=1629, qps in this process: 54.2953 (mp_runner.py:76) -2024-09-01 23:37:07,372 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0033s, count=1629, qps in this process: 54.294 (mp_runner.py:76) -2024-09-01 23:37:07,376 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0044s, count=1328, qps in this process: 44.2602 (mp_runner.py:76) -2024-09-01 23:37:07,378 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0036s, count=1631, qps in this process: 54.3601 (mp_runner.py:76) -2024-09-01 23:37:07,405 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0037s, count=1408, qps in this process: 46.9275 (mp_runner.py:76) -2024-09-01 23:37:07,422 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0012s, count=1373, qps in this process: 45.7648 (mp_runner.py:76) -2024-09-01 23:37:07,427 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0018s, count=1225, qps in this process: 40.8309 (mp_runner.py:76) -2024-09-01 23:37:07,440 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0009s, count=1440, qps in this process: 47.9986 (mp_runner.py:76) -2024-09-01 23:37:07,448 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.0009612200010451488 (mp_runner.py:73) -2024-09-01 23:37:07,460 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0004s, count=1448, qps in this process: 48.266 (mp_runner.py:76) -2024-09-01 23:37:07,463 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.001s, count=1316, qps in this process: 43.8652 (mp_runner.py:76) -2024-09-01 23:37:07,466 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0004s, count=1516, qps in this process: 50.5327 (mp_runner.py:76) -2024-09-01 23:37:07,479 | INFO |End search in concurrency 55: dur=30.853054894003435s, total_count=84321, qps=2732.9871 (mp_runner.py:120) -2024-09-01 23:37:11,515 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:37:11,515 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 23:37:32,911 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 23:37:33,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,240 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,266 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,271 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,272 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,314 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,314 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,374 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,405 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,449 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,451 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,475 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,475 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,489 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,532 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,546 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,552 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,555 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,560 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,560 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,578 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,600 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,607 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,610 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,618 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,622 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,627 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,627 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,637 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,642 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,652 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,659 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,660 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,741 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:33,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:37:43,203 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.021855082995898556 (mp_runner.py:73) -2024-09-01 23:37:43,204 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.022162364002724644 (mp_runner.py:73) -2024-09-01 23:37:43,205 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.022155380000185687 (mp_runner.py:73) -2024-09-01 23:37:43,205 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.021631973999319598 (mp_runner.py:73) -2024-09-01 23:37:43,206 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.019589571995311417 (mp_runner.py:73) -2024-09-01 23:37:43,207 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.0197173449996626 (mp_runner.py:73) -2024-09-01 23:37:43,208 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.02089790300669847 (mp_runner.py:73) -2024-09-01 23:37:43,211 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.0316735889937263 (mp_runner.py:73) -2024-09-01 23:37:43,215 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.036756558998604305 (mp_runner.py:73) -2024-09-01 23:37:43,217 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.03698517299926607 (mp_runner.py:73) -2024-09-01 23:37:43,291 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.018190513001172803 (mp_runner.py:73) -2024-09-01 23:37:43,292 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.02061835499625886 (mp_runner.py:73) -2024-09-01 23:37:43,293 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.019470815001113806 (mp_runner.py:73) -2024-09-01 23:37:43,294 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.02158009599952493 (mp_runner.py:73) -2024-09-01 23:37:43,294 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.017592613003216684 (mp_runner.py:73) -2024-09-01 23:37:43,296 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.020297968003433198 (mp_runner.py:73) -2024-09-01 23:37:43,296 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.021839661996637005 (mp_runner.py:73) -2024-09-01 23:37:43,297 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.019441591000941116 (mp_runner.py:73) -2024-09-01 23:37:43,298 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.018563017998530995 (mp_runner.py:73) -2024-09-01 23:37:43,298 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.01985906600020826 (mp_runner.py:73) -2024-09-01 23:37:43,299 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.028611991998332087 (mp_runner.py:73) -2024-09-01 23:37:43,307 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.0379778089991305 (mp_runner.py:73) -2024-09-01 23:37:43,687 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.025137614997220226 (mp_runner.py:73) -2024-09-01 23:37:43,741 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.05377778300317004 (mp_runner.py:73) -2024-09-01 23:37:43,745 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.054858144998434 (mp_runner.py:73) -2024-09-01 23:37:43,745 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.05464687699713977 (mp_runner.py:73) -2024-09-01 23:37:43,746 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.024269271998491604 (mp_runner.py:73) -2024-09-01 23:37:43,747 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.05993634599872166 (mp_runner.py:73) -2024-09-01 23:37:43,748 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.05619698399823392 (mp_runner.py:73) -2024-09-01 23:37:43,748 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.008659443999931682 (mp_runner.py:73) -2024-09-01 23:37:43,749 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.019333080999786034 (mp_runner.py:73) -2024-09-01 23:37:43,749 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.0704129669975373 (mp_runner.py:73) -2024-09-01 23:37:43,750 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.0552881680050632 (mp_runner.py:73) -2024-09-01 23:37:43,756 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.03156955200392986 (mp_runner.py:73) -2024-09-01 23:37:43,757 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.04406610700243618 (mp_runner.py:73) -2024-09-01 23:37:43,759 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.041942302996176295 (mp_runner.py:73) -2024-09-01 23:37:43,762 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.06881512200197903 (mp_runner.py:73) -2024-09-01 23:37:43,762 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.08136747800017474 (mp_runner.py:73) -2024-09-01 23:37:43,769 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.038103949002106674 (mp_runner.py:73) -2024-09-01 23:37:43,770 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.03132020799966995 (mp_runner.py:73) -2024-09-01 23:37:43,772 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.028677428999799304 (mp_runner.py:73) -2024-09-01 23:37:43,773 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.04082520300289616 (mp_runner.py:73) -2024-09-01 23:37:43,775 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.031122250002226792 (mp_runner.py:73) -2024-09-01 23:37:43,776 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.04007021700090263 (mp_runner.py:73) -2024-09-01 23:37:43,800 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.03886163199786097 (mp_runner.py:73) -2024-09-01 23:37:44,756 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.035148986004060134 (mp_runner.py:73) -2024-09-01 23:37:44,826 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.03229161600029329 (mp_runner.py:73) -2024-09-01 23:37:44,827 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.03487895100261085 (mp_runner.py:73) -2024-09-01 23:37:45,621 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03648134299874073 (mp_runner.py:73) -2024-09-01 23:37:45,731 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.03211323999857996 (mp_runner.py:73) -2024-09-01 23:37:45,737 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.03626520399848232 (mp_runner.py:73) -2024-09-01 23:37:45,737 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.03880421200301498 (mp_runner.py:73) -2024-09-01 23:37:45,739 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.04613893799978541 (mp_runner.py:73) -2024-09-01 23:37:45,983 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.036551125995174516 (mp_runner.py:73) -2024-09-01 23:37:46,206 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.031700585001090076 (mp_runner.py:73) -2024-09-01 23:37:46,210 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.040425577004498336 (mp_runner.py:73) -2024-09-01 23:37:46,211 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.038605235000432 (mp_runner.py:73) -2024-09-01 23:37:46,725 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03956259900587611 (mp_runner.py:73) -2024-09-01 23:37:47,254 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.03465753400087124 (mp_runner.py:73) -2024-09-01 23:37:47,361 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.037369126999692526 (mp_runner.py:73) -2024-09-01 23:37:53,198 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.012639635002415162 (mp_runner.py:73) -2024-09-01 23:37:53,199 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.012623324000742286 (mp_runner.py:73) -2024-09-01 23:37:53,200 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.015572260999761056 (mp_runner.py:73) -2024-09-01 23:37:53,202 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.01351791600609431 (mp_runner.py:73) -2024-09-01 23:37:53,203 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.023198759998194873 (mp_runner.py:73) -2024-09-01 23:37:53,203 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.013932586000009906 (mp_runner.py:73) -2024-09-01 23:37:53,204 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.023567033000290394 (mp_runner.py:73) -2024-09-01 23:37:53,207 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.01615048199892044 (mp_runner.py:73) -2024-09-01 23:37:53,211 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.03013177999673644 (mp_runner.py:73) -2024-09-01 23:37:53,635 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.01896247299737297 (mp_runner.py:73) -2024-09-01 23:37:53,636 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.02029266799945617 (mp_runner.py:73) -2024-09-01 23:37:53,636 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.01855173600051785 (mp_runner.py:73) -2024-09-01 23:37:53,637 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.015650020002794918 (mp_runner.py:73) -2024-09-01 23:37:53,639 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.01612914799625287 (mp_runner.py:73) -2024-09-01 23:37:53,639 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.0029000630020163953 (mp_runner.py:73) -2024-09-01 23:37:53,641 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.014839704999758396 (mp_runner.py:73) -2024-09-01 23:37:53,643 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.01975406400015345 (mp_runner.py:73) -2024-09-01 23:37:53,644 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.02918266499909805 (mp_runner.py:73) -2024-09-01 23:37:53,646 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.03157589699549135 (mp_runner.py:73) -2024-09-01 23:37:53,646 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.019451576001301873 (mp_runner.py:73) -2024-09-01 23:37:53,653 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.016164421998837497 (mp_runner.py:73) -2024-09-01 23:37:53,655 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.017855783997219987 (mp_runner.py:73) -2024-09-01 23:37:53,655 | DEBUG |(SpawnProcess-1:336) search_count: 1000, latest_latency=0.016266657003143337 (mp_runner.py:73) -2024-09-01 23:37:53,656 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.017527747004351113 (mp_runner.py:73) -2024-09-01 23:37:53,657 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.01696945999719901 (mp_runner.py:73) -2024-09-01 23:37:53,657 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.015401472999656107 (mp_runner.py:73) -2024-09-01 23:37:53,658 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.01676916200085543 (mp_runner.py:73) -2024-09-01 23:37:53,658 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.01806669099460123 (mp_runner.py:73) -2024-09-01 23:37:53,658 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.0009062840035767294 (mp_runner.py:73) -2024-09-01 23:37:53,659 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.016548125000554137 (mp_runner.py:73) -2024-09-01 23:37:53,659 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.019396899006096646 (mp_runner.py:73) -2024-09-01 23:37:53,660 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.019909811002435163 (mp_runner.py:73) -2024-09-01 23:37:53,671 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.019984883998404257 (mp_runner.py:73) -2024-09-01 23:37:54,670 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.02537277599913068 (mp_runner.py:73) -2024-09-01 23:37:55,138 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.02429513200331712 (mp_runner.py:73) -2024-09-01 23:37:55,139 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.02589443099714117 (mp_runner.py:73) -2024-09-01 23:37:55,143 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.023214521002955735 (mp_runner.py:73) -2024-09-01 23:37:55,527 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.01719409400539007 (mp_runner.py:73) -2024-09-01 23:37:55,529 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.01710735500091687 (mp_runner.py:73) -2024-09-01 23:37:55,533 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.024970625003334135 (mp_runner.py:73) -2024-09-01 23:37:55,534 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.028486088005593047 (mp_runner.py:73) -2024-09-01 23:37:55,829 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.03355509300308768 (mp_runner.py:73) -2024-09-01 23:37:56,343 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.025158898999507073 (mp_runner.py:73) -2024-09-01 23:37:56,977 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.019183967997378204 (mp_runner.py:73) -2024-09-01 23:37:56,977 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.018968525997479446 (mp_runner.py:73) -2024-09-01 23:37:56,979 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.019859047002682928 (mp_runner.py:73) -2024-09-01 23:37:56,980 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.02089983799669426 (mp_runner.py:73) -2024-09-01 23:37:56,980 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.018561928998678923 (mp_runner.py:73) -2024-09-01 23:37:56,981 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.02613582600315567 (mp_runner.py:73) -2024-09-01 23:37:56,986 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.03105833599693142 (mp_runner.py:73) -2024-09-01 23:37:57,430 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.02652941299311351 (mp_runner.py:73) -2024-09-01 23:37:57,437 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.030204480994143523 (mp_runner.py:73) -2024-09-01 23:37:57,440 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.02426679000200238 (mp_runner.py:73) -2024-09-01 23:37:58,422 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.024393054998654407 (mp_runner.py:73) -2024-09-01 23:37:58,722 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.044740591998561285 (mp_runner.py:73) -2024-09-01 23:37:58,798 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.023262940005224664 (mp_runner.py:73) -2024-09-01 23:37:59,109 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.023243805997481104 (mp_runner.py:73) -2024-09-01 23:38:00,178 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.05086625500553055 (mp_runner.py:73) -2024-09-01 23:38:00,854 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.010584190000372473 (mp_runner.py:73) -2024-09-01 23:38:00,858 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.03121692499553319 (mp_runner.py:73) -2024-09-01 23:38:03,151 | DEBUG |(SpawnProcess-1:364) search_count: 1500, latest_latency=0.0027385139983380213 (mp_runner.py:73) -2024-09-01 23:38:03,246 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0145s, count=1268, qps in this process: 42.2462 (mp_runner.py:76) -2024-09-01 23:38:03,255 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0099s, count=1416, qps in this process: 47.1844 (mp_runner.py:76) -2024-09-01 23:38:03,270 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0245s, count=1434, qps in this process: 47.761 (mp_runner.py:76) -2024-09-01 23:38:03,271 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0228s, count=1415, qps in this process: 47.1308 (mp_runner.py:76) -2024-09-01 23:38:03,275 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0034s, count=1269, qps in this process: 42.2952 (mp_runner.py:76) -2024-09-01 23:38:03,281 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0098s, count=1263, qps in this process: 42.0863 (mp_runner.py:76) -2024-09-01 23:38:03,283 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0093s, count=1483, qps in this process: 49.418 (mp_runner.py:76) -2024-09-01 23:38:03,284 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0083s, count=1476, qps in this process: 49.1864 (mp_runner.py:76) -2024-09-01 23:38:03,293 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.017s, count=1491, qps in this process: 49.6719 (mp_runner.py:76) -2024-09-01 23:38:03,295 | DEBUG |(SpawnProcess-1:340) search_count: 1500, latest_latency=0.03394152999680955 (mp_runner.py:73) -2024-09-01 23:38:03,308 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.021s, count=1435, qps in this process: 47.7999 (mp_runner.py:76) -2024-09-01 23:38:03,323 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0065s, count=1370, qps in this process: 45.6568 (mp_runner.py:76) -2024-09-01 23:38:03,333 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0164s, count=1436, qps in this process: 47.8405 (mp_runner.py:76) -2024-09-01 23:38:03,346 | DEBUG |(SpawnProcess-1:387) search_count: 1500, latest_latency=0.008590953002567403 (mp_runner.py:73) -2024-09-01 23:38:03,347 | DEBUG |(SpawnProcess-1:359) search_count: 1500, latest_latency=0.019619428996520583 (mp_runner.py:73) -2024-09-01 23:38:03,350 | DEBUG |(SpawnProcess-1:346) search_count: 1500, latest_latency=0.022894615001860075 (mp_runner.py:73) -2024-09-01 23:38:03,353 | DEBUG |(SpawnProcess-1:351) search_count: 1500, latest_latency=0.02878005800448591 (mp_runner.py:73) -2024-09-01 23:38:03,377 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0068s, count=1488, qps in this process: 49.5888 (mp_runner.py:76) -2024-09-01 23:38:03,379 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0091s, count=1309, qps in this process: 43.6201 (mp_runner.py:76) -2024-09-01 23:38:03,386 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0156s, count=1504, qps in this process: 50.1073 (mp_runner.py:76) -2024-09-01 23:38:03,387 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0083s, count=1420, qps in this process: 47.3202 (mp_runner.py:76) -2024-09-01 23:38:03,387 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0174s, count=1490, qps in this process: 49.6379 (mp_runner.py:76) -2024-09-01 23:38:03,391 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0212s, count=1324, qps in this process: 44.1022 (mp_runner.py:76) -2024-09-01 23:38:03,400 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0128s, count=1439, qps in this process: 47.9462 (mp_runner.py:76) -2024-09-01 23:38:03,403 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0185s, count=1491, qps in this process: 49.6694 (mp_runner.py:76) -2024-09-01 23:38:03,407 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0149s, count=1422, qps in this process: 47.3765 (mp_runner.py:76) -2024-09-01 23:38:03,411 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.017s, count=1490, qps in this process: 49.6385 (mp_runner.py:76) -2024-09-01 23:38:03,414 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0323s, count=1503, qps in this process: 50.0461 (mp_runner.py:76) -2024-09-01 23:38:03,423 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0144s, count=1312, qps in this process: 43.7124 (mp_runner.py:76) -2024-09-01 23:38:03,436 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0142s, count=1312, qps in this process: 43.7126 (mp_runner.py:76) -2024-09-01 23:38:03,443 | DEBUG |(SpawnProcess-1:390) search_count: 1500, latest_latency=0.02152298399596475 (mp_runner.py:73) -2024-09-01 23:38:03,444 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0096s, count=1500, qps in this process: 49.984 (mp_runner.py:76) -2024-09-01 23:38:03,456 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0012s, count=1281, qps in this process: 42.6983 (mp_runner.py:76) -2024-09-01 23:38:03,463 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0089s, count=1507, qps in this process: 50.2184 (mp_runner.py:76) -2024-09-01 23:38:03,469 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0024s, count=1330, qps in this process: 44.3298 (mp_runner.py:76) -2024-09-01 23:38:03,475 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0049s, count=1495, qps in this process: 49.8252 (mp_runner.py:76) -2024-09-01 23:38:03,484 | DEBUG |(SpawnProcess-1:335) search_count: 1500, latest_latency=0.020805116000701673 (mp_runner.py:73) -2024-09-01 23:38:03,491 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0067s, count=1247, qps in this process: 41.5574 (mp_runner.py:76) -2024-09-01 23:38:03,499 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0177s, count=1496, qps in this process: 49.8373 (mp_runner.py:76) -2024-09-01 23:38:03,506 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0083s, count=1382, qps in this process: 46.0539 (mp_runner.py:76) -2024-09-01 23:38:03,539 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.012140398001065478 (mp_runner.py:73) -2024-09-01 23:38:03,542 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0075s, count=1170, qps in this process: 38.9903 (mp_runner.py:76) -2024-09-01 23:38:03,550 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0032s, count=1174, qps in this process: 39.1292 (mp_runner.py:76) -2024-09-01 23:38:03,558 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0059s, count=1360, qps in this process: 45.3244 (mp_runner.py:76) -2024-09-01 23:38:03,563 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.004s, count=1516, qps in this process: 50.5266 (mp_runner.py:76) -2024-09-01 23:38:03,564 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0119s, count=1224, qps in this process: 40.7838 (mp_runner.py:76) -2024-09-01 23:38:03,568 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0057s, count=1380, qps in this process: 45.9913 (mp_runner.py:76) -2024-09-01 23:38:03,568 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0083s, count=1286, qps in this process: 42.8548 (mp_runner.py:76) -2024-09-01 23:38:03,573 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.006s, count=1277, qps in this process: 42.5582 (mp_runner.py:76) -2024-09-01 23:38:03,580 | DEBUG |(SpawnProcess-1:378) search_count: 1500, latest_latency=0.012657896993914619 (mp_runner.py:73) -2024-09-01 23:38:03,585 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0012s, count=1510, qps in this process: 50.3313 (mp_runner.py:76) -2024-09-01 23:38:03,605 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0018s, count=1533, qps in this process: 51.0969 (mp_runner.py:76) -2024-09-01 23:38:03,617 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0038s, count=1313, qps in this process: 43.7611 (mp_runner.py:76) -2024-09-01 23:38:03,621 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.005s, count=1329, qps in this process: 44.2926 (mp_runner.py:76) -2024-09-01 23:38:03,625 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0014s, count=1431, qps in this process: 47.6978 (mp_runner.py:76) -2024-09-01 23:38:03,634 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0072s, count=1339, qps in this process: 44.6226 (mp_runner.py:76) -2024-09-01 23:38:03,634 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0002s, count=1390, qps in this process: 46.333 (mp_runner.py:76) -2024-09-01 23:38:03,636 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0029s, count=1244, qps in this process: 41.4627 (mp_runner.py:76) -2024-09-01 23:38:03,640 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0041s, count=1515, qps in this process: 50.4931 (mp_runner.py:76) -2024-09-01 23:38:03,647 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0006s, count=1295, qps in this process: 43.1658 (mp_runner.py:76) -2024-09-01 23:38:03,647 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0012s, count=1513, qps in this process: 50.4313 (mp_runner.py:76) -2024-09-01 23:38:03,648 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0058s, count=1305, qps in this process: 43.4916 (mp_runner.py:76) -2024-09-01 23:38:03,660 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0017s, count=1535, qps in this process: 51.1638 (mp_runner.py:76) -2024-09-01 23:38:03,663 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0012s, count=1196, qps in this process: 39.8651 (mp_runner.py:76) -2024-09-01 23:38:03,671 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0051s, count=1119, qps in this process: 37.2937 (mp_runner.py:76) -2024-09-01 23:38:03,754 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0003s, count=1224, qps in this process: 40.7996 (mp_runner.py:76) -2024-09-01 23:38:03,754 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0009s, count=1298, qps in this process: 43.2654 (mp_runner.py:76) -2024-09-01 23:38:03,755 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0005s, count=1193, qps in this process: 39.766 (mp_runner.py:76) -2024-09-01 23:38:03,757 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0032s, count=1180, qps in this process: 39.3291 (mp_runner.py:76) -2024-09-01 23:38:03,773 | INFO |End search in concurrency 60: dur=30.861242259998107s, total_count=82347, qps=2668.2983 (mp_runner.py:120) -2024-09-01 23:38:08,155 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:38:08,156 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 23:38:29,713 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 23:38:29,776 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:29,824 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:29,825 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,029 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,052 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,084 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,188 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,223 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,279 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,286 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,294 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,307 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,308 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,313 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,315 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,324 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,326 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,327 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,328 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,341 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,348 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,353 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,402 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,437 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,440 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,474 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,496 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,535 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,535 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,551 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,555 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,610 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,610 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,616 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,633 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,639 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,653 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,656 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,656 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,662 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,669 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,688 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,691 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,698 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,700 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,703 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,735 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:30,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:38:40,817 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.023701774000073783 (mp_runner.py:73) -2024-09-01 23:38:40,818 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.023787783000443596 (mp_runner.py:73) -2024-09-01 23:38:40,818 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.026031483001133893 (mp_runner.py:73) -2024-09-01 23:38:40,819 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.022894622998137493 (mp_runner.py:73) -2024-09-01 23:38:40,820 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.022046206002414692 (mp_runner.py:73) -2024-09-01 23:38:40,823 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.02406433899886906 (mp_runner.py:73) -2024-09-01 23:38:40,824 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.023340527004620526 (mp_runner.py:73) -2024-09-01 23:38:40,826 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.0248367349995533 (mp_runner.py:73) -2024-09-01 23:38:40,827 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.03524023600039072 (mp_runner.py:73) -2024-09-01 23:38:40,830 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.0392068979999749 (mp_runner.py:73) -2024-09-01 23:38:41,052 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.022521976003190503 (mp_runner.py:73) -2024-09-01 23:38:41,053 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.013390589003392961 (mp_runner.py:73) -2024-09-01 23:38:41,053 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.027894525999727193 (mp_runner.py:73) -2024-09-01 23:38:41,054 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0259854579999228 (mp_runner.py:73) -2024-09-01 23:38:41,055 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.022329608000291046 (mp_runner.py:73) -2024-09-01 23:38:41,057 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.023868254000262823 (mp_runner.py:73) -2024-09-01 23:38:41,058 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.02973112399922684 (mp_runner.py:73) -2024-09-01 23:38:41,059 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.028745678006089292 (mp_runner.py:73) -2024-09-01 23:38:41,059 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.03478896300657652 (mp_runner.py:73) -2024-09-01 23:38:41,060 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.024526011002308223 (mp_runner.py:73) -2024-09-01 23:38:41,063 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.041752129000087734 (mp_runner.py:73) -2024-09-01 23:38:41,065 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.044207065999216866 (mp_runner.py:73) -2024-09-01 23:38:41,110 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.03873267799644964 (mp_runner.py:73) -2024-09-01 23:38:41,268 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.02249822700105142 (mp_runner.py:73) -2024-09-01 23:38:41,269 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.01991386600275291 (mp_runner.py:73) -2024-09-01 23:38:41,269 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.02319019899732666 (mp_runner.py:73) -2024-09-01 23:38:41,270 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.02754857700347202 (mp_runner.py:73) -2024-09-01 23:38:41,271 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.02166046000638744 (mp_runner.py:73) -2024-09-01 23:38:41,272 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.028060668002581224 (mp_runner.py:73) -2024-09-01 23:38:41,275 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.023715333998552524 (mp_runner.py:73) -2024-09-01 23:38:41,275 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.02509688500140328 (mp_runner.py:73) -2024-09-01 23:38:41,276 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.02406311300001107 (mp_runner.py:73) -2024-09-01 23:38:41,277 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.024523874999431428 (mp_runner.py:73) -2024-09-01 23:38:41,278 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.02320029600377893 (mp_runner.py:73) -2024-09-01 23:38:41,282 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.040422220998152625 (mp_runner.py:73) -2024-09-01 23:38:41,283 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.04257103399868356 (mp_runner.py:73) -2024-09-01 23:38:41,436 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.02036947700253222 (mp_runner.py:73) -2024-09-01 23:38:41,437 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.021008550000260584 (mp_runner.py:73) -2024-09-01 23:38:41,439 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.03667600300104823 (mp_runner.py:73) -2024-09-01 23:38:41,440 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02125692300614901 (mp_runner.py:73) -2024-09-01 23:38:41,441 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.030399561001104303 (mp_runner.py:73) -2024-09-01 23:38:41,442 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.02764153099997202 (mp_runner.py:73) -2024-09-01 23:38:41,445 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.03578622700297274 (mp_runner.py:73) -2024-09-01 23:38:41,830 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.04460213099810062 (mp_runner.py:73) -2024-09-01 23:38:42,158 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.02355659600289073 (mp_runner.py:73) -2024-09-01 23:38:42,176 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.033136147998447996 (mp_runner.py:73) -2024-09-01 23:38:42,177 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.02538712300156476 (mp_runner.py:73) -2024-09-01 23:38:42,189 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.010626734998368192 (mp_runner.py:73) -2024-09-01 23:38:42,193 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.05379073599760886 (mp_runner.py:73) -2024-09-01 23:38:42,216 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.04356831499899272 (mp_runner.py:73) -2024-09-01 23:38:42,225 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.0013767829950666055 (mp_runner.py:73) -2024-09-01 23:38:42,251 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.08161513899540296 (mp_runner.py:73) -2024-09-01 23:38:42,322 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.09777449600369437 (mp_runner.py:73) -2024-09-01 23:38:42,937 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.02819558900228003 (mp_runner.py:73) -2024-09-01 23:38:42,941 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.03346129500278039 (mp_runner.py:73) -2024-09-01 23:38:42,943 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.03008183899510186 (mp_runner.py:73) -2024-09-01 23:38:42,945 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.039285927996388637 (mp_runner.py:73) -2024-09-01 23:38:42,946 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.039001913006359246 (mp_runner.py:73) -2024-09-01 23:38:42,947 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.03957748399989214 (mp_runner.py:73) -2024-09-01 23:38:42,949 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.027271059996564873 (mp_runner.py:73) -2024-09-01 23:38:44,940 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.03863246199762216 (mp_runner.py:73) -2024-09-01 23:38:45,031 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.056930997998279054 (mp_runner.py:73) -2024-09-01 23:38:45,097 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.0694972589990357 (mp_runner.py:73) -2024-09-01 23:38:45,208 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.05781316100183176 (mp_runner.py:73) -2024-09-01 23:38:45,811 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.037901153998973314 (mp_runner.py:73) -2024-09-01 23:38:52,152 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.007543679006630555 (mp_runner.py:73) -2024-09-01 23:38:52,154 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.018163237000408117 (mp_runner.py:73) -2024-09-01 23:38:52,155 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.020168256996839773 (mp_runner.py:73) -2024-09-01 23:38:52,156 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.01754651499504689 (mp_runner.py:73) -2024-09-01 23:38:52,162 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.027949896997597534 (mp_runner.py:73) -2024-09-01 23:38:52,164 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.03141217800293816 (mp_runner.py:73) -2024-09-01 23:38:52,164 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.020531636000669096 (mp_runner.py:73) -2024-09-01 23:38:52,169 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.02248735899775056 (mp_runner.py:73) -2024-09-01 23:38:52,409 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.025687105997349136 (mp_runner.py:73) -2024-09-01 23:38:52,410 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.026030697001260705 (mp_runner.py:73) -2024-09-01 23:38:52,695 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.018038162997982 (mp_runner.py:73) -2024-09-01 23:38:52,697 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.017857737999293022 (mp_runner.py:73) -2024-09-01 23:38:52,699 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.01576999000099022 (mp_runner.py:73) -2024-09-01 23:38:52,700 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.01690743400104111 (mp_runner.py:73) -2024-09-01 23:38:52,701 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.015292907002731226 (mp_runner.py:73) -2024-09-01 23:38:52,701 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.01728243300021859 (mp_runner.py:73) -2024-09-01 23:38:52,702 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.025849516001471784 (mp_runner.py:73) -2024-09-01 23:38:52,704 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.015629642002750188 (mp_runner.py:73) -2024-09-01 23:38:52,716 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.04260701600287575 (mp_runner.py:73) -2024-09-01 23:38:53,182 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.023862595000537112 (mp_runner.py:73) -2024-09-01 23:38:53,182 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.028075668997189496 (mp_runner.py:73) -2024-09-01 23:38:53,208 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.00965548899694113 (mp_runner.py:73) -2024-09-01 23:38:53,210 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.02568535300088115 (mp_runner.py:73) -2024-09-01 23:38:53,212 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.02797755999927176 (mp_runner.py:73) -2024-09-01 23:38:53,213 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.020152170000073966 (mp_runner.py:73) -2024-09-01 23:38:53,213 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.023408105000271462 (mp_runner.py:73) -2024-09-01 23:38:53,214 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.023402705999615137 (mp_runner.py:73) -2024-09-01 23:38:53,216 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.020706374998553656 (mp_runner.py:73) -2024-09-01 23:38:53,217 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.020240413999999873 (mp_runner.py:73) -2024-09-01 23:38:53,217 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.019744518998777494 (mp_runner.py:73) -2024-09-01 23:38:53,218 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.022255309006141033 (mp_runner.py:73) -2024-09-01 23:38:53,218 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.021054385004390497 (mp_runner.py:73) -2024-09-01 23:38:53,219 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.020771720999618992 (mp_runner.py:73) -2024-09-01 23:38:53,345 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.03032866300054593 (mp_runner.py:73) -2024-09-01 23:38:54,192 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.0110664129970246 (mp_runner.py:73) -2024-09-01 23:38:54,194 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.00911426699894946 (mp_runner.py:73) -2024-09-01 23:38:54,198 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.0116474050009856 (mp_runner.py:73) -2024-09-01 23:38:54,200 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.02053008200164186 (mp_runner.py:73) -2024-09-01 23:38:54,205 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.015557726001134142 (mp_runner.py:73) -2024-09-01 23:38:54,207 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.015995335001207422 (mp_runner.py:73) -2024-09-01 23:38:55,279 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.02496716400492005 (mp_runner.py:73) -2024-09-01 23:38:55,469 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.013338953998754732 (mp_runner.py:73) -2024-09-01 23:38:55,471 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.016084745002444834 (mp_runner.py:73) -2024-09-01 23:38:55,472 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.02086118599982001 (mp_runner.py:73) -2024-09-01 23:38:55,472 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.017292147000262048 (mp_runner.py:73) -2024-09-01 23:38:55,476 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.02297855000506388 (mp_runner.py:73) -2024-09-01 23:38:55,478 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.02757292000023881 (mp_runner.py:73) -2024-09-01 23:38:55,478 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.021375229000113904 (mp_runner.py:73) -2024-09-01 23:38:55,479 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.030127412006550003 (mp_runner.py:73) -2024-09-01 23:38:55,901 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.023211521001940127 (mp_runner.py:73) -2024-09-01 23:38:55,901 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.022121813999547157 (mp_runner.py:73) -2024-09-01 23:38:55,902 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.023959890997502953 (mp_runner.py:73) -2024-09-01 23:38:55,903 | DEBUG |(SpawnProcess-1:397) search_count: 1000, latest_latency=0.02103977099613985 (mp_runner.py:73) -2024-09-01 23:38:56,097 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.03131748900341336 (mp_runner.py:73) -2024-09-01 23:38:56,101 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.02862211400497472 (mp_runner.py:73) -2024-09-01 23:38:56,504 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.02588516899413662 (mp_runner.py:73) -2024-09-01 23:38:56,505 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.02318256100261351 (mp_runner.py:73) -2024-09-01 23:38:57,252 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.07420468599593733 (mp_runner.py:73) -2024-09-01 23:38:57,277 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.034492335995309986 (mp_runner.py:73) -2024-09-01 23:38:57,595 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.027924975998757873 (mp_runner.py:73) -2024-09-01 23:38:58,977 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.026595235998684075 (mp_runner.py:73) -2024-09-01 23:38:59,243 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.03208365700265858 (mp_runner.py:73) -2024-09-01 23:38:59,567 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.02490424799907487 (mp_runner.py:73) -2024-09-01 23:38:59,693 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.031081516994163394 (mp_runner.py:73) -2024-09-01 23:38:59,780 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0034s, count=1315, qps in this process: 43.8284 (mp_runner.py:76) -2024-09-01 23:38:59,840 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.012s, count=1329, qps in this process: 44.2823 (mp_runner.py:76) -2024-09-01 23:38:59,846 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0179s, count=1329, qps in this process: 44.2736 (mp_runner.py:76) -2024-09-01 23:39:00,069 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0008s, count=1339, qps in this process: 44.6321 (mp_runner.py:76) -2024-09-01 23:39:00,077 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0367s, count=1339, qps in this process: 44.5788 (mp_runner.py:76) -2024-09-01 23:39:00,121 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0282s, count=1340, qps in this process: 44.6247 (mp_runner.py:76) -2024-09-01 23:39:00,197 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0011s, count=1314, qps in this process: 43.7984 (mp_runner.py:76) -2024-09-01 23:39:00,238 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0126s, count=1344, qps in this process: 44.7812 (mp_runner.py:76) -2024-09-01 23:39:00,254 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0065s, count=1322, qps in this process: 44.0571 (mp_runner.py:76) -2024-09-01 23:39:00,257 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0032s, count=1331, qps in this process: 44.3619 (mp_runner.py:76) -2024-09-01 23:39:00,258 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0064s, count=1345, qps in this process: 44.8238 (mp_runner.py:76) -2024-09-01 23:39:00,260 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0058s, count=1345, qps in this process: 44.8247 (mp_runner.py:76) -2024-09-01 23:39:00,260 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0135s, count=1345, qps in this process: 44.8132 (mp_runner.py:76) -2024-09-01 23:39:00,271 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0196s, count=1318, qps in this process: 43.9046 (mp_runner.py:76) -2024-09-01 23:39:00,281 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0044s, count=1248, qps in this process: 41.5939 (mp_runner.py:76) -2024-09-01 23:39:00,296 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0065s, count=1347, qps in this process: 44.8903 (mp_runner.py:76) -2024-09-01 23:39:00,297 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0209s, count=1246, qps in this process: 41.5044 (mp_runner.py:76) -2024-09-01 23:39:00,306 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0307s, count=1319, qps in this process: 43.9217 (mp_runner.py:76) -2024-09-01 23:39:00,307 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0061s, count=1334, qps in this process: 44.4576 (mp_runner.py:76) -2024-09-01 23:39:00,315 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0169s, count=1303, qps in this process: 43.4089 (mp_runner.py:76) -2024-09-01 23:39:00,316 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0229s, count=1246, qps in this process: 41.5017 (mp_runner.py:76) -2024-09-01 23:39:00,322 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0131s, count=1231, qps in this process: 41.0154 (mp_runner.py:76) -2024-09-01 23:39:00,322 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.005s, count=1349, qps in this process: 44.9592 (mp_runner.py:76) -2024-09-01 23:39:00,330 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0037s, count=1317, qps in this process: 43.8946 (mp_runner.py:76) -2024-09-01 23:39:00,336 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.027s, count=1320, qps in this process: 43.9604 (mp_runner.py:76) -2024-09-01 23:39:00,337 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0202s, count=1211, qps in this process: 40.3395 (mp_runner.py:76) -2024-09-01 23:39:00,340 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0087s, count=1320, qps in this process: 43.9872 (mp_runner.py:76) -2024-09-01 23:39:00,344 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0121s, count=1092, qps in this process: 36.3853 (mp_runner.py:76) -2024-09-01 23:39:00,346 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0017s, count=1210, qps in this process: 40.331 (mp_runner.py:76) -2024-09-01 23:39:00,355 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0232s, count=1320, qps in this process: 43.966 (mp_runner.py:76) -2024-09-01 23:39:00,362 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0083s, count=1213, qps in this process: 40.4221 (mp_runner.py:76) -2024-09-01 23:39:00,372 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0115s, count=1238, qps in this process: 41.2509 (mp_runner.py:76) -2024-09-01 23:39:00,406 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.002s, count=1216, qps in this process: 40.5306 (mp_runner.py:76) -2024-09-01 23:39:00,406 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0027s, count=1217, qps in this process: 40.563 (mp_runner.py:76) -2024-09-01 23:39:00,421 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0155s, count=1322, qps in this process: 44.0439 (mp_runner.py:76) -2024-09-01 23:39:00,454 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0111s, count=1108, qps in this process: 36.9197 (mp_runner.py:76) -2024-09-01 23:39:00,457 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0131s, count=1149, qps in this process: 38.2833 (mp_runner.py:76) -2024-09-01 23:39:00,460 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.009200062995660119 (mp_runner.py:73) -2024-09-01 23:39:00,473 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.004s, count=1345, qps in this process: 44.8274 (mp_runner.py:76) -2024-09-01 23:39:00,490 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.007s, count=1224, qps in this process: 40.7905 (mp_runner.py:76) -2024-09-01 23:39:00,510 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0024s, count=1334, qps in this process: 44.4631 (mp_runner.py:76) -2024-09-01 23:39:00,544 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0068s, count=1366, qps in this process: 45.523 (mp_runner.py:76) -2024-09-01 23:39:00,550 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0063s, count=1264, qps in this process: 42.1245 (mp_runner.py:76) -2024-09-01 23:39:00,570 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0044s, count=1182, qps in this process: 39.3942 (mp_runner.py:76) -2024-09-01 23:39:00,573 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0155s, count=1225, qps in this process: 40.8122 (mp_runner.py:76) -2024-09-01 23:39:00,584 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.006s, count=1233, qps in this process: 41.0918 (mp_runner.py:76) -2024-09-01 23:39:00,617 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0028s, count=1272, qps in this process: 42.396 (mp_runner.py:76) -2024-09-01 23:39:00,622 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0009s, count=1319, qps in this process: 43.9653 (mp_runner.py:76) -2024-09-01 23:39:00,624 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0111s, count=1343, qps in this process: 44.7501 (mp_runner.py:76) -2024-09-01 23:39:00,644 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0052s, count=1365, qps in this process: 45.4921 (mp_runner.py:76) -2024-09-01 23:39:00,646 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0018s, count=1240, qps in this process: 41.3309 (mp_runner.py:76) -2024-09-01 23:39:00,665 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.001s, count=1261, qps in this process: 42.0319 (mp_runner.py:76) -2024-09-01 23:39:00,667 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0025s, count=1193, qps in this process: 39.7634 (mp_runner.py:76) -2024-09-01 23:39:00,668 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0078s, count=1193, qps in this process: 39.7563 (mp_runner.py:76) -2024-09-01 23:39:00,669 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0037s, count=1278, qps in this process: 42.5947 (mp_runner.py:76) -2024-09-01 23:39:00,670 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0018s, count=1171, qps in this process: 39.031 (mp_runner.py:76) -2024-09-01 23:39:00,672 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0013s, count=1347, qps in this process: 44.8981 (mp_runner.py:76) -2024-09-01 23:39:00,696 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0026s, count=1136, qps in this process: 37.8634 (mp_runner.py:76) -2024-09-01 23:39:00,697 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0017s, count=1178, qps in this process: 39.2644 (mp_runner.py:76) -2024-09-01 23:39:00,704 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.001s, count=1064, qps in this process: 35.4655 (mp_runner.py:76) -2024-09-01 23:39:00,708 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0014s, count=1197, qps in this process: 39.8981 (mp_runner.py:76) -2024-09-01 23:39:00,709 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0009s, count=1177, qps in this process: 39.2322 (mp_runner.py:76) -2024-09-01 23:39:00,713 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0004s, count=1060, qps in this process: 35.3329 (mp_runner.py:76) -2024-09-01 23:39:00,744 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.001s, count=1121, qps in this process: 37.3654 (mp_runner.py:76) -2024-09-01 23:39:00,748 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0007s, count=1111, qps in this process: 37.0325 (mp_runner.py:76) -2024-09-01 23:39:00,754 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0006s, count=1062, qps in this process: 35.3993 (mp_runner.py:76) -2024-09-01 23:39:00,766 | INFO |End search in concurrency 65: dur=31.05031376000261s, total_count=81792, qps=2634.1763 (mp_runner.py:120) -2024-09-01 23:39:05,500 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:39:05,500 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 23:39:27,341 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 23:39:27,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,627 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,628 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,688 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,704 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,705 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,739 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,743 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,745 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,753 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,778 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,849 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,854 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,863 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,868 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,868 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,874 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,897 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,903 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,917 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,934 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,939 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,950 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,968 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,986 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:27,993 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,013 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,014 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,024 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,025 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,039 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,062 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,063 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,100 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,110 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,120 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,134 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,154 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,165 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,194 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,197 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,203 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,210 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,236 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,236 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,242 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,265 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,288 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,312 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,326 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,328 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,339 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,347 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,359 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,399 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,405 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,452 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,481 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:28,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 23:39:39,624 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.05160190899914596 (mp_runner.py:73) -2024-09-01 23:39:39,625 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.033326848002616316 (mp_runner.py:73) -2024-09-01 23:39:39,630 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.039929799997480586 (mp_runner.py:73) -2024-09-01 23:39:39,665 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.029145842003345024 (mp_runner.py:73) -2024-09-01 23:39:39,667 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.03445594900404103 (mp_runner.py:73) -2024-09-01 23:39:39,668 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.039792298994143493 (mp_runner.py:73) -2024-09-01 23:39:39,669 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.04260855000029551 (mp_runner.py:73) -2024-09-01 23:39:39,683 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.024137443004292436 (mp_runner.py:73) -2024-09-01 23:39:39,686 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.025528058999043424 (mp_runner.py:73) -2024-09-01 23:39:39,687 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.02860506700380938 (mp_runner.py:73) -2024-09-01 23:39:39,687 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.031372787001600955 (mp_runner.py:73) -2024-09-01 23:39:39,689 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.035648186996695586 (mp_runner.py:73) -2024-09-01 23:39:39,691 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.038813432001916226 (mp_runner.py:73) -2024-09-01 23:39:39,904 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.038259073000517674 (mp_runner.py:73) -2024-09-01 23:39:39,981 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.02942307099874597 (mp_runner.py:73) -2024-09-01 23:39:39,983 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.028082577002351172 (mp_runner.py:73) -2024-09-01 23:39:39,984 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.031185530999209732 (mp_runner.py:73) -2024-09-01 23:39:39,996 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.04913634699914837 (mp_runner.py:73) -2024-09-01 23:39:39,997 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.04720041599648539 (mp_runner.py:73) -2024-09-01 23:39:39,999 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.04855665999639314 (mp_runner.py:73) -2024-09-01 23:39:40,109 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.01307681900652824 (mp_runner.py:73) -2024-09-01 23:39:40,111 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.01212972600478679 (mp_runner.py:73) -2024-09-01 23:39:40,112 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.0174866640008986 (mp_runner.py:73) -2024-09-01 23:39:40,114 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.010511941996810492 (mp_runner.py:73) -2024-09-01 23:39:40,134 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.01664207299472764 (mp_runner.py:73) -2024-09-01 23:39:40,145 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.04012950100150192 (mp_runner.py:73) -2024-09-01 23:39:40,146 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.020506544002273586 (mp_runner.py:73) -2024-09-01 23:39:40,146 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.038080492995504756 (mp_runner.py:73) -2024-09-01 23:39:40,147 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.020668041994213127 (mp_runner.py:73) -2024-09-01 23:39:40,147 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.03941884500090964 (mp_runner.py:73) -2024-09-01 23:39:40,148 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.04496450999431545 (mp_runner.py:73) -2024-09-01 23:39:40,149 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.04240172800200526 (mp_runner.py:73) -2024-09-01 23:39:40,149 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.040582459994766396 (mp_runner.py:73) -2024-09-01 23:39:40,150 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.0476640659981058 (mp_runner.py:73) -2024-09-01 23:39:40,151 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.039583817997481674 (mp_runner.py:73) -2024-09-01 23:39:40,152 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.03954722700291313 (mp_runner.py:73) -2024-09-01 23:39:40,154 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.043437093001557514 (mp_runner.py:73) -2024-09-01 23:39:40,155 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.04186147899599746 (mp_runner.py:73) -2024-09-01 23:39:40,156 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.044383788997947704 (mp_runner.py:73) -2024-09-01 23:39:40,157 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.04095837000204483 (mp_runner.py:73) -2024-09-01 23:39:40,158 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.03985235800064402 (mp_runner.py:73) -2024-09-01 23:39:40,161 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.041446815004746895 (mp_runner.py:73) -2024-09-01 23:39:40,165 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.04855694400612265 (mp_runner.py:73) -2024-09-01 23:39:40,165 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.060039727002731524 (mp_runner.py:73) -2024-09-01 23:39:40,167 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.029855055996449664 (mp_runner.py:73) -2024-09-01 23:39:40,187 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.042938735998177435 (mp_runner.py:73) -2024-09-01 23:39:40,200 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.044966995003051125 (mp_runner.py:73) -2024-09-01 23:39:40,242 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.05081651100044837 (mp_runner.py:73) -2024-09-01 23:39:40,766 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.04154725900298217 (mp_runner.py:73) -2024-09-01 23:39:41,142 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.031380481996166054 (mp_runner.py:73) -2024-09-01 23:39:41,146 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.03707499599840958 (mp_runner.py:73) -2024-09-01 23:39:41,148 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.04207195599883562 (mp_runner.py:73) -2024-09-01 23:39:42,802 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.04895113199745538 (mp_runner.py:73) -2024-09-01 23:39:42,822 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.03434494999964954 (mp_runner.py:73) -2024-09-01 23:39:42,866 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.03502079199824948 (mp_runner.py:73) -2024-09-01 23:39:42,969 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02830004200222902 (mp_runner.py:73) -2024-09-01 23:39:42,972 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.02810694200161379 (mp_runner.py:73) -2024-09-01 23:39:42,975 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.043644247998599894 (mp_runner.py:73) -2024-09-01 23:39:42,983 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.04599287799646845 (mp_runner.py:73) -2024-09-01 23:39:42,991 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.05089004599722102 (mp_runner.py:73) -2024-09-01 23:39:43,065 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.03350204899470555 (mp_runner.py:73) -2024-09-01 23:39:43,066 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.03788097299548099 (mp_runner.py:73) -2024-09-01 23:39:43,067 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.04378718400403159 (mp_runner.py:73) -2024-09-01 23:39:43,070 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.04935383600241039 (mp_runner.py:73) -2024-09-01 23:39:43,360 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.04228298999805702 (mp_runner.py:73) -2024-09-01 23:39:43,395 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.04462227199837798 (mp_runner.py:73) -2024-09-01 23:39:43,430 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.047892069997033104 (mp_runner.py:73) -2024-09-01 23:39:44,756 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.04294556199602084 (mp_runner.py:73) -2024-09-01 23:39:44,976 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.04383708800014574 (mp_runner.py:73) -2024-09-01 23:39:44,980 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.046330053999554366 (mp_runner.py:73) -2024-09-01 23:39:51,300 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.019311218995426316 (mp_runner.py:73) -2024-09-01 23:39:51,300 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.019412674002524 (mp_runner.py:73) -2024-09-01 23:39:51,301 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.021885530004510656 (mp_runner.py:73) -2024-09-01 23:39:51,301 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.021766726997157093 (mp_runner.py:73) -2024-09-01 23:39:51,302 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.018970058001286816 (mp_runner.py:73) -2024-09-01 23:39:51,303 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.02011514300102135 (mp_runner.py:73) -2024-09-01 23:39:51,303 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.024716419000469614 (mp_runner.py:73) -2024-09-01 23:39:51,304 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.022716665000189096 (mp_runner.py:73) -2024-09-01 23:39:51,304 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.022419266002543736 (mp_runner.py:73) -2024-09-01 23:39:51,305 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.0188449710040004 (mp_runner.py:73) -2024-09-01 23:39:51,306 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.022033191002265085 (mp_runner.py:73) -2024-09-01 23:39:51,306 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.01945163599884836 (mp_runner.py:73) -2024-09-01 23:39:51,307 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.009532206997391768 (mp_runner.py:73) -2024-09-01 23:39:51,308 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.029631879995577037 (mp_runner.py:73) -2024-09-01 23:39:51,308 | DEBUG |(SpawnProcess-1:463) search_count: 1000, latest_latency=0.0208969809973496 (mp_runner.py:73) -2024-09-01 23:39:51,309 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.02077729900338454 (mp_runner.py:73) -2024-09-01 23:39:51,309 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.03210571299860021 (mp_runner.py:73) -2024-09-01 23:39:51,312 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.0351429329966777 (mp_runner.py:73) -2024-09-01 23:39:51,320 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.02453876800427679 (mp_runner.py:73) -2024-09-01 23:39:52,125 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.013982367003336549 (mp_runner.py:73) -2024-09-01 23:39:52,126 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.014159604004817083 (mp_runner.py:73) -2024-09-01 23:39:52,128 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.01571589900413528 (mp_runner.py:73) -2024-09-01 23:39:52,129 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.015749186000903137 (mp_runner.py:73) -2024-09-01 23:39:52,131 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.020057538997207303 (mp_runner.py:73) -2024-09-01 23:39:52,132 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.022890070998982992 (mp_runner.py:73) -2024-09-01 23:39:52,132 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.022670058999210596 (mp_runner.py:73) -2024-09-01 23:39:52,351 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.01411428400024306 (mp_runner.py:73) -2024-09-01 23:39:52,355 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.018894004002504516 (mp_runner.py:73) -2024-09-01 23:39:52,356 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.016721241001505405 (mp_runner.py:73) -2024-09-01 23:39:52,357 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.01606951299618231 (mp_runner.py:73) -2024-09-01 23:39:52,358 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.01576241300062975 (mp_runner.py:73) -2024-09-01 23:39:52,362 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.02660887600359274 (mp_runner.py:73) -2024-09-01 23:39:52,364 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.0314903270045761 (mp_runner.py:73) -2024-09-01 23:39:52,595 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.028464238996093627 (mp_runner.py:73) -2024-09-01 23:39:52,640 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.030041900994547177 (mp_runner.py:73) -2024-09-01 23:39:52,642 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.03025988899753429 (mp_runner.py:73) -2024-09-01 23:39:52,717 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.025622506997024175 (mp_runner.py:73) -2024-09-01 23:39:53,468 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.03354708099504933 (mp_runner.py:73) -2024-09-01 23:39:54,381 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.017741864001436625 (mp_runner.py:73) -2024-09-01 23:39:54,382 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.016965142996923532 (mp_runner.py:73) -2024-09-01 23:39:54,386 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.02472641900385497 (mp_runner.py:73) -2024-09-01 23:39:54,390 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.03140268300194293 (mp_runner.py:73) -2024-09-01 23:39:54,480 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.022762290995160583 (mp_runner.py:73) -2024-09-01 23:39:54,496 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.029654277001100127 (mp_runner.py:73) -2024-09-01 23:39:54,498 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.0222982380000758 (mp_runner.py:73) -2024-09-01 23:39:54,500 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.025699197001813445 (mp_runner.py:73) -2024-09-01 23:39:54,527 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.02559878300235141 (mp_runner.py:73) -2024-09-01 23:39:54,529 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.02816828199865995 (mp_runner.py:73) -2024-09-01 23:39:56,092 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.02171863600233337 (mp_runner.py:73) -2024-09-01 23:39:56,093 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.026039868003863376 (mp_runner.py:73) -2024-09-01 23:39:56,097 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.029874392996134702 (mp_runner.py:73) -2024-09-01 23:39:56,098 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.015110729000298306 (mp_runner.py:73) -2024-09-01 23:39:56,314 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.021558608998020645 (mp_runner.py:73) -2024-09-01 23:39:56,315 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.023133490001782775 (mp_runner.py:73) -2024-09-01 23:39:56,405 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.02747054700012086 (mp_runner.py:73) -2024-09-01 23:39:56,406 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.026737724998383783 (mp_runner.py:73) -2024-09-01 23:39:56,590 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.029437296005198732 (mp_runner.py:73) -2024-09-01 23:39:56,763 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.02241624800080899 (mp_runner.py:73) -2024-09-01 23:39:56,764 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.021999820004566573 (mp_runner.py:73) -2024-09-01 23:39:56,765 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.023165383994637523 (mp_runner.py:73) -2024-09-01 23:39:56,766 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.02216637899982743 (mp_runner.py:73) -2024-09-01 23:39:56,768 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.027409069996792823 (mp_runner.py:73) -2024-09-01 23:39:56,768 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.028908255000715144 (mp_runner.py:73) -2024-09-01 23:39:56,769 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.02493358199717477 (mp_runner.py:73) -2024-09-01 23:39:57,450 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0102s, count=1279, qps in this process: 42.6188 (mp_runner.py:76) -2024-09-01 23:39:57,456 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0241s, count=1157, qps in this process: 38.5357 (mp_runner.py:76) -2024-09-01 23:39:57,641 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0014s, count=1102, qps in this process: 36.7316 (mp_runner.py:76) -2024-09-01 23:39:57,662 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.018s, count=1209, qps in this process: 40.2758 (mp_runner.py:76) -2024-09-01 23:39:57,718 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0221s, count=1292, qps in this process: 43.035 (mp_runner.py:76) -2024-09-01 23:39:57,720 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0114s, count=1292, qps in this process: 43.0503 (mp_runner.py:76) -2024-09-01 23:39:57,728 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0196s, count=1233, qps in this process: 41.0732 (mp_runner.py:76) -2024-09-01 23:39:57,752 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0031s, count=1234, qps in this process: 41.1291 (mp_runner.py:76) -2024-09-01 23:39:57,758 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0057s, count=1166, qps in this process: 38.8593 (mp_runner.py:76) -2024-09-01 23:39:57,765 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0132s, count=1114, qps in this process: 37.117 (mp_runner.py:76) -2024-09-01 23:39:57,772 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.014s, count=1060, qps in this process: 35.3169 (mp_runner.py:76) -2024-09-01 23:39:57,778 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0254s, count=1104, qps in this process: 36.7689 (mp_runner.py:76) -2024-09-01 23:39:57,787 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.016s, count=1124, qps in this process: 37.4467 (mp_runner.py:76) -2024-09-01 23:39:57,805 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0253s, count=1214, qps in this process: 40.4326 (mp_runner.py:76) -2024-09-01 23:39:57,866 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0123s, count=1299, qps in this process: 43.2823 (mp_runner.py:76) -2024-09-01 23:39:57,869 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0065s, count=1299, qps in this process: 43.2906 (mp_runner.py:76) -2024-09-01 23:39:57,874 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.007s, count=1240, qps in this process: 41.3237 (mp_runner.py:76) -2024-09-01 23:39:57,878 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0042s, count=1064, qps in this process: 35.4617 (mp_runner.py:76) -2024-09-01 23:39:57,884 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0041s, count=1214, qps in this process: 40.4611 (mp_runner.py:76) -2024-09-01 23:39:57,887 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0129s, count=1295, qps in this process: 43.1481 (mp_runner.py:76) -2024-09-01 23:39:57,911 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0054s, count=1242, qps in this process: 41.3925 (mp_runner.py:76) -2024-09-01 23:39:57,915 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0097s, count=1302, qps in this process: 43.386 (mp_runner.py:76) -2024-09-01 23:39:57,918 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0128s, count=1302, qps in this process: 43.3815 (mp_runner.py:76) -2024-09-01 23:39:57,937 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0116s, count=1303, qps in this process: 43.4165 (mp_runner.py:76) -2024-09-01 23:39:57,952 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0138s, count=1144, qps in this process: 38.1158 (mp_runner.py:76) -2024-09-01 23:39:57,955 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0086s, count=1065, qps in this process: 35.4898 (mp_runner.py:76) -2024-09-01 23:39:57,958 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0107s, count=1173, qps in this process: 39.0861 (mp_runner.py:76) -2024-09-01 23:39:57,982 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0243s, count=1218, qps in this process: 40.5671 (mp_runner.py:76) -2024-09-01 23:39:57,994 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0038s, count=1308, qps in this process: 43.5945 (mp_runner.py:76) -2024-09-01 23:39:57,994 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0199s, count=1069, qps in this process: 35.6097 (mp_runner.py:76) -2024-09-01 23:39:58,007 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0011s, count=1248, qps in this process: 41.5985 (mp_runner.py:76) -2024-09-01 23:39:58,030 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0118s, count=1310, qps in this process: 43.6495 (mp_runner.py:76) -2024-09-01 23:39:58,033 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0008s, count=1127, qps in this process: 37.5657 (mp_runner.py:76) -2024-09-01 23:39:58,036 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0121s, count=1311, qps in this process: 43.6824 (mp_runner.py:76) -2024-09-01 23:39:58,039 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0114s, count=1250, qps in this process: 41.6508 (mp_runner.py:76) -2024-09-01 23:39:58,053 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0082s, count=1130, qps in this process: 37.6564 (mp_runner.py:76) -2024-09-01 23:39:58,059 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0129s, count=1053, qps in this process: 35.0849 (mp_runner.py:76) -2024-09-01 23:39:58,067 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0023s, count=1136, qps in this process: 37.8638 (mp_runner.py:76) -2024-09-01 23:39:58,076 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0098s, count=1137, qps in this process: 37.8876 (mp_runner.py:76) -2024-09-01 23:39:58,117 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0006s, count=1266, qps in this process: 42.1992 (mp_runner.py:76) -2024-09-01 23:39:58,119 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0111s, count=1132, qps in this process: 37.7194 (mp_runner.py:76) -2024-09-01 23:39:58,127 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0138s, count=1133, qps in this process: 37.7493 (mp_runner.py:76) -2024-09-01 23:39:58,132 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0024s, count=1187, qps in this process: 39.5635 (mp_runner.py:76) -2024-09-01 23:39:58,143 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0027s, count=1321, qps in this process: 44.0294 (mp_runner.py:76) -2024-09-01 23:39:58,164 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0017s, count=1231, qps in this process: 41.031 (mp_runner.py:76) -2024-09-01 23:39:58,181 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0126s, count=1224, qps in this process: 40.7829 (mp_runner.py:76) -2024-09-01 23:39:58,188 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0028s, count=1066, qps in this process: 35.53 (mp_runner.py:76) -2024-09-01 23:39:58,201 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0026s, count=1237, qps in this process: 41.2298 (mp_runner.py:76) -2024-09-01 23:39:58,203 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0007s, count=1075, qps in this process: 35.8325 (mp_runner.py:76) -2024-09-01 23:39:58,217 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0059s, count=1070, qps in this process: 35.6597 (mp_runner.py:76) -2024-09-01 23:39:58,223 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0017s, count=1330, qps in this process: 44.3308 (mp_runner.py:76) -2024-09-01 23:39:58,232 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.00801590100309113 (mp_runner.py:73) -2024-09-01 23:39:58,241 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0007s, count=1332, qps in this process: 44.399 (mp_runner.py:76) -2024-09-01 23:39:58,245 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0046s, count=1267, qps in this process: 42.2269 (mp_runner.py:76) -2024-09-01 23:39:58,254 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0002s, count=1081, qps in this process: 36.0331 (mp_runner.py:76) -2024-09-01 23:39:58,275 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0054s, count=1339, qps in this process: 44.6253 (mp_runner.py:76) -2024-09-01 23:39:58,302 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0058s, count=1083, qps in this process: 36.093 (mp_runner.py:76) -2024-09-01 23:39:58,318 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0009s, count=1085, qps in this process: 36.1656 (mp_runner.py:76) -2024-09-01 23:39:58,335 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.001s, count=1099, qps in this process: 36.6321 (mp_runner.py:76) -2024-09-01 23:39:58,341 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0027s, count=1268, qps in this process: 42.2629 (mp_runner.py:76) -2024-09-01 23:39:58,349 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0024s, count=1090, qps in this process: 36.3304 (mp_runner.py:76) -2024-09-01 23:39:58,357 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0009s, count=1306, qps in this process: 43.532 (mp_runner.py:76) -2024-09-01 23:39:58,367 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.001s, count=1040, qps in this process: 34.6655 (mp_runner.py:76) -2024-09-01 23:39:58,367 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.006159687996841967 (mp_runner.py:73) -2024-09-01 23:39:58,375 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.002069533999019768 (mp_runner.py:73) -2024-09-01 23:39:58,406 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0015s, count=1106, qps in this process: 36.8648 (mp_runner.py:76) -2024-09-01 23:39:58,411 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0023s, count=1012, qps in this process: 33.7307 (mp_runner.py:76) -2024-09-01 23:39:58,412 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0021s, count=1115, qps in this process: 37.1641 (mp_runner.py:76) -2024-09-01 23:39:58,457 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.001s, count=1033, qps in this process: 34.4322 (mp_runner.py:76) -2024-09-01 23:39:58,461 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.0028570649956236593 (mp_runner.py:73) -2024-09-01 23:39:58,465 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0024s, count=1129, qps in this process: 37.6303 (mp_runner.py:76) -2024-09-01 23:39:58,472 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.0012760179961333051 (mp_runner.py:73) -2024-09-01 23:39:58,473 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.0016209450041060336 (mp_runner.py:73) -2024-09-01 23:39:58,480 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0006s, count=1005, qps in this process: 33.4993 (mp_runner.py:76) -2024-09-01 23:39:58,485 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0002s, count=1022, qps in this process: 34.0664 (mp_runner.py:76) -2024-09-01 23:39:58,545 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.001s, count=1056, qps in this process: 35.1988 (mp_runner.py:76) -2024-09-01 23:39:58,555 | INFO |End search in concurrency 70: dur=31.21348519699677s, total_count=82559, qps=2644.9786 (mp_runner.py:120) -2024-09-01 23:40:03,204 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2897.4443, serial_latency_p99=np.float64(0.0318), recall=np.float64(0.1964), ndcg=np.float64(0.3063), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1110.6956, 2482.9592, 2699.8179, 2549.9655, 2605.5563, 2854.5711, 2775.3521, 2897.4443, 2791.9529, 2677.7618, 2732.9871, 2668.2983, 2634.1763, 2644.9786], conc_latency_p99_list=[np.float64(0.0005604043455299688), np.float64(0.001009303151878703), np.float64(0.001393891829840868), np.float64(0.0015699404548475285), np.float64(0.0019773927239366456), np.float64(0.002503210944238526), np.float64(0.002786428201267699), np.float64(0.003209187257807935), np.float64(0.0035630366505647543), np.float64(0.0036996529648007695), np.float64(0.003029109951108693), np.float64(0.0038833562604835598), np.float64(0.004034020082729694), np.float64(0.003525913492885593)]) (task_runner.py:197) -2024-09-01 23:40:03,205 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:28:50.896024'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2897.4443, serial_latency_p99=np.float64(0.0318), recall=np.float64(0.1964), ndcg=np.float64(0.3063), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1110.6956, 2482.9592, 2699.8179, 2549.9655, 2605.5563, 2854.5711, 2775.3521, 2897.4443, 2791.9529, 2677.7618, 2732.9871, 2668.2983, 2634.1763, 2644.9786], conc_latency_p99_list=[np.float64(0.0005604043455299688), np.float64(0.001009303151878703), np.float64(0.001393891829840868), np.float64(0.0015699404548475285), np.float64(0.0019773927239366456), np.float64(0.002503210944238526), np.float64(0.002786428201267699), np.float64(0.003209187257807935), np.float64(0.0035630366505647543), np.float64(0.0036996529648007695), np.float64(0.003029109951108693), np.float64(0.0038833562604835598), np.float64(0.004034020082729694), np.float64(0.003525913492885593)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 23:40:03,205 | INFO |Task summary: run_id=b3d8a, task_label=b3d8afc4c57d461e9de84acb474bf52c (models.py:346) -2024-09-01 23:40:03,205 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 23:40:03,205 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 23:40:03,205 | INFO |PgVector | 2024-09-01T23:28:50.896024 Performance1536D500K b3d8afc4c57d461e9de84acb474bf52c | 0.0 2897.4443 0.0318 0.1964 0 | :) (models.py:346) -2024-09-01 23:40:03,205 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json (models.py:204) -2024-09-01 23:40:03,205 | INFO |Success to finish task: label=b3d8afc4c57d461e9de84acb474bf52c, run_id=b3d8afc4c57d461e9de84acb474bf52c (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json b/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json deleted file mode 100644 index fb85411d7..000000000 --- a/script/data/aws/db.m6i.large-8-128-20-Performance1536D500K-0-44844/result_20240901_b3d8afc4c57d461e9de84acb474bf52c_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "b3d8afc4c57d461e9de84acb474bf52c", "task_label": "b3d8afc4c57d461e9de84acb474bf52c", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2897.4443, "serial_latency_p99": 0.0318, "recall": 0.1964, "ndcg": 0.3063, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1110.6956, 2482.9592, 2699.8179, 2549.9655, 2605.5563, 2854.5711, 2775.3521, 2897.4443, 2791.9529, 2677.7618, 2732.9871, 2668.2983, 2634.1763, 2644.9786], "conc_latency_p99_list": [0.0005604043455299688, 0.001009303151878703, 0.001393891829840868, 0.0015699404548475285, 0.0019773927239366456, 0.002503210944238526, 0.002786428201267699, 0.003209187257807935, 0.0035630366505647543, 0.0036996529648007695, 0.003029109951108693, 0.0038833562604835598, 0.004034020082729694, 0.003525913492885593]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T23:28:50.896024", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt b/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt deleted file mode 100644 index 2d27f173b..000000000 --- a/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/log.txt +++ /dev/null @@ -1,1360 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load -2024-09-02 00:18:43,925 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:18:43.913438', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 00:18:43,925 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:18:43.913438', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 00:18:43,925 | INFO |generated uuid for the tasks: 9853660af3cf42b3882d049d828b0855 (interface.py:66) -2024-09-02 00:18:43,986 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 00:18:43,986 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 00:18:43,986 | INFO | PgVector-2024-09-02T00:18:43.913438 | Performance OpenAI-MEDIUM-500K None | 9853660af3cf42b3882d049d828b0855 (task_runner.py:340) -2024-09-02 00:18:43,986 | INFO |task submitted: id=9853660af3cf42b3882d049d828b0855, 9853660af3cf42b3882d049d828b0855, case number: 1 (interface.py:231) -2024-09-02 00:18:44,404 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:18:43.913438'}, drop_old=False (interface.py:164) -2024-09-02 00:18:44,404 | INFO |Starting run (task_runner.py:100) -2024-09-02 00:18:44,479 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 00:18:45,137 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 00:18:45,185 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 00:18:45,209 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 00:18:45,209 | INFO |Start performance case (task_runner.py:158) -2024-09-02 00:18:45,223 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:18:45,224 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 00:18:45,224 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 00:18:45,225 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-02 00:18:45,269 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-02 00:18:45,835 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-02 00:18:45,853 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:18:45,854 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-02 00:18:45,854 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-02 00:18:49,376 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.021173392997297924, latest recall=0.89 (serial_runner.py:202) -2024-09-02 00:18:52,660 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.02314048699918203, latest recall=0.95 (serial_runner.py:202) -2024-09-02 00:18:55,952 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01930475699919043, latest recall=0.83 (serial_runner.py:202) -2024-09-02 00:18:59,081 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.015303298001526855, latest recall=0.97 (serial_runner.py:202) -2024-09-02 00:19:01,937 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.009946085003321059, latest recall=0.93 (serial_runner.py:202) -2024-09-02 00:19:04,756 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.011409138001909014, latest recall=0.99 (serial_runner.py:202) -2024-09-02 00:19:07,750 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.009085290002985857, latest recall=0.96 (serial_runner.py:202) -2024-09-02 00:19:10,241 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.018376505002379417, latest recall=0.96 (serial_runner.py:202) -2024-09-02 00:19:12,476 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01706986300268909, latest recall=1.0 (serial_runner.py:202) -2024-09-02 00:19:15,007 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.024189969997678418, latest recall=0.86 (serial_runner.py:202) -2024-09-02 00:19:15,008 | INFO |SpawnProcess-1:1 search entire test_data: cost=18.849s, queries=1000, avg_recall=0.9298, avg_ndcg=0.9394,avg_latency=0.0188, p99=0.0493 (serial_runner.py:209) -2024-09-02 00:19:15,537 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:19:15,537 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-02 00:19:16,559 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-02 00:19:16,589 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:19:21,021 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006337719998555258 (mp_runner.py:73) -2024-09-02 00:19:24,249 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.007237680998514406 (mp_runner.py:73) -2024-09-02 00:19:27,122 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0047300329970312305 (mp_runner.py:73) -2024-09-02 00:19:29,926 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.007225371002277825 (mp_runner.py:73) -2024-09-02 00:19:32,857 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.00468786899728002 (mp_runner.py:73) -2024-09-02 00:19:35,649 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0072586519963806495 (mp_runner.py:73) -2024-09-02 00:19:38,535 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.004688961002102587 (mp_runner.py:73) -2024-09-02 00:19:41,329 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.007195438003691379 (mp_runner.py:73) -2024-09-02 00:19:44,398 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.004661037004552782 (mp_runner.py:73) -2024-09-02 00:19:46,592 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0028s, count=4881, qps in this process: 162.6848 (mp_runner.py:76) -2024-09-02 00:19:46,594 | INFO |End search in concurrency 1: dur=30.034467307996238s, total_count=4881, qps=162.5133 (mp_runner.py:120) -2024-09-02 00:19:46,779 | INFO |Update largest qps with concurrency 1: current max_qps=162.5133 (mp_runner.py:124) -2024-09-02 00:19:47,196 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:19:47,196 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-02 00:19:52,261 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-02 00:19:52,309 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:19:52,310 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:19:52,310 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:19:52,311 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:19:52,347 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:19:57,424 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.008260112997959368 (mp_runner.py:73) -2024-09-02 00:19:57,425 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.009134410000115167 (mp_runner.py:73) -2024-09-02 00:19:57,425 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.008749418004299514 (mp_runner.py:73) -2024-09-02 00:19:57,426 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.009555379001540132 (mp_runner.py:73) -2024-09-02 00:19:57,425 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.009086789999855682 (mp_runner.py:73) -2024-09-02 00:20:02,572 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.011401427000237163 (mp_runner.py:73) -2024-09-02 00:20:02,573 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.011085748999903444 (mp_runner.py:73) -2024-09-02 00:20:02,573 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.011739292996935546 (mp_runner.py:73) -2024-09-02 00:20:02,573 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.01114236699504545 (mp_runner.py:73) -2024-09-02 00:20:02,573 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.012217757001053542 (mp_runner.py:73) -2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.009409055004653055 (mp_runner.py:73) -2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.009403263000422157 (mp_runner.py:73) -2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.00940330199955497 (mp_runner.py:73) -2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.009411879997060169 (mp_runner.py:73) -2024-09-02 00:20:07,692 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.009408997997525148 (mp_runner.py:73) -2024-09-02 00:20:12,809 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.00965582299977541 (mp_runner.py:73) -2024-09-02 00:20:12,811 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.011540496001543943 (mp_runner.py:73) -2024-09-02 00:20:12,818 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.017060923993994948 (mp_runner.py:73) -2024-09-02 00:20:12,819 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.018454274999385234 (mp_runner.py:73) -2024-09-02 00:20:12,819 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.018074651001370512 (mp_runner.py:73) -2024-09-02 00:20:18,199 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.010264231998007745 (mp_runner.py:73) -2024-09-02 00:20:18,200 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.010977402998832986 (mp_runner.py:73) -2024-09-02 00:20:18,200 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.008993767994979862 (mp_runner.py:73) -2024-09-02 00:20:18,200 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.010414873002446257 (mp_runner.py:73) -2024-09-02 00:20:18,200 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.011103054996056017 (mp_runner.py:73) -2024-09-02 00:20:22,314 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0032s, count=2917, qps in this process: 97.223 (mp_runner.py:76) -2024-09-02 00:20:22,314 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0033s, count=2917, qps in this process: 97.2226 (mp_runner.py:76) -2024-09-02 00:20:22,314 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0037s, count=2917, qps in this process: 97.2213 (mp_runner.py:76) -2024-09-02 00:20:22,324 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0066s, count=2918, qps in this process: 97.2453 (mp_runner.py:76) -2024-09-02 00:20:22,356 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0026s, count=2923, qps in this process: 97.4249 (mp_runner.py:76) -2024-09-02 00:20:22,358 | INFO |End search in concurrency 5: dur=30.09599490900291s, total_count=14592, qps=484.8486 (mp_runner.py:120) -2024-09-02 00:20:22,668 | INFO |Update largest qps with concurrency 5: current max_qps=484.8486 (mp_runner.py:124) -2024-09-02 00:20:23,077 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:20:23,077 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-02 00:20:33,277 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-02 00:20:33,331 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,333 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,404 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,432 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,433 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,440 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,444 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:33,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:20:45,841 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.014243256999179721 (mp_runner.py:73) -2024-09-02 00:20:45,842 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.010813704997417517 (mp_runner.py:73) -2024-09-02 00:20:45,845 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.014566639001714066 (mp_runner.py:73) -2024-09-02 00:20:45,845 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.007949466002173722 (mp_runner.py:73) -2024-09-02 00:20:45,847 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.021793353000248317 (mp_runner.py:73) -2024-09-02 00:20:45,848 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02476334699895233 (mp_runner.py:73) -2024-09-02 00:20:45,849 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.020197439996991307 (mp_runner.py:73) -2024-09-02 00:20:45,851 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.02820209199853707 (mp_runner.py:73) -2024-09-02 00:20:45,851 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.023996302996238228 (mp_runner.py:73) -2024-09-02 00:20:45,854 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.029387861999566667 (mp_runner.py:73) -2024-09-02 00:20:45,855 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.021159633004572242 (mp_runner.py:73) -2024-09-02 00:20:45,858 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.029644365997228306 (mp_runner.py:73) -2024-09-02 00:20:45,860 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.03208159899804741 (mp_runner.py:73) -2024-09-02 00:20:45,864 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.04301090499939164 (mp_runner.py:73) -2024-09-02 00:20:45,870 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.01858429099956993 (mp_runner.py:73) -2024-09-02 00:20:57,628 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.02481519200227922 (mp_runner.py:73) -2024-09-02 00:20:57,629 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.024090578001050744 (mp_runner.py:73) -2024-09-02 00:20:57,629 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.025908343006449286 (mp_runner.py:73) -2024-09-02 00:20:57,629 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.023861786001361907 (mp_runner.py:73) -2024-09-02 00:20:57,630 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.026554600000963546 (mp_runner.py:73) -2024-09-02 00:20:57,630 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.027382747000956442 (mp_runner.py:73) -2024-09-02 00:20:57,630 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.020357881003292277 (mp_runner.py:73) -2024-09-02 00:20:57,630 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.024587708998296876 (mp_runner.py:73) -2024-09-02 00:20:57,631 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.02598404499440221 (mp_runner.py:73) -2024-09-02 00:20:57,632 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.027380617000744678 (mp_runner.py:73) -2024-09-02 00:20:57,633 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.027149777000886388 (mp_runner.py:73) -2024-09-02 00:20:57,633 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.029868908997741528 (mp_runner.py:73) -2024-09-02 00:20:57,634 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.01734580499760341 (mp_runner.py:73) -2024-09-02 00:20:57,634 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.032709279003029224 (mp_runner.py:73) -2024-09-02 00:20:57,634 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.03185740000481019 (mp_runner.py:73) -2024-09-02 00:21:03,353 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0171s, count=1233, qps in this process: 41.0766 (mp_runner.py:76) -2024-09-02 00:21:03,358 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0242s, count=1232, qps in this process: 41.0336 (mp_runner.py:76) -2024-09-02 00:21:03,399 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0305s, count=1235, qps in this process: 41.1249 (mp_runner.py:76) -2024-09-02 00:21:03,414 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0041s, count=1236, qps in this process: 41.1944 (mp_runner.py:76) -2024-09-02 00:21:03,433 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0144s, count=1237, qps in this process: 41.2136 (mp_runner.py:76) -2024-09-02 00:21:03,433 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.003s, count=1237, qps in this process: 41.2292 (mp_runner.py:76) -2024-09-02 00:21:03,434 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0009s, count=1237, qps in this process: 41.2321 (mp_runner.py:76) -2024-09-02 00:21:03,446 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0023s, count=1238, qps in this process: 41.2635 (mp_runner.py:76) -2024-09-02 00:21:03,446 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0024s, count=1238, qps in this process: 41.2634 (mp_runner.py:76) -2024-09-02 00:21:03,446 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0058s, count=1238, qps in this process: 41.2587 (mp_runner.py:76) -2024-09-02 00:21:03,447 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0034s, count=1238, qps in this process: 41.262 (mp_runner.py:76) -2024-09-02 00:21:03,458 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0044s, count=1239, qps in this process: 41.2939 (mp_runner.py:76) -2024-09-02 00:21:03,466 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0058s, count=1240, qps in this process: 41.3253 (mp_runner.py:76) -2024-09-02 00:21:03,481 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.003s, count=1242, qps in this process: 41.3959 (mp_runner.py:76) -2024-09-02 00:21:03,481 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0031s, count=1242, qps in this process: 41.3957 (mp_runner.py:76) -2024-09-02 00:21:03,483 | INFO |End search in concurrency 15: dur=30.20565662300214s, total_count=18562, qps=614.5207 (mp_runner.py:120) -2024-09-02 00:21:04,375 | INFO |Update largest qps with concurrency 15: current max_qps=614.5207 (mp_runner.py:124) -2024-09-02 00:21:04,784 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:21:04,784 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-02 00:21:15,049 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-02 00:21:15,147 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,156 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,211 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,211 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,212 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,229 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,229 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,229 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,233 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,233 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,236 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,263 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,274 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,274 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:15,299 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.009699928996269591 (mp_runner.py:73) -2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.01860600899817655 (mp_runner.py:73) -2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.031059425993589684 (mp_runner.py:73) -2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.03037052499712445 (mp_runner.py:73) -2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.030489409997244366 (mp_runner.py:73) -2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.031187612999929115 (mp_runner.py:73) -2024-09-02 00:21:31,020 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.030611861999204848 (mp_runner.py:73) -2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.014261757001804654 (mp_runner.py:73) -2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.03074431500135688 (mp_runner.py:73) -2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.03156551100255456 (mp_runner.py:73) -2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.0316011199975037 (mp_runner.py:73) -2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.031624619994545355 (mp_runner.py:73) -2024-09-02 00:21:31,021 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.03147028000239516 (mp_runner.py:73) -2024-09-02 00:21:31,023 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.003976227002567612 (mp_runner.py:73) -2024-09-02 00:21:31,024 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.034125326994399074 (mp_runner.py:73) -2024-09-02 00:21:31,024 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.03452763499808498 (mp_runner.py:73) -2024-09-02 00:21:31,037 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.04739330500160577 (mp_runner.py:73) -2024-09-02 00:21:31,038 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.049008261994458735 (mp_runner.py:73) -2024-09-02 00:21:31,038 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.031603511000867 (mp_runner.py:73) -2024-09-02 00:21:31,038 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.04774650200124597 (mp_runner.py:73) -2024-09-02 00:21:45,196 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0464s, count=955, qps in this process: 31.7842 (mp_runner.py:76) -2024-09-02 00:21:45,199 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.037s, count=955, qps in this process: 31.7941 (mp_runner.py:76) -2024-09-02 00:21:45,239 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0008s, count=956, qps in this process: 31.8658 (mp_runner.py:76) -2024-09-02 00:21:45,239 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0064s, count=956, qps in this process: 31.8599 (mp_runner.py:76) -2024-09-02 00:21:45,239 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0253s, count=956, qps in this process: 31.8398 (mp_runner.py:76) -2024-09-02 00:21:45,239 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0003s, count=956, qps in this process: 31.8663 (mp_runner.py:76) -2024-09-02 00:21:45,250 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0321s, count=956, qps in this process: 31.8326 (mp_runner.py:76) -2024-09-02 00:21:45,250 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0126s, count=956, qps in this process: 31.8533 (mp_runner.py:76) -2024-09-02 00:21:45,250 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.018s, count=956, qps in this process: 31.8476 (mp_runner.py:76) -2024-09-02 00:21:45,251 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0381s, count=956, qps in this process: 31.8262 (mp_runner.py:76) -2024-09-02 00:21:45,251 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0188s, count=956, qps in this process: 31.8467 (mp_runner.py:76) -2024-09-02 00:21:45,273 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.004s, count=957, qps in this process: 31.8957 (mp_runner.py:76) -2024-09-02 00:21:45,274 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0133s, count=957, qps in this process: 31.8859 (mp_runner.py:76) -2024-09-02 00:21:45,275 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0058s, count=957, qps in this process: 31.8938 (mp_runner.py:76) -2024-09-02 00:21:45,275 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0123s, count=957, qps in this process: 31.8869 (mp_runner.py:76) -2024-09-02 00:21:45,276 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0176s, count=957, qps in this process: 31.8813 (mp_runner.py:76) -2024-09-02 00:21:45,285 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0049s, count=958, qps in this process: 31.9281 (mp_runner.py:76) -2024-09-02 00:21:45,285 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.005s, count=958, qps in this process: 31.928 (mp_runner.py:76) -2024-09-02 00:21:45,294 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0041s, count=957, qps in this process: 31.8956 (mp_runner.py:76) -2024-09-02 00:21:45,312 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0017s, count=961, qps in this process: 32.0315 (mp_runner.py:76) -2024-09-02 00:21:45,314 | INFO |End search in concurrency 20: dur=30.26525531399966s, total_count=19133, qps=632.1771 (mp_runner.py:120) -2024-09-02 00:21:46,547 | INFO |Update largest qps with concurrency 20: current max_qps=632.1771 (mp_runner.py:124) -2024-09-02 00:21:46,958 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:21:46,959 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-02 00:21:57,289 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-02 00:21:57,381 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,398 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,422 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,437 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,477 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,518 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,520 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,526 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,555 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,557 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,562 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,562 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,562 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,562 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,563 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,568 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,570 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:21:57,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:17,301 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.008439987999736331 (mp_runner.py:73) -2024-09-02 00:22:17,304 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.015641472004062962 (mp_runner.py:73) -2024-09-02 00:22:17,305 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.01812355600122828 (mp_runner.py:73) -2024-09-02 00:22:17,308 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.02702962300099898 (mp_runner.py:73) -2024-09-02 00:22:17,309 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.010634682003001217 (mp_runner.py:73) -2024-09-02 00:22:17,312 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.013837341000908054 (mp_runner.py:73) -2024-09-02 00:22:17,315 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.040155191003577784 (mp_runner.py:73) -2024-09-02 00:22:17,316 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.04862776399386348 (mp_runner.py:73) -2024-09-02 00:22:17,317 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.052715835998242255 (mp_runner.py:73) -2024-09-02 00:22:17,320 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.059046203998150304 (mp_runner.py:73) -2024-09-02 00:22:17,321 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.03743072700308403 (mp_runner.py:73) -2024-09-02 00:22:17,322 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.04493179799464997 (mp_runner.py:73) -2024-09-02 00:22:17,323 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.00755738299631048 (mp_runner.py:73) -2024-09-02 00:22:17,324 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.010607675001665484 (mp_runner.py:73) -2024-09-02 00:22:17,324 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.05278894799994305 (mp_runner.py:73) -2024-09-02 00:22:17,326 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.04137013699801173 (mp_runner.py:73) -2024-09-02 00:22:17,329 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.005003567996027414 (mp_runner.py:73) -2024-09-02 00:22:17,330 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.03719018199626589 (mp_runner.py:73) -2024-09-02 00:22:17,330 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.0393128979994799 (mp_runner.py:73) -2024-09-02 00:22:17,331 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.06262728000001516 (mp_runner.py:73) -2024-09-02 00:22:17,336 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.06348887299827766 (mp_runner.py:73) -2024-09-02 00:22:17,337 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.057493041997076944 (mp_runner.py:73) -2024-09-02 00:22:17,339 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.046472351998090744 (mp_runner.py:73) -2024-09-02 00:22:17,341 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.03655728299781913 (mp_runner.py:73) -2024-09-02 00:22:17,365 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.07972157699987292 (mp_runner.py:73) -2024-09-02 00:22:27,404 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.022s, count=769, qps in this process: 25.6145 (mp_runner.py:76) -2024-09-02 00:22:27,444 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0204s, count=770, qps in this process: 25.6492 (mp_runner.py:76) -2024-09-02 00:22:27,457 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0151s, count=770, qps in this process: 25.6538 (mp_runner.py:76) -2024-09-02 00:22:27,476 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0666s, count=770, qps in this process: 25.6098 (mp_runner.py:76) -2024-09-02 00:22:27,477 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.033s, count=771, qps in this process: 25.6718 (mp_runner.py:76) -2024-09-02 00:22:27,495 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0168s, count=771, qps in this process: 25.6856 (mp_runner.py:76) -2024-09-02 00:22:27,521 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0015s, count=773, qps in this process: 25.7654 (mp_runner.py:76) -2024-09-02 00:22:27,524 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0053s, count=773, qps in this process: 25.7621 (mp_runner.py:76) -2024-09-02 00:22:27,526 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0026s, count=773, qps in this process: 25.7644 (mp_runner.py:76) -2024-09-02 00:22:27,530 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.01s, count=773, qps in this process: 25.7581 (mp_runner.py:76) -2024-09-02 00:22:27,532 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0131s, count=773, qps in this process: 25.7554 (mp_runner.py:76) -2024-09-02 00:22:27,544 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0119s, count=773, qps in this process: 25.7564 (mp_runner.py:76) -2024-09-02 00:22:27,546 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0268s, count=773, qps in this process: 25.7437 (mp_runner.py:76) -2024-09-02 00:22:27,565 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0058s, count=774, qps in this process: 25.795 (mp_runner.py:76) -2024-09-02 00:22:27,566 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0064s, count=775, qps in this process: 25.8278 (mp_runner.py:76) -2024-09-02 00:22:27,569 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0496s, count=773, qps in this process: 25.7241 (mp_runner.py:76) -2024-09-02 00:22:27,570 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0028s, count=775, qps in this process: 25.8309 (mp_runner.py:76) -2024-09-02 00:22:27,571 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0033s, count=774, qps in this process: 25.7972 (mp_runner.py:76) -2024-09-02 00:22:27,577 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.008s, count=775, qps in this process: 25.8264 (mp_runner.py:76) -2024-09-02 00:22:27,578 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0108s, count=774, qps in this process: 25.7907 (mp_runner.py:76) -2024-09-02 00:22:27,582 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0149s, count=776, qps in this process: 25.8538 (mp_runner.py:76) -2024-09-02 00:22:27,591 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0095s, count=777, qps in this process: 25.8918 (mp_runner.py:76) -2024-09-02 00:22:27,603 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0019s, count=778, qps in this process: 25.9317 (mp_runner.py:76) -2024-09-02 00:22:27,603 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0004s, count=778, qps in this process: 25.933 (mp_runner.py:76) -2024-09-02 00:22:27,603 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0077s, count=778, qps in this process: 25.9267 (mp_runner.py:76) -2024-09-02 00:22:27,606 | INFO |End search in concurrency 25: dur=30.314885553998465s, total_count=19339, qps=637.9374 (mp_runner.py:120) -2024-09-02 00:22:29,182 | INFO |Update largest qps with concurrency 25: current max_qps=637.9374 (mp_runner.py:124) -2024-09-02 00:22:29,599 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:22:29,600 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-02 00:22:40,033 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-02 00:22:40,096 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,096 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,126 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,134 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,148 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,157 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,173 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,220 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,265 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,268 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,278 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,279 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,329 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,329 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,329 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,336 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,337 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,346 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,346 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,375 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,378 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,385 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,385 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:22:40,403 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:03,363 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.011158278000948485 (mp_runner.py:73) -2024-09-02 00:23:03,367 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.01415946299675852 (mp_runner.py:73) -2024-09-02 00:23:03,367 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.01313803900120547 (mp_runner.py:73) -2024-09-02 00:23:03,369 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.013097896000545006 (mp_runner.py:73) -2024-09-02 00:23:03,373 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.003325685996969696 (mp_runner.py:73) -2024-09-02 00:23:03,373 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.014192296999681275 (mp_runner.py:73) -2024-09-02 00:23:03,376 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.011183426999195945 (mp_runner.py:73) -2024-09-02 00:23:03,380 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.022766540001612157 (mp_runner.py:73) -2024-09-02 00:23:03,380 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.024906927996198647 (mp_runner.py:73) -2024-09-02 00:23:03,381 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.017027558998961467 (mp_runner.py:73) -2024-09-02 00:23:03,383 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.010436828997626435 (mp_runner.py:73) -2024-09-02 00:23:03,385 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.010930753996944986 (mp_runner.py:73) -2024-09-02 00:23:03,389 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.03600374199595535 (mp_runner.py:73) -2024-09-02 00:23:03,392 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.037937525994493626 (mp_runner.py:73) -2024-09-02 00:23:03,393 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.016872494998096954 (mp_runner.py:73) -2024-09-02 00:23:03,396 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.01587154700246174 (mp_runner.py:73) -2024-09-02 00:23:03,397 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.01103598700137809 (mp_runner.py:73) -2024-09-02 00:23:03,399 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.016791837006167043 (mp_runner.py:73) -2024-09-02 00:23:03,399 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.017953817994566634 (mp_runner.py:73) -2024-09-02 00:23:03,402 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.047330712994153146 (mp_runner.py:73) -2024-09-02 00:23:03,404 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.030092392000369728 (mp_runner.py:73) -2024-09-02 00:23:03,405 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.02064119699934963 (mp_runner.py:73) -2024-09-02 00:23:03,409 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.05276735000370536 (mp_runner.py:73) -2024-09-02 00:23:03,409 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.01932918200327549 (mp_runner.py:73) -2024-09-02 00:23:03,410 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.03177119699830655 (mp_runner.py:73) -2024-09-02 00:23:03,413 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.03093498000089312 (mp_runner.py:73) -2024-09-02 00:23:03,413 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.060870186003739946 (mp_runner.py:73) -2024-09-02 00:23:03,420 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.04963307499565417 (mp_runner.py:73) -2024-09-02 00:23:03,422 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.034875376004492864 (mp_runner.py:73) -2024-09-02 00:23:03,424 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.03781617500499124 (mp_runner.py:73) -2024-09-02 00:23:10,119 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0176s, count=650, qps in this process: 21.654 (mp_runner.py:76) -2024-09-02 00:23:10,120 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0228s, count=650, qps in this process: 21.6502 (mp_runner.py:76) -2024-09-02 00:23:10,172 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0323s, count=651, qps in this process: 21.6767 (mp_runner.py:76) -2024-09-02 00:23:10,172 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0076s, count=651, qps in this process: 21.6945 (mp_runner.py:76) -2024-09-02 00:23:10,173 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0451s, count=651, qps in this process: 21.6674 (mp_runner.py:76) -2024-09-02 00:23:10,182 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0288s, count=651, qps in this process: 21.6792 (mp_runner.py:76) -2024-09-02 00:23:10,205 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.024s, count=652, qps in this process: 21.716 (mp_runner.py:76) -2024-09-02 00:23:10,269 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0468s, count=654, qps in this process: 21.766 (mp_runner.py:76) -2024-09-02 00:23:10,273 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0071s, count=654, qps in this process: 21.7948 (mp_runner.py:76) -2024-09-02 00:23:10,283 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0049s, count=654, qps in this process: 21.7964 (mp_runner.py:76) -2024-09-02 00:23:10,293 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0044s, count=655, qps in this process: 21.8301 (mp_runner.py:76) -2024-09-02 00:23:10,300 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0113s, count=655, qps in this process: 21.8251 (mp_runner.py:76) -2024-09-02 00:23:10,327 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0121s, count=656, qps in this process: 21.8579 (mp_runner.py:76) -2024-09-02 00:23:10,348 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.008s, count=656, qps in this process: 21.8608 (mp_runner.py:76) -2024-09-02 00:23:10,349 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0177s, count=657, qps in this process: 21.8871 (mp_runner.py:76) -2024-09-02 00:23:10,352 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0078s, count=657, qps in this process: 21.8943 (mp_runner.py:76) -2024-09-02 00:23:10,354 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0125s, count=657, qps in this process: 21.8909 (mp_runner.py:76) -2024-09-02 00:23:10,355 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.024s, count=657, qps in this process: 21.8825 (mp_runner.py:76) -2024-09-02 00:23:10,364 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0331s, count=657, qps in this process: 21.8759 (mp_runner.py:76) -2024-09-02 00:23:10,372 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0184s, count=658, qps in this process: 21.9199 (mp_runner.py:76) -2024-09-02 00:23:10,375 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0211s, count=658, qps in this process: 21.9179 (mp_runner.py:76) -2024-09-02 00:23:10,376 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0013s, count=658, qps in this process: 21.9324 (mp_runner.py:76) -2024-09-02 00:23:10,391 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0085s, count=658, qps in this process: 21.9271 (mp_runner.py:76) -2024-09-02 00:23:10,393 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0073s, count=659, qps in this process: 21.9613 (mp_runner.py:76) -2024-09-02 00:23:10,394 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0116s, count=659, qps in this process: 21.9582 (mp_runner.py:76) -2024-09-02 00:23:10,394 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0197s, count=659, qps in this process: 21.9523 (mp_runner.py:76) -2024-09-02 00:23:10,399 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0194s, count=659, qps in this process: 21.9525 (mp_runner.py:76) -2024-09-02 00:23:10,406 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0079s, count=660, qps in this process: 21.9942 (mp_runner.py:76) -2024-09-02 00:23:10,406 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0086s, count=660, qps in this process: 21.9937 (mp_runner.py:76) -2024-09-02 00:23:10,416 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0018s, count=662, qps in this process: 22.0653 (mp_runner.py:76) -2024-09-02 00:23:10,419 | INFO |End search in concurrency 30: dur=30.385412739000458s, total_count=19675, qps=647.5147 (mp_runner.py:120) -2024-09-02 00:23:12,345 | INFO |Update largest qps with concurrency 30: current max_qps=647.5147 (mp_runner.py:124) -2024-09-02 00:23:12,760 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:23:12,760 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-02 00:23:23,245 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-02 00:23:23,303 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,306 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,314 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,324 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,341 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,352 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,460 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,465 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,479 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,533 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,554 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,577 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,588 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,590 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,624 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,624 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,631 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,637 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,642 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,653 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,653 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,653 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,654 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:23,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:23:50,121 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.0438432190057938 (mp_runner.py:73) -2024-09-02 00:23:50,121 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.008158228993124794 (mp_runner.py:73) -2024-09-02 00:23:50,123 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.004464717996597756 (mp_runner.py:73) -2024-09-02 00:23:50,125 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.010989246999088209 (mp_runner.py:73) -2024-09-02 00:23:50,127 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.00820926199958194 (mp_runner.py:73) -2024-09-02 00:23:50,129 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.009465492999879643 (mp_runner.py:73) -2024-09-02 00:23:50,130 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.05298895799933234 (mp_runner.py:73) -2024-09-02 00:23:50,130 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.03729049899993697 (mp_runner.py:73) -2024-09-02 00:23:50,132 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.0546406690045842 (mp_runner.py:73) -2024-09-02 00:23:50,133 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.052670944001874886 (mp_runner.py:73) -2024-09-02 00:23:50,135 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.05827878700074507 (mp_runner.py:73) -2024-09-02 00:23:50,135 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.05805574800615432 (mp_runner.py:73) -2024-09-02 00:23:50,135 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.058080777002032846 (mp_runner.py:73) -2024-09-02 00:23:50,135 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.04249589599930914 (mp_runner.py:73) -2024-09-02 00:23:50,136 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.04667314600374084 (mp_runner.py:73) -2024-09-02 00:23:50,136 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.04280314799689222 (mp_runner.py:73) -2024-09-02 00:23:50,136 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.04294536899396917 (mp_runner.py:73) -2024-09-02 00:23:50,136 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.05898638600046979 (mp_runner.py:73) -2024-09-02 00:23:50,139 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.0457265729928622 (mp_runner.py:73) -2024-09-02 00:23:50,139 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.049590189002628904 (mp_runner.py:73) -2024-09-02 00:23:50,139 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.04597919800289674 (mp_runner.py:73) -2024-09-02 00:23:50,140 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.06246952599758515 (mp_runner.py:73) -2024-09-02 00:23:50,140 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.047019776997331064 (mp_runner.py:73) -2024-09-02 00:23:50,141 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.04654396200203337 (mp_runner.py:73) -2024-09-02 00:23:50,141 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.04733038699487224 (mp_runner.py:73) -2024-09-02 00:23:50,145 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.05225101299583912 (mp_runner.py:73) -2024-09-02 00:23:50,146 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.06845299799897475 (mp_runner.py:73) -2024-09-02 00:23:50,146 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.0264607739954954 (mp_runner.py:73) -2024-09-02 00:23:50,146 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.03354687200044282 (mp_runner.py:73) -2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.03921762100071646 (mp_runner.py:73) -2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.0415631130017573 (mp_runner.py:73) -2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.041907758997695055 (mp_runner.py:73) -2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.03955839999980526 (mp_runner.py:73) -2024-09-02 00:23:50,148 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.06969600299635204 (mp_runner.py:73) -2024-09-02 00:23:50,149 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.035049398997216485 (mp_runner.py:73) -2024-09-02 00:23:53,324 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0062s, count=562, qps in this process: 18.7295 (mp_runner.py:76) -2024-09-02 00:23:53,324 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0194s, count=562, qps in this process: 18.7212 (mp_runner.py:76) -2024-09-02 00:23:53,384 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0225s, count=564, qps in this process: 18.7859 (mp_runner.py:76) -2024-09-02 00:23:53,386 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0699s, count=564, qps in this process: 18.7563 (mp_runner.py:76) -2024-09-02 00:23:53,387 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0592s, count=564, qps in this process: 18.763 (mp_runner.py:76) -2024-09-02 00:23:53,392 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0461s, count=564, qps in this process: 18.7712 (mp_runner.py:76) -2024-09-02 00:23:53,407 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0223s, count=565, qps in this process: 18.8193 (mp_runner.py:76) -2024-09-02 00:23:53,465 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0005s, count=566, qps in this process: 18.8664 (mp_runner.py:76) -2024-09-02 00:23:53,488 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0029s, count=566, qps in this process: 18.8648 (mp_runner.py:76) -2024-09-02 00:23:53,507 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0394s, count=567, qps in this process: 18.8752 (mp_runner.py:76) -2024-09-02 00:23:53,533 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0634s, count=567, qps in this process: 18.8601 (mp_runner.py:76) -2024-09-02 00:23:53,554 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0158s, count=568, qps in this process: 18.9234 (mp_runner.py:76) -2024-09-02 00:23:53,564 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0092s, count=568, qps in this process: 18.9275 (mp_runner.py:76) -2024-09-02 00:23:53,591 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0347s, count=569, qps in this process: 18.9448 (mp_runner.py:76) -2024-09-02 00:23:53,601 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0063s, count=570, qps in this process: 18.996 (mp_runner.py:76) -2024-09-02 00:23:53,601 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0224s, count=569, qps in this process: 18.9525 (mp_runner.py:76) -2024-09-02 00:23:53,602 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0118s, count=569, qps in this process: 18.9592 (mp_runner.py:76) -2024-09-02 00:23:53,602 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0235s, count=569, qps in this process: 18.9518 (mp_runner.py:76) -2024-09-02 00:23:53,612 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0222s, count=570, qps in this process: 18.986 (mp_runner.py:76) -2024-09-02 00:23:53,615 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0212s, count=570, qps in this process: 18.9866 (mp_runner.py:76) -2024-09-02 00:23:53,620 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0292s, count=570, qps in this process: 18.9815 (mp_runner.py:76) -2024-09-02 00:23:53,625 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0343s, count=570, qps in this process: 18.9783 (mp_runner.py:76) -2024-09-02 00:23:53,632 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0406s, count=570, qps in this process: 18.9743 (mp_runner.py:76) -2024-09-02 00:23:53,643 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0024s, count=571, qps in this process: 19.0318 (mp_runner.py:76) -2024-09-02 00:23:53,643 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0067s, count=571, qps in this process: 19.0291 (mp_runner.py:76) -2024-09-02 00:23:53,644 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0137s, count=571, qps in this process: 19.0246 (mp_runner.py:76) -2024-09-02 00:23:53,648 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0173s, count=571, qps in this process: 19.0224 (mp_runner.py:76) -2024-09-02 00:23:53,650 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.019s, count=571, qps in this process: 19.0213 (mp_runner.py:76) -2024-09-02 00:23:53,660 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0033s, count=572, qps in this process: 19.0646 (mp_runner.py:76) -2024-09-02 00:23:53,661 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0042s, count=572, qps in this process: 19.064 (mp_runner.py:76) -2024-09-02 00:23:53,663 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0123s, count=572, qps in this process: 19.0589 (mp_runner.py:76) -2024-09-02 00:23:53,665 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0077s, count=572, qps in this process: 19.0618 (mp_runner.py:76) -2024-09-02 00:23:53,668 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.01s, count=572, qps in this process: 19.0603 (mp_runner.py:76) -2024-09-02 00:23:53,673 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0074s, count=573, qps in this process: 19.0953 (mp_runner.py:76) -2024-09-02 00:23:53,720 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0053s, count=580, qps in this process: 19.3299 (mp_runner.py:76) -2024-09-02 00:23:53,723 | INFO |End search in concurrency 35: dur=30.477098208000825s, total_count=19911, qps=653.3102 (mp_runner.py:120) -2024-09-02 00:23:55,971 | INFO |Update largest qps with concurrency 35: current max_qps=653.3102 (mp_runner.py:124) -2024-09-02 00:23:56,379 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:23:56,380 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-02 00:24:07,016 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-02 00:24:07,093 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,126 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,226 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,267 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,278 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,286 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,364 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,371 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,375 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,390 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,402 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,405 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,408 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,476 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,477 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,477 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,478 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,509 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,510 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,529 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,546 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:07,561 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:37,115 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0216s, count=491, qps in this process: 16.3549 (mp_runner.py:76) -2024-09-02 00:24:37,147 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0101s, count=492, qps in this process: 16.3945 (mp_runner.py:76) -2024-09-02 00:24:37,247 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0096s, count=494, qps in this process: 16.4614 (mp_runner.py:76) -2024-09-02 00:24:37,248 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0576s, count=494, qps in this process: 16.4351 (mp_runner.py:76) -2024-09-02 00:24:37,258 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0326s, count=494, qps in this process: 16.4488 (mp_runner.py:76) -2024-09-02 00:24:37,291 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0069s, count=495, qps in this process: 16.4962 (mp_runner.py:76) -2024-09-02 00:24:37,325 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0043s, count=496, qps in this process: 16.531 (mp_runner.py:76) -2024-09-02 00:24:37,332 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.042s, count=496, qps in this process: 16.5102 (mp_runner.py:76) -2024-09-02 00:24:37,342 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0649s, count=496, qps in this process: 16.4976 (mp_runner.py:76) -2024-09-02 00:24:37,384 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0169s, count=497, qps in this process: 16.5573 (mp_runner.py:76) -2024-09-02 00:24:37,384 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0164s, count=497, qps in this process: 16.5576 (mp_runner.py:76) -2024-09-02 00:24:37,385 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0181s, count=497, qps in this process: 16.5567 (mp_runner.py:76) -2024-09-02 00:24:37,385 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0179s, count=497, qps in this process: 16.5568 (mp_runner.py:76) -2024-09-02 00:24:37,386 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0038s, count=497, qps in this process: 16.5646 (mp_runner.py:76) -2024-09-02 00:24:37,386 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0189s, count=497, qps in this process: 16.5562 (mp_runner.py:76) -2024-09-02 00:24:37,387 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0121s, count=497, qps in this process: 16.56 (mp_runner.py:76) -2024-09-02 00:24:37,387 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0203s, count=497, qps in this process: 16.5555 (mp_runner.py:76) -2024-09-02 00:24:37,404 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.021s, count=497, qps in this process: 16.5551 (mp_runner.py:76) -2024-09-02 00:24:37,415 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0049s, count=498, qps in this process: 16.5973 (mp_runner.py:76) -2024-09-02 00:24:37,417 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0129s, count=498, qps in this process: 16.5929 (mp_runner.py:76) -2024-09-02 00:24:37,421 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0306s, count=498, qps in this process: 16.5831 (mp_runner.py:76) -2024-09-02 00:24:37,424 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0142s, count=498, qps in this process: 16.5921 (mp_runner.py:76) -2024-09-02 00:24:37,425 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0302s, count=498, qps in this process: 16.5833 (mp_runner.py:76) -2024-09-02 00:24:37,428 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0165s, count=498, qps in this process: 16.5909 (mp_runner.py:76) -2024-09-02 00:24:37,430 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0003s, count=498, qps in this process: 16.5998 (mp_runner.py:76) -2024-09-02 00:24:37,450 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0016s, count=499, qps in this process: 16.6324 (mp_runner.py:76) -2024-09-02 00:24:37,452 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0041s, count=499, qps in this process: 16.6311 (mp_runner.py:76) -2024-09-02 00:24:37,473 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.022723869995388668 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.012716272998659406 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.025529204001941252 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.02400581000256352 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.01967615399917122 (mp_runner.py:73) -2024-09-02 00:24:37,474 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0247s, count=500, qps in this process: 16.653 (mp_runner.py:76) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.0236258699951577 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.02265887800604105 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.025269958001445048 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.023543634000816382 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.023056275000271853 (mp_runner.py:73) -2024-09-02 00:24:37,474 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.022024362995580304 (mp_runner.py:73) -2024-09-02 00:24:37,475 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.021s, count=500, qps in this process: 16.655 (mp_runner.py:76) -2024-09-02 00:24:37,481 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.028571946997544728 (mp_runner.py:73) -2024-09-02 00:24:37,482 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.03377277400431922 (mp_runner.py:73) -2024-09-02 00:24:37,489 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0068s, count=501, qps in this process: 16.6962 (mp_runner.py:76) -2024-09-02 00:24:37,490 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0078s, count=501, qps in this process: 16.6957 (mp_runner.py:76) -2024-09-02 00:24:37,491 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0093s, count=501, qps in this process: 16.6948 (mp_runner.py:76) -2024-09-02 00:24:37,496 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0142s, count=501, qps in this process: 16.6921 (mp_runner.py:76) -2024-09-02 00:24:37,520 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0064s, count=503, qps in this process: 16.7631 (mp_runner.py:76) -2024-09-02 00:24:37,521 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0108s, count=503, qps in this process: 16.7606 (mp_runner.py:76) -2024-09-02 00:24:37,530 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0004s, count=504, qps in this process: 16.7998 (mp_runner.py:76) -2024-09-02 00:24:37,530 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0213s, count=503, qps in this process: 16.7548 (mp_runner.py:76) -2024-09-02 00:24:37,540 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.004s, count=505, qps in this process: 16.8311 (mp_runner.py:76) -2024-09-02 00:24:37,566 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0091s, count=508, qps in this process: 16.9282 (mp_runner.py:76) -2024-09-02 00:24:37,573 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0031s, count=509, qps in this process: 16.9649 (mp_runner.py:76) -2024-09-02 00:24:37,576 | INFO |End search in concurrency 40: dur=30.558536930002447s, total_count=19944, qps=652.649 (mp_runner.py:120) -2024-09-02 00:24:40,596 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:24:40,596 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-02 00:24:51,448 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-02 00:24:51,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,620 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,628 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,679 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,725 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,738 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,761 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,770 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,810 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,814 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,816 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,816 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,869 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,870 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,870 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,877 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,880 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,882 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,918 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,931 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,936 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,942 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,954 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,987 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:51,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:52,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:52,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:52,011 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:52,012 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:24:52,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:21,577 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0825s, count=434, qps in this process: 14.427 (mp_runner.py:76) -2024-09-02 00:25:21,691 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0667s, count=435, qps in this process: 14.4678 (mp_runner.py:76) -2024-09-02 00:25:21,695 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0552s, count=435, qps in this process: 14.4734 (mp_runner.py:76) -2024-09-02 00:25:21,695 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0436s, count=435, qps in this process: 14.479 (mp_runner.py:76) -2024-09-02 00:25:21,699 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0075s, count=435, qps in this process: 14.4964 (mp_runner.py:76) -2024-09-02 00:25:21,754 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0204s, count=436, qps in this process: 14.5235 (mp_runner.py:76) -2024-09-02 00:25:21,791 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0266s, count=437, qps in this process: 14.5538 (mp_runner.py:76) -2024-09-02 00:25:21,795 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0207s, count=437, qps in this process: 14.5566 (mp_runner.py:76) -2024-09-02 00:25:21,798 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0502s, count=437, qps in this process: 14.5423 (mp_runner.py:76) -2024-09-02 00:25:21,829 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0048s, count=438, qps in this process: 14.5977 (mp_runner.py:76) -2024-09-02 00:25:21,868 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0029s, count=437, qps in this process: 14.5653 (mp_runner.py:76) -2024-09-02 00:25:21,888 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0029s, count=438, qps in this process: 14.5986 (mp_runner.py:76) -2024-09-02 00:25:21,896 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0102s, count=438, qps in this process: 14.595 (mp_runner.py:76) -2024-09-02 00:25:21,904 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0226s, count=438, qps in this process: 14.589 (mp_runner.py:76) -2024-09-02 00:25:21,913 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0896s, count=438, qps in this process: 14.5565 (mp_runner.py:76) -2024-09-02 00:25:21,919 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0371s, count=438, qps in this process: 14.582 (mp_runner.py:76) -2024-09-02 00:25:21,919 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0953s, count=438, qps in this process: 14.5538 (mp_runner.py:76) -2024-09-02 00:25:21,920 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0344s, count=438, qps in this process: 14.5833 (mp_runner.py:76) -2024-09-02 00:25:21,920 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0961s, count=438, qps in this process: 14.5534 (mp_runner.py:76) -2024-09-02 00:25:21,939 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0568s, count=439, qps in this process: 14.6057 (mp_runner.py:76) -2024-09-02 00:25:21,939 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0211s, count=439, qps in this process: 14.623 (mp_runner.py:76) -2024-09-02 00:25:21,940 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0545s, count=439, qps in this process: 14.6068 (mp_runner.py:76) -2024-09-02 00:25:21,940 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.022s, count=439, qps in this process: 14.6226 (mp_runner.py:76) -2024-09-02 00:25:21,940 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0751s, count=439, qps in this process: 14.5968 (mp_runner.py:76) -2024-09-02 00:25:21,941 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0225s, count=439, qps in this process: 14.6224 (mp_runner.py:76) -2024-09-02 00:25:21,941 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0225s, count=439, qps in this process: 14.6224 (mp_runner.py:76) -2024-09-02 00:25:21,942 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0203s, count=439, qps in this process: 14.6234 (mp_runner.py:76) -2024-09-02 00:25:21,942 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0533s, count=439, qps in this process: 14.6074 (mp_runner.py:76) -2024-09-02 00:25:21,955 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0904s, count=439, qps in this process: 14.5894 (mp_runner.py:76) -2024-09-02 00:25:21,959 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.005s, count=439, qps in this process: 14.6309 (mp_runner.py:76) -2024-09-02 00:25:21,960 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0097s, count=439, qps in this process: 14.6286 (mp_runner.py:76) -2024-09-02 00:25:21,962 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0217s, count=439, qps in this process: 14.6228 (mp_runner.py:76) -2024-09-02 00:25:21,963 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0279s, count=439, qps in this process: 14.6197 (mp_runner.py:76) -2024-09-02 00:25:21,966 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0151s, count=440, qps in this process: 14.6593 (mp_runner.py:76) -2024-09-02 00:25:21,977 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0109s, count=440, qps in this process: 14.6613 (mp_runner.py:76) -2024-09-02 00:25:21,988 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0193s, count=441, qps in this process: 14.6905 (mp_runner.py:76) -2024-09-02 00:25:21,992 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0233s, count=441, qps in this process: 14.6886 (mp_runner.py:76) -2024-09-02 00:25:22,003 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0134s, count=441, qps in this process: 14.6934 (mp_runner.py:76) -2024-09-02 00:25:22,007 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0169s, count=442, qps in this process: 14.725 (mp_runner.py:76) -2024-09-02 00:25:22,008 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0101s, count=442, qps in this process: 14.7284 (mp_runner.py:76) -2024-09-02 00:25:22,009 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.003s, count=442, qps in this process: 14.7319 (mp_runner.py:76) -2024-09-02 00:25:22,017 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0024s, count=443, qps in this process: 14.7655 (mp_runner.py:76) -2024-09-02 00:25:22,026 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0045s, count=444, qps in this process: 14.7978 (mp_runner.py:76) -2024-09-02 00:25:22,026 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0052s, count=444, qps in this process: 14.7974 (mp_runner.py:76) -2024-09-02 00:25:22,032 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.003s, count=445, qps in this process: 14.8319 (mp_runner.py:76) -2024-09-02 00:25:22,035 | INFO |End search in concurrency 45: dur=30.585674998998s, total_count=19751, qps=645.7598 (mp_runner.py:120) -2024-09-02 00:25:25,400 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:25:25,401 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-02 00:25:46,402 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-02 00:25:46,556 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,651 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,795 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,801 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,810 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,811 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,812 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,812 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,817 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,818 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,818 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,829 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,834 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,835 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,852 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,852 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,852 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,852 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,853 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,886 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,889 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,890 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,893 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,902 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,908 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,914 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,916 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,944 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,959 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,959 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:46,998 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:47,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:47,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:47,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:25:47,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:16,574 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0136s, count=393, qps in this process: 13.0941 (mp_runner.py:76) -2024-09-02 00:26:16,709 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0431s, count=395, qps in this process: 13.1478 (mp_runner.py:76) -2024-09-02 00:26:16,841 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0261s, count=397, qps in this process: 13.2218 (mp_runner.py:76) -2024-09-02 00:26:16,842 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0035s, count=397, qps in this process: 13.2318 (mp_runner.py:76) -2024-09-02 00:26:16,842 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0396s, count=397, qps in this process: 13.2159 (mp_runner.py:76) -2024-09-02 00:26:16,842 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0142s, count=397, qps in this process: 13.2271 (mp_runner.py:76) -2024-09-02 00:26:16,843 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0145s, count=397, qps in this process: 13.2269 (mp_runner.py:76) -2024-09-02 00:26:16,843 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0289s, count=397, qps in this process: 13.2206 (mp_runner.py:76) -2024-09-02 00:26:16,844 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0237s, count=397, qps in this process: 13.2229 (mp_runner.py:76) -2024-09-02 00:26:16,844 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0101s, count=397, qps in this process: 13.2289 (mp_runner.py:76) -2024-09-02 00:26:16,841 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0072s, count=397, qps in this process: 13.2302 (mp_runner.py:76) -2024-09-02 00:26:16,845 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0294s, count=397, qps in this process: 13.2204 (mp_runner.py:76) -2024-09-02 00:26:16,845 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0041s, count=397, qps in this process: 13.2315 (mp_runner.py:76) -2024-09-02 00:26:16,860 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.046s, count=397, qps in this process: 13.2131 (mp_runner.py:76) -2024-09-02 00:26:16,861 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0595s, count=397, qps in this process: 13.2071 (mp_runner.py:76) -2024-09-02 00:26:16,862 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0586s, count=397, qps in this process: 13.2075 (mp_runner.py:76) -2024-09-02 00:26:16,872 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0177s, count=398, qps in this process: 13.2588 (mp_runner.py:76) -2024-09-02 00:26:16,878 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0229s, count=398, qps in this process: 13.2565 (mp_runner.py:76) -2024-09-02 00:26:16,884 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0276s, count=398, qps in this process: 13.2545 (mp_runner.py:76) -2024-09-02 00:26:16,893 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0384s, count=398, qps in this process: 13.2497 (mp_runner.py:76) -2024-09-02 00:26:16,895 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0529s, count=398, qps in this process: 13.2433 (mp_runner.py:76) -2024-09-02 00:26:16,904 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0112s, count=398, qps in this process: 13.2617 (mp_runner.py:76) -2024-09-02 00:26:16,907 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0653s, count=398, qps in this process: 13.2379 (mp_runner.py:76) -2024-09-02 00:26:16,909 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0137s, count=398, qps in this process: 13.2606 (mp_runner.py:76) -2024-09-02 00:26:16,918 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.063s, count=398, qps in this process: 13.2389 (mp_runner.py:76) -2024-09-02 00:26:16,920 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.005s, count=398, qps in this process: 13.2645 (mp_runner.py:76) -2024-09-02 00:26:16,936 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0432s, count=399, qps in this process: 13.2809 (mp_runner.py:76) -2024-09-02 00:26:16,936 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0208s, count=399, qps in this process: 13.2908 (mp_runner.py:76) -2024-09-02 00:26:16,936 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0135s, count=399, qps in this process: 13.294 (mp_runner.py:76) -2024-09-02 00:26:16,937 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0142s, count=399, qps in this process: 13.2937 (mp_runner.py:76) -2024-09-02 00:26:16,939 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0233s, count=399, qps in this process: 13.2897 (mp_runner.py:76) -2024-09-02 00:26:16,947 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0429s, count=399, qps in this process: 13.281 (mp_runner.py:76) -2024-09-02 00:26:16,948 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0587s, count=398, qps in this process: 13.2408 (mp_runner.py:76) -2024-09-02 00:26:16,948 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0339s, count=399, qps in this process: 13.285 (mp_runner.py:76) -2024-09-02 00:26:16,949 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0321s, count=399, qps in this process: 13.2858 (mp_runner.py:76) -2024-09-02 00:26:16,970 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0042s, count=400, qps in this process: 13.3315 (mp_runner.py:76) -2024-09-02 00:26:16,972 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0237s, count=400, qps in this process: 13.3228 (mp_runner.py:76) -2024-09-02 00:26:16,972 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0239s, count=400, qps in this process: 13.3227 (mp_runner.py:76) -2024-09-02 00:26:16,976 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0277s, count=400, qps in this process: 13.321 (mp_runner.py:76) -2024-09-02 00:26:16,980 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0293s, count=400, qps in this process: 13.3203 (mp_runner.py:76) -2024-09-02 00:26:16,982 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.018s, count=400, qps in this process: 13.3253 (mp_runner.py:76) -2024-09-02 00:26:16,991 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.013s, count=401, qps in this process: 13.3609 (mp_runner.py:76) -2024-09-02 00:26:16,993 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.02s, count=401, qps in this process: 13.3578 (mp_runner.py:76) -2024-09-02 00:26:16,994 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.021s, count=401, qps in this process: 13.3573 (mp_runner.py:76) -2024-09-02 00:26:17,008 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0016s, count=402, qps in this process: 13.3993 (mp_runner.py:76) -2024-09-02 00:26:17,008 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0027s, count=402, qps in this process: 13.3988 (mp_runner.py:76) -2024-09-02 00:26:17,009 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0021s, count=402, qps in this process: 13.3991 (mp_runner.py:76) -2024-09-02 00:26:17,035 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.01s, count=405, qps in this process: 13.4955 (mp_runner.py:76) -2024-09-02 00:26:17,051 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0049s, count=407, qps in this process: 13.5645 (mp_runner.py:76) -2024-09-02 00:26:17,051 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.005s, count=407, qps in this process: 13.5644 (mp_runner.py:76) -2024-09-02 00:26:17,054 | INFO |End search in concurrency 50: dur=30.650377211000887s, total_count=19944, qps=650.6935 (mp_runner.py:120) -2024-09-02 00:26:20,782 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:26:20,783 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-02 00:26:41,896 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-02 00:26:42,088 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,115 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,243 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,276 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,288 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,413 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,482 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,532 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,532 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,538 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,558 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,567 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,574 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,574 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,577 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,577 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,617 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,630 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,638 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,648 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,653 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,662 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,674 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:26:42,768 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:12,137 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0128s, count=357, qps in this process: 11.8949 (mp_runner.py:76) -2024-09-02 00:27:12,140 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0434s, count=357, qps in this process: 11.8828 (mp_runner.py:76) -2024-09-02 00:27:12,279 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0341s, count=359, qps in this process: 11.9531 (mp_runner.py:76) -2024-09-02 00:27:12,281 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0353s, count=359, qps in this process: 11.9526 (mp_runner.py:76) -2024-09-02 00:27:12,281 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0039s, count=359, qps in this process: 11.9651 (mp_runner.py:76) -2024-09-02 00:27:12,281 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0359s, count=359, qps in this process: 11.9524 (mp_runner.py:76) -2024-09-02 00:27:12,281 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0371s, count=359, qps in this process: 11.9519 (mp_runner.py:76) -2024-09-02 00:27:12,298 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0533s, count=359, qps in this process: 11.9454 (mp_runner.py:76) -2024-09-02 00:27:12,306 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0602s, count=359, qps in this process: 11.9427 (mp_runner.py:76) -2024-09-02 00:27:12,343 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0473s, count=360, qps in this process: 11.9811 (mp_runner.py:76) -2024-09-02 00:27:12,347 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0247s, count=359, qps in this process: 11.9568 (mp_runner.py:76) -2024-09-02 00:27:12,354 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0313s, count=360, qps in this process: 11.9875 (mp_runner.py:76) -2024-09-02 00:27:12,373 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0317s, count=359, qps in this process: 11.954 (mp_runner.py:76) -2024-09-02 00:27:12,437 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0017s, count=361, qps in this process: 12.0327 (mp_runner.py:76) -2024-09-02 00:27:12,441 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.022s, count=361, qps in this process: 12.0245 (mp_runner.py:76) -2024-09-02 00:27:12,461 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0075s, count=362, qps in this process: 12.0637 (mp_runner.py:76) -2024-09-02 00:27:12,473 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0191s, count=362, qps in this process: 12.059 (mp_runner.py:76) -2024-09-02 00:27:12,477 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0574s, count=362, qps in this process: 12.0436 (mp_runner.py:76) -2024-09-02 00:27:12,539 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0935s, count=363, qps in this process: 12.0624 (mp_runner.py:76) -2024-09-02 00:27:12,540 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.002s, count=363, qps in this process: 12.0992 (mp_runner.py:76) -2024-09-02 00:27:12,540 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.086s, count=363, qps in this process: 12.0654 (mp_runner.py:76) -2024-09-02 00:27:12,543 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0513s, count=363, qps in this process: 12.0793 (mp_runner.py:76) -2024-09-02 00:27:12,547 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0183s, count=363, qps in this process: 12.0926 (mp_runner.py:76) -2024-09-02 00:27:12,547 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0066s, count=363, qps in this process: 12.0973 (mp_runner.py:76) -2024-09-02 00:27:12,547 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0648s, count=363, qps in this process: 12.0739 (mp_runner.py:76) -2024-09-02 00:27:12,550 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0137s, count=363, qps in this process: 12.0945 (mp_runner.py:76) -2024-09-02 00:27:12,587 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0109s, count=364, qps in this process: 12.1289 (mp_runner.py:76) -2024-09-02 00:27:12,588 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0333s, count=364, qps in this process: 12.1199 (mp_runner.py:76) -2024-09-02 00:27:12,590 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0111s, count=364, qps in this process: 12.1288 (mp_runner.py:76) -2024-09-02 00:27:12,592 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0158s, count=364, qps in this process: 12.1269 (mp_runner.py:76) -2024-09-02 00:27:12,592 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0244s, count=364, qps in this process: 12.1235 (mp_runner.py:76) -2024-09-02 00:27:12,597 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0268s, count=364, qps in this process: 12.1225 (mp_runner.py:76) -2024-09-02 00:27:12,598 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0139s, count=364, qps in this process: 12.1277 (mp_runner.py:76) -2024-09-02 00:27:12,599 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0204s, count=364, qps in this process: 12.1251 (mp_runner.py:76) -2024-09-02 00:27:12,601 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0245s, count=364, qps in this process: 12.1234 (mp_runner.py:76) -2024-09-02 00:27:12,623 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0473s, count=365, qps in this process: 12.1475 (mp_runner.py:76) -2024-09-02 00:27:12,624 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0407s, count=365, qps in this process: 12.1502 (mp_runner.py:76) -2024-09-02 00:27:12,626 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0103s, count=365, qps in this process: 12.1625 (mp_runner.py:76) -2024-09-02 00:27:12,634 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0145s, count=365, qps in this process: 12.1608 (mp_runner.py:76) -2024-09-02 00:27:12,636 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0012s, count=365, qps in this process: 12.1662 (mp_runner.py:76) -2024-09-02 00:27:12,639 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.033s, count=365, qps in this process: 12.1533 (mp_runner.py:76) -2024-09-02 00:27:12,640 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0109s, count=365, qps in this process: 12.1622 (mp_runner.py:76) -2024-09-02 00:27:12,642 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0328s, count=365, qps in this process: 12.1534 (mp_runner.py:76) -2024-09-02 00:27:12,644 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0674s, count=365, qps in this process: 12.1394 (mp_runner.py:76) -2024-09-02 00:27:12,644 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0287s, count=365, qps in this process: 12.155 (mp_runner.py:76) -2024-09-02 00:27:12,647 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0042s, count=365, qps in this process: 12.165 (mp_runner.py:76) -2024-09-02 00:27:12,658 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0075s, count=366, qps in this process: 12.197 (mp_runner.py:76) -2024-09-02 00:27:12,658 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0081s, count=366, qps in this process: 12.1967 (mp_runner.py:76) -2024-09-02 00:27:12,662 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0097s, count=366, qps in this process: 12.1961 (mp_runner.py:76) -2024-09-02 00:27:12,669 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0013s, count=367, qps in this process: 12.2328 (mp_runner.py:76) -2024-09-02 00:27:12,670 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0195s, count=367, qps in this process: 12.2254 (mp_runner.py:76) -2024-09-02 00:27:12,670 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.02s, count=367, qps in this process: 12.2252 (mp_runner.py:76) -2024-09-02 00:27:12,670 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0087s, count=367, qps in this process: 12.2298 (mp_runner.py:76) -2024-09-02 00:27:12,684 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0042s, count=368, qps in this process: 12.2649 (mp_runner.py:76) -2024-09-02 00:27:12,783 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0028s, count=385, qps in this process: 12.8321 (mp_runner.py:76) -2024-09-02 00:27:12,786 | INFO |End search in concurrency 55: dur=30.88958319000085s, total_count=19987, qps=647.0466 (mp_runner.py:120) -2024-09-02 00:27:16,804 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:27:16,804 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-02 00:27:38,149 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-02 00:27:38,460 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,462 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,518 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,522 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,530 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,544 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,576 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,638 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,643 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,649 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,678 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,705 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,707 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,708 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,708 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,717 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,722 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,734 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,778 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,778 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,778 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,787 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,794 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,825 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,826 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,844 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,858 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,861 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,881 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,881 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,900 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,900 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,925 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,945 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,947 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:27:38,980 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:08,490 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0224s, count=333, qps in this process: 11.0917 (mp_runner.py:76) -2024-09-02 00:28:08,520 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0483s, count=333, qps in this process: 11.0822 (mp_runner.py:76) -2024-09-02 00:28:08,523 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.003s, count=333, qps in this process: 11.0989 (mp_runner.py:76) -2024-09-02 00:28:08,550 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0259s, count=334, qps in this process: 11.1237 (mp_runner.py:76) -2024-09-02 00:28:08,554 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0068s, count=334, qps in this process: 11.1308 (mp_runner.py:76) -2024-09-02 00:28:08,556 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0236s, count=334, qps in this process: 11.1246 (mp_runner.py:76) -2024-09-02 00:28:08,641 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.003s, count=335, qps in this process: 11.1656 (mp_runner.py:76) -2024-09-02 00:28:08,641 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0586s, count=335, qps in this process: 11.1449 (mp_runner.py:76) -2024-09-02 00:28:08,641 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0038s, count=335, qps in this process: 11.1653 (mp_runner.py:76) -2024-09-02 00:28:08,644 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0604s, count=335, qps in this process: 11.1442 (mp_runner.py:76) -2024-09-02 00:28:08,647 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0005s, count=335, qps in this process: 11.1665 (mp_runner.py:76) -2024-09-02 00:28:08,649 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0097s, count=335, qps in this process: 11.1631 (mp_runner.py:76) -2024-09-02 00:28:08,649 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.067s, count=335, qps in this process: 11.1418 (mp_runner.py:76) -2024-09-02 00:28:08,653 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0153s, count=335, qps in this process: 11.161 (mp_runner.py:76) -2024-09-02 00:28:08,655 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0171s, count=335, qps in this process: 11.1603 (mp_runner.py:76) -2024-09-02 00:28:08,655 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0084s, count=335, qps in this process: 11.1635 (mp_runner.py:76) -2024-09-02 00:28:08,658 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0754s, count=334, qps in this process: 11.1054 (mp_runner.py:76) -2024-09-02 00:28:08,668 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.086s, count=334, qps in this process: 11.1015 (mp_runner.py:76) -2024-09-02 00:28:08,671 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0273s, count=335, qps in this process: 11.1565 (mp_runner.py:76) -2024-09-02 00:28:08,671 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0244s, count=335, qps in this process: 11.1576 (mp_runner.py:76) -2024-09-02 00:28:08,671 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0009s, count=335, qps in this process: 11.1663 (mp_runner.py:76) -2024-09-02 00:28:08,671 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0344s, count=335, qps in this process: 11.1539 (mp_runner.py:76) -2024-09-02 00:28:08,677 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0288s, count=335, qps in this process: 11.156 (mp_runner.py:76) -2024-09-02 00:28:08,698 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0316s, count=336, qps in this process: 11.1882 (mp_runner.py:76) -2024-09-02 00:28:08,699 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0452s, count=336, qps in this process: 11.1832 (mp_runner.py:76) -2024-09-02 00:28:08,701 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0116s, count=336, qps in this process: 11.1957 (mp_runner.py:76) -2024-09-02 00:28:08,702 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0122s, count=336, qps in this process: 11.1954 (mp_runner.py:76) -2024-09-02 00:28:08,735 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0204s, count=337, qps in this process: 11.2257 (mp_runner.py:76) -2024-09-02 00:28:08,736 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0284s, count=337, qps in this process: 11.2227 (mp_runner.py:76) -2024-09-02 00:28:08,738 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.018s, count=337, qps in this process: 11.2266 (mp_runner.py:76) -2024-09-02 00:28:08,740 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0259s, count=337, qps in this process: 11.2236 (mp_runner.py:76) -2024-09-02 00:28:08,744 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0186s, count=337, qps in this process: 11.2264 (mp_runner.py:76) -2024-09-02 00:28:08,745 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0063s, count=337, qps in this process: 11.231 (mp_runner.py:76) -2024-09-02 00:28:08,746 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0313s, count=337, qps in this process: 11.2216 (mp_runner.py:76) -2024-09-02 00:28:08,791 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0053s, count=338, qps in this process: 11.2647 (mp_runner.py:76) -2024-09-02 00:28:08,811 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0229s, count=339, qps in this process: 11.2914 (mp_runner.py:76) -2024-09-02 00:28:08,816 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0273s, count=339, qps in this process: 11.2897 (mp_runner.py:76) -2024-09-02 00:28:08,819 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0235s, count=339, qps in this process: 11.2912 (mp_runner.py:76) -2024-09-02 00:28:08,830 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0387s, count=339, qps in this process: 11.2854 (mp_runner.py:76) -2024-09-02 00:28:08,861 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0105s, count=340, qps in this process: 11.3294 (mp_runner.py:76) -2024-09-02 00:28:08,862 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0295s, count=340, qps in this process: 11.3222 (mp_runner.py:76) -2024-09-02 00:28:08,862 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0296s, count=340, qps in this process: 11.3222 (mp_runner.py:76) -2024-09-02 00:28:08,862 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0301s, count=340, qps in this process: 11.322 (mp_runner.py:76) -2024-09-02 00:28:08,868 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0258s, count=340, qps in this process: 11.3236 (mp_runner.py:76) -2024-09-02 00:28:08,878 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0121s, count=340, qps in this process: 11.3288 (mp_runner.py:76) -2024-09-02 00:28:08,893 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.031s, count=341, qps in this process: 11.3549 (mp_runner.py:76) -2024-09-02 00:28:08,894 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0101s, count=341, qps in this process: 11.3628 (mp_runner.py:76) -2024-09-02 00:28:08,899 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.029s, count=341, qps in this process: 11.3557 (mp_runner.py:76) -2024-09-02 00:28:08,901 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0172s, count=341, qps in this process: 11.3602 (mp_runner.py:76) -2024-09-02 00:28:08,912 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.007s, count=341, qps in this process: 11.364 (mp_runner.py:76) -2024-09-02 00:28:08,923 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0178s, count=342, qps in this process: 11.3932 (mp_runner.py:76) -2024-09-02 00:28:08,923 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0105s, count=342, qps in this process: 11.396 (mp_runner.py:76) -2024-09-02 00:28:08,923 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0106s, count=342, qps in this process: 11.396 (mp_runner.py:76) -2024-09-02 00:28:08,937 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0074s, count=343, qps in this process: 11.4305 (mp_runner.py:76) -2024-09-02 00:28:08,938 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0047s, count=343, qps in this process: 11.4315 (mp_runner.py:76) -2024-09-02 00:28:08,949 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0006s, count=344, qps in this process: 11.4664 (mp_runner.py:76) -2024-09-02 00:28:08,949 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0006s, count=344, qps in this process: 11.4664 (mp_runner.py:76) -2024-09-02 00:28:08,950 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0028s, count=344, qps in this process: 11.4656 (mp_runner.py:76) -2024-09-02 00:28:08,960 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.007s, count=345, qps in this process: 11.4973 (mp_runner.py:76) -2024-09-02 00:28:08,993 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0005s, count=351, qps in this process: 11.6998 (mp_runner.py:76) -2024-09-02 00:28:08,996 | INFO |End search in concurrency 60: dur=30.84652622199792s, total_count=20276, qps=657.3187 (mp_runner.py:120) -2024-09-02 00:28:12,974 | INFO |Update largest qps with concurrency 60: current max_qps=657.3187 (mp_runner.py:124) -2024-09-02 00:28:13,387 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:28:13,387 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-02 00:28:34,961 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-02 00:28:35,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,417 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,418 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,420 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,423 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,446 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,480 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,490 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,509 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,514 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,514 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,532 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,544 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,578 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,599 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,599 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,614 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,620 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,621 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,625 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,639 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,650 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,667 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,681 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,689 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,693 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,710 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,710 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,719 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,722 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,772 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,790 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,790 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,797 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,808 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,816 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,819 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,858 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,875 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,887 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,887 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:28:35,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:05,317 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0248s, count=306, qps in this process: 10.1916 (mp_runner.py:76) -2024-09-02 00:29:05,353 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0405s, count=306, qps in this process: 10.1862 (mp_runner.py:76) -2024-09-02 00:29:05,447 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0081s, count=308, qps in this process: 10.2639 (mp_runner.py:76) -2024-09-02 00:29:05,449 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0292s, count=308, qps in this process: 10.2567 (mp_runner.py:76) -2024-09-02 00:29:05,449 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.027s, count=308, qps in this process: 10.2574 (mp_runner.py:76) -2024-09-02 00:29:05,451 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.028s, count=308, qps in this process: 10.2571 (mp_runner.py:76) -2024-09-02 00:29:05,451 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0803s, count=308, qps in this process: 10.2393 (mp_runner.py:76) -2024-09-02 00:29:05,452 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0068s, count=308, qps in this process: 10.2643 (mp_runner.py:76) -2024-09-02 00:29:05,455 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0134s, count=308, qps in this process: 10.2621 (mp_runner.py:76) -2024-09-02 00:29:05,456 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0284s, count=308, qps in this process: 10.257 (mp_runner.py:76) -2024-09-02 00:29:05,458 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.012s, count=308, qps in this process: 10.2626 (mp_runner.py:76) -2024-09-02 00:29:05,460 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0409s, count=308, qps in this process: 10.2527 (mp_runner.py:76) -2024-09-02 00:29:05,465 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0274s, count=308, qps in this process: 10.2573 (mp_runner.py:76) -2024-09-02 00:29:05,470 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0388s, count=308, qps in this process: 10.2534 (mp_runner.py:76) -2024-09-02 00:29:05,471 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0464s, count=308, qps in this process: 10.2508 (mp_runner.py:76) -2024-09-02 00:29:05,475 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.036s, count=308, qps in this process: 10.2544 (mp_runner.py:76) -2024-09-02 00:29:05,478 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0236s, count=308, qps in this process: 10.2586 (mp_runner.py:76) -2024-09-02 00:29:05,536 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0376s, count=309, qps in this process: 10.2871 (mp_runner.py:76) -2024-09-02 00:29:05,536 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0254s, count=309, qps in this process: 10.2913 (mp_runner.py:76) -2024-09-02 00:29:05,539 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0192s, count=309, qps in this process: 10.2934 (mp_runner.py:76) -2024-09-02 00:29:05,541 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0182s, count=309, qps in this process: 10.2938 (mp_runner.py:76) -2024-09-02 00:29:05,542 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.032s, count=309, qps in this process: 10.289 (mp_runner.py:76) -2024-09-02 00:29:05,546 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0559s, count=309, qps in this process: 10.2808 (mp_runner.py:76) -2024-09-02 00:29:05,549 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0257s, count=309, qps in this process: 10.2912 (mp_runner.py:76) -2024-09-02 00:29:05,551 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0425s, count=309, qps in this process: 10.2854 (mp_runner.py:76) -2024-09-02 00:29:05,552 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0138s, count=309, qps in this process: 10.2953 (mp_runner.py:76) -2024-09-02 00:29:05,563 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.026s, count=309, qps in this process: 10.2911 (mp_runner.py:76) -2024-09-02 00:29:05,608 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0096s, count=310, qps in this process: 10.33 (mp_runner.py:76) -2024-09-02 00:29:05,608 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0059s, count=310, qps in this process: 10.3313 (mp_runner.py:76) -2024-09-02 00:29:05,609 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0235s, count=310, qps in this process: 10.3252 (mp_runner.py:76) -2024-09-02 00:29:05,609 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0064s, count=310, qps in this process: 10.3311 (mp_runner.py:76) -2024-09-02 00:29:05,609 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0594s, count=310, qps in this process: 10.3129 (mp_runner.py:76) -2024-09-02 00:29:05,644 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.019s, count=311, qps in this process: 10.3601 (mp_runner.py:76) -2024-09-02 00:29:05,653 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.027s, count=311, qps in this process: 10.3573 (mp_runner.py:76) -2024-09-02 00:29:05,654 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0163s, count=311, qps in this process: 10.361 (mp_runner.py:76) -2024-09-02 00:29:05,656 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0096s, count=311, qps in this process: 10.3634 (mp_runner.py:76) -2024-09-02 00:29:05,673 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0509s, count=311, qps in this process: 10.3491 (mp_runner.py:76) -2024-09-02 00:29:05,673 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0011s, count=311, qps in this process: 10.3663 (mp_runner.py:76) -2024-09-02 00:29:05,674 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0573s, count=311, qps in this process: 10.3469 (mp_runner.py:76) -2024-09-02 00:29:05,678 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0238s, count=311, qps in this process: 10.3584 (mp_runner.py:76) -2024-09-02 00:29:05,700 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0053s, count=312, qps in this process: 10.3982 (mp_runner.py:76) -2024-09-02 00:29:05,701 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.003s, count=312, qps in this process: 10.399 (mp_runner.py:76) -2024-09-02 00:29:05,702 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0291s, count=312, qps in this process: 10.3899 (mp_runner.py:76) -2024-09-02 00:29:05,703 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0056s, count=312, qps in this process: 10.3981 (mp_runner.py:76) -2024-09-02 00:29:05,705 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0152s, count=312, qps in this process: 10.3947 (mp_runner.py:76) -2024-09-02 00:29:05,707 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0452s, count=312, qps in this process: 10.3844 (mp_runner.py:76) -2024-09-02 00:29:05,716 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0183s, count=312, qps in this process: 10.3937 (mp_runner.py:76) -2024-09-02 00:29:05,733 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.006s, count=313, qps in this process: 10.4312 (mp_runner.py:76) -2024-09-02 00:29:05,737 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.011s, count=313, qps in this process: 10.4295 (mp_runner.py:76) -2024-09-02 00:29:05,739 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0209s, count=313, qps in this process: 10.4261 (mp_runner.py:76) -2024-09-02 00:29:05,741 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0188s, count=313, qps in this process: 10.4268 (mp_runner.py:76) -2024-09-02 00:29:05,782 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0004s, count=315, qps in this process: 10.4999 (mp_runner.py:76) -2024-09-02 00:29:05,804 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0096s, count=316, qps in this process: 10.53 (mp_runner.py:76) -2024-09-02 00:29:05,804 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.01s, count=316, qps in this process: 10.5298 (mp_runner.py:76) -2024-09-02 00:29:05,813 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.004s, count=316, qps in this process: 10.5319 (mp_runner.py:76) -2024-09-02 00:29:05,817 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0015s, count=316, qps in this process: 10.5328 (mp_runner.py:76) -2024-09-02 00:29:05,823 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0042s, count=317, qps in this process: 10.5652 (mp_runner.py:76) -2024-09-02 00:29:05,825 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.009s, count=317, qps in this process: 10.5635 (mp_runner.py:76) -2024-09-02 00:29:05,838 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0047s, count=318, qps in this process: 10.5983 (mp_runner.py:76) -2024-09-02 00:29:05,865 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0033s, count=320, qps in this process: 10.6655 (mp_runner.py:76) -2024-09-02 00:29:05,889 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0032s, count=323, qps in this process: 10.7655 (mp_runner.py:76) -2024-09-02 00:29:05,889 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0069s, count=323, qps in this process: 10.7642 (mp_runner.py:76) -2024-09-02 00:29:05,894 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0043s, count=323, qps in this process: 10.7651 (mp_runner.py:76) -2024-09-02 00:29:05,898 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0052s, count=324, qps in this process: 10.7981 (mp_runner.py:76) -2024-09-02 00:29:05,917 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0012s, count=327, qps in this process: 10.8996 (mp_runner.py:76) -2024-09-02 00:29:05,921 | INFO |End search in concurrency 65: dur=30.959075997998298s, total_count=20267, qps=654.6384 (mp_runner.py:120) -2024-09-02 00:29:10,648 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:29:10,648 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-02 00:29:32,430 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-02 00:29:32,756 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:32,802 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:32,809 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:32,840 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:32,847 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:32,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:32,903 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:32,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:32,954 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,027 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,032 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,035 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,035 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,046 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,058 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,059 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,061 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,067 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,081 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,085 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,085 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,097 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,130 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,180 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,202 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,251 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,265 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,286 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,301 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,301 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,302 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,306 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,310 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,346 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,380 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,392 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,414 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,414 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,422 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,423 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,474 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,481 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,486 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,520 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,581 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,581 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,594 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:29:33,605 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-02 00:30:02,829 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.025s, count=283, qps in this process: 9.4255 (mp_runner.py:76) -2024-09-02 00:30:02,847 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0331s, count=283, qps in this process: 9.4229 (mp_runner.py:76) -2024-09-02 00:30:02,849 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0731s, count=283, qps in this process: 9.4104 (mp_runner.py:76) -2024-09-02 00:30:02,919 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0695s, count=284, qps in this process: 9.4448 (mp_runner.py:76) -2024-09-02 00:30:02,935 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0227s, count=285, qps in this process: 9.4928 (mp_runner.py:76) -2024-09-02 00:30:02,949 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.101s, count=285, qps in this process: 9.4681 (mp_runner.py:76) -2024-09-02 00:30:02,954 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0144s, count=285, qps in this process: 9.4954 (mp_runner.py:76) -2024-09-02 00:30:02,962 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0613s, count=285, qps in this process: 9.4806 (mp_runner.py:76) -2024-09-02 00:30:03,021 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0635s, count=286, qps in this process: 9.5132 (mp_runner.py:76) -2024-09-02 00:30:03,023 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0147s, count=286, qps in this process: 9.5287 (mp_runner.py:76) -2024-09-02 00:30:03,043 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0052s, count=286, qps in this process: 9.5317 (mp_runner.py:76) -2024-09-02 00:30:03,045 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.01s, count=286, qps in this process: 9.5302 (mp_runner.py:76) -2024-09-02 00:30:03,079 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0431s, count=286, qps in this process: 9.5197 (mp_runner.py:76) -2024-09-02 00:30:03,081 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0395s, count=286, qps in this process: 9.5208 (mp_runner.py:76) -2024-09-02 00:30:03,115 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0643s, count=286, qps in this process: 9.5129 (mp_runner.py:76) -2024-09-02 00:30:03,142 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0665s, count=286, qps in this process: 9.5122 (mp_runner.py:76) -2024-09-02 00:30:03,147 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.1123s, count=286, qps in this process: 9.4978 (mp_runner.py:76) -2024-09-02 00:30:03,151 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0833s, count=287, qps in this process: 9.5402 (mp_runner.py:76) -2024-09-02 00:30:03,152 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0565s, count=287, qps in this process: 9.5487 (mp_runner.py:76) -2024-09-02 00:30:03,152 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0864s, count=287, qps in this process: 9.5392 (mp_runner.py:76) -2024-09-02 00:30:03,155 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.1205s, count=287, qps in this process: 9.5284 (mp_runner.py:76) -2024-09-02 00:30:03,156 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.1167s, count=287, qps in this process: 9.5296 (mp_runner.py:76) -2024-09-02 00:30:03,159 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0571s, count=287, qps in this process: 9.5485 (mp_runner.py:76) -2024-09-02 00:30:03,160 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0744s, count=287, qps in this process: 9.543 (mp_runner.py:76) -2024-09-02 00:30:03,161 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.1219s, count=287, qps in this process: 9.528 (mp_runner.py:76) -2024-09-02 00:30:03,161 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0627s, count=287, qps in this process: 9.5467 (mp_runner.py:76) -2024-09-02 00:30:03,162 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.056s, count=287, qps in this process: 9.5488 (mp_runner.py:76) -2024-09-02 00:30:03,162 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.1284s, count=287, qps in this process: 9.5259 (mp_runner.py:76) -2024-09-02 00:30:03,163 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0198s, count=287, qps in this process: 9.5604 (mp_runner.py:76) -2024-09-02 00:30:03,164 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0218s, count=287, qps in this process: 9.5597 (mp_runner.py:76) -2024-09-02 00:30:03,164 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.1243s, count=287, qps in this process: 9.5272 (mp_runner.py:76) -2024-09-02 00:30:03,164 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0801s, count=287, qps in this process: 9.5412 (mp_runner.py:76) -2024-09-02 00:30:03,165 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0342s, count=287, qps in this process: 9.5558 (mp_runner.py:76) -2024-09-02 00:30:03,167 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.1012s, count=287, qps in this process: 9.5345 (mp_runner.py:76) -2024-09-02 00:30:03,168 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.1248s, count=287, qps in this process: 9.527 (mp_runner.py:76) -2024-09-02 00:30:03,168 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0817s, count=287, qps in this process: 9.5407 (mp_runner.py:76) -2024-09-02 00:30:03,169 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0832s, count=287, qps in this process: 9.5402 (mp_runner.py:76) -2024-09-02 00:30:03,171 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.1027s, count=287, qps in this process: 9.534 (mp_runner.py:76) -2024-09-02 00:30:03,177 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.1093s, count=287, qps in this process: 9.5319 (mp_runner.py:76) -2024-09-02 00:30:03,204 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.1694s, count=287, qps in this process: 9.513 (mp_runner.py:76) -2024-09-02 00:30:03,231 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0127s, count=288, qps in this process: 9.5959 (mp_runner.py:76) -2024-09-02 00:30:03,233 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0198s, count=288, qps in this process: 9.5937 (mp_runner.py:76) -2024-09-02 00:30:03,243 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0572s, count=288, qps in this process: 9.5817 (mp_runner.py:76) -2024-09-02 00:30:03,244 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0177s, count=288, qps in this process: 9.5943 (mp_runner.py:76) -2024-09-02 00:30:03,245 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0556s, count=288, qps in this process: 9.5822 (mp_runner.py:76) -2024-09-02 00:30:03,265 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0049s, count=289, qps in this process: 9.6318 (mp_runner.py:76) -2024-09-02 00:30:03,280 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0091s, count=289, qps in this process: 9.6304 (mp_runner.py:76) -2024-09-02 00:30:03,319 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0265s, count=290, qps in this process: 9.6581 (mp_runner.py:76) -2024-09-02 00:30:03,328 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0187s, count=290, qps in this process: 9.6606 (mp_runner.py:76) -2024-09-02 00:30:03,332 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0251s, count=290, qps in this process: 9.6586 (mp_runner.py:76) -2024-09-02 00:30:03,336 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0292s, count=290, qps in this process: 9.6573 (mp_runner.py:76) -2024-09-02 00:30:03,353 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0379s, count=291, qps in this process: 9.6878 (mp_runner.py:76) -2024-09-02 00:30:03,356 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.003s, count=291, qps in this process: 9.699 (mp_runner.py:76) -2024-09-02 00:30:03,357 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0544s, count=291, qps in this process: 9.6824 (mp_runner.py:76) -2024-09-02 00:30:03,379 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0048s, count=292, qps in this process: 9.7318 (mp_runner.py:76) -2024-09-02 00:30:03,399 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0142s, count=293, qps in this process: 9.762 (mp_runner.py:76) -2024-09-02 00:30:03,399 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0223s, count=293, qps in this process: 9.7594 (mp_runner.py:76) -2024-09-02 00:30:03,401 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0028s, count=293, qps in this process: 9.7658 (mp_runner.py:76) -2024-09-02 00:30:03,436 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.011s, count=294, qps in this process: 9.7964 (mp_runner.py:76) -2024-09-02 00:30:03,446 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.011s, count=295, qps in this process: 9.8297 (mp_runner.py:76) -2024-09-02 00:30:03,452 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0233s, count=295, qps in this process: 9.8257 (mp_runner.py:76) -2024-09-02 00:30:03,453 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0175s, count=295, qps in this process: 9.8276 (mp_runner.py:76) -2024-09-02 00:30:03,503 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0098s, count=298, qps in this process: 9.9301 (mp_runner.py:76) -2024-09-02 00:30:03,503 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0093s, count=298, qps in this process: 9.9303 (mp_runner.py:76) -2024-09-02 00:30:03,511 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0249s, count=298, qps in this process: 9.9251 (mp_runner.py:76) -2024-09-02 00:30:03,535 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0061s, count=301, qps in this process: 10.0313 (mp_runner.py:76) -2024-09-02 00:30:03,597 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0068s, count=308, qps in this process: 10.2643 (mp_runner.py:76) -2024-09-02 00:30:03,598 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0084s, count=308, qps in this process: 10.2638 (mp_runner.py:76) -2024-09-02 00:30:03,609 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0046s, count=309, qps in this process: 10.2984 (mp_runner.py:76) -2024-09-02 00:30:03,614 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0007s, count=310, qps in this process: 10.3331 (mp_runner.py:76) -2024-09-02 00:30:03,617 | INFO |End search in concurrency 70: dur=31.18702520000079s, total_count=20279, qps=650.2384 (mp_runner.py:120) -2024-09-02 00:30:08,308 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=657.3187, serial_latency_p99=np.float64(0.0493), recall=np.float64(0.9298), ndcg=np.float64(0.9394), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[162.5133, 484.8486, 614.5207, 632.1771, 637.9374, 647.5147, 653.3102, 652.649, 645.7598, 650.6935, 647.0466, 657.3187, 654.6384, 650.2384], conc_latency_p99_list=[np.float64(0.0032315265215002), np.float64(0.0038496426284094923), np.float64(0.004504596842228057), np.float64(0.005252408149873372), np.float64(0.005948054428046453), np.float64(0.006546166225148772), np.float64(0.006639314595930045), np.float64(0.00793592350473409), np.float64(0.0077746088782078), np.float64(0.007987224417717516), np.float64(0.007882406727713532), np.float64(0.0118833719979375), np.float64(0.01119201007038937), np.float64(0.009496541048736254)]) (task_runner.py:197) -2024-09-02 00:30:08,308 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:18:43.913438'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=657.3187, serial_latency_p99=np.float64(0.0493), recall=np.float64(0.9298), ndcg=np.float64(0.9394), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[162.5133, 484.8486, 614.5207, 632.1771, 637.9374, 647.5147, 653.3102, 652.649, 645.7598, 650.6935, 647.0466, 657.3187, 654.6384, 650.2384], conc_latency_p99_list=[np.float64(0.0032315265215002), np.float64(0.0038496426284094923), np.float64(0.004504596842228057), np.float64(0.005252408149873372), np.float64(0.005948054428046453), np.float64(0.006546166225148772), np.float64(0.006639314595930045), np.float64(0.00793592350473409), np.float64(0.0077746088782078), np.float64(0.007987224417717516), np.float64(0.007882406727713532), np.float64(0.0118833719979375), np.float64(0.01119201007038937), np.float64(0.009496541048736254)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-02 00:30:08,308 | INFO |Task summary: run_id=98536, task_label=9853660af3cf42b3882d049d828b0855 (models.py:346) -2024-09-02 00:30:08,308 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 00:30:08,308 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 00:30:08,308 | INFO |PgVector | 2024-09-02T00:18:43.913438 Performance1536D500K 9853660af3cf42b3882d049d828b0855 | 0.0 657.3187 0.0493 0.9298 0 | :) (models.py:346) -2024-09-02 00:30:08,308 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json (models.py:204) -2024-09-02 00:30:08,309 | INFO |Success to finish task: label=9853660af3cf42b3882d049d828b0855, run_id=9853660af3cf42b3882d049d828b0855 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json b/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json deleted file mode 100644 index 56210dd12..000000000 --- a/script/data/aws/db.m6i.large-8-128-200-Performance1536D500K-0-18376/result_20240902_9853660af3cf42b3882d049d828b0855_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "9853660af3cf42b3882d049d828b0855", "task_label": "9853660af3cf42b3882d049d828b0855", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 657.3187, "serial_latency_p99": 0.0493, "recall": 0.9298, "ndcg": 0.9394, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [162.5133, 484.8486, 614.5207, 632.1771, 637.9374, 647.5147, 653.3102, 652.649, 645.7598, 650.6935, 647.0466, 657.3187, 654.6384, 650.2384], "conc_latency_p99_list": [0.0032315265215002, 0.0038496426284094923, 0.004504596842228057, 0.005252408149873372, 0.005948054428046453, 0.006546166225148772, 0.006639314595930045, 0.00793592350473409, 0.0077746088782078, 0.007987224417717516, 0.007882406727713532, 0.0118833719979375, 0.01119201007038937, 0.009496541048736254]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T00:18:43.913438", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt b/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt deleted file mode 100644 index 6d6ca2fb0..000000000 --- a/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/log.txt +++ /dev/null @@ -1,2335 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load -2024-09-01 23:41:03,865 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:41:03.854145', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 23:41:03,866 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:41:03.854145', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 23:41:03,866 | INFO |generated uuid for the tasks: 572b864673484a2088bdd2d54d7cf0df (interface.py:66) -2024-09-01 23:41:03,926 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 23:41:03,926 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 23:41:03,926 | INFO | PgVector-2024-09-01T23:41:03.854145 | Performance OpenAI-MEDIUM-500K None | 572b864673484a2088bdd2d54d7cf0df (task_runner.py:340) -2024-09-01 23:41:03,926 | INFO |task submitted: id=572b864673484a2088bdd2d54d7cf0df, 572b864673484a2088bdd2d54d7cf0df, case number: 1 (interface.py:231) -2024-09-01 23:41:04,340 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:41:03.854145'}, drop_old=False (interface.py:164) -2024-09-01 23:41:04,340 | INFO |Starting run (task_runner.py:100) -2024-09-01 23:41:04,416 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 23:41:05,010 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 23:41:05,058 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 23:41:05,081 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 23:41:05,081 | INFO |Start performance case (task_runner.py:158) -2024-09-01 23:41:05,095 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:41:05,095 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 23:41:05,095 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 23:41:05,096 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 23:41:05,140 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 23:41:05,695 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 23:41:05,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:41:05,715 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 23:41:05,715 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 23:41:08,765 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.017151918000308797, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:11,864 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.026602693003951572, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:14,741 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.02347146800457267, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:17,634 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.020999474996642675, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:20,398 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.013022167004237417, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:23,231 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.015405309000925627, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:25,881 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.020156619997578673, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:28,986 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.027973768999800086, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:32,312 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.027952271993854083, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:35,826 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03180843299924163, latest recall=0.4 (serial_runner.py:202) -2024-09-01 23:41:35,827 | INFO |SpawnProcess-1:1 search entire test_data: cost=24.0459s, queries=1000, avg_recall=0.3957, avg_ndcg=0.502,avg_latency=0.024, p99=0.0588 (serial_runner.py:209) -2024-09-01 23:41:36,356 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:41:36,357 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 23:41:37,378 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 23:41:37,410 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:41:43,301 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.008460520999506116 (mp_runner.py:73) -2024-09-01 23:41:48,804 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.005522343999473378 (mp_runner.py:73) -2024-09-01 23:41:50,804 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0021575649952865206 (mp_runner.py:73) -2024-09-01 23:41:51,915 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.005046415004471783 (mp_runner.py:73) -2024-09-01 23:41:52,958 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0016592019965173677 (mp_runner.py:73) -2024-09-01 23:41:54,151 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0031833369939704426 (mp_runner.py:73) -2024-09-01 23:41:55,216 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.001738683000439778 (mp_runner.py:73) -2024-09-01 23:41:56,501 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.002155759997549467 (mp_runner.py:73) -2024-09-01 23:41:57,751 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.003673185005027335 (mp_runner.py:73) -2024-09-01 23:41:59,093 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.002138058000127785 (mp_runner.py:73) -2024-09-01 23:42:00,540 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.00203003799833823 (mp_runner.py:73) -2024-09-01 23:42:01,639 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.002702285004488658 (mp_runner.py:73) -2024-09-01 23:42:02,959 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0021051360017736442 (mp_runner.py:73) -2024-09-01 23:42:04,025 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.002190380997490138 (mp_runner.py:73) -2024-09-01 23:42:05,224 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0016879489994607866 (mp_runner.py:73) -2024-09-01 23:42:06,254 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.002212760999100283 (mp_runner.py:73) -2024-09-01 23:42:07,333 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0016971989971352741 (mp_runner.py:73) -2024-09-01 23:42:07,412 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0011s, count=8542, qps in this process: 284.7229 (mp_runner.py:76) -2024-09-01 23:42:07,414 | INFO |End search in concurrency 1: dur=30.035405948001426s, total_count=8542, qps=284.3977 (mp_runner.py:120) -2024-09-01 23:42:07,595 | INFO |Update largest qps with concurrency 1: current max_qps=284.3977 (mp_runner.py:124) -2024-09-01 23:42:08,008 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:42:08,008 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 23:42:13,053 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 23:42:13,100 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:13,100 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:13,100 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:13,101 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:13,114 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:14,625 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.003745223999430891 (mp_runner.py:73) -2024-09-01 23:42:14,657 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0022287059982772917 (mp_runner.py:73) -2024-09-01 23:42:14,736 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0021988619992043823 (mp_runner.py:73) -2024-09-01 23:42:14,787 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004505817996687256 (mp_runner.py:73) -2024-09-01 23:42:14,840 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.004463632998522371 (mp_runner.py:73) -2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0029682300009881146 (mp_runner.py:73) -2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0028614109978661872 (mp_runner.py:73) -2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.003219755002646707 (mp_runner.py:73) -2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0029651139993802644 (mp_runner.py:73) -2024-09-01 23:42:16,390 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.003037547998246737 (mp_runner.py:73) -2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004687387998274062 (mp_runner.py:73) -2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004841636000492144 (mp_runner.py:73) -2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.004712658999778796 (mp_runner.py:73) -2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.004712663001555484 (mp_runner.py:73) -2024-09-01 23:42:18,618 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.004745618003653362 (mp_runner.py:73) -2024-09-01 23:42:20,525 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0031163889943854883 (mp_runner.py:73) -2024-09-01 23:42:20,525 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0030690929997945204 (mp_runner.py:73) -2024-09-01 23:42:20,525 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0017887599969981238 (mp_runner.py:73) -2024-09-01 23:42:20,526 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.002616662000946235 (mp_runner.py:73) -2024-09-01 23:42:20,527 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.003929566002625506 (mp_runner.py:73) -2024-09-01 23:42:22,549 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.002177703005145304 (mp_runner.py:73) -2024-09-01 23:42:22,549 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.001855968002928421 (mp_runner.py:73) -2024-09-01 23:42:22,550 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0028141509974375367 (mp_runner.py:73) -2024-09-01 23:42:22,550 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.0017930009998963214 (mp_runner.py:73) -2024-09-01 23:42:22,551 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0026068029983434826 (mp_runner.py:73) -2024-09-01 23:42:24,268 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.002632399002322927 (mp_runner.py:73) -2024-09-01 23:42:24,268 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0028255900033400394 (mp_runner.py:73) -2024-09-01 23:42:24,268 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0030475090024992824 (mp_runner.py:73) -2024-09-01 23:42:24,268 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0029817429967806675 (mp_runner.py:73) -2024-09-01 23:42:24,269 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.003072809995501302 (mp_runner.py:73) -2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0018596219961182214 (mp_runner.py:73) -2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.002136413000698667 (mp_runner.py:73) -2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.002836337996996008 (mp_runner.py:73) -2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.003676549000374507 (mp_runner.py:73) -2024-09-01 23:42:25,813 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.004121862999454606 (mp_runner.py:73) -2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0028099519986426458 (mp_runner.py:73) -2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0029979799946886487 (mp_runner.py:73) -2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0032330589965567924 (mp_runner.py:73) -2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.003016214002855122 (mp_runner.py:73) -2024-09-01 23:42:27,426 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.00303468199854251 (mp_runner.py:73) -2024-09-01 23:42:29,122 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0025122890001512133 (mp_runner.py:73) -2024-09-01 23:42:29,123 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0016901259950827807 (mp_runner.py:73) -2024-09-01 23:42:29,123 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.002436992996081244 (mp_runner.py:73) -2024-09-01 23:42:29,123 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0027117839999846183 (mp_runner.py:73) -2024-09-01 23:42:29,124 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0011433230029069819 (mp_runner.py:73) -2024-09-01 23:42:30,722 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0037170319992583245 (mp_runner.py:73) -2024-09-01 23:42:30,722 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0037154089950490743 (mp_runner.py:73) -2024-09-01 23:42:30,722 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0037154620004002936 (mp_runner.py:73) -2024-09-01 23:42:30,722 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0034824180038413033 (mp_runner.py:73) -2024-09-01 23:42:30,723 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.004104491999896709 (mp_runner.py:73) -2024-09-01 23:42:32,253 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0022327259939629585 (mp_runner.py:73) -2024-09-01 23:42:32,253 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.002082038998196367 (mp_runner.py:73) -2024-09-01 23:42:32,254 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0036194579952280037 (mp_runner.py:73) -2024-09-01 23:42:32,255 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0035208879999117926 (mp_runner.py:73) -2024-09-01 23:42:32,257 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.002962614998978097 (mp_runner.py:73) -2024-09-01 23:42:33,786 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0016429129973403178 (mp_runner.py:73) -2024-09-01 23:42:33,786 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.002957344004244078 (mp_runner.py:73) -2024-09-01 23:42:33,786 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0027427669992903247 (mp_runner.py:73) -2024-09-01 23:42:33,787 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.003344406002725009 (mp_runner.py:73) -2024-09-01 23:42:33,787 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.00433690199861303 (mp_runner.py:73) -2024-09-01 23:42:35,293 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0019471090054139495 (mp_runner.py:73) -2024-09-01 23:42:35,294 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0017657790012890473 (mp_runner.py:73) -2024-09-01 23:42:35,294 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.002609646995551884 (mp_runner.py:73) -2024-09-01 23:42:35,294 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0018771809991449118 (mp_runner.py:73) -2024-09-01 23:42:35,295 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.001066985001671128 (mp_runner.py:73) -2024-09-01 23:42:36,807 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.002135347000148613 (mp_runner.py:73) -2024-09-01 23:42:36,807 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0032917689968599007 (mp_runner.py:73) -2024-09-01 23:42:36,807 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.002839375003532041 (mp_runner.py:73) -2024-09-01 23:42:36,807 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0038010480056982487 (mp_runner.py:73) -2024-09-01 23:42:36,808 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.004416251998918597 (mp_runner.py:73) -2024-09-01 23:42:38,339 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.002516028005629778 (mp_runner.py:73) -2024-09-01 23:42:38,339 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0020403419985086657 (mp_runner.py:73) -2024-09-01 23:42:38,339 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0021324789995560423 (mp_runner.py:73) -2024-09-01 23:42:38,339 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.002276434999657795 (mp_runner.py:73) -2024-09-01 23:42:38,340 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.003296634997241199 (mp_runner.py:73) -2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.002652768002008088 (mp_runner.py:73) -2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0026869529974646866 (mp_runner.py:73) -2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.002699513002880849 (mp_runner.py:73) -2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0034429040024406277 (mp_runner.py:73) -2024-09-01 23:42:39,854 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.0033364729970344342 (mp_runner.py:73) -2024-09-01 23:42:41,381 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.002157046998036094 (mp_runner.py:73) -2024-09-01 23:42:41,381 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0015397349998238496 (mp_runner.py:73) -2024-09-01 23:42:41,382 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0026064959965879098 (mp_runner.py:73) -2024-09-01 23:42:41,382 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0024475419995724224 (mp_runner.py:73) -2024-09-01 23:42:41,382 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0035081249952781945 (mp_runner.py:73) -2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.002954110001155641 (mp_runner.py:73) -2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.003106058997218497 (mp_runner.py:73) -2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0034581649961182848 (mp_runner.py:73) -2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0033232999994652346 (mp_runner.py:73) -2024-09-01 23:42:43,035 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.004107505003048573 (mp_runner.py:73) -2024-09-01 23:42:43,103 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0021s, count=9022, qps in this process: 300.7123 (mp_runner.py:76) -2024-09-01 23:42:43,103 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0024s, count=9022, qps in this process: 300.7093 (mp_runner.py:76) -2024-09-01 23:42:43,103 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0015s, count=9022, qps in this process: 300.7183 (mp_runner.py:76) -2024-09-01 23:42:43,103 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0025s, count=9022, qps in this process: 300.7083 (mp_runner.py:76) -2024-09-01 23:42:43,122 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0034s, count=9026, qps in this process: 300.8326 (mp_runner.py:76) -2024-09-01 23:42:43,126 | INFO |End search in concurrency 5: dur=30.071913291001692s, total_count=45114, qps=1500.2038 (mp_runner.py:120) -2024-09-01 23:42:43,424 | INFO |Update largest qps with concurrency 5: current max_qps=1500.2038 (mp_runner.py:124) -2024-09-01 23:42:43,836 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:42:43,837 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 23:42:54,026 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 23:42:54,098 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,126 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,156 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,173 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,173 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,174 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:54,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:42:57,673 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.004564308001135942 (mp_runner.py:73) -2024-09-01 23:42:57,674 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.005294551003316883 (mp_runner.py:73) -2024-09-01 23:42:57,674 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.002573695994215086 (mp_runner.py:73) -2024-09-01 23:42:57,674 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0017137960021500476 (mp_runner.py:73) -2024-09-01 23:42:57,675 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0022267530002864078 (mp_runner.py:73) -2024-09-01 23:42:57,675 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.006958741003472824 (mp_runner.py:73) -2024-09-01 23:42:57,675 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.005072886000561994 (mp_runner.py:73) -2024-09-01 23:42:57,675 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006306857001618482 (mp_runner.py:73) -2024-09-01 23:42:57,676 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.006770321000658441 (mp_runner.py:73) -2024-09-01 23:42:57,676 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0064875679963734 (mp_runner.py:73) -2024-09-01 23:42:57,677 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.005322616001649294 (mp_runner.py:73) -2024-09-01 23:42:57,677 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.005861999998160172 (mp_runner.py:73) -2024-09-01 23:42:57,678 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.010752098001830745 (mp_runner.py:73) -2024-09-01 23:42:57,679 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.0077820500009693205 (mp_runner.py:73) -2024-09-01 23:42:57,682 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0012122379994252697 (mp_runner.py:73) -2024-09-01 23:43:01,273 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.007953544998599682 (mp_runner.py:73) -2024-09-01 23:43:01,325 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.00469461600005161 (mp_runner.py:73) -2024-09-01 23:43:01,350 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.011137800000142306 (mp_runner.py:73) -2024-09-01 23:43:01,370 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.005597534000116866 (mp_runner.py:73) -2024-09-01 23:43:01,371 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0057507980018272065 (mp_runner.py:73) -2024-09-01 23:43:01,405 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.009945611003786325 (mp_runner.py:73) -2024-09-01 23:43:01,406 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.010034970997367054 (mp_runner.py:73) -2024-09-01 23:43:01,427 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.006013359998178203 (mp_runner.py:73) -2024-09-01 23:43:01,428 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.007744898000964895 (mp_runner.py:73) -2024-09-01 23:43:01,429 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.010160440004256088 (mp_runner.py:73) -2024-09-01 23:43:01,432 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.0079551189992344 (mp_runner.py:73) -2024-09-01 23:43:01,433 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.00685800700011896 (mp_runner.py:73) -2024-09-01 23:43:01,792 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.008628920993942302 (mp_runner.py:73) -2024-09-01 23:43:01,793 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.014201742997101974 (mp_runner.py:73) -2024-09-01 23:43:01,793 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.008802739997918252 (mp_runner.py:73) -2024-09-01 23:43:05,306 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.002573460995336063 (mp_runner.py:73) -2024-09-01 23:43:05,306 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.0025646340000093915 (mp_runner.py:73) -2024-09-01 23:43:05,307 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.00247615399712231 (mp_runner.py:73) -2024-09-01 23:43:05,307 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.003591567001421936 (mp_runner.py:73) -2024-09-01 23:43:05,307 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.003398202999960631 (mp_runner.py:73) -2024-09-01 23:43:05,308 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.004688885994255543 (mp_runner.py:73) -2024-09-01 23:43:05,308 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.005078770002000965 (mp_runner.py:73) -2024-09-01 23:43:05,309 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005260606005322188 (mp_runner.py:73) -2024-09-01 23:43:05,309 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.005649397004162893 (mp_runner.py:73) -2024-09-01 23:43:05,309 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.006374521995894611 (mp_runner.py:73) -2024-09-01 23:43:05,311 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.008227275000535883 (mp_runner.py:73) -2024-09-01 23:43:05,781 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.009752974998264108 (mp_runner.py:73) -2024-09-01 23:43:06,139 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.01678339899808634 (mp_runner.py:73) -2024-09-01 23:43:06,157 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.020711263998236973 (mp_runner.py:73) -2024-09-01 23:43:06,233 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.007933499000500888 (mp_runner.py:73) -2024-09-01 23:43:09,071 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.015820739994524047 (mp_runner.py:73) -2024-09-01 23:43:09,072 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.01858790800179122 (mp_runner.py:73) -2024-09-01 23:43:09,073 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.02119369900174206 (mp_runner.py:73) -2024-09-01 23:43:09,074 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.013906391999626067 (mp_runner.py:73) -2024-09-01 23:43:09,075 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.015471350998268463 (mp_runner.py:73) -2024-09-01 23:43:09,078 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.014543249002599623 (mp_runner.py:73) -2024-09-01 23:43:09,078 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.025497978000203148 (mp_runner.py:73) -2024-09-01 23:43:09,081 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.02976171400223393 (mp_runner.py:73) -2024-09-01 23:43:09,083 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.03351710599963553 (mp_runner.py:73) -2024-09-01 23:43:09,085 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.029695438999624457 (mp_runner.py:73) -2024-09-01 23:43:09,316 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0022539790006703697 (mp_runner.py:73) -2024-09-01 23:43:10,071 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.002312202996108681 (mp_runner.py:73) -2024-09-01 23:43:10,248 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.00941882299957797 (mp_runner.py:73) -2024-09-01 23:43:10,715 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.010134200005268212 (mp_runner.py:73) -2024-09-01 23:43:10,771 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.014160183993226383 (mp_runner.py:73) -2024-09-01 23:43:13,384 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.002324137996765785 (mp_runner.py:73) -2024-09-01 23:43:13,386 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.00416345099802129 (mp_runner.py:73) -2024-09-01 23:43:13,386 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.012176876996818464 (mp_runner.py:73) -2024-09-01 23:43:13,387 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.01348321299883537 (mp_runner.py:73) -2024-09-01 23:43:13,387 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.012184302002424374 (mp_runner.py:73) -2024-09-01 23:43:13,387 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.011845381995954085 (mp_runner.py:73) -2024-09-01 23:43:13,387 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.013129645005392376 (mp_runner.py:73) -2024-09-01 23:43:13,504 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.02125497999804793 (mp_runner.py:73) -2024-09-01 23:43:13,630 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.00698517599812476 (mp_runner.py:73) -2024-09-01 23:43:13,887 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.012389404997520614 (mp_runner.py:73) -2024-09-01 23:43:13,954 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.008369277005840559 (mp_runner.py:73) -2024-09-01 23:43:14,959 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.01129761099582538 (mp_runner.py:73) -2024-09-01 23:43:15,311 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004051513999002054 (mp_runner.py:73) -2024-09-01 23:43:15,441 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.012870752005255781 (mp_runner.py:73) -2024-09-01 23:43:15,715 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.009688885998912156 (mp_runner.py:73) -2024-09-01 23:43:17,647 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.008124945998133626 (mp_runner.py:73) -2024-09-01 23:43:17,648 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.007807078996847849 (mp_runner.py:73) -2024-09-01 23:43:17,649 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.009031465000589378 (mp_runner.py:73) -2024-09-01 23:43:17,649 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.007973892999871168 (mp_runner.py:73) -2024-09-01 23:43:17,650 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.011572925999644212 (mp_runner.py:73) -2024-09-01 23:43:17,650 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.009389976999955252 (mp_runner.py:73) -2024-09-01 23:43:17,651 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.013353758004086558 (mp_runner.py:73) -2024-09-01 23:43:17,651 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.007581774996651802 (mp_runner.py:73) -2024-09-01 23:43:18,124 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.01772864499798743 (mp_runner.py:73) -2024-09-01 23:43:18,231 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.009305948995461222 (mp_runner.py:73) -2024-09-01 23:43:18,346 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.016631212005449925 (mp_runner.py:73) -2024-09-01 23:43:19,418 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005800308004836552 (mp_runner.py:73) -2024-09-01 23:43:19,682 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.009456061001401395 (mp_runner.py:73) -2024-09-01 23:43:19,788 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.007289995999599341 (mp_runner.py:73) -2024-09-01 23:43:20,100 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.011032005000743084 (mp_runner.py:73) -2024-09-01 23:43:21,934 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.0025182760000461712 (mp_runner.py:73) -2024-09-01 23:43:21,934 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.0036719989948323928 (mp_runner.py:73) -2024-09-01 23:43:21,934 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0027040990025852807 (mp_runner.py:73) -2024-09-01 23:43:21,935 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.0036417240044102073 (mp_runner.py:73) -2024-09-01 23:43:21,935 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.0049532429984537885 (mp_runner.py:73) -2024-09-01 23:43:21,936 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.004457361996173859 (mp_runner.py:73) -2024-09-01 23:43:21,937 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.005016504997911397 (mp_runner.py:73) -2024-09-01 23:43:21,937 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.006219192000571638 (mp_runner.py:73) -2024-09-01 23:43:22,410 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.015388414001790807 (mp_runner.py:73) -2024-09-01 23:43:22,526 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.009667631995398551 (mp_runner.py:73) -2024-09-01 23:43:22,751 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.01181806000386132 (mp_runner.py:73) -2024-09-01 23:43:23,934 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008983783001895063 (mp_runner.py:73) -2024-09-01 23:43:24,119 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0188s, count=3771, qps in this process: 125.6213 (mp_runner.py:76) -2024-09-01 23:43:24,131 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.001s, count=3773, qps in this process: 125.7625 (mp_runner.py:76) -2024-09-01 23:43:24,134 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0027s, count=3777, qps in this process: 125.8887 (mp_runner.py:76) -2024-09-01 23:43:24,140 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0352s, count=3761, qps in this process: 125.2197 (mp_runner.py:76) -2024-09-01 23:43:24,153 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0073s, count=3481, qps in this process: 116.0051 (mp_runner.py:76) -2024-09-01 23:43:24,163 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0039s, count=3782, qps in this process: 126.0503 (mp_runner.py:76) -2024-09-01 23:43:24,167 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0032s, count=3721, qps in this process: 124.0201 (mp_runner.py:76) -2024-09-01 23:43:24,183 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0059s, count=3644, qps in this process: 121.4428 (mp_runner.py:76) -2024-09-01 23:43:24,183 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0052s, count=3671, qps in this process: 122.3455 (mp_runner.py:76) -2024-09-01 23:43:24,184 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0069s, count=3786, qps in this process: 126.171 (mp_runner.py:76) -2024-09-01 23:43:24,189 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0034s, count=3787, qps in this process: 126.219 (mp_runner.py:76) -2024-09-01 23:43:24,192 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0008s, count=3788, qps in this process: 126.2633 (mp_runner.py:76) -2024-09-01 23:43:24,193 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.002s, count=3473, qps in this process: 115.7589 (mp_runner.py:76) -2024-09-01 23:43:24,195 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0003s, count=3522, qps in this process: 117.3988 (mp_runner.py:76) -2024-09-01 23:43:24,197 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0011s, count=3433, qps in this process: 114.4291 (mp_runner.py:76) -2024-09-01 23:43:24,202 | INFO |End search in concurrency 15: dur=30.176179288995627s, total_count=55170, qps=1828.2633 (mp_runner.py:120) -2024-09-01 23:43:25,094 | INFO |Update largest qps with concurrency 15: current max_qps=1828.2633 (mp_runner.py:124) -2024-09-01 23:43:25,504 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:43:25,505 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 23:43:35,733 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 23:43:35,813 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,814 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,866 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,873 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,873 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,913 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,913 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,916 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,919 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,947 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,949 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,950 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,964 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:35,964 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:43:40,727 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.006714302995533217 (mp_runner.py:73) -2024-09-01 23:43:40,727 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.008183789999748114 (mp_runner.py:73) -2024-09-01 23:43:40,728 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.009893473994452506 (mp_runner.py:73) -2024-09-01 23:43:40,729 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.010658188999514095 (mp_runner.py:73) -2024-09-01 23:43:40,729 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.007504553999751806 (mp_runner.py:73) -2024-09-01 23:43:40,729 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.008303845999762416 (mp_runner.py:73) -2024-09-01 23:43:40,730 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.007259699996211566 (mp_runner.py:73) -2024-09-01 23:43:40,730 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.008171904002665542 (mp_runner.py:73) -2024-09-01 23:43:40,731 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.007434977000229992 (mp_runner.py:73) -2024-09-01 23:43:40,731 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.007899470001575537 (mp_runner.py:73) -2024-09-01 23:43:40,731 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.013639879995025694 (mp_runner.py:73) -2024-09-01 23:43:40,731 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.007032241999695543 (mp_runner.py:73) -2024-09-01 23:43:40,732 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.008686731998750474 (mp_runner.py:73) -2024-09-01 23:43:40,733 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.00743214700196404 (mp_runner.py:73) -2024-09-01 23:43:40,736 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.007940825998957735 (mp_runner.py:73) -2024-09-01 23:43:40,740 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.02238630200008629 (mp_runner.py:73) -2024-09-01 23:43:41,413 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0031185150000965223 (mp_runner.py:73) -2024-09-01 23:43:41,415 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.010132716000953224 (mp_runner.py:73) -2024-09-01 23:43:41,416 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.009913679001329001 (mp_runner.py:73) -2024-09-01 23:43:41,416 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.009252793999621645 (mp_runner.py:73) -2024-09-01 23:43:45,928 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.01137531700078398 (mp_runner.py:73) -2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.010837945999810472 (mp_runner.py:73) -2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.010607708994939458 (mp_runner.py:73) -2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.013249809999251738 (mp_runner.py:73) -2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.013578502002928872 (mp_runner.py:73) -2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.012647439994907472 (mp_runner.py:73) -2024-09-01 23:43:45,929 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.012283885000215378 (mp_runner.py:73) -2024-09-01 23:43:45,930 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.011985947006905917 (mp_runner.py:73) -2024-09-01 23:43:45,930 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.011549716000445187 (mp_runner.py:73) -2024-09-01 23:43:45,930 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.013948054001957644 (mp_runner.py:73) -2024-09-01 23:43:45,930 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.009650052001234144 (mp_runner.py:73) -2024-09-01 23:43:45,931 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.016218160002608784 (mp_runner.py:73) -2024-09-01 23:43:45,931 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.004032170007121749 (mp_runner.py:73) -2024-09-01 23:43:45,938 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.02394895399629604 (mp_runner.py:73) -2024-09-01 23:43:46,336 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.012181338999653235 (mp_runner.py:73) -2024-09-01 23:43:46,434 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.01976123700296739 (mp_runner.py:73) -2024-09-01 23:43:47,334 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.010724569998274092 (mp_runner.py:73) -2024-09-01 23:43:47,334 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.014648756005044561 (mp_runner.py:73) -2024-09-01 23:43:47,384 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.00793211700511165 (mp_runner.py:73) -2024-09-01 23:43:47,473 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.013895203002903145 (mp_runner.py:73) -2024-09-01 23:43:51,153 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.01892634099931456 (mp_runner.py:73) -2024-09-01 23:43:51,154 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.021891960001084954 (mp_runner.py:73) -2024-09-01 23:43:51,159 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.01386919099604711 (mp_runner.py:73) -2024-09-01 23:43:51,160 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.013189719997171778 (mp_runner.py:73) -2024-09-01 23:43:51,162 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.016014444998290855 (mp_runner.py:73) -2024-09-01 23:43:51,163 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.018814737006323412 (mp_runner.py:73) -2024-09-01 23:43:51,164 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.015690708998590708 (mp_runner.py:73) -2024-09-01 23:43:51,165 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.021589545998722315 (mp_runner.py:73) -2024-09-01 23:43:51,167 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.016141528001753613 (mp_runner.py:73) -2024-09-01 23:43:51,173 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.04448720200161915 (mp_runner.py:73) -2024-09-01 23:43:51,421 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.01515224499598844 (mp_runner.py:73) -2024-09-01 23:43:51,437 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.015104263999091927 (mp_runner.py:73) -2024-09-01 23:43:51,446 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.016577908994804602 (mp_runner.py:73) -2024-09-01 23:43:51,898 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.013473992999934126 (mp_runner.py:73) -2024-09-01 23:43:52,238 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.013640803001180757 (mp_runner.py:73) -2024-09-01 23:43:52,344 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.01929877800284885 (mp_runner.py:73) -2024-09-01 23:43:53,086 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.016277659000479616 (mp_runner.py:73) -2024-09-01 23:43:53,411 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.0183096589971683 (mp_runner.py:73) -2024-09-01 23:43:53,427 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.014658763000625186 (mp_runner.py:73) -2024-09-01 23:43:53,571 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.010960987994621973 (mp_runner.py:73) -2024-09-01 23:43:56,277 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.005374492997361813 (mp_runner.py:73) -2024-09-01 23:43:56,279 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.0053710789943579584 (mp_runner.py:73) -2024-09-01 23:43:56,282 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.011762064998038113 (mp_runner.py:73) -2024-09-01 23:43:56,282 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.014016262997756712 (mp_runner.py:73) -2024-09-01 23:43:56,283 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.011419818001741078 (mp_runner.py:73) -2024-09-01 23:43:56,283 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.01217360699956771 (mp_runner.py:73) -2024-09-01 23:43:56,287 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.017744001001119614 (mp_runner.py:73) -2024-09-01 23:43:56,293 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.012197835996630602 (mp_runner.py:73) -2024-09-01 23:43:56,294 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.02736069799721008 (mp_runner.py:73) -2024-09-01 23:43:56,307 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.011645641003269702 (mp_runner.py:73) -2024-09-01 23:43:57,015 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.011983746000623796 (mp_runner.py:73) -2024-09-01 23:43:57,048 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.009240845000022091 (mp_runner.py:73) -2024-09-01 23:43:57,116 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.011070696004026104 (mp_runner.py:73) -2024-09-01 23:43:57,616 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.012972901000466663 (mp_runner.py:73) -2024-09-01 23:43:57,915 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.014674359998025466 (mp_runner.py:73) -2024-09-01 23:43:58,199 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.014367135001521092 (mp_runner.py:73) -2024-09-01 23:43:59,058 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.010295563995896373 (mp_runner.py:73) -2024-09-01 23:43:59,275 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.007867767002608161 (mp_runner.py:73) -2024-09-01 23:43:59,458 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.01345513799606124 (mp_runner.py:73) -2024-09-01 23:43:59,554 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.010662414999387693 (mp_runner.py:73) -2024-09-01 23:44:01,984 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.010028933000285178 (mp_runner.py:73) -2024-09-01 23:44:01,985 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.013158460998965893 (mp_runner.py:73) -2024-09-01 23:44:01,988 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.010273033003613818 (mp_runner.py:73) -2024-09-01 23:44:01,989 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.009447157994145527 (mp_runner.py:73) -2024-09-01 23:44:01,990 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.009143263996520545 (mp_runner.py:73) -2024-09-01 23:44:01,991 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.006424382998375222 (mp_runner.py:73) -2024-09-01 23:44:01,993 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.002751749998424202 (mp_runner.py:73) -2024-09-01 23:44:01,993 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.012292629995499738 (mp_runner.py:73) -2024-09-01 23:44:02,204 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.01625403799698688 (mp_runner.py:73) -2024-09-01 23:44:02,221 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.014225027996872086 (mp_runner.py:73) -2024-09-01 23:44:03,321 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.015096055001777131 (mp_runner.py:73) -2024-09-01 23:44:03,355 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.00731301300402265 (mp_runner.py:73) -2024-09-01 23:44:03,401 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.012663426001381595 (mp_runner.py:73) -2024-09-01 23:44:03,425 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.014466023007116746 (mp_runner.py:73) -2024-09-01 23:44:04,183 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.018525856001360808 (mp_runner.py:73) -2024-09-01 23:44:04,514 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.0127372299975832 (mp_runner.py:73) -2024-09-01 23:44:05,355 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.017182730000058655 (mp_runner.py:73) -2024-09-01 23:44:05,485 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.012234596004418563 (mp_runner.py:73) -2024-09-01 23:44:05,752 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.009623889003705699 (mp_runner.py:73) -2024-09-01 23:44:05,805 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.015489197001443245 (mp_runner.py:73) -2024-09-01 23:44:05,821 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0074s, count=2797, qps in this process: 93.2103 (mp_runner.py:76) -2024-09-01 23:44:05,826 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0117s, count=2640, qps in this process: 87.9657 (mp_runner.py:76) -2024-09-01 23:44:05,876 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0056s, count=2855, qps in this process: 95.1489 (mp_runner.py:76) -2024-09-01 23:44:05,879 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0031s, count=2855, qps in this process: 95.1568 (mp_runner.py:76) -2024-09-01 23:44:05,884 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0057s, count=2856, qps in this process: 95.1819 (mp_runner.py:76) -2024-09-01 23:44:05,885 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0082s, count=2856, qps in this process: 95.174 (mp_runner.py:76) -2024-09-01 23:44:05,916 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0006s, count=2860, qps in this process: 95.3314 (mp_runner.py:76) -2024-09-01 23:44:05,919 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0043s, count=2731, qps in this process: 91.0203 (mp_runner.py:76) -2024-09-01 23:44:05,922 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0019s, count=2619, qps in this process: 87.2945 (mp_runner.py:76) -2024-09-01 23:44:05,926 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0004s, count=2727, qps in this process: 90.8988 (mp_runner.py:76) -2024-09-01 23:44:05,928 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0027s, count=2813, qps in this process: 93.7582 (mp_runner.py:76) -2024-09-01 23:44:05,930 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0049s, count=2732, qps in this process: 91.0518 (mp_runner.py:76) -2024-09-01 23:44:05,932 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0077s, count=2727, qps in this process: 90.8767 (mp_runner.py:76) -2024-09-01 23:44:05,946 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0021s, count=2864, qps in this process: 95.46 (mp_runner.py:76) -2024-09-01 23:44:05,953 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0009s, count=2866, qps in this process: 95.5305 (mp_runner.py:76) -2024-09-01 23:44:05,954 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0024s, count=2556, qps in this process: 85.1932 (mp_runner.py:76) -2024-09-01 23:44:05,954 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0006s, count=2866, qps in this process: 95.5314 (mp_runner.py:76) -2024-09-01 23:44:05,959 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0071s, count=2545, qps in this process: 84.8133 (mp_runner.py:76) -2024-09-01 23:44:05,968 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0004s, count=2519, qps in this process: 83.9655 (mp_runner.py:76) -2024-09-01 23:44:05,971 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0014s, count=2528, qps in this process: 84.2627 (mp_runner.py:76) -2024-09-01 23:44:05,975 | INFO |End search in concurrency 20: dur=30.241430914000375s, total_count=54812, qps=1812.4804 (mp_runner.py:120) -2024-09-01 23:44:07,599 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:44:07,599 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 23:44:17,933 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 23:44:17,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,022 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,023 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,024 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,127 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,148 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,154 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,154 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,154 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,154 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,171 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,171 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,215 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,225 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,227 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,230 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:18,232 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:44:23,866 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.0034067399974446744 (mp_runner.py:73) -2024-09-01 23:44:23,867 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.010873799998080358 (mp_runner.py:73) -2024-09-01 23:44:23,868 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.01054378499975428 (mp_runner.py:73) -2024-09-01 23:44:23,869 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.010502721001103055 (mp_runner.py:73) -2024-09-01 23:44:23,869 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.010532571999647189 (mp_runner.py:73) -2024-09-01 23:44:23,870 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.011996034998446703 (mp_runner.py:73) -2024-09-01 23:44:23,871 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.007863042003009468 (mp_runner.py:73) -2024-09-01 23:44:23,871 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.004326380993006751 (mp_runner.py:73) -2024-09-01 23:44:23,871 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.011815321995527484 (mp_runner.py:73) -2024-09-01 23:44:23,871 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.01175244899786776 (mp_runner.py:73) -2024-09-01 23:44:23,872 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.011863990999700036 (mp_runner.py:73) -2024-09-01 23:44:23,873 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.01767480200214777 (mp_runner.py:73) -2024-09-01 23:44:23,874 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.009932633998687379 (mp_runner.py:73) -2024-09-01 23:44:23,874 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01099134700052673 (mp_runner.py:73) -2024-09-01 23:44:23,876 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.019557453000743408 (mp_runner.py:73) -2024-09-01 23:44:23,876 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.010005490999901667 (mp_runner.py:73) -2024-09-01 23:44:23,883 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.014845722005702555 (mp_runner.py:73) -2024-09-01 23:44:23,887 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.014271925996581558 (mp_runner.py:73) -2024-09-01 23:44:23,888 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.013338347998796962 (mp_runner.py:73) -2024-09-01 23:44:23,895 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0103915559957386 (mp_runner.py:73) -2024-09-01 23:44:23,897 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.015002705004008021 (mp_runner.py:73) -2024-09-01 23:44:24,253 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.017004913002892863 (mp_runner.py:73) -2024-09-01 23:44:24,449 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.016013583001040388 (mp_runner.py:73) -2024-09-01 23:44:24,637 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.016325905999110546 (mp_runner.py:73) -2024-09-01 23:44:24,785 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.015452162006113213 (mp_runner.py:73) -2024-09-01 23:44:29,687 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.014414896999369375 (mp_runner.py:73) -2024-09-01 23:44:29,687 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.015361247002147138 (mp_runner.py:73) -2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.01395561000390444 (mp_runner.py:73) -2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.014640167995821685 (mp_runner.py:73) -2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.013660447002621368 (mp_runner.py:73) -2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.009992017003241926 (mp_runner.py:73) -2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.013456112006679177 (mp_runner.py:73) -2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.012159987003542483 (mp_runner.py:73) -2024-09-01 23:44:29,688 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.015593436000926886 (mp_runner.py:73) -2024-09-01 23:44:29,690 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.015003356005763635 (mp_runner.py:73) -2024-09-01 23:44:29,690 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.014871873005176894 (mp_runner.py:73) -2024-09-01 23:44:29,694 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.008341337001184002 (mp_runner.py:73) -2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.018812973001331557 (mp_runner.py:73) -2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.022054351997212507 (mp_runner.py:73) -2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.01964330900227651 (mp_runner.py:73) -2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.023078287005773745 (mp_runner.py:73) -2024-09-01 23:44:29,695 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.022984652998275124 (mp_runner.py:73) -2024-09-01 23:44:29,696 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.008442220001597889 (mp_runner.py:73) -2024-09-01 23:44:30,086 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.010420464001072105 (mp_runner.py:73) -2024-09-01 23:44:30,452 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.011396307003451511 (mp_runner.py:73) -2024-09-01 23:44:30,754 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.007386163000774104 (mp_runner.py:73) -2024-09-01 23:44:31,295 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.012468547996832058 (mp_runner.py:73) -2024-09-01 23:44:31,675 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0032033879979280755 (mp_runner.py:73) -2024-09-01 23:44:31,773 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.01496888100518845 (mp_runner.py:73) -2024-09-01 23:44:31,869 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.016179395002836827 (mp_runner.py:73) -2024-09-01 23:44:35,989 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.011630007000348996 (mp_runner.py:73) -2024-09-01 23:44:35,991 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.011483383001177572 (mp_runner.py:73) -2024-09-01 23:44:35,991 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.01387052199424943 (mp_runner.py:73) -2024-09-01 23:44:35,993 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.014274625005782582 (mp_runner.py:73) -2024-09-01 23:44:35,993 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.011053786998672877 (mp_runner.py:73) -2024-09-01 23:44:35,994 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.01066407000325853 (mp_runner.py:73) -2024-09-01 23:44:35,994 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.01238773299701279 (mp_runner.py:73) -2024-09-01 23:44:35,995 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.011084919002314564 (mp_runner.py:73) -2024-09-01 23:44:35,996 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.010831413994310424 (mp_runner.py:73) -2024-09-01 23:44:36,000 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.018319628994504455 (mp_runner.py:73) -2024-09-01 23:44:36,016 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.028050105000147596 (mp_runner.py:73) -2024-09-01 23:44:36,019 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.02062285099964356 (mp_runner.py:73) -2024-09-01 23:44:36,029 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.05248304799897596 (mp_runner.py:73) -2024-09-01 23:44:36,395 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.01741443999344483 (mp_runner.py:73) -2024-09-01 23:44:36,398 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.021196367997617926 (mp_runner.py:73) -2024-09-01 23:44:36,740 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.019310046001919545 (mp_runner.py:73) -2024-09-01 23:44:36,782 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.023913952994917054 (mp_runner.py:73) -2024-09-01 23:44:36,933 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.02156139799626544 (mp_runner.py:73) -2024-09-01 23:44:37,029 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.030259842998930253 (mp_runner.py:73) -2024-09-01 23:44:37,926 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.020839874996454455 (mp_runner.py:73) -2024-09-01 23:44:38,054 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.018893606000347063 (mp_runner.py:73) -2024-09-01 23:44:39,068 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.022812764000263996 (mp_runner.py:73) -2024-09-01 23:44:39,259 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.01457675600249786 (mp_runner.py:73) -2024-09-01 23:44:39,359 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.01849749599932693 (mp_runner.py:73) -2024-09-01 23:44:39,447 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.032195282001339365 (mp_runner.py:73) -2024-09-01 23:44:42,635 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.008194153997465037 (mp_runner.py:73) -2024-09-01 23:44:42,636 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.00889165199623676 (mp_runner.py:73) -2024-09-01 23:44:42,636 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.009971088002203032 (mp_runner.py:73) -2024-09-01 23:44:42,637 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.012979817001905758 (mp_runner.py:73) -2024-09-01 23:44:42,637 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.00950662499963073 (mp_runner.py:73) -2024-09-01 23:44:42,638 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.009713864004879724 (mp_runner.py:73) -2024-09-01 23:44:42,638 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.010687712994695175 (mp_runner.py:73) -2024-09-01 23:44:42,639 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.012565188000735361 (mp_runner.py:73) -2024-09-01 23:44:42,639 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.01596295600029407 (mp_runner.py:73) -2024-09-01 23:44:42,641 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.0208616579984664 (mp_runner.py:73) -2024-09-01 23:44:42,643 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.010522838005272206 (mp_runner.py:73) -2024-09-01 23:44:42,644 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.01319721699837828 (mp_runner.py:73) -2024-09-01 23:44:42,916 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.02022650299477391 (mp_runner.py:73) -2024-09-01 23:44:43,951 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.015314452000893652 (mp_runner.py:73) -2024-09-01 23:44:43,979 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.013417654001386836 (mp_runner.py:73) -2024-09-01 23:44:43,980 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.015374969996628352 (mp_runner.py:73) -2024-09-01 23:44:44,133 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.002607355003419798 (mp_runner.py:73) -2024-09-01 23:44:44,421 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.01708105599391274 (mp_runner.py:73) -2024-09-01 23:44:44,457 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.015924329003610183 (mp_runner.py:73) -2024-09-01 23:44:45,062 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.05622673300240422 (mp_runner.py:73) -2024-09-01 23:44:45,797 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.011792142999183852 (mp_runner.py:73) -2024-09-01 23:44:46,572 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.014858391004963778 (mp_runner.py:73) -2024-09-01 23:44:46,829 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.021919144004641566 (mp_runner.py:73) -2024-09-01 23:44:47,167 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.016045126001699828 (mp_runner.py:73) -2024-09-01 23:44:47,303 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.024209349001466762 (mp_runner.py:73) -2024-09-01 23:44:47,988 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.004s, count=2353, qps in this process: 78.4229 (mp_runner.py:76) -2024-09-01 23:44:48,025 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0009s, count=2337, qps in this process: 77.8977 (mp_runner.py:76) -2024-09-01 23:44:48,031 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0072s, count=2263, qps in this process: 75.4152 (mp_runner.py:76) -2024-09-01 23:44:48,035 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0089s, count=2145, qps in this process: 71.4788 (mp_runner.py:76) -2024-09-01 23:44:48,138 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0003s, count=2360, qps in this process: 78.6659 (mp_runner.py:76) -2024-09-01 23:44:48,142 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0065s, count=2061, qps in this process: 68.6851 (mp_runner.py:76) -2024-09-01 23:44:48,146 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0113s, count=2360, qps in this process: 78.637 (mp_runner.py:76) -2024-09-01 23:44:48,157 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0032s, count=2273, qps in this process: 75.7586 (mp_runner.py:76) -2024-09-01 23:44:48,162 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0037s, count=2362, qps in this process: 78.7236 (mp_runner.py:76) -2024-09-01 23:44:48,163 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0041s, count=2057, qps in this process: 68.5573 (mp_runner.py:76) -2024-09-01 23:44:48,173 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.014s, count=2272, qps in this process: 75.698 (mp_runner.py:76) -2024-09-01 23:44:48,177 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0039s, count=2351, qps in this process: 78.3565 (mp_runner.py:76) -2024-09-01 23:44:48,180 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0103s, count=2239, qps in this process: 74.6077 (mp_runner.py:76) -2024-09-01 23:44:48,181 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.006s, count=2355, qps in this process: 78.4843 (mp_runner.py:76) -2024-09-01 23:44:48,184 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0248s, count=2363, qps in this process: 78.7016 (mp_runner.py:76) -2024-09-01 23:44:48,202 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0035s, count=2274, qps in this process: 75.7912 (mp_runner.py:76) -2024-09-01 23:44:48,217 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0018s, count=2115, qps in this process: 70.4958 (mp_runner.py:76) -2024-09-01 23:44:48,221 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0042s, count=2341, qps in this process: 78.0224 (mp_runner.py:76) -2024-09-01 23:44:48,231 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0009s, count=2369, qps in this process: 78.9643 (mp_runner.py:76) -2024-09-01 23:44:48,232 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.002s, count=2370, qps in this process: 78.9947 (mp_runner.py:76) -2024-09-01 23:44:48,233 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0041s, count=2248, qps in this process: 74.9231 (mp_runner.py:76) -2024-09-01 23:44:48,233 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0041s, count=2371, qps in this process: 79.0225 (mp_runner.py:76) -2024-09-01 23:44:48,233 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0043s, count=2371, qps in this process: 79.022 (mp_runner.py:76) -2024-09-01 23:44:48,240 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0046s, count=2204, qps in this process: 73.4554 (mp_runner.py:76) -2024-09-01 23:44:48,244 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0078s, count=2103, qps in this process: 70.0818 (mp_runner.py:76) -2024-09-01 23:44:48,251 | INFO |End search in concurrency 25: dur=30.317376552004134s, total_count=56917, qps=1877.3722 (mp_runner.py:120) -2024-09-01 23:44:49,836 | INFO |Update largest qps with concurrency 25: current max_qps=1877.3722 (mp_runner.py:124) -2024-09-01 23:44:50,252 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:44:50,253 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 23:45:00,649 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 23:45:00,717 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,722 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,842 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,881 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,911 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,911 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,933 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,937 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,937 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,940 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,943 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,955 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,956 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,956 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,956 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,966 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,974 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,974 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:00,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:07,742 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.006851409998489544 (mp_runner.py:73) -2024-09-01 23:45:07,742 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.00913869099895237 (mp_runner.py:73) -2024-09-01 23:45:07,745 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.015681028002290986 (mp_runner.py:73) -2024-09-01 23:45:07,747 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.01460170499922242 (mp_runner.py:73) -2024-09-01 23:45:07,763 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.012035015002766158 (mp_runner.py:73) -2024-09-01 23:45:07,765 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.01674457100307336 (mp_runner.py:73) -2024-09-01 23:45:07,772 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.029014356005063746 (mp_runner.py:73) -2024-09-01 23:45:07,775 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.023733125999569893 (mp_runner.py:73) -2024-09-01 23:45:07,776 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.023545522999484092 (mp_runner.py:73) -2024-09-01 23:45:07,778 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.020663085000705905 (mp_runner.py:73) -2024-09-01 23:45:07,778 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.030621402998804115 (mp_runner.py:73) -2024-09-01 23:45:07,783 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.0016419349994976074 (mp_runner.py:73) -2024-09-01 23:45:07,786 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.0411707640014356 (mp_runner.py:73) -2024-09-01 23:45:07,787 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.0014085900038480759 (mp_runner.py:73) -2024-09-01 23:45:07,793 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.0012064349939464591 (mp_runner.py:73) -2024-09-01 23:45:07,795 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.04301078700518701 (mp_runner.py:73) -2024-09-01 23:45:07,805 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.08322792000399204 (mp_runner.py:73) -2024-09-01 23:45:07,846 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0368438250006875 (mp_runner.py:73) -2024-09-01 23:45:07,884 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0807765140052652 (mp_runner.py:73) -2024-09-01 23:45:07,975 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.038731332002498675 (mp_runner.py:73) -2024-09-01 23:45:08,077 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.010001538001233712 (mp_runner.py:73) -2024-09-01 23:45:08,773 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.019035669000004418 (mp_runner.py:73) -2024-09-01 23:45:09,021 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.03528380100033246 (mp_runner.py:73) -2024-09-01 23:45:09,052 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.007415455998852849 (mp_runner.py:73) -2024-09-01 23:45:09,298 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.025133349001407623 (mp_runner.py:73) -2024-09-01 23:45:09,981 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.02230264199897647 (mp_runner.py:73) -2024-09-01 23:45:10,098 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.022662939001747873 (mp_runner.py:73) -2024-09-01 23:45:10,102 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.030276614001195412 (mp_runner.py:73) -2024-09-01 23:45:10,542 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.007638192000740673 (mp_runner.py:73) -2024-09-01 23:45:10,605 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.029616204999911133 (mp_runner.py:73) -2024-09-01 23:45:15,908 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.013185985000745859 (mp_runner.py:73) -2024-09-01 23:45:15,908 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.012340340996161103 (mp_runner.py:73) -2024-09-01 23:45:15,909 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.011899270997673739 (mp_runner.py:73) -2024-09-01 23:45:15,910 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.013585648994194344 (mp_runner.py:73) -2024-09-01 23:45:15,910 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.010915128004853614 (mp_runner.py:73) -2024-09-01 23:45:15,912 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.019263313995907083 (mp_runner.py:73) -2024-09-01 23:45:15,917 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.023371526003757026 (mp_runner.py:73) -2024-09-01 23:45:15,929 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.03748985300626373 (mp_runner.py:73) -2024-09-01 23:45:15,931 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.018101564004609827 (mp_runner.py:73) -2024-09-01 23:45:15,933 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.03860021499713184 (mp_runner.py:73) -2024-09-01 23:45:15,933 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.016932963000726886 (mp_runner.py:73) -2024-09-01 23:45:16,200 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.013039598001341801 (mp_runner.py:73) -2024-09-01 23:45:16,206 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.020952197999577038 (mp_runner.py:73) -2024-09-01 23:45:16,540 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.015654964998248033 (mp_runner.py:73) -2024-09-01 23:45:16,551 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.02083280200167792 (mp_runner.py:73) -2024-09-01 23:45:16,639 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.0043418269997346215 (mp_runner.py:73) -2024-09-01 23:45:16,715 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.021893486999033485 (mp_runner.py:73) -2024-09-01 23:45:16,748 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.002403158003289718 (mp_runner.py:73) -2024-09-01 23:45:16,749 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.014295244000095408 (mp_runner.py:73) -2024-09-01 23:45:17,147 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.014465731001109816 (mp_runner.py:73) -2024-09-01 23:45:17,312 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.018327120000321884 (mp_runner.py:73) -2024-09-01 23:45:17,609 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.014177397999446839 (mp_runner.py:73) -2024-09-01 23:45:17,943 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.019573812001908664 (mp_runner.py:73) -2024-09-01 23:45:18,243 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.019171567997545935 (mp_runner.py:73) -2024-09-01 23:45:18,494 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.007292509006219916 (mp_runner.py:73) -2024-09-01 23:45:19,027 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.01927681499364553 (mp_runner.py:73) -2024-09-01 23:45:19,125 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.007634957000846043 (mp_runner.py:73) -2024-09-01 23:45:19,175 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.020202680003421847 (mp_runner.py:73) -2024-09-01 23:45:19,592 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.01881400099955499 (mp_runner.py:73) -2024-09-01 23:45:19,798 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.016852690001542214 (mp_runner.py:73) -2024-09-01 23:45:24,467 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.01908481500140624 (mp_runner.py:73) -2024-09-01 23:45:24,467 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.0019414909984334372 (mp_runner.py:73) -2024-09-01 23:45:24,469 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.008886335002898704 (mp_runner.py:73) -2024-09-01 23:45:24,469 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.012031050006044097 (mp_runner.py:73) -2024-09-01 23:45:24,471 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.024475216996506788 (mp_runner.py:73) -2024-09-01 23:45:24,472 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.021889340998313855 (mp_runner.py:73) -2024-09-01 23:45:24,473 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.016036679000535514 (mp_runner.py:73) -2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.027460067001811694 (mp_runner.py:73) -2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.03215099299995927 (mp_runner.py:73) -2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.028499009997176472 (mp_runner.py:73) -2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.029135569995560218 (mp_runner.py:73) -2024-09-01 23:45:24,481 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.030306795000797138 (mp_runner.py:73) -2024-09-01 23:45:24,490 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.04451415299990913 (mp_runner.py:73) -2024-09-01 23:45:24,519 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.016163875996426214 (mp_runner.py:73) -2024-09-01 23:45:24,521 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.025639598999987356 (mp_runner.py:73) -2024-09-01 23:45:24,522 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.007521008999901824 (mp_runner.py:73) -2024-09-01 23:45:25,263 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.02556574600021122 (mp_runner.py:73) -2024-09-01 23:45:25,393 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.025774898000236135 (mp_runner.py:73) -2024-09-01 23:45:25,899 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.02146527500008233 (mp_runner.py:73) -2024-09-01 23:45:25,935 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.018434889003401622 (mp_runner.py:73) -2024-09-01 23:45:26,646 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.023658219994104 (mp_runner.py:73) -2024-09-01 23:45:26,983 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.02211737300240202 (mp_runner.py:73) -2024-09-01 23:45:27,237 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.026266815002600197 (mp_runner.py:73) -2024-09-01 23:45:27,576 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.0195383220052463 (mp_runner.py:73) -2024-09-01 23:45:27,951 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.02574401499441592 (mp_runner.py:73) -2024-09-01 23:45:28,088 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.02355633900151588 (mp_runner.py:73) -2024-09-01 23:45:28,089 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.027246712998021394 (mp_runner.py:73) -2024-09-01 23:45:28,228 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.022160776003147475 (mp_runner.py:73) -2024-09-01 23:45:29,026 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.01758693299780134 (mp_runner.py:73) -2024-09-01 23:45:29,240 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.019382922997465357 (mp_runner.py:73) -2024-09-01 23:45:30,720 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0018s, count=1682, qps in this process: 56.0633 (mp_runner.py:76) -2024-09-01 23:45:30,752 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0295s, count=1897, qps in this process: 63.1712 (mp_runner.py:76) -2024-09-01 23:45:30,776 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.004s, count=1667, qps in this process: 55.5593 (mp_runner.py:76) -2024-09-01 23:45:30,838 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.003s, count=1903, qps in this process: 63.427 (mp_runner.py:76) -2024-09-01 23:45:30,851 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0019s, count=1868, qps in this process: 62.2627 (mp_runner.py:76) -2024-09-01 23:45:30,894 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0102s, count=1793, qps in this process: 59.7464 (mp_runner.py:76) -2024-09-01 23:45:30,910 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0033s, count=1857, qps in this process: 61.8932 (mp_runner.py:76) -2024-09-01 23:45:30,924 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0088s, count=1639, qps in this process: 54.6173 (mp_runner.py:76) -2024-09-01 23:45:30,928 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0125s, count=1867, qps in this process: 62.2074 (mp_runner.py:76) -2024-09-01 23:45:30,942 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0061s, count=1766, qps in this process: 58.8547 (mp_runner.py:76) -2024-09-01 23:45:30,943 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0026s, count=1861, qps in this process: 62.028 (mp_runner.py:76) -2024-09-01 23:45:30,947 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0015s, count=1653, qps in this process: 55.0972 (mp_runner.py:76) -2024-09-01 23:45:30,949 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0029s, count=1801, qps in this process: 60.0275 (mp_runner.py:76) -2024-09-01 23:45:30,949 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0036s, count=1911, qps in this process: 63.6924 (mp_runner.py:76) -2024-09-01 23:45:30,949 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0089s, count=1911, qps in this process: 63.6811 (mp_runner.py:76) -2024-09-01 23:45:30,950 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0061s, count=1911, qps in this process: 63.6871 (mp_runner.py:76) -2024-09-01 23:45:30,956 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0069s, count=1651, qps in this process: 55.0207 (mp_runner.py:76) -2024-09-01 23:45:30,958 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0102s, count=1906, qps in this process: 63.5117 (mp_runner.py:76) -2024-09-01 23:45:30,961 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0032s, count=1725, qps in this process: 57.4939 (mp_runner.py:76) -2024-09-01 23:45:30,963 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0051s, count=1889, qps in this process: 62.956 (mp_runner.py:76) -2024-09-01 23:45:30,963 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0051s, count=1588, qps in this process: 52.9243 (mp_runner.py:76) -2024-09-01 23:45:30,967 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0146s, count=1912, qps in this process: 63.7023 (mp_runner.py:76) -2024-09-01 23:45:30,968 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0148s, count=1783, qps in this process: 59.404 (mp_runner.py:76) -2024-09-01 23:45:30,970 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0114s, count=1712, qps in this process: 57.045 (mp_runner.py:76) -2024-09-01 23:45:30,974 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0026s, count=1897, qps in this process: 63.2279 (mp_runner.py:76) -2024-09-01 23:45:30,981 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0052s, count=1914, qps in this process: 63.7889 (mp_runner.py:76) -2024-09-01 23:45:30,985 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.004s, count=1915, qps in this process: 63.8248 (mp_runner.py:76) -2024-09-01 23:45:30,987 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.01s, count=1914, qps in this process: 63.7787 (mp_runner.py:76) -2024-09-01 23:45:31,000 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0009s, count=1670, qps in this process: 55.665 (mp_runner.py:76) -2024-09-01 23:45:31,002 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0012s, count=1618, qps in this process: 53.9312 (mp_runner.py:76) -2024-09-01 23:45:31,008 | INFO |End search in concurrency 30: dur=30.358619402999466s, total_count=54081, qps=1781.4051 (mp_runner.py:120) -2024-09-01 23:45:33,355 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:45:33,355 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 23:45:43,854 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 23:45:43,922 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,045 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,056 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,073 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,144 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,153 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,178 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,195 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,222 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,224 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,224 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,250 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,250 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,251 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,253 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,257 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,263 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,289 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,320 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,331 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:44,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:45:52,777 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.0021422029967652634 (mp_runner.py:73) -2024-09-01 23:45:52,778 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.01451941500272369 (mp_runner.py:73) -2024-09-01 23:45:52,782 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01946160900115501 (mp_runner.py:73) -2024-09-01 23:45:52,782 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01774449100048514 (mp_runner.py:73) -2024-09-01 23:45:52,782 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.018460581006365828 (mp_runner.py:73) -2024-09-01 23:45:52,783 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.018665034003788605 (mp_runner.py:73) -2024-09-01 23:45:52,783 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.01924932900146814 (mp_runner.py:73) -2024-09-01 23:45:52,783 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.017412869005056564 (mp_runner.py:73) -2024-09-01 23:45:52,783 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.018492155002604704 (mp_runner.py:73) -2024-09-01 23:45:52,784 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.020050093000463676 (mp_runner.py:73) -2024-09-01 23:45:52,785 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.021329767994757276 (mp_runner.py:73) -2024-09-01 23:45:52,786 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.021883822002564557 (mp_runner.py:73) -2024-09-01 23:45:52,786 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.02103059599903645 (mp_runner.py:73) -2024-09-01 23:45:52,787 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.02340173900302034 (mp_runner.py:73) -2024-09-01 23:45:52,787 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.02229792500293115 (mp_runner.py:73) -2024-09-01 23:45:52,787 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.024775021003733855 (mp_runner.py:73) -2024-09-01 23:45:52,787 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.024943342003098223 (mp_runner.py:73) -2024-09-01 23:45:52,788 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.023558521999802906 (mp_runner.py:73) -2024-09-01 23:45:52,788 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.02493311100261053 (mp_runner.py:73) -2024-09-01 23:45:52,788 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.02548157200362766 (mp_runner.py:73) -2024-09-01 23:45:52,789 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.02527092599484604 (mp_runner.py:73) -2024-09-01 23:45:52,789 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.02613187400129391 (mp_runner.py:73) -2024-09-01 23:45:52,789 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.023976458003744483 (mp_runner.py:73) -2024-09-01 23:45:52,790 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.02730967400566442 (mp_runner.py:73) -2024-09-01 23:45:52,790 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.026061426004162058 (mp_runner.py:73) -2024-09-01 23:45:52,790 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.025735998999152798 (mp_runner.py:73) -2024-09-01 23:45:52,791 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.028693809996184427 (mp_runner.py:73) -2024-09-01 23:45:52,824 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.016617392997432034 (mp_runner.py:73) -2024-09-01 23:45:52,960 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.025586766998458188 (mp_runner.py:73) -2024-09-01 23:45:53,134 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.03356577999511501 (mp_runner.py:73) -2024-09-01 23:45:53,249 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.024051836000580806 (mp_runner.py:73) -2024-09-01 23:45:53,250 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.026508047005336266 (mp_runner.py:73) -2024-09-01 23:45:53,421 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.03217594699526671 (mp_runner.py:73) -2024-09-01 23:45:54,443 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.027502130993525498 (mp_runner.py:73) -2024-09-01 23:45:54,808 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.025108839996391907 (mp_runner.py:73) -2024-09-01 23:46:01,303 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.006738076997862663 (mp_runner.py:73) -2024-09-01 23:46:01,312 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.01509278600133257 (mp_runner.py:73) -2024-09-01 23:46:01,314 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.01406878000125289 (mp_runner.py:73) -2024-09-01 23:46:01,317 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.021808687000884674 (mp_runner.py:73) -2024-09-01 23:46:01,318 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.009624714999517892 (mp_runner.py:73) -2024-09-01 23:46:01,344 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.023776435002218932 (mp_runner.py:73) -2024-09-01 23:46:01,368 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.009014822004246525 (mp_runner.py:73) -2024-09-01 23:46:01,369 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.003779765000217594 (mp_runner.py:73) -2024-09-01 23:46:01,369 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.011961176998738665 (mp_runner.py:73) -2024-09-01 23:46:01,370 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.014794982998864725 (mp_runner.py:73) -2024-09-01 23:46:01,373 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.011689915001625195 (mp_runner.py:73) -2024-09-01 23:46:01,375 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.01485413499904098 (mp_runner.py:73) -2024-09-01 23:46:01,375 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.012887252996733878 (mp_runner.py:73) -2024-09-01 23:46:01,376 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.014515103001031093 (mp_runner.py:73) -2024-09-01 23:46:01,377 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.007514155004173517 (mp_runner.py:73) -2024-09-01 23:46:01,378 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.02410561899887398 (mp_runner.py:73) -2024-09-01 23:46:01,379 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.02528251199692022 (mp_runner.py:73) -2024-09-01 23:46:01,379 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.014052245998755097 (mp_runner.py:73) -2024-09-01 23:46:01,451 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.026103050993697252 (mp_runner.py:73) -2024-09-01 23:46:01,487 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.026406806995510124 (mp_runner.py:73) -2024-09-01 23:46:01,545 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.019612991003668867 (mp_runner.py:73) -2024-09-01 23:46:01,627 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.01180819800356403 (mp_runner.py:73) -2024-09-01 23:46:01,659 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.02089145200443454 (mp_runner.py:73) -2024-09-01 23:46:02,164 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.014477093005552888 (mp_runner.py:73) -2024-09-01 23:46:02,391 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.02387354399979813 (mp_runner.py:73) -2024-09-01 23:46:02,799 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.01961763500003144 (mp_runner.py:73) -2024-09-01 23:46:02,800 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.02221583400387317 (mp_runner.py:73) -2024-09-01 23:46:03,084 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.040925942004832905 (mp_runner.py:73) -2024-09-01 23:46:03,098 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.05339697100134799 (mp_runner.py:73) -2024-09-01 23:46:03,412 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.021125407998624723 (mp_runner.py:73) -2024-09-01 23:46:03,689 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.03580624300229829 (mp_runner.py:73) -2024-09-01 23:46:03,912 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.024020532000577077 (mp_runner.py:73) -2024-09-01 23:46:04,270 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.020734271995024756 (mp_runner.py:73) -2024-09-01 23:46:05,179 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.034350624002399854 (mp_runner.py:73) -2024-09-01 23:46:05,301 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.019663651997689158 (mp_runner.py:73) -2024-09-01 23:46:11,288 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.010788890002004337 (mp_runner.py:73) -2024-09-01 23:46:11,289 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.017733322994899936 (mp_runner.py:73) -2024-09-01 23:46:11,289 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.0031871869941824116 (mp_runner.py:73) -2024-09-01 23:46:11,291 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.01595739700132981 (mp_runner.py:73) -2024-09-01 23:46:11,293 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.025283661001594737 (mp_runner.py:73) -2024-09-01 23:46:11,297 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.0137324940005783 (mp_runner.py:73) -2024-09-01 23:46:11,312 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.018881998003053013 (mp_runner.py:73) -2024-09-01 23:46:11,314 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.017507144999399316 (mp_runner.py:73) -2024-09-01 23:46:11,319 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.02293276399723254 (mp_runner.py:73) -2024-09-01 23:46:11,324 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.05602154100051848 (mp_runner.py:73) -2024-09-01 23:46:11,327 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.01860535699961474 (mp_runner.py:73) -2024-09-01 23:46:11,580 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.029425397005979903 (mp_runner.py:73) -2024-09-01 23:46:11,762 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.027495866001117975 (mp_runner.py:73) -2024-09-01 23:46:11,933 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.03420744000322884 (mp_runner.py:73) -2024-09-01 23:46:12,010 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.02306679399771383 (mp_runner.py:73) -2024-09-01 23:46:12,021 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.03573838699958287 (mp_runner.py:73) -2024-09-01 23:46:12,022 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.03947418999450747 (mp_runner.py:73) -2024-09-01 23:46:12,295 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.027092980999441352 (mp_runner.py:73) -2024-09-01 23:46:12,461 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.02948927699617343 (mp_runner.py:73) -2024-09-01 23:46:12,511 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.02266526200401131 (mp_runner.py:73) -2024-09-01 23:46:12,545 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.030352548994414974 (mp_runner.py:73) -2024-09-01 23:46:12,601 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.022869702996104024 (mp_runner.py:73) -2024-09-01 23:46:12,802 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.024069658997177612 (mp_runner.py:73) -2024-09-01 23:46:13,300 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.025816602996201254 (mp_runner.py:73) -2024-09-01 23:46:13,301 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.023699487996054813 (mp_runner.py:73) -2024-09-01 23:46:13,791 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.0304169320006622 (mp_runner.py:73) -2024-09-01 23:46:13,839 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.025737004005350173 (mp_runner.py:73) -2024-09-01 23:46:13,853 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.028349059000902344 (mp_runner.py:73) -2024-09-01 23:46:13,898 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.02124671800265787 (mp_runner.py:73) -2024-09-01 23:46:13,957 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0048s, count=1596, qps in this process: 53.1915 (mp_runner.py:76) -2024-09-01 23:46:14,067 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0204s, count=1633, qps in this process: 54.3963 (mp_runner.py:76) -2024-09-01 23:46:14,082 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0196s, count=1633, qps in this process: 54.3978 (mp_runner.py:76) -2024-09-01 23:46:14,136 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0566s, count=1634, qps in this process: 54.3641 (mp_runner.py:76) -2024-09-01 23:46:14,162 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0261s, count=1578, qps in this process: 52.5543 (mp_runner.py:76) -2024-09-01 23:46:14,162 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0117s, count=1565, qps in this process: 52.1463 (mp_runner.py:76) -2024-09-01 23:46:14,183 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0257s, count=1636, qps in this process: 54.4867 (mp_runner.py:76) -2024-09-01 23:46:14,204 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0041s, count=1541, qps in this process: 51.3596 (mp_runner.py:76) -2024-09-01 23:46:14,211 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0311s, count=1513, qps in this process: 50.3811 (mp_runner.py:76) -2024-09-01 23:46:14,222 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.001s, count=1599, qps in this process: 53.2982 (mp_runner.py:76) -2024-09-01 23:46:14,225 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0009s, count=1639, qps in this process: 54.6317 (mp_runner.py:76) -2024-09-01 23:46:14,230 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0057s, count=1604, qps in this process: 53.4565 (mp_runner.py:76) -2024-09-01 23:46:14,233 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0116s, count=1639, qps in this process: 54.6122 (mp_runner.py:76) -2024-09-01 23:46:14,235 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0111s, count=1448, qps in this process: 48.2488 (mp_runner.py:76) -2024-09-01 23:46:14,236 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0094s, count=1640, qps in this process: 54.6495 (mp_runner.py:76) -2024-09-01 23:46:14,236 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0042s, count=1638, qps in this process: 54.5924 (mp_runner.py:76) -2024-09-01 23:46:14,236 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0109s, count=1470, qps in this process: 48.9822 (mp_runner.py:76) -2024-09-01 23:46:14,238 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0122s, count=1559, qps in this process: 51.9455 (mp_runner.py:76) -2024-09-01 23:46:14,241 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0145s, count=1621, qps in this process: 54.0072 (mp_runner.py:76) -2024-09-01 23:46:14,247 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0018s, count=1433, qps in this process: 47.7638 (mp_runner.py:76) -2024-09-01 23:46:14,252 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0086s, count=1485, qps in this process: 49.4858 (mp_runner.py:76) -2024-09-01 23:46:14,259 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0057s, count=1589, qps in this process: 52.9566 (mp_runner.py:76) -2024-09-01 23:46:14,260 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0041s, count=1590, qps in this process: 52.9928 (mp_runner.py:76) -2024-09-01 23:46:14,263 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0067s, count=1394, qps in this process: 46.4563 (mp_runner.py:76) -2024-09-01 23:46:14,264 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0091s, count=1641, qps in this process: 54.6834 (mp_runner.py:76) -2024-09-01 23:46:14,269 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0072s, count=1578, qps in this process: 52.5874 (mp_runner.py:76) -2024-09-01 23:46:14,271 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0018s, count=1642, qps in this process: 54.73 (mp_runner.py:76) -2024-09-01 23:46:14,271 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0049s, count=1642, qps in this process: 54.7244 (mp_runner.py:76) -2024-09-01 23:46:14,272 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0029s, count=1600, qps in this process: 53.3282 (mp_runner.py:76) -2024-09-01 23:46:14,279 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0046s, count=1527, qps in this process: 50.8922 (mp_runner.py:76) -2024-09-01 23:46:14,300 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0017s, count=1527, qps in this process: 50.8971 (mp_runner.py:76) -2024-09-01 23:46:14,300 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0061s, count=1529, qps in this process: 50.9563 (mp_runner.py:76) -2024-09-01 23:46:14,324 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0005s, count=1407, qps in this process: 46.8992 (mp_runner.py:76) -2024-09-01 23:46:14,339 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0002s, count=1572, qps in this process: 52.3997 (mp_runner.py:76) -2024-09-01 23:46:14,355 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0017s, count=1646, qps in this process: 54.8636 (mp_runner.py:76) -2024-09-01 23:46:14,362 | INFO |End search in concurrency 35: dur=30.5063565370001s, total_count=54988, qps=1802.5096 (mp_runner.py:120) -2024-09-01 23:46:17,007 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:46:17,008 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 23:46:27,661 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 23:46:27,757 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:27,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:27,864 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:27,868 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:27,882 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:27,905 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:27,915 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:27,958 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:27,981 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,031 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,047 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,050 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,050 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,050 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,056 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,059 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,076 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,077 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,103 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,103 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,120 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,123 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,133 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,141 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:28,175 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:46:37,215 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.01813786999991862 (mp_runner.py:73) -2024-09-01 23:46:37,215 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.020224159998178948 (mp_runner.py:73) -2024-09-01 23:46:37,217 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.017827291005232837 (mp_runner.py:73) -2024-09-01 23:46:37,217 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.016123020999657456 (mp_runner.py:73) -2024-09-01 23:46:37,218 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.014828479004791006 (mp_runner.py:73) -2024-09-01 23:46:37,220 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.017182730000058655 (mp_runner.py:73) -2024-09-01 23:46:37,221 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.027053833000536542 (mp_runner.py:73) -2024-09-01 23:46:37,221 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.025920876003510784 (mp_runner.py:73) -2024-09-01 23:46:37,656 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.0313232349944883 (mp_runner.py:73) -2024-09-01 23:46:37,681 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.019485718999931123 (mp_runner.py:73) -2024-09-01 23:46:37,683 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.02446530000452185 (mp_runner.py:73) -2024-09-01 23:46:37,683 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.015885678003542125 (mp_runner.py:73) -2024-09-01 23:46:37,684 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.025473854002484586 (mp_runner.py:73) -2024-09-01 23:46:37,684 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.020198422993416898 (mp_runner.py:73) -2024-09-01 23:46:37,688 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.03239756800030591 (mp_runner.py:73) -2024-09-01 23:46:37,690 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.019308830000227317 (mp_runner.py:73) -2024-09-01 23:46:37,694 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.016429620001872536 (mp_runner.py:73) -2024-09-01 23:46:37,695 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.018091814003128093 (mp_runner.py:73) -2024-09-01 23:46:37,695 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.018096880994562525 (mp_runner.py:73) -2024-09-01 23:46:37,696 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.016455991004477255 (mp_runner.py:73) -2024-09-01 23:46:37,697 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.020716617997095454 (mp_runner.py:73) -2024-09-01 23:46:37,697 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.020728875999338925 (mp_runner.py:73) -2024-09-01 23:46:37,698 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.01791899099771399 (mp_runner.py:73) -2024-09-01 23:46:37,699 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.02017919700301718 (mp_runner.py:73) -2024-09-01 23:46:37,700 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.018126830997061916 (mp_runner.py:73) -2024-09-01 23:46:37,701 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.019917908997740597 (mp_runner.py:73) -2024-09-01 23:46:37,701 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.018559682001068722 (mp_runner.py:73) -2024-09-01 23:46:37,704 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.016750176997447852 (mp_runner.py:73) -2024-09-01 23:46:38,450 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.015207662996544968 (mp_runner.py:73) -2024-09-01 23:46:38,451 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.01739110500056995 (mp_runner.py:73) -2024-09-01 23:46:38,452 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.01628882600198267 (mp_runner.py:73) -2024-09-01 23:46:38,454 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.017467179997765925 (mp_runner.py:73) -2024-09-01 23:46:38,458 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.02715565099788364 (mp_runner.py:73) -2024-09-01 23:46:38,459 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.026251698000123724 (mp_runner.py:73) -2024-09-01 23:46:38,885 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.027645715003018267 (mp_runner.py:73) -2024-09-01 23:46:38,887 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.03065752499969676 (mp_runner.py:73) -2024-09-01 23:46:40,754 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.026197412000328768 (mp_runner.py:73) -2024-09-01 23:46:40,802 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.034841765998862684 (mp_runner.py:73) -2024-09-01 23:46:40,876 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.03182102399296127 (mp_runner.py:73) -2024-09-01 23:46:41,252 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.022879213000123855 (mp_runner.py:73) -2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.043586849998973776 (mp_runner.py:73) -2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.045678638001845684 (mp_runner.py:73) -2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.04542675300035626 (mp_runner.py:73) -2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.0415620610001497 (mp_runner.py:73) -2024-09-01 23:46:47,641 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.044838704001449514 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.04893508300301619 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.02815215999726206 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.03102552600466879 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.027433454000856727 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.0479015739983879 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.05090099600056419 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.01747611499740742 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.048519356998440344 (mp_runner.py:73) -2024-09-01 23:46:47,642 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.04424117299640784 (mp_runner.py:73) -2024-09-01 23:46:47,643 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.03617513399512973 (mp_runner.py:73) -2024-09-01 23:46:47,687 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.02000699499330949 (mp_runner.py:73) -2024-09-01 23:46:47,697 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.023248955003509764 (mp_runner.py:73) -2024-09-01 23:46:47,761 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.01781885499804048 (mp_runner.py:73) -2024-09-01 23:46:47,762 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.004930106006213464 (mp_runner.py:73) -2024-09-01 23:46:47,902 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.02637760999641614 (mp_runner.py:73) -2024-09-01 23:46:47,908 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.025536387001920957 (mp_runner.py:73) -2024-09-01 23:46:47,911 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.03013868400012143 (mp_runner.py:73) -2024-09-01 23:46:47,913 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.019588768998801243 (mp_runner.py:73) -2024-09-01 23:46:48,354 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.018029963001026772 (mp_runner.py:73) -2024-09-01 23:46:48,492 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.024131758997100405 (mp_runner.py:73) -2024-09-01 23:46:49,204 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.01902597500156844 (mp_runner.py:73) -2024-09-01 23:46:49,205 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.021090522001031786 (mp_runner.py:73) -2024-09-01 23:46:49,299 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.027648962000967003 (mp_runner.py:73) -2024-09-01 23:46:49,395 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.02633471200533677 (mp_runner.py:73) -2024-09-01 23:46:49,396 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.02648523599782493 (mp_runner.py:73) -2024-09-01 23:46:49,471 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.02313398299884284 (mp_runner.py:73) -2024-09-01 23:46:49,490 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.026630694999767 (mp_runner.py:73) -2024-09-01 23:46:49,873 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.024145947994838934 (mp_runner.py:73) -2024-09-01 23:46:49,874 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.02246508999814978 (mp_runner.py:73) -2024-09-01 23:46:50,651 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.027837153000291437 (mp_runner.py:73) -2024-09-01 23:46:51,409 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.024405675001617055 (mp_runner.py:73) -2024-09-01 23:46:52,228 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.028636691000428982 (mp_runner.py:73) -2024-09-01 23:46:52,903 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.022582360994420014 (mp_runner.py:73) -2024-09-01 23:46:53,227 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.025536219000059646 (mp_runner.py:73) -2024-09-01 23:46:53,239 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.03548931400291622 (mp_runner.py:73) -2024-09-01 23:46:57,797 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0169s, count=1444, qps in this process: 48.1062 (mp_runner.py:76) -2024-09-01 23:46:57,869 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0008s, count=1354, qps in this process: 45.1321 (mp_runner.py:76) -2024-09-01 23:46:57,877 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.001s, count=1320, qps in this process: 43.9985 (mp_runner.py:76) -2024-09-01 23:46:57,883 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0063s, count=1376, qps in this process: 45.857 (mp_runner.py:76) -2024-09-01 23:46:57,909 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.021s, count=1350, qps in this process: 44.9685 (mp_runner.py:76) -2024-09-01 23:46:57,924 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.013s, count=1451, qps in this process: 48.3457 (mp_runner.py:76) -2024-09-01 23:46:57,943 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0159s, count=1453, qps in this process: 48.4077 (mp_runner.py:76) -2024-09-01 23:46:57,974 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.013s, count=1455, qps in this process: 48.479 (mp_runner.py:76) -2024-09-01 23:46:58,003 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.018s, count=1457, qps in this process: 48.5375 (mp_runner.py:76) -2024-09-01 23:46:58,032 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0017s, count=1459, qps in this process: 48.6306 (mp_runner.py:76) -2024-09-01 23:46:58,041 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0014s, count=1460, qps in this process: 48.6644 (mp_runner.py:76) -2024-09-01 23:46:58,042 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0117s, count=1460, qps in this process: 48.6477 (mp_runner.py:76) -2024-09-01 23:46:58,044 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0092s, count=1434, qps in this process: 47.7853 (mp_runner.py:76) -2024-09-01 23:46:58,053 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0185s, count=1460, qps in this process: 48.6367 (mp_runner.py:76) -2024-09-01 23:46:58,055 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.001s, count=1460, qps in this process: 48.665 (mp_runner.py:76) -2024-09-01 23:46:58,058 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.007s, count=1365, qps in this process: 45.4894 (mp_runner.py:76) -2024-09-01 23:46:58,059 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0248s, count=1435, qps in this process: 47.7938 (mp_runner.py:76) -2024-09-01 23:46:58,061 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0104s, count=1415, qps in this process: 47.1503 (mp_runner.py:76) -2024-09-01 23:46:58,065 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0251s, count=1461, qps in this process: 48.6593 (mp_runner.py:76) -2024-09-01 23:46:58,066 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0085s, count=1461, qps in this process: 48.6862 (mp_runner.py:76) -2024-09-01 23:46:58,073 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.019s, count=1461, qps in this process: 48.6692 (mp_runner.py:76) -2024-09-01 23:46:58,076 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0099s, count=1436, qps in this process: 47.8509 (mp_runner.py:76) -2024-09-01 23:46:58,081 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0084s, count=1349, qps in this process: 44.9541 (mp_runner.py:76) -2024-09-01 23:46:58,083 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0164s, count=1462, qps in this process: 48.7067 (mp_runner.py:76) -2024-09-01 23:46:58,084 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.006s, count=1330, qps in this process: 44.3245 (mp_runner.py:76) -2024-09-01 23:46:58,084 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0133s, count=1345, qps in this process: 44.8135 (mp_runner.py:76) -2024-09-01 23:46:58,088 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0105s, count=1437, qps in this process: 47.8832 (mp_runner.py:76) -2024-09-01 23:46:58,090 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0122s, count=1394, qps in this process: 46.4478 (mp_runner.py:76) -2024-09-01 23:46:58,092 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0126s, count=1296, qps in this process: 43.1819 (mp_runner.py:76) -2024-09-01 23:46:58,112 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0074s, count=1239, qps in this process: 41.2898 (mp_runner.py:76) -2024-09-01 23:46:58,115 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0097s, count=1466, qps in this process: 48.8509 (mp_runner.py:76) -2024-09-01 23:46:58,128 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0033s, count=1469, qps in this process: 48.9613 (mp_runner.py:76) -2024-09-01 23:46:58,131 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0056s, count=1469, qps in this process: 48.9575 (mp_runner.py:76) -2024-09-01 23:46:58,137 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0007s, count=1378, qps in this process: 45.9323 (mp_runner.py:76) -2024-09-01 23:46:58,146 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0089s, count=1471, qps in this process: 49.0188 (mp_runner.py:76) -2024-09-01 23:46:58,146 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0068s, count=1272, qps in this process: 42.3904 (mp_runner.py:76) -2024-09-01 23:46:58,151 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.003s, count=1377, qps in this process: 45.8954 (mp_runner.py:76) -2024-09-01 23:46:58,165 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0005s, count=1230, qps in this process: 40.9993 (mp_runner.py:76) -2024-09-01 23:46:58,169 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0008s, count=1217, qps in this process: 40.5656 (mp_runner.py:76) -2024-09-01 23:46:58,179 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0011s, count=1229, qps in this process: 40.9652 (mp_runner.py:76) -2024-09-01 23:46:58,186 | INFO |End search in concurrency 40: dur=30.522782109001128s, total_count=55857, qps=1830.0101 (mp_runner.py:120) -2024-09-01 23:47:01,199 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:47:01,199 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 23:47:11,960 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 23:47:12,116 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,180 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,219 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,227 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,229 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,271 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,286 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,287 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,288 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,313 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,323 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,347 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,363 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,377 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,381 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,382 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,406 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,416 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,437 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,437 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,438 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,438 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,457 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,457 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,482 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,511 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,516 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,540 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,543 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:12,554 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:47:22,786 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.02188211899920134 (mp_runner.py:73) -2024-09-01 23:47:22,788 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.02468737900198903 (mp_runner.py:73) -2024-09-01 23:47:22,789 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.014869183003611397 (mp_runner.py:73) -2024-09-01 23:47:22,790 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.029358159001276363 (mp_runner.py:73) -2024-09-01 23:47:22,791 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.017083350001485087 (mp_runner.py:73) -2024-09-01 23:47:22,794 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.021694620998459868 (mp_runner.py:73) -2024-09-01 23:47:22,794 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.035027352001634426 (mp_runner.py:73) -2024-09-01 23:47:22,802 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.030644362996099517 (mp_runner.py:73) -2024-09-01 23:47:22,809 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.02653046699560946 (mp_runner.py:73) -2024-09-01 23:47:22,816 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.05821553800342372 (mp_runner.py:73) -2024-09-01 23:47:22,842 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.030909278997569345 (mp_runner.py:73) -2024-09-01 23:47:23,137 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.025107344998104963 (mp_runner.py:73) -2024-09-01 23:47:23,140 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.039909029997943435 (mp_runner.py:73) -2024-09-01 23:47:23,270 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.017178927999339066 (mp_runner.py:73) -2024-09-01 23:47:23,271 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.021030292999057565 (mp_runner.py:73) -2024-09-01 23:47:23,271 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.02041681499395054 (mp_runner.py:73) -2024-09-01 23:47:23,272 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.019773770996835083 (mp_runner.py:73) -2024-09-01 23:47:23,273 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.02150182000332279 (mp_runner.py:73) -2024-09-01 23:47:23,273 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.023916934005683288 (mp_runner.py:73) -2024-09-01 23:47:23,274 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.021962161001283675 (mp_runner.py:73) -2024-09-01 23:47:23,275 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.021254353006952442 (mp_runner.py:73) -2024-09-01 23:47:23,275 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.019883683999069035 (mp_runner.py:73) -2024-09-01 23:47:23,278 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.022115271000075154 (mp_runner.py:73) -2024-09-01 23:47:23,279 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.021865758993953932 (mp_runner.py:73) -2024-09-01 23:47:23,282 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.034113866997358855 (mp_runner.py:73) -2024-09-01 23:47:23,283 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.03633235400047852 (mp_runner.py:73) -2024-09-01 23:47:23,662 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.02707026799907908 (mp_runner.py:73) -2024-09-01 23:47:23,810 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.03052925800147932 (mp_runner.py:73) -2024-09-01 23:47:23,913 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.015924473998893518 (mp_runner.py:73) -2024-09-01 23:47:23,915 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.03556079500413034 (mp_runner.py:73) -2024-09-01 23:47:23,929 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.017405796999810264 (mp_runner.py:73) -2024-09-01 23:47:23,930 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.0203836950022378 (mp_runner.py:73) -2024-09-01 23:47:23,931 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.019925793996662833 (mp_runner.py:73) -2024-09-01 23:47:23,932 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.024595410999609157 (mp_runner.py:73) -2024-09-01 23:47:23,933 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.029310622994671576 (mp_runner.py:73) -2024-09-01 23:47:24,788 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.027136497999890707 (mp_runner.py:73) -2024-09-01 23:47:24,792 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.03560574499715585 (mp_runner.py:73) -2024-09-01 23:47:24,838 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.030366872997547034 (mp_runner.py:73) -2024-09-01 23:47:25,139 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.037312595995899756 (mp_runner.py:73) -2024-09-01 23:47:26,401 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.030737717999727465 (mp_runner.py:73) -2024-09-01 23:47:26,403 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.028552650997880846 (mp_runner.py:73) -2024-09-01 23:47:26,764 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.0349573790008435 (mp_runner.py:73) -2024-09-01 23:47:26,765 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.030916535994037986 (mp_runner.py:73) -2024-09-01 23:47:26,815 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.031016550005006138 (mp_runner.py:73) -2024-09-01 23:47:26,838 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.05493546400248306 (mp_runner.py:73) -2024-09-01 23:47:34,480 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.015776110005390365 (mp_runner.py:73) -2024-09-01 23:47:34,481 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.015472525003133342 (mp_runner.py:73) -2024-09-01 23:47:34,481 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.012345993993221782 (mp_runner.py:73) -2024-09-01 23:47:34,481 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.016674644997692667 (mp_runner.py:73) -2024-09-01 23:47:34,482 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.01596229699498508 (mp_runner.py:73) -2024-09-01 23:47:34,483 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.01980152900068788 (mp_runner.py:73) -2024-09-01 23:47:34,483 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.01526118400215637 (mp_runner.py:73) -2024-09-01 23:47:34,483 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.016635145999316592 (mp_runner.py:73) -2024-09-01 23:47:34,484 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.019794774998445064 (mp_runner.py:73) -2024-09-01 23:47:34,484 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.017557754006702453 (mp_runner.py:73) -2024-09-01 23:47:34,485 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.018774277006741613 (mp_runner.py:73) -2024-09-01 23:47:34,485 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.01676027199573582 (mp_runner.py:73) -2024-09-01 23:47:34,485 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.017822009001974948 (mp_runner.py:73) -2024-09-01 23:47:34,486 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.016436022000561934 (mp_runner.py:73) -2024-09-01 23:47:34,487 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.015630656998837367 (mp_runner.py:73) -2024-09-01 23:47:34,489 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.017179672002384905 (mp_runner.py:73) -2024-09-01 23:47:34,489 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.024203496999689378 (mp_runner.py:73) -2024-09-01 23:47:34,490 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.01948026900208788 (mp_runner.py:73) -2024-09-01 23:47:34,490 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.028592038004717324 (mp_runner.py:73) -2024-09-01 23:47:34,491 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.014382364999619313 (mp_runner.py:73) -2024-09-01 23:47:34,491 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.027572290993703064 (mp_runner.py:73) -2024-09-01 23:47:34,493 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.018052048995741643 (mp_runner.py:73) -2024-09-01 23:47:34,497 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.021146341001440305 (mp_runner.py:73) -2024-09-01 23:47:34,497 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.006981842998357024 (mp_runner.py:73) -2024-09-01 23:47:34,505 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.042489414001465775 (mp_runner.py:73) -2024-09-01 23:47:34,509 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.048054910999780986 (mp_runner.py:73) -2024-09-01 23:47:34,519 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.024166548006178346 (mp_runner.py:73) -2024-09-01 23:47:34,521 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.021926538000116125 (mp_runner.py:73) -2024-09-01 23:47:34,523 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.02018520399724366 (mp_runner.py:73) -2024-09-01 23:47:34,534 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.025764972997421864 (mp_runner.py:73) -2024-09-01 23:47:34,864 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.01714354599971557 (mp_runner.py:73) -2024-09-01 23:47:35,260 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.026528380003583152 (mp_runner.py:73) -2024-09-01 23:47:35,548 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.02513238699611975 (mp_runner.py:73) -2024-09-01 23:47:36,378 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.023668359004659578 (mp_runner.py:73) -2024-09-01 23:47:36,410 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.024814240001433063 (mp_runner.py:73) -2024-09-01 23:47:37,017 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.024102782997942995 (mp_runner.py:73) -2024-09-01 23:47:37,299 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.03115789999719709 (mp_runner.py:73) -2024-09-01 23:47:37,378 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.05337859299470438 (mp_runner.py:73) -2024-09-01 23:47:37,711 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.028755718005413655 (mp_runner.py:73) -2024-09-01 23:47:38,480 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.027783176003140397 (mp_runner.py:73) -2024-09-01 23:47:38,504 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.03557191199797671 (mp_runner.py:73) -2024-09-01 23:47:38,538 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.023931217001518235 (mp_runner.py:73) -2024-09-01 23:47:38,678 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.026214045996312052 (mp_runner.py:73) -2024-09-01 23:47:38,683 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.002620715997181833 (mp_runner.py:73) -2024-09-01 23:47:39,045 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.05528447499818867 (mp_runner.py:73) -2024-09-01 23:47:42,184 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0594s, count=1325, qps in this process: 44.0794 (mp_runner.py:76) -2024-09-01 23:47:42,216 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0299s, count=1214, qps in this process: 40.4264 (mp_runner.py:76) -2024-09-01 23:47:42,241 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0204s, count=1335, qps in this process: 44.4698 (mp_runner.py:76) -2024-09-01 23:47:42,265 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0381s, count=1335, qps in this process: 44.4436 (mp_runner.py:76) -2024-09-01 23:47:42,272 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0419s, count=1336, qps in this process: 44.4712 (mp_runner.py:76) -2024-09-01 23:47:42,279 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0052s, count=1336, qps in this process: 44.5256 (mp_runner.py:76) -2024-09-01 23:47:42,286 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0513s, count=1336, qps in this process: 44.4573 (mp_runner.py:76) -2024-09-01 23:47:42,291 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.002s, count=1328, qps in this process: 44.2637 (mp_runner.py:76) -2024-09-01 23:47:42,295 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0046s, count=1183, qps in this process: 39.4273 (mp_runner.py:76) -2024-09-01 23:47:42,304 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.012s, count=1338, qps in this process: 44.5822 (mp_runner.py:76) -2024-09-01 23:47:42,333 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0169s, count=1247, qps in this process: 41.5433 (mp_runner.py:76) -2024-09-01 23:47:42,357 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0064s, count=1339, qps in this process: 44.6238 (mp_runner.py:76) -2024-09-01 23:47:42,365 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0011s, count=1204, qps in this process: 40.1319 (mp_runner.py:76) -2024-09-01 23:47:42,368 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0021s, count=1184, qps in this process: 39.4639 (mp_runner.py:76) -2024-09-01 23:47:42,371 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0073s, count=1335, qps in this process: 44.4892 (mp_runner.py:76) -2024-09-01 23:47:42,372 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0107s, count=1269, qps in this process: 42.2849 (mp_runner.py:76) -2024-09-01 23:47:42,382 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0185s, count=1339, qps in this process: 44.6058 (mp_runner.py:76) -2024-09-01 23:47:42,385 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0581s, count=1339, qps in this process: 44.5471 (mp_runner.py:76) -2024-09-01 23:47:42,395 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0222s, count=1336, qps in this process: 44.5004 (mp_runner.py:76) -2024-09-01 23:47:42,397 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0208s, count=1166, qps in this process: 38.8397 (mp_runner.py:76) -2024-09-01 23:47:42,401 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0139s, count=1339, qps in this process: 44.6127 (mp_runner.py:76) -2024-09-01 23:47:42,415 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.05s, count=1340, qps in this process: 44.5923 (mp_runner.py:76) -2024-09-01 23:47:42,416 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0325s, count=1340, qps in this process: 44.6183 (mp_runner.py:76) -2024-09-01 23:47:42,417 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0074s, count=1340, qps in this process: 44.6557 (mp_runner.py:76) -2024-09-01 23:47:42,417 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0301s, count=1340, qps in this process: 44.6219 (mp_runner.py:76) -2024-09-01 23:47:42,422 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0612s, count=1340, qps in this process: 44.5757 (mp_runner.py:76) -2024-09-01 23:47:42,430 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0062s, count=1341, qps in this process: 44.6908 (mp_runner.py:76) -2024-09-01 23:47:42,445 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0004s, count=1341, qps in this process: 44.6994 (mp_runner.py:76) -2024-09-01 23:47:42,462 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.021s, count=1342, qps in this process: 44.702 (mp_runner.py:76) -2024-09-01 23:47:42,463 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0223s, count=1341, qps in this process: 44.6668 (mp_runner.py:76) -2024-09-01 23:47:42,477 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0376s, count=1341, qps in this process: 44.644 (mp_runner.py:76) -2024-09-01 23:47:42,487 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.001s, count=1342, qps in this process: 44.7318 (mp_runner.py:76) -2024-09-01 23:47:42,495 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0105s, count=1238, qps in this process: 41.2522 (mp_runner.py:76) -2024-09-01 23:47:42,495 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0318s, count=1341, qps in this process: 44.6527 (mp_runner.py:76) -2024-09-01 23:47:42,498 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0034s, count=1339, qps in this process: 44.6283 (mp_runner.py:76) -2024-09-01 23:47:42,500 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0359s, count=1161, qps in this process: 38.6537 (mp_runner.py:76) -2024-09-01 23:47:42,502 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0036s, count=1347, qps in this process: 44.8946 (mp_runner.py:76) -2024-09-01 23:47:42,518 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0019s, count=1345, qps in this process: 44.8305 (mp_runner.py:76) -2024-09-01 23:47:42,524 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.003s, count=1350, qps in this process: 44.9955 (mp_runner.py:76) -2024-09-01 23:47:42,537 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0009s, count=1352, qps in this process: 45.0653 (mp_runner.py:76) -2024-09-01 23:47:42,538 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0021s, count=1161, qps in this process: 38.6973 (mp_runner.py:76) -2024-09-01 23:47:42,548 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0006s, count=1182, qps in this process: 39.3992 (mp_runner.py:76) -2024-09-01 23:47:42,553 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0011s, count=1160, qps in this process: 38.6652 (mp_runner.py:76) -2024-09-01 23:47:42,558 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0009s, count=1156, qps in this process: 38.5322 (mp_runner.py:76) -2024-09-01 23:47:42,562 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0008s, count=1166, qps in this process: 38.8656 (mp_runner.py:76) -2024-09-01 23:47:42,569 | INFO |End search in concurrency 45: dur=30.607873208995443s, total_count=58209, qps=1901.7656 (mp_runner.py:120) -2024-09-01 23:47:45,508 | INFO |Update largest qps with concurrency 45: current max_qps=1901.7656 (mp_runner.py:124) -2024-09-01 23:47:45,919 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:47:45,919 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 23:48:06,973 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 23:48:07,018 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,021 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,153 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,205 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,212 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,320 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,349 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,382 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,387 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,396 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,406 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,416 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,426 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,426 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,432 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,437 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,439 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,440 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,445 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,445 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,463 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,477 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,501 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,524 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,528 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,530 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,567 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,567 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,567 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,581 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,582 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,590 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,590 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,610 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,626 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,631 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:07,632 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:48:20,299 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.022464351997768972 (mp_runner.py:73) -2024-09-01 23:48:20,299 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.02151032700203359 (mp_runner.py:73) -2024-09-01 23:48:20,300 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.021424730999569874 (mp_runner.py:73) -2024-09-01 23:48:20,304 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.023077764999470674 (mp_runner.py:73) -2024-09-01 23:48:20,304 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.019622804000391625 (mp_runner.py:73) -2024-09-01 23:48:20,304 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.029408233996946365 (mp_runner.py:73) -2024-09-01 23:48:20,306 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.019129053995129652 (mp_runner.py:73) -2024-09-01 23:48:20,309 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.019544058006431442 (mp_runner.py:73) -2024-09-01 23:48:20,317 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.023447419996955432 (mp_runner.py:73) -2024-09-01 23:48:20,318 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.03276080299838213 (mp_runner.py:73) -2024-09-01 23:48:20,319 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.04636273899814114 (mp_runner.py:73) -2024-09-01 23:48:20,325 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.028301165999437217 (mp_runner.py:73) -2024-09-01 23:48:20,330 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.01159546899725683 (mp_runner.py:73) -2024-09-01 23:48:20,346 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.031375534999824595 (mp_runner.py:73) -2024-09-01 23:48:20,347 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.03396301899920218 (mp_runner.py:73) -2024-09-01 23:48:20,350 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.029704298998694867 (mp_runner.py:73) -2024-09-01 23:48:20,381 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.004988220003724564 (mp_runner.py:73) -2024-09-01 23:48:20,410 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.03046798600553302 (mp_runner.py:73) -2024-09-01 23:48:20,526 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.031343254006060306 (mp_runner.py:73) -2024-09-01 23:48:20,528 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.03109574900008738 (mp_runner.py:73) -2024-09-01 23:48:20,676 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.005557570999371819 (mp_runner.py:73) -2024-09-01 23:48:20,680 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.012824922996514942 (mp_runner.py:73) -2024-09-01 23:48:20,685 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.016732427997339983 (mp_runner.py:73) -2024-09-01 23:48:20,686 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.015023920001112856 (mp_runner.py:73) -2024-09-01 23:48:20,697 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.03780395999638131 (mp_runner.py:73) -2024-09-01 23:48:20,699 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.0372175540032913 (mp_runner.py:73) -2024-09-01 23:48:20,705 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.02446304300246993 (mp_runner.py:73) -2024-09-01 23:48:20,708 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.0352230580028845 (mp_runner.py:73) -2024-09-01 23:48:20,906 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.03535830400505802 (mp_runner.py:73) -2024-09-01 23:48:21,266 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.04319164199841907 (mp_runner.py:73) -2024-09-01 23:48:21,269 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.03699437699833652 (mp_runner.py:73) -2024-09-01 23:48:21,292 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.032724136995966546 (mp_runner.py:73) -2024-09-01 23:48:21,295 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.037851451997994445 (mp_runner.py:73) -2024-09-01 23:48:21,352 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.037137113002245314 (mp_runner.py:73) -2024-09-01 23:48:21,455 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.03043694199732272 (mp_runner.py:73) -2024-09-01 23:48:21,456 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.034887123001681175 (mp_runner.py:73) -2024-09-01 23:48:21,527 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.03621726599521935 (mp_runner.py:73) -2024-09-01 23:48:21,528 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.03145414399477886 (mp_runner.py:73) -2024-09-01 23:48:21,662 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.035277790993859526 (mp_runner.py:73) -2024-09-01 23:48:21,666 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.040228516001661774 (mp_runner.py:73) -2024-09-01 23:48:21,723 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.03804221499740379 (mp_runner.py:73) -2024-09-01 23:48:22,431 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.003923461998056155 (mp_runner.py:73) -2024-09-01 23:48:22,503 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.0392595510056708 (mp_runner.py:73) -2024-09-01 23:48:22,571 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.022444991998781916 (mp_runner.py:73) -2024-09-01 23:48:22,798 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.03203124300489435 (mp_runner.py:73) -2024-09-01 23:48:22,914 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.03635757300071418 (mp_runner.py:73) -2024-09-01 23:48:22,939 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.03612694599723909 (mp_runner.py:73) -2024-09-01 23:48:23,001 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.03891402499721153 (mp_runner.py:73) -2024-09-01 23:48:23,078 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.034816561004845425 (mp_runner.py:73) -2024-09-01 23:48:23,615 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03107870600069873 (mp_runner.py:73) -2024-09-01 23:48:33,649 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.040574140002718195 (mp_runner.py:73) -2024-09-01 23:48:33,650 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.03958416800014675 (mp_runner.py:73) -2024-09-01 23:48:33,651 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.03823584099882282 (mp_runner.py:73) -2024-09-01 23:48:33,651 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.04338997600279981 (mp_runner.py:73) -2024-09-01 23:48:33,652 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.035142324995831586 (mp_runner.py:73) -2024-09-01 23:48:33,653 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.04311218899965752 (mp_runner.py:73) -2024-09-01 23:48:33,653 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.04004395200172439 (mp_runner.py:73) -2024-09-01 23:48:33,654 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.042362715998024214 (mp_runner.py:73) -2024-09-01 23:48:33,654 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.03344917600043118 (mp_runner.py:73) -2024-09-01 23:48:33,655 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.034627130000444595 (mp_runner.py:73) -2024-09-01 23:48:33,655 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.04842413999722339 (mp_runner.py:73) -2024-09-01 23:48:33,656 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.021020947002398316 (mp_runner.py:73) -2024-09-01 23:48:33,656 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.028357712006254587 (mp_runner.py:73) -2024-09-01 23:48:33,657 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.022680091999063734 (mp_runner.py:73) -2024-09-01 23:48:33,657 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.027728841996577103 (mp_runner.py:73) -2024-09-01 23:48:33,657 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.010191858993493952 (mp_runner.py:73) -2024-09-01 23:48:33,658 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.021038929000496864 (mp_runner.py:73) -2024-09-01 23:48:33,658 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.028879755998787005 (mp_runner.py:73) -2024-09-01 23:48:33,658 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.022739056999853346 (mp_runner.py:73) -2024-09-01 23:48:33,658 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.025939017003111076 (mp_runner.py:73) -2024-09-01 23:48:33,659 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.02088572499633301 (mp_runner.py:73) -2024-09-01 23:48:33,660 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.022423720998631325 (mp_runner.py:73) -2024-09-01 23:48:33,661 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.01906401700398419 (mp_runner.py:73) -2024-09-01 23:48:33,661 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.022510956005135085 (mp_runner.py:73) -2024-09-01 23:48:33,661 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.021600146996206604 (mp_runner.py:73) -2024-09-01 23:48:33,662 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.02327074800268747 (mp_runner.py:73) -2024-09-01 23:48:33,663 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.019753227999899536 (mp_runner.py:73) -2024-09-01 23:48:33,664 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.021395128998847213 (mp_runner.py:73) -2024-09-01 23:48:33,666 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.020728613002575003 (mp_runner.py:73) -2024-09-01 23:48:33,672 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.020909182996547315 (mp_runner.py:73) -2024-09-01 23:48:33,674 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.01500649700028589 (mp_runner.py:73) -2024-09-01 23:48:33,976 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.007353998000326101 (mp_runner.py:73) -2024-09-01 23:48:33,978 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.007798819002346136 (mp_runner.py:73) -2024-09-01 23:48:33,979 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.007807381996826734 (mp_runner.py:73) -2024-09-01 23:48:33,981 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.008765539001615252 (mp_runner.py:73) -2024-09-01 23:48:33,993 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.02337003799766535 (mp_runner.py:73) -2024-09-01 23:48:33,994 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.025005170005897526 (mp_runner.py:73) -2024-09-01 23:48:34,170 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.04960636000032537 (mp_runner.py:73) -2024-09-01 23:48:34,536 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.029762373000266962 (mp_runner.py:73) -2024-09-01 23:48:35,013 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.029598453002108727 (mp_runner.py:73) -2024-09-01 23:48:35,118 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.035898571004508995 (mp_runner.py:73) -2024-09-01 23:48:36,173 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.024887049999961164 (mp_runner.py:73) -2024-09-01 23:48:36,176 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.02600970499770483 (mp_runner.py:73) -2024-09-01 23:48:36,578 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.03206168000178877 (mp_runner.py:73) -2024-09-01 23:48:36,956 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.0272876399976667 (mp_runner.py:73) -2024-09-01 23:48:37,021 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0018s, count=1130, qps in this process: 37.6644 (mp_runner.py:76) -2024-09-01 23:48:37,029 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0066s, count=1131, qps in this process: 37.6917 (mp_runner.py:76) -2024-09-01 23:48:37,164 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0033s, count=1137, qps in this process: 37.8958 (mp_runner.py:76) -2024-09-01 23:48:37,201 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.029s, count=1138, qps in this process: 37.8967 (mp_runner.py:76) -2024-09-01 23:48:37,203 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0031s, count=1138, qps in this process: 37.9294 (mp_runner.py:76) -2024-09-01 23:48:37,231 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0067s, count=1140, qps in this process: 37.9915 (mp_runner.py:76) -2024-09-01 23:48:37,243 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.027s, count=1140, qps in this process: 37.9658 (mp_runner.py:76) -2024-09-01 23:48:37,272 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.031068176998815034 (mp_runner.py:73) -2024-09-01 23:48:37,276 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.03376106199721107 (mp_runner.py:73) -2024-09-01 23:48:37,328 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0042s, count=1145, qps in this process: 38.1613 (mp_runner.py:76) -2024-09-01 23:48:37,333 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0042s, count=1143, qps in this process: 38.0947 (mp_runner.py:76) -2024-09-01 23:48:37,333 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.02459494399954565 (mp_runner.py:73) -2024-09-01 23:48:37,358 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0054s, count=1147, qps in this process: 38.2265 (mp_runner.py:76) -2024-09-01 23:48:37,372 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0077s, count=1148, qps in this process: 38.2568 (mp_runner.py:76) -2024-09-01 23:48:37,385 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0214s, count=1141, qps in this process: 38.0062 (mp_runner.py:76) -2024-09-01 23:48:37,385 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0065s, count=1148, qps in this process: 38.2584 (mp_runner.py:76) -2024-09-01 23:48:37,392 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0015s, count=1149, qps in this process: 38.2981 (mp_runner.py:76) -2024-09-01 23:48:37,397 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0191s, count=1149, qps in this process: 38.2756 (mp_runner.py:76) -2024-09-01 23:48:37,399 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0146s, count=1149, qps in this process: 38.2814 (mp_runner.py:76) -2024-09-01 23:48:37,428 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.011s, count=1149, qps in this process: 38.286 (mp_runner.py:76) -2024-09-01 23:48:37,437 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0174s, count=1149, qps in this process: 38.2778 (mp_runner.py:76) -2024-09-01 23:48:37,439 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0293s, count=1150, qps in this process: 38.2959 (mp_runner.py:76) -2024-09-01 23:48:37,440 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0056s, count=1150, qps in this process: 38.3262 (mp_runner.py:76) -2024-09-01 23:48:37,440 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0396s, count=1150, qps in this process: 38.2828 (mp_runner.py:76) -2024-09-01 23:48:37,440 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0212s, count=1150, qps in this process: 38.3063 (mp_runner.py:76) -2024-09-01 23:48:37,449 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0043s, count=1151, qps in this process: 38.3612 (mp_runner.py:76) -2024-09-01 23:48:37,451 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.003s, count=1151, qps in this process: 38.3628 (mp_runner.py:76) -2024-09-01 23:48:37,451 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0067s, count=1151, qps in this process: 38.3581 (mp_runner.py:76) -2024-09-01 23:48:37,452 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0037s, count=1151, qps in this process: 38.3619 (mp_runner.py:76) -2024-09-01 23:48:37,452 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0197s, count=1150, qps in this process: 38.3082 (mp_runner.py:76) -2024-09-01 23:48:37,457 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0259s, count=1150, qps in this process: 38.3003 (mp_runner.py:76) -2024-09-01 23:48:37,472 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0209s, count=1152, qps in this process: 38.3733 (mp_runner.py:76) -2024-09-01 23:48:37,480 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0007s, count=1087, qps in this process: 36.2325 (mp_runner.py:76) -2024-09-01 23:48:37,483 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0154s, count=1132, qps in this process: 37.714 (mp_runner.py:76) -2024-09-01 23:48:37,489 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0095s, count=1153, qps in this process: 38.4212 (mp_runner.py:76) -2024-09-01 23:48:37,490 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.004127316999074537 (mp_runner.py:73) -2024-09-01 23:48:37,499 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0048s, count=1154, qps in this process: 38.4605 (mp_runner.py:76) -2024-09-01 23:48:37,524 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0199s, count=1155, qps in this process: 38.4745 (mp_runner.py:76) -2024-09-01 23:48:37,542 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0089s, count=1157, qps in this process: 38.5552 (mp_runner.py:76) -2024-09-01 23:48:37,543 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.013s, count=1123, qps in this process: 37.4171 (mp_runner.py:76) -2024-09-01 23:48:37,544 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0034s, count=1103, qps in this process: 36.7625 (mp_runner.py:76) -2024-09-01 23:48:37,545 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.005s, count=1157, qps in this process: 38.5602 (mp_runner.py:76) -2024-09-01 23:48:37,560 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0295s, count=1156, qps in this process: 38.4955 (mp_runner.py:76) -2024-09-01 23:48:37,571 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0014s, count=1028, qps in this process: 34.2651 (mp_runner.py:76) -2024-09-01 23:48:37,572 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0016s, count=1016, qps in this process: 33.8649 (mp_runner.py:76) -2024-09-01 23:48:37,577 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0074s, count=1096, qps in this process: 36.5243 (mp_runner.py:76) -2024-09-01 23:48:37,586 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0008s, count=1062, qps in this process: 35.3991 (mp_runner.py:76) -2024-09-01 23:48:37,599 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0007s, count=1162, qps in this process: 38.7324 (mp_runner.py:76) -2024-09-01 23:48:37,600 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.001s, count=1048, qps in this process: 34.9322 (mp_runner.py:76) -2024-09-01 23:48:37,605 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0055s, count=1066, qps in this process: 35.5268 (mp_runner.py:76) -2024-09-01 23:48:37,619 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.0020005620026495308 (mp_runner.py:73) -2024-09-01 23:48:37,620 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0009s, count=1030, qps in this process: 34.3323 (mp_runner.py:76) -2024-09-01 23:48:37,633 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0009s, count=1007, qps in this process: 33.5657 (mp_runner.py:76) -2024-09-01 23:48:37,636 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.002s, count=1039, qps in this process: 34.631 (mp_runner.py:76) -2024-09-01 23:48:37,643 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0004s, count=1037, qps in this process: 34.5662 (mp_runner.py:76) -2024-09-01 23:48:37,651 | INFO |End search in concurrency 50: dur=30.67756556600216s, total_count=56195, qps=1831.7946 (mp_runner.py:120) -2024-09-01 23:48:41,344 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:48:41,345 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 23:49:02,535 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 23:49:02,605 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:02,804 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:02,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:02,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:02,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:02,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,035 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,036 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,036 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,038 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,043 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,058 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,079 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,089 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,106 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,131 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,143 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,168 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,170 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,199 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,209 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,235 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,252 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,255 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,265 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:03,300 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:16,531 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.02444711999851279 (mp_runner.py:73) -2024-09-01 23:49:16,532 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.021890176998567767 (mp_runner.py:73) -2024-09-01 23:49:16,532 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.02440332499827491 (mp_runner.py:73) -2024-09-01 23:49:16,532 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.024697218999790493 (mp_runner.py:73) -2024-09-01 23:49:16,533 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.02408199099591002 (mp_runner.py:73) -2024-09-01 23:49:16,533 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.02182873299898347 (mp_runner.py:73) -2024-09-01 23:49:16,533 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.024038351999479346 (mp_runner.py:73) -2024-09-01 23:49:16,534 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02057681199949002 (mp_runner.py:73) -2024-09-01 23:49:16,534 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.023973361996468157 (mp_runner.py:73) -2024-09-01 23:49:16,535 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.02432382499682717 (mp_runner.py:73) -2024-09-01 23:49:16,535 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.03085710300365463 (mp_runner.py:73) -2024-09-01 23:49:16,536 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.024689224002941046 (mp_runner.py:73) -2024-09-01 23:49:16,536 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.029696058001718484 (mp_runner.py:73) -2024-09-01 23:49:16,537 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.024387418998230714 (mp_runner.py:73) -2024-09-01 23:49:16,538 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.02539422200061381 (mp_runner.py:73) -2024-09-01 23:49:16,539 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.03452791400195565 (mp_runner.py:73) -2024-09-01 23:49:16,540 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.02010228799917968 (mp_runner.py:73) -2024-09-01 23:49:16,541 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.019298037004773505 (mp_runner.py:73) -2024-09-01 23:49:16,541 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.023865556002419908 (mp_runner.py:73) -2024-09-01 23:49:16,542 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.023842526999942493 (mp_runner.py:73) -2024-09-01 23:49:16,543 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.03970897199906176 (mp_runner.py:73) -2024-09-01 23:49:16,546 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.025862469999992754 (mp_runner.py:73) -2024-09-01 23:49:16,547 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.0381213540022145 (mp_runner.py:73) -2024-09-01 23:49:16,549 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.04593359000136843 (mp_runner.py:73) -2024-09-01 23:49:16,561 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.05390600100508891 (mp_runner.py:73) -2024-09-01 23:49:16,579 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.0787040269933641 (mp_runner.py:73) -2024-09-01 23:49:16,587 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.04817380299937213 (mp_runner.py:73) -2024-09-01 23:49:16,593 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.0353752369992435 (mp_runner.py:73) -2024-09-01 23:49:16,775 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.02545734200248262 (mp_runner.py:73) -2024-09-01 23:49:16,776 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.023415616997226607 (mp_runner.py:73) -2024-09-01 23:49:16,777 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.029551195999374613 (mp_runner.py:73) -2024-09-01 23:49:16,778 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.027292140999634285 (mp_runner.py:73) -2024-09-01 23:49:16,778 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.026692952000303194 (mp_runner.py:73) -2024-09-01 23:49:16,779 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.02562875100556994 (mp_runner.py:73) -2024-09-01 23:49:16,781 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.034392149005725514 (mp_runner.py:73) -2024-09-01 23:49:16,782 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.03564336599811213 (mp_runner.py:73) -2024-09-01 23:49:16,791 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.04564009300520411 (mp_runner.py:73) -2024-09-01 23:49:16,904 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.038741752003261354 (mp_runner.py:73) -2024-09-01 23:49:16,906 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.034107133993529715 (mp_runner.py:73) -2024-09-01 23:49:16,908 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.03933883900026558 (mp_runner.py:73) -2024-09-01 23:49:16,910 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.03137479400174925 (mp_runner.py:73) -2024-09-01 23:49:16,918 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.052222160004021134 (mp_runner.py:73) -2024-09-01 23:49:17,261 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.02635092100535985 (mp_runner.py:73) -2024-09-01 23:49:17,266 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.0299127049947856 (mp_runner.py:73) -2024-09-01 23:49:17,267 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.038357161996827926 (mp_runner.py:73) -2024-09-01 23:49:17,271 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.04099108099762816 (mp_runner.py:73) -2024-09-01 23:49:17,595 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.04788041600113502 (mp_runner.py:73) -2024-09-01 23:49:17,917 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.03957401100342395 (mp_runner.py:73) -2024-09-01 23:49:18,270 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.03326324900262989 (mp_runner.py:73) -2024-09-01 23:49:18,518 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.046044893002544995 (mp_runner.py:73) -2024-09-01 23:49:18,730 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.05297670300205937 (mp_runner.py:73) -2024-09-01 23:49:19,313 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.043204736000916455 (mp_runner.py:73) -2024-09-01 23:49:20,081 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.034960995995788835 (mp_runner.py:73) -2024-09-01 23:49:20,133 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.04086376800114522 (mp_runner.py:73) -2024-09-01 23:49:20,513 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.038769888000388164 (mp_runner.py:73) -2024-09-01 23:49:29,945 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.0762072569996235 (mp_runner.py:73) -2024-09-01 23:49:29,945 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.07538932099851081 (mp_runner.py:73) -2024-09-01 23:49:29,945 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.05010132899769815 (mp_runner.py:73) -2024-09-01 23:49:29,945 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.07288453900400782 (mp_runner.py:73) -2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.0476041600049939 (mp_runner.py:73) -2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.0435357720052707 (mp_runner.py:73) -2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.07050288200116483 (mp_runner.py:73) -2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.07534550200216472 (mp_runner.py:73) -2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.06451739600015571 (mp_runner.py:73) -2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.06631450400163885 (mp_runner.py:73) -2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.04589960500015877 (mp_runner.py:73) -2024-09-01 23:49:29,946 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.06548980100342305 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.08282056100142654 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.07337585700588534 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.06882093499734765 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.0642007790011121 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.07866219700372312 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.05847286400239682 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.0704428410026594 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.05896894900070038 (mp_runner.py:73) -2024-09-01 23:49:29,947 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.07031070799712325 (mp_runner.py:73) -2024-09-01 23:49:29,948 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.06896133099508006 (mp_runner.py:73) -2024-09-01 23:49:29,948 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.06231395200302359 (mp_runner.py:73) -2024-09-01 23:49:29,948 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.08192907700140495 (mp_runner.py:73) -2024-09-01 23:49:29,948 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.06697076300042681 (mp_runner.py:73) -2024-09-01 23:49:29,988 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.01880420899396995 (mp_runner.py:73) -2024-09-01 23:49:30,116 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.05731168700003764 (mp_runner.py:73) -2024-09-01 23:49:30,168 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.06034307699883357 (mp_runner.py:73) -2024-09-01 23:49:30,201 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.05630851299792994 (mp_runner.py:73) -2024-09-01 23:49:30,366 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.04342470099800266 (mp_runner.py:73) -2024-09-01 23:49:30,435 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.046150219000992365 (mp_runner.py:73) -2024-09-01 23:49:30,878 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.01652949400158832 (mp_runner.py:73) -2024-09-01 23:49:31,133 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.06599694800388534 (mp_runner.py:73) -2024-09-01 23:49:31,209 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.031804535996343475 (mp_runner.py:73) -2024-09-01 23:49:31,545 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.032185834999836516 (mp_runner.py:73) -2024-09-01 23:49:32,088 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.0312772160032182 (mp_runner.py:73) -2024-09-01 23:49:32,097 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.03298016200278653 (mp_runner.py:73) -2024-09-01 23:49:32,168 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.018291154003236443 (mp_runner.py:73) -2024-09-01 23:49:32,589 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.03367988300306024 (mp_runner.py:73) -2024-09-01 23:49:32,590 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.036680978002550546 (mp_runner.py:73) -2024-09-01 23:49:32,627 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0202s, count=968, qps in this process: 32.245 (mp_runner.py:76) -2024-09-01 23:49:32,752 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.021886192997044418 (mp_runner.py:73) -2024-09-01 23:49:32,822 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.029612913996970747 (mp_runner.py:73) -2024-09-01 23:49:32,842 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0296s, count=1097, qps in this process: 36.5306 (mp_runner.py:76) -2024-09-01 23:49:32,853 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0076s, count=1098, qps in this process: 36.5907 (mp_runner.py:76) -2024-09-01 23:49:32,854 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0017s, count=1098, qps in this process: 36.5979 (mp_runner.py:76) -2024-09-01 23:49:32,882 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.045797147999110166 (mp_runner.py:73) -2024-09-01 23:49:32,899 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0073s, count=1100, qps in this process: 36.6577 (mp_runner.py:76) -2024-09-01 23:49:32,915 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0232s, count=1099, qps in this process: 36.605 (mp_runner.py:76) -2024-09-01 23:49:33,045 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0039s, count=1017, qps in this process: 33.8956 (mp_runner.py:76) -2024-09-01 23:49:33,046 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0096s, count=1031, qps in this process: 34.3557 (mp_runner.py:76) -2024-09-01 23:49:33,063 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0079s, count=1032, qps in this process: 34.3909 (mp_runner.py:76) -2024-09-01 23:49:33,067 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0258s, count=1104, qps in this process: 36.7684 (mp_runner.py:76) -2024-09-01 23:49:33,067 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0268s, count=1104, qps in this process: 36.7672 (mp_runner.py:76) -2024-09-01 23:49:33,067 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0121s, count=1104, qps in this process: 36.7852 (mp_runner.py:76) -2024-09-01 23:49:33,071 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0355s, count=1054, qps in this process: 35.0918 (mp_runner.py:76) -2024-09-01 23:49:33,075 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0192s, count=1082, qps in this process: 36.0436 (mp_runner.py:76) -2024-09-01 23:49:33,076 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0279s, count=1103, qps in this process: 36.7325 (mp_runner.py:76) -2024-09-01 23:49:33,080 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0102s, count=964, qps in this process: 32.1224 (mp_runner.py:76) -2024-09-01 23:49:33,081 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0455s, count=1096, qps in this process: 36.478 (mp_runner.py:76) -2024-09-01 23:49:33,084 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0436s, count=1091, qps in this process: 36.3139 (mp_runner.py:76) -2024-09-01 23:49:33,093 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0043s, count=1104, qps in this process: 36.7947 (mp_runner.py:76) -2024-09-01 23:49:33,099 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.063s, count=1010, qps in this process: 33.5961 (mp_runner.py:76) -2024-09-01 23:49:33,107 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0166s, count=1058, qps in this process: 35.2472 (mp_runner.py:76) -2024-09-01 23:49:33,113 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0583s, count=1010, qps in this process: 33.6014 (mp_runner.py:76) -2024-09-01 23:49:33,121 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0011s, count=1026, qps in this process: 34.1987 (mp_runner.py:76) -2024-09-01 23:49:33,124 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0426s, count=1105, qps in this process: 36.7811 (mp_runner.py:76) -2024-09-01 23:49:33,128 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0391s, count=1083, qps in this process: 36.053 (mp_runner.py:76) -2024-09-01 23:49:33,131 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0167s, count=1105, qps in this process: 36.8128 (mp_runner.py:76) -2024-09-01 23:49:33,131 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0446s, count=1105, qps in this process: 36.7787 (mp_runner.py:76) -2024-09-01 23:49:33,134 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0445s, count=1105, qps in this process: 36.7788 (mp_runner.py:76) -2024-09-01 23:49:33,134 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0079s, count=1048, qps in this process: 34.9241 (mp_runner.py:76) -2024-09-01 23:49:33,137 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0196s, count=994, qps in this process: 33.1117 (mp_runner.py:76) -2024-09-01 23:49:33,141 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0047s, count=1093, qps in this process: 36.4276 (mp_runner.py:76) -2024-09-01 23:49:33,144 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.03235399599361699 (mp_runner.py:73) -2024-09-01 23:49:33,159 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0095s, count=1019, qps in this process: 33.9559 (mp_runner.py:76) -2024-09-01 23:49:33,163 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.006s, count=1095, qps in this process: 36.4927 (mp_runner.py:76) -2024-09-01 23:49:33,172 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0256s, count=1106, qps in this process: 36.8352 (mp_runner.py:76) -2024-09-01 23:49:33,172 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0145s, count=1106, qps in this process: 36.8489 (mp_runner.py:76) -2024-09-01 23:49:33,172 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0156s, count=1106, qps in this process: 36.8475 (mp_runner.py:76) -2024-09-01 23:49:33,180 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0005s, count=967, qps in this process: 32.2328 (mp_runner.py:76) -2024-09-01 23:49:33,182 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0081s, count=1107, qps in this process: 36.89 (mp_runner.py:76) -2024-09-01 23:49:33,183 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0023s, count=991, qps in this process: 33.0308 (mp_runner.py:76) -2024-09-01 23:49:33,187 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0088s, count=1107, qps in this process: 36.8892 (mp_runner.py:76) -2024-09-01 23:49:33,198 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0055s, count=1107, qps in this process: 36.8932 (mp_runner.py:76) -2024-09-01 23:49:33,204 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0049s, count=1071, qps in this process: 35.6942 (mp_runner.py:76) -2024-09-01 23:49:33,222 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0118s, count=1110, qps in this process: 36.9855 (mp_runner.py:76) -2024-09-01 23:49:33,223 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0053s, count=1110, qps in this process: 36.9935 (mp_runner.py:76) -2024-09-01 23:49:33,223 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0186s, count=1110, qps in this process: 36.9771 (mp_runner.py:76) -2024-09-01 23:49:33,224 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0033s, count=1110, qps in this process: 36.9959 (mp_runner.py:76) -2024-09-01 23:49:33,224 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0099s, count=1110, qps in this process: 36.9878 (mp_runner.py:76) -2024-09-01 23:49:33,241 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0013s, count=1016, qps in this process: 33.8652 (mp_runner.py:76) -2024-09-01 23:49:33,258 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0048s, count=940, qps in this process: 31.3283 (mp_runner.py:76) -2024-09-01 23:49:33,262 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0016s, count=978, qps in this process: 32.5983 (mp_runner.py:76) -2024-09-01 23:49:33,262 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0017s, count=928, qps in this process: 30.9316 (mp_runner.py:76) -2024-09-01 23:49:33,271 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0004s, count=953, qps in this process: 31.7662 (mp_runner.py:76) -2024-09-01 23:49:33,272 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0022s, count=940, qps in this process: 31.331 (mp_runner.py:76) -2024-09-01 23:49:33,278 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0006s, count=1019, qps in this process: 33.966 (mp_runner.py:76) -2024-09-01 23:49:33,308 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0013s, count=947, qps in this process: 31.5653 (mp_runner.py:76) -2024-09-01 23:49:33,314 | INFO |End search in concurrency 55: dur=30.778341190998617s, total_count=58141, qps=1889.0232 (mp_runner.py:120) -2024-09-01 23:49:37,340 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:49:37,340 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 23:49:58,778 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 23:49:59,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,164 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,208 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,210 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,225 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,272 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,274 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,275 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,275 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,276 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,276 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,283 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,283 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,291 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,291 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,291 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,292 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,301 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,303 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,311 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,323 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,339 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,346 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,361 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,364 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,367 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,367 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,367 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,381 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,388 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,392 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,395 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,403 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,406 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,413 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,443 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,450 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,455 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,455 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,459 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,463 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,467 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,488 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,493 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,498 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,514 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,558 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,563 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,568 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:49:59,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:14,508 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.02424451700062491 (mp_runner.py:73) -2024-09-01 23:50:14,509 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.024249604997748975 (mp_runner.py:73) -2024-09-01 23:50:14,511 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.024627436003356706 (mp_runner.py:73) -2024-09-01 23:50:14,512 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.023293825004657265 (mp_runner.py:73) -2024-09-01 23:50:14,512 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.026662602998840157 (mp_runner.py:73) -2024-09-01 23:50:14,513 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.029928253999969456 (mp_runner.py:73) -2024-09-01 23:50:14,514 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.029910577002738137 (mp_runner.py:73) -2024-09-01 23:50:14,514 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.026552069997705985 (mp_runner.py:73) -2024-09-01 23:50:14,515 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.029839645998436026 (mp_runner.py:73) -2024-09-01 23:50:14,515 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.028114931999880355 (mp_runner.py:73) -2024-09-01 23:50:14,515 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02769833400088828 (mp_runner.py:73) -2024-09-01 23:50:14,516 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.023300613996980246 (mp_runner.py:73) -2024-09-01 23:50:14,516 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.02365371100313496 (mp_runner.py:73) -2024-09-01 23:50:14,517 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.025373415999638382 (mp_runner.py:73) -2024-09-01 23:50:14,517 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.024198111997975502 (mp_runner.py:73) -2024-09-01 23:50:14,518 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.028961552001419477 (mp_runner.py:73) -2024-09-01 23:50:14,519 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.024478241000906564 (mp_runner.py:73) -2024-09-01 23:50:14,519 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.02898025600006804 (mp_runner.py:73) -2024-09-01 23:50:14,521 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.03865400399809005 (mp_runner.py:73) -2024-09-01 23:50:14,522 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.023253826999280136 (mp_runner.py:73) -2024-09-01 23:50:14,522 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.02557224500196753 (mp_runner.py:73) -2024-09-01 23:50:14,523 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.021886691996769514 (mp_runner.py:73) -2024-09-01 23:50:14,525 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.021769414997834247 (mp_runner.py:73) -2024-09-01 23:50:14,526 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03630954399704933 (mp_runner.py:73) -2024-09-01 23:50:14,527 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.01665125299768988 (mp_runner.py:73) -2024-09-01 23:50:14,527 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.02260231699619908 (mp_runner.py:73) -2024-09-01 23:50:14,527 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.030934782997064758 (mp_runner.py:73) -2024-09-01 23:50:14,528 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.027000474998203572 (mp_runner.py:73) -2024-09-01 23:50:14,528 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.022078958005295135 (mp_runner.py:73) -2024-09-01 23:50:14,530 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.022755844998755492 (mp_runner.py:73) -2024-09-01 23:50:14,534 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.04530377899936866 (mp_runner.py:73) -2024-09-01 23:50:14,557 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.07463597799505806 (mp_runner.py:73) -2024-09-01 23:50:14,617 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.03554855200491147 (mp_runner.py:73) -2024-09-01 23:50:14,643 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.06332425299478928 (mp_runner.py:73) -2024-09-01 23:50:14,695 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.05099878000328317 (mp_runner.py:73) -2024-09-01 23:50:14,775 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.04494503000023542 (mp_runner.py:73) -2024-09-01 23:50:14,811 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.03943773699575104 (mp_runner.py:73) -2024-09-01 23:50:15,069 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.073712974000955 (mp_runner.py:73) -2024-09-01 23:50:15,123 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.02364606800256297 (mp_runner.py:73) -2024-09-01 23:50:15,492 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.02321079200191889 (mp_runner.py:73) -2024-09-01 23:50:15,493 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.005213002994423732 (mp_runner.py:73) -2024-09-01 23:50:15,515 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.027652314995066263 (mp_runner.py:73) -2024-09-01 23:50:15,540 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.018852894005249254 (mp_runner.py:73) -2024-09-01 23:50:15,540 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.0593922609987203 (mp_runner.py:73) -2024-09-01 23:50:15,542 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.06275356699916301 (mp_runner.py:73) -2024-09-01 23:50:15,735 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.04189773700636579 (mp_runner.py:73) -2024-09-01 23:50:15,922 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.038624420994892716 (mp_runner.py:73) -2024-09-01 23:50:15,949 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.08286143300210824 (mp_runner.py:73) -2024-09-01 23:50:16,008 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.05799898900295375 (mp_runner.py:73) -2024-09-01 23:50:17,283 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.042275546002201736 (mp_runner.py:73) -2024-09-01 23:50:17,302 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.002196882000134792 (mp_runner.py:73) -2024-09-01 23:50:17,367 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.04998208799952408 (mp_runner.py:73) -2024-09-01 23:50:17,606 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.0462284239984001 (mp_runner.py:73) -2024-09-01 23:50:17,831 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.04531973600387573 (mp_runner.py:73) -2024-09-01 23:50:17,927 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.04566530399461044 (mp_runner.py:73) -2024-09-01 23:50:18,244 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.05956480799795827 (mp_runner.py:73) -2024-09-01 23:50:18,296 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.047265452005376574 (mp_runner.py:73) -2024-09-01 23:50:18,352 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.04409364399907645 (mp_runner.py:73) -2024-09-01 23:50:18,405 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.04569766400527442 (mp_runner.py:73) -2024-09-01 23:50:18,406 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.049218456995731685 (mp_runner.py:73) -2024-09-01 23:50:29,173 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.003s, count=978, qps in this process: 32.5967 (mp_runner.py:76) -2024-09-01 23:50:29,176 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0068s, count=978, qps in this process: 32.5926 (mp_runner.py:76) -2024-09-01 23:50:29,180 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0099s, count=941, qps in this process: 31.3563 (mp_runner.py:76) -2024-09-01 23:50:29,206 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0432s, count=933, qps in this process: 31.0553 (mp_runner.py:76) -2024-09-01 23:50:29,236 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0235s, count=962, qps in this process: 32.0416 (mp_runner.py:76) -2024-09-01 23:50:29,256 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0457s, count=886, qps in this process: 29.4884 (mp_runner.py:76) -2024-09-01 23:50:29,276 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0473s, count=980, qps in this process: 32.6152 (mp_runner.py:76) -2024-09-01 23:50:29,279 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0017s, count=886, qps in this process: 29.5317 (mp_runner.py:76) -2024-09-01 23:50:29,283 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0061s, count=980, qps in this process: 32.66 (mp_runner.py:76) -2024-09-01 23:50:29,285 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0059s, count=981, qps in this process: 32.6936 (mp_runner.py:76) -2024-09-01 23:50:29,294 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0046s, count=981, qps in this process: 32.695 (mp_runner.py:76) -2024-09-01 23:50:29,296 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0021s, count=919, qps in this process: 30.6312 (mp_runner.py:76) -2024-09-01 23:50:29,298 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0049s, count=981, qps in this process: 32.6947 (mp_runner.py:76) -2024-09-01 23:50:29,301 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0222s, count=980, qps in this process: 32.6425 (mp_runner.py:76) -2024-09-01 23:50:29,302 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0085s, count=982, qps in this process: 32.7241 (mp_runner.py:76) -2024-09-01 23:50:29,305 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0263s, count=920, qps in this process: 30.6398 (mp_runner.py:76) -2024-09-01 23:50:29,307 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.028s, count=919, qps in this process: 30.6048 (mp_runner.py:76) -2024-09-01 23:50:29,308 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0145s, count=839, qps in this process: 27.9532 (mp_runner.py:76) -2024-09-01 23:50:29,313 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.02s, count=980, qps in this process: 32.6449 (mp_runner.py:76) -2024-09-01 23:50:29,315 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0087s, count=982, qps in this process: 32.7238 (mp_runner.py:76) -2024-09-01 23:50:29,315 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0172s, count=968, qps in this process: 32.2482 (mp_runner.py:76) -2024-09-01 23:50:29,316 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0102s, count=982, qps in this process: 32.7222 (mp_runner.py:76) -2024-09-01 23:50:29,318 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0245s, count=982, qps in this process: 32.7066 (mp_runner.py:76) -2024-09-01 23:50:29,319 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0125s, count=965, qps in this process: 32.1533 (mp_runner.py:76) -2024-09-01 23:50:29,328 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0344s, count=980, qps in this process: 32.6293 (mp_runner.py:76) -2024-09-01 23:50:29,334 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0125s, count=904, qps in this process: 30.1208 (mp_runner.py:76) -2024-09-01 23:50:29,336 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0101s, count=981, qps in this process: 32.689 (mp_runner.py:76) -2024-09-01 23:50:29,343 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0149s, count=981, qps in this process: 32.6838 (mp_runner.py:76) -2024-09-01 23:50:29,359 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0091s, count=984, qps in this process: 32.7901 (mp_runner.py:76) -2024-09-01 23:50:29,369 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0025s, count=983, qps in this process: 32.7639 (mp_runner.py:76) -2024-09-01 23:50:29,370 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0167s, count=979, qps in this process: 32.6152 (mp_runner.py:76) -2024-09-01 23:50:29,377 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0033s, count=985, qps in this process: 32.8297 (mp_runner.py:76) -2024-09-01 23:50:29,379 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0017s, count=986, qps in this process: 32.8648 (mp_runner.py:76) -2024-09-01 23:50:29,380 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0039s, count=984, qps in this process: 32.7957 (mp_runner.py:76) -2024-09-01 23:50:29,382 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.006s, count=984, qps in this process: 32.7934 (mp_runner.py:76) -2024-09-01 23:50:29,383 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0181s, count=986, qps in this process: 32.8468 (mp_runner.py:76) -2024-09-01 23:50:29,397 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0117s, count=986, qps in this process: 32.8539 (mp_runner.py:76) -2024-09-01 23:50:29,407 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0103s, count=880, qps in this process: 29.3233 (mp_runner.py:76) -2024-09-01 23:50:29,404 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0006s, count=871, qps in this process: 29.0328 (mp_runner.py:76) -2024-09-01 23:50:29,413 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0032s, count=987, qps in this process: 32.8965 (mp_runner.py:76) -2024-09-01 23:50:29,414 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0093s, count=987, qps in this process: 32.8898 (mp_runner.py:76) -2024-09-01 23:50:29,415 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0123s, count=987, qps in this process: 32.8865 (mp_runner.py:76) -2024-09-01 23:50:29,426 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0156s, count=987, qps in this process: 32.8829 (mp_runner.py:76) -2024-09-01 23:50:29,429 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0081s, count=983, qps in this process: 32.7578 (mp_runner.py:76) -2024-09-01 23:50:29,451 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0024s, count=868, qps in this process: 28.931 (mp_runner.py:76) -2024-09-01 23:50:29,460 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0021s, count=851, qps in this process: 28.3647 (mp_runner.py:76) -2024-09-01 23:50:29,461 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0024s, count=843, qps in this process: 28.0978 (mp_runner.py:76) -2024-09-01 23:50:29,471 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0007s, count=832, qps in this process: 27.7327 (mp_runner.py:76) -2024-09-01 23:50:29,471 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0011s, count=830, qps in this process: 27.6657 (mp_runner.py:76) -2024-09-01 23:50:29,472 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0083s, count=831, qps in this process: 27.6923 (mp_runner.py:76) -2024-09-01 23:50:29,477 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0179s, count=991, qps in this process: 33.0136 (mp_runner.py:76) -2024-09-01 23:50:29,495 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0008s, count=938, qps in this process: 31.2658 (mp_runner.py:76) -2024-09-01 23:50:29,497 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0004s, count=962, qps in this process: 32.0662 (mp_runner.py:76) -2024-09-01 23:50:29,510 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0084s, count=819, qps in this process: 27.2924 (mp_runner.py:76) -2024-09-01 23:50:29,526 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0034s, count=842, qps in this process: 28.0635 (mp_runner.py:76) -2024-09-01 23:50:29,534 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.005530764996365178 (mp_runner.py:73) -2024-09-01 23:50:29,550 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.0019475389999570325 (mp_runner.py:73) -2024-09-01 23:50:29,560 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0031s, count=1003, qps in this process: 33.4299 (mp_runner.py:76) -2024-09-01 23:50:29,567 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0009s, count=863, qps in this process: 28.7658 (mp_runner.py:76) -2024-09-01 23:50:29,573 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0026s, count=1010, qps in this process: 33.6637 (mp_runner.py:76) -2024-09-01 23:50:29,573 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0017s, count=833, qps in this process: 27.7651 (mp_runner.py:76) -2024-09-01 23:50:29,616 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0014s, count=892, qps in this process: 29.7319 (mp_runner.py:76) -2024-09-01 23:50:29,626 | INFO |End search in concurrency 60: dur=30.847055639002065s, total_count=56478, qps=1830.9041 (mp_runner.py:120) -2024-09-01 23:50:34,040 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:50:34,040 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 23:50:55,506 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 23:50:55,700 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:55,836 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:55,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:55,984 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,070 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,075 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,081 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,081 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,083 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,088 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,090 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,090 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,092 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,094 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,095 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,096 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,102 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,105 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,108 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,110 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,112 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,120 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,121 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,127 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,167 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,172 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,174 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,179 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,192 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,206 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,213 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,249 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,267 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,274 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,304 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,308 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,308 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,311 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,312 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,321 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,322 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:50:56,346 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:11,554 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.018359154004429 (mp_runner.py:73) -2024-09-01 23:51:11,556 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.022758990002330393 (mp_runner.py:73) -2024-09-01 23:51:11,557 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.03182056200603256 (mp_runner.py:73) -2024-09-01 23:51:11,558 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.03454076300113229 (mp_runner.py:73) -2024-09-01 23:51:11,559 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.03058276799856685 (mp_runner.py:73) -2024-09-01 23:51:11,560 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.030443685995123815 (mp_runner.py:73) -2024-09-01 23:51:11,560 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.033171812996442895 (mp_runner.py:73) -2024-09-01 23:51:11,561 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.02779252299660584 (mp_runner.py:73) -2024-09-01 23:51:11,561 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.030168206001690123 (mp_runner.py:73) -2024-09-01 23:51:11,562 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03189054600079544 (mp_runner.py:73) -2024-09-01 23:51:11,562 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.03907277800317388 (mp_runner.py:73) -2024-09-01 23:51:11,563 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.03059705800114898 (mp_runner.py:73) -2024-09-01 23:51:11,564 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.02939898600016022 (mp_runner.py:73) -2024-09-01 23:51:11,565 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.03419840300193755 (mp_runner.py:73) -2024-09-01 23:51:11,565 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.02876292900327826 (mp_runner.py:73) -2024-09-01 23:51:11,566 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.028571354996529408 (mp_runner.py:73) -2024-09-01 23:51:11,567 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.0280736770000658 (mp_runner.py:73) -2024-09-01 23:51:11,567 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.028320227000222076 (mp_runner.py:73) -2024-09-01 23:51:11,568 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.02809710899600759 (mp_runner.py:73) -2024-09-01 23:51:11,569 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.027110451002954505 (mp_runner.py:73) -2024-09-01 23:51:11,570 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.021927449997747317 (mp_runner.py:73) -2024-09-01 23:51:11,570 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.02703535299951909 (mp_runner.py:73) -2024-09-01 23:51:11,571 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.025932999000360724 (mp_runner.py:73) -2024-09-01 23:51:11,573 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.028771144003258087 (mp_runner.py:73) -2024-09-01 23:51:11,573 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.03222971400100505 (mp_runner.py:73) -2024-09-01 23:51:11,574 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.02851222999743186 (mp_runner.py:73) -2024-09-01 23:51:11,587 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.023823008996259887 (mp_runner.py:73) -2024-09-01 23:51:11,594 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.07210331500391476 (mp_runner.py:73) -2024-09-01 23:51:11,599 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.04224959800194483 (mp_runner.py:73) -2024-09-01 23:51:11,606 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.031061406996741425 (mp_runner.py:73) -2024-09-01 23:51:11,608 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.038671722999424674 (mp_runner.py:73) -2024-09-01 23:51:11,610 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.03185808400303358 (mp_runner.py:73) -2024-09-01 23:51:11,610 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.037757614998554345 (mp_runner.py:73) -2024-09-01 23:51:11,613 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.03547076399991056 (mp_runner.py:73) -2024-09-01 23:51:11,615 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.04278842199710198 (mp_runner.py:73) -2024-09-01 23:51:11,616 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.03530929399857996 (mp_runner.py:73) -2024-09-01 23:51:11,653 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.04758382299769437 (mp_runner.py:73) -2024-09-01 23:51:11,787 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04754225800570566 (mp_runner.py:73) -2024-09-01 23:51:11,791 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.04760757600161014 (mp_runner.py:73) -2024-09-01 23:51:11,793 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.02594595600385219 (mp_runner.py:73) -2024-09-01 23:51:11,795 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.029662648994417395 (mp_runner.py:73) -2024-09-01 23:51:11,797 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.033222409001609776 (mp_runner.py:73) -2024-09-01 23:51:11,798 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.02805708300002152 (mp_runner.py:73) -2024-09-01 23:51:11,798 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.03904419799800962 (mp_runner.py:73) -2024-09-01 23:51:11,799 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.03685237600438995 (mp_runner.py:73) -2024-09-01 23:51:11,800 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.031180673999188002 (mp_runner.py:73) -2024-09-01 23:51:11,801 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.03484031799598597 (mp_runner.py:73) -2024-09-01 23:51:11,801 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.03730499800440157 (mp_runner.py:73) -2024-09-01 23:51:11,803 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.02574344400636619 (mp_runner.py:73) -2024-09-01 23:51:11,806 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.027791770997282583 (mp_runner.py:73) -2024-09-01 23:51:11,807 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.02846220399806043 (mp_runner.py:73) -2024-09-01 23:51:11,809 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.02867650099506136 (mp_runner.py:73) -2024-09-01 23:51:11,811 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.034514538005169015 (mp_runner.py:73) -2024-09-01 23:51:11,829 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.04716825799550861 (mp_runner.py:73) -2024-09-01 23:51:11,834 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.03769032299896935 (mp_runner.py:73) -2024-09-01 23:51:12,399 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.04106607599533163 (mp_runner.py:73) -2024-09-01 23:51:12,719 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.05464535600185627 (mp_runner.py:73) -2024-09-01 23:51:14,141 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.006523098003526684 (mp_runner.py:73) -2024-09-01 23:51:14,664 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.0022099889974924736 (mp_runner.py:73) -2024-09-01 23:51:14,717 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.02533622800547164 (mp_runner.py:73) -2024-09-01 23:51:14,767 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.0031003650001366623 (mp_runner.py:73) -2024-09-01 23:51:14,891 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.04546703399682883 (mp_runner.py:73) -2024-09-01 23:51:15,192 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.09084688800066942 (mp_runner.py:73) -2024-09-01 23:51:15,935 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.037710609001806006 (mp_runner.py:73) -2024-09-01 23:51:16,439 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.05080057699524332 (mp_runner.py:73) -2024-09-01 23:51:25,769 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0533s, count=950, qps in this process: 31.6105 (mp_runner.py:76) -2024-09-01 23:51:25,849 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0073s, count=953, qps in this process: 31.7589 (mp_runner.py:76) -2024-09-01 23:51:25,987 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0026s, count=948, qps in this process: 31.5973 (mp_runner.py:76) -2024-09-01 23:51:26,005 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.016s, count=958, qps in this process: 31.9163 (mp_runner.py:76) -2024-09-01 23:51:26,087 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.008s, count=961, qps in this process: 32.0248 (mp_runner.py:76) -2024-09-01 23:51:26,091 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0036s, count=961, qps in this process: 32.0295 (mp_runner.py:76) -2024-09-01 23:51:26,097 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0155s, count=810, qps in this process: 26.9861 (mp_runner.py:76) -2024-09-01 23:51:26,099 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0033s, count=955, qps in this process: 31.8298 (mp_runner.py:76) -2024-09-01 23:51:26,101 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0121s, count=911, qps in this process: 30.3544 (mp_runner.py:76) -2024-09-01 23:51:26,102 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.02s, count=947, qps in this process: 31.5456 (mp_runner.py:76) -2024-09-01 23:51:26,104 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0151s, count=962, qps in this process: 32.0505 (mp_runner.py:76) -2024-09-01 23:51:26,104 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0016s, count=962, qps in this process: 32.065 (mp_runner.py:76) -2024-09-01 23:51:26,115 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0202s, count=962, qps in this process: 32.0451 (mp_runner.py:76) -2024-09-01 23:51:26,116 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0276s, count=962, qps in this process: 32.0372 (mp_runner.py:76) -2024-09-01 23:51:26,117 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0056s, count=952, qps in this process: 31.7274 (mp_runner.py:76) -2024-09-01 23:51:26,118 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0018s, count=962, qps in this process: 32.0647 (mp_runner.py:76) -2024-09-01 23:51:26,120 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0102s, count=962, qps in this process: 32.0558 (mp_runner.py:76) -2024-09-01 23:51:26,123 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0233s, count=962, qps in this process: 32.0418 (mp_runner.py:76) -2024-09-01 23:51:26,124 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0402s, count=857, qps in this process: 28.5284 (mp_runner.py:76) -2024-09-01 23:51:26,124 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0077s, count=867, qps in this process: 28.8926 (mp_runner.py:76) -2024-09-01 23:51:26,124 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0285s, count=962, qps in this process: 32.0362 (mp_runner.py:76) -2024-09-01 23:51:26,128 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0101s, count=948, qps in this process: 31.5894 (mp_runner.py:76) -2024-09-01 23:51:26,131 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0006s, count=963, qps in this process: 32.0994 (mp_runner.py:76) -2024-09-01 23:51:26,132 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0187s, count=877, qps in this process: 29.2151 (mp_runner.py:76) -2024-09-01 23:51:26,133 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0114s, count=963, qps in this process: 32.0878 (mp_runner.py:76) -2024-09-01 23:51:26,137 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0057s, count=895, qps in this process: 29.8277 (mp_runner.py:76) -2024-09-01 23:51:26,138 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0198s, count=962, qps in this process: 32.0455 (mp_runner.py:76) -2024-09-01 23:51:26,140 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0103s, count=815, qps in this process: 27.1573 (mp_runner.py:76) -2024-09-01 23:51:26,141 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0394s, count=955, qps in this process: 31.7916 (mp_runner.py:76) -2024-09-01 23:51:26,145 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0191s, count=820, qps in this process: 27.3159 (mp_runner.py:76) -2024-09-01 23:51:26,146 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0721s, count=947, qps in this process: 31.491 (mp_runner.py:76) -2024-09-01 23:51:26,148 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0253s, count=898, qps in this process: 29.9081 (mp_runner.py:76) -2024-09-01 23:51:26,149 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0452s, count=941, qps in this process: 31.3195 (mp_runner.py:76) -2024-09-01 23:51:26,149 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.031s, count=884, qps in this process: 29.4362 (mp_runner.py:76) -2024-09-01 23:51:26,150 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0124s, count=963, qps in this process: 32.0867 (mp_runner.py:76) -2024-09-01 23:51:26,155 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0136s, count=953, qps in this process: 31.7523 (mp_runner.py:76) -2024-09-01 23:51:26,155 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.03s, count=963, qps in this process: 32.0679 (mp_runner.py:76) -2024-09-01 23:51:26,157 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0196s, count=963, qps in this process: 32.079 (mp_runner.py:76) -2024-09-01 23:51:26,166 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0005s, count=964, qps in this process: 32.1328 (mp_runner.py:76) -2024-09-01 23:51:26,167 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0255s, count=964, qps in this process: 32.106 (mp_runner.py:76) -2024-09-01 23:51:26,179 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0066s, count=965, qps in this process: 32.1596 (mp_runner.py:76) -2024-09-01 23:51:26,179 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.054s, count=906, qps in this process: 30.1457 (mp_runner.py:76) -2024-09-01 23:51:26,179 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0166s, count=876, qps in this process: 29.1839 (mp_runner.py:76) -2024-09-01 23:51:26,192 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0013s, count=965, qps in this process: 32.1653 (mp_runner.py:76) -2024-09-01 23:51:26,193 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0031s, count=928, qps in this process: 30.9301 (mp_runner.py:76) -2024-09-01 23:51:26,196 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0101s, count=959, qps in this process: 31.9559 (mp_runner.py:76) -2024-09-01 23:51:26,204 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0013s, count=952, qps in this process: 31.732 (mp_runner.py:76) -2024-09-01 23:51:26,207 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0237s, count=966, qps in this process: 32.1746 (mp_runner.py:76) -2024-09-01 23:51:26,208 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.017s, count=966, qps in this process: 32.1818 (mp_runner.py:76) -2024-09-01 23:51:26,208 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0262s, count=966, qps in this process: 32.1719 (mp_runner.py:76) -2024-09-01 23:51:26,217 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0036s, count=968, qps in this process: 32.2628 (mp_runner.py:76) -2024-09-01 23:51:26,220 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0058s, count=814, qps in this process: 27.1281 (mp_runner.py:76) -2024-09-01 23:51:26,235 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0165s, count=969, qps in this process: 32.2822 (mp_runner.py:76) -2024-09-01 23:51:26,237 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0061s, count=767, qps in this process: 25.5615 (mp_runner.py:76) -2024-09-01 23:51:26,259 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0024s, count=808, qps in this process: 26.9312 (mp_runner.py:76) -2024-09-01 23:51:26,275 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0033s, count=974, qps in this process: 32.4631 (mp_runner.py:76) -2024-09-01 23:51:26,288 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0034s, count=819, qps in this process: 27.2969 (mp_runner.py:76) -2024-09-01 23:51:26,313 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0013s, count=954, qps in this process: 31.7986 (mp_runner.py:76) -2024-09-01 23:51:26,317 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0043s, count=982, qps in this process: 32.7286 (mp_runner.py:76) -2024-09-01 23:51:26,318 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0045s, count=896, qps in this process: 29.8622 (mp_runner.py:76) -2024-09-01 23:51:26,318 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0006s, count=981, qps in this process: 32.6993 (mp_runner.py:76) -2024-09-01 23:51:26,325 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0047s, count=984, qps in this process: 32.7949 (mp_runner.py:76) -2024-09-01 23:51:26,332 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0023s, count=986, qps in this process: 32.8641 (mp_runner.py:76) -2024-09-01 23:51:26,334 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0016s, count=987, qps in this process: 32.8982 (mp_runner.py:76) -2024-09-01 23:51:26,352 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0006s, count=814, qps in this process: 27.1328 (mp_runner.py:76) -2024-09-01 23:51:26,362 | INFO |End search in concurrency 65: dur=30.854485994997958s, total_count=60516, qps=1961.3355 (mp_runner.py:120) -2024-09-01 23:51:30,708 | INFO |Update largest qps with concurrency 65: current max_qps=1961.3355 (mp_runner.py:124) -2024-09-01 23:51:31,121 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:51:31,122 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 23:51:52,838 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 23:51:53,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,064 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,183 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,221 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,312 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,331 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,390 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,391 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,393 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,394 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,395 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,395 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,399 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,403 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,403 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,404 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,404 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,406 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,411 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,411 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,412 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,415 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,428 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,429 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,438 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,471 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,479 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,479 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,506 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,507 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,507 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,518 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,542 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,568 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,591 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,591 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,593 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,607 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,619 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,629 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,673 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,673 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,677 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,690 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,695 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,695 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,701 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,770 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,770 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,784 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,860 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:51:53,945 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 23:52:11,318 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.03881084099703003 (mp_runner.py:73) -2024-09-01 23:52:11,319 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.0333899180041044 (mp_runner.py:73) -2024-09-01 23:52:11,320 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.035346702999959234 (mp_runner.py:73) -2024-09-01 23:52:11,324 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.046688811999047175 (mp_runner.py:73) -2024-09-01 23:52:11,330 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.04716005099908216 (mp_runner.py:73) -2024-09-01 23:52:11,333 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.03788280199660221 (mp_runner.py:73) -2024-09-01 23:52:11,333 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.03561767999781296 (mp_runner.py:73) -2024-09-01 23:52:11,334 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.03110111600108212 (mp_runner.py:73) -2024-09-01 23:52:11,335 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.032745860997238196 (mp_runner.py:73) -2024-09-01 23:52:11,335 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.022851715999422595 (mp_runner.py:73) -2024-09-01 23:52:11,338 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.037481269995623734 (mp_runner.py:73) -2024-09-01 23:52:11,341 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.03234377300395863 (mp_runner.py:73) -2024-09-01 23:52:11,376 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.04797829899325734 (mp_runner.py:73) -2024-09-01 23:52:11,377 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.10103052399790613 (mp_runner.py:73) -2024-09-01 23:52:11,393 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.0536695159971714 (mp_runner.py:73) -2024-09-01 23:52:11,397 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.05336502200225368 (mp_runner.py:73) -2024-09-01 23:52:11,419 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.048146656998142134 (mp_runner.py:73) -2024-09-01 23:52:11,439 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.06708227800118038 (mp_runner.py:73) -2024-09-01 23:52:11,442 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.08141129599971464 (mp_runner.py:73) -2024-09-01 23:52:11,454 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02312865500425687 (mp_runner.py:73) -2024-09-01 23:52:11,455 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.02600744899973506 (mp_runner.py:73) -2024-09-01 23:52:11,457 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.027060056003392674 (mp_runner.py:73) -2024-09-01 23:52:11,459 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.0249740630024462 (mp_runner.py:73) -2024-09-01 23:52:11,460 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.02774871300061932 (mp_runner.py:73) -2024-09-01 23:52:11,460 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.024957758003438357 (mp_runner.py:73) -2024-09-01 23:52:11,461 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.02654825100034941 (mp_runner.py:73) -2024-09-01 23:52:11,462 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.02364108599431347 (mp_runner.py:73) -2024-09-01 23:52:11,466 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.007675700995605439 (mp_runner.py:73) -2024-09-01 23:52:11,470 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.04153375799796777 (mp_runner.py:73) -2024-09-01 23:52:11,480 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.05535509799665306 (mp_runner.py:73) -2024-09-01 23:52:11,491 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.05295822399784811 (mp_runner.py:73) -2024-09-01 23:52:11,562 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.04719639899849426 (mp_runner.py:73) -2024-09-01 23:52:11,563 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.03351501600263873 (mp_runner.py:73) -2024-09-01 23:52:11,565 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.03123088499705773 (mp_runner.py:73) -2024-09-01 23:52:11,566 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.03378259500459535 (mp_runner.py:73) -2024-09-01 23:52:11,568 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.04060879499593284 (mp_runner.py:73) -2024-09-01 23:52:11,574 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.047828921997279394 (mp_runner.py:73) -2024-09-01 23:52:11,577 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.052629161000368185 (mp_runner.py:73) -2024-09-01 23:52:11,821 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.039040745999955107 (mp_runner.py:73) -2024-09-01 23:52:11,826 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.03958154599968111 (mp_runner.py:73) -2024-09-01 23:52:11,905 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.059377470999606885 (mp_runner.py:73) -2024-09-01 23:52:11,951 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.05442908599798102 (mp_runner.py:73) -2024-09-01 23:52:11,952 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.04482876800466329 (mp_runner.py:73) -2024-09-01 23:52:12,103 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.04431593000481371 (mp_runner.py:73) -2024-09-01 23:52:12,330 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.03620230500382604 (mp_runner.py:73) -2024-09-01 23:52:12,331 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.03383783300523646 (mp_runner.py:73) -2024-09-01 23:52:12,332 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.039144009999290574 (mp_runner.py:73) -2024-09-01 23:52:12,334 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.03264146600122331 (mp_runner.py:73) -2024-09-01 23:52:12,337 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.037714607999078 (mp_runner.py:73) -2024-09-01 23:52:12,343 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.05699113399896305 (mp_runner.py:73) -2024-09-01 23:52:12,344 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.05228555500070797 (mp_runner.py:73) -2024-09-01 23:52:12,667 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.039455571000871714 (mp_runner.py:73) -2024-09-01 23:52:12,745 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.04186819500318961 (mp_runner.py:73) -2024-09-01 23:52:12,913 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.056173735996708274 (mp_runner.py:73) -2024-09-01 23:52:12,940 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.056760468003631104 (mp_runner.py:73) -2024-09-01 23:52:12,943 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.0542567960001179 (mp_runner.py:73) -2024-09-01 23:52:13,153 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03853708899987396 (mp_runner.py:73) -2024-09-01 23:52:13,175 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.04425572699983604 (mp_runner.py:73) -2024-09-01 23:52:13,189 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.03350009499990847 (mp_runner.py:73) -2024-09-01 23:52:13,291 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.018041868999716826 (mp_runner.py:73) -2024-09-01 23:52:13,562 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.05393070999707561 (mp_runner.py:73) -2024-09-01 23:52:14,262 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.03121422499680193 (mp_runner.py:73) -2024-09-01 23:52:14,300 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05489839800429763 (mp_runner.py:73) -2024-09-01 23:52:14,307 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.009022118996654171 (mp_runner.py:73) -2024-09-01 23:52:14,308 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.04901699800393544 (mp_runner.py:73) -2024-09-01 23:52:15,007 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.04627158899529604 (mp_runner.py:73) -2024-09-01 23:52:15,512 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.05531504900136497 (mp_runner.py:73) -2024-09-01 23:52:15,621 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.04138431100000162 (mp_runner.py:73) -2024-09-01 23:52:15,814 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.04959187700296752 (mp_runner.py:73) -2024-09-01 23:52:16,172 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.05391102800058434 (mp_runner.py:73) -2024-09-01 23:52:23,072 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0517s, count=753, qps in this process: 25.0568 (mp_runner.py:76) -2024-09-01 23:52:23,111 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0148s, count=829, qps in this process: 27.6197 (mp_runner.py:76) -2024-09-01 23:52:23,222 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.029s, count=786, qps in this process: 26.1747 (mp_runner.py:76) -2024-09-01 23:52:23,248 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0197s, count=775, qps in this process: 25.8164 (mp_runner.py:76) -2024-09-01 23:52:23,326 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0126s, count=834, qps in this process: 27.7883 (mp_runner.py:76) -2024-09-01 23:52:23,350 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0165s, count=835, qps in this process: 27.818 (mp_runner.py:76) -2024-09-01 23:52:23,382 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0024s, count=818, qps in this process: 27.2645 (mp_runner.py:76) -2024-09-01 23:52:23,398 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0001s, count=830, qps in this process: 27.6666 (mp_runner.py:76) -2024-09-01 23:52:23,410 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0104s, count=836, qps in this process: 27.857 (mp_runner.py:76) -2024-09-01 23:52:23,411 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0077s, count=836, qps in this process: 27.8595 (mp_runner.py:76) -2024-09-01 23:52:23,411 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0072s, count=836, qps in this process: 27.86 (mp_runner.py:76) -2024-09-01 23:52:23,411 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0121s, count=836, qps in this process: 27.8554 (mp_runner.py:76) -2024-09-01 23:52:23,412 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.016s, count=836, qps in this process: 27.8518 (mp_runner.py:76) -2024-09-01 23:52:23,412 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0093s, count=836, qps in this process: 27.858 (mp_runner.py:76) -2024-09-01 23:52:23,412 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0033s, count=837, qps in this process: 27.8969 (mp_runner.py:76) -2024-09-01 23:52:23,415 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0034s, count=837, qps in this process: 27.8968 (mp_runner.py:76) -2024-09-01 23:52:23,416 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.001s, count=837, qps in this process: 27.8991 (mp_runner.py:76) -2024-09-01 23:52:23,416 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0014s, count=837, qps in this process: 27.8987 (mp_runner.py:76) -2024-09-01 23:52:23,423 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0137s, count=803, qps in this process: 26.7544 (mp_runner.py:76) -2024-09-01 23:52:23,432 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0062s, count=838, qps in this process: 27.9276 (mp_runner.py:76) -2024-09-01 23:52:23,434 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0275s, count=832, qps in this process: 27.7079 (mp_runner.py:76) -2024-09-01 23:52:23,436 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0086s, count=838, qps in this process: 27.9253 (mp_runner.py:76) -2024-09-01 23:52:23,437 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0084s, count=820, qps in this process: 27.3257 (mp_runner.py:76) -2024-09-01 23:52:23,440 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.02s, count=803, qps in this process: 26.7488 (mp_runner.py:76) -2024-09-01 23:52:23,448 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0045s, count=838, qps in this process: 27.9291 (mp_runner.py:76) -2024-09-01 23:52:23,454 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.045s, count=837, qps in this process: 27.8582 (mp_runner.py:76) -2024-09-01 23:52:23,455 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0192s, count=752, qps in this process: 25.0506 (mp_runner.py:76) -2024-09-01 23:52:23,455 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.035s, count=765, qps in this process: 25.4703 (mp_runner.py:76) -2024-09-01 23:52:23,456 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0184s, count=829, qps in this process: 27.6164 (mp_runner.py:76) -2024-09-01 23:52:23,462 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.047s, count=831, qps in this process: 27.6567 (mp_runner.py:76) -2024-09-01 23:52:23,501 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0205s, count=839, qps in this process: 27.9476 (mp_runner.py:76) -2024-09-01 23:52:23,503 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0278s, count=839, qps in this process: 27.9408 (mp_runner.py:76) -2024-09-01 23:52:23,505 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0238s, count=839, qps in this process: 27.9445 (mp_runner.py:76) -2024-09-01 23:52:23,517 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0068s, count=840, qps in this process: 27.9937 (mp_runner.py:76) -2024-09-01 23:52:23,522 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0123s, count=840, qps in this process: 27.9885 (mp_runner.py:76) -2024-09-01 23:52:23,524 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0137s, count=784, qps in this process: 26.1214 (mp_runner.py:76) -2024-09-01 23:52:23,546 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0088s, count=841, qps in this process: 28.0251 (mp_runner.py:76) -2024-09-01 23:52:23,555 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.009s, count=740, qps in this process: 24.6593 (mp_runner.py:76) -2024-09-01 23:52:23,567 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0052s, count=842, qps in this process: 28.0618 (mp_runner.py:76) -2024-09-01 23:52:23,571 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0096s, count=843, qps in this process: 28.091 (mp_runner.py:76) -2024-09-01 23:52:23,574 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0024s, count=843, qps in this process: 28.0978 (mp_runner.py:76) -2024-09-01 23:52:23,609 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0119s, count=844, qps in this process: 28.1222 (mp_runner.py:76) -2024-09-01 23:52:23,619 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0227s, count=771, qps in this process: 25.6806 (mp_runner.py:76) -2024-09-01 23:52:23,622 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0249s, count=762, qps in this process: 25.3789 (mp_runner.py:76) -2024-09-01 23:52:23,632 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0046s, count=847, qps in this process: 28.229 (mp_runner.py:76) -2024-09-01 23:52:23,642 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0296s, count=830, qps in this process: 27.6394 (mp_runner.py:76) -2024-09-01 23:52:23,648 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0084s, count=846, qps in this process: 28.1921 (mp_runner.py:76) -2024-09-01 23:52:23,661 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0125s, count=780, qps in this process: 25.9892 (mp_runner.py:76) -2024-09-01 23:52:23,680 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0023s, count=851, qps in this process: 28.3645 (mp_runner.py:76) -2024-09-01 23:52:23,688 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0102s, count=851, qps in this process: 28.357 (mp_runner.py:76) -2024-09-01 23:52:23,693 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0095s, count=768, qps in this process: 25.5919 (mp_runner.py:76) -2024-09-01 23:52:23,705 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0023s, count=853, qps in this process: 28.4312 (mp_runner.py:76) -2024-09-01 23:52:23,705 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0044s, count=844, qps in this process: 28.1292 (mp_runner.py:76) -2024-09-01 23:52:23,710 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0036s, count=809, qps in this process: 26.9634 (mp_runner.py:76) -2024-09-01 23:52:23,717 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0073s, count=845, qps in this process: 28.1598 (mp_runner.py:76) -2024-09-01 23:52:23,729 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0031s, count=799, qps in this process: 26.6306 (mp_runner.py:76) -2024-09-01 23:52:23,733 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0071s, count=808, qps in this process: 26.927 (mp_runner.py:76) -2024-09-01 23:52:23,772 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0014s, count=778, qps in this process: 25.9321 (mp_runner.py:76) -2024-09-01 23:52:23,775 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0052s, count=767, qps in this process: 25.5622 (mp_runner.py:76) -2024-09-01 23:52:23,780 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0099s, count=762, qps in this process: 25.3916 (mp_runner.py:76) -2024-09-01 23:52:23,780 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0029s, count=858, qps in this process: 28.5972 (mp_runner.py:76) -2024-09-01 23:52:23,786 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0048s, count=785, qps in this process: 26.1625 (mp_runner.py:76) -2024-09-01 23:52:23,809 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0077s, count=862, qps in this process: 28.726 (mp_runner.py:76) -2024-09-01 23:52:23,866 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0008s, count=757, qps in this process: 25.2327 (mp_runner.py:76) -2024-09-01 23:52:23,869 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.006s, count=785, qps in this process: 26.1614 (mp_runner.py:76) -2024-09-01 23:52:23,878 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0011s, count=775, qps in this process: 25.8324 (mp_runner.py:76) -2024-09-01 23:52:23,884 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0004s, count=756, qps in this process: 25.1997 (mp_runner.py:76) -2024-09-01 23:52:23,932 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0008s, count=763, qps in this process: 25.4327 (mp_runner.py:76) -2024-09-01 23:52:23,941 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0014s, count=754, qps in this process: 25.1322 (mp_runner.py:76) -2024-09-01 23:52:23,951 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0011s, count=780, qps in this process: 25.999 (mp_runner.py:76) -2024-09-01 23:52:23,961 | INFO |End search in concurrency 70: dur=31.122297669004183s, total_count=56990, qps=1831.163 (mp_runner.py:120) -2024-09-01 23:52:28,604 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1961.3355, serial_latency_p99=np.float64(0.0588), recall=np.float64(0.3957), ndcg=np.float64(0.502), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[284.3977, 1500.2038, 1828.2633, 1812.4804, 1877.3722, 1781.4051, 1802.5096, 1830.0101, 1901.7656, 1831.7946, 1889.0232, 1830.9041, 1961.3355, 1831.163], conc_latency_p99_list=[np.float64(0.0013355047523102258), np.float64(0.0012612501893730951), np.float64(0.0015775105514789175), np.float64(0.0018361867961139069), np.float64(0.0018891549288644455), np.float64(0.0022067720179329625), np.float64(0.002095950040162279), np.float64(0.002669585216837004), np.float64(0.0023263764544739387), np.float64(0.002733618219796335), np.float64(0.002547518933220999), np.float64(0.0027839252155856227), np.float64(0.0025525324029258625), np.float64(0.002566425839976)]) (task_runner.py:197) -2024-09-01 23:52:28,605 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:41:03.854145'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1961.3355, serial_latency_p99=np.float64(0.0588), recall=np.float64(0.3957), ndcg=np.float64(0.502), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[284.3977, 1500.2038, 1828.2633, 1812.4804, 1877.3722, 1781.4051, 1802.5096, 1830.0101, 1901.7656, 1831.7946, 1889.0232, 1830.9041, 1961.3355, 1831.163], conc_latency_p99_list=[np.float64(0.0013355047523102258), np.float64(0.0012612501893730951), np.float64(0.0015775105514789175), np.float64(0.0018361867961139069), np.float64(0.0018891549288644455), np.float64(0.0022067720179329625), np.float64(0.002095950040162279), np.float64(0.002669585216837004), np.float64(0.0023263764544739387), np.float64(0.002733618219796335), np.float64(0.002547518933220999), np.float64(0.0027839252155856227), np.float64(0.0025525324029258625), np.float64(0.002566425839976)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 23:52:28,605 | INFO |Task summary: run_id=572b8, task_label=572b864673484a2088bdd2d54d7cf0df (models.py:346) -2024-09-01 23:52:28,605 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 23:52:28,605 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 23:52:28,605 | INFO |PgVector | 2024-09-01T23:41:03.854145 Performance1536D500K 572b864673484a2088bdd2d54d7cf0df | 0.0 1961.3355 0.0588 0.3957 0 | :) (models.py:346) -2024-09-01 23:52:28,605 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json (models.py:204) -2024-09-01 23:52:28,606 | INFO |Success to finish task: label=572b864673484a2088bdd2d54d7cf0df, run_id=572b864673484a2088bdd2d54d7cf0df (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json b/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json deleted file mode 100644 index a7d39f9bb..000000000 --- a/script/data/aws/db.m6i.large-8-128-40-Performance1536D500K-0-42429/result_20240901_572b864673484a2088bdd2d54d7cf0df_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "572b864673484a2088bdd2d54d7cf0df", "task_label": "572b864673484a2088bdd2d54d7cf0df", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1961.3355, "serial_latency_p99": 0.0588, "recall": 0.3957, "ndcg": 0.502, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [284.3977, 1500.2038, 1828.2633, 1812.4804, 1877.3722, 1781.4051, 1802.5096, 1830.0101, 1901.7656, 1831.7946, 1889.0232, 1830.9041, 1961.3355, 1831.163], "conc_latency_p99_list": [0.0013355047523102258, 0.0012612501893730951, 0.0015775105514789175, 0.0018361867961139069, 0.0018891549288644455, 0.0022067720179329625, 0.002095950040162279, 0.002669585216837004, 0.0023263764544739387, 0.002733618219796335, 0.002547518933220999, 0.0027839252155856227, 0.0025525324029258625, 0.002566425839976]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T23:41:03.854145", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt b/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt deleted file mode 100644 index 6acb50b09..000000000 --- a/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/log.txt +++ /dev/null @@ -1,1226 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load -2024-09-02 00:31:08,973 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:31:08.961883', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-02 00:31:08,973 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-02T00:31:08.961883', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-02 00:31:08,973 | INFO |generated uuid for the tasks: c7cf2e06d19641c29a92fe70a66e1d34 (interface.py:66) -2024-09-02 00:31:09,034 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-02 00:31:09,034 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-02 00:31:09,034 | INFO | PgVector-2024-09-02T00:31:08.961883 | Performance OpenAI-MEDIUM-500K None | c7cf2e06d19641c29a92fe70a66e1d34 (task_runner.py:340) -2024-09-02 00:31:09,034 | INFO |task submitted: id=c7cf2e06d19641c29a92fe70a66e1d34, c7cf2e06d19641c29a92fe70a66e1d34, case number: 1 (interface.py:231) -2024-09-02 00:31:09,451 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:31:08.961883'}, drop_old=False (interface.py:164) -2024-09-02 00:31:09,452 | INFO |Starting run (task_runner.py:100) -2024-09-02 00:31:09,526 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-02 00:31:10,127 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-02 00:31:10,175 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-02 00:31:10,199 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-02 00:31:10,199 | INFO |Start performance case (task_runner.py:158) -2024-09-02 00:31:10,211 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:31:10,211 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-02 00:31:10,212 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-02 00:31:10,213 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-02 00:31:10,256 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-02 00:31:10,820 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-02 00:31:10,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:31:10,839 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-02 00:31:10,839 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-02 00:31:15,260 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02333491700119339, latest recall=0.96 (serial_runner.py:202) -2024-09-02 00:31:18,669 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.028683340999123175, latest recall=1.0 (serial_runner.py:202) -2024-09-02 00:31:21,785 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.019349337002495304, latest recall=0.88 (serial_runner.py:202) -2024-09-02 00:31:25,001 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.018216516997199506, latest recall=0.99 (serial_runner.py:202) -2024-09-02 00:31:28,192 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.01138006000110181, latest recall=0.98 (serial_runner.py:202) -2024-09-02 00:31:31,090 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.012010192003799602, latest recall=0.99 (serial_runner.py:202) -2024-09-02 00:31:33,588 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.013588761998107657, latest recall=0.97 (serial_runner.py:202) -2024-09-02 00:31:36,141 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.016254588001174852, latest recall=0.99 (serial_runner.py:202) -2024-09-02 00:31:38,705 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.014964075999159832, latest recall=1.0 (serial_runner.py:202) -2024-09-02 00:31:41,560 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03114211499632802, latest recall=0.91 (serial_runner.py:202) -2024-09-02 00:31:41,561 | INFO |SpawnProcess-1:1 search entire test_data: cost=21.0101s, queries=1000, avg_recall=0.9655, avg_ndcg=0.97,avg_latency=0.021, p99=0.0558 (serial_runner.py:209) -2024-09-02 00:31:42,095 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:31:42,096 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-02 00:31:43,118 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-02 00:31:43,147 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:31:49,020 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.009683423995738849 (mp_runner.py:73) -2024-09-02 00:31:54,273 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.012893497994809877 (mp_runner.py:73) -2024-09-02 00:31:59,356 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.008133955001540016 (mp_runner.py:73) -2024-09-02 00:32:04,186 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.012736529002722818 (mp_runner.py:73) -2024-09-02 00:32:09,049 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.010701507002522703 (mp_runner.py:73) -2024-09-02 00:32:13,148 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0006s, count=2929, qps in this process: 97.6314 (mp_runner.py:76) -2024-09-02 00:32:13,150 | INFO |End search in concurrency 1: dur=30.031558237002173s, total_count=2929, qps=97.5307 (mp_runner.py:120) -2024-09-02 00:32:13,334 | INFO |Update largest qps with concurrency 1: current max_qps=97.5307 (mp_runner.py:124) -2024-09-02 00:32:13,753 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:32:13,753 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-02 00:32:18,797 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-02 00:32:18,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:18,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:18,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:18,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:18,864 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:27,824 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.016676195999025367 (mp_runner.py:73) -2024-09-02 00:32:27,824 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.016916239001147915 (mp_runner.py:73) -2024-09-02 00:32:27,824 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.015858232000027783 (mp_runner.py:73) -2024-09-02 00:32:27,824 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.01642156400339445 (mp_runner.py:73) -2024-09-02 00:32:27,826 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.012744928004394751 (mp_runner.py:73) -2024-09-02 00:32:36,771 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.018982935005624313 (mp_runner.py:73) -2024-09-02 00:32:36,772 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.019835341001453344 (mp_runner.py:73) -2024-09-02 00:32:36,772 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.020291088003432378 (mp_runner.py:73) -2024-09-02 00:32:36,773 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.020903930999338627 (mp_runner.py:73) -2024-09-02 00:32:36,774 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.02218345599976601 (mp_runner.py:73) -2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.017692834000627045 (mp_runner.py:73) -2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.017886166002426762 (mp_runner.py:73) -2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.01589337499899557 (mp_runner.py:73) -2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01714826399984304 (mp_runner.py:73) -2024-09-02 00:32:46,222 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.018058472000120673 (mp_runner.py:73) -2024-09-02 00:32:48,847 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0043s, count=1648, qps in this process: 54.9255 (mp_runner.py:76) -2024-09-02 00:32:48,847 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.004s, count=1648, qps in this process: 54.926 (mp_runner.py:76) -2024-09-02 00:32:48,848 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0052s, count=1648, qps in this process: 54.9238 (mp_runner.py:76) -2024-09-02 00:32:48,859 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0046s, count=1649, qps in this process: 54.9582 (mp_runner.py:76) -2024-09-02 00:32:48,878 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0082s, count=1651, qps in this process: 55.0183 (mp_runner.py:76) -2024-09-02 00:32:48,879 | INFO |End search in concurrency 5: dur=30.081856846001756s, total_count=8244, qps=274.0522 (mp_runner.py:120) -2024-09-02 00:32:49,174 | INFO |Update largest qps with concurrency 5: current max_qps=274.0522 (mp_runner.py:124) -2024-09-02 00:32:49,587 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:32:49,587 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-02 00:32:59,765 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-02 00:32:59,810 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,837 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,849 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,891 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,919 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,930 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,930 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,935 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,939 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:32:59,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:21,957 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.043772155993792694 (mp_runner.py:73) -2024-09-02 00:33:21,959 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.03827503199863713 (mp_runner.py:73) -2024-09-02 00:33:21,959 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.04158127200207673 (mp_runner.py:73) -2024-09-02 00:33:21,961 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.043247524998150766 (mp_runner.py:73) -2024-09-02 00:33:21,961 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.037294397996447515 (mp_runner.py:73) -2024-09-02 00:33:21,963 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.048129939001228195 (mp_runner.py:73) -2024-09-02 00:33:21,963 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.043888706000871025 (mp_runner.py:73) -2024-09-02 00:33:21,965 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.025612602999899536 (mp_runner.py:73) -2024-09-02 00:33:21,965 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0378772010008106 (mp_runner.py:73) -2024-09-02 00:33:21,966 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.022461360997112934 (mp_runner.py:73) -2024-09-02 00:33:21,967 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.052009205996000674 (mp_runner.py:73) -2024-09-02 00:33:21,967 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.050751962000504136 (mp_runner.py:73) -2024-09-02 00:33:21,968 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.04151411099883262 (mp_runner.py:73) -2024-09-02 00:33:21,968 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0378118149965303 (mp_runner.py:73) -2024-09-02 00:33:21,977 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.052532212997903116 (mp_runner.py:73) -2024-09-02 00:33:29,850 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0386s, count=688, qps in this process: 22.9039 (mp_runner.py:76) -2024-09-02 00:33:29,856 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0032s, count=688, qps in this process: 22.9309 (mp_runner.py:76) -2024-09-02 00:33:29,857 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0124s, count=688, qps in this process: 22.9239 (mp_runner.py:76) -2024-09-02 00:33:29,911 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0175s, count=690, qps in this process: 22.9866 (mp_runner.py:76) -2024-09-02 00:33:29,912 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0261s, count=690, qps in this process: 22.98 (mp_runner.py:76) -2024-09-02 00:33:29,913 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.027s, count=690, qps in this process: 22.9793 (mp_runner.py:76) -2024-09-02 00:33:29,931 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0013s, count=691, qps in this process: 23.0323 (mp_runner.py:76) -2024-09-02 00:33:29,962 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0234s, count=692, qps in this process: 23.0487 (mp_runner.py:76) -2024-09-02 00:33:29,962 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0081s, count=692, qps in this process: 23.0604 (mp_runner.py:76) -2024-09-02 00:33:29,962 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0084s, count=692, qps in this process: 23.0602 (mp_runner.py:76) -2024-09-02 00:33:29,962 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0162s, count=692, qps in this process: 23.0542 (mp_runner.py:76) -2024-09-02 00:33:29,963 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0281s, count=692, qps in this process: 23.0451 (mp_runner.py:76) -2024-09-02 00:33:29,963 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0265s, count=692, qps in this process: 23.0463 (mp_runner.py:76) -2024-09-02 00:33:29,963 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0285s, count=692, qps in this process: 23.0448 (mp_runner.py:76) -2024-09-02 00:33:29,975 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0049s, count=693, qps in this process: 23.0962 (mp_runner.py:76) -2024-09-02 00:33:29,976 | INFO |End search in concurrency 15: dur=30.210681497999758s, total_count=10362, qps=342.9913 (mp_runner.py:120) -2024-09-02 00:33:30,892 | INFO |Update largest qps with concurrency 15: current max_qps=342.9913 (mp_runner.py:124) -2024-09-02 00:33:31,301 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:33:31,301 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-02 00:33:41,577 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-02 00:33:41,645 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,704 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,744 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,752 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,758 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,758 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,770 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,796 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,806 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:33:41,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:10,129 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.05326520000380697 (mp_runner.py:73) -2024-09-02 00:34:10,129 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.06967863699537702 (mp_runner.py:73) -2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.03924905900203157 (mp_runner.py:73) -2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.048123512002348434 (mp_runner.py:73) -2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.07631033199868398 (mp_runner.py:73) -2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.056407181997201405 (mp_runner.py:73) -2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0656879050002317 (mp_runner.py:73) -2024-09-02 00:34:10,130 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.049233887999434955 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.05115975099761272 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.05527319700195221 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.07076039300591219 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.06378869999753078 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.06407845899957465 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.06156176800141111 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.0386677470014547 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.0740601549987332 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.0669894039965584 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.06417456299823243 (mp_runner.py:73) -2024-09-02 00:34:10,131 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.05460039500030689 (mp_runner.py:73) -2024-09-02 00:34:10,145 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.0736408719967585 (mp_runner.py:73) -2024-09-02 00:34:11,668 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0117s, count=527, qps in this process: 17.5598 (mp_runner.py:76) -2024-09-02 00:34:11,722 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0157s, count=528, qps in this process: 17.5908 (mp_runner.py:76) -2024-09-02 00:34:11,723 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0157s, count=528, qps in this process: 17.5908 (mp_runner.py:76) -2024-09-02 00:34:11,734 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0203s, count=528, qps in this process: 17.5881 (mp_runner.py:76) -2024-09-02 00:34:11,765 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0169s, count=529, qps in this process: 17.6234 (mp_runner.py:76) -2024-09-02 00:34:11,770 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0114s, count=529, qps in this process: 17.6266 (mp_runner.py:76) -2024-09-02 00:34:11,781 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0193s, count=529, qps in this process: 17.622 (mp_runner.py:76) -2024-09-02 00:34:11,782 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0198s, count=529, qps in this process: 17.6217 (mp_runner.py:76) -2024-09-02 00:34:11,782 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0369s, count=529, qps in this process: 17.6117 (mp_runner.py:76) -2024-09-02 00:34:11,797 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0049s, count=530, qps in this process: 17.6638 (mp_runner.py:76) -2024-09-02 00:34:11,798 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0323s, count=530, qps in this process: 17.6477 (mp_runner.py:76) -2024-09-02 00:34:11,799 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.001s, count=530, qps in this process: 17.6661 (mp_runner.py:76) -2024-09-02 00:34:11,800 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0075s, count=530, qps in this process: 17.6623 (mp_runner.py:76) -2024-09-02 00:34:11,801 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0069s, count=530, qps in this process: 17.6626 (mp_runner.py:76) -2024-09-02 00:34:11,802 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0036s, count=530, qps in this process: 17.6645 (mp_runner.py:76) -2024-09-02 00:34:11,803 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0251s, count=530, qps in this process: 17.6519 (mp_runner.py:76) -2024-09-02 00:34:11,804 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0055s, count=530, qps in this process: 17.6634 (mp_runner.py:76) -2024-09-02 00:34:11,824 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0131s, count=531, qps in this process: 17.6923 (mp_runner.py:76) -2024-09-02 00:34:11,824 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0174s, count=531, qps in this process: 17.6897 (mp_runner.py:76) -2024-09-02 00:34:11,843 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0013s, count=533, qps in this process: 17.7659 (mp_runner.py:76) -2024-09-02 00:34:11,845 | INFO |End search in concurrency 20: dur=30.266937211999903s, total_count=10591, qps=349.9198 (mp_runner.py:120) -2024-09-02 00:34:13,108 | INFO |Update largest qps with concurrency 20: current max_qps=349.9198 (mp_runner.py:124) -2024-09-02 00:34:13,520 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:34:13,520 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-02 00:34:23,833 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-02 00:34:23,884 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:23,886 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:23,913 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:23,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:23,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,034 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,049 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,054 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,056 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,060 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,065 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,110 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,111 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,134 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,142 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,149 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,175 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:24,226 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:34:53,949 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0333s, count=434, qps in this process: 14.4506 (mp_runner.py:76) -2024-09-02 00:34:53,950 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0643s, count=434, qps in this process: 14.4357 (mp_runner.py:76) -2024-09-02 00:34:53,952 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0322s, count=434, qps in this process: 14.4512 (mp_runner.py:76) -2024-09-02 00:34:54,010 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0252s, count=435, qps in this process: 14.4878 (mp_runner.py:76) -2024-09-02 00:34:54,059 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0616s, count=436, qps in this process: 14.5036 (mp_runner.py:76) -2024-09-02 00:34:54,074 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0101s, count=436, qps in this process: 14.5284 (mp_runner.py:76) -2024-09-02 00:34:54,081 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0192s, count=436, qps in this process: 14.524 (mp_runner.py:76) -2024-09-02 00:34:54,087 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0322s, count=436, qps in this process: 14.5178 (mp_runner.py:76) -2024-09-02 00:34:54,087 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.021s, count=436, qps in this process: 14.5232 (mp_runner.py:76) -2024-09-02 00:34:54,093 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0279s, count=436, qps in this process: 14.5198 (mp_runner.py:76) -2024-09-02 00:34:54,097 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0057s, count=436, qps in this process: 14.5306 (mp_runner.py:76) -2024-09-02 00:34:54,102 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0758s, count=436, qps in this process: 14.4967 (mp_runner.py:76) -2024-09-02 00:34:54,116 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.074s, count=436, qps in this process: 14.4976 (mp_runner.py:76) -2024-09-02 00:34:54,125 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0129s, count=437, qps in this process: 14.5604 (mp_runner.py:76) -2024-09-02 00:34:54,127 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0143s, count=437, qps in this process: 14.5597 (mp_runner.py:76) -2024-09-02 00:34:54,130 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0108s, count=437, qps in this process: 14.5614 (mp_runner.py:76) -2024-09-02 00:34:54,135 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.066s, count=437, qps in this process: 14.5347 (mp_runner.py:76) -2024-09-02 00:34:54,139 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0007s, count=437, qps in this process: 14.5663 (mp_runner.py:76) -2024-09-02 00:34:54,162 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0046s, count=438, qps in this process: 14.5978 (mp_runner.py:76) -2024-09-02 00:34:54,165 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0156s, count=438, qps in this process: 14.5924 (mp_runner.py:76) -2024-09-02 00:34:54,165 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0099s, count=438, qps in this process: 14.5952 (mp_runner.py:76) -2024-09-02 00:34:54,184 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0091s, count=439, qps in this process: 14.6289 (mp_runner.py:76) -2024-09-02 00:34:54,184 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0102s, count=439, qps in this process: 14.6284 (mp_runner.py:76) -2024-09-02 00:34:54,184 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0021s, count=439, qps in this process: 14.6323 (mp_runner.py:76) -2024-09-02 00:34:54,245 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0021s, count=445, qps in this process: 14.8323 (mp_runner.py:76) -2024-09-02 00:34:54,246 | INFO |End search in concurrency 25: dur=30.4131541070019s, total_count=10922, qps=359.1209 (mp_runner.py:120) -2024-09-02 00:34:55,812 | INFO |Update largest qps with concurrency 25: current max_qps=359.1209 (mp_runner.py:124) -2024-09-02 00:34:56,223 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:34:56,223 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-02 00:35:06,678 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-02 00:35:06,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,844 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,844 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,855 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,860 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,863 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,944 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,960 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,960 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,962 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,963 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,966 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,970 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,976 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,980 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,993 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:06,993 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,019 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,019 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,019 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,026 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,042 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,042 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,042 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:07,050 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:36,803 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.004s, count=362, qps in this process: 12.0651 (mp_runner.py:76) -2024-09-02 00:35:36,874 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0158s, count=363, qps in this process: 12.0936 (mp_runner.py:76) -2024-09-02 00:35:36,875 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0278s, count=363, qps in this process: 12.0888 (mp_runner.py:76) -2024-09-02 00:35:36,875 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.028s, count=363, qps in this process: 12.0887 (mp_runner.py:76) -2024-09-02 00:35:36,885 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0217s, count=363, qps in this process: 12.0913 (mp_runner.py:76) -2024-09-02 00:35:36,887 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0269s, count=363, qps in this process: 12.0892 (mp_runner.py:76) -2024-09-02 00:35:36,888 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0217s, count=363, qps in this process: 12.0913 (mp_runner.py:76) -2024-09-02 00:35:36,971 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0092s, count=364, qps in this process: 12.1296 (mp_runner.py:76) -2024-09-02 00:35:36,975 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0169s, count=364, qps in this process: 12.1265 (mp_runner.py:76) -2024-09-02 00:35:37,016 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0045s, count=365, qps in this process: 12.1648 (mp_runner.py:76) -2024-09-02 00:35:37,016 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0136s, count=365, qps in this process: 12.1612 (mp_runner.py:76) -2024-09-02 00:35:37,019 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0166s, count=365, qps in this process: 12.1599 (mp_runner.py:76) -2024-09-02 00:35:37,020 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0544s, count=365, qps in this process: 12.1446 (mp_runner.py:76) -2024-09-02 00:35:37,020 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0724s, count=365, qps in this process: 12.1374 (mp_runner.py:76) -2024-09-02 00:35:37,021 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0576s, count=365, qps in this process: 12.1434 (mp_runner.py:76) -2024-09-02 00:35:37,026 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0397s, count=365, qps in this process: 12.1506 (mp_runner.py:76) -2024-09-02 00:35:37,026 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0049s, count=365, qps in this process: 12.1647 (mp_runner.py:76) -2024-09-02 00:35:37,027 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.083s, count=365, qps in this process: 12.1331 (mp_runner.py:76) -2024-09-02 00:35:37,027 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0571s, count=365, qps in this process: 12.1436 (mp_runner.py:76) -2024-09-02 00:35:37,027 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0601s, count=365, qps in this process: 12.1423 (mp_runner.py:76) -2024-09-02 00:35:37,028 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0052s, count=365, qps in this process: 12.1646 (mp_runner.py:76) -2024-09-02 00:35:37,028 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0461s, count=365, qps in this process: 12.148 (mp_runner.py:76) -2024-09-02 00:35:37,028 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0534s, count=365, qps in this process: 12.145 (mp_runner.py:76) -2024-09-02 00:35:37,061 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.035s, count=366, qps in this process: 12.1858 (mp_runner.py:76) -2024-09-02 00:35:37,062 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0405s, count=366, qps in this process: 12.1836 (mp_runner.py:76) -2024-09-02 00:35:37,063 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0171s, count=366, qps in this process: 12.193 (mp_runner.py:76) -2024-09-02 00:35:37,065 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0316s, count=366, qps in this process: 12.1872 (mp_runner.py:76) -2024-09-02 00:35:37,067 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0013s, count=366, qps in this process: 12.1995 (mp_runner.py:76) -2024-09-02 00:35:37,067 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0173s, count=366, qps in this process: 12.193 (mp_runner.py:76) -2024-09-02 00:35:37,068 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0181s, count=366, qps in this process: 12.1926 (mp_runner.py:76) -2024-09-02 00:35:37,070 | INFO |End search in concurrency 30: dur=30.39178212099796s, total_count=10940, qps=359.9657 (mp_runner.py:120) -2024-09-02 00:35:39,010 | INFO |Update largest qps with concurrency 30: current max_qps=359.9657 (mp_runner.py:124) -2024-09-02 00:35:39,423 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:35:39,423 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-02 00:35:49,990 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-02 00:35:50,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,198 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,200 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,217 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,313 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,314 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,317 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,319 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,344 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,357 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,359 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,364 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,385 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,389 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,389 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:35:50,415 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:20,180 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0067s, count=309, qps in this process: 10.2977 (mp_runner.py:76) -2024-09-02 00:36:20,239 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0371s, count=310, qps in this process: 10.3206 (mp_runner.py:76) -2024-09-02 00:36:20,244 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0386s, count=310, qps in this process: 10.3201 (mp_runner.py:76) -2024-09-02 00:36:20,248 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0343s, count=310, qps in this process: 10.3215 (mp_runner.py:76) -2024-09-02 00:36:20,252 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0383s, count=310, qps in this process: 10.3202 (mp_runner.py:76) -2024-09-02 00:36:20,255 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0518s, count=310, qps in this process: 10.3155 (mp_runner.py:76) -2024-09-02 00:36:20,275 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.049s, count=310, qps in this process: 10.3165 (mp_runner.py:76) -2024-09-02 00:36:20,344 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0247s, count=311, qps in this process: 10.3581 (mp_runner.py:76) -2024-09-02 00:36:20,344 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0279s, count=311, qps in this process: 10.357 (mp_runner.py:76) -2024-09-02 00:36:20,344 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.008s, count=311, qps in this process: 10.3639 (mp_runner.py:76) -2024-09-02 00:36:20,345 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0286s, count=311, qps in this process: 10.3568 (mp_runner.py:76) -2024-09-02 00:36:20,345 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0258s, count=311, qps in this process: 10.3578 (mp_runner.py:76) -2024-09-02 00:36:20,345 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0219s, count=311, qps in this process: 10.3591 (mp_runner.py:76) -2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0266s, count=311, qps in this process: 10.3575 (mp_runner.py:76) -2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.024s, count=311, qps in this process: 10.3584 (mp_runner.py:76) -2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.093s, count=311, qps in this process: 10.3346 (mp_runner.py:76) -2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.027s, count=311, qps in this process: 10.3573 (mp_runner.py:76) -2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0272s, count=311, qps in this process: 10.3573 (mp_runner.py:76) -2024-09-02 00:36:20,346 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0247s, count=311, qps in this process: 10.3581 (mp_runner.py:76) -2024-09-02 00:36:20,348 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0246s, count=311, qps in this process: 10.3582 (mp_runner.py:76) -2024-09-02 00:36:20,350 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0831s, count=311, qps in this process: 10.338 (mp_runner.py:76) -2024-09-02 00:36:20,390 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0304s, count=312, qps in this process: 10.3895 (mp_runner.py:76) -2024-09-02 00:36:20,390 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0055s, count=312, qps in this process: 10.3981 (mp_runner.py:76) -2024-09-02 00:36:20,391 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0026s, count=312, qps in this process: 10.3991 (mp_runner.py:76) -2024-09-02 00:36:20,393 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0016s, count=312, qps in this process: 10.3994 (mp_runner.py:76) -2024-09-02 00:36:20,394 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0027s, count=312, qps in this process: 10.3991 (mp_runner.py:76) -2024-09-02 00:36:20,396 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0035s, count=312, qps in this process: 10.3988 (mp_runner.py:76) -2024-09-02 00:36:20,396 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0057s, count=312, qps in this process: 10.398 (mp_runner.py:76) -2024-09-02 00:36:20,397 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0502s, count=312, qps in this process: 10.3826 (mp_runner.py:76) -2024-09-02 00:36:20,398 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0274s, count=312, qps in this process: 10.3905 (mp_runner.py:76) -2024-09-02 00:36:20,398 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0345s, count=312, qps in this process: 10.3881 (mp_runner.py:76) -2024-09-02 00:36:20,401 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.002s, count=312, qps in this process: 10.3993 (mp_runner.py:76) -2024-09-02 00:36:20,421 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0282s, count=313, qps in this process: 10.4235 (mp_runner.py:76) -2024-09-02 00:36:20,434 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0117s, count=314, qps in this process: 10.4626 (mp_runner.py:76) -2024-09-02 00:36:20,440 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0133s, count=314, qps in this process: 10.462 (mp_runner.py:76) -2024-09-02 00:36:20,442 | INFO |End search in concurrency 35: dur=30.450769556002342s, total_count=10896, qps=357.8235 (mp_runner.py:120) -2024-09-02 00:36:23,135 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:36:23,135 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-02 00:36:33,840 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-02 00:36:33,929 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,037 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,047 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,054 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,055 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,058 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,091 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,098 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,130 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,150 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,150 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,157 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,201 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,204 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,212 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,226 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,254 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,258 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,264 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,265 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,349 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:36:34,350 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:03,987 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0523s, count=268, qps in this process: 8.9178 (mp_runner.py:76) -2024-09-02 00:37:04,063 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0043s, count=269, qps in this process: 8.9654 (mp_runner.py:76) -2024-09-02 00:37:04,064 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0237s, count=269, qps in this process: 8.9596 (mp_runner.py:76) -2024-09-02 00:37:04,082 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0245s, count=269, qps in this process: 8.9593 (mp_runner.py:76) -2024-09-02 00:37:04,082 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0247s, count=269, qps in this process: 8.9593 (mp_runner.py:76) -2024-09-02 00:37:04,084 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0231s, count=269, qps in this process: 8.9598 (mp_runner.py:76) -2024-09-02 00:37:04,169 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0121s, count=270, qps in this process: 8.9964 (mp_runner.py:76) -2024-09-02 00:37:04,169 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0432s, count=270, qps in this process: 8.9871 (mp_runner.py:76) -2024-09-02 00:37:04,170 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0438s, count=270, qps in this process: 8.9869 (mp_runner.py:76) -2024-09-02 00:37:04,170 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0678s, count=270, qps in this process: 8.9797 (mp_runner.py:76) -2024-09-02 00:37:04,171 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0653s, count=270, qps in this process: 8.9805 (mp_runner.py:76) -2024-09-02 00:37:04,171 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0769s, count=270, qps in this process: 8.977 (mp_runner.py:76) -2024-09-02 00:37:04,171 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0144s, count=270, qps in this process: 8.9957 (mp_runner.py:76) -2024-09-02 00:37:04,172 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0344s, count=270, qps in this process: 8.9897 (mp_runner.py:76) -2024-09-02 00:37:04,177 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0751s, count=270, qps in this process: 8.9775 (mp_runner.py:76) -2024-09-02 00:37:04,177 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0151s, count=270, qps in this process: 8.9955 (mp_runner.py:76) -2024-09-02 00:37:04,182 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0778s, count=270, qps in this process: 8.9767 (mp_runner.py:76) -2024-09-02 00:37:04,212 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.002s, count=271, qps in this process: 9.0327 (mp_runner.py:76) -2024-09-02 00:37:04,229 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0178s, count=271, qps in this process: 9.028 (mp_runner.py:76) -2024-09-02 00:37:04,232 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.002s, count=271, qps in this process: 9.0327 (mp_runner.py:76) -2024-09-02 00:37:04,258 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0486s, count=271, qps in this process: 9.0187 (mp_runner.py:76) -2024-09-02 00:37:04,303 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0381s, count=272, qps in this process: 9.0552 (mp_runner.py:76) -2024-09-02 00:37:04,303 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0405s, count=272, qps in this process: 9.0544 (mp_runner.py:76) -2024-09-02 00:37:04,303 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0369s, count=272, qps in this process: 9.0555 (mp_runner.py:76) -2024-09-02 00:37:04,304 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0378s, count=272, qps in this process: 9.0553 (mp_runner.py:76) -2024-09-02 00:37:04,304 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.039s, count=272, qps in this process: 9.0549 (mp_runner.py:76) -2024-09-02 00:37:04,305 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0404s, count=272, qps in this process: 9.0545 (mp_runner.py:76) -2024-09-02 00:37:04,307 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0815s, count=272, qps in this process: 9.0421 (mp_runner.py:76) -2024-09-02 00:37:04,312 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.026s, count=272, qps in this process: 9.0588 (mp_runner.py:76) -2024-09-02 00:37:04,312 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0303s, count=272, qps in this process: 9.0575 (mp_runner.py:76) -2024-09-02 00:37:04,313 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0506s, count=272, qps in this process: 9.0514 (mp_runner.py:76) -2024-09-02 00:37:04,314 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0485s, count=272, qps in this process: 9.052 (mp_runner.py:76) -2024-09-02 00:37:04,319 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0469s, count=272, qps in this process: 9.0525 (mp_runner.py:76) -2024-09-02 00:37:04,320 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.057s, count=272, qps in this process: 9.0495 (mp_runner.py:76) -2024-09-02 00:37:04,320 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0557s, count=272, qps in this process: 9.0499 (mp_runner.py:76) -2024-09-02 00:37:04,351 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0064s, count=274, qps in this process: 9.1314 (mp_runner.py:76) -2024-09-02 00:37:04,352 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0059s, count=274, qps in this process: 9.1315 (mp_runner.py:76) -2024-09-02 00:37:04,354 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0047s, count=274, qps in this process: 9.1319 (mp_runner.py:76) -2024-09-02 00:37:04,367 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0007s, count=275, qps in this process: 9.1665 (mp_runner.py:76) -2024-09-02 00:37:04,367 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0069s, count=275, qps in this process: 9.1646 (mp_runner.py:76) -2024-09-02 00:37:04,370 | INFO |End search in concurrency 40: dur=30.528849636000814s, total_count=10847, qps=355.3033 (mp_runner.py:120) -2024-09-02 00:37:07,397 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:37:07,397 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-02 00:37:18,192 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-02 00:37:18,408 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,432 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,528 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,529 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,539 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,547 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,556 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,579 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,585 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,595 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,595 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,595 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,596 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,614 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,628 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,637 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,638 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,648 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,648 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,655 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,662 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,672 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,679 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,689 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,693 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,732 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,744 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,762 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:18,845 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:37:48,447 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0317s, count=236, qps in this process: 7.8584 (mp_runner.py:76) -2024-09-02 00:37:48,453 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.015s, count=236, qps in this process: 7.8627 (mp_runner.py:76) -2024-09-02 00:37:48,555 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0193s, count=237, qps in this process: 7.8949 (mp_runner.py:76) -2024-09-02 00:37:48,557 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0202s, count=237, qps in this process: 7.8947 (mp_runner.py:76) -2024-09-02 00:37:48,563 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0118s, count=237, qps in this process: 7.8969 (mp_runner.py:76) -2024-09-02 00:37:48,566 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.03s, count=237, qps in this process: 7.8921 (mp_runner.py:76) -2024-09-02 00:37:48,568 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0167s, count=237, qps in this process: 7.8956 (mp_runner.py:76) -2024-09-02 00:37:48,572 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0234s, count=237, qps in this process: 7.8938 (mp_runner.py:76) -2024-09-02 00:37:48,579 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0205s, count=237, qps in this process: 7.8946 (mp_runner.py:76) -2024-09-02 00:37:48,607 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0371s, count=237, qps in this process: 7.8902 (mp_runner.py:76) -2024-09-02 00:37:48,608 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0019s, count=237, qps in this process: 7.8995 (mp_runner.py:76) -2024-09-02 00:37:48,656 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0621s, count=238, qps in this process: 7.9169 (mp_runner.py:76) -2024-09-02 00:37:48,657 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0485s, count=238, qps in this process: 7.9205 (mp_runner.py:76) -2024-09-02 00:37:48,657 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0644s, count=238, qps in this process: 7.9163 (mp_runner.py:76) -2024-09-02 00:37:48,657 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0139s, count=238, qps in this process: 7.9297 (mp_runner.py:76) -2024-09-02 00:37:48,657 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0124s, count=238, qps in this process: 7.9301 (mp_runner.py:76) -2024-09-02 00:37:48,658 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0649s, count=238, qps in this process: 7.9162 (mp_runner.py:76) -2024-09-02 00:37:48,658 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0516s, count=238, qps in this process: 7.9197 (mp_runner.py:76) -2024-09-02 00:37:48,658 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0067s, count=238, qps in this process: 7.9316 (mp_runner.py:76) -2024-09-02 00:37:48,658 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0326s, count=238, qps in this process: 7.9247 (mp_runner.py:76) -2024-09-02 00:37:48,659 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0076s, count=238, qps in this process: 7.9313 (mp_runner.py:76) -2024-09-02 00:37:48,667 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.037s, count=238, qps in this process: 7.9236 (mp_runner.py:76) -2024-09-02 00:37:48,668 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0785s, count=238, qps in this process: 7.9126 (mp_runner.py:76) -2024-09-02 00:37:48,680 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.074s, count=238, qps in this process: 7.9138 (mp_runner.py:76) -2024-09-02 00:37:48,684 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0258s, count=238, qps in this process: 7.9265 (mp_runner.py:76) -2024-09-02 00:37:48,686 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0045s, count=238, qps in this process: 7.9321 (mp_runner.py:76) -2024-09-02 00:37:48,686 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.1159s, count=238, qps in this process: 7.9028 (mp_runner.py:76) -2024-09-02 00:37:48,687 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0417s, count=238, qps in this process: 7.9223 (mp_runner.py:76) -2024-09-02 00:37:48,720 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0193s, count=239, qps in this process: 7.9615 (mp_runner.py:76) -2024-09-02 00:37:48,720 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0538s, count=239, qps in this process: 7.9524 (mp_runner.py:76) -2024-09-02 00:37:48,720 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0377s, count=239, qps in this process: 7.9567 (mp_runner.py:76) -2024-09-02 00:37:48,720 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0265s, count=239, qps in this process: 7.9596 (mp_runner.py:76) -2024-09-02 00:37:48,721 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0136s, count=239, qps in this process: 7.9631 (mp_runner.py:76) -2024-09-02 00:37:48,722 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0103s, count=239, qps in this process: 7.9639 (mp_runner.py:76) -2024-09-02 00:37:48,723 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0614s, count=239, qps in this process: 7.9504 (mp_runner.py:76) -2024-09-02 00:37:48,727 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0642s, count=239, qps in this process: 7.9497 (mp_runner.py:76) -2024-09-02 00:37:48,727 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0196s, count=239, qps in this process: 7.9615 (mp_runner.py:76) -2024-09-02 00:37:48,752 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0134s, count=240, qps in this process: 7.9964 (mp_runner.py:76) -2024-09-02 00:37:48,753 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0082s, count=240, qps in this process: 7.9978 (mp_runner.py:76) -2024-09-02 00:37:48,764 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0005s, count=240, qps in this process: 7.9999 (mp_runner.py:76) -2024-09-02 00:37:48,767 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0052s, count=241, qps in this process: 8.0319 (mp_runner.py:76) -2024-09-02 00:37:48,768 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0086s, count=241, qps in this process: 8.031 (mp_runner.py:76) -2024-09-02 00:37:48,769 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0105s, count=241, qps in this process: 8.0305 (mp_runner.py:76) -2024-09-02 00:37:48,769 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0111s, count=241, qps in this process: 8.0304 (mp_runner.py:76) -2024-09-02 00:37:48,852 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0015s, count=249, qps in this process: 8.2996 (mp_runner.py:76) -2024-09-02 00:37:48,853 | INFO |End search in concurrency 45: dur=30.660812317997625s, total_count=10735, qps=350.1212 (mp_runner.py:120) -2024-09-02 00:37:52,232 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:37:52,233 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-02 00:38:13,162 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-02 00:38:13,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,226 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,328 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,334 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,356 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,445 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,454 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,485 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,569 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,569 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,615 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,635 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,656 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,683 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,685 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,699 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,707 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,724 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,747 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,749 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,757 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,766 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,791 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,792 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,826 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,851 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,852 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,855 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,872 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,894 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,918 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,918 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,965 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:13,974 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:14,034 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:38:43,289 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.051s, count=214, qps in this process: 7.1212 (mp_runner.py:76) -2024-09-02 00:38:43,320 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.1088s, count=214, qps in this process: 7.1076 (mp_runner.py:76) -2024-09-02 00:38:43,381 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0449s, count=215, qps in this process: 7.156 (mp_runner.py:76) -2024-09-02 00:38:43,385 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0412s, count=215, qps in this process: 7.1568 (mp_runner.py:76) -2024-09-02 00:38:43,387 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0147s, count=215, qps in this process: 7.1632 (mp_runner.py:76) -2024-09-02 00:38:43,508 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0705s, count=216, qps in this process: 7.1831 (mp_runner.py:76) -2024-09-02 00:38:43,520 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0694s, count=216, qps in this process: 7.1834 (mp_runner.py:76) -2024-09-02 00:38:43,534 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0764s, count=216, qps in this process: 7.1817 (mp_runner.py:76) -2024-09-02 00:38:43,535 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.045s, count=216, qps in this process: 7.1892 (mp_runner.py:76) -2024-09-02 00:38:43,551 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0892s, count=216, qps in this process: 7.1787 (mp_runner.py:76) -2024-09-02 00:38:43,660 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0892s, count=217, qps in this process: 7.2119 (mp_runner.py:76) -2024-09-02 00:38:43,663 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0293s, count=217, qps in this process: 7.2263 (mp_runner.py:76) -2024-09-02 00:38:43,667 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0485s, count=217, qps in this process: 7.2217 (mp_runner.py:76) -2024-09-02 00:38:43,669 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0297s, count=217, qps in this process: 7.2262 (mp_runner.py:76) -2024-09-02 00:38:43,686 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.032s, count=217, qps in this process: 7.2256 (mp_runner.py:76) -2024-09-02 00:38:43,693 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0029s, count=217, qps in this process: 7.2326 (mp_runner.py:76) -2024-09-02 00:38:43,696 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0341s, count=217, qps in this process: 7.2251 (mp_runner.py:76) -2024-09-02 00:38:43,701 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.1295s, count=217, qps in this process: 7.2022 (mp_runner.py:76) -2024-09-02 00:38:43,706 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0028s, count=217, qps in this process: 7.2327 (mp_runner.py:76) -2024-09-02 00:38:43,715 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0021s, count=217, qps in this process: 7.2328 (mp_runner.py:76) -2024-09-02 00:38:43,793 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0204s, count=218, qps in this process: 7.2617 (mp_runner.py:76) -2024-09-02 00:38:43,798 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0472s, count=218, qps in this process: 7.2553 (mp_runner.py:76) -2024-09-02 00:38:43,802 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0055s, count=218, qps in this process: 7.2653 (mp_runner.py:76) -2024-09-02 00:38:43,805 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0896s, count=218, qps in this process: 7.245 (mp_runner.py:76) -2024-09-02 00:38:43,811 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0486s, count=218, qps in this process: 7.2549 (mp_runner.py:76) -2024-09-02 00:38:43,811 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0467s, count=218, qps in this process: 7.2554 (mp_runner.py:76) -2024-09-02 00:38:43,812 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0218s, count=218, qps in this process: 7.2614 (mp_runner.py:76) -2024-09-02 00:38:43,814 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0752s, count=218, qps in this process: 7.2485 (mp_runner.py:76) -2024-09-02 00:38:43,842 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0917s, count=218, qps in this process: 7.2445 (mp_runner.py:76) -2024-09-02 00:38:43,842 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.1146s, count=218, qps in this process: 7.239 (mp_runner.py:76) -2024-09-02 00:38:43,849 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0014s, count=219, qps in this process: 7.2997 (mp_runner.py:76) -2024-09-02 00:38:43,855 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0042s, count=219, qps in this process: 7.299 (mp_runner.py:76) -2024-09-02 00:38:43,859 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0104s, count=219, qps in this process: 7.2975 (mp_runner.py:76) -2024-09-02 00:38:43,860 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0124s, count=219, qps in this process: 7.297 (mp_runner.py:76) -2024-09-02 00:38:43,861 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0057s, count=219, qps in this process: 7.2986 (mp_runner.py:76) -2024-09-02 00:38:43,867 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0156s, count=219, qps in this process: 7.2962 (mp_runner.py:76) -2024-09-02 00:38:43,902 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0507s, count=220, qps in this process: 7.321 (mp_runner.py:76) -2024-09-02 00:38:43,902 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0277s, count=220, qps in this process: 7.3266 (mp_runner.py:76) -2024-09-02 00:38:43,907 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0089s, count=220, qps in this process: 7.3312 (mp_runner.py:76) -2024-09-02 00:38:43,910 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0312s, count=220, qps in this process: 7.3257 (mp_runner.py:76) -2024-09-02 00:38:43,911 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0802s, count=220, qps in this process: 7.3138 (mp_runner.py:76) -2024-09-02 00:38:43,911 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0561s, count=220, qps in this process: 7.3196 (mp_runner.py:76) -2024-09-02 00:38:43,912 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.1171s, count=220, qps in this process: 7.3048 (mp_runner.py:76) -2024-09-02 00:38:43,923 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.001s, count=221, qps in this process: 7.3664 (mp_runner.py:76) -2024-09-02 00:38:43,924 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.002s, count=221, qps in this process: 7.3662 (mp_runner.py:76) -2024-09-02 00:38:43,926 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0041s, count=221, qps in this process: 7.3657 (mp_runner.py:76) -2024-09-02 00:38:43,979 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.012s, count=224, qps in this process: 7.4637 (mp_runner.py:76) -2024-09-02 00:38:43,979 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0144s, count=224, qps in this process: 7.4631 (mp_runner.py:76) -2024-09-02 00:38:43,994 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0138s, count=225, qps in this process: 7.4966 (mp_runner.py:76) -2024-09-02 00:38:44,061 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0074s, count=230, qps in this process: 7.6648 (mp_runner.py:76) -2024-09-02 00:38:44,063 | INFO |End search in concurrency 50: dur=30.899757552004303s, total_count=10923, qps=353.4979 (mp_runner.py:120) -2024-09-02 00:38:47,768 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:38:47,769 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-02 00:39:08,888 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-02 00:39:08,965 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,060 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,187 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,202 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,246 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,295 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,321 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,353 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,359 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,362 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,374 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,402 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,407 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,407 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,407 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,442 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,462 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,490 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,498 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,541 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,574 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,608 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,613 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,615 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,690 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,700 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,718 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:09,726 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:39:38,972 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0068s, count=194, qps in this process: 6.4652 (mp_runner.py:76) -2024-09-02 00:39:39,076 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0042s, count=194, qps in this process: 6.4658 (mp_runner.py:76) -2024-09-02 00:39:39,213 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0123s, count=195, qps in this process: 6.4973 (mp_runner.py:76) -2024-09-02 00:39:39,214 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0161s, count=195, qps in this process: 6.4965 (mp_runner.py:76) -2024-09-02 00:39:39,215 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0194s, count=195, qps in this process: 6.4958 (mp_runner.py:76) -2024-09-02 00:39:39,316 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.1177s, count=196, qps in this process: 6.5078 (mp_runner.py:76) -2024-09-02 00:39:39,344 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.1286s, count=196, qps in this process: 6.5054 (mp_runner.py:76) -2024-09-02 00:39:39,368 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0054s, count=196, qps in this process: 6.5322 (mp_runner.py:76) -2024-09-02 00:39:39,372 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0732s, count=196, qps in this process: 6.5174 (mp_runner.py:76) -2024-09-02 00:39:39,376 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0195s, count=196, qps in this process: 6.5291 (mp_runner.py:76) -2024-09-02 00:39:39,406 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0778s, count=196, qps in this process: 6.5164 (mp_runner.py:76) -2024-09-02 00:39:39,407 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.1907s, count=196, qps in this process: 6.4921 (mp_runner.py:76) -2024-09-02 00:39:39,407 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.1552s, count=196, qps in this process: 6.4997 (mp_runner.py:76) -2024-09-02 00:39:39,451 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.1242s, count=197, qps in this process: 6.5396 (mp_runner.py:76) -2024-09-02 00:39:39,453 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0744s, count=197, qps in this process: 6.5504 (mp_runner.py:76) -2024-09-02 00:39:39,455 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0799s, count=197, qps in this process: 6.5492 (mp_runner.py:76) -2024-09-02 00:39:39,455 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0455s, count=197, qps in this process: 6.5567 (mp_runner.py:76) -2024-09-02 00:39:39,457 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.047s, count=197, qps in this process: 6.5564 (mp_runner.py:76) -2024-09-02 00:39:39,461 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0542s, count=197, qps in this process: 6.5548 (mp_runner.py:76) -2024-09-02 00:39:39,462 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0165s, count=197, qps in this process: 6.5631 (mp_runner.py:76) -2024-09-02 00:39:39,462 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0526s, count=197, qps in this process: 6.5552 (mp_runner.py:76) -2024-09-02 00:39:39,464 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.085s, count=197, qps in this process: 6.5481 (mp_runner.py:76) -2024-09-02 00:39:39,469 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0045s, count=197, qps in this process: 6.5657 (mp_runner.py:76) -2024-09-02 00:39:39,469 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0526s, count=197, qps in this process: 6.5552 (mp_runner.py:76) -2024-09-02 00:39:39,471 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.1088s, count=197, qps in this process: 6.5429 (mp_runner.py:76) -2024-09-02 00:39:39,479 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0747s, count=197, qps in this process: 6.5504 (mp_runner.py:76) -2024-09-02 00:39:39,480 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0251s, count=197, qps in this process: 6.5612 (mp_runner.py:76) -2024-09-02 00:39:39,481 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.1023s, count=197, qps in this process: 6.5444 (mp_runner.py:76) -2024-09-02 00:39:39,484 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0255s, count=197, qps in this process: 6.5611 (mp_runner.py:76) -2024-09-02 00:39:39,546 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.053s, count=198, qps in this process: 6.5884 (mp_runner.py:76) -2024-09-02 00:39:39,548 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0772s, count=198, qps in this process: 6.5831 (mp_runner.py:76) -2024-09-02 00:39:39,551 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.007s, count=198, qps in this process: 6.5985 (mp_runner.py:76) -2024-09-02 00:39:39,552 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.042s, count=198, qps in this process: 6.5908 (mp_runner.py:76) -2024-09-02 00:39:39,552 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0347s, count=198, qps in this process: 6.5924 (mp_runner.py:76) -2024-09-02 00:39:39,554 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0358s, count=198, qps in this process: 6.5921 (mp_runner.py:76) -2024-09-02 00:39:39,560 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0423s, count=198, qps in this process: 6.5907 (mp_runner.py:76) -2024-09-02 00:39:39,598 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.039s, count=199, qps in this process: 6.6247 (mp_runner.py:76) -2024-09-02 00:39:39,600 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0351s, count=199, qps in this process: 6.6256 (mp_runner.py:76) -2024-09-02 00:39:39,602 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0375s, count=199, qps in this process: 6.6251 (mp_runner.py:76) -2024-09-02 00:39:39,604 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0395s, count=199, qps in this process: 6.6246 (mp_runner.py:76) -2024-09-02 00:39:39,605 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.046s, count=199, qps in this process: 6.6232 (mp_runner.py:76) -2024-09-02 00:39:39,605 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0467s, count=199, qps in this process: 6.623 (mp_runner.py:76) -2024-09-02 00:39:39,606 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0199s, count=199, qps in this process: 6.6289 (mp_runner.py:76) -2024-09-02 00:39:39,618 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0205s, count=199, qps in this process: 6.6288 (mp_runner.py:76) -2024-09-02 00:39:39,636 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0096s, count=200, qps in this process: 6.6645 (mp_runner.py:76) -2024-09-02 00:39:39,641 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0286s, count=200, qps in this process: 6.6603 (mp_runner.py:76) -2024-09-02 00:39:39,642 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0246s, count=200, qps in this process: 6.6612 (mp_runner.py:76) -2024-09-02 00:39:39,642 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0122s, count=200, qps in this process: 6.664 (mp_runner.py:76) -2024-09-02 00:39:39,668 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0081s, count=201, qps in this process: 6.6982 (mp_runner.py:76) -2024-09-02 00:39:39,668 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0043s, count=201, qps in this process: 6.699 (mp_runner.py:76) -2024-09-02 00:39:39,691 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0124s, count=202, qps in this process: 6.7306 (mp_runner.py:76) -2024-09-02 00:39:39,703 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0028s, count=203, qps in this process: 6.766 (mp_runner.py:76) -2024-09-02 00:39:39,722 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0163s, count=204, qps in this process: 6.7963 (mp_runner.py:76) -2024-09-02 00:39:39,735 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0014s, count=205, qps in this process: 6.833 (mp_runner.py:76) -2024-09-02 00:39:39,735 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0016s, count=205, qps in this process: 6.833 (mp_runner.py:76) -2024-09-02 00:39:39,738 | INFO |End search in concurrency 55: dur=30.849026093994325s, total_count=10892, qps=353.0744 (mp_runner.py:120) -2024-09-02 00:39:43,784 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:39:43,784 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-02 00:40:05,175 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-02 00:40:05,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,655 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,671 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,675 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,675 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,676 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,676 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,710 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,741 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,771 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,771 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,784 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,795 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,806 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,806 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,819 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,833 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,838 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,842 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,854 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,854 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,866 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,874 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,882 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,882 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,930 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,942 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,948 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,960 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,975 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,978 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:05,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:40:35,526 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.138s, count=179, qps in this process: 5.9393 (mp_runner.py:76) -2024-09-02 00:40:35,639 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0712s, count=180, qps in this process: 5.9858 (mp_runner.py:76) -2024-09-02 00:40:35,664 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0019s, count=180, qps in this process: 5.9996 (mp_runner.py:76) -2024-09-02 00:40:35,664 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0032s, count=180, qps in this process: 5.9994 (mp_runner.py:76) -2024-09-02 00:40:35,671 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0101s, count=180, qps in this process: 5.998 (mp_runner.py:76) -2024-09-02 00:40:35,689 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0129s, count=181, qps in this process: 6.0307 (mp_runner.py:76) -2024-09-02 00:40:35,691 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0302s, count=180, qps in this process: 5.994 (mp_runner.py:76) -2024-09-02 00:40:35,693 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.031s, count=181, qps in this process: 6.0271 (mp_runner.py:76) -2024-09-02 00:40:35,694 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0105s, count=181, qps in this process: 6.0312 (mp_runner.py:76) -2024-09-02 00:40:35,696 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0279s, count=181, qps in this process: 6.0277 (mp_runner.py:76) -2024-09-02 00:40:35,701 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0241s, count=181, qps in this process: 6.0285 (mp_runner.py:76) -2024-09-02 00:40:35,706 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0443s, count=181, qps in this process: 6.0244 (mp_runner.py:76) -2024-09-02 00:40:35,718 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0418s, count=180, qps in this process: 5.9917 (mp_runner.py:76) -2024-09-02 00:40:35,722 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0461s, count=181, qps in this process: 6.0241 (mp_runner.py:76) -2024-09-02 00:40:35,726 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0157s, count=181, qps in this process: 6.0302 (mp_runner.py:76) -2024-09-02 00:40:35,727 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0508s, count=181, qps in this process: 6.0231 (mp_runner.py:76) -2024-09-02 00:40:35,730 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0539s, count=181, qps in this process: 6.0225 (mp_runner.py:76) -2024-09-02 00:40:35,731 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0697s, count=181, qps in this process: 6.0193 (mp_runner.py:76) -2024-09-02 00:40:35,735 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0743s, count=181, qps in this process: 6.0184 (mp_runner.py:76) -2024-09-02 00:40:35,737 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0604s, count=181, qps in this process: 6.0212 (mp_runner.py:76) -2024-09-02 00:40:35,739 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0545s, count=181, qps in this process: 6.0224 (mp_runner.py:76) -2024-09-02 00:40:35,742 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0806s, count=181, qps in this process: 6.0172 (mp_runner.py:76) -2024-09-02 00:40:35,745 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0609s, count=181, qps in this process: 6.0211 (mp_runner.py:76) -2024-09-02 00:40:35,748 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0723s, count=181, qps in this process: 6.0188 (mp_runner.py:76) -2024-09-02 00:40:35,751 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0829s, count=181, qps in this process: 6.0167 (mp_runner.py:76) -2024-09-02 00:40:35,752 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0891s, count=181, qps in this process: 6.0155 (mp_runner.py:76) -2024-09-02 00:40:35,774 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0978s, count=181, qps in this process: 6.0137 (mp_runner.py:76) -2024-09-02 00:40:35,817 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0194s, count=182, qps in this process: 6.0627 (mp_runner.py:76) -2024-09-02 00:40:35,818 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.1341s, count=182, qps in this process: 6.0397 (mp_runner.py:76) -2024-09-02 00:40:35,818 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.068s, count=182, qps in this process: 6.0529 (mp_runner.py:76) -2024-09-02 00:40:35,818 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0275s, count=182, qps in this process: 6.0611 (mp_runner.py:76) -2024-09-02 00:40:35,819 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.1039s, count=182, qps in this process: 6.0457 (mp_runner.py:76) -2024-09-02 00:40:35,819 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0185s, count=182, qps in this process: 6.0629 (mp_runner.py:76) -2024-09-02 00:40:35,820 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0594s, count=182, qps in this process: 6.0547 (mp_runner.py:76) -2024-09-02 00:40:35,820 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0012s, count=182, qps in this process: 6.0664 (mp_runner.py:76) -2024-09-02 00:40:35,821 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0022s, count=182, qps in this process: 6.0662 (mp_runner.py:76) -2024-09-02 00:40:35,822 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.1454s, count=182, qps in this process: 6.0374 (mp_runner.py:76) -2024-09-02 00:40:35,822 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0487s, count=182, qps in this process: 6.0568 (mp_runner.py:76) -2024-09-02 00:40:35,838 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.041s, count=182, qps in this process: 6.0584 (mp_runner.py:76) -2024-09-02 00:40:35,840 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0653s, count=182, qps in this process: 6.0535 (mp_runner.py:76) -2024-09-02 00:40:35,874 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.022s, count=183, qps in this process: 6.0955 (mp_runner.py:76) -2024-09-02 00:40:35,877 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.003s, count=183, qps in this process: 6.0994 (mp_runner.py:76) -2024-09-02 00:40:35,879 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0089s, count=183, qps in this process: 6.0982 (mp_runner.py:76) -2024-09-02 00:40:35,880 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0348s, count=183, qps in this process: 6.0929 (mp_runner.py:76) -2024-09-02 00:40:35,884 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0448s, count=183, qps in this process: 6.0909 (mp_runner.py:76) -2024-09-02 00:40:35,889 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0192s, count=183, qps in this process: 6.0961 (mp_runner.py:76) -2024-09-02 00:40:35,896 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0742s, count=183, qps in this process: 6.0849 (mp_runner.py:76) -2024-09-02 00:40:35,898 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0627s, count=183, qps in this process: 6.0873 (mp_runner.py:76) -2024-09-02 00:40:35,911 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0012s, count=184, qps in this process: 6.1331 (mp_runner.py:76) -2024-09-02 00:40:35,926 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0284s, count=184, qps in this process: 6.1275 (mp_runner.py:76) -2024-09-02 00:40:35,935 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0245s, count=185, qps in this process: 6.1616 (mp_runner.py:76) -2024-09-02 00:40:35,942 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.032s, count=185, qps in this process: 6.1601 (mp_runner.py:76) -2024-09-02 00:40:35,963 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0203s, count=186, qps in this process: 6.1958 (mp_runner.py:76) -2024-09-02 00:40:35,963 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0055s, count=186, qps in this process: 6.1989 (mp_runner.py:76) -2024-09-02 00:40:35,963 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0132s, count=186, qps in this process: 6.1973 (mp_runner.py:76) -2024-09-02 00:40:35,986 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0202s, count=187, qps in this process: 6.2291 (mp_runner.py:76) -2024-09-02 00:40:35,986 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0219s, count=187, qps in this process: 6.2288 (mp_runner.py:76) -2024-09-02 00:40:35,999 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0056s, count=188, qps in this process: 6.2655 (mp_runner.py:76) -2024-09-02 00:40:35,999 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0131s, count=188, qps in this process: 6.2639 (mp_runner.py:76) -2024-09-02 00:40:36,000 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0084s, count=188, qps in this process: 6.2649 (mp_runner.py:76) -2024-09-02 00:40:36,002 | INFO |End search in concurrency 60: dur=30.826987443004327s, total_count=10943, qps=354.9812 (mp_runner.py:120) -2024-09-02 00:40:40,400 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:40:40,400 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-02 00:41:01,919 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-02 00:41:01,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,005 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,244 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,245 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,245 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,246 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,249 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,276 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,304 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,307 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,310 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,452 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,454 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,458 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,466 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,481 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,487 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,487 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,490 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,498 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,510 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,533 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,547 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,597 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,599 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,603 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,610 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,613 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,613 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,639 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,648 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,684 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,715 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,715 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,754 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,788 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,812 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,818 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,818 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,825 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,860 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:02,874 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:32,063 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0644s, count=163, qps in this process: 5.4217 (mp_runner.py:76) -2024-09-02 00:41:32,081 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0536s, count=163, qps in this process: 5.4236 (mp_runner.py:76) -2024-09-02 00:41:32,286 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0097s, count=164, qps in this process: 5.4649 (mp_runner.py:76) -2024-09-02 00:41:32,294 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0401s, count=164, qps in this process: 5.4594 (mp_runner.py:76) -2024-09-02 00:41:32,303 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.056s, count=164, qps in this process: 5.4565 (mp_runner.py:76) -2024-09-02 00:41:32,338 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0273s, count=164, qps in this process: 5.4617 (mp_runner.py:76) -2024-09-02 00:41:32,399 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0767s, count=165, qps in this process: 5.486 (mp_runner.py:76) -2024-09-02 00:41:32,400 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.1529s, count=165, qps in this process: 5.4721 (mp_runner.py:76) -2024-09-02 00:41:32,403 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.1552s, count=165, qps in this process: 5.4717 (mp_runner.py:76) -2024-09-02 00:41:32,412 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.1292s, count=165, qps in this process: 5.4764 (mp_runner.py:76) -2024-09-02 00:41:32,413 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0064s, count=165, qps in this process: 5.4988 (mp_runner.py:76) -2024-09-02 00:41:32,420 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0984s, count=165, qps in this process: 5.482 (mp_runner.py:76) -2024-09-02 00:41:32,423 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.1705s, count=165, qps in this process: 5.4689 (mp_runner.py:76) -2024-09-02 00:41:32,520 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0625s, count=166, qps in this process: 5.5218 (mp_runner.py:76) -2024-09-02 00:41:32,523 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.003s, count=166, qps in this process: 5.5328 (mp_runner.py:76) -2024-09-02 00:41:32,523 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0657s, count=166, qps in this process: 5.5212 (mp_runner.py:76) -2024-09-02 00:41:32,524 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0377s, count=166, qps in this process: 5.5264 (mp_runner.py:76) -2024-09-02 00:41:32,529 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0264s, count=166, qps in this process: 5.5285 (mp_runner.py:76) -2024-09-02 00:41:32,529 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0717s, count=166, qps in this process: 5.5201 (mp_runner.py:76) -2024-09-02 00:41:32,530 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0405s, count=166, qps in this process: 5.5259 (mp_runner.py:76) -2024-09-02 00:41:32,530 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0726s, count=166, qps in this process: 5.52 (mp_runner.py:76) -2024-09-02 00:41:32,531 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0123s, count=166, qps in this process: 5.5311 (mp_runner.py:76) -2024-09-02 00:41:32,531 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0712s, count=166, qps in this process: 5.5202 (mp_runner.py:76) -2024-09-02 00:41:32,534 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0743s, count=166, qps in this process: 5.5197 (mp_runner.py:76) -2024-09-02 00:41:32,536 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0787s, count=166, qps in this process: 5.5189 (mp_runner.py:76) -2024-09-02 00:41:32,536 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0176s, count=166, qps in this process: 5.5301 (mp_runner.py:76) -2024-09-02 00:41:32,538 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0469s, count=166, qps in this process: 5.5247 (mp_runner.py:76) -2024-09-02 00:41:32,539 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0437s, count=166, qps in this process: 5.5253 (mp_runner.py:76) -2024-09-02 00:41:32,541 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0726s, count=166, qps in this process: 5.52 (mp_runner.py:76) -2024-09-02 00:41:32,542 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.076s, count=166, qps in this process: 5.5194 (mp_runner.py:76) -2024-09-02 00:41:32,609 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0016s, count=167, qps in this process: 5.5664 (mp_runner.py:76) -2024-09-02 00:41:32,613 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0104s, count=167, qps in this process: 5.5647 (mp_runner.py:76) -2024-09-02 00:41:32,621 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0012s, count=167, qps in this process: 5.5664 (mp_runner.py:76) -2024-09-02 00:41:32,626 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.023s, count=167, qps in this process: 5.5624 (mp_runner.py:76) -2024-09-02 00:41:32,636 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0942s, count=167, qps in this process: 5.5492 (mp_runner.py:76) -2024-09-02 00:41:32,654 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0823s, count=167, qps in this process: 5.5514 (mp_runner.py:76) -2024-09-02 00:41:32,655 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0047s, count=167, qps in this process: 5.5658 (mp_runner.py:76) -2024-09-02 00:41:32,675 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.1212s, count=167, qps in this process: 5.5443 (mp_runner.py:76) -2024-09-02 00:41:32,677 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0569s, count=167, qps in this process: 5.5561 (mp_runner.py:76) -2024-09-02 00:41:32,679 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0608s, count=167, qps in this process: 5.5554 (mp_runner.py:76) -2024-09-02 00:41:32,685 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0708s, count=167, qps in this process: 5.5536 (mp_runner.py:76) -2024-09-02 00:41:32,723 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0537s, count=168, qps in this process: 5.59 (mp_runner.py:76) -2024-09-02 00:41:32,724 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0092s, count=168, qps in this process: 5.5983 (mp_runner.py:76) -2024-09-02 00:41:32,725 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0294s, count=168, qps in this process: 5.5945 (mp_runner.py:76) -2024-09-02 00:41:32,726 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0115s, count=168, qps in this process: 5.5979 (mp_runner.py:76) -2024-09-02 00:41:32,728 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0024s, count=168, qps in this process: 5.5996 (mp_runner.py:76) -2024-09-02 00:41:32,731 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0928s, count=168, qps in this process: 5.5827 (mp_runner.py:76) -2024-09-02 00:41:32,733 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0642s, count=168, qps in this process: 5.588 (mp_runner.py:76) -2024-09-02 00:41:32,734 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0198s, count=168, qps in this process: 5.5963 (mp_runner.py:76) -2024-09-02 00:41:32,736 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0783s, count=168, qps in this process: 5.5854 (mp_runner.py:76) -2024-09-02 00:41:32,772 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0317s, count=169, qps in this process: 5.6274 (mp_runner.py:76) -2024-09-02 00:41:32,775 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0442s, count=169, qps in this process: 5.625 (mp_runner.py:76) -2024-09-02 00:41:32,776 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0363s, count=169, qps in this process: 5.6265 (mp_runner.py:76) -2024-09-02 00:41:32,778 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0382s, count=169, qps in this process: 5.6262 (mp_runner.py:76) -2024-09-02 00:41:32,788 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0483s, count=169, qps in this process: 5.6243 (mp_runner.py:76) -2024-09-02 00:41:32,817 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0429s, count=170, qps in this process: 5.6586 (mp_runner.py:76) -2024-09-02 00:41:32,817 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0219s, count=170, qps in this process: 5.6625 (mp_runner.py:76) -2024-09-02 00:41:32,840 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0176s, count=171, qps in this process: 5.6967 (mp_runner.py:76) -2024-09-02 00:41:32,840 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0077s, count=171, qps in this process: 5.6985 (mp_runner.py:76) -2024-09-02 00:41:32,840 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0154s, count=171, qps in this process: 5.6971 (mp_runner.py:76) -2024-09-02 00:41:32,840 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0264s, count=171, qps in this process: 5.695 (mp_runner.py:76) -2024-09-02 00:41:32,841 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.003s, count=171, qps in this process: 5.6994 (mp_runner.py:76) -2024-09-02 00:41:32,852 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0274s, count=171, qps in this process: 5.6948 (mp_runner.py:76) -2024-09-02 00:41:32,881 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0111s, count=173, qps in this process: 5.7645 (mp_runner.py:76) -2024-09-02 00:41:32,894 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0039s, count=174, qps in this process: 5.7992 (mp_runner.py:76) -2024-09-02 00:41:32,896 | INFO |End search in concurrency 65: dur=30.976853036001557s, total_count=10866, qps=350.778 (mp_runner.py:120) -2024-09-02 00:41:37,616 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:41:37,617 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-02 00:41:59,488 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-02 00:41:59,696 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:59,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:59,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:59,890 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:59,946 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:59,955 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:59,972 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:41:59,973 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,073 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,078 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,093 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,095 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,105 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,106 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,106 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,130 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,136 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,154 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,189 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,230 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,230 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,231 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,231 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,241 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,250 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,269 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,270 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,300 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,318 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,323 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,344 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,352 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,352 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,360 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,360 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,371 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,372 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,372 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,377 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,493 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,522 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,525 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,526 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,530 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,626 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,663 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,692 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:00,724 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-02 00:42:29,821 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.1133s, count=152, qps in this process: 5.0476 (mp_runner.py:76) -2024-09-02 00:42:29,995 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.1072s, count=153, qps in this process: 5.0818 (mp_runner.py:76) -2024-09-02 00:42:30,001 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1528s, count=153, qps in this process: 5.0742 (mp_runner.py:76) -2024-09-02 00:42:30,005 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0273s, count=153, qps in this process: 5.0954 (mp_runner.py:76) -2024-09-02 00:42:30,017 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0582s, count=153, qps in this process: 5.0901 (mp_runner.py:76) -2024-09-02 00:42:30,039 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.1416s, count=153, qps in this process: 5.076 (mp_runner.py:76) -2024-09-02 00:42:30,041 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0909s, count=153, qps in this process: 5.0846 (mp_runner.py:76) -2024-09-02 00:42:30,055 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0745s, count=153, qps in this process: 5.0874 (mp_runner.py:76) -2024-09-02 00:42:30,214 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0111s, count=154, qps in this process: 5.1314 (mp_runner.py:76) -2024-09-02 00:42:30,226 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0909s, count=154, qps in this process: 5.1178 (mp_runner.py:76) -2024-09-02 00:42:30,234 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.038s, count=154, qps in this process: 5.1268 (mp_runner.py:76) -2024-09-02 00:42:30,252 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0112s, count=154, qps in this process: 5.1314 (mp_runner.py:76) -2024-09-02 00:42:30,265 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0268s, count=154, qps in this process: 5.1288 (mp_runner.py:76) -2024-09-02 00:42:30,270 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.1398s, count=154, qps in this process: 5.1095 (mp_runner.py:76) -2024-09-02 00:42:30,273 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0077s, count=154, qps in this process: 5.132 (mp_runner.py:76) -2024-09-02 00:42:30,273 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.1925s, count=154, qps in this process: 5.1006 (mp_runner.py:76) -2024-09-02 00:42:30,280 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.1444s, count=154, qps in this process: 5.1087 (mp_runner.py:76) -2024-09-02 00:42:30,284 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.1858s, count=154, qps in this process: 5.1017 (mp_runner.py:76) -2024-09-02 00:42:30,288 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.1526s, count=154, qps in this process: 5.1074 (mp_runner.py:76) -2024-09-02 00:42:30,293 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.2073s, count=154, qps in this process: 5.0981 (mp_runner.py:76) -2024-09-02 00:42:30,295 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1251s, count=154, qps in this process: 5.112 (mp_runner.py:76) -2024-09-02 00:42:30,301 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0298s, count=154, qps in this process: 5.1282 (mp_runner.py:76) -2024-09-02 00:42:30,303 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.081s, count=154, qps in this process: 5.1195 (mp_runner.py:76) -2024-09-02 00:42:30,303 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.1983s, count=154, qps in this process: 5.0996 (mp_runner.py:76) -2024-09-02 00:42:30,306 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.1291s, count=154, qps in this process: 5.1113 (mp_runner.py:76) -2024-09-02 00:42:30,306 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.163s, count=154, qps in this process: 5.1056 (mp_runner.py:76) -2024-09-02 00:42:30,307 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.1637s, count=154, qps in this process: 5.1055 (mp_runner.py:76) -2024-09-02 00:42:30,308 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.1662s, count=154, qps in this process: 5.1051 (mp_runner.py:76) -2024-09-02 00:42:30,309 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.1718s, count=154, qps in this process: 5.1041 (mp_runner.py:76) -2024-09-02 00:42:30,309 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.1995s, count=154, qps in this process: 5.0994 (mp_runner.py:76) -2024-09-02 00:42:30,310 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0638s, count=154, qps in this process: 5.1224 (mp_runner.py:76) -2024-09-02 00:42:30,311 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0705s, count=154, qps in this process: 5.1213 (mp_runner.py:76) -2024-09-02 00:42:30,316 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.1697s, count=154, qps in this process: 5.1045 (mp_runner.py:76) -2024-09-02 00:42:30,317 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0068s, count=154, qps in this process: 5.1322 (mp_runner.py:76) -2024-09-02 00:42:30,320 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.2148s, count=154, qps in this process: 5.0968 (mp_runner.py:76) -2024-09-02 00:42:30,327 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.2107s, count=154, qps in this process: 5.0975 (mp_runner.py:76) -2024-09-02 00:42:30,334 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.2247s, count=154, qps in this process: 5.0952 (mp_runner.py:76) -2024-09-02 00:42:30,341 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.2063s, count=154, qps in this process: 5.0983 (mp_runner.py:76) -2024-09-02 00:42:30,369 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.014s, count=154, qps in this process: 5.1309 (mp_runner.py:76) -2024-09-02 00:42:30,408 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0325s, count=155, qps in this process: 5.1611 (mp_runner.py:76) -2024-09-02 00:42:30,408 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0618s, count=155, qps in this process: 5.156 (mp_runner.py:76) -2024-09-02 00:42:30,409 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0458s, count=155, qps in this process: 5.1588 (mp_runner.py:76) -2024-09-02 00:42:30,411 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0315s, count=155, qps in this process: 5.1612 (mp_runner.py:76) -2024-09-02 00:42:30,412 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0788s, count=155, qps in this process: 5.1531 (mp_runner.py:76) -2024-09-02 00:42:30,412 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0418s, count=155, qps in this process: 5.1595 (mp_runner.py:76) -2024-09-02 00:42:30,416 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.1754s, count=155, qps in this process: 5.1366 (mp_runner.py:76) -2024-09-02 00:42:30,416 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0605s, count=155, qps in this process: 5.1563 (mp_runner.py:76) -2024-09-02 00:42:30,418 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0481s, count=155, qps in this process: 5.1584 (mp_runner.py:76) -2024-09-02 00:42:30,420 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0438s, count=155, qps in this process: 5.1591 (mp_runner.py:76) -2024-09-02 00:42:30,429 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0409s, count=155, qps in this process: 5.1596 (mp_runner.py:76) -2024-09-02 00:42:30,432 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0443s, count=155, qps in this process: 5.159 (mp_runner.py:76) -2024-09-02 00:42:30,433 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0694s, count=155, qps in this process: 5.1547 (mp_runner.py:76) -2024-09-02 00:42:30,434 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0278s, count=155, qps in this process: 5.1619 (mp_runner.py:76) -2024-09-02 00:42:30,439 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.1108s, count=155, qps in this process: 5.1477 (mp_runner.py:76) -2024-09-02 00:42:30,440 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.1462s, count=155, qps in this process: 5.1416 (mp_runner.py:76) -2024-09-02 00:42:30,527 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0302s, count=157, qps in this process: 5.2281 (mp_runner.py:76) -2024-09-02 00:42:30,550 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0166s, count=157, qps in this process: 5.2304 (mp_runner.py:76) -2024-09-02 00:42:30,566 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0401s, count=158, qps in this process: 5.2596 (mp_runner.py:76) -2024-09-02 00:42:30,566 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0365s, count=158, qps in this process: 5.2603 (mp_runner.py:76) -2024-09-02 00:42:30,566 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0266s, count=158, qps in this process: 5.262 (mp_runner.py:76) -2024-09-02 00:42:30,578 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0527s, count=158, qps in this process: 5.2574 (mp_runner.py:76) -2024-09-02 00:42:30,578 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0486s, count=158, qps in this process: 5.2581 (mp_runner.py:76) -2024-09-02 00:42:30,598 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0126s, count=159, qps in this process: 5.2978 (mp_runner.py:76) -2024-09-02 00:42:30,648 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0141s, count=161, qps in this process: 5.3641 (mp_runner.py:76) -2024-09-02 00:42:30,648 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0099s, count=161, qps in this process: 5.3649 (mp_runner.py:76) -2024-09-02 00:42:30,649 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0155s, count=161, qps in this process: 5.3639 (mp_runner.py:76) -2024-09-02 00:42:30,685 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0153s, count=163, qps in this process: 5.4306 (mp_runner.py:76) -2024-09-02 00:42:30,686 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0037s, count=163, qps in this process: 5.4327 (mp_runner.py:76) -2024-09-02 00:42:30,716 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0106s, count=165, qps in this process: 5.4981 (mp_runner.py:76) -2024-09-02 00:42:30,746 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0044s, count=168, qps in this process: 5.5992 (mp_runner.py:76) -2024-09-02 00:42:30,749 | INFO |End search in concurrency 70: dur=31.260790786000143s, total_count=10882, qps=348.1038 (mp_runner.py:120) -2024-09-02 00:42:35,404 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=359.9657, serial_latency_p99=np.float64(0.0558), recall=np.float64(0.9655), ndcg=np.float64(0.97), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[97.5307, 274.0522, 342.9913, 349.9198, 359.1209, 359.9657, 357.8235, 355.3033, 350.1212, 353.4979, 353.0744, 354.9812, 350.778, 348.1038], conc_latency_p99_list=[np.float64(0.005064320167456754), np.float64(0.00882722917189094), np.float64(0.01588477927035274), np.float64(0.018049734359381547), np.float64(0.020717529432723675), np.float64(0.026733078239353926), np.float64(0.025048773140271804), np.float64(0.03348705475955503), np.float64(0.038818874167089235), np.float64(0.03099004010693461), np.float64(0.03236652207329389), np.float64(0.03338275072196848), np.float64(0.0402252827324919), np.float64(0.04855753367857613)]) (task_runner.py:197) -2024-09-02 00:42:35,404 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-02T00:31:08.961883'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=359.9657, serial_latency_p99=np.float64(0.0558), recall=np.float64(0.9655), ndcg=np.float64(0.97), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[97.5307, 274.0522, 342.9913, 349.9198, 359.1209, 359.9657, 357.8235, 355.3033, 350.1212, 353.4979, 353.0744, 354.9812, 350.778, 348.1038], conc_latency_p99_list=[np.float64(0.005064320167456754), np.float64(0.00882722917189094), np.float64(0.01588477927035274), np.float64(0.018049734359381547), np.float64(0.020717529432723675), np.float64(0.026733078239353926), np.float64(0.025048773140271804), np.float64(0.03348705475955503), np.float64(0.038818874167089235), np.float64(0.03099004010693461), np.float64(0.03236652207329389), np.float64(0.03338275072196848), np.float64(0.0402252827324919), np.float64(0.04855753367857613)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-02 00:42:35,405 | INFO |Task summary: run_id=c7cf2, task_label=c7cf2e06d19641c29a92fe70a66e1d34 (models.py:346) -2024-09-02 00:42:35,405 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 00:42:35,405 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 00:42:35,405 | INFO |PgVector | 2024-09-02T00:31:08.961883 Performance1536D500K c7cf2e06d19641c29a92fe70a66e1d34 | 0.0 359.9657 0.0558 0.9655 0 | :) (models.py:346) -2024-09-02 00:42:35,405 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json (models.py:204) -2024-09-02 00:42:35,405 | INFO |Success to finish task: label=c7cf2e06d19641c29a92fe70a66e1d34, run_id=c7cf2e06d19641c29a92fe70a66e1d34 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json b/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json deleted file mode 100644 index 84b011701..000000000 --- a/script/data/aws/db.m6i.large-8-128-400-Performance1536D500K-0-42716/result_20240902_c7cf2e06d19641c29a92fe70a66e1d34_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "c7cf2e06d19641c29a92fe70a66e1d34", "task_label": "c7cf2e06d19641c29a92fe70a66e1d34", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 359.9657, "serial_latency_p99": 0.0558, "recall": 0.9655, "ndcg": 0.97, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [97.5307, 274.0522, 342.9913, 349.9198, 359.1209, 359.9657, 357.8235, 355.3033, 350.1212, 353.4979, 353.0744, 354.9812, 350.778, 348.1038], "conc_latency_p99_list": [0.005064320167456754, 0.00882722917189094, 0.01588477927035274, 0.018049734359381547, 0.020717529432723675, 0.026733078239353926, 0.025048773140271804, 0.03348705475955503, 0.038818874167089235, 0.03099004010693461, 0.03236652207329389, 0.03338275072196848, 0.0402252827324919, 0.04855753367857613]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-02T00:31:08.961883", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/log.txt b/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/log.txt deleted file mode 100644 index cd4d23be0..000000000 --- a/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/log.txt +++ /dev/null @@ -1,1942 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 128 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 128 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load -2024-09-01 23:53:29,271 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:53:29.259881', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 23:53:29,271 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T23:53:29.259881', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=128, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 23:53:29,271 | INFO |generated uuid for the tasks: 5f2d193f606c448d8cf275f041f6ed78 (interface.py:66) -2024-09-01 23:53:29,335 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 23:53:29,335 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 23:53:29,335 | INFO | PgVector-2024-09-01T23:53:29.259881 | Performance OpenAI-MEDIUM-500K None | 5f2d193f606c448d8cf275f041f6ed78 (task_runner.py:340) -2024-09-01 23:53:29,335 | INFO |task submitted: id=5f2d193f606c448d8cf275f041f6ed78, 5f2d193f606c448d8cf275f041f6ed78, case number: 1 (interface.py:231) -2024-09-01 23:53:29,754 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:53:29.259881'}, drop_old=False (interface.py:164) -2024-09-01 23:53:29,754 | INFO |Starting run (task_runner.py:100) -2024-09-01 23:53:29,832 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=128 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 23:53:30,392 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 23:53:30,439 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 23:53:30,463 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 23:53:30,463 | INFO |Start performance case (task_runner.py:158) -2024-09-01 23:53:30,475 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:53:30,475 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 23:53:30,475 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 23:53:30,476 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 23:53:30,519 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 23:53:31,078 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 23:53:31,098 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:53:31,098 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 23:53:31,098 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 23:53:36,520 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.04424892499810085, latest recall=0.8 (serial_runner.py:202) -2024-09-01 23:53:41,520 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.0507987749952008, latest recall=0.8 (serial_runner.py:202) -2024-09-01 23:53:46,582 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.03281354300270323, latest recall=0.68 (serial_runner.py:202) -2024-09-01 23:53:51,476 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.034324157000810374, latest recall=0.8 (serial_runner.py:202) -2024-09-01 23:53:56,118 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.03365817900339607, latest recall=0.8 (serial_runner.py:202) -2024-09-01 23:54:00,748 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.030511482000292744, latest recall=0.8 (serial_runner.py:202) -2024-09-01 23:54:04,968 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.03500061799422838, latest recall=0.8 (serial_runner.py:202) -2024-09-01 23:54:09,549 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.049959898002271075, latest recall=0.8 (serial_runner.py:202) -2024-09-01 23:54:13,826 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.026099305003299378, latest recall=0.8 (serial_runner.py:202) -2024-09-01 23:54:18,348 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.05344593999325298, latest recall=0.74 (serial_runner.py:202) -2024-09-01 23:54:18,349 | INFO |SpawnProcess-1:1 search entire test_data: cost=39.077s, queries=1000, avg_recall=0.7642, avg_ndcg=0.8056,avg_latency=0.0391, p99=0.0751 (serial_runner.py:209) -2024-09-01 23:54:18,881 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:54:18,881 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 23:54:19,903 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 23:54:19,934 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:54:23,278 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.005700501998944674 (mp_runner.py:73) -2024-09-01 23:54:25,559 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0038760280003771186 (mp_runner.py:73) -2024-09-01 23:54:27,208 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0028850290036643855 (mp_runner.py:73) -2024-09-01 23:54:28,813 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.004206550998787861 (mp_runner.py:73) -2024-09-01 23:54:30,493 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.00277188399923034 (mp_runner.py:73) -2024-09-01 23:54:32,039 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.003646814999228809 (mp_runner.py:73) -2024-09-01 23:54:33,664 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0029767480009468272 (mp_runner.py:73) -2024-09-01 23:54:35,203 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0037618770002154633 (mp_runner.py:73) -2024-09-01 23:54:36,800 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.002916325996920932 (mp_runner.py:73) -2024-09-01 23:54:38,336 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0037856900016777217 (mp_runner.py:73) -2024-09-01 23:54:39,941 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0027409820031607524 (mp_runner.py:73) -2024-09-01 23:54:41,501 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0038633580043097027 (mp_runner.py:73) -2024-09-01 23:54:43,189 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0027818659946206026 (mp_runner.py:73) -2024-09-01 23:54:44,785 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0038373049974325113 (mp_runner.py:73) -2024-09-01 23:54:46,465 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0028335620008874685 (mp_runner.py:73) -2024-09-01 23:54:47,997 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.003772793003008701 (mp_runner.py:73) -2024-09-01 23:54:49,595 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0027984979969915003 (mp_runner.py:73) -2024-09-01 23:54:49,936 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.001s, count=8610, qps in this process: 286.9904 (mp_runner.py:76) -2024-09-01 23:54:49,938 | INFO |End search in concurrency 1: dur=30.03435020500183s, total_count=8610, qps=286.6718 (mp_runner.py:120) -2024-09-01 23:54:50,122 | INFO |Update largest qps with concurrency 1: current max_qps=286.6718 (mp_runner.py:124) -2024-09-01 23:54:50,536 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:54:50,537 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 23:54:55,589 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 23:54:55,636 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:54:55,637 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:54:55,642 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:54:55,642 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:54:55,643 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:54:58,276 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.004573204001644626 (mp_runner.py:73) -2024-09-01 23:54:58,277 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.005161977998795919 (mp_runner.py:73) -2024-09-01 23:54:58,277 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0038903680033399723 (mp_runner.py:73) -2024-09-01 23:54:58,277 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.005914574001508299 (mp_runner.py:73) -2024-09-01 23:54:58,280 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.00910076500440482 (mp_runner.py:73) -2024-09-01 23:55:00,962 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.005394043000706006 (mp_runner.py:73) -2024-09-01 23:55:00,962 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0056218750032712705 (mp_runner.py:73) -2024-09-01 23:55:00,962 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.005499047998455353 (mp_runner.py:73) -2024-09-01 23:55:00,962 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0054799709978397 (mp_runner.py:73) -2024-09-01 23:55:00,963 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.005704128998331726 (mp_runner.py:73) -2024-09-01 23:55:03,646 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.004581190994940698 (mp_runner.py:73) -2024-09-01 23:55:03,646 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.00508449300104985 (mp_runner.py:73) -2024-09-01 23:55:03,646 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004582576002576388 (mp_runner.py:73) -2024-09-01 23:55:03,647 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.005796875004307367 (mp_runner.py:73) -2024-09-01 23:55:03,649 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0022611919994233176 (mp_runner.py:73) -2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008110834998660721 (mp_runner.py:73) -2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.01387571799568832 (mp_runner.py:73) -2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.013835568999638781 (mp_runner.py:73) -2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008297858999867458 (mp_runner.py:73) -2024-09-01 23:55:06,015 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.014786963998631109 (mp_runner.py:73) -2024-09-01 23:55:08,508 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0050653879952733405 (mp_runner.py:73) -2024-09-01 23:55:08,509 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.004742768003779929 (mp_runner.py:73) -2024-09-01 23:55:08,510 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.002044526001554914 (mp_runner.py:73) -2024-09-01 23:55:08,510 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.004444348000106402 (mp_runner.py:73) -2024-09-01 23:55:08,510 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.005920506002439652 (mp_runner.py:73) -2024-09-01 23:55:11,037 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.00527023399627069 (mp_runner.py:73) -2024-09-01 23:55:11,037 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0053367010041256435 (mp_runner.py:73) -2024-09-01 23:55:11,038 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.005739990003348794 (mp_runner.py:73) -2024-09-01 23:55:11,038 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.005740085995057598 (mp_runner.py:73) -2024-09-01 23:55:11,038 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.005596483999397606 (mp_runner.py:73) -2024-09-01 23:55:13,551 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.006972488001338206 (mp_runner.py:73) -2024-09-01 23:55:13,555 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.010455157003889326 (mp_runner.py:73) -2024-09-01 23:55:13,555 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.010644210000464227 (mp_runner.py:73) -2024-09-01 23:55:13,555 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.010893879996729083 (mp_runner.py:73) -2024-09-01 23:55:13,555 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.010957446000247728 (mp_runner.py:73) -2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0073081260052276775 (mp_runner.py:73) -2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0053753350002807565 (mp_runner.py:73) -2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.007326890998228919 (mp_runner.py:73) -2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.007576700998470187 (mp_runner.py:73) -2024-09-01 23:55:16,071 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.005939283000770956 (mp_runner.py:73) -2024-09-01 23:55:18,549 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.003583373996661976 (mp_runner.py:73) -2024-09-01 23:55:18,550 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.003245169995352626 (mp_runner.py:73) -2024-09-01 23:55:18,551 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0046904519986128435 (mp_runner.py:73) -2024-09-01 23:55:18,551 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.004772833999595605 (mp_runner.py:73) -2024-09-01 23:55:18,555 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.004134343995247036 (mp_runner.py:73) -2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.004621577005309518 (mp_runner.py:73) -2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.005664194999553729 (mp_runner.py:73) -2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.005640379000396933 (mp_runner.py:73) -2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.005929109000135213 (mp_runner.py:73) -2024-09-01 23:55:20,879 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.006194970999786165 (mp_runner.py:73) -2024-09-01 23:55:23,481 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0025703840001369826 (mp_runner.py:73) -2024-09-01 23:55:23,482 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.004310550997615792 (mp_runner.py:73) -2024-09-01 23:55:23,482 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.004562132999126334 (mp_runner.py:73) -2024-09-01 23:55:23,483 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.00467503399704583 (mp_runner.py:73) -2024-09-01 23:55:23,491 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.006432595000660513 (mp_runner.py:73) -2024-09-01 23:55:25,638 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0015s, count=5945, qps in this process: 198.1568 (mp_runner.py:76) -2024-09-01 23:55:25,644 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0062s, count=5946, qps in this process: 198.159 (mp_runner.py:76) -2024-09-01 23:55:25,644 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0012s, count=5946, qps in this process: 198.1921 (mp_runner.py:76) -2024-09-01 23:55:25,644 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=5946, qps in this process: 198.1947 (mp_runner.py:76) -2024-09-01 23:55:25,649 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0029s, count=5947, qps in this process: 198.2142 (mp_runner.py:76) -2024-09-01 23:55:25,652 | INFO |End search in concurrency 5: dur=30.062493138997525s, total_count=29730, qps=988.9399 (mp_runner.py:120) -2024-09-01 23:55:25,955 | INFO |Update largest qps with concurrency 5: current max_qps=988.9399 (mp_runner.py:124) -2024-09-01 23:55:26,363 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:55:26,364 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 23:55:36,521 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 23:55:36,604 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,621 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,626 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,651 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,666 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,672 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,680 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,681 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,684 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:36,690 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:55:42,961 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.006295588995271828 (mp_runner.py:73) -2024-09-01 23:55:42,963 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.004778693997650407 (mp_runner.py:73) -2024-09-01 23:55:42,963 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.007821052000508644 (mp_runner.py:73) -2024-09-01 23:55:42,965 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.008531266001227777 (mp_runner.py:73) -2024-09-01 23:55:42,965 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0029592040009447373 (mp_runner.py:73) -2024-09-01 23:55:42,966 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.008055516998865642 (mp_runner.py:73) -2024-09-01 23:55:42,967 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.00934454000525875 (mp_runner.py:73) -2024-09-01 23:55:42,968 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.009923564000928309 (mp_runner.py:73) -2024-09-01 23:55:42,968 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.007133664999855682 (mp_runner.py:73) -2024-09-01 23:55:42,969 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.014579479000531137 (mp_runner.py:73) -2024-09-01 23:55:42,969 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0026384439988760278 (mp_runner.py:73) -2024-09-01 23:55:42,969 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.01249887599988142 (mp_runner.py:73) -2024-09-01 23:55:42,970 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.015018393001810182 (mp_runner.py:73) -2024-09-01 23:55:42,975 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.019530259000021033 (mp_runner.py:73) -2024-09-01 23:55:43,031 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.018897175999882165 (mp_runner.py:73) -2024-09-01 23:55:49,105 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.008843745999911334 (mp_runner.py:73) -2024-09-01 23:55:49,105 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.010361915999965277 (mp_runner.py:73) -2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.011164176001329906 (mp_runner.py:73) -2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.013333520000742283 (mp_runner.py:73) -2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.01229065599909518 (mp_runner.py:73) -2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.004509254002186935 (mp_runner.py:73) -2024-09-01 23:55:49,106 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.011442146002082154 (mp_runner.py:73) -2024-09-01 23:55:49,107 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.013425452998490073 (mp_runner.py:73) -2024-09-01 23:55:49,107 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.013351765999686904 (mp_runner.py:73) -2024-09-01 23:55:49,108 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.012313360995904077 (mp_runner.py:73) -2024-09-01 23:55:49,109 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.013965916994493455 (mp_runner.py:73) -2024-09-01 23:55:49,109 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.016629457000817638 (mp_runner.py:73) -2024-09-01 23:55:49,110 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.013274859004013706 (mp_runner.py:73) -2024-09-01 23:55:49,111 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.014676917999167927 (mp_runner.py:73) -2024-09-01 23:55:49,264 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.006834408995928243 (mp_runner.py:73) -2024-09-01 23:55:55,049 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00472629300202243 (mp_runner.py:73) -2024-09-01 23:55:55,052 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.00986177600134397 (mp_runner.py:73) -2024-09-01 23:55:55,054 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.009980952003388666 (mp_runner.py:73) -2024-09-01 23:55:55,059 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.006172102002892643 (mp_runner.py:73) -2024-09-01 23:55:55,062 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.011701051000272855 (mp_runner.py:73) -2024-09-01 23:55:55,064 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0067096549973939545 (mp_runner.py:73) -2024-09-01 23:55:55,065 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006123166000179481 (mp_runner.py:73) -2024-09-01 23:55:55,066 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.01983309099887265 (mp_runner.py:73) -2024-09-01 23:55:55,067 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.017968752996239346 (mp_runner.py:73) -2024-09-01 23:55:55,069 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.013927872001659125 (mp_runner.py:73) -2024-09-01 23:55:55,070 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.013532739998481702 (mp_runner.py:73) -2024-09-01 23:55:55,071 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.019125466998957563 (mp_runner.py:73) -2024-09-01 23:55:55,075 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.011363769001036417 (mp_runner.py:73) -2024-09-01 23:55:55,078 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.01692646199808223 (mp_runner.py:73) -2024-09-01 23:55:55,112 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.023766717000398785 (mp_runner.py:73) -2024-09-01 23:56:00,840 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.01226376499835169 (mp_runner.py:73) -2024-09-01 23:56:00,841 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.007286546999239363 (mp_runner.py:73) -2024-09-01 23:56:00,842 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.01488381699891761 (mp_runner.py:73) -2024-09-01 23:56:00,842 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0027449069966678508 (mp_runner.py:73) -2024-09-01 23:56:00,843 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.011178393993759528 (mp_runner.py:73) -2024-09-01 23:56:00,843 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.008573368002544157 (mp_runner.py:73) -2024-09-01 23:56:00,845 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.013848342998244334 (mp_runner.py:73) -2024-09-01 23:56:00,845 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.0065039370019803755 (mp_runner.py:73) -2024-09-01 23:56:00,846 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.010156277996429708 (mp_runner.py:73) -2024-09-01 23:56:00,847 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.009904416001518257 (mp_runner.py:73) -2024-09-01 23:56:00,850 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005092494000564329 (mp_runner.py:73) -2024-09-01 23:56:00,854 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.029124237000360154 (mp_runner.py:73) -2024-09-01 23:56:00,863 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.03346686199802207 (mp_runner.py:73) -2024-09-01 23:56:00,917 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.021108406996063422 (mp_runner.py:73) -2024-09-01 23:56:01,227 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.006875840001157485 (mp_runner.py:73) -2024-09-01 23:56:06,610 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0052s, count=2470, qps in this process: 82.3191 (mp_runner.py:76) -2024-09-01 23:56:06,627 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0007s, count=2471, qps in this process: 82.3647 (mp_runner.py:76) -2024-09-01 23:56:06,637 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0036s, count=2472, qps in this process: 82.3901 (mp_runner.py:76) -2024-09-01 23:56:06,662 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0092s, count=2475, qps in this process: 82.4747 (mp_runner.py:76) -2024-09-01 23:56:06,682 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0073s, count=2477, qps in this process: 82.5466 (mp_runner.py:76) -2024-09-01 23:56:06,685 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0007s, count=2478, qps in this process: 82.5981 (mp_runner.py:76) -2024-09-01 23:56:06,686 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0003s, count=2478, qps in this process: 82.5992 (mp_runner.py:76) -2024-09-01 23:56:06,686 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0144s, count=2477, qps in this process: 82.5271 (mp_runner.py:76) -2024-09-01 23:56:06,688 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0034s, count=2478, qps in this process: 82.5906 (mp_runner.py:76) -2024-09-01 23:56:06,691 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0062s, count=2478, qps in this process: 82.5829 (mp_runner.py:76) -2024-09-01 23:56:06,692 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.006s, count=2478, qps in this process: 82.5835 (mp_runner.py:76) -2024-09-01 23:56:06,694 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0076s, count=2421, qps in this process: 80.6796 (mp_runner.py:76) -2024-09-01 23:56:06,695 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0058s, count=2478, qps in this process: 82.584 (mp_runner.py:76) -2024-09-01 23:56:06,696 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0027s, count=2479, qps in this process: 82.6259 (mp_runner.py:76) -2024-09-01 23:56:06,700 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0036s, count=2480, qps in this process: 82.6567 (mp_runner.py:76) -2024-09-01 23:56:06,704 | INFO |End search in concurrency 15: dur=30.182006495000678s, total_count=37090, qps=1228.8779 (mp_runner.py:120) -2024-09-01 23:56:07,588 | INFO |Update largest qps with concurrency 15: current max_qps=1228.8779 (mp_runner.py:124) -2024-09-01 23:56:08,003 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:56:08,004 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 23:56:18,217 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 23:56:18,270 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,306 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,382 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,397 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,397 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,399 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,430 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:18,435 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.0286637579993112 (mp_runner.py:73) -2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.01823237899952801 (mp_runner.py:73) -2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.017364207000355236 (mp_runner.py:73) -2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.021930490001977887 (mp_runner.py:73) -2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.024181228000088595 (mp_runner.py:73) -2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.02548970200587064 (mp_runner.py:73) -2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.02565219199459534 (mp_runner.py:73) -2024-09-01 23:56:26,402 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.021329447998141404 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.017302074003964663 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.021614113000396173 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.016276766000373755 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.015422823998960666 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.027739484001358505 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.01968943699466763 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.016182614002900664 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.023573865000798833 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.020788221998373047 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.017423777004296426 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.02513266100140754 (mp_runner.py:73) -2024-09-01 23:56:26,403 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.028115098000853322 (mp_runner.py:73) -2024-09-01 23:56:34,099 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.024746750001213513 (mp_runner.py:73) -2024-09-01 23:56:34,099 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.01946341599978041 (mp_runner.py:73) -2024-09-01 23:56:34,099 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.018634697997185867 (mp_runner.py:73) -2024-09-01 23:56:34,099 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.024517481004295405 (mp_runner.py:73) -2024-09-01 23:56:34,100 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.023520483999163844 (mp_runner.py:73) -2024-09-01 23:56:34,100 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.017732668995449785 (mp_runner.py:73) -2024-09-01 23:56:34,100 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.022490413997729775 (mp_runner.py:73) -2024-09-01 23:56:34,100 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.016954633996647317 (mp_runner.py:73) -2024-09-01 23:56:34,101 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.031215135000820737 (mp_runner.py:73) -2024-09-01 23:56:34,101 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.02692624700284796 (mp_runner.py:73) -2024-09-01 23:56:34,101 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.022165661001054104 (mp_runner.py:73) -2024-09-01 23:56:34,101 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.02113947700127028 (mp_runner.py:73) -2024-09-01 23:56:34,102 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.020568487998389173 (mp_runner.py:73) -2024-09-01 23:56:34,102 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.01841948999935994 (mp_runner.py:73) -2024-09-01 23:56:34,103 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.020080155998584814 (mp_runner.py:73) -2024-09-01 23:56:34,103 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.018171865995100234 (mp_runner.py:73) -2024-09-01 23:56:34,111 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.04010494300018763 (mp_runner.py:73) -2024-09-01 23:56:34,166 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.015864458997384645 (mp_runner.py:73) -2024-09-01 23:56:34,231 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.011752166996302549 (mp_runner.py:73) -2024-09-01 23:56:34,552 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.012063706999470014 (mp_runner.py:73) -2024-09-01 23:56:41,774 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.010236807000183035 (mp_runner.py:73) -2024-09-01 23:56:41,774 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.010317469997971784 (mp_runner.py:73) -2024-09-01 23:56:41,775 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.005521330000192393 (mp_runner.py:73) -2024-09-01 23:56:41,775 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.008839039001031779 (mp_runner.py:73) -2024-09-01 23:56:41,775 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.011222307999560144 (mp_runner.py:73) -2024-09-01 23:56:41,776 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.009608496002329048 (mp_runner.py:73) -2024-09-01 23:56:41,776 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.007177762003266253 (mp_runner.py:73) -2024-09-01 23:56:41,776 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.00457240900141187 (mp_runner.py:73) -2024-09-01 23:56:41,777 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.006353282995405607 (mp_runner.py:73) -2024-09-01 23:56:41,777 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.008241641000495292 (mp_runner.py:73) -2024-09-01 23:56:41,778 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.005474552999658044 (mp_runner.py:73) -2024-09-01 23:56:41,779 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.004871443998126779 (mp_runner.py:73) -2024-09-01 23:56:41,779 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.01362781199713936 (mp_runner.py:73) -2024-09-01 23:56:41,780 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.014388745999895036 (mp_runner.py:73) -2024-09-01 23:56:41,781 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.007202071996289305 (mp_runner.py:73) -2024-09-01 23:56:41,783 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.0038982559999567457 (mp_runner.py:73) -2024-09-01 23:56:41,784 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.020118879998335615 (mp_runner.py:73) -2024-09-01 23:56:41,784 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.005552539994823746 (mp_runner.py:73) -2024-09-01 23:56:41,784 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.015154385997448117 (mp_runner.py:73) -2024-09-01 23:56:42,417 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.020388121003634296 (mp_runner.py:73) -2024-09-01 23:56:48,280 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0102s, count=1904, qps in this process: 63.4451 (mp_runner.py:76) -2024-09-01 23:56:48,319 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0127s, count=1906, qps in this process: 63.5064 (mp_runner.py:76) -2024-09-01 23:56:48,392 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.008s, count=1913, qps in this process: 63.7497 (mp_runner.py:76) -2024-09-01 23:56:48,400 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0008s, count=1914, qps in this process: 63.7983 (mp_runner.py:76) -2024-09-01 23:56:48,404 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0043s, count=1913, qps in this process: 63.7575 (mp_runner.py:76) -2024-09-01 23:56:48,407 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0029s, count=1913, qps in this process: 63.7605 (mp_runner.py:76) -2024-09-01 23:56:48,408 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0048s, count=1914, qps in this process: 63.7898 (mp_runner.py:76) -2024-09-01 23:56:48,408 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0039s, count=1913, qps in this process: 63.7584 (mp_runner.py:76) -2024-09-01 23:56:48,425 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0248s, count=1914, qps in this process: 63.7473 (mp_runner.py:76) -2024-09-01 23:56:48,433 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0003s, count=1880, qps in this process: 62.666 (mp_runner.py:76) -2024-09-01 23:56:48,433 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0017s, count=1916, qps in this process: 63.863 (mp_runner.py:76) -2024-09-01 23:56:48,434 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0025s, count=1916, qps in this process: 63.8613 (mp_runner.py:76) -2024-09-01 23:56:48,435 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0006s, count=1916, qps in this process: 63.8654 (mp_runner.py:76) -2024-09-01 23:56:48,436 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0013s, count=1916, qps in this process: 63.8639 (mp_runner.py:76) -2024-09-01 23:56:48,439 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0067s, count=1916, qps in this process: 63.8524 (mp_runner.py:76) -2024-09-01 23:56:48,439 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0045s, count=1916, qps in this process: 63.8571 (mp_runner.py:76) -2024-09-01 23:56:48,440 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.005s, count=1916, qps in this process: 63.856 (mp_runner.py:76) -2024-09-01 23:56:48,444 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.009s, count=1917, qps in this process: 63.8808 (mp_runner.py:76) -2024-09-01 23:56:48,444 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0013s, count=1917, qps in this process: 63.8972 (mp_runner.py:76) -2024-09-01 23:56:48,445 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0099s, count=1917, qps in this process: 63.8789 (mp_runner.py:76) -2024-09-01 23:56:48,450 | INFO |End search in concurrency 20: dur=30.230703689005168s, total_count=38247, qps=1265.1707 (mp_runner.py:120) -2024-09-01 23:56:49,709 | INFO |Update largest qps with concurrency 20: current max_qps=1265.1707 (mp_runner.py:124) -2024-09-01 23:56:50,128 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:56:50,129 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 23:57:00,425 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 23:57:00,501 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,502 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,519 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,520 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,528 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,600 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,635 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,647 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,660 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,667 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,670 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,700 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:00,725 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:10,819 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.008361959997273516 (mp_runner.py:73) -2024-09-01 23:57:10,820 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.01086290900275344 (mp_runner.py:73) -2024-09-01 23:57:10,821 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.006427975997212343 (mp_runner.py:73) -2024-09-01 23:57:10,823 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.011620639001193922 (mp_runner.py:73) -2024-09-01 23:57:10,824 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.011003951003658585 (mp_runner.py:73) -2024-09-01 23:57:10,824 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.012745717998768669 (mp_runner.py:73) -2024-09-01 23:57:10,827 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.014847915997961536 (mp_runner.py:73) -2024-09-01 23:57:10,827 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.015303685002436396 (mp_runner.py:73) -2024-09-01 23:57:10,829 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.015477859997190535 (mp_runner.py:73) -2024-09-01 23:57:10,831 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.014738409001438413 (mp_runner.py:73) -2024-09-01 23:57:10,831 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.012649568998313043 (mp_runner.py:73) -2024-09-01 23:57:10,833 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.018165616995247547 (mp_runner.py:73) -2024-09-01 23:57:10,833 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.013295411001308821 (mp_runner.py:73) -2024-09-01 23:57:10,834 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.018375539999397006 (mp_runner.py:73) -2024-09-01 23:57:10,834 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.011245585999859031 (mp_runner.py:73) -2024-09-01 23:57:10,835 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01399193900579121 (mp_runner.py:73) -2024-09-01 23:57:10,835 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.026209992000076454 (mp_runner.py:73) -2024-09-01 23:57:10,837 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.02197304600122152 (mp_runner.py:73) -2024-09-01 23:57:10,837 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.014656329003628343 (mp_runner.py:73) -2024-09-01 23:57:10,838 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.029969918003189377 (mp_runner.py:73) -2024-09-01 23:57:10,839 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.023427144005836453 (mp_runner.py:73) -2024-09-01 23:57:10,845 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.03369682399352314 (mp_runner.py:73) -2024-09-01 23:57:10,887 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.044610288001422305 (mp_runner.py:73) -2024-09-01 23:57:11,093 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.023036003003653605 (mp_runner.py:73) -2024-09-01 23:57:11,171 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.04330836499866564 (mp_runner.py:73) -2024-09-01 23:57:20,594 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.004269508004654199 (mp_runner.py:73) -2024-09-01 23:57:20,595 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.007424372000969015 (mp_runner.py:73) -2024-09-01 23:57:20,595 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.005330011998012196 (mp_runner.py:73) -2024-09-01 23:57:20,596 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.008746781000809278 (mp_runner.py:73) -2024-09-01 23:57:20,596 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.0073268199994345196 (mp_runner.py:73) -2024-09-01 23:57:20,598 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.009611160996428225 (mp_runner.py:73) -2024-09-01 23:57:20,599 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.009954295004718006 (mp_runner.py:73) -2024-09-01 23:57:20,600 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.012920865003252402 (mp_runner.py:73) -2024-09-01 23:57:20,600 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.011474657003418542 (mp_runner.py:73) -2024-09-01 23:57:20,602 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.012378397994325496 (mp_runner.py:73) -2024-09-01 23:57:20,603 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.014576853005564772 (mp_runner.py:73) -2024-09-01 23:57:20,604 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.015893477997451555 (mp_runner.py:73) -2024-09-01 23:57:20,604 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.01772609700128669 (mp_runner.py:73) -2024-09-01 23:57:20,606 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.017334525000478607 (mp_runner.py:73) -2024-09-01 23:57:20,607 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.018810681001923513 (mp_runner.py:73) -2024-09-01 23:57:20,607 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.018894572000135668 (mp_runner.py:73) -2024-09-01 23:57:20,607 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.02095122600439936 (mp_runner.py:73) -2024-09-01 23:57:20,608 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.02049734599859221 (mp_runner.py:73) -2024-09-01 23:57:20,608 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.021504942000319716 (mp_runner.py:73) -2024-09-01 23:57:20,619 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.0312925950056524 (mp_runner.py:73) -2024-09-01 23:57:20,625 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.03704282700346084 (mp_runner.py:73) -2024-09-01 23:57:20,930 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.026372494001407176 (mp_runner.py:73) -2024-09-01 23:57:20,972 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.018517128999519628 (mp_runner.py:73) -2024-09-01 23:57:21,164 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.03169180000259075 (mp_runner.py:73) -2024-09-01 23:57:21,407 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.031151369999861345 (mp_runner.py:73) -2024-09-01 23:57:30,512 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.009s, count=1494, qps in this process: 49.7851 (mp_runner.py:76) -2024-09-01 23:57:30,521 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0189s, count=1495, qps in this process: 49.802 (mp_runner.py:76) -2024-09-01 23:57:30,524 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0018s, count=1486, qps in this process: 49.5304 (mp_runner.py:76) -2024-09-01 23:57:30,537 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0165s, count=1495, qps in this process: 49.8059 (mp_runner.py:76) -2024-09-01 23:57:30,551 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0011s, count=1496, qps in this process: 49.8648 (mp_runner.py:76) -2024-09-01 23:57:30,566 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0038s, count=1470, qps in this process: 48.9938 (mp_runner.py:76) -2024-09-01 23:57:30,568 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0269s, count=1497, qps in this process: 49.8553 (mp_runner.py:76) -2024-09-01 23:57:30,584 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0049s, count=1498, qps in this process: 49.9252 (mp_runner.py:76) -2024-09-01 23:57:30,606 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.004550894002022687 (mp_runner.py:73) -2024-09-01 23:57:30,606 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0078s, count=1499, qps in this process: 49.9537 (mp_runner.py:76) -2024-09-01 23:57:30,606 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.00540246599848615 (mp_runner.py:73) -2024-09-01 23:57:30,608 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.005143360001966357 (mp_runner.py:73) -2024-09-01 23:57:30,609 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.0031120950006879866 (mp_runner.py:73) -2024-09-01 23:57:30,610 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.0031681209948146716 (mp_runner.py:73) -2024-09-01 23:57:30,612 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.0044522859971039 (mp_runner.py:73) -2024-09-01 23:57:30,613 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.011916062998352572 (mp_runner.py:73) -2024-09-01 23:57:30,613 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0113s, count=1500, qps in this process: 49.9812 (mp_runner.py:76) -2024-09-01 23:57:30,614 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.0077035899957991205 (mp_runner.py:73) -2024-09-01 23:57:30,615 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.008770816995820496 (mp_runner.py:73) -2024-09-01 23:57:30,616 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.0017402079974999651 (mp_runner.py:73) -2024-09-01 23:57:30,617 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.001813652997952886 (mp_runner.py:73) -2024-09-01 23:57:30,618 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.002912768002715893 (mp_runner.py:73) -2024-09-01 23:57:30,619 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.004088280998985283 (mp_runner.py:73) -2024-09-01 23:57:30,641 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.009146690004854463 (mp_runner.py:73) -2024-09-01 23:57:30,648 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0084s, count=1502, qps in this process: 50.0527 (mp_runner.py:76) -2024-09-01 23:57:30,653 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.018403417998342775 (mp_runner.py:73) -2024-09-01 23:57:30,657 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0079s, count=1503, qps in this process: 50.0868 (mp_runner.py:76) -2024-09-01 23:57:30,666 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.007s, count=1503, qps in this process: 50.0883 (mp_runner.py:76) -2024-09-01 23:57:30,671 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0008s, count=1501, qps in this process: 50.032 (mp_runner.py:76) -2024-09-01 23:57:30,678 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0021s, count=1505, qps in this process: 50.1632 (mp_runner.py:76) -2024-09-01 23:57:30,678 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0029s, count=1505, qps in this process: 50.1618 (mp_runner.py:76) -2024-09-01 23:57:30,689 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0267s, count=1480, qps in this process: 49.2895 (mp_runner.py:76) -2024-09-01 23:57:30,696 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0024s, count=1507, qps in this process: 50.2293 (mp_runner.py:76) -2024-09-01 23:57:30,699 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0003s, count=1508, qps in this process: 50.2662 (mp_runner.py:76) -2024-09-01 23:57:30,700 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0017s, count=1508, qps in this process: 50.2638 (mp_runner.py:76) -2024-09-01 23:57:30,701 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.002s, count=1508, qps in this process: 50.2633 (mp_runner.py:76) -2024-09-01 23:57:30,705 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0061s, count=1509, qps in this process: 50.2898 (mp_runner.py:76) -2024-09-01 23:57:30,705 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.005s, count=1509, qps in this process: 50.2916 (mp_runner.py:76) -2024-09-01 23:57:30,708 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0038s, count=1509, qps in this process: 50.2936 (mp_runner.py:76) -2024-09-01 23:57:30,734 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0008s, count=1518, qps in this process: 50.5987 (mp_runner.py:76) -2024-09-01 23:57:30,737 | INFO |End search in concurrency 25: dur=30.311495458001446s, total_count=37505, qps=1237.3194 (mp_runner.py:120) -2024-09-01 23:57:32,723 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:57:32,724 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 23:57:43,204 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 23:57:43,344 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,370 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,449 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,452 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,454 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,476 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,486 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,525 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,529 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,529 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,537 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,539 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,571 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,574 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,574 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,589 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,591 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,679 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:43,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:57:55,327 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.01739136700052768 (mp_runner.py:73) -2024-09-01 23:57:55,331 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.01970131800044328 (mp_runner.py:73) -2024-09-01 23:57:55,331 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.016301210001984145 (mp_runner.py:73) -2024-09-01 23:57:55,332 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.024102780000248458 (mp_runner.py:73) -2024-09-01 23:57:55,333 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.020973175000108313 (mp_runner.py:73) -2024-09-01 23:57:55,334 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.01642093299597036 (mp_runner.py:73) -2024-09-01 23:57:55,334 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.023845876996347215 (mp_runner.py:73) -2024-09-01 23:57:55,335 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.022161002998473123 (mp_runner.py:73) -2024-09-01 23:57:55,336 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.022260631005337927 (mp_runner.py:73) -2024-09-01 23:57:55,337 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.017868956994789187 (mp_runner.py:73) -2024-09-01 23:57:55,337 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.015357522999693174 (mp_runner.py:73) -2024-09-01 23:57:55,339 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.02036510100151645 (mp_runner.py:73) -2024-09-01 23:57:55,340 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.0251795479998691 (mp_runner.py:73) -2024-09-01 23:57:55,341 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.014815303999057505 (mp_runner.py:73) -2024-09-01 23:57:55,341 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.034564770001452416 (mp_runner.py:73) -2024-09-01 23:57:55,342 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.017249920005269814 (mp_runner.py:73) -2024-09-01 23:57:55,342 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.02226315999723738 (mp_runner.py:73) -2024-09-01 23:57:55,343 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.020080258000234608 (mp_runner.py:73) -2024-09-01 23:57:55,344 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.022143701004097238 (mp_runner.py:73) -2024-09-01 23:57:55,345 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.024070294995908625 (mp_runner.py:73) -2024-09-01 23:57:55,345 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.022072697000112385 (mp_runner.py:73) -2024-09-01 23:57:55,347 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.0199057149948203 (mp_runner.py:73) -2024-09-01 23:57:55,350 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.034288148999621626 (mp_runner.py:73) -2024-09-01 23:57:55,366 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.061272847997315694 (mp_runner.py:73) -2024-09-01 23:57:55,383 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.03553473099600524 (mp_runner.py:73) -2024-09-01 23:57:55,388 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.031158193000010215 (mp_runner.py:73) -2024-09-01 23:57:55,453 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.020398798005771823 (mp_runner.py:73) -2024-09-01 23:57:55,455 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.0055178650000016205 (mp_runner.py:73) -2024-09-01 23:57:55,559 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.04436685299879173 (mp_runner.py:73) -2024-09-01 23:57:56,028 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.028478018997702748 (mp_runner.py:73) -2024-09-01 23:58:06,959 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.011677984002744779 (mp_runner.py:73) -2024-09-01 23:58:06,959 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.027858414003276266 (mp_runner.py:73) -2024-09-01 23:58:06,959 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.019845946997520514 (mp_runner.py:73) -2024-09-01 23:58:06,960 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.022050432999094483 (mp_runner.py:73) -2024-09-01 23:58:06,961 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.01785079899855191 (mp_runner.py:73) -2024-09-01 23:58:06,963 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.029516314003558364 (mp_runner.py:73) -2024-09-01 23:58:06,963 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.024754229001700878 (mp_runner.py:73) -2024-09-01 23:58:06,964 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.032797161999042146 (mp_runner.py:73) -2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.023487170998123474 (mp_runner.py:73) -2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.029498739997507073 (mp_runner.py:73) -2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.027152769005624577 (mp_runner.py:73) -2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.02883829499478452 (mp_runner.py:73) -2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.02465890299936291 (mp_runner.py:73) -2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.0203776199996355 (mp_runner.py:73) -2024-09-01 23:58:06,965 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.0303538789958111 (mp_runner.py:73) -2024-09-01 23:58:06,966 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.033864315002574585 (mp_runner.py:73) -2024-09-01 23:58:06,966 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.025305360999482218 (mp_runner.py:73) -2024-09-01 23:58:06,966 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.03180172800057335 (mp_runner.py:73) -2024-09-01 23:58:06,966 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.02687949699611636 (mp_runner.py:73) -2024-09-01 23:58:06,967 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.020926821998727974 (mp_runner.py:73) -2024-09-01 23:58:06,967 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.032996480993460864 (mp_runner.py:73) -2024-09-01 23:58:06,969 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.031895168001938146 (mp_runner.py:73) -2024-09-01 23:58:06,969 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.03289996500097914 (mp_runner.py:73) -2024-09-01 23:58:06,969 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.035424765999778174 (mp_runner.py:73) -2024-09-01 23:58:06,969 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.03652333000354702 (mp_runner.py:73) -2024-09-01 23:58:06,970 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.032988024002406746 (mp_runner.py:73) -2024-09-01 23:58:06,973 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.040135524002835155 (mp_runner.py:73) -2024-09-01 23:58:07,723 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.03350169800251024 (mp_runner.py:73) -2024-09-01 23:58:07,725 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.020484627995756455 (mp_runner.py:73) -2024-09-01 23:58:08,075 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.01440233200264629 (mp_runner.py:73) -2024-09-01 23:58:13,364 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0174s, count=1275, qps in this process: 42.4754 (mp_runner.py:76) -2024-09-01 23:58:13,382 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.013s, count=1276, qps in this process: 42.5149 (mp_runner.py:76) -2024-09-01 23:58:13,389 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0034s, count=1276, qps in this process: 42.5285 (mp_runner.py:76) -2024-09-01 23:58:13,453 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0032s, count=1279, qps in this process: 42.6288 (mp_runner.py:76) -2024-09-01 23:58:13,463 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0055s, count=1280, qps in this process: 42.6588 (mp_runner.py:76) -2024-09-01 23:58:13,464 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0083s, count=1280, qps in this process: 42.6549 (mp_runner.py:76) -2024-09-01 23:58:13,466 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0103s, count=1280, qps in this process: 42.652 (mp_runner.py:76) -2024-09-01 23:58:13,468 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0056s, count=1280, qps in this process: 42.6587 (mp_runner.py:76) -2024-09-01 23:58:13,468 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.006s, count=1280, qps in this process: 42.6581 (mp_runner.py:76) -2024-09-01 23:58:13,470 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0124s, count=1280, qps in this process: 42.649 (mp_runner.py:76) -2024-09-01 23:58:13,482 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0063s, count=1281, qps in this process: 42.691 (mp_runner.py:76) -2024-09-01 23:58:13,485 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0064s, count=1281, qps in this process: 42.6909 (mp_runner.py:76) -2024-09-01 23:58:13,510 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0205s, count=1230, qps in this process: 40.972 (mp_runner.py:76) -2024-09-01 23:58:13,536 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0049s, count=1284, qps in this process: 42.793 (mp_runner.py:76) -2024-09-01 23:58:13,541 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0061s, count=1283, qps in this process: 42.758 (mp_runner.py:76) -2024-09-01 23:58:13,541 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0021s, count=1284, qps in this process: 42.797 (mp_runner.py:76) -2024-09-01 23:58:13,549 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0197s, count=1266, qps in this process: 42.1723 (mp_runner.py:76) -2024-09-01 23:58:13,557 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0103s, count=1285, qps in this process: 42.8186 (mp_runner.py:76) -2024-09-01 23:58:13,559 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0094s, count=1284, qps in this process: 42.7866 (mp_runner.py:76) -2024-09-01 23:58:13,573 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.016s, count=1285, qps in this process: 42.8105 (mp_runner.py:76) -2024-09-01 23:58:13,576 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0297s, count=1283, qps in this process: 42.7244 (mp_runner.py:76) -2024-09-01 23:58:13,577 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0266s, count=1284, qps in this process: 42.7621 (mp_runner.py:76) -2024-09-01 23:58:13,584 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0107s, count=1285, qps in this process: 42.8181 (mp_runner.py:76) -2024-09-01 23:58:13,595 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.01s, count=1257, qps in this process: 41.886 (mp_runner.py:76) -2024-09-01 23:58:13,605 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0039s, count=1287, qps in this process: 42.8944 (mp_runner.py:76) -2024-09-01 23:58:13,609 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0247s, count=1288, qps in this process: 42.898 (mp_runner.py:76) -2024-09-01 23:58:13,609 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0128s, count=1287, qps in this process: 42.8817 (mp_runner.py:76) -2024-09-01 23:58:13,682 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0012s, count=1300, qps in this process: 43.3316 (mp_runner.py:76) -2024-09-01 23:58:13,696 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0002s, count=1303, qps in this process: 43.433 (mp_runner.py:76) -2024-09-01 23:58:13,708 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0008s, count=1307, qps in this process: 43.5655 (mp_runner.py:76) -2024-09-01 23:58:13,711 | INFO |End search in concurrency 30: dur=30.50643371899787s, total_count=38430, qps=1259.7343 (mp_runner.py:120) -2024-09-01 23:58:16,032 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:58:16,033 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 23:58:26,605 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 23:58:26,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,804 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,839 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,908 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,908 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,908 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,914 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,922 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,927 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,928 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,928 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,930 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,930 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,930 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,930 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,961 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,968 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,980 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,983 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:26,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:27,004 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:27,008 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:27,009 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:27,024 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:27,086 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:58:42,265 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.03392061300110072 (mp_runner.py:73) -2024-09-01 23:58:42,265 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.01164269999571843 (mp_runner.py:73) -2024-09-01 23:58:42,265 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.01099681499908911 (mp_runner.py:73) -2024-09-01 23:58:42,265 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.03979854900535429 (mp_runner.py:73) -2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.03927576699788915 (mp_runner.py:73) -2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.04012352699646726 (mp_runner.py:73) -2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.03888771399942925 (mp_runner.py:73) -2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.04082756100251572 (mp_runner.py:73) -2024-09-01 23:58:42,266 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.009029845001350623 (mp_runner.py:73) -2024-09-01 23:58:42,274 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.023336899001151323 (mp_runner.py:73) -2024-09-01 23:58:42,275 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.04570755799795734 (mp_runner.py:73) -2024-09-01 23:58:42,275 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.016818615004012827 (mp_runner.py:73) -2024-09-01 23:58:42,277 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.024298524993355386 (mp_runner.py:73) -2024-09-01 23:58:42,279 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.027341414002876263 (mp_runner.py:73) -2024-09-01 23:58:42,280 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.030634474998805672 (mp_runner.py:73) -2024-09-01 23:58:42,287 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.036259326996514574 (mp_runner.py:73) -2024-09-01 23:58:42,289 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.03043519600032596 (mp_runner.py:73) -2024-09-01 23:58:42,293 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.04707182000129251 (mp_runner.py:73) -2024-09-01 23:58:42,296 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.06796123400272336 (mp_runner.py:73) -2024-09-01 23:58:42,299 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.04634151799837127 (mp_runner.py:73) -2024-09-01 23:58:42,302 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.07780808099778369 (mp_runner.py:73) -2024-09-01 23:58:42,318 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.06511221300024772 (mp_runner.py:73) -2024-09-01 23:58:42,318 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.08860886599723017 (mp_runner.py:73) -2024-09-01 23:58:42,326 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.0888228390031145 (mp_runner.py:73) -2024-09-01 23:58:42,432 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.11126789799891412 (mp_runner.py:73) -2024-09-01 23:58:42,535 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.039991368998016696 (mp_runner.py:73) -2024-09-01 23:58:42,605 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.010850494996702764 (mp_runner.py:73) -2024-09-01 23:58:42,620 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.014676060003694147 (mp_runner.py:73) -2024-09-01 23:58:42,771 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.03745601500122575 (mp_runner.py:73) -2024-09-01 23:58:42,831 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.05519796599401161 (mp_runner.py:73) -2024-09-01 23:58:43,036 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.0064010600035544485 (mp_runner.py:73) -2024-09-01 23:58:43,105 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.02716624399909051 (mp_runner.py:73) -2024-09-01 23:58:43,163 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.0065195439965464175 (mp_runner.py:73) -2024-09-01 23:58:43,270 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.032866645997273736 (mp_runner.py:73) -2024-09-01 23:58:44,408 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.034673449001275 (mp_runner.py:73) -2024-09-01 23:58:56,296 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.020959714995115064 (mp_runner.py:73) -2024-09-01 23:58:56,298 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.02018041799601633 (mp_runner.py:73) -2024-09-01 23:58:56,299 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.015935496994643472 (mp_runner.py:73) -2024-09-01 23:58:56,301 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.015936703006445896 (mp_runner.py:73) -2024-09-01 23:58:56,301 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.018019752998952754 (mp_runner.py:73) -2024-09-01 23:58:56,302 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.01598476499930257 (mp_runner.py:73) -2024-09-01 23:58:56,302 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.02579193500423571 (mp_runner.py:73) -2024-09-01 23:58:56,303 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.028002292005112395 (mp_runner.py:73) -2024-09-01 23:58:56,304 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.01797224799520336 (mp_runner.py:73) -2024-09-01 23:58:56,305 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.027923631998419296 (mp_runner.py:73) -2024-09-01 23:58:56,305 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.020396045998495538 (mp_runner.py:73) -2024-09-01 23:58:56,306 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.026833950003492646 (mp_runner.py:73) -2024-09-01 23:58:56,307 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.02741613200487336 (mp_runner.py:73) -2024-09-01 23:58:56,308 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.025500125004327856 (mp_runner.py:73) -2024-09-01 23:58:56,310 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.02890753300016513 (mp_runner.py:73) -2024-09-01 23:58:56,311 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.028650419000769034 (mp_runner.py:73) -2024-09-01 23:58:56,311 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.02406963899557013 (mp_runner.py:73) -2024-09-01 23:58:56,313 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.005323268000211101 (mp_runner.py:73) -2024-09-01 23:58:56,313 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.025602353001886513 (mp_runner.py:73) -2024-09-01 23:58:56,314 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.033271995998802595 (mp_runner.py:73) -2024-09-01 23:58:56,315 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.02293851400463609 (mp_runner.py:73) -2024-09-01 23:58:56,316 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.02144528500502929 (mp_runner.py:73) -2024-09-01 23:58:56,318 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.043655408000631724 (mp_runner.py:73) -2024-09-01 23:58:56,318 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.0214117220020853 (mp_runner.py:73) -2024-09-01 23:58:56,319 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.025502529002551455 (mp_runner.py:73) -2024-09-01 23:58:56,355 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.025705547996039968 (mp_runner.py:73) -2024-09-01 23:58:56,358 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.03692052100086585 (mp_runner.py:73) -2024-09-01 23:58:56,362 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.03199819499423029 (mp_runner.py:73) -2024-09-01 23:58:56,370 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.032248591996904 (mp_runner.py:73) -2024-09-01 23:58:56,378 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.10059791400271934 (mp_runner.py:73) -2024-09-01 23:58:56,635 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.03562700399925234 (mp_runner.py:73) -2024-09-01 23:58:56,651 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.023080156999640167 (mp_runner.py:73) -2024-09-01 23:58:56,792 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0003s, count=1018, qps in this process: 33.933 (mp_runner.py:76) -2024-09-01 23:58:56,805 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.0253169040006469 (mp_runner.py:73) -2024-09-01 23:58:56,847 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0128s, count=1021, qps in this process: 34.0188 (mp_runner.py:76) -2024-09-01 23:58:56,849 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0373s, count=1020, qps in this process: 33.9578 (mp_runner.py:76) -2024-09-01 23:58:56,855 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0102s, count=1021, qps in this process: 34.0218 (mp_runner.py:76) -2024-09-01 23:58:56,891 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0292s, count=1022, qps in this process: 34.0335 (mp_runner.py:76) -2024-09-01 23:58:56,905 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0395s, count=1022, qps in this process: 34.0219 (mp_runner.py:76) -2024-09-01 23:58:56,920 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.006s, count=1023, qps in this process: 34.0932 (mp_runner.py:76) -2024-09-01 23:58:56,922 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0002s, count=1010, qps in this process: 33.6664 (mp_runner.py:76) -2024-09-01 23:58:56,926 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0117s, count=1023, qps in this process: 34.0867 (mp_runner.py:76) -2024-09-01 23:58:56,931 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0091s, count=1023, qps in this process: 34.0897 (mp_runner.py:76) -2024-09-01 23:58:56,931 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0098s, count=1023, qps in this process: 34.0889 (mp_runner.py:76) -2024-09-01 23:58:56,933 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0109s, count=1023, qps in this process: 34.0876 (mp_runner.py:76) -2024-09-01 23:58:56,933 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0026s, count=1023, qps in this process: 34.097 (mp_runner.py:76) -2024-09-01 23:58:56,933 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.021s, count=1023, qps in this process: 34.0761 (mp_runner.py:76) -2024-09-01 23:58:56,937 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0035s, count=1024, qps in this process: 34.1294 (mp_runner.py:76) -2024-09-01 23:58:56,937 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0072s, count=1024, qps in this process: 34.1251 (mp_runner.py:76) -2024-09-01 23:58:56,941 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0117s, count=1024, qps in this process: 34.12 (mp_runner.py:76) -2024-09-01 23:58:56,942 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0084s, count=1024, qps in this process: 34.1238 (mp_runner.py:76) -2024-09-01 23:58:56,943 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0096s, count=1024, qps in this process: 34.1224 (mp_runner.py:76) -2024-09-01 23:58:56,958 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0251s, count=1024, qps in this process: 34.1048 (mp_runner.py:76) -2024-09-01 23:58:56,976 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0436s, count=1014, qps in this process: 33.7509 (mp_runner.py:76) -2024-09-01 23:58:56,977 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0056s, count=993, qps in this process: 33.0938 (mp_runner.py:76) -2024-09-01 23:58:56,982 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0168s, count=1026, qps in this process: 34.1809 (mp_runner.py:76) -2024-09-01 23:58:56,984 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.001s, count=1026, qps in this process: 34.1989 (mp_runner.py:76) -2024-09-01 23:58:56,996 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0076s, count=1027, qps in this process: 34.2247 (mp_runner.py:76) -2024-09-01 23:58:57,006 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0025s, count=1012, qps in this process: 33.7305 (mp_runner.py:76) -2024-09-01 23:58:57,007 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0011s, count=1028, qps in this process: 34.2654 (mp_runner.py:76) -2024-09-01 23:58:57,007 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0004s, count=1028, qps in this process: 34.2662 (mp_runner.py:76) -2024-09-01 23:58:57,008 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0049s, count=973, qps in this process: 32.428 (mp_runner.py:76) -2024-09-01 23:58:57,019 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.012s, count=1028, qps in this process: 34.253 (mp_runner.py:76) -2024-09-01 23:58:57,020 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.006s, count=1028, qps in this process: 34.2598 (mp_runner.py:76) -2024-09-01 23:58:57,024 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0154s, count=1029, qps in this process: 34.2824 (mp_runner.py:76) -2024-09-01 23:58:57,028 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0137s, count=1029, qps in this process: 34.2843 (mp_runner.py:76) -2024-09-01 23:58:57,039 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.005s, count=1031, qps in this process: 34.3609 (mp_runner.py:76) -2024-09-01 23:58:57,094 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0032s, count=1042, qps in this process: 34.7296 (mp_runner.py:76) -2024-09-01 23:58:57,098 | INFO |End search in concurrency 35: dur=30.490904231002787s, total_count=35753, qps=1172.5792 (mp_runner.py:120) -2024-09-01 23:58:59,766 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:58:59,766 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 23:59:10,430 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 23:59:10,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,655 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,707 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,709 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,772 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,783 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,785 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,788 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,788 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,827 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,873 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,878 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,889 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,889 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,891 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,894 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,918 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,923 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,931 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:10,939 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:26,593 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.004144835002080072 (mp_runner.py:73) -2024-09-01 23:59:26,594 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.003764377994230017 (mp_runner.py:73) -2024-09-01 23:59:26,595 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.006041210996045265 (mp_runner.py:73) -2024-09-01 23:59:26,595 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.0048169560031965375 (mp_runner.py:73) -2024-09-01 23:59:26,597 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.007963691998156719 (mp_runner.py:73) -2024-09-01 23:59:26,597 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.007443438997142948 (mp_runner.py:73) -2024-09-01 23:59:26,598 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.007972116000019014 (mp_runner.py:73) -2024-09-01 23:59:26,598 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.010231861997453962 (mp_runner.py:73) -2024-09-01 23:59:26,600 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.01029779099917505 (mp_runner.py:73) -2024-09-01 23:59:26,600 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.009852739996858872 (mp_runner.py:73) -2024-09-01 23:59:26,601 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.012536313995951787 (mp_runner.py:73) -2024-09-01 23:59:26,601 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.012498778000008315 (mp_runner.py:73) -2024-09-01 23:59:26,602 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.01339364200248383 (mp_runner.py:73) -2024-09-01 23:59:26,603 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.015150552993873134 (mp_runner.py:73) -2024-09-01 23:59:26,604 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.015279348001058679 (mp_runner.py:73) -2024-09-01 23:59:26,605 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.016094685001007747 (mp_runner.py:73) -2024-09-01 23:59:26,606 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.017168903003039304 (mp_runner.py:73) -2024-09-01 23:59:26,606 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.017558382998686284 (mp_runner.py:73) -2024-09-01 23:59:26,607 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.017950542998733 (mp_runner.py:73) -2024-09-01 23:59:26,607 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.018951581994770095 (mp_runner.py:73) -2024-09-01 23:59:26,608 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.019887773996742908 (mp_runner.py:73) -2024-09-01 23:59:26,609 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.019531639001797885 (mp_runner.py:73) -2024-09-01 23:59:26,610 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.02106502999959048 (mp_runner.py:73) -2024-09-01 23:59:26,611 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.02188495900190901 (mp_runner.py:73) -2024-09-01 23:59:26,611 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.02332159999787109 (mp_runner.py:73) -2024-09-01 23:59:26,612 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.022374849002517294 (mp_runner.py:73) -2024-09-01 23:59:26,613 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.0244333760056179 (mp_runner.py:73) -2024-09-01 23:59:26,614 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.025744912003574427 (mp_runner.py:73) -2024-09-01 23:59:26,614 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.024604083999292925 (mp_runner.py:73) -2024-09-01 23:59:26,615 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.027314506005495787 (mp_runner.py:73) -2024-09-01 23:59:26,615 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.024953971995273605 (mp_runner.py:73) -2024-09-01 23:59:26,617 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.029004098003497347 (mp_runner.py:73) -2024-09-01 23:59:26,617 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.0271250039950246 (mp_runner.py:73) -2024-09-01 23:59:26,619 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.029594357998576015 (mp_runner.py:73) -2024-09-01 23:59:26,619 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.02916163700137986 (mp_runner.py:73) -2024-09-01 23:59:26,620 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.031184264000330586 (mp_runner.py:73) -2024-09-01 23:59:26,622 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.033162496001750696 (mp_runner.py:73) -2024-09-01 23:59:26,629 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.04006635900441324 (mp_runner.py:73) -2024-09-01 23:59:26,945 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.0033520939978188835 (mp_runner.py:73) -2024-09-01 23:59:27,335 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.02439767499890877 (mp_runner.py:73) -2024-09-01 23:59:40,637 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0033s, count=978, qps in this process: 32.5964 (mp_runner.py:76) -2024-09-01 23:59:40,658 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0061s, count=978, qps in this process: 32.5934 (mp_runner.py:76) -2024-09-01 23:59:40,664 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.004s, count=979, qps in this process: 32.629 (mp_runner.py:76) -2024-09-01 23:59:40,671 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0129s, count=964, qps in this process: 32.1195 (mp_runner.py:76) -2024-09-01 23:59:40,719 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.007s, count=981, qps in this process: 32.6924 (mp_runner.py:76) -2024-09-01 23:59:40,722 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0097s, count=981, qps in this process: 32.6894 (mp_runner.py:76) -2024-09-01 23:59:40,775 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.004s, count=982, qps in this process: 32.729 (mp_runner.py:76) -2024-09-01 23:59:40,782 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0032s, count=983, qps in this process: 32.7632 (mp_runner.py:76) -2024-09-01 23:59:40,784 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0019s, count=983, qps in this process: 32.7646 (mp_runner.py:76) -2024-09-01 23:59:40,787 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0204s, count=983, qps in this process: 32.7444 (mp_runner.py:76) -2024-09-01 23:59:40,788 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0088s, count=983, qps in this process: 32.7571 (mp_runner.py:76) -2024-09-01 23:59:40,792 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0193s, count=983, qps in this process: 32.7456 (mp_runner.py:76) -2024-09-01 23:59:40,794 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0225s, count=983, qps in this process: 32.7421 (mp_runner.py:76) -2024-09-01 23:59:40,795 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0231s, count=983, qps in this process: 32.7415 (mp_runner.py:76) -2024-09-01 23:59:40,798 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0066s, count=984, qps in this process: 32.7928 (mp_runner.py:76) -2024-09-01 23:59:40,800 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0067s, count=984, qps in this process: 32.7927 (mp_runner.py:76) -2024-09-01 23:59:40,801 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0091s, count=984, qps in this process: 32.7901 (mp_runner.py:76) -2024-09-01 23:59:40,805 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0133s, count=983, qps in this process: 32.7521 (mp_runner.py:76) -2024-09-01 23:59:40,807 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0154s, count=979, qps in this process: 32.6166 (mp_runner.py:76) -2024-09-01 23:59:40,808 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0218s, count=983, qps in this process: 32.7429 (mp_runner.py:76) -2024-09-01 23:59:40,818 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0314s, count=984, qps in this process: 32.7657 (mp_runner.py:76) -2024-09-01 23:59:40,825 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0321s, count=985, qps in this process: 32.7982 (mp_runner.py:76) -2024-09-01 23:59:40,837 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0057s, count=986, qps in this process: 32.8604 (mp_runner.py:76) -2024-09-01 23:59:40,844 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0063s, count=986, qps in this process: 32.8598 (mp_runner.py:76) -2024-09-01 23:59:40,846 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0081s, count=986, qps in this process: 32.8578 (mp_runner.py:76) -2024-09-01 23:59:40,872 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0034s, count=988, qps in this process: 32.9296 (mp_runner.py:76) -2024-09-01 23:59:40,878 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0122s, count=989, qps in this process: 32.9533 (mp_runner.py:76) -2024-09-01 23:59:40,878 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0061s, count=989, qps in this process: 32.96 (mp_runner.py:76) -2024-09-01 23:59:40,879 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0106s, count=984, qps in this process: 32.7884 (mp_runner.py:76) -2024-09-01 23:59:40,881 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0024s, count=989, qps in this process: 32.964 (mp_runner.py:76) -2024-09-01 23:59:40,890 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0045s, count=990, qps in this process: 32.9951 (mp_runner.py:76) -2024-09-01 23:59:40,895 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0009s, count=991, qps in this process: 33.0323 (mp_runner.py:76) -2024-09-01 23:59:40,896 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0025s, count=991, qps in this process: 33.0306 (mp_runner.py:76) -2024-09-01 23:59:40,901 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.001s, count=992, qps in this process: 33.0656 (mp_runner.py:76) -2024-09-01 23:59:40,902 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0009s, count=992, qps in this process: 33.0657 (mp_runner.py:76) -2024-09-01 23:59:40,902 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0042s, count=992, qps in this process: 33.062 (mp_runner.py:76) -2024-09-01 23:59:40,925 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.003s, count=997, qps in this process: 33.23 (mp_runner.py:76) -2024-09-01 23:59:40,930 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0045s, count=998, qps in this process: 33.2617 (mp_runner.py:76) -2024-09-01 23:59:40,940 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.005876678995264228 (mp_runner.py:73) -2024-09-01 23:59:40,940 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.0058767020018422045 (mp_runner.py:73) -2024-09-01 23:59:40,941 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.004s, count=1000, qps in this process: 33.3289 (mp_runner.py:76) -2024-09-01 23:59:40,944 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0009s, count=1001, qps in this process: 33.3657 (mp_runner.py:76) -2024-09-01 23:59:40,949 | INFO |End search in concurrency 40: dur=30.519545007999113s, total_count=39431, qps=1291.9917 (mp_runner.py:120) -2024-09-01 23:59:43,548 | INFO |Update largest qps with concurrency 40: current max_qps=1291.9917 (mp_runner.py:124) -2024-09-01 23:59:43,972 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 23:59:43,972 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 23:59:54,793 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 23:59:55,009 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,038 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,136 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,146 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,174 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,174 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,176 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,177 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,204 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,217 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,222 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,223 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,229 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,233 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,233 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,239 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,242 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,244 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,248 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,254 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,263 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,275 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,275 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,275 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,275 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,278 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,281 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,303 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,303 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,309 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,341 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 23:59:55,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:13,198 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.03345278299821075 (mp_runner.py:73) -2024-09-02 00:00:13,198 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.04561407200526446 (mp_runner.py:73) -2024-09-02 00:00:13,199 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.031467640001210384 (mp_runner.py:73) -2024-09-02 00:00:13,200 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.053284153000277 (mp_runner.py:73) -2024-09-02 00:00:13,200 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.04673699400154874 (mp_runner.py:73) -2024-09-02 00:00:13,201 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.04477520200453 (mp_runner.py:73) -2024-09-02 00:00:13,202 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.04652865599928191 (mp_runner.py:73) -2024-09-02 00:00:13,203 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.03756497399444925 (mp_runner.py:73) -2024-09-02 00:00:13,204 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.01138467800046783 (mp_runner.py:73) -2024-09-02 00:00:13,204 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.051150680003047455 (mp_runner.py:73) -2024-09-02 00:00:13,204 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.048359811000409536 (mp_runner.py:73) -2024-09-02 00:00:13,205 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.04680491099861683 (mp_runner.py:73) -2024-09-02 00:00:13,205 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.050852765001764055 (mp_runner.py:73) -2024-09-02 00:00:13,206 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.043074990004242864 (mp_runner.py:73) -2024-09-02 00:00:13,207 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.044584818999283016 (mp_runner.py:73) -2024-09-02 00:00:13,207 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.04970825999771478 (mp_runner.py:73) -2024-09-02 00:00:13,207 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.06169655099802185 (mp_runner.py:73) -2024-09-02 00:00:13,207 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.058312927998485975 (mp_runner.py:73) -2024-09-02 00:00:13,208 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.06281460099853575 (mp_runner.py:73) -2024-09-02 00:00:13,209 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.013743155999691226 (mp_runner.py:73) -2024-09-02 00:00:13,210 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.0620619559995248 (mp_runner.py:73) -2024-09-02 00:00:13,210 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.04004615700250724 (mp_runner.py:73) -2024-09-02 00:00:13,211 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.060370171995600685 (mp_runner.py:73) -2024-09-02 00:00:13,211 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.05071877100272104 (mp_runner.py:73) -2024-09-02 00:00:13,212 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.04240720199595671 (mp_runner.py:73) -2024-09-02 00:00:13,213 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.0611853410009644 (mp_runner.py:73) -2024-09-02 00:00:13,213 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.05545929999789223 (mp_runner.py:73) -2024-09-02 00:00:13,214 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.06743077400460606 (mp_runner.py:73) -2024-09-02 00:00:13,215 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.062409600999671966 (mp_runner.py:73) -2024-09-02 00:00:13,215 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.054021812000428326 (mp_runner.py:73) -2024-09-02 00:00:13,215 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.05223812499752967 (mp_runner.py:73) -2024-09-02 00:00:13,216 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.05700171300122747 (mp_runner.py:73) -2024-09-02 00:00:13,217 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.05485150299500674 (mp_runner.py:73) -2024-09-02 00:00:13,217 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.06537701199704316 (mp_runner.py:73) -2024-09-02 00:00:13,217 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.05797041500045452 (mp_runner.py:73) -2024-09-02 00:00:13,218 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.052180396000039764 (mp_runner.py:73) -2024-09-02 00:00:13,218 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.036080352001590654 (mp_runner.py:73) -2024-09-02 00:00:13,218 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.04927954499726184 (mp_runner.py:73) -2024-09-02 00:00:13,219 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.051777280001260806 (mp_runner.py:73) -2024-09-02 00:00:13,219 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.06451256100262981 (mp_runner.py:73) -2024-09-02 00:00:13,219 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.07558145099756075 (mp_runner.py:73) -2024-09-02 00:00:13,220 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.05309385000145994 (mp_runner.py:73) -2024-09-02 00:00:13,228 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.02786374000424985 (mp_runner.py:73) -2024-09-02 00:00:13,312 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.014149428003292996 (mp_runner.py:73) -2024-09-02 00:00:13,690 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.07767414499539882 (mp_runner.py:73) -2024-09-02 00:00:25,034 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0058s, count=855, qps in this process: 28.4945 (mp_runner.py:76) -2024-09-02 00:00:25,090 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0444s, count=856, qps in this process: 28.4912 (mp_runner.py:76) -2024-09-02 00:00:25,143 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0045s, count=858, qps in this process: 28.5957 (mp_runner.py:76) -2024-09-02 00:00:25,158 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0064s, count=859, qps in this process: 28.6272 (mp_runner.py:76) -2024-09-02 00:00:25,186 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0087s, count=860, qps in this process: 28.6584 (mp_runner.py:76) -2024-09-02 00:00:25,195 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0176s, count=860, qps in this process: 28.6499 (mp_runner.py:76) -2024-09-02 00:00:25,196 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0079s, count=860, qps in this process: 28.6591 (mp_runner.py:76) -2024-09-02 00:00:25,205 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0246s, count=860, qps in this process: 28.6432 (mp_runner.py:76) -2024-09-02 00:00:25,208 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0047s, count=860, qps in this process: 28.6622 (mp_runner.py:76) -2024-09-02 00:00:25,212 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0354s, count=861, qps in this process: 28.6662 (mp_runner.py:76) -2024-09-02 00:00:25,213 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0337s, count=861, qps in this process: 28.6678 (mp_runner.py:76) -2024-09-02 00:00:25,213 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0099s, count=861, qps in this process: 28.6905 (mp_runner.py:76) -2024-09-02 00:00:25,216 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.026s, count=861, qps in this process: 28.6751 (mp_runner.py:76) -2024-09-02 00:00:25,224 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0208s, count=861, qps in this process: 28.6801 (mp_runner.py:76) -2024-09-02 00:00:25,239 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.035s, count=852, qps in this process: 28.3669 (mp_runner.py:76) -2024-09-02 00:00:25,244 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0154s, count=846, qps in this process: 28.1855 (mp_runner.py:76) -2024-09-02 00:00:25,248 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0124s, count=862, qps in this process: 28.7215 (mp_runner.py:76) -2024-09-02 00:00:25,249 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0155s, count=862, qps in this process: 28.7185 (mp_runner.py:76) -2024-09-02 00:00:25,251 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0301s, count=862, qps in this process: 28.7045 (mp_runner.py:76) -2024-09-02 00:00:25,252 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0164s, count=862, qps in this process: 28.7176 (mp_runner.py:76) -2024-09-02 00:00:25,252 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.044s, count=862, qps in this process: 28.6913 (mp_runner.py:76) -2024-09-02 00:00:25,253 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0047s, count=862, qps in this process: 28.7288 (mp_runner.py:76) -2024-09-02 00:00:25,253 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0024s, count=862, qps in this process: 28.731 (mp_runner.py:76) -2024-09-02 00:00:25,256 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0057s, count=862, qps in this process: 28.7279 (mp_runner.py:76) -2024-09-02 00:00:25,257 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0129s, count=862, qps in this process: 28.721 (mp_runner.py:76) -2024-09-02 00:00:25,259 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0316s, count=862, qps in this process: 28.7031 (mp_runner.py:76) -2024-09-02 00:00:25,261 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0114s, count=858, qps in this process: 28.5891 (mp_runner.py:76) -2024-09-02 00:00:25,265 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0032s, count=863, qps in this process: 28.7636 (mp_runner.py:76) -2024-09-02 00:00:25,267 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0011s, count=863, qps in this process: 28.7656 (mp_runner.py:76) -2024-09-02 00:00:25,289 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0046s, count=865, qps in this process: 28.8289 (mp_runner.py:76) -2024-09-02 00:00:25,290 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0057s, count=865, qps in this process: 28.8279 (mp_runner.py:76) -2024-09-02 00:00:25,291 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0071s, count=865, qps in this process: 28.8265 (mp_runner.py:76) -2024-09-02 00:00:25,294 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0097s, count=864, qps in this process: 28.7907 (mp_runner.py:76) -2024-09-02 00:00:25,296 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0119s, count=865, qps in this process: 28.8219 (mp_runner.py:76) -2024-09-02 00:00:25,308 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0021s, count=867, qps in this process: 28.898 (mp_runner.py:76) -2024-09-02 00:00:25,309 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0027s, count=867, qps in this process: 28.8974 (mp_runner.py:76) -2024-09-02 00:00:25,311 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.025s, count=866, qps in this process: 28.8426 (mp_runner.py:76) -2024-09-02 00:00:25,313 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0065s, count=867, qps in this process: 28.8937 (mp_runner.py:76) -2024-09-02 00:00:25,320 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0033s, count=867, qps in this process: 28.8968 (mp_runner.py:76) -2024-09-02 00:00:25,338 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0036s, count=871, qps in this process: 29.0298 (mp_runner.py:76) -2024-09-02 00:00:25,343 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0015s, count=872, qps in this process: 29.0652 (mp_runner.py:76) -2024-09-02 00:00:25,344 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0002s, count=872, qps in this process: 29.0665 (mp_runner.py:76) -2024-09-02 00:00:25,346 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0007s, count=873, qps in this process: 29.0993 (mp_runner.py:76) -2024-09-02 00:00:25,347 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0033s, count=873, qps in this process: 29.0968 (mp_runner.py:76) -2024-09-02 00:00:25,359 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0013s, count=876, qps in this process: 29.1987 (mp_runner.py:76) -2024-09-02 00:00:25,365 | INFO |End search in concurrency 45: dur=30.570135587004188s, total_count=38830, qps=1270.1939 (mp_runner.py:120) -2024-09-02 00:00:28,756 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:00:28,756 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-02 00:00:49,682 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-02 00:00:49,733 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:49,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:49,949 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:49,955 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:49,964 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:49,976 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,050 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,086 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,102 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,123 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,123 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,132 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,133 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,133 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,135 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,139 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,146 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,148 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,152 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,154 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,171 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,193 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,193 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,199 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,202 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,217 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,218 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,220 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,238 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,252 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,262 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,262 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,269 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,276 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,313 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,314 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,314 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:00:50,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:09,996 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.009412236002390273 (mp_runner.py:73) -2024-09-02 00:01:09,997 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.012535627000033855 (mp_runner.py:73) -2024-09-02 00:01:09,998 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.016490686000906862 (mp_runner.py:73) -2024-09-02 00:01:09,998 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.015721930998552125 (mp_runner.py:73) -2024-09-02 00:01:09,999 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.01913415500166593 (mp_runner.py:73) -2024-09-02 00:01:10,000 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.011520595006004442 (mp_runner.py:73) -2024-09-02 00:01:10,076 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.030332148002344184 (mp_runner.py:73) -2024-09-02 00:01:10,077 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.018171987001551315 (mp_runner.py:73) -2024-09-02 00:01:10,079 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.024615137997898273 (mp_runner.py:73) -2024-09-02 00:01:10,080 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.03399999300017953 (mp_runner.py:73) -2024-09-02 00:01:10,082 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.033936838000954594 (mp_runner.py:73) -2024-09-02 00:01:10,083 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.039628735998121556 (mp_runner.py:73) -2024-09-02 00:01:10,085 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.03991801700612996 (mp_runner.py:73) -2024-09-02 00:01:10,086 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.08265618199948221 (mp_runner.py:73) -2024-09-02 00:01:10,087 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.034917286997369956 (mp_runner.py:73) -2024-09-02 00:01:10,088 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02822388099593809 (mp_runner.py:73) -2024-09-02 00:01:10,091 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.05229969599895412 (mp_runner.py:73) -2024-09-02 00:01:10,091 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.03524239700345788 (mp_runner.py:73) -2024-09-02 00:01:10,095 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.0576943019987084 (mp_runner.py:73) -2024-09-02 00:01:10,096 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.11885614800121402 (mp_runner.py:73) -2024-09-02 00:01:10,097 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.0019010670002899133 (mp_runner.py:73) -2024-09-02 00:01:10,099 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.035554967005737126 (mp_runner.py:73) -2024-09-02 00:01:10,111 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.033474512994871475 (mp_runner.py:73) -2024-09-02 00:01:10,114 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.012973360004252754 (mp_runner.py:73) -2024-09-02 00:01:10,117 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.020838725999055896 (mp_runner.py:73) -2024-09-02 00:01:10,117 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.04541584099933971 (mp_runner.py:73) -2024-09-02 00:01:10,119 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.06643579200317618 (mp_runner.py:73) -2024-09-02 00:01:10,121 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.04190805699909106 (mp_runner.py:73) -2024-09-02 00:01:10,121 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.020321415999205783 (mp_runner.py:73) -2024-09-02 00:01:10,123 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.013754038998740725 (mp_runner.py:73) -2024-09-02 00:01:10,123 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.0348388310012524 (mp_runner.py:73) -2024-09-02 00:01:10,126 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03759756300132722 (mp_runner.py:73) -2024-09-02 00:01:10,127 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.05141619899950456 (mp_runner.py:73) -2024-09-02 00:01:10,131 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.018530360001022927 (mp_runner.py:73) -2024-09-02 00:01:10,133 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.0860689939945587 (mp_runner.py:73) -2024-09-02 00:01:10,136 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.02248312599840574 (mp_runner.py:73) -2024-09-02 00:01:10,136 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.05347146800340852 (mp_runner.py:73) -2024-09-02 00:01:10,141 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.08816869899601443 (mp_runner.py:73) -2024-09-02 00:01:10,144 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.019557095001800917 (mp_runner.py:73) -2024-09-02 00:01:10,149 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.07491807000042172 (mp_runner.py:73) -2024-09-02 00:01:10,152 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.002290602002176456 (mp_runner.py:73) -2024-09-02 00:01:10,155 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.047991637999075465 (mp_runner.py:73) -2024-09-02 00:01:10,157 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.08354889600013848 (mp_runner.py:73) -2024-09-02 00:01:10,162 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.04683383299561683 (mp_runner.py:73) -2024-09-02 00:01:10,195 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.07643686699884711 (mp_runner.py:73) -2024-09-02 00:01:10,233 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.09830772099667229 (mp_runner.py:73) -2024-09-02 00:01:10,235 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.05162730099982582 (mp_runner.py:73) -2024-09-02 00:01:10,269 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.030924364997190423 (mp_runner.py:73) -2024-09-02 00:01:10,348 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.04689320299803512 (mp_runner.py:73) -2024-09-02 00:01:11,090 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.07573991799290525 (mp_runner.py:73) -2024-09-02 00:01:19,782 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0429s, count=725, qps in this process: 24.1322 (mp_runner.py:76) -2024-09-02 00:01:19,785 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0372s, count=725, qps in this process: 24.1367 (mp_runner.py:76) -2024-09-02 00:01:19,973 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.019s, count=731, qps in this process: 24.3512 (mp_runner.py:76) -2024-09-02 00:01:19,974 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0133s, count=731, qps in this process: 24.3559 (mp_runner.py:76) -2024-09-02 00:01:19,999 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0276s, count=732, qps in this process: 24.3776 (mp_runner.py:76) -2024-09-02 00:01:20,023 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0187s, count=732, qps in this process: 24.3848 (mp_runner.py:76) -2024-09-02 00:01:20,071 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0198s, count=733, qps in this process: 24.4172 (mp_runner.py:76) -2024-09-02 00:01:20,104 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0131s, count=734, qps in this process: 24.456 (mp_runner.py:76) -2024-09-02 00:01:20,113 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0067s, count=730, qps in this process: 24.3279 (mp_runner.py:76) -2024-09-02 00:01:20,137 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0133s, count=735, qps in this process: 24.4891 (mp_runner.py:76) -2024-09-02 00:01:20,138 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0108s, count=735, qps in this process: 24.4912 (mp_runner.py:76) -2024-09-02 00:01:20,139 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0026s, count=735, qps in this process: 24.4979 (mp_runner.py:76) -2024-09-02 00:01:20,139 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0102s, count=735, qps in this process: 24.4917 (mp_runner.py:76) -2024-09-02 00:01:20,140 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.004s, count=735, qps in this process: 24.4967 (mp_runner.py:76) -2024-09-02 00:01:20,140 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0124s, count=735, qps in this process: 24.4899 (mp_runner.py:76) -2024-09-02 00:01:20,152 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.016s, count=735, qps in this process: 24.4869 (mp_runner.py:76) -2024-09-02 00:01:20,165 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0042s, count=736, qps in this process: 24.5299 (mp_runner.py:76) -2024-09-02 00:01:20,168 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0075s, count=736, qps in this process: 24.5272 (mp_runner.py:76) -2024-09-02 00:01:20,168 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0135s, count=736, qps in this process: 24.5223 (mp_runner.py:76) -2024-09-02 00:01:20,172 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0328s, count=736, qps in this process: 24.5065 (mp_runner.py:76) -2024-09-02 00:01:20,173 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0311s, count=736, qps in this process: 24.5079 (mp_runner.py:76) -2024-09-02 00:01:20,175 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0217s, count=736, qps in this process: 24.5156 (mp_runner.py:76) -2024-09-02 00:01:20,179 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0025s, count=736, qps in this process: 24.5313 (mp_runner.py:76) -2024-09-02 00:01:20,192 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0016s, count=737, qps in this process: 24.5654 (mp_runner.py:76) -2024-09-02 00:01:20,195 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0025s, count=737, qps in this process: 24.5646 (mp_runner.py:76) -2024-09-02 00:01:20,205 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0078s, count=738, qps in this process: 24.5936 (mp_runner.py:76) -2024-09-02 00:01:20,207 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0141s, count=738, qps in this process: 24.5884 (mp_runner.py:76) -2024-09-02 00:01:20,210 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.017s, count=738, qps in this process: 24.5861 (mp_runner.py:76) -2024-09-02 00:01:20,214 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0167s, count=738, qps in this process: 24.5863 (mp_runner.py:76) -2024-09-02 00:01:20,215 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0072s, count=738, qps in this process: 24.5941 (mp_runner.py:76) -2024-09-02 00:01:20,217 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0198s, count=738, qps in this process: 24.5838 (mp_runner.py:76) -2024-09-02 00:01:20,224 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0114s, count=739, qps in this process: 24.624 (mp_runner.py:76) -2024-09-02 00:01:20,229 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0036s, count=740, qps in this process: 24.6637 (mp_runner.py:76) -2024-09-02 00:01:20,232 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0094s, count=740, qps in this process: 24.6589 (mp_runner.py:76) -2024-09-02 00:01:20,234 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0355s, count=738, qps in this process: 24.5709 (mp_runner.py:76) -2024-09-02 00:01:20,242 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0179s, count=740, qps in this process: 24.652 (mp_runner.py:76) -2024-09-02 00:01:20,244 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0009s, count=740, qps in this process: 24.6659 (mp_runner.py:76) -2024-09-02 00:01:20,264 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0093s, count=742, qps in this process: 24.7257 (mp_runner.py:76) -2024-09-02 00:01:20,272 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0006s, count=743, qps in this process: 24.7662 (mp_runner.py:76) -2024-09-02 00:01:20,281 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0044s, count=744, qps in this process: 24.7964 (mp_runner.py:76) -2024-09-02 00:01:20,282 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0057s, count=744, qps in this process: 24.7953 (mp_runner.py:76) -2024-09-02 00:01:20,282 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0109s, count=744, qps in this process: 24.791 (mp_runner.py:76) -2024-09-02 00:01:20,291 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0009s, count=745, qps in this process: 24.8326 (mp_runner.py:76) -2024-09-02 00:01:20,316 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0063s, count=749, qps in this process: 24.9614 (mp_runner.py:76) -2024-09-02 00:01:20,322 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.012s, count=749, qps in this process: 24.9567 (mp_runner.py:76) -2024-09-02 00:01:20,323 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0044s, count=750, qps in this process: 24.9963 (mp_runner.py:76) -2024-09-02 00:01:20,323 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0044s, count=750, qps in this process: 24.9963 (mp_runner.py:76) -2024-09-02 00:01:20,323 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0017s, count=750, qps in this process: 24.9986 (mp_runner.py:76) -2024-09-02 00:01:20,344 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0022s, count=750, qps in this process: 24.9982 (mp_runner.py:76) -2024-09-02 00:01:20,345 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0027s, count=755, qps in this process: 25.1644 (mp_runner.py:76) -2024-09-02 00:01:20,349 | INFO |End search in concurrency 50: dur=30.665155546004826s, total_count=36924, qps=1204.1028 (mp_runner.py:120) -2024-09-02 00:01:24,068 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:01:24,068 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-02 00:01:45,270 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-02 00:01:45,440 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,658 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,775 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,777 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,780 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,798 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,799 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,799 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,803 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,804 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,812 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,823 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,826 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,831 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,838 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,843 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,847 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,853 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,853 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,853 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,854 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,883 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:01:45,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:07,556 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.0346174130027066 (mp_runner.py:73) -2024-09-02 00:02:07,556 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.027576496002438944 (mp_runner.py:73) -2024-09-02 00:02:07,558 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.0362151619992801 (mp_runner.py:73) -2024-09-02 00:02:07,558 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.03754324000328779 (mp_runner.py:73) -2024-09-02 00:02:07,559 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.026289828994777054 (mp_runner.py:73) -2024-09-02 00:02:07,559 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.018505652995372657 (mp_runner.py:73) -2024-09-02 00:02:07,561 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.04045196399965789 (mp_runner.py:73) -2024-09-02 00:02:07,561 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.033794171999034006 (mp_runner.py:73) -2024-09-02 00:02:07,562 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.03914036400237819 (mp_runner.py:73) -2024-09-02 00:02:07,562 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.018950632998894434 (mp_runner.py:73) -2024-09-02 00:02:07,563 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.03495343800022965 (mp_runner.py:73) -2024-09-02 00:02:07,563 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.04438088599999901 (mp_runner.py:73) -2024-09-02 00:02:07,565 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.022995102001004852 (mp_runner.py:73) -2024-09-02 00:02:07,565 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.029232581000542268 (mp_runner.py:73) -2024-09-02 00:02:07,567 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.020102318994759116 (mp_runner.py:73) -2024-09-02 00:02:07,569 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.04387664100067923 (mp_runner.py:73) -2024-09-02 00:02:07,569 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.042789758001163136 (mp_runner.py:73) -2024-09-02 00:02:07,570 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.01700605599762639 (mp_runner.py:73) -2024-09-02 00:02:07,570 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.03572861299471697 (mp_runner.py:73) -2024-09-02 00:02:07,571 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.03378666199569125 (mp_runner.py:73) -2024-09-02 00:02:07,571 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.04349538200040115 (mp_runner.py:73) -2024-09-02 00:02:07,573 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.035621777999040205 (mp_runner.py:73) -2024-09-02 00:02:07,575 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.05613308699685149 (mp_runner.py:73) -2024-09-02 00:02:07,575 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.0491778100040392 (mp_runner.py:73) -2024-09-02 00:02:07,576 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.040921467007137835 (mp_runner.py:73) -2024-09-02 00:02:07,576 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.05185400799382478 (mp_runner.py:73) -2024-09-02 00:02:07,578 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.03288447500381153 (mp_runner.py:73) -2024-09-02 00:02:07,578 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.04328158600401366 (mp_runner.py:73) -2024-09-02 00:02:07,579 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.03772572200250579 (mp_runner.py:73) -2024-09-02 00:02:07,579 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.04635827700258233 (mp_runner.py:73) -2024-09-02 00:02:07,581 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.03814879099809332 (mp_runner.py:73) -2024-09-02 00:02:07,581 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.049139545000798535 (mp_runner.py:73) -2024-09-02 00:02:07,582 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.04373656200186815 (mp_runner.py:73) -2024-09-02 00:02:07,582 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.06474752199574141 (mp_runner.py:73) -2024-09-02 00:02:07,584 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.04352402799850097 (mp_runner.py:73) -2024-09-02 00:02:07,584 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.033230368004296906 (mp_runner.py:73) -2024-09-02 00:02:07,584 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.04481538399704732 (mp_runner.py:73) -2024-09-02 00:02:07,585 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.05500299599952996 (mp_runner.py:73) -2024-09-02 00:02:07,586 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.042298963002394885 (mp_runner.py:73) -2024-09-02 00:02:07,588 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.03845020500011742 (mp_runner.py:73) -2024-09-02 00:02:07,590 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.04392884600383695 (mp_runner.py:73) -2024-09-02 00:02:07,591 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.059199777999310754 (mp_runner.py:73) -2024-09-02 00:02:07,592 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.03128694400220411 (mp_runner.py:73) -2024-09-02 00:02:07,593 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.06943990300351288 (mp_runner.py:73) -2024-09-02 00:02:07,594 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.04052151900395984 (mp_runner.py:73) -2024-09-02 00:02:07,595 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.04787674799445085 (mp_runner.py:73) -2024-09-02 00:02:07,597 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.047715041000628844 (mp_runner.py:73) -2024-09-02 00:02:07,599 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.04696257600153331 (mp_runner.py:73) -2024-09-02 00:02:07,601 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.049628837005002424 (mp_runner.py:73) -2024-09-02 00:02:07,637 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.11979772800259525 (mp_runner.py:73) -2024-09-02 00:02:08,004 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.0074679680037661456 (mp_runner.py:73) -2024-09-02 00:02:08,058 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.009160522000456695 (mp_runner.py:73) -2024-09-02 00:02:08,058 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.04153876800410217 (mp_runner.py:73) -2024-09-02 00:02:08,073 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.0026812020005309023 (mp_runner.py:73) -2024-09-02 00:02:08,149 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.05271360599726904 (mp_runner.py:73) -2024-09-02 00:02:15,461 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0051s, count=676, qps in this process: 22.5295 (mp_runner.py:76) -2024-09-02 00:02:15,568 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0127s, count=678, qps in this process: 22.5904 (mp_runner.py:76) -2024-09-02 00:02:15,648 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0217s, count=680, qps in this process: 22.6503 (mp_runner.py:76) -2024-09-02 00:02:15,741 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0633s, count=682, qps in this process: 22.6855 (mp_runner.py:76) -2024-09-02 00:02:15,792 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0082s, count=684, qps in this process: 22.7938 (mp_runner.py:76) -2024-09-02 00:02:15,793 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0014s, count=680, qps in this process: 22.6656 (mp_runner.py:76) -2024-09-02 00:02:15,799 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0079s, count=674, qps in this process: 22.4608 (mp_runner.py:76) -2024-09-02 00:02:15,804 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0032s, count=684, qps in this process: 22.7976 (mp_runner.py:76) -2024-09-02 00:02:15,812 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0081s, count=684, qps in this process: 22.7938 (mp_runner.py:76) -2024-09-02 00:02:15,817 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0386s, count=684, qps in this process: 22.7707 (mp_runner.py:76) -2024-09-02 00:02:15,818 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0161s, count=684, qps in this process: 22.7878 (mp_runner.py:76) -2024-09-02 00:02:15,818 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0173s, count=684, qps in this process: 22.7869 (mp_runner.py:76) -2024-09-02 00:02:15,819 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0148s, count=684, qps in this process: 22.7888 (mp_runner.py:76) -2024-09-02 00:02:15,821 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0395s, count=684, qps in this process: 22.77 (mp_runner.py:76) -2024-09-02 00:02:15,821 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0361s, count=684, qps in this process: 22.7726 (mp_runner.py:76) -2024-09-02 00:02:15,822 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.008s, count=684, qps in this process: 22.7939 (mp_runner.py:76) -2024-09-02 00:02:15,823 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.039s, count=684, qps in this process: 22.7704 (mp_runner.py:76) -2024-09-02 00:02:15,824 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.019s, count=684, qps in this process: 22.7856 (mp_runner.py:76) -2024-09-02 00:02:15,825 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0471s, count=684, qps in this process: 22.7643 (mp_runner.py:76) -2024-09-02 00:02:15,829 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.038s, count=684, qps in this process: 22.7712 (mp_runner.py:76) -2024-09-02 00:02:15,833 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0016s, count=676, qps in this process: 22.5321 (mp_runner.py:76) -2024-09-02 00:02:15,837 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0528s, count=684, qps in this process: 22.7599 (mp_runner.py:76) -2024-09-02 00:02:15,838 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0007s, count=685, qps in this process: 22.8328 (mp_runner.py:76) -2024-09-02 00:02:15,840 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0375s, count=685, qps in this process: 22.8048 (mp_runner.py:76) -2024-09-02 00:02:15,841 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0617s, count=684, qps in this process: 22.7532 (mp_runner.py:76) -2024-09-02 00:02:15,844 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0376s, count=685, qps in this process: 22.8048 (mp_runner.py:76) -2024-09-02 00:02:15,845 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0074s, count=685, qps in this process: 22.8277 (mp_runner.py:76) -2024-09-02 00:02:15,846 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.019s, count=685, qps in this process: 22.8189 (mp_runner.py:76) -2024-09-02 00:02:15,850 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0462s, count=684, qps in this process: 22.7649 (mp_runner.py:76) -2024-09-02 00:02:15,850 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0038s, count=685, qps in this process: 22.8304 (mp_runner.py:76) -2024-09-02 00:02:15,851 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0245s, count=685, qps in this process: 22.8147 (mp_runner.py:76) -2024-09-02 00:02:15,851 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0288s, count=685, qps in this process: 22.8114 (mp_runner.py:76) -2024-09-02 00:02:15,853 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0147s, count=685, qps in this process: 22.8222 (mp_runner.py:76) -2024-09-02 00:02:15,864 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0105s, count=686, qps in this process: 22.8587 (mp_runner.py:76) -2024-09-02 00:02:15,864 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0018s, count=686, qps in this process: 22.8653 (mp_runner.py:76) -2024-09-02 00:02:15,864 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0081s, count=686, qps in this process: 22.8605 (mp_runner.py:76) -2024-09-02 00:02:15,866 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0185s, count=686, qps in this process: 22.8526 (mp_runner.py:76) -2024-09-02 00:02:15,867 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0115s, count=686, qps in this process: 22.8579 (mp_runner.py:76) -2024-09-02 00:02:15,868 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0177s, count=686, qps in this process: 22.8532 (mp_runner.py:76) -2024-09-02 00:02:15,870 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0227s, count=685, qps in this process: 22.8161 (mp_runner.py:76) -2024-09-02 00:02:15,873 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0088s, count=686, qps in this process: 22.86 (mp_runner.py:76) -2024-09-02 00:02:15,874 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.067s, count=684, qps in this process: 22.7492 (mp_runner.py:76) -2024-09-02 00:02:15,874 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0116s, count=682, qps in this process: 22.7245 (mp_runner.py:76) -2024-09-02 00:02:15,875 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0085s, count=686, qps in this process: 22.8602 (mp_runner.py:76) -2024-09-02 00:02:15,879 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0375s, count=686, qps in this process: 22.8381 (mp_runner.py:76) -2024-09-02 00:02:15,883 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0138s, count=686, qps in this process: 22.8562 (mp_runner.py:76) -2024-09-02 00:02:15,884 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.024s, count=678, qps in this process: 22.5819 (mp_runner.py:76) -2024-09-02 00:02:15,889 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0466s, count=676, qps in this process: 22.4984 (mp_runner.py:76) -2024-09-02 00:02:15,892 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0014s, count=685, qps in this process: 22.8323 (mp_runner.py:76) -2024-09-02 00:02:15,893 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0136s, count=687, qps in this process: 22.8896 (mp_runner.py:76) -2024-09-02 00:02:15,893 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0221s, count=687, qps in this process: 22.8831 (mp_runner.py:76) -2024-09-02 00:02:15,893 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0297s, count=687, qps in this process: 22.8774 (mp_runner.py:76) -2024-09-02 00:02:15,896 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0071s, count=686, qps in this process: 22.8613 (mp_runner.py:76) -2024-09-02 00:02:15,898 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0074s, count=687, qps in this process: 22.8944 (mp_runner.py:76) -2024-09-02 00:02:15,900 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0027s, count=688, qps in this process: 22.9313 (mp_runner.py:76) -2024-09-02 00:02:15,906 | INFO |End search in concurrency 55: dur=30.634364848003315s, total_count=37611, qps=1227.7389 (mp_runner.py:120) -2024-09-02 00:02:20,032 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:02:20,032 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-02 00:02:41,421 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-02 00:02:41,776 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,883 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,905 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,905 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,995 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,995 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,995 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,997 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:41,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,000 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,000 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,000 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,001 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,001 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,022 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,026 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,033 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,033 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,040 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,040 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,040 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,043 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,043 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,043 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,046 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,053 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,054 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,078 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,090 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,199 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,200 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,216 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:02:42,247 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:04,998 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.005048024999268819 (mp_runner.py:73) -2024-09-02 00:03:04,999 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.0069160549974185415 (mp_runner.py:73) -2024-09-02 00:03:05,001 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.007453329999407288 (mp_runner.py:73) -2024-09-02 00:03:05,003 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.006192978995386511 (mp_runner.py:73) -2024-09-02 00:03:05,005 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.0031447270011994988 (mp_runner.py:73) -2024-09-02 00:03:05,007 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.004274625003745314 (mp_runner.py:73) -2024-09-02 00:03:05,007 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.003205152999726124 (mp_runner.py:73) -2024-09-02 00:03:05,008 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.010329750999517273 (mp_runner.py:73) -2024-09-02 00:03:05,009 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.002184004995797295 (mp_runner.py:73) -2024-09-02 00:03:05,010 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.01605124399793567 (mp_runner.py:73) -2024-09-02 00:03:05,013 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.003728984003828373 (mp_runner.py:73) -2024-09-02 00:03:05,014 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.011745672003598884 (mp_runner.py:73) -2024-09-02 00:03:05,015 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.005711701000109315 (mp_runner.py:73) -2024-09-02 00:03:05,015 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.004821520997211337 (mp_runner.py:73) -2024-09-02 00:03:05,017 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.005728119002014864 (mp_runner.py:73) -2024-09-02 00:03:05,017 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.004596892002155073 (mp_runner.py:73) -2024-09-02 00:03:05,019 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.011710588994901627 (mp_runner.py:73) -2024-09-02 00:03:05,021 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.010575022002740297 (mp_runner.py:73) -2024-09-02 00:03:05,022 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.013176516004023142 (mp_runner.py:73) -2024-09-02 00:03:05,023 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.011750375997507945 (mp_runner.py:73) -2024-09-02 00:03:05,024 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.014783712002099492 (mp_runner.py:73) -2024-09-02 00:03:05,025 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.015145297998969909 (mp_runner.py:73) -2024-09-02 00:03:05,031 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.024241803999757394 (mp_runner.py:73) -2024-09-02 00:03:05,035 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.025888381998811383 (mp_runner.py:73) -2024-09-02 00:03:05,035 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.023908205002953764 (mp_runner.py:73) -2024-09-02 00:03:05,036 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02512778399977833 (mp_runner.py:73) -2024-09-02 00:03:05,040 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.027448704997368623 (mp_runner.py:73) -2024-09-02 00:03:05,041 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.025298540000221692 (mp_runner.py:73) -2024-09-02 00:03:05,043 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.026171459001488984 (mp_runner.py:73) -2024-09-02 00:03:05,045 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.02960680900287116 (mp_runner.py:73) -2024-09-02 00:03:05,046 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.028597882002941333 (mp_runner.py:73) -2024-09-02 00:03:05,047 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.02819169600115856 (mp_runner.py:73) -2024-09-02 00:03:05,047 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.03502485400531441 (mp_runner.py:73) -2024-09-02 00:03:05,047 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.03988182100147242 (mp_runner.py:73) -2024-09-02 00:03:05,048 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.028076003000023775 (mp_runner.py:73) -2024-09-02 00:03:05,049 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.028662691998761147 (mp_runner.py:73) -2024-09-02 00:03:05,051 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.03172524200635962 (mp_runner.py:73) -2024-09-02 00:03:05,052 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.03357115299877478 (mp_runner.py:73) -2024-09-02 00:03:05,054 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.03108591600175714 (mp_runner.py:73) -2024-09-02 00:03:05,055 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.03465543499623891 (mp_runner.py:73) -2024-09-02 00:03:05,056 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.0425673680001637 (mp_runner.py:73) -2024-09-02 00:03:05,058 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.038499469999806024 (mp_runner.py:73) -2024-09-02 00:03:05,059 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.037386885000159964 (mp_runner.py:73) -2024-09-02 00:03:05,061 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.03628196600038791 (mp_runner.py:73) -2024-09-02 00:03:05,061 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.04132373099855613 (mp_runner.py:73) -2024-09-02 00:03:05,062 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.03943681300006574 (mp_runner.py:73) -2024-09-02 00:03:05,063 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.04419895099999849 (mp_runner.py:73) -2024-09-02 00:03:05,064 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.04925856800400652 (mp_runner.py:73) -2024-09-02 00:03:05,065 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.041167789000610355 (mp_runner.py:73) -2024-09-02 00:03:05,066 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.03832668399991235 (mp_runner.py:73) -2024-09-02 00:03:05,067 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.053550055003142916 (mp_runner.py:73) -2024-09-02 00:03:05,069 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.07012769099674188 (mp_runner.py:73) -2024-09-02 00:03:05,071 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.04815245600184426 (mp_runner.py:73) -2024-09-02 00:03:05,071 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.05110094099654816 (mp_runner.py:73) -2024-09-02 00:03:05,073 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.04929618899768684 (mp_runner.py:73) -2024-09-02 00:03:05,073 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.07819530199776636 (mp_runner.py:73) -2024-09-02 00:03:05,074 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.06409446900215698 (mp_runner.py:73) -2024-09-02 00:03:05,075 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.06355745600012597 (mp_runner.py:73) -2024-09-02 00:03:05,077 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.0589529089993448 (mp_runner.py:73) -2024-09-02 00:03:05,229 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.06630976100132102 (mp_runner.py:73) -2024-09-02 00:03:11,828 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0439s, count=650, qps in this process: 21.635 (mp_runner.py:76) -2024-09-02 00:03:11,877 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0189s, count=652, qps in this process: 21.7196 (mp_runner.py:76) -2024-09-02 00:03:11,903 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0198s, count=652, qps in this process: 21.719 (mp_runner.py:76) -2024-09-02 00:03:11,933 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0245s, count=653, qps in this process: 21.7489 (mp_runner.py:76) -2024-09-02 00:03:11,935 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0279s, count=653, qps in this process: 21.7464 (mp_runner.py:76) -2024-09-02 00:03:11,945 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0582s, count=653, qps in this process: 21.7245 (mp_runner.py:76) -2024-09-02 00:03:11,999 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0075s, count=655, qps in this process: 21.8279 (mp_runner.py:76) -2024-09-02 00:03:12,008 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0105s, count=654, qps in this process: 21.7924 (mp_runner.py:76) -2024-09-02 00:03:12,009 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0043s, count=655, qps in this process: 21.8302 (mp_runner.py:76) -2024-09-02 00:03:12,009 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.009s, count=655, qps in this process: 21.8268 (mp_runner.py:76) -2024-09-02 00:03:12,014 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0092s, count=655, qps in this process: 21.8266 (mp_runner.py:76) -2024-09-02 00:03:12,026 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0223s, count=655, qps in this process: 21.8171 (mp_runner.py:76) -2024-09-02 00:03:12,028 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0298s, count=655, qps in this process: 21.8117 (mp_runner.py:76) -2024-09-02 00:03:12,028 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0204s, count=655, qps in this process: 21.8185 (mp_runner.py:76) -2024-09-02 00:03:12,029 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0311s, count=654, qps in this process: 21.7774 (mp_runner.py:76) -2024-09-02 00:03:12,029 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0241s, count=655, qps in this process: 21.8158 (mp_runner.py:76) -2024-09-02 00:03:12,031 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0325s, count=655, qps in this process: 21.8097 (mp_runner.py:76) -2024-09-02 00:03:12,032 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0264s, count=655, qps in this process: 21.8141 (mp_runner.py:76) -2024-09-02 00:03:12,061 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0634s, count=655, qps in this process: 21.7873 (mp_runner.py:76) -2024-09-02 00:03:12,065 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0284s, count=655, qps in this process: 21.8127 (mp_runner.py:76) -2024-09-02 00:03:12,069 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0634s, count=656, qps in this process: 21.8206 (mp_runner.py:76) -2024-09-02 00:03:12,069 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.009s, count=656, qps in this process: 21.8601 (mp_runner.py:76) -2024-09-02 00:03:12,071 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0247s, count=656, qps in this process: 21.8487 (mp_runner.py:76) -2024-09-02 00:03:12,073 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0148s, count=656, qps in this process: 21.8559 (mp_runner.py:76) -2024-09-02 00:03:12,073 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0676s, count=656, qps in this process: 21.8175 (mp_runner.py:76) -2024-09-02 00:03:12,074 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0082s, count=656, qps in this process: 21.8607 (mp_runner.py:76) -2024-09-02 00:03:12,075 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.069s, count=656, qps in this process: 21.8165 (mp_runner.py:76) -2024-09-02 00:03:12,076 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0714s, count=656, qps in this process: 21.8147 (mp_runner.py:76) -2024-09-02 00:03:12,076 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0701s, count=656, qps in this process: 21.8157 (mp_runner.py:76) -2024-09-02 00:03:12,077 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0407s, count=656, qps in this process: 21.837 (mp_runner.py:76) -2024-09-02 00:03:12,078 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0385s, count=656, qps in this process: 21.8386 (mp_runner.py:76) -2024-09-02 00:03:12,078 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0355s, count=656, qps in this process: 21.8408 (mp_runner.py:76) -2024-09-02 00:03:12,079 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0812s, count=656, qps in this process: 21.8076 (mp_runner.py:76) -2024-09-02 00:03:12,079 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0366s, count=656, qps in this process: 21.84 (mp_runner.py:76) -2024-09-02 00:03:12,080 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0338s, count=656, qps in this process: 21.8421 (mp_runner.py:76) -2024-09-02 00:03:12,080 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0744s, count=656, qps in this process: 21.8126 (mp_runner.py:76) -2024-09-02 00:03:12,081 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0123s, count=656, qps in this process: 21.8577 (mp_runner.py:76) -2024-09-02 00:03:12,081 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0322s, count=656, qps in this process: 21.8432 (mp_runner.py:76) -2024-09-02 00:03:12,082 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0326s, count=656, qps in this process: 21.8429 (mp_runner.py:76) -2024-09-02 00:03:12,084 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0233s, count=656, qps in this process: 21.8497 (mp_runner.py:76) -2024-09-02 00:03:12,084 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0183s, count=656, qps in this process: 21.8533 (mp_runner.py:76) -2024-09-02 00:03:12,085 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0072s, count=651, qps in this process: 21.6948 (mp_runner.py:76) -2024-09-02 00:03:12,085 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.039s, count=656, qps in this process: 21.8383 (mp_runner.py:76) -2024-09-02 00:03:12,085 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.082s, count=656, qps in this process: 21.8071 (mp_runner.py:76) -2024-09-02 00:03:12,085 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0365s, count=656, qps in this process: 21.8401 (mp_runner.py:76) -2024-09-02 00:03:12,086 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0792s, count=656, qps in this process: 21.8091 (mp_runner.py:76) -2024-09-02 00:03:12,087 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.017s, count=656, qps in this process: 21.8543 (mp_runner.py:76) -2024-09-02 00:03:12,087 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0804s, count=656, qps in this process: 21.8082 (mp_runner.py:76) -2024-09-02 00:03:12,087 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0813s, count=656, qps in this process: 21.8076 (mp_runner.py:76) -2024-09-02 00:03:12,087 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0758s, count=656, qps in this process: 21.8116 (mp_runner.py:76) -2024-09-02 00:03:12,088 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0392s, count=656, qps in this process: 21.8381 (mp_runner.py:76) -2024-09-02 00:03:12,088 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0297s, count=656, qps in this process: 21.845 (mp_runner.py:76) -2024-09-02 00:03:12,089 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0147s, count=656, qps in this process: 21.856 (mp_runner.py:76) -2024-09-02 00:03:12,108 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0017s, count=657, qps in this process: 21.8988 (mp_runner.py:76) -2024-09-02 00:03:12,109 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0185s, count=657, qps in this process: 21.8865 (mp_runner.py:76) -2024-09-02 00:03:12,212 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0022s, count=674, qps in this process: 22.465 (mp_runner.py:76) -2024-09-02 00:03:12,217 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0049s, count=675, qps in this process: 22.4963 (mp_runner.py:76) -2024-09-02 00:03:12,222 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0024s, count=675, qps in this process: 22.4982 (mp_runner.py:76) -2024-09-02 00:03:12,226 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0007s, count=677, qps in this process: 22.5661 (mp_runner.py:76) -2024-09-02 00:03:12,271 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0031s, count=692, qps in this process: 23.0643 (mp_runner.py:76) -2024-09-02 00:03:12,277 | INFO |End search in concurrency 60: dur=30.853983642002277s, total_count=39431, qps=1277.9873 (mp_runner.py:120) -2024-09-02 00:03:16,656 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:03:16,656 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-02 00:03:38,300 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-02 00:03:38,368 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,401 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,528 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,585 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,669 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,685 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,743 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,752 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,758 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,781 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,832 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,835 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,837 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,844 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,849 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,849 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,881 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,900 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,901 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,920 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,920 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,947 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,947 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,987 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,987 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:38,993 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,010 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,013 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,034 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,060 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,061 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,096 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,100 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,142 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,154 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,156 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,188 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,198 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,209 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,218 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,235 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,242 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,245 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,305 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:03:39,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:05,329 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.0030263000007835217 (mp_runner.py:73) -2024-09-02 00:04:05,331 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.017956782001419924 (mp_runner.py:73) -2024-09-02 00:04:05,331 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.0440241469987086 (mp_runner.py:73) -2024-09-02 00:04:05,332 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.005711157995392568 (mp_runner.py:73) -2024-09-02 00:04:05,333 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.03344792200368829 (mp_runner.py:73) -2024-09-02 00:04:05,334 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.04390425900055561 (mp_runner.py:73) -2024-09-02 00:04:05,334 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.040509074002329726 (mp_runner.py:73) -2024-09-02 00:04:05,335 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.042048265000630636 (mp_runner.py:73) -2024-09-02 00:04:05,336 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.03930371800379362 (mp_runner.py:73) -2024-09-02 00:04:05,337 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.013533979996282142 (mp_runner.py:73) -2024-09-02 00:04:05,337 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.02768860899959691 (mp_runner.py:73) -2024-09-02 00:04:05,338 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.0210629749999498 (mp_runner.py:73) -2024-09-02 00:04:05,339 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.03698398100095801 (mp_runner.py:73) -2024-09-02 00:04:05,340 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.01939325899729738 (mp_runner.py:73) -2024-09-02 00:04:05,341 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.04568194699822925 (mp_runner.py:73) -2024-09-02 00:04:05,341 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.05339337999612326 (mp_runner.py:73) -2024-09-02 00:04:05,342 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.038537825996172614 (mp_runner.py:73) -2024-09-02 00:04:05,343 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.050746398002956994 (mp_runner.py:73) -2024-09-02 00:04:05,344 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.05562813200231176 (mp_runner.py:73) -2024-09-02 00:04:05,345 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.03578382799605606 (mp_runner.py:73) -2024-09-02 00:04:05,345 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.04799813499994343 (mp_runner.py:73) -2024-09-02 00:04:05,347 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.05776108300051419 (mp_runner.py:73) -2024-09-02 00:04:05,347 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.042397756995342206 (mp_runner.py:73) -2024-09-02 00:04:05,348 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.04674995900131762 (mp_runner.py:73) -2024-09-02 00:04:05,349 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.023273714003153145 (mp_runner.py:73) -2024-09-02 00:04:05,350 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.05105790000379784 (mp_runner.py:73) -2024-09-02 00:04:05,350 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.03491975199722219 (mp_runner.py:73) -2024-09-02 00:04:05,351 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.027631586002826225 (mp_runner.py:73) -2024-09-02 00:04:05,351 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.025261697999667376 (mp_runner.py:73) -2024-09-02 00:04:05,353 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03521545800322201 (mp_runner.py:73) -2024-09-02 00:04:05,353 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.049548551003681496 (mp_runner.py:73) -2024-09-02 00:04:05,354 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.06926802200177917 (mp_runner.py:73) -2024-09-02 00:04:05,355 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.03672571600327501 (mp_runner.py:73) -2024-09-02 00:04:05,355 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.013304652005899698 (mp_runner.py:73) -2024-09-02 00:04:05,357 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.031140254002821166 (mp_runner.py:73) -2024-09-02 00:04:05,357 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.061985242005903274 (mp_runner.py:73) -2024-09-02 00:04:05,358 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.050603907999175135 (mp_runner.py:73) -2024-09-02 00:04:05,358 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.06774109000252793 (mp_runner.py:73) -2024-09-02 00:04:05,359 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.058487504997174256 (mp_runner.py:73) -2024-09-02 00:04:05,360 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.055031359996064566 (mp_runner.py:73) -2024-09-02 00:04:05,361 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.03500837300089188 (mp_runner.py:73) -2024-09-02 00:04:05,361 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.07494792999932542 (mp_runner.py:73) -2024-09-02 00:04:05,363 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.056656738997844514 (mp_runner.py:73) -2024-09-02 00:04:05,363 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.046612666999862995 (mp_runner.py:73) -2024-09-02 00:04:05,364 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.047723472001962364 (mp_runner.py:73) -2024-09-02 00:04:05,365 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04500746299891034 (mp_runner.py:73) -2024-09-02 00:04:05,366 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.05243604999850504 (mp_runner.py:73) -2024-09-02 00:04:05,366 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.06494331100111594 (mp_runner.py:73) -2024-09-02 00:04:05,367 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.0438871480000671 (mp_runner.py:73) -2024-09-02 00:04:05,367 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.059572262995061465 (mp_runner.py:73) -2024-09-02 00:04:05,368 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.04278924399841344 (mp_runner.py:73) -2024-09-02 00:04:05,368 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.05797196400089888 (mp_runner.py:73) -2024-09-02 00:04:05,368 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.07160420400032308 (mp_runner.py:73) -2024-09-02 00:04:05,370 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.08637283999996725 (mp_runner.py:73) -2024-09-02 00:04:05,371 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.051462773997627664 (mp_runner.py:73) -2024-09-02 00:04:05,372 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.04819189400586765 (mp_runner.py:73) -2024-09-02 00:04:05,374 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.052142804001050536 (mp_runner.py:73) -2024-09-02 00:04:05,375 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.04934817799949087 (mp_runner.py:73) -2024-09-02 00:04:05,376 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.06499082100344822 (mp_runner.py:73) -2024-09-02 00:04:05,377 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.004297543004213367 (mp_runner.py:73) -2024-09-02 00:04:05,393 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.049641985999187455 (mp_runner.py:73) -2024-09-02 00:04:05,394 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.10870331199839711 (mp_runner.py:73) -2024-09-02 00:04:05,401 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.02522280500124907 (mp_runner.py:73) -2024-09-02 00:04:05,443 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.037056510998809244 (mp_runner.py:73) -2024-09-02 00:04:07,758 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.11200318599730963 (mp_runner.py:73) -2024-09-02 00:04:08,425 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0494s, count=563, qps in this process: 18.7358 (mp_runner.py:76) -2024-09-02 00:04:08,441 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0247s, count=565, qps in this process: 18.8178 (mp_runner.py:76) -2024-09-02 00:04:08,590 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0415s, count=568, qps in this process: 18.9072 (mp_runner.py:76) -2024-09-02 00:04:08,629 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0289s, count=569, qps in this process: 18.9484 (mp_runner.py:76) -2024-09-02 00:04:08,694 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0156s, count=570, qps in this process: 18.9901 (mp_runner.py:76) -2024-09-02 00:04:08,706 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.002s, count=571, qps in this process: 19.0321 (mp_runner.py:76) -2024-09-02 00:04:08,714 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0241s, count=571, qps in this process: 19.0181 (mp_runner.py:76) -2024-09-02 00:04:08,718 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.023s, count=571, qps in this process: 19.0188 (mp_runner.py:76) -2024-09-02 00:04:08,742 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0026s, count=572, qps in this process: 19.065 (mp_runner.py:76) -2024-09-02 00:04:08,765 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0115s, count=572, qps in this process: 19.0594 (mp_runner.py:76) -2024-09-02 00:04:08,780 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.031s, count=573, qps in this process: 19.0803 (mp_runner.py:76) -2024-09-02 00:04:08,781 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0212s, count=573, qps in this process: 19.0865 (mp_runner.py:76) -2024-09-02 00:04:08,785 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0017s, count=573, qps in this process: 19.0989 (mp_runner.py:76) -2024-09-02 00:04:08,826 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0283s, count=574, qps in this process: 19.1153 (mp_runner.py:76) -2024-09-02 00:04:08,837 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0399s, count=574, qps in this process: 19.1079 (mp_runner.py:76) -2024-09-02 00:04:08,839 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0024s, count=574, qps in this process: 19.1318 (mp_runner.py:76) -2024-09-02 00:04:08,843 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0048s, count=575, qps in this process: 19.1636 (mp_runner.py:76) -2024-09-02 00:04:08,845 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.004s, count=575, qps in this process: 19.1641 (mp_runner.py:76) -2024-09-02 00:04:08,851 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0063s, count=575, qps in this process: 19.1626 (mp_runner.py:76) -2024-09-02 00:04:08,854 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0073s, count=575, qps in this process: 19.162 (mp_runner.py:76) -2024-09-02 00:04:08,858 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0216s, count=575, qps in this process: 19.1529 (mp_runner.py:76) -2024-09-02 00:04:08,859 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0104s, count=575, qps in this process: 19.16 (mp_runner.py:76) -2024-09-02 00:04:08,866 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0212s, count=575, qps in this process: 19.1531 (mp_runner.py:76) -2024-09-02 00:04:08,894 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0063s, count=575, qps in this process: 19.1626 (mp_runner.py:76) -2024-09-02 00:04:08,919 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0138s, count=576, qps in this process: 19.1912 (mp_runner.py:76) -2024-09-02 00:04:08,921 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.037s, count=576, qps in this process: 19.1763 (mp_runner.py:76) -2024-09-02 00:04:08,922 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0673s, count=576, qps in this process: 19.157 (mp_runner.py:76) -2024-09-02 00:04:08,923 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0396s, count=576, qps in this process: 19.1747 (mp_runner.py:76) -2024-09-02 00:04:08,924 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0671s, count=576, qps in this process: 19.1572 (mp_runner.py:76) -2024-09-02 00:04:08,925 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.019s, count=576, qps in this process: 19.1878 (mp_runner.py:76) -2024-09-02 00:04:08,926 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0162s, count=576, qps in this process: 19.1896 (mp_runner.py:76) -2024-09-02 00:04:08,926 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0022s, count=576, qps in this process: 19.1986 (mp_runner.py:76) -2024-09-02 00:04:08,927 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0434s, count=576, qps in this process: 19.1723 (mp_runner.py:76) -2024-09-02 00:04:08,954 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0284s, count=577, qps in this process: 19.2151 (mp_runner.py:76) -2024-09-02 00:04:08,955 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0025s, count=577, qps in this process: 19.2317 (mp_runner.py:76) -2024-09-02 00:04:08,955 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0039s, count=577, qps in this process: 19.2308 (mp_runner.py:76) -2024-09-02 00:04:09,002 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0083s, count=579, qps in this process: 19.2947 (mp_runner.py:76) -2024-09-02 00:04:09,007 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0095s, count=580, qps in this process: 19.3272 (mp_runner.py:76) -2024-09-02 00:04:09,009 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0146s, count=579, qps in this process: 19.2906 (mp_runner.py:76) -2024-09-02 00:04:09,033 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0069s, count=580, qps in this process: 19.3289 (mp_runner.py:76) -2024-09-02 00:04:09,037 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0216s, count=580, qps in this process: 19.3194 (mp_runner.py:76) -2024-09-02 00:04:09,058 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0209s, count=580, qps in this process: 19.3199 (mp_runner.py:76) -2024-09-02 00:04:09,097 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0267s, count=583, qps in this process: 19.4161 (mp_runner.py:76) -2024-09-02 00:04:09,103 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0298s, count=582, qps in this process: 19.3807 (mp_runner.py:76) -2024-09-02 00:04:09,107 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0371s, count=582, qps in this process: 19.376 (mp_runner.py:76) -2024-09-02 00:04:09,135 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0129s, count=584, qps in this process: 19.4583 (mp_runner.py:76) -2024-09-02 00:04:09,138 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0386s, count=584, qps in this process: 19.4417 (mp_runner.py:76) -2024-09-02 00:04:09,151 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0301s, count=584, qps in this process: 19.4472 (mp_runner.py:76) -2024-09-02 00:04:09,160 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0037s, count=584, qps in this process: 19.4643 (mp_runner.py:76) -2024-09-02 00:04:09,168 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0066s, count=586, qps in this process: 19.529 (mp_runner.py:76) -2024-09-02 00:04:09,171 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0097s, count=586, qps in this process: 19.527 (mp_runner.py:76) -2024-09-02 00:04:09,192 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0067s, count=586, qps in this process: 19.529 (mp_runner.py:76) -2024-09-02 00:04:09,198 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0125s, count=588, qps in this process: 19.5918 (mp_runner.py:76) -2024-09-02 00:04:09,202 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0096s, count=588, qps in this process: 19.5937 (mp_runner.py:76) -2024-09-02 00:04:09,225 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0159s, count=591, qps in this process: 19.6896 (mp_runner.py:76) -2024-09-02 00:04:09,225 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0112s, count=591, qps in this process: 19.6926 (mp_runner.py:76) -2024-09-02 00:04:09,233 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0099s, count=589, qps in this process: 19.6269 (mp_runner.py:76) -2024-09-02 00:04:09,245 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0086s, count=592, qps in this process: 19.7277 (mp_runner.py:76) -2024-09-02 00:04:09,245 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0009s, count=592, qps in this process: 19.7327 (mp_runner.py:76) -2024-09-02 00:04:09,245 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0075s, count=592, qps in this process: 19.7284 (mp_runner.py:76) -2024-09-02 00:04:09,253 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0058s, count=593, qps in this process: 19.7628 (mp_runner.py:76) -2024-09-02 00:04:09,316 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0041s, count=606, qps in this process: 20.1972 (mp_runner.py:76) -2024-09-02 00:04:09,316 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0023s, count=606, qps in this process: 20.1985 (mp_runner.py:76) -2024-09-02 00:04:09,355 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0003s, count=575, qps in this process: 19.1665 (mp_runner.py:76) -2024-09-02 00:04:09,356 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0009s, count=617, qps in this process: 20.566 (mp_runner.py:76) -2024-09-02 00:04:09,362 | INFO |End search in concurrency 65: dur=31.060764945999836s, total_count=37687, qps=1213.3314 (mp_runner.py:120) -2024-09-02 00:04:14,096 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-02 00:04:14,096 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-02 00:04:36,121 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-02 00:04:36,252 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,444 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,482 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,574 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,690 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,691 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,692 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,706 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,716 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,721 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,722 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,724 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,745 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,754 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,755 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,755 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,761 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,792 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,826 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,830 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,858 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,888 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,901 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,915 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,926 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,970 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,996 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:36,998 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,006 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,029 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,065 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,076 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,128 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,134 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,136 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,136 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,136 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,142 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:04:37,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-02 00:05:04,976 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.014009263999469113 (mp_runner.py:73) -2024-09-02 00:05:04,977 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.03767516299558338 (mp_runner.py:73) -2024-09-02 00:05:04,978 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.03709672699915245 (mp_runner.py:73) -2024-09-02 00:05:04,978 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03318658300122479 (mp_runner.py:73) -2024-09-02 00:05:04,979 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.04204466800001683 (mp_runner.py:73) -2024-09-02 00:05:04,980 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.0353346629999578 (mp_runner.py:73) -2024-09-02 00:05:04,980 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.03698084999632556 (mp_runner.py:73) -2024-09-02 00:05:04,981 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.030117886999505572 (mp_runner.py:73) -2024-09-02 00:05:04,982 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.035865065998223145 (mp_runner.py:73) -2024-09-02 00:05:04,982 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.03943608500412665 (mp_runner.py:73) -2024-09-02 00:05:04,983 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.041851196001516655 (mp_runner.py:73) -2024-09-02 00:05:04,984 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.03395074100262718 (mp_runner.py:73) -2024-09-02 00:05:04,985 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.04233907900197664 (mp_runner.py:73) -2024-09-02 00:05:04,985 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.03894103299535345 (mp_runner.py:73) -2024-09-02 00:05:04,986 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.030820943997241557 (mp_runner.py:73) -2024-09-02 00:05:04,987 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.04018745299981674 (mp_runner.py:73) -2024-09-02 00:05:04,988 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.046277260000351816 (mp_runner.py:73) -2024-09-02 00:05:04,989 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.015106658996955957 (mp_runner.py:73) -2024-09-02 00:05:04,989 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.03595857200707542 (mp_runner.py:73) -2024-09-02 00:05:04,990 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.045210866002889816 (mp_runner.py:73) -2024-09-02 00:05:04,991 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.04210484599752817 (mp_runner.py:73) -2024-09-02 00:05:04,991 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.034366930995020084 (mp_runner.py:73) -2024-09-02 00:05:04,992 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.051678060000995174 (mp_runner.py:73) -2024-09-02 00:05:04,993 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.058771506999619305 (mp_runner.py:73) -2024-09-02 00:05:04,994 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.03684464300022228 (mp_runner.py:73) -2024-09-02 00:05:04,995 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.0433890540007269 (mp_runner.py:73) -2024-09-02 00:05:04,995 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.03593564800394233 (mp_runner.py:73) -2024-09-02 00:05:04,996 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.04178374099865323 (mp_runner.py:73) -2024-09-02 00:05:04,996 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03821026100195013 (mp_runner.py:73) -2024-09-02 00:05:04,998 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.06420333000278333 (mp_runner.py:73) -2024-09-02 00:05:04,998 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.030950782995205373 (mp_runner.py:73) -2024-09-02 00:05:04,999 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.027928541006986052 (mp_runner.py:73) -2024-09-02 00:05:05,000 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.042428475004271604 (mp_runner.py:73) -2024-09-02 00:05:05,002 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02934635699784849 (mp_runner.py:73) -2024-09-02 00:05:05,003 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.029177977005019784 (mp_runner.py:73) -2024-09-02 00:05:05,004 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.06875310599571094 (mp_runner.py:73) -2024-09-02 00:05:05,005 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.04986383700452279 (mp_runner.py:73) -2024-09-02 00:05:05,005 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.06662509799934924 (mp_runner.py:73) -2024-09-02 00:05:05,006 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.042462225996132474 (mp_runner.py:73) -2024-09-02 00:05:05,006 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.0442963109962875 (mp_runner.py:73) -2024-09-02 00:05:05,007 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.06819593899854226 (mp_runner.py:73) -2024-09-02 00:05:05,008 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.0470388739995542 (mp_runner.py:73) -2024-09-02 00:05:05,009 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.040544940005929675 (mp_runner.py:73) -2024-09-02 00:05:05,009 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.05688903099508025 (mp_runner.py:73) -2024-09-02 00:05:05,010 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.06294506899575936 (mp_runner.py:73) -2024-09-02 00:05:05,011 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.04652629100019112 (mp_runner.py:73) -2024-09-02 00:05:05,012 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.04644803999690339 (mp_runner.py:73) -2024-09-02 00:05:05,013 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.05187421399750747 (mp_runner.py:73) -2024-09-02 00:05:05,013 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.04367721900052857 (mp_runner.py:73) -2024-09-02 00:05:05,015 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.046971402000053786 (mp_runner.py:73) -2024-09-02 00:05:05,015 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.055607192996831145 (mp_runner.py:73) -2024-09-02 00:05:05,016 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.05164708200027235 (mp_runner.py:73) -2024-09-02 00:05:05,017 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.06828483100252924 (mp_runner.py:73) -2024-09-02 00:05:05,017 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.05431870699976571 (mp_runner.py:73) -2024-09-02 00:05:05,019 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.04556416400009766 (mp_runner.py:73) -2024-09-02 00:05:05,019 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.08357107199844904 (mp_runner.py:73) -2024-09-02 00:05:05,020 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.06379654299962567 (mp_runner.py:73) -2024-09-02 00:05:05,020 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.053694180998718366 (mp_runner.py:73) -2024-09-02 00:05:05,020 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.04923694299941417 (mp_runner.py:73) -2024-09-02 00:05:05,021 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.07137519599928055 (mp_runner.py:73) -2024-09-02 00:05:05,022 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05158826200204203 (mp_runner.py:73) -2024-09-02 00:05:05,023 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.053977155999746174 (mp_runner.py:73) -2024-09-02 00:05:05,025 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.05571662099828245 (mp_runner.py:73) -2024-09-02 00:05:05,026 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.055077436998544727 (mp_runner.py:73) -2024-09-02 00:05:05,035 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.0848944199969992 (mp_runner.py:73) -2024-09-02 00:05:05,037 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.07115740700101014 (mp_runner.py:73) -2024-09-02 00:05:05,050 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.09759075600595679 (mp_runner.py:73) -2024-09-02 00:05:05,051 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.11357984400092391 (mp_runner.py:73) -2024-09-02 00:05:05,064 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.13098353800160112 (mp_runner.py:73) -2024-09-02 00:05:05,074 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.13837386899831472 (mp_runner.py:73) -2024-09-02 00:05:06,354 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0185s, count=525, qps in this process: 17.4892 (mp_runner.py:76) -2024-09-02 00:05:06,488 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0364s, count=527, qps in this process: 17.5454 (mp_runner.py:76) -2024-09-02 00:05:06,522 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0263s, count=528, qps in this process: 17.5846 (mp_runner.py:76) -2024-09-02 00:05:06,585 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0117s, count=530, qps in this process: 17.6598 (mp_runner.py:76) -2024-09-02 00:05:06,604 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0227s, count=530, qps in this process: 17.6533 (mp_runner.py:76) -2024-09-02 00:05:06,633 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0468s, count=531, qps in this process: 17.6724 (mp_runner.py:76) -2024-09-02 00:05:06,645 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.002s, count=531, qps in this process: 17.6988 (mp_runner.py:76) -2024-09-02 00:05:06,696 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0027s, count=532, qps in this process: 17.7317 (mp_runner.py:76) -2024-09-02 00:05:06,704 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0114s, count=532, qps in this process: 17.7266 (mp_runner.py:76) -2024-09-02 00:05:06,725 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0263s, count=532, qps in this process: 17.7178 (mp_runner.py:76) -2024-09-02 00:05:06,729 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0054s, count=532, qps in this process: 17.7301 (mp_runner.py:76) -2024-09-02 00:05:06,741 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.019s, count=533, qps in this process: 17.7554 (mp_runner.py:76) -2024-09-02 00:05:06,741 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.051s, count=533, qps in this process: 17.7365 (mp_runner.py:76) -2024-09-02 00:05:06,742 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0361s, count=533, qps in this process: 17.7453 (mp_runner.py:76) -2024-09-02 00:05:06,742 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0518s, count=533, qps in this process: 17.736 (mp_runner.py:76) -2024-09-02 00:05:06,744 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0174s, count=533, qps in this process: 17.7564 (mp_runner.py:76) -2024-09-02 00:05:06,744 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0522s, count=533, qps in this process: 17.7358 (mp_runner.py:76) -2024-09-02 00:05:06,745 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0535s, count=533, qps in this process: 17.735 (mp_runner.py:76) -2024-09-02 00:05:06,746 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0373s, count=533, qps in this process: 17.7446 (mp_runner.py:76) -2024-09-02 00:05:06,747 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0248s, count=533, qps in this process: 17.752 (mp_runner.py:76) -2024-09-02 00:05:06,747 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0561s, count=533, qps in this process: 17.7335 (mp_runner.py:76) -2024-09-02 00:05:06,748 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0208s, count=533, qps in this process: 17.7544 (mp_runner.py:76) -2024-09-02 00:05:06,748 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0275s, count=533, qps in this process: 17.7504 (mp_runner.py:76) -2024-09-02 00:05:06,749 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0229s, count=533, qps in this process: 17.7531 (mp_runner.py:76) -2024-09-02 00:05:06,750 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0599s, count=533, qps in this process: 17.7313 (mp_runner.py:76) -2024-09-02 00:05:06,752 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.029s, count=533, qps in this process: 17.7495 (mp_runner.py:76) -2024-09-02 00:05:06,753 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0281s, count=533, qps in this process: 17.75 (mp_runner.py:76) -2024-09-02 00:05:06,788 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0348s, count=533, qps in this process: 17.7461 (mp_runner.py:76) -2024-09-02 00:05:06,790 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0202s, count=534, qps in this process: 17.788 (mp_runner.py:76) -2024-09-02 00:05:06,790 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0122s, count=534, qps in this process: 17.7928 (mp_runner.py:76) -2024-09-02 00:05:06,792 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0269s, count=534, qps in this process: 17.7841 (mp_runner.py:76) -2024-09-02 00:05:06,793 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.017s, count=534, qps in this process: 17.7899 (mp_runner.py:76) -2024-09-02 00:05:06,799 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0488s, count=534, qps in this process: 17.7711 (mp_runner.py:76) -2024-09-02 00:05:06,804 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0429s, count=534, qps in this process: 17.7746 (mp_runner.py:76) -2024-09-02 00:05:06,806 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.044s, count=534, qps in this process: 17.7739 (mp_runner.py:76) -2024-09-02 00:05:06,806 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0122s, count=534, qps in this process: 17.7928 (mp_runner.py:76) -2024-09-02 00:05:06,807 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0498s, count=534, qps in this process: 17.7705 (mp_runner.py:76) -2024-09-02 00:05:06,820 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0017s, count=535, qps in this process: 17.8323 (mp_runner.py:76) -2024-09-02 00:05:06,821 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0228s, count=535, qps in this process: 17.8198 (mp_runner.py:76) -2024-09-02 00:05:06,839 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0017s, count=536, qps in this process: 17.8657 (mp_runner.py:76) -2024-09-02 00:05:06,844 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0105s, count=537, qps in this process: 17.8937 (mp_runner.py:76) -2024-09-02 00:05:06,845 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0079s, count=537, qps in this process: 17.8953 (mp_runner.py:76) -2024-09-02 00:05:06,848 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0091s, count=536, qps in this process: 17.8612 (mp_runner.py:76) -2024-09-02 00:05:06,863 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0035s, count=537, qps in this process: 17.8979 (mp_runner.py:76) -2024-09-02 00:05:06,888 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0256s, count=538, qps in this process: 17.918 (mp_runner.py:76) -2024-09-02 00:05:06,895 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0038s, count=539, qps in this process: 17.9644 (mp_runner.py:76) -2024-09-02 00:05:06,899 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0018s, count=539, qps in this process: 17.9656 (mp_runner.py:76) -2024-09-02 00:05:06,918 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0064s, count=540, qps in this process: 17.9962 (mp_runner.py:76) -2024-09-02 00:05:06,928 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0035s, count=541, qps in this process: 18.0312 (mp_runner.py:76) -2024-09-02 00:05:06,931 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0007s, count=541, qps in this process: 18.0329 (mp_runner.py:76) -2024-09-02 00:05:06,932 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0029s, count=542, qps in this process: 18.0649 (mp_runner.py:76) -2024-09-02 00:05:06,944 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.014s, count=542, qps in this process: 18.0582 (mp_runner.py:76) -2024-09-02 00:05:06,951 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0219s, count=542, qps in this process: 18.0535 (mp_runner.py:76) -2024-09-02 00:05:06,975 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0012s, count=543, qps in this process: 18.0993 (mp_runner.py:76) -2024-09-02 00:05:07,011 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.004s, count=547, qps in this process: 18.2309 (mp_runner.py:76) -2024-09-02 00:05:07,020 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0126s, count=548, qps in this process: 18.259 (mp_runner.py:76) -2024-09-02 00:05:07,030 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0057s, count=549, qps in this process: 18.2965 (mp_runner.py:76) -2024-09-02 00:05:07,032 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0199s, count=548, qps in this process: 18.2546 (mp_runner.py:76) -2024-09-02 00:05:07,033 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0028s, count=549, qps in this process: 18.2983 (mp_runner.py:76) -2024-09-02 00:05:07,081 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.005s, count=554, qps in this process: 18.4636 (mp_runner.py:76) -2024-09-02 00:05:07,083 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0095s, count=555, qps in this process: 18.4941 (mp_runner.py:76) -2024-09-02 00:05:07,092 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.003s, count=556, qps in this process: 18.5315 (mp_runner.py:76) -2024-09-02 00:05:07,093 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0147s, count=555, qps in this process: 18.4909 (mp_runner.py:76) -2024-09-02 00:05:07,139 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0036s, count=563, qps in this process: 18.7644 (mp_runner.py:76) -2024-09-02 00:05:07,141 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0021s, count=563, qps in this process: 18.7654 (mp_runner.py:76) -2024-09-02 00:05:07,144 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0049s, count=564, qps in this process: 18.7969 (mp_runner.py:76) -2024-09-02 00:05:07,146 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0071s, count=564, qps in this process: 18.7956 (mp_runner.py:76) -2024-09-02 00:05:07,151 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0055s, count=564, qps in this process: 18.7966 (mp_runner.py:76) -2024-09-02 00:05:07,153 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0142s, count=564, qps in this process: 18.7911 (mp_runner.py:76) -2024-09-02 00:05:07,197 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0012s, count=578, qps in this process: 19.2659 (mp_runner.py:76) -2024-09-02 00:05:07,202 | INFO |End search in concurrency 70: dur=31.080592990001605s, total_count=37778, qps=1215.4852 (mp_runner.py:120) -2024-09-02 00:05:11,873 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1291.9917, serial_latency_p99=np.float64(0.0751), recall=np.float64(0.7642), ndcg=np.float64(0.8056), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[286.6718, 988.9399, 1228.8779, 1265.1707, 1237.3194, 1259.7343, 1172.5792, 1291.9917, 1270.1939, 1204.1028, 1227.7389, 1277.9873, 1213.3314, 1215.4852], conc_latency_p99_list=[np.float64(0.001998927800494857), np.float64(0.001843047058396769), np.float64(0.002171449882204615), np.float64(0.0023218192569576784), np.float64(0.002493297715089284), np.float64(0.002643497851896973), np.float64(0.0030342186683206818), np.float64(0.002872831086984661), np.float64(0.002848448858265328), np.float64(0.0031516975511396593), np.float64(0.003237637693011493), np.float64(0.003248624329746235), np.float64(0.003206796879641479), np.float64(0.003337103162635321)]) (task_runner.py:197) -2024-09-02 00:05:11,873 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T23:53:29.259881'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1291.9917, serial_latency_p99=np.float64(0.0751), recall=np.float64(0.7642), ndcg=np.float64(0.8056), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[286.6718, 988.9399, 1228.8779, 1265.1707, 1237.3194, 1259.7343, 1172.5792, 1291.9917, 1270.1939, 1204.1028, 1227.7389, 1277.9873, 1213.3314, 1215.4852], conc_latency_p99_list=[np.float64(0.001998927800494857), np.float64(0.001843047058396769), np.float64(0.002171449882204615), np.float64(0.0023218192569576784), np.float64(0.002493297715089284), np.float64(0.002643497851896973), np.float64(0.0030342186683206818), np.float64(0.002872831086984661), np.float64(0.002848448858265328), np.float64(0.0031516975511396593), np.float64(0.003237637693011493), np.float64(0.003248624329746235), np.float64(0.003206796879641479), np.float64(0.003337103162635321)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-02 00:05:11,873 | INFO |Task summary: run_id=5f2d1, task_label=5f2d193f606c448d8cf275f041f6ed78 (models.py:346) -2024-09-02 00:05:11,873 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-02 00:05:11,873 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-02 00:05:11,873 | INFO |PgVector | 2024-09-01T23:53:29.259881 Performance1536D500K 5f2d193f606c448d8cf275f041f6ed78 | 0.0 1291.9917 0.0751 0.7642 0 | :) (models.py:346) -2024-09-02 00:05:11,873 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json (models.py:204) -2024-09-02 00:05:11,874 | INFO |Success to finish task: label=5f2d193f606c448d8cf275f041f6ed78, run_id=5f2d193f606c448d8cf275f041f6ed78 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json b/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json deleted file mode 100644 index 2e3d7901d..000000000 --- a/script/data/aws/db.m6i.large-8-128-80-Performance1536D500K-0-13810/result_20240902_5f2d193f606c448d8cf275f041f6ed78_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "5f2d193f606c448d8cf275f041f6ed78", "task_label": "5f2d193f606c448d8cf275f041f6ed78", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1291.9917, "serial_latency_p99": 0.0751, "recall": 0.7642, "ndcg": 0.8056, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [286.6718, 988.9399, 1228.8779, 1265.1707, 1237.3194, 1259.7343, 1172.5792, 1291.9917, 1270.1939, 1204.1028, 1227.7389, 1277.9873, 1213.3314, 1215.4852], "conc_latency_p99_list": [0.001998927800494857, 0.001843047058396769, 0.002171449882204615, 0.0023218192569576784, 0.002493297715089284, 0.002643497851896973, 0.0030342186683206818, 0.002872831086984661, 0.002848448858265328, 0.0031516975511396593, 0.003237637693011493, 0.003248624329746235, 0.003206796879641479, 0.003337103162635321]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T23:53:29.259881", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 128, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt b/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt deleted file mode 100644 index 2a6915abb..000000000 --- a/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/log.txt +++ /dev/null @@ -1,3852 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 -2024-09-01 19:45:30,986 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:45:30.975001', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:45:30,987 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:45:30.975001', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:45:30,987 | INFO |generated uuid for the tasks: d8842421f3e84a16ac1f0dcf09abf3eb (interface.py:66) -2024-09-01 19:45:31,047 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:45:31,047 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:45:31,047 | INFO | PgVector-2024-09-01T19:45:30.975001 | Performance OpenAI-MEDIUM-500K None | d8842421f3e84a16ac1f0dcf09abf3eb (task_runner.py:340) -2024-09-01 19:45:31,047 | INFO |task submitted: id=d8842421f3e84a16ac1f0dcf09abf3eb, d8842421f3e84a16ac1f0dcf09abf3eb, case number: 1 (interface.py:231) -2024-09-01 19:45:31,461 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:45:30.975001'}, drop_old=True (interface.py:164) -2024-09-01 19:45:31,461 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:45:31,534 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:45:31,535 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 19:45:31,535 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 19:45:31,535 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) -2024-09-01 19:45:31,588 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) -2024-09-01 19:45:32,195 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:45:32,243 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:45:32,266 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:45:32,266 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:45:32,809 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:45:32,809 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) -2024-09-01 19:45:32,809 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) -2024-09-01 19:45:35,126 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:36,048 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:37,671 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:38,572 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:40,136 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:40,979 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:41,791 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:43,441 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:44,381 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:45,933 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:46,814 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:48,458 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:49,345 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:50,920 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:51,682 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:53,272 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:54,140 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:55,739 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:56,553 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:58,200 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:45:58,709 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:45:59,184 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:00,584 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:01,474 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:02,982 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:03,949 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:04,773 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:06,374 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:07,265 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:10,274 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:11,233 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:12,168 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:13,042 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:14,193 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:15,020 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:15,990 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:16,810 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:18,131 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:19,060 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:19,993 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:20,897 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:21,317 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:46:21,702 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:22,575 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:23,528 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:24,434 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:25,212 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:26,195 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:27,026 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:28,009 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:28,954 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:29,936 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:30,829 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:31,777 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:32,626 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:33,790 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:34,633 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:35,832 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:36,778 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:37,854 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:39,070 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:39,826 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:40,292 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:46:40,730 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:41,816 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:43,549 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:44,468 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:45,399 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:46,499 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:47,339 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:48,371 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:49,540 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:50,478 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:51,526 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:52,920 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:54,782 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:56,930 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:58,122 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:46:59,407 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:00,245 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:01,415 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:02,331 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:03,377 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:04,043 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:47:04,413 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:05,303 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:06,185 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:07,049 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:08,077 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:09,040 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:09,930 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:10,737 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:11,611 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:12,865 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:14,110 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:16,178 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:16,974 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:18,789 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:19,606 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:21,278 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:22,963 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:23,854 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:24,915 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:27,390 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 19:47:28,880 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 19:47:28,988 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=116.17829585499567 (serial_runner.py:61) -2024-09-01 19:47:29,695 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:47:29,695 | INFO |PgVector post insert before optimize (pgvector.py:188) -2024-09-01 19:47:29,695 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 19:47:29,695 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 19:47:29,696 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) -2024-09-01 19:47:30,709 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) -2024-09-01 19:47:30,709 | DEBUG | - CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" - USING "hnsw" (embedding "vector_cosine_ops" ) - WITH ( "m" = "8", "ef_construction" = "32" ); (pgvector.py:308) -2024-09-01 19:55:19,285 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=116.87308492900047, optimize_duration=469.5117279400001 load_duration(insert + optimize) = 586.3848 (task_runner.py:167) -2024-09-01 19:55:19,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:55:19,327 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 19:55:19,327 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 19:55:19,334 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 19:55:19,377 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 19:55:19,937 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 19:55:19,957 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:55:19,957 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 19:55:19,958 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 19:55:24,783 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.010608266005874611, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:26,612 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.009277593999286182, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:28,835 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.025869204000628088, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:32,083 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.023601577995577827, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:34,975 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.010704890999477357, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:36,978 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.014895842999976594, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:39,052 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.01467177200538572, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:41,051 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.011885375002748333, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:43,779 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.04795668999577174, latest recall=0.0 (serial_runner.py:202) -2024-09-01 19:55:46,515 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.022475628000393044, latest recall=0.1 (serial_runner.py:202) -2024-09-01 19:55:46,516 | INFO |SpawnProcess-1:3 search entire test_data: cost=23.3793s, queries=1000, avg_recall=0.0944, avg_ndcg=0.1785,avg_latency=0.0234, p99=0.2495 (serial_runner.py:209) -2024-09-01 19:55:47,045 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:55:47,045 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 19:55:48,066 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 19:55:48,126 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:55:48,763 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0007556429991382174 (mp_runner.py:73) -2024-09-01 19:55:49,116 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0009124049975071102 (mp_runner.py:73) -2024-09-01 19:55:49,479 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0005174960024305619 (mp_runner.py:73) -2024-09-01 19:55:49,927 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0011025499989045784 (mp_runner.py:73) -2024-09-01 19:55:50,407 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0012943830006406642 (mp_runner.py:73) -2024-09-01 19:55:50,873 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.0010414599964860827 (mp_runner.py:73) -2024-09-01 19:55:51,371 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0009021999940159731 (mp_runner.py:73) -2024-09-01 19:55:51,831 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0010524020035518333 (mp_runner.py:73) -2024-09-01 19:55:52,327 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0007453209982486442 (mp_runner.py:73) -2024-09-01 19:55:52,824 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0011071729968534783 (mp_runner.py:73) -2024-09-01 19:55:53,358 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0010980589941027574 (mp_runner.py:73) -2024-09-01 19:55:53,904 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0010371319949626923 (mp_runner.py:73) -2024-09-01 19:55:54,407 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0006725209968863055 (mp_runner.py:73) -2024-09-01 19:55:54,877 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.001041750998410862 (mp_runner.py:73) -2024-09-01 19:55:55,358 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0018369219978922047 (mp_runner.py:73) -2024-09-01 19:55:55,886 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0010204889986198395 (mp_runner.py:73) -2024-09-01 19:55:56,279 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.00066834799508797 (mp_runner.py:73) -2024-09-01 19:55:56,716 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0011627959975157864 (mp_runner.py:73) -2024-09-01 19:55:57,275 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.000728442995750811 (mp_runner.py:73) -2024-09-01 19:55:57,792 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0012199919947306626 (mp_runner.py:73) -2024-09-01 19:55:58,303 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.000864641995576676 (mp_runner.py:73) -2024-09-01 19:55:58,897 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0011093789944425225 (mp_runner.py:73) -2024-09-01 19:55:59,384 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0009915639966493472 (mp_runner.py:73) -2024-09-01 19:55:59,849 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0011955360023421235 (mp_runner.py:73) -2024-09-01 19:56:00,386 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0010526530022616498 (mp_runner.py:73) -2024-09-01 19:56:00,882 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0012158120007370599 (mp_runner.py:73) -2024-09-01 19:56:01,373 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0007652530039194971 (mp_runner.py:73) -2024-09-01 19:56:01,846 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.001023140997858718 (mp_runner.py:73) -2024-09-01 19:56:02,388 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0009179600019706413 (mp_runner.py:73) -2024-09-01 19:56:02,920 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0011445890049799345 (mp_runner.py:73) -2024-09-01 19:56:03,517 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.0009297130018239841 (mp_runner.py:73) -2024-09-01 19:56:03,952 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0008613699974375777 (mp_runner.py:73) -2024-09-01 19:56:04,318 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.0008065410002018325 (mp_runner.py:73) -2024-09-01 19:56:04,682 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.0009171190031338483 (mp_runner.py:73) -2024-09-01 19:56:05,048 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.0008521339987055399 (mp_runner.py:73) -2024-09-01 19:56:05,442 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0009703569958219305 (mp_runner.py:73) -2024-09-01 19:56:05,880 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.0006804500008001924 (mp_runner.py:73) -2024-09-01 19:56:06,283 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.000853457000630442 (mp_runner.py:73) -2024-09-01 19:56:06,651 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0007161170069593936 (mp_runner.py:73) -2024-09-01 19:56:07,036 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.0009904480029945262 (mp_runner.py:73) -2024-09-01 19:56:07,443 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0006028800053172745 (mp_runner.py:73) -2024-09-01 19:56:07,871 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.0008155129980877973 (mp_runner.py:73) -2024-09-01 19:56:08,304 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0007695149979554117 (mp_runner.py:73) -2024-09-01 19:56:08,723 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0008356729958904907 (mp_runner.py:73) -2024-09-01 19:56:09,154 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0009188740004901774 (mp_runner.py:73) -2024-09-01 19:56:09,501 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0006537209992529824 (mp_runner.py:73) -2024-09-01 19:56:09,940 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.0007751090015517548 (mp_runner.py:73) -2024-09-01 19:56:10,311 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.0007867989988881163 (mp_runner.py:73) -2024-09-01 19:56:10,786 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.0009395380038768053 (mp_runner.py:73) -2024-09-01 19:56:11,149 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.001082470000255853 (mp_runner.py:73) -2024-09-01 19:56:11,519 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.0006617410035687499 (mp_runner.py:73) -2024-09-01 19:56:11,880 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0010568490033620037 (mp_runner.py:73) -2024-09-01 19:56:12,369 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0007737269988865592 (mp_runner.py:73) -2024-09-01 19:56:12,777 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0009705350021249615 (mp_runner.py:73) -2024-09-01 19:56:13,203 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.0006212380030774511 (mp_runner.py:73) -2024-09-01 19:56:13,738 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.0009182610010611825 (mp_runner.py:73) -2024-09-01 19:56:14,180 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0007563719991594553 (mp_runner.py:73) -2024-09-01 19:56:14,542 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0009296729986090213 (mp_runner.py:73) -2024-09-01 19:56:14,897 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.0005466200018418022 (mp_runner.py:73) -2024-09-01 19:56:15,291 | DEBUG |(SpawnProcess-1:5) search_count: 30000, latest_latency=0.0008021579997148365 (mp_runner.py:73) -2024-09-01 19:56:15,706 | DEBUG |(SpawnProcess-1:5) search_count: 30500, latest_latency=0.001011282998661045 (mp_runner.py:73) -2024-09-01 19:56:16,053 | DEBUG |(SpawnProcess-1:5) search_count: 31000, latest_latency=0.0008994069939944893 (mp_runner.py:73) -2024-09-01 19:56:16,416 | DEBUG |(SpawnProcess-1:5) search_count: 31500, latest_latency=0.0007120920054148883 (mp_runner.py:73) -2024-09-01 19:56:16,776 | DEBUG |(SpawnProcess-1:5) search_count: 32000, latest_latency=0.0006920359955984168 (mp_runner.py:73) -2024-09-01 19:56:17,198 | DEBUG |(SpawnProcess-1:5) search_count: 32500, latest_latency=0.0008894509956007823 (mp_runner.py:73) -2024-09-01 19:56:17,731 | DEBUG |(SpawnProcess-1:5) search_count: 33000, latest_latency=0.0010203269994235598 (mp_runner.py:73) -2024-09-01 19:56:18,129 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0019s, count=33300, qps in this process: 1109.9297 (mp_runner.py:76) -2024-09-01 19:56:18,133 | INFO |End search in concurrency 1: dur=30.066783030997613s, total_count=33300, qps=1107.5345 (mp_runner.py:120) -2024-09-01 19:56:18,314 | INFO |Update largest qps with concurrency 1: current max_qps=1107.5345 (mp_runner.py:124) -2024-09-01 19:56:18,725 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:56:18,725 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 19:56:23,774 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 19:56:23,827 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:56:23,827 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:56:23,829 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:56:23,832 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:56:23,839 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:56:24,677 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0011370159991201945 (mp_runner.py:73) -2024-09-01 19:56:24,681 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0017135630041593686 (mp_runner.py:73) -2024-09-01 19:56:24,715 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.0013800310043734498 (mp_runner.py:73) -2024-09-01 19:56:24,730 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0025609099975554273 (mp_runner.py:73) -2024-09-01 19:56:24,803 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.001435848003893625 (mp_runner.py:73) -2024-09-01 19:56:25,374 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.001900424002087675 (mp_runner.py:73) -2024-09-01 19:56:25,492 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0017305040018982254 (mp_runner.py:73) -2024-09-01 19:56:25,505 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0019155609988956712 (mp_runner.py:73) -2024-09-01 19:56:25,534 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0012615399973583408 (mp_runner.py:73) -2024-09-01 19:56:25,541 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.0011002179962815717 (mp_runner.py:73) -2024-09-01 19:56:26,078 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0018759680024231784 (mp_runner.py:73) -2024-09-01 19:56:26,224 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0011450229940237477 (mp_runner.py:73) -2024-09-01 19:56:26,274 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0017340730046271347 (mp_runner.py:73) -2024-09-01 19:56:26,317 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0011760519992094487 (mp_runner.py:73) -2024-09-01 19:56:26,406 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.0015789280005265027 (mp_runner.py:73) -2024-09-01 19:56:26,756 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0016157049976754934 (mp_runner.py:73) -2024-09-01 19:56:27,099 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0034010160015895963 (mp_runner.py:73) -2024-09-01 19:56:27,141 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.001957810003659688 (mp_runner.py:73) -2024-09-01 19:56:27,152 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.001419118998455815 (mp_runner.py:73) -2024-09-01 19:56:27,217 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.0012217490002512932 (mp_runner.py:73) -2024-09-01 19:56:27,671 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0010733849994721822 (mp_runner.py:73) -2024-09-01 19:56:27,849 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.001088072000129614 (mp_runner.py:73) -2024-09-01 19:56:27,879 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.0009269400034099817 (mp_runner.py:73) -2024-09-01 19:56:27,988 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.001049751001119148 (mp_runner.py:73) -2024-09-01 19:56:27,990 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0027356049977242947 (mp_runner.py:73) -2024-09-01 19:56:28,417 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0014428440044866875 (mp_runner.py:73) -2024-09-01 19:56:28,603 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0009673780004959553 (mp_runner.py:73) -2024-09-01 19:56:28,692 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.0012995759971090592 (mp_runner.py:73) -2024-09-01 19:56:28,801 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0015894910029601306 (mp_runner.py:73) -2024-09-01 19:56:28,851 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0012558529997477308 (mp_runner.py:73) -2024-09-01 19:56:29,367 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0012452939990907907 (mp_runner.py:73) -2024-09-01 19:56:29,504 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.002003421999688726 (mp_runner.py:73) -2024-09-01 19:56:29,558 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.0012777550000464544 (mp_runner.py:73) -2024-09-01 19:56:29,625 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.000992565997876227 (mp_runner.py:73) -2024-09-01 19:56:29,631 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0009900910008582287 (mp_runner.py:73) -2024-09-01 19:56:30,291 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0018147369992220774 (mp_runner.py:73) -2024-09-01 19:56:30,455 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.0028344759994070046 (mp_runner.py:73) -2024-09-01 19:56:30,491 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.001470601993787568 (mp_runner.py:73) -2024-09-01 19:56:30,520 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0017946839943761006 (mp_runner.py:73) -2024-09-01 19:56:30,529 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0017719489987939596 (mp_runner.py:73) -2024-09-01 19:56:31,200 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0018340799942961894 (mp_runner.py:73) -2024-09-01 19:56:31,256 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.0010588079967419617 (mp_runner.py:73) -2024-09-01 19:56:31,322 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.0017288649978581816 (mp_runner.py:73) -2024-09-01 19:56:31,341 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.001754781995259691 (mp_runner.py:73) -2024-09-01 19:56:31,352 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.002176264999434352 (mp_runner.py:73) -2024-09-01 19:56:32,053 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0025743229998624884 (mp_runner.py:73) -2024-09-01 19:56:32,072 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.0012388030008878559 (mp_runner.py:73) -2024-09-01 19:56:32,098 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.0011345950042596087 (mp_runner.py:73) -2024-09-01 19:56:32,107 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.001854369998909533 (mp_runner.py:73) -2024-09-01 19:56:32,108 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.002138779003871605 (mp_runner.py:73) -2024-09-01 19:56:32,881 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.0018785390057018958 (mp_runner.py:73) -2024-09-01 19:56:32,908 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0029062360044918023 (mp_runner.py:73) -2024-09-01 19:56:32,910 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0021115319977980107 (mp_runner.py:73) -2024-09-01 19:56:32,921 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0008116559984046035 (mp_runner.py:73) -2024-09-01 19:56:32,922 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0012901549998787232 (mp_runner.py:73) -2024-09-01 19:56:33,737 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.007120251997548621 (mp_runner.py:73) -2024-09-01 19:56:33,745 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0008807670019450597 (mp_runner.py:73) -2024-09-01 19:56:33,773 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.005462854998768307 (mp_runner.py:73) -2024-09-01 19:56:33,816 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.0016690720003680326 (mp_runner.py:73) -2024-09-01 19:56:33,847 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.001698041996860411 (mp_runner.py:73) -2024-09-01 19:56:34,585 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.0017229899967787787 (mp_runner.py:73) -2024-09-01 19:56:34,619 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0014621079972130246 (mp_runner.py:73) -2024-09-01 19:56:34,635 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0016071349964477122 (mp_runner.py:73) -2024-09-01 19:56:34,639 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.001095171995984856 (mp_runner.py:73) -2024-09-01 19:56:34,729 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.003130794000753667 (mp_runner.py:73) -2024-09-01 19:56:35,307 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0024004020015127026 (mp_runner.py:73) -2024-09-01 19:56:35,370 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.001184879001812078 (mp_runner.py:73) -2024-09-01 19:56:35,493 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0017437389979022555 (mp_runner.py:73) -2024-09-01 19:56:35,499 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.0018003590012085624 (mp_runner.py:73) -2024-09-01 19:56:35,555 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.0016693620054866187 (mp_runner.py:73) -2024-09-01 19:56:36,229 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0020554720031213947 (mp_runner.py:73) -2024-09-01 19:56:36,273 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.0010101409934577532 (mp_runner.py:73) -2024-09-01 19:56:36,280 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.0014719120008521713 (mp_runner.py:73) -2024-09-01 19:56:36,355 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0008021300018299371 (mp_runner.py:73) -2024-09-01 19:56:36,472 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.002049402995908167 (mp_runner.py:73) -2024-09-01 19:56:37,042 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0017155719979200512 (mp_runner.py:73) -2024-09-01 19:56:37,078 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.00198260199977085 (mp_runner.py:73) -2024-09-01 19:56:37,153 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0011900929966941476 (mp_runner.py:73) -2024-09-01 19:56:37,160 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0011793119992944412 (mp_runner.py:73) -2024-09-01 19:56:37,344 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.0014375370010384358 (mp_runner.py:73) -2024-09-01 19:56:37,885 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0010627049996401183 (mp_runner.py:73) -2024-09-01 19:56:37,926 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0017111970009864308 (mp_runner.py:73) -2024-09-01 19:56:37,939 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0007786019996274263 (mp_runner.py:73) -2024-09-01 19:56:37,944 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0010257160029141232 (mp_runner.py:73) -2024-09-01 19:56:38,177 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0010920440035988577 (mp_runner.py:73) -2024-09-01 19:56:38,707 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.002932832001533825 (mp_runner.py:73) -2024-09-01 19:56:38,743 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0022551049987669103 (mp_runner.py:73) -2024-09-01 19:56:38,782 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.003064374999667052 (mp_runner.py:73) -2024-09-01 19:56:38,790 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0016451459960080683 (mp_runner.py:73) -2024-09-01 19:56:39,000 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.001961930996912997 (mp_runner.py:73) -2024-09-01 19:56:39,605 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.001090121004381217 (mp_runner.py:73) -2024-09-01 19:56:39,740 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0010749919965746813 (mp_runner.py:73) -2024-09-01 19:56:39,740 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.003151199998683296 (mp_runner.py:73) -2024-09-01 19:56:39,825 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.0009996999942814 (mp_runner.py:73) -2024-09-01 19:56:39,874 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0015244730020640418 (mp_runner.py:73) -2024-09-01 19:56:40,339 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.002352267998503521 (mp_runner.py:73) -2024-09-01 19:56:40,544 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0019837900035781786 (mp_runner.py:73) -2024-09-01 19:56:40,565 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0013991239975439385 (mp_runner.py:73) -2024-09-01 19:56:40,650 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.0011666380014503375 (mp_runner.py:73) -2024-09-01 19:56:40,770 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.002828352000506129 (mp_runner.py:73) -2024-09-01 19:56:41,147 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.001058452995494008 (mp_runner.py:73) -2024-09-01 19:56:41,416 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0020630099970730953 (mp_runner.py:73) -2024-09-01 19:56:41,428 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0010113960015587509 (mp_runner.py:73) -2024-09-01 19:56:41,448 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.001696819999779109 (mp_runner.py:73) -2024-09-01 19:56:41,601 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.002104721999785397 (mp_runner.py:73) -2024-09-01 19:56:41,916 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.0019493250001687557 (mp_runner.py:73) -2024-09-01 19:56:42,399 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.0012369169999146834 (mp_runner.py:73) -2024-09-01 19:56:42,505 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.002504907999536954 (mp_runner.py:73) -2024-09-01 19:56:42,523 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.002362418999837246 (mp_runner.py:73) -2024-09-01 19:56:42,677 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0025725900050019845 (mp_runner.py:73) -2024-09-01 19:56:42,945 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0019906830057152547 (mp_runner.py:73) -2024-09-01 19:56:43,223 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.0020207979978295043 (mp_runner.py:73) -2024-09-01 19:56:43,342 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0010431789996800944 (mp_runner.py:73) -2024-09-01 19:56:43,343 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0028310089983278885 (mp_runner.py:73) -2024-09-01 19:56:43,505 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0010146319982595742 (mp_runner.py:73) -2024-09-01 19:56:43,895 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.002290050993906334 (mp_runner.py:73) -2024-09-01 19:56:44,231 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.002014662997680716 (mp_runner.py:73) -2024-09-01 19:56:44,265 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0018488529967726208 (mp_runner.py:73) -2024-09-01 19:56:44,306 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.002005742004257627 (mp_runner.py:73) -2024-09-01 19:56:44,536 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0036655869989772327 (mp_runner.py:73) -2024-09-01 19:56:44,752 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0013177480068407021 (mp_runner.py:73) -2024-09-01 19:56:45,120 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.0063190370055963285 (mp_runner.py:73) -2024-09-01 19:56:45,411 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0017304799985140562 (mp_runner.py:73) -2024-09-01 19:56:45,425 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0017840069995145313 (mp_runner.py:73) -2024-09-01 19:56:45,677 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0016154600016307086 (mp_runner.py:73) -2024-09-01 19:56:45,719 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0023758810057188384 (mp_runner.py:73) -2024-09-01 19:56:45,964 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.0014247450017137453 (mp_runner.py:73) -2024-09-01 19:56:46,269 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.0019035400036955252 (mp_runner.py:73) -2024-09-01 19:56:46,298 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0023991859998204745 (mp_runner.py:73) -2024-09-01 19:56:46,489 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0021009429983678274 (mp_runner.py:73) -2024-09-01 19:56:46,502 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.0015835199956200086 (mp_runner.py:73) -2024-09-01 19:56:46,827 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.001585325997439213 (mp_runner.py:73) -2024-09-01 19:56:47,143 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.000998654002614785 (mp_runner.py:73) -2024-09-01 19:56:47,150 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0013681110067409463 (mp_runner.py:73) -2024-09-01 19:56:47,294 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.002384126994002145 (mp_runner.py:73) -2024-09-01 19:56:47,330 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.001355590000457596 (mp_runner.py:73) -2024-09-01 19:56:47,650 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.002835860002960544 (mp_runner.py:73) -2024-09-01 19:56:47,956 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.001449157003662549 (mp_runner.py:73) -2024-09-01 19:56:47,991 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.001483514002757147 (mp_runner.py:73) -2024-09-01 19:56:48,177 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.0022000230019330047 (mp_runner.py:73) -2024-09-01 19:56:48,236 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.001835236995248124 (mp_runner.py:73) -2024-09-01 19:56:48,514 | DEBUG |(SpawnProcess-1:10) search_count: 14500, latest_latency=0.003166987000440713 (mp_runner.py:73) -2024-09-01 19:56:48,901 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.001597454996954184 (mp_runner.py:73) -2024-09-01 19:56:48,934 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.0021435440066852607 (mp_runner.py:73) -2024-09-01 19:56:48,988 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.001234294002642855 (mp_runner.py:73) -2024-09-01 19:56:49,098 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.0015877019977779128 (mp_runner.py:73) -2024-09-01 19:56:49,330 | DEBUG |(SpawnProcess-1:10) search_count: 15000, latest_latency=0.0032775219951872714 (mp_runner.py:73) -2024-09-01 19:56:49,751 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.001781303006282542 (mp_runner.py:73) -2024-09-01 19:56:49,772 | DEBUG |(SpawnProcess-1:11) search_count: 15500, latest_latency=0.0028750909987138584 (mp_runner.py:73) -2024-09-01 19:56:49,774 | DEBUG |(SpawnProcess-1:7) search_count: 15000, latest_latency=0.001587268998264335 (mp_runner.py:73) -2024-09-01 19:56:49,903 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0012959300001966767 (mp_runner.py:73) -2024-09-01 19:56:50,121 | DEBUG |(SpawnProcess-1:10) search_count: 15500, latest_latency=0.0009662220036261715 (mp_runner.py:73) -2024-09-01 19:56:50,568 | DEBUG |(SpawnProcess-1:11) search_count: 16000, latest_latency=0.006153039998025633 (mp_runner.py:73) -2024-09-01 19:56:50,671 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.0015647170002921484 (mp_runner.py:73) -2024-09-01 19:56:50,681 | DEBUG |(SpawnProcess-1:7) search_count: 15500, latest_latency=0.0034834969992516562 (mp_runner.py:73) -2024-09-01 19:56:50,859 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.0024973350009531714 (mp_runner.py:73) -2024-09-01 19:56:50,984 | DEBUG |(SpawnProcess-1:10) search_count: 16000, latest_latency=0.0026035359987872653 (mp_runner.py:73) -2024-09-01 19:56:51,420 | DEBUG |(SpawnProcess-1:11) search_count: 16500, latest_latency=0.0015090750021045096 (mp_runner.py:73) -2024-09-01 19:56:51,566 | DEBUG |(SpawnProcess-1:7) search_count: 16000, latest_latency=0.002751867999904789 (mp_runner.py:73) -2024-09-01 19:56:51,617 | DEBUG |(SpawnProcess-1:9) search_count: 16000, latest_latency=0.0013326879998203367 (mp_runner.py:73) -2024-09-01 19:56:51,745 | DEBUG |(SpawnProcess-1:8) search_count: 16000, latest_latency=0.0011774660015362315 (mp_runner.py:73) -2024-09-01 19:56:51,832 | DEBUG |(SpawnProcess-1:10) search_count: 16500, latest_latency=0.0017712249973556027 (mp_runner.py:73) -2024-09-01 19:56:52,218 | DEBUG |(SpawnProcess-1:11) search_count: 17000, latest_latency=0.0014380809952854179 (mp_runner.py:73) -2024-09-01 19:56:52,423 | DEBUG |(SpawnProcess-1:7) search_count: 16500, latest_latency=0.0010890470002777874 (mp_runner.py:73) -2024-09-01 19:56:52,445 | DEBUG |(SpawnProcess-1:9) search_count: 16500, latest_latency=0.0012337139996816404 (mp_runner.py:73) -2024-09-01 19:56:52,608 | DEBUG |(SpawnProcess-1:10) search_count: 17000, latest_latency=0.0014688570008729585 (mp_runner.py:73) -2024-09-01 19:56:52,630 | DEBUG |(SpawnProcess-1:8) search_count: 16500, latest_latency=0.002031644995440729 (mp_runner.py:73) -2024-09-01 19:56:53,012 | DEBUG |(SpawnProcess-1:11) search_count: 17500, latest_latency=0.0010622740010148846 (mp_runner.py:73) -2024-09-01 19:56:53,250 | DEBUG |(SpawnProcess-1:7) search_count: 17000, latest_latency=0.0015042569939396344 (mp_runner.py:73) -2024-09-01 19:56:53,280 | DEBUG |(SpawnProcess-1:9) search_count: 17000, latest_latency=0.0034720859985100105 (mp_runner.py:73) -2024-09-01 19:56:53,427 | DEBUG |(SpawnProcess-1:8) search_count: 17000, latest_latency=0.0010876339947571978 (mp_runner.py:73) -2024-09-01 19:56:53,442 | DEBUG |(SpawnProcess-1:10) search_count: 17500, latest_latency=0.0020169509953120723 (mp_runner.py:73) -2024-09-01 19:56:53,826 | DEBUG |(SpawnProcess-1:11) search_count: 18000, latest_latency=0.002083717998175416 (mp_runner.py:73) -2024-09-01 19:56:53,828 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0007s, count=17740, qps in this process: 591.3195 (mp_runner.py:76) -2024-09-01 19:56:53,828 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0007s, count=18002, qps in this process: 600.0527 (mp_runner.py:76) -2024-09-01 19:56:53,832 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0009s, count=17331, qps in this process: 577.6827 (mp_runner.py:76) -2024-09-01 19:56:53,835 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=17240, qps in this process: 574.6513 (mp_runner.py:76) -2024-09-01 19:56:53,843 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0032s, count=17320, qps in this process: 577.2718 (mp_runner.py:76) -2024-09-01 19:56:53,849 | INFO |End search in concurrency 5: dur=30.07500605599489s, total_count=87633, qps=2913.8149 (mp_runner.py:120) -2024-09-01 19:56:54,163 | INFO |Update largest qps with concurrency 5: current max_qps=2913.8149 (mp_runner.py:124) -2024-09-01 19:56:54,572 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:56:54,572 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 19:57:04,753 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 19:57:04,797 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,820 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,824 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,837 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,887 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,890 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,912 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,922 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,933 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,940 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:04,941 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:06,815 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.0010618739979690872 (mp_runner.py:73) -2024-09-01 19:57:06,816 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0033675390004646033 (mp_runner.py:73) -2024-09-01 19:57:06,816 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.0033825909995357506 (mp_runner.py:73) -2024-09-01 19:57:06,817 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.005156669001735281 (mp_runner.py:73) -2024-09-01 19:57:06,817 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006228081001609098 (mp_runner.py:73) -2024-09-01 19:57:06,864 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.003491598996333778 (mp_runner.py:73) -2024-09-01 19:57:06,864 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.004020282001874875 (mp_runner.py:73) -2024-09-01 19:57:06,865 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0030650140033685602 (mp_runner.py:73) -2024-09-01 19:57:06,865 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.00464004700188525 (mp_runner.py:73) -2024-09-01 19:57:06,865 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.006328090996248648 (mp_runner.py:73) -2024-09-01 19:57:06,919 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0022877310038893484 (mp_runner.py:73) -2024-09-01 19:57:06,919 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.0033174950003740378 (mp_runner.py:73) -2024-09-01 19:57:06,920 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0050070409997715615 (mp_runner.py:73) -2024-09-01 19:57:06,921 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.005342913995264098 (mp_runner.py:73) -2024-09-01 19:57:07,069 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.004030413998407312 (mp_runner.py:73) -2024-09-01 19:57:08,708 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.0032728080041124485 (mp_runner.py:73) -2024-09-01 19:57:08,709 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.0034027319998131134 (mp_runner.py:73) -2024-09-01 19:57:08,709 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004619172999809962 (mp_runner.py:73) -2024-09-01 19:57:08,710 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.005728420001105405 (mp_runner.py:73) -2024-09-01 19:57:08,710 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.004499814996961504 (mp_runner.py:73) -2024-09-01 19:57:08,817 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.00346756699582329 (mp_runner.py:73) -2024-09-01 19:57:08,819 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.00563783500547288 (mp_runner.py:73) -2024-09-01 19:57:08,819 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.005718590000469703 (mp_runner.py:73) -2024-09-01 19:57:08,820 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.003808525994827505 (mp_runner.py:73) -2024-09-01 19:57:08,820 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.0045513889999710955 (mp_runner.py:73) -2024-09-01 19:57:08,971 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.0035661020010593347 (mp_runner.py:73) -2024-09-01 19:57:08,973 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.005180635002034251 (mp_runner.py:73) -2024-09-01 19:57:08,974 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.004145886996411718 (mp_runner.py:73) -2024-09-01 19:57:08,974 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0049879779980983585 (mp_runner.py:73) -2024-09-01 19:57:09,598 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.009785803995328024 (mp_runner.py:73) -2024-09-01 19:57:11,053 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006338492996292189 (mp_runner.py:73) -2024-09-01 19:57:11,054 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.007362075994024053 (mp_runner.py:73) -2024-09-01 19:57:11,054 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.008356979997188319 (mp_runner.py:73) -2024-09-01 19:57:11,088 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.0037411059965961613 (mp_runner.py:73) -2024-09-01 19:57:11,088 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.005673305000527762 (mp_runner.py:73) -2024-09-01 19:57:11,096 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.00375178900139872 (mp_runner.py:73) -2024-09-01 19:57:11,097 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.004385533000458963 (mp_runner.py:73) -2024-09-01 19:57:11,098 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00685865700506838 (mp_runner.py:73) -2024-09-01 19:57:11,099 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.006485711994173471 (mp_runner.py:73) -2024-09-01 19:57:11,231 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.0016614790001767687 (mp_runner.py:73) -2024-09-01 19:57:11,335 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.005750707998231519 (mp_runner.py:73) -2024-09-01 19:57:11,382 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005385429998568725 (mp_runner.py:73) -2024-09-01 19:57:11,753 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.008355013000254985 (mp_runner.py:73) -2024-09-01 19:57:11,829 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.010428896996018011 (mp_runner.py:73) -2024-09-01 19:57:12,521 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.008602335001341999 (mp_runner.py:73) -2024-09-01 19:57:12,795 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.005389443002059124 (mp_runner.py:73) -2024-09-01 19:57:12,836 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.005186498005059548 (mp_runner.py:73) -2024-09-01 19:57:13,066 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.004905383997538593 (mp_runner.py:73) -2024-09-01 19:57:13,321 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.004326440997829195 (mp_runner.py:73) -2024-09-01 19:57:13,323 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004843417002120987 (mp_runner.py:73) -2024-09-01 19:57:13,685 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.006335751997539774 (mp_runner.py:73) -2024-09-01 19:57:13,741 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.013007500994717702 (mp_runner.py:73) -2024-09-01 19:57:13,798 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.017402557998138946 (mp_runner.py:73) -2024-09-01 19:57:13,853 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.007767499999317806 (mp_runner.py:73) -2024-09-01 19:57:14,156 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.007246916997246444 (mp_runner.py:73) -2024-09-01 19:57:14,343 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.005239008998614736 (mp_runner.py:73) -2024-09-01 19:57:14,410 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.005756632002885453 (mp_runner.py:73) -2024-09-01 19:57:14,532 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.004471047002880368 (mp_runner.py:73) -2024-09-01 19:57:14,576 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.005447759001981467 (mp_runner.py:73) -2024-09-01 19:57:15,118 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.0012964339985046536 (mp_runner.py:73) -2024-09-01 19:57:15,118 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.0016490529960719869 (mp_runner.py:73) -2024-09-01 19:57:15,270 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.005543731997022405 (mp_runner.py:73) -2024-09-01 19:57:15,555 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.005779999999504071 (mp_runner.py:73) -2024-09-01 19:57:15,741 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.004244358999130782 (mp_runner.py:73) -2024-09-01 19:57:15,745 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.008529712999006733 (mp_runner.py:73) -2024-09-01 19:57:16,317 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.0065700480045052245 (mp_runner.py:73) -2024-09-01 19:57:16,412 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.005379611000535078 (mp_runner.py:73) -2024-09-01 19:57:16,458 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.004872077995969448 (mp_runner.py:73) -2024-09-01 19:57:16,473 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.006132540001999587 (mp_runner.py:73) -2024-09-01 19:57:16,714 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.005040814998210408 (mp_runner.py:73) -2024-09-01 19:57:16,823 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.00406444300460862 (mp_runner.py:73) -2024-09-01 19:57:16,849 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.00358699299977161 (mp_runner.py:73) -2024-09-01 19:57:17,045 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.004269719996955246 (mp_runner.py:73) -2024-09-01 19:57:17,051 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0045045689985272475 (mp_runner.py:73) -2024-09-01 19:57:17,447 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0026105620054295287 (mp_runner.py:73) -2024-09-01 19:57:17,448 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.00459396999940509 (mp_runner.py:73) -2024-09-01 19:57:17,731 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.004740267999295611 (mp_runner.py:73) -2024-09-01 19:57:17,965 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.004948200999933761 (mp_runner.py:73) -2024-09-01 19:57:18,060 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005023373996664304 (mp_runner.py:73) -2024-09-01 19:57:18,064 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.008518820002791472 (mp_runner.py:73) -2024-09-01 19:57:18,812 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.006743901001755148 (mp_runner.py:73) -2024-09-01 19:57:18,843 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.00673159599682549 (mp_runner.py:73) -2024-09-01 19:57:18,878 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.005695136998838279 (mp_runner.py:73) -2024-09-01 19:57:18,878 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0071773360032239 (mp_runner.py:73) -2024-09-01 19:57:19,172 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.003972407997935079 (mp_runner.py:73) -2024-09-01 19:57:19,317 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.005584364997048397 (mp_runner.py:73) -2024-09-01 19:57:19,370 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.005078654998214915 (mp_runner.py:73) -2024-09-01 19:57:19,437 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.003842016994894948 (mp_runner.py:73) -2024-09-01 19:57:19,462 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.006039443003828637 (mp_runner.py:73) -2024-09-01 19:57:19,627 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.0038000390050001442 (mp_runner.py:73) -2024-09-01 19:57:19,627 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.004923497996060178 (mp_runner.py:73) -2024-09-01 19:57:20,174 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.0043491380056366324 (mp_runner.py:73) -2024-09-01 19:57:20,282 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.003909464998287149 (mp_runner.py:73) -2024-09-01 19:57:20,284 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.006983454994042404 (mp_runner.py:73) -2024-09-01 19:57:20,369 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.005723112000850961 (mp_runner.py:73) -2024-09-01 19:57:21,169 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.004744273996038828 (mp_runner.py:73) -2024-09-01 19:57:21,169 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.0037097780004842207 (mp_runner.py:73) -2024-09-01 19:57:21,171 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.007397356996079907 (mp_runner.py:73) -2024-09-01 19:57:21,172 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.009329387998150196 (mp_runner.py:73) -2024-09-01 19:57:21,713 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.004618330996891018 (mp_runner.py:73) -2024-09-01 19:57:21,789 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.004845938005018979 (mp_runner.py:73) -2024-09-01 19:57:21,834 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.004407296000863425 (mp_runner.py:73) -2024-09-01 19:57:21,985 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.0067161019978811964 (mp_runner.py:73) -2024-09-01 19:57:22,054 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.006607437004277017 (mp_runner.py:73) -2024-09-01 19:57:22,093 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.005457070001284592 (mp_runner.py:73) -2024-09-01 19:57:22,132 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.006451407003623899 (mp_runner.py:73) -2024-09-01 19:57:22,361 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.004706786006863695 (mp_runner.py:73) -2024-09-01 19:57:22,362 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.004181258998869453 (mp_runner.py:73) -2024-09-01 19:57:22,620 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.00780087699968135 (mp_runner.py:73) -2024-09-01 19:57:22,991 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.005177330996957608 (mp_runner.py:73) -2024-09-01 19:57:23,535 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.00421181400452042 (mp_runner.py:73) -2024-09-01 19:57:23,536 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.0037831849986105226 (mp_runner.py:73) -2024-09-01 19:57:23,537 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.004687342996476218 (mp_runner.py:73) -2024-09-01 19:57:23,537 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.0029990740003995597 (mp_runner.py:73) -2024-09-01 19:57:23,710 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.0048643890040693805 (mp_runner.py:73) -2024-09-01 19:57:24,242 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.0037889390005148016 (mp_runner.py:73) -2024-09-01 19:57:24,446 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.0061164610015111975 (mp_runner.py:73) -2024-09-01 19:57:24,496 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.004303049005102366 (mp_runner.py:73) -2024-09-01 19:57:24,639 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.0048959419946186244 (mp_runner.py:73) -2024-09-01 19:57:24,691 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.004242687995429151 (mp_runner.py:73) -2024-09-01 19:57:24,708 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.0035466450062813237 (mp_runner.py:73) -2024-09-01 19:57:24,709 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.007006043000728823 (mp_runner.py:73) -2024-09-01 19:57:24,709 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.005483277003804687 (mp_runner.py:73) -2024-09-01 19:57:25,046 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.005719822001992725 (mp_runner.py:73) -2024-09-01 19:57:25,485 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.0057373889940208755 (mp_runner.py:73) -2024-09-01 19:57:25,812 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.004892846001894213 (mp_runner.py:73) -2024-09-01 19:57:25,909 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.005751942997449078 (mp_runner.py:73) -2024-09-01 19:57:25,910 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.004842984002607409 (mp_runner.py:73) -2024-09-01 19:57:26,026 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.0036330639995867386 (mp_runner.py:73) -2024-09-01 19:57:26,041 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.008068424998782575 (mp_runner.py:73) -2024-09-01 19:57:26,525 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.005268934997729957 (mp_runner.py:73) -2024-09-01 19:57:26,734 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.004829853001865558 (mp_runner.py:73) -2024-09-01 19:57:26,795 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.002038578000792768 (mp_runner.py:73) -2024-09-01 19:57:26,795 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.0020937230001436546 (mp_runner.py:73) -2024-09-01 19:57:26,796 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.00204669500089949 (mp_runner.py:73) -2024-09-01 19:57:26,796 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.004519383997831028 (mp_runner.py:73) -2024-09-01 19:57:26,797 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.005023185003665276 (mp_runner.py:73) -2024-09-01 19:57:26,957 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.00577510899893241 (mp_runner.py:73) -2024-09-01 19:57:27,342 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.0047954969995771535 (mp_runner.py:73) -2024-09-01 19:57:28,034 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.0044988129957346246 (mp_runner.py:73) -2024-09-01 19:57:28,313 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.0056826200016075745 (mp_runner.py:73) -2024-09-01 19:57:28,345 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.003946073004044592 (mp_runner.py:73) -2024-09-01 19:57:28,346 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.004870655000559054 (mp_runner.py:73) -2024-09-01 19:57:28,360 | DEBUG |(SpawnProcess-1:18) search_count: 5500, latest_latency=0.0050653360012802295 (mp_runner.py:73) -2024-09-01 19:57:28,595 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.002778199006570503 (mp_runner.py:73) -2024-09-01 19:57:28,927 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.003977043001214042 (mp_runner.py:73) -2024-09-01 19:57:28,929 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.004685667001467664 (mp_runner.py:73) -2024-09-01 19:57:28,929 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.0014425350018427707 (mp_runner.py:73) -2024-09-01 19:57:28,930 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.006937435995496344 (mp_runner.py:73) -2024-09-01 19:57:28,930 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.007040137999865692 (mp_runner.py:73) -2024-09-01 19:57:28,951 | DEBUG |(SpawnProcess-1:15) search_count: 5500, latest_latency=0.006060697000066284 (mp_runner.py:73) -2024-09-01 19:57:29,127 | DEBUG |(SpawnProcess-1:20) search_count: 5500, latest_latency=0.005484531000547577 (mp_runner.py:73) -2024-09-01 19:57:29,363 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.005152268997335341 (mp_runner.py:73) -2024-09-01 19:57:29,798 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.010807213002408389 (mp_runner.py:73) -2024-09-01 19:57:30,672 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.006076662000850774 (mp_runner.py:73) -2024-09-01 19:57:30,782 | DEBUG |(SpawnProcess-1:18) search_count: 6000, latest_latency=0.004710732995590661 (mp_runner.py:73) -2024-09-01 19:57:30,896 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.0035234139941167086 (mp_runner.py:73) -2024-09-01 19:57:30,897 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.00435945599747356 (mp_runner.py:73) -2024-09-01 19:57:30,985 | DEBUG |(SpawnProcess-1:14) search_count: 5500, latest_latency=0.00540863600326702 (mp_runner.py:73) -2024-09-01 19:57:31,024 | DEBUG |(SpawnProcess-1:26) search_count: 5500, latest_latency=0.0026639159987098537 (mp_runner.py:73) -2024-09-01 19:57:31,024 | DEBUG |(SpawnProcess-1:27) search_count: 5500, latest_latency=0.0026075920031871647 (mp_runner.py:73) -2024-09-01 19:57:31,024 | DEBUG |(SpawnProcess-1:24) search_count: 5500, latest_latency=0.0008545180025976151 (mp_runner.py:73) -2024-09-01 19:57:31,026 | DEBUG |(SpawnProcess-1:17) search_count: 5500, latest_latency=0.004587675000948366 (mp_runner.py:73) -2024-09-01 19:57:31,026 | DEBUG |(SpawnProcess-1:16) search_count: 5500, latest_latency=0.00542318299994804 (mp_runner.py:73) -2024-09-01 19:57:31,027 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.0044062950037186965 (mp_runner.py:73) -2024-09-01 19:57:31,268 | DEBUG |(SpawnProcess-1:15) search_count: 6000, latest_latency=0.004213820997392759 (mp_runner.py:73) -2024-09-01 19:57:31,398 | DEBUG |(SpawnProcess-1:20) search_count: 6000, latest_latency=0.004593808997015003 (mp_runner.py:73) -2024-09-01 19:57:31,772 | DEBUG |(SpawnProcess-1:13) search_count: 6000, latest_latency=0.005308333995344583 (mp_runner.py:73) -2024-09-01 19:57:32,131 | DEBUG |(SpawnProcess-1:25) search_count: 6000, latest_latency=0.005243654995865654 (mp_runner.py:73) -2024-09-01 19:57:32,842 | DEBUG |(SpawnProcess-1:27) search_count: 6000, latest_latency=0.0033698970000841655 (mp_runner.py:73) -2024-09-01 19:57:32,842 | DEBUG |(SpawnProcess-1:24) search_count: 6000, latest_latency=0.003649320002296008 (mp_runner.py:73) -2024-09-01 19:57:32,842 | DEBUG |(SpawnProcess-1:14) search_count: 6000, latest_latency=0.0034011960015050136 (mp_runner.py:73) -2024-09-01 19:57:32,843 | DEBUG |(SpawnProcess-1:17) search_count: 6000, latest_latency=0.005080831004306674 (mp_runner.py:73) -2024-09-01 19:57:32,843 | DEBUG |(SpawnProcess-1:23) search_count: 6000, latest_latency=0.003653143998235464 (mp_runner.py:73) -2024-09-01 19:57:32,844 | DEBUG |(SpawnProcess-1:19) search_count: 6000, latest_latency=0.006950625000172295 (mp_runner.py:73) -2024-09-01 19:57:32,844 | DEBUG |(SpawnProcess-1:16) search_count: 6000, latest_latency=0.004296962004445959 (mp_runner.py:73) -2024-09-01 19:57:32,996 | DEBUG |(SpawnProcess-1:26) search_count: 6000, latest_latency=0.008470109998597763 (mp_runner.py:73) -2024-09-01 19:57:32,997 | DEBUG |(SpawnProcess-1:22) search_count: 6000, latest_latency=0.007297457006643526 (mp_runner.py:73) -2024-09-01 19:57:33,147 | DEBUG |(SpawnProcess-1:18) search_count: 6500, latest_latency=0.005975102998490911 (mp_runner.py:73) -2024-09-01 19:57:33,217 | DEBUG |(SpawnProcess-1:21) search_count: 5500, latest_latency=0.009826738998526707 (mp_runner.py:73) -2024-09-01 19:57:33,306 | DEBUG |(SpawnProcess-1:15) search_count: 6500, latest_latency=0.000830548997328151 (mp_runner.py:73) -2024-09-01 19:57:33,775 | DEBUG |(SpawnProcess-1:20) search_count: 6500, latest_latency=0.004794163993210532 (mp_runner.py:73) -2024-09-01 19:57:33,906 | DEBUG |(SpawnProcess-1:13) search_count: 6500, latest_latency=0.0051367120031500235 (mp_runner.py:73) -2024-09-01 19:57:33,984 | DEBUG |(SpawnProcess-1:25) search_count: 6500, latest_latency=0.003928015998098999 (mp_runner.py:73) -2024-09-01 19:57:34,798 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0009s, count=6705, qps in this process: 223.4933 (mp_runner.py:76) -2024-09-01 19:57:34,823 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0013s, count=5802, qps in this process: 193.3916 (mp_runner.py:76) -2024-09-01 19:57:34,829 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0039s, count=6949, qps in this process: 231.6032 (mp_runner.py:76) -2024-09-01 19:57:34,841 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0004s, count=6423, qps in this process: 214.0971 (mp_runner.py:76) -2024-09-01 19:57:34,890 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0018s, count=6437, qps in this process: 214.5538 (mp_runner.py:76) -2024-09-01 19:57:34,892 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0024s, count=6360, qps in this process: 211.983 (mp_runner.py:76) -2024-09-01 19:57:34,899 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.005s, count=6439, qps in this process: 214.5976 (mp_runner.py:76) -2024-09-01 19:57:34,916 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0019s, count=6777, qps in this process: 225.8857 (mp_runner.py:76) -2024-09-01 19:57:34,926 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0018s, count=6728, qps in this process: 224.2532 (mp_runner.py:76) -2024-09-01 19:57:34,937 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0022s, count=6454, qps in this process: 215.1176 (mp_runner.py:76) -2024-09-01 19:57:34,937 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0002s, count=6926, qps in this process: 230.8651 (mp_runner.py:76) -2024-09-01 19:57:34,937 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0008s, count=6461, qps in this process: 215.3609 (mp_runner.py:76) -2024-09-01 19:57:34,944 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.001s, count=6398, qps in this process: 213.2596 (mp_runner.py:76) -2024-09-01 19:57:34,944 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.0006s, count=6374, qps in this process: 212.4624 (mp_runner.py:76) -2024-09-01 19:57:34,946 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0034s, count=6387, qps in this process: 212.8759 (mp_runner.py:76) -2024-09-01 19:57:34,956 | INFO |End search in concurrency 15: dur=30.203121552003722s, total_count=97620, qps=3232.1163 (mp_runner.py:120) -2024-09-01 19:57:35,829 | INFO |Update largest qps with concurrency 15: current max_qps=3232.1163 (mp_runner.py:124) -2024-09-01 19:57:36,234 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:57:36,235 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 19:57:46,465 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 19:57:46,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,629 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,649 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,696 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,717 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,718 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,726 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,728 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,729 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,742 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,758 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,790 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,846 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:46,864 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:57:51,062 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.014855761000944767 (mp_runner.py:73) -2024-09-01 19:57:51,262 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.010034528000687715 (mp_runner.py:73) -2024-09-01 19:57:51,517 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.007099372000084259 (mp_runner.py:73) -2024-09-01 19:57:51,535 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.009227062997524627 (mp_runner.py:73) -2024-09-01 19:57:51,554 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.005803313993965276 (mp_runner.py:73) -2024-09-01 19:57:51,644 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.007047095001325943 (mp_runner.py:73) -2024-09-01 19:57:51,817 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.004226623001159169 (mp_runner.py:73) -2024-09-01 19:57:51,821 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.008955233002780005 (mp_runner.py:73) -2024-09-01 19:57:51,885 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.005531875998713076 (mp_runner.py:73) -2024-09-01 19:57:52,022 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.004748333005409222 (mp_runner.py:73) -2024-09-01 19:57:52,094 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.007454261998645961 (mp_runner.py:73) -2024-09-01 19:57:52,194 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.006137918993772473 (mp_runner.py:73) -2024-09-01 19:57:52,195 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.008095135002804454 (mp_runner.py:73) -2024-09-01 19:57:52,196 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.009166005002043676 (mp_runner.py:73) -2024-09-01 19:57:52,196 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.0073402010020799935 (mp_runner.py:73) -2024-09-01 19:57:52,335 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.007788998002070002 (mp_runner.py:73) -2024-09-01 19:57:52,374 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.009413991996552795 (mp_runner.py:73) -2024-09-01 19:57:52,480 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.007063436001772061 (mp_runner.py:73) -2024-09-01 19:57:52,755 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.008580912995967083 (mp_runner.py:73) -2024-09-01 19:57:52,798 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.007149096003558952 (mp_runner.py:73) -2024-09-01 19:57:54,355 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.007083616001182236 (mp_runner.py:73) -2024-09-01 19:57:54,356 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.004793731997779105 (mp_runner.py:73) -2024-09-01 19:57:54,358 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.008237196001573466 (mp_runner.py:73) -2024-09-01 19:57:54,358 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.005545631000131834 (mp_runner.py:73) -2024-09-01 19:57:54,359 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.005558114993618801 (mp_runner.py:73) -2024-09-01 19:57:54,741 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.006911637006851379 (mp_runner.py:73) -2024-09-01 19:57:54,830 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.005383955001889262 (mp_runner.py:73) -2024-09-01 19:57:54,830 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.005423718997917604 (mp_runner.py:73) -2024-09-01 19:57:54,868 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.004867732997809071 (mp_runner.py:73) -2024-09-01 19:57:54,869 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.0033449269976699725 (mp_runner.py:73) -2024-09-01 19:57:54,869 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.0060101560011389665 (mp_runner.py:73) -2024-09-01 19:57:54,869 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.006029422998835798 (mp_runner.py:73) -2024-09-01 19:57:54,870 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.0037258480006130412 (mp_runner.py:73) -2024-09-01 19:57:54,871 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.004091675997187849 (mp_runner.py:73) -2024-09-01 19:57:54,871 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.004329577001044527 (mp_runner.py:73) -2024-09-01 19:57:55,636 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.005423377006081864 (mp_runner.py:73) -2024-09-01 19:57:55,637 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.005284605998895131 (mp_runner.py:73) -2024-09-01 19:57:55,637 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.006290231998718809 (mp_runner.py:73) -2024-09-01 19:57:56,131 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.005140045002917759 (mp_runner.py:73) -2024-09-01 19:57:56,170 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.007908279003459029 (mp_runner.py:73) -2024-09-01 19:57:56,891 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.004706024999904912 (mp_runner.py:73) -2024-09-01 19:57:56,891 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.004443388999789022 (mp_runner.py:73) -2024-09-01 19:57:56,892 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.004426181003509555 (mp_runner.py:73) -2024-09-01 19:57:56,892 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.007890490000136197 (mp_runner.py:73) -2024-09-01 19:57:56,894 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.008969986003648955 (mp_runner.py:73) -2024-09-01 19:57:57,370 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.006930364994332194 (mp_runner.py:73) -2024-09-01 19:57:57,371 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.0063051329998415895 (mp_runner.py:73) -2024-09-01 19:57:57,458 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.004408626999065746 (mp_runner.py:73) -2024-09-01 19:57:57,458 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.004219833004754037 (mp_runner.py:73) -2024-09-01 19:57:57,459 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.0048233230045298114 (mp_runner.py:73) -2024-09-01 19:57:57,459 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.006108888999733608 (mp_runner.py:73) -2024-09-01 19:57:57,459 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.003887029997713398 (mp_runner.py:73) -2024-09-01 19:57:57,460 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.006276995001826435 (mp_runner.py:73) -2024-09-01 19:57:57,460 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.0074193269974784926 (mp_runner.py:73) -2024-09-01 19:57:57,574 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.008692126997630112 (mp_runner.py:73) -2024-09-01 19:57:58,974 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.008158897995599546 (mp_runner.py:73) -2024-09-01 19:57:58,975 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.006644731001870241 (mp_runner.py:73) -2024-09-01 19:57:59,060 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.012432640003680717 (mp_runner.py:73) -2024-09-01 19:57:59,695 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.011263415995927062 (mp_runner.py:73) -2024-09-01 19:57:59,695 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.010453670998685993 (mp_runner.py:73) -2024-09-01 19:57:59,834 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.011079201998654753 (mp_runner.py:73) -2024-09-01 19:57:59,891 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.0012844180018873885 (mp_runner.py:73) -2024-09-01 19:57:59,891 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.0014495289942715317 (mp_runner.py:73) -2024-09-01 19:58:00,072 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.013557769998442382 (mp_runner.py:73) -2024-09-01 19:58:00,154 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.0011160930007463321 (mp_runner.py:73) -2024-09-01 19:58:00,181 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.007531868999649305 (mp_runner.py:73) -2024-09-01 19:58:00,196 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.006436401999962982 (mp_runner.py:73) -2024-09-01 19:58:00,337 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.007208939001429826 (mp_runner.py:73) -2024-09-01 19:58:00,338 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.00689488500211155 (mp_runner.py:73) -2024-09-01 19:58:00,339 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.008259632995759603 (mp_runner.py:73) -2024-09-01 19:58:00,339 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.006677643999864813 (mp_runner.py:73) -2024-09-01 19:58:00,346 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.011839090999274049 (mp_runner.py:73) -2024-09-01 19:58:00,410 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.00739230200269958 (mp_runner.py:73) -2024-09-01 19:58:00,420 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.005975802996545099 (mp_runner.py:73) -2024-09-01 19:58:01,168 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.006552108003234025 (mp_runner.py:73) -2024-09-01 19:58:02,344 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.005126623000251129 (mp_runner.py:73) -2024-09-01 19:58:02,351 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.005696915999578778 (mp_runner.py:73) -2024-09-01 19:58:02,617 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.006203134995303117 (mp_runner.py:73) -2024-09-01 19:58:02,728 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.009186652998323552 (mp_runner.py:73) -2024-09-01 19:58:02,807 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.008020495995879173 (mp_runner.py:73) -2024-09-01 19:58:02,827 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.003657943998405244 (mp_runner.py:73) -2024-09-01 19:58:02,827 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.004606158996466547 (mp_runner.py:73) -2024-09-01 19:58:02,827 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.0034278070015716366 (mp_runner.py:73) -2024-09-01 19:58:02,828 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.004708462998678442 (mp_runner.py:73) -2024-09-01 19:58:02,828 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.006279845998506062 (mp_runner.py:73) -2024-09-01 19:58:02,829 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.007405787997413427 (mp_runner.py:73) -2024-09-01 19:58:02,962 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.004062059997522738 (mp_runner.py:73) -2024-09-01 19:58:02,963 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.004152332003286574 (mp_runner.py:73) -2024-09-01 19:58:02,964 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.006293455997365527 (mp_runner.py:73) -2024-09-01 19:58:02,967 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.009431813006813172 (mp_runner.py:73) -2024-09-01 19:58:03,223 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.007031628003460355 (mp_runner.py:73) -2024-09-01 19:58:03,300 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0074704540020320565 (mp_runner.py:73) -2024-09-01 19:58:03,782 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.006174373003887013 (mp_runner.py:73) -2024-09-01 19:58:03,811 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008597099003964104 (mp_runner.py:73) -2024-09-01 19:58:04,661 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.00884363899967866 (mp_runner.py:73) -2024-09-01 19:58:05,329 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.004158871997788083 (mp_runner.py:73) -2024-09-01 19:58:05,330 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.004074773001775611 (mp_runner.py:73) -2024-09-01 19:58:05,331 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.006056890997570008 (mp_runner.py:73) -2024-09-01 19:58:05,331 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.0034804680035449564 (mp_runner.py:73) -2024-09-01 19:58:05,331 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.007280464000359643 (mp_runner.py:73) -2024-09-01 19:58:05,333 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.004765302001032978 (mp_runner.py:73) -2024-09-01 19:58:05,834 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.0074650419992394745 (mp_runner.py:73) -2024-09-01 19:58:05,891 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.005165551003301516 (mp_runner.py:73) -2024-09-01 19:58:05,891 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.00520328799757408 (mp_runner.py:73) -2024-09-01 19:58:05,912 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.007336652000958566 (mp_runner.py:73) -2024-09-01 19:58:05,913 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.007139973000448663 (mp_runner.py:73) -2024-09-01 19:58:05,913 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.007163565998780541 (mp_runner.py:73) -2024-09-01 19:58:05,914 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.00732627599791158 (mp_runner.py:73) -2024-09-01 19:58:05,973 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.008699695004906971 (mp_runner.py:73) -2024-09-01 19:58:05,999 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.004957862998708151 (mp_runner.py:73) -2024-09-01 19:58:06,719 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.006105729997216258 (mp_runner.py:73) -2024-09-01 19:58:06,725 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.0062131510057952255 (mp_runner.py:73) -2024-09-01 19:58:06,971 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.006283526003244333 (mp_runner.py:73) -2024-09-01 19:58:07,191 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.005596128998149652 (mp_runner.py:73) -2024-09-01 19:58:07,955 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.0058320140014984645 (mp_runner.py:73) -2024-09-01 19:58:08,141 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.00421620300039649 (mp_runner.py:73) -2024-09-01 19:58:08,142 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.007094411994330585 (mp_runner.py:73) -2024-09-01 19:58:08,143 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.006943295004020911 (mp_runner.py:73) -2024-09-01 19:58:08,257 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.004692050002631731 (mp_runner.py:73) -2024-09-01 19:58:08,258 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.006694718002108857 (mp_runner.py:73) -2024-09-01 19:58:08,259 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.008743464000872336 (mp_runner.py:73) -2024-09-01 19:58:08,618 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.006155203998787329 (mp_runner.py:73) -2024-09-01 19:58:08,618 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.007614390000526328 (mp_runner.py:73) -2024-09-01 19:58:08,637 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.003337772999657318 (mp_runner.py:73) -2024-09-01 19:58:08,638 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.006652996999036986 (mp_runner.py:73) -2024-09-01 19:58:08,639 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.005948099998931866 (mp_runner.py:73) -2024-09-01 19:58:08,640 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.009745780000230297 (mp_runner.py:73) -2024-09-01 19:58:08,980 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.005142151996551547 (mp_runner.py:73) -2024-09-01 19:58:09,091 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.005033413995988667 (mp_runner.py:73) -2024-09-01 19:58:09,129 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.007792773001710884 (mp_runner.py:73) -2024-09-01 19:58:09,765 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.005789638998976443 (mp_runner.py:73) -2024-09-01 19:58:09,809 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.027808373000880238 (mp_runner.py:73) -2024-09-01 19:58:10,430 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.01763253699755296 (mp_runner.py:73) -2024-09-01 19:58:10,469 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.009186104995023925 (mp_runner.py:73) -2024-09-01 19:58:11,192 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.006697371994960122 (mp_runner.py:73) -2024-09-01 19:58:11,298 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.005628842998703476 (mp_runner.py:73) -2024-09-01 19:58:11,299 | DEBUG |(SpawnProcess-1:47) search_count: 4000, latest_latency=0.006049386000086088 (mp_runner.py:73) -2024-09-01 19:58:11,315 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.0023795450033503585 (mp_runner.py:73) -2024-09-01 19:58:11,315 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.00224092500138795 (mp_runner.py:73) -2024-09-01 19:58:11,316 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.004060687999299262 (mp_runner.py:73) -2024-09-01 19:58:11,316 | DEBUG |(SpawnProcess-1:32) search_count: 4000, latest_latency=0.0054305790035868995 (mp_runner.py:73) -2024-09-01 19:58:11,317 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.0038398559991037473 (mp_runner.py:73) -2024-09-01 19:58:11,317 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.0030424350043176673 (mp_runner.py:73) -2024-09-01 19:58:11,319 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.003378078996320255 (mp_runner.py:73) -2024-09-01 19:58:11,322 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.006849732999398839 (mp_runner.py:73) -2024-09-01 19:58:11,559 | DEBUG |(SpawnProcess-1:38) search_count: 4000, latest_latency=0.004459636002138723 (mp_runner.py:73) -2024-09-01 19:58:11,560 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.00485620600375114 (mp_runner.py:73) -2024-09-01 19:58:12,246 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.00552372400125023 (mp_runner.py:73) -2024-09-01 19:58:12,383 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.005479790997924283 (mp_runner.py:73) -2024-09-01 19:58:12,473 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.006153966998681426 (mp_runner.py:73) -2024-09-01 19:58:13,026 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.005981451002298854 (mp_runner.py:73) -2024-09-01 19:58:13,092 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.008565288000681903 (mp_runner.py:73) -2024-09-01 19:58:13,337 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.004753016997710802 (mp_runner.py:73) -2024-09-01 19:58:13,655 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.00842079699941678 (mp_runner.py:73) -2024-09-01 19:58:13,718 | DEBUG |(SpawnProcess-1:45) search_count: 4500, latest_latency=0.011950349005928729 (mp_runner.py:73) -2024-09-01 19:58:13,728 | DEBUG |(SpawnProcess-1:30) search_count: 4500, latest_latency=0.007788902999891434 (mp_runner.py:73) -2024-09-01 19:58:13,769 | DEBUG |(SpawnProcess-1:33) search_count: 4500, latest_latency=0.004012243000033777 (mp_runner.py:73) -2024-09-01 19:58:13,769 | DEBUG |(SpawnProcess-1:47) search_count: 4500, latest_latency=0.0029775759976473637 (mp_runner.py:73) -2024-09-01 19:58:13,770 | DEBUG |(SpawnProcess-1:29) search_count: 4500, latest_latency=0.005163845999049954 (mp_runner.py:73) -2024-09-01 19:58:13,770 | DEBUG |(SpawnProcess-1:31) search_count: 4500, latest_latency=0.007277049000549596 (mp_runner.py:73) -2024-09-01 19:58:13,885 | DEBUG |(SpawnProcess-1:36) search_count: 4500, latest_latency=0.003986174997407943 (mp_runner.py:73) -2024-09-01 19:58:13,886 | DEBUG |(SpawnProcess-1:42) search_count: 4500, latest_latency=0.004766072001075372 (mp_runner.py:73) -2024-09-01 19:58:13,886 | DEBUG |(SpawnProcess-1:32) search_count: 4500, latest_latency=0.007213641001726501 (mp_runner.py:73) -2024-09-01 19:58:13,893 | DEBUG |(SpawnProcess-1:34) search_count: 4500, latest_latency=0.00549464800133137 (mp_runner.py:73) -2024-09-01 19:58:14,382 | DEBUG |(SpawnProcess-1:41) search_count: 4000, latest_latency=0.0075744749992736615 (mp_runner.py:73) -2024-09-01 19:58:14,599 | DEBUG |(SpawnProcess-1:38) search_count: 4500, latest_latency=0.005545595005969517 (mp_runner.py:73) -2024-09-01 19:58:14,638 | DEBUG |(SpawnProcess-1:46) search_count: 4500, latest_latency=0.004043611996166874 (mp_runner.py:73) -2024-09-01 19:58:15,287 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.006282212998485193 (mp_runner.py:73) -2024-09-01 19:58:15,566 | DEBUG |(SpawnProcess-1:48) search_count: 4000, latest_latency=0.005210404000536073 (mp_runner.py:73) -2024-09-01 19:58:15,602 | DEBUG |(SpawnProcess-1:40) search_count: 4000, latest_latency=0.006058325998310465 (mp_runner.py:73) -2024-09-01 19:58:16,246 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.006639068997174036 (mp_runner.py:73) -2024-09-01 19:58:16,267 | DEBUG |(SpawnProcess-1:37) search_count: 4000, latest_latency=0.006721719997585751 (mp_runner.py:73) -2024-09-01 19:58:16,427 | DEBUG |(SpawnProcess-1:36) search_count: 5000, latest_latency=0.0024565740022808313 (mp_runner.py:73) -2024-09-01 19:58:16,429 | DEBUG |(SpawnProcess-1:45) search_count: 5000, latest_latency=0.0038801830014563166 (mp_runner.py:73) -2024-09-01 19:58:16,429 | DEBUG |(SpawnProcess-1:42) search_count: 5000, latest_latency=0.0031243039993569255 (mp_runner.py:73) -2024-09-01 19:58:16,429 | DEBUG |(SpawnProcess-1:30) search_count: 5000, latest_latency=0.00394312699791044 (mp_runner.py:73) -2024-09-01 19:58:16,429 | DEBUG |(SpawnProcess-1:34) search_count: 5000, latest_latency=0.0031669259988120757 (mp_runner.py:73) -2024-09-01 19:58:16,430 | DEBUG |(SpawnProcess-1:47) search_count: 5000, latest_latency=0.004185456004051957 (mp_runner.py:73) -2024-09-01 19:58:16,430 | DEBUG |(SpawnProcess-1:33) search_count: 5000, latest_latency=0.005778625003586058 (mp_runner.py:73) -2024-09-01 19:58:16,430 | DEBUG |(SpawnProcess-1:32) search_count: 5000, latest_latency=0.006470437001553364 (mp_runner.py:73) -2024-09-01 19:58:16,431 | DEBUG |(SpawnProcess-1:31) search_count: 5000, latest_latency=0.004733254005259369 (mp_runner.py:73) -2024-09-01 19:58:16,432 | DEBUG |(SpawnProcess-1:29) search_count: 5000, latest_latency=0.004743575998872984 (mp_runner.py:73) -2024-09-01 19:58:16,519 | DEBUG |(SpawnProcess-1:39) search_count: 4500, latest_latency=0.0009338079980807379 (mp_runner.py:73) -2024-09-01 19:58:16,538 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0042s, count=4049, qps in this process: 134.9478 (mp_runner.py:76) -2024-09-01 19:58:16,560 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0018s, count=4169, qps in this process: 138.9583 (mp_runner.py:76) -2024-09-01 19:58:16,625 | DEBUG |(SpawnProcess-1:35) search_count: 4500, latest_latency=0.006643001004704274 (mp_runner.py:73) -2024-09-01 19:58:16,641 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0044s, count=5049, qps in this process: 168.2753 (mp_runner.py:76) -2024-09-01 19:58:16,653 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0029s, count=5052, qps in this process: 168.3837 (mp_runner.py:76) -2024-09-01 19:58:16,703 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0028s, count=5065, qps in this process: 168.8176 (mp_runner.py:76) -2024-09-01 19:58:16,704 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0014s, count=4848, qps in this process: 161.5925 (mp_runner.py:76) -2024-09-01 19:58:16,705 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0021s, count=4535, qps in this process: 151.1561 (mp_runner.py:76) -2024-09-01 19:58:16,721 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0025s, count=4872, qps in this process: 162.3865 (mp_runner.py:76) -2024-09-01 19:58:16,726 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0022s, count=5072, qps in this process: 169.0543 (mp_runner.py:76) -2024-09-01 19:58:16,727 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0015s, count=5073, qps in this process: 169.0915 (mp_runner.py:76) -2024-09-01 19:58:16,730 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0013s, count=4198, qps in this process: 139.9273 (mp_runner.py:76) -2024-09-01 19:58:16,737 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0064s, count=4252, qps in this process: 141.7031 (mp_runner.py:76) -2024-09-01 19:58:16,743 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0007s, count=5078, qps in this process: 169.2627 (mp_runner.py:76) -2024-09-01 19:58:16,744 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0015s, count=5080, qps in this process: 169.3249 (mp_runner.py:76) -2024-09-01 19:58:16,751 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0014s, count=5084, qps in this process: 169.4588 (mp_runner.py:76) -2024-09-01 19:58:16,761 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0004s, count=5090, qps in this process: 169.6644 (mp_runner.py:76) -2024-09-01 19:58:16,793 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0011s, count=4436, qps in this process: 147.8612 (mp_runner.py:76) -2024-09-01 19:58:16,848 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0002s, count=5176, qps in this process: 172.5322 (mp_runner.py:76) -2024-09-01 19:58:16,854 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0001s, count=4636, qps in this process: 154.5328 (mp_runner.py:76) -2024-09-01 19:58:16,867 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0005s, count=4215, qps in this process: 140.4977 (mp_runner.py:76) -2024-09-01 19:58:16,876 | INFO |End search in concurrency 20: dur=30.410954064995167s, total_count=95029, qps=3124.828 (mp_runner.py:120) -2024-09-01 19:58:18,524 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:58:18,524 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 19:58:28,821 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 19:58:28,876 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:28,909 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:28,911 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:28,941 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:28,952 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:28,990 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:28,994 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,047 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,047 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,053 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,055 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,058 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,076 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,077 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,087 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,088 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,097 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,097 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,097 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,107 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,111 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:29,118 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:58:32,010 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.007511174997489434 (mp_runner.py:73) -2024-09-01 19:58:32,112 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.004855186998611316 (mp_runner.py:73) -2024-09-01 19:58:32,113 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.0036552130040945485 (mp_runner.py:73) -2024-09-01 19:58:32,114 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.005253240000456572 (mp_runner.py:73) -2024-09-01 19:58:32,114 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.004310550997615792 (mp_runner.py:73) -2024-09-01 19:58:32,116 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.009310852998169139 (mp_runner.py:73) -2024-09-01 19:58:32,116 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.008831671999359969 (mp_runner.py:73) -2024-09-01 19:58:32,127 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.005144038004800677 (mp_runner.py:73) -2024-09-01 19:58:32,128 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.004828901001019403 (mp_runner.py:73) -2024-09-01 19:58:32,128 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.005330386004061438 (mp_runner.py:73) -2024-09-01 19:58:32,129 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.0042308650008635595 (mp_runner.py:73) -2024-09-01 19:58:32,129 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.006584197995834984 (mp_runner.py:73) -2024-09-01 19:58:32,129 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.00785064700176008 (mp_runner.py:73) -2024-09-01 19:58:32,130 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.00929935000021942 (mp_runner.py:73) -2024-09-01 19:58:32,131 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.006569762001163326 (mp_runner.py:73) -2024-09-01 19:58:32,131 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.0007835190044716001 (mp_runner.py:73) -2024-09-01 19:58:32,460 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.005100543996377382 (mp_runner.py:73) -2024-09-01 19:58:32,460 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.006205366000358481 (mp_runner.py:73) -2024-09-01 19:58:32,460 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.00876518899895018 (mp_runner.py:73) -2024-09-01 19:58:32,461 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.008361801999853924 (mp_runner.py:73) -2024-09-01 19:58:32,688 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.00776331800443586 (mp_runner.py:73) -2024-09-01 19:58:32,690 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.007818655998562463 (mp_runner.py:73) -2024-09-01 19:58:32,690 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.009815229001105763 (mp_runner.py:73) -2024-09-01 19:58:32,991 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.006641348998527974 (mp_runner.py:73) -2024-09-01 19:58:33,246 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.00900801899842918 (mp_runner.py:73) -2024-09-01 19:58:34,841 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.002535558996896725 (mp_runner.py:73) -2024-09-01 19:58:34,842 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.003474766002909746 (mp_runner.py:73) -2024-09-01 19:58:34,842 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.004419543998665176 (mp_runner.py:73) -2024-09-01 19:58:34,843 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.005311255001288373 (mp_runner.py:73) -2024-09-01 19:58:34,844 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.005190366005990654 (mp_runner.py:73) -2024-09-01 19:58:34,845 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.008220155999879353 (mp_runner.py:73) -2024-09-01 19:58:34,845 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.005502063999301754 (mp_runner.py:73) -2024-09-01 19:58:34,845 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.005435822000436019 (mp_runner.py:73) -2024-09-01 19:58:34,846 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.005630368003039621 (mp_runner.py:73) -2024-09-01 19:58:35,211 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.005389031000959221 (mp_runner.py:73) -2024-09-01 19:58:35,211 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.006446901999879628 (mp_runner.py:73) -2024-09-01 19:58:35,213 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.008230669998738449 (mp_runner.py:73) -2024-09-01 19:58:35,213 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.0048861590039450675 (mp_runner.py:73) -2024-09-01 19:58:35,214 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.009883953003736679 (mp_runner.py:73) -2024-09-01 19:58:35,216 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.0070551360040553845 (mp_runner.py:73) -2024-09-01 19:58:35,670 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.00733727500482928 (mp_runner.py:73) -2024-09-01 19:58:35,828 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.003299224001239054 (mp_runner.py:73) -2024-09-01 19:58:35,829 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.005936623994784895 (mp_runner.py:73) -2024-09-01 19:58:35,829 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.006922886001120787 (mp_runner.py:73) -2024-09-01 19:58:35,830 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.005891410000913311 (mp_runner.py:73) -2024-09-01 19:58:36,487 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.010704248998081312 (mp_runner.py:73) -2024-09-01 19:58:36,507 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.008868015000189189 (mp_runner.py:73) -2024-09-01 19:58:36,582 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.00880048800172517 (mp_runner.py:73) -2024-09-01 19:58:36,667 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.00785919700138038 (mp_runner.py:73) -2024-09-01 19:58:37,245 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.006215786997927353 (mp_runner.py:73) -2024-09-01 19:58:37,676 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.004120679004699923 (mp_runner.py:73) -2024-09-01 19:58:37,677 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.005206925001402851 (mp_runner.py:73) -2024-09-01 19:58:37,677 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.003908623999450356 (mp_runner.py:73) -2024-09-01 19:58:37,678 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.005323104000126477 (mp_runner.py:73) -2024-09-01 19:58:37,678 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.004818777000764385 (mp_runner.py:73) -2024-09-01 19:58:37,679 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.004812111998035107 (mp_runner.py:73) -2024-09-01 19:58:37,679 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.008272840001154691 (mp_runner.py:73) -2024-09-01 19:58:37,680 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.009266294000553899 (mp_runner.py:73) -2024-09-01 19:58:38,167 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.0072358780016656965 (mp_runner.py:73) -2024-09-01 19:58:38,460 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.005594049995124806 (mp_runner.py:73) -2024-09-01 19:58:38,461 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.005810121998365503 (mp_runner.py:73) -2024-09-01 19:58:38,462 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.006636225996771827 (mp_runner.py:73) -2024-09-01 19:58:38,462 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.006056514001102187 (mp_runner.py:73) -2024-09-01 19:58:38,463 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.008003887996892445 (mp_runner.py:73) -2024-09-01 19:58:38,463 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.00886419500602642 (mp_runner.py:73) -2024-09-01 19:58:39,457 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.005748730996856466 (mp_runner.py:73) -2024-09-01 19:58:39,458 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.0074396080017322674 (mp_runner.py:73) -2024-09-01 19:58:39,508 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.006800537004892249 (mp_runner.py:73) -2024-09-01 19:58:39,540 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.007516538003983442 (mp_runner.py:73) -2024-09-01 19:58:39,829 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.0068074110022280365 (mp_runner.py:73) -2024-09-01 19:58:40,389 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.006776027999876533 (mp_runner.py:73) -2024-09-01 19:58:40,389 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.008528109996404964 (mp_runner.py:73) -2024-09-01 19:58:40,478 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.006492185995739419 (mp_runner.py:73) -2024-09-01 19:58:40,509 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.00698171800468117 (mp_runner.py:73) -2024-09-01 19:58:40,511 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.006441457000619266 (mp_runner.py:73) -2024-09-01 19:58:40,511 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.007583222999528516 (mp_runner.py:73) -2024-09-01 19:58:40,563 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.007061134994728491 (mp_runner.py:73) -2024-09-01 19:58:40,572 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.007080486000631936 (mp_runner.py:73) -2024-09-01 19:58:40,574 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.003287369996542111 (mp_runner.py:73) -2024-09-01 19:58:40,655 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.0071290919950115494 (mp_runner.py:73) -2024-09-01 19:58:40,676 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.005949136000708677 (mp_runner.py:73) -2024-09-01 19:58:40,694 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.007221429004857782 (mp_runner.py:73) -2024-09-01 19:58:41,220 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.012936905994138215 (mp_runner.py:73) -2024-09-01 19:58:41,634 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.004344881002907641 (mp_runner.py:73) -2024-09-01 19:58:41,635 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.00526843099942198 (mp_runner.py:73) -2024-09-01 19:58:41,637 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.005901163000089582 (mp_runner.py:73) -2024-09-01 19:58:41,638 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.008110014998237602 (mp_runner.py:73) -2024-09-01 19:58:41,638 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.009211631993821356 (mp_runner.py:73) -2024-09-01 19:58:41,639 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.006126299005700275 (mp_runner.py:73) -2024-09-01 19:58:41,641 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.007399201997031923 (mp_runner.py:73) -2024-09-01 19:58:43,417 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.006708651999360882 (mp_runner.py:73) -2024-09-01 19:58:43,521 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.00915319100022316 (mp_runner.py:73) -2024-09-01 19:58:43,603 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.008254284999566153 (mp_runner.py:73) -2024-09-01 19:58:43,828 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.008998142002383247 (mp_runner.py:73) -2024-09-01 19:58:43,956 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.010596469997835811 (mp_runner.py:73) -2024-09-01 19:58:43,957 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.003317565002362244 (mp_runner.py:73) -2024-09-01 19:58:43,958 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.01094529900001362 (mp_runner.py:73) -2024-09-01 19:58:44,165 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.01467086100456072 (mp_runner.py:73) -2024-09-01 19:58:44,293 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.008007958997040987 (mp_runner.py:73) -2024-09-01 19:58:44,375 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.007977164998010267 (mp_runner.py:73) -2024-09-01 19:58:44,444 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.006894537000334822 (mp_runner.py:73) -2024-09-01 19:58:44,580 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.007361222000326961 (mp_runner.py:73) -2024-09-01 19:58:44,602 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.007973134001076687 (mp_runner.py:73) -2024-09-01 19:58:44,620 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.007270538997545373 (mp_runner.py:73) -2024-09-01 19:58:44,621 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.006849753997812513 (mp_runner.py:73) -2024-09-01 19:58:44,699 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.005686134005372878 (mp_runner.py:73) -2024-09-01 19:58:44,744 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.009495816004346125 (mp_runner.py:73) -2024-09-01 19:58:45,442 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.006904362999193836 (mp_runner.py:73) -2024-09-01 19:58:45,482 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.005134029997861944 (mp_runner.py:73) -2024-09-01 19:58:45,483 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.004036745005578268 (mp_runner.py:73) -2024-09-01 19:58:45,485 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.008675723998749163 (mp_runner.py:73) -2024-09-01 19:58:45,485 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.008568605997425038 (mp_runner.py:73) -2024-09-01 19:58:45,643 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.00779198799864389 (mp_runner.py:73) -2024-09-01 19:58:45,707 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.0023755910006002523 (mp_runner.py:73) -2024-09-01 19:58:45,734 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.009349485997518059 (mp_runner.py:73) -2024-09-01 19:58:47,580 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.00551052599621471 (mp_runner.py:73) -2024-09-01 19:58:47,581 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.007617447001393884 (mp_runner.py:73) -2024-09-01 19:58:47,582 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.008793141001660842 (mp_runner.py:73) -2024-09-01 19:58:47,643 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.008397650999540929 (mp_runner.py:73) -2024-09-01 19:58:47,742 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.01118951900571119 (mp_runner.py:73) -2024-09-01 19:58:47,943 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.008279560002847575 (mp_runner.py:73) -2024-09-01 19:58:47,979 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.005190924995986279 (mp_runner.py:73) -2024-09-01 19:58:48,169 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.012126308000006247 (mp_runner.py:73) -2024-09-01 19:58:48,283 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.009425392003322486 (mp_runner.py:73) -2024-09-01 19:58:48,285 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.010758684002212249 (mp_runner.py:73) -2024-09-01 19:58:48,371 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.008242825002525933 (mp_runner.py:73) -2024-09-01 19:58:48,422 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.007408824996673502 (mp_runner.py:73) -2024-09-01 19:58:48,427 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.008098543003143277 (mp_runner.py:73) -2024-09-01 19:58:48,557 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.008758415999182034 (mp_runner.py:73) -2024-09-01 19:58:48,739 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.0071209649977390654 (mp_runner.py:73) -2024-09-01 19:58:48,759 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.008855353000399191 (mp_runner.py:73) -2024-09-01 19:58:48,765 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.010117708996403962 (mp_runner.py:73) -2024-09-01 19:58:48,788 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.010798524999700021 (mp_runner.py:73) -2024-09-01 19:58:48,797 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.008505785001034383 (mp_runner.py:73) -2024-09-01 19:58:48,801 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.0073072209997917525 (mp_runner.py:73) -2024-09-01 19:58:48,802 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.004763236996950582 (mp_runner.py:73) -2024-09-01 19:58:48,803 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.007236370998725761 (mp_runner.py:73) -2024-09-01 19:58:49,589 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.009726062999106944 (mp_runner.py:73) -2024-09-01 19:58:49,667 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.006215738998434972 (mp_runner.py:73) -2024-09-01 19:58:49,827 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.011211206001462415 (mp_runner.py:73) -2024-09-01 19:58:51,119 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.017383338999934494 (mp_runner.py:73) -2024-09-01 19:58:51,120 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.017494147999968845 (mp_runner.py:73) -2024-09-01 19:58:51,216 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.009552969997457694 (mp_runner.py:73) -2024-09-01 19:58:51,632 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.009665756995673291 (mp_runner.py:73) -2024-09-01 19:58:51,707 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.008185216000129003 (mp_runner.py:73) -2024-09-01 19:58:51,827 | DEBUG |(SpawnProcess-1:62) search_count: 3500, latest_latency=0.006832356004451867 (mp_runner.py:73) -2024-09-01 19:58:52,025 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.007800976003636606 (mp_runner.py:73) -2024-09-01 19:58:52,026 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.007061522999720182 (mp_runner.py:73) -2024-09-01 19:58:52,120 | DEBUG |(SpawnProcess-1:67) search_count: 3500, latest_latency=0.007084085002134088 (mp_runner.py:73) -2024-09-01 19:58:52,124 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.007493433004128747 (mp_runner.py:73) -2024-09-01 19:58:52,263 | DEBUG |(SpawnProcess-1:73) search_count: 3500, latest_latency=0.008563128998503089 (mp_runner.py:73) -2024-09-01 19:58:52,304 | DEBUG |(SpawnProcess-1:56) search_count: 3500, latest_latency=0.010197547999268863 (mp_runner.py:73) -2024-09-01 19:58:52,330 | DEBUG |(SpawnProcess-1:65) search_count: 3500, latest_latency=0.0074670289977802895 (mp_runner.py:73) -2024-09-01 19:58:52,330 | DEBUG |(SpawnProcess-1:72) search_count: 3500, latest_latency=0.008414233998337295 (mp_runner.py:73) -2024-09-01 19:58:52,400 | DEBUG |(SpawnProcess-1:59) search_count: 3500, latest_latency=0.009127831996011082 (mp_runner.py:73) -2024-09-01 19:58:52,401 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.0052191070062690414 (mp_runner.py:73) -2024-09-01 19:58:52,444 | DEBUG |(SpawnProcess-1:66) search_count: 3500, latest_latency=0.006569165001565125 (mp_runner.py:73) -2024-09-01 19:58:52,447 | DEBUG |(SpawnProcess-1:69) search_count: 3500, latest_latency=0.00765333000163082 (mp_runner.py:73) -2024-09-01 19:58:52,459 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.007405465999909211 (mp_runner.py:73) -2024-09-01 19:58:52,598 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.008127847999276128 (mp_runner.py:73) -2024-09-01 19:58:52,632 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.008243016003689263 (mp_runner.py:73) -2024-09-01 19:58:52,675 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.00799351299792761 (mp_runner.py:73) -2024-09-01 19:58:53,647 | DEBUG |(SpawnProcess-1:50) search_count: 3500, latest_latency=0.008680874998390209 (mp_runner.py:73) -2024-09-01 19:58:53,647 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.01301385200349614 (mp_runner.py:73) -2024-09-01 19:58:53,708 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.008111874994938262 (mp_runner.py:73) -2024-09-01 19:58:54,742 | DEBUG |(SpawnProcess-1:71) search_count: 4000, latest_latency=0.0069138680046307854 (mp_runner.py:73) -2024-09-01 19:58:54,742 | DEBUG |(SpawnProcess-1:58) search_count: 4000, latest_latency=0.0063993380026659 (mp_runner.py:73) -2024-09-01 19:58:55,012 | DEBUG |(SpawnProcess-1:54) search_count: 4000, latest_latency=0.012671625998336822 (mp_runner.py:73) -2024-09-01 19:58:55,552 | DEBUG |(SpawnProcess-1:62) search_count: 4000, latest_latency=0.006763573997886851 (mp_runner.py:73) -2024-09-01 19:58:55,688 | DEBUG |(SpawnProcess-1:64) search_count: 3500, latest_latency=0.007034053996903822 (mp_runner.py:73) -2024-09-01 19:58:55,833 | DEBUG |(SpawnProcess-1:67) search_count: 4000, latest_latency=0.005960086993582081 (mp_runner.py:73) -2024-09-01 19:58:55,849 | DEBUG |(SpawnProcess-1:52) search_count: 3500, latest_latency=0.0063452829999732785 (mp_runner.py:73) -2024-09-01 19:58:55,914 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.0026084450000780635 (mp_runner.py:73) -2024-09-01 19:58:56,002 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.009580836005625315 (mp_runner.py:73) -2024-09-01 19:58:56,033 | DEBUG |(SpawnProcess-1:73) search_count: 4000, latest_latency=0.007692907995078713 (mp_runner.py:73) -2024-09-01 19:58:56,039 | DEBUG |(SpawnProcess-1:56) search_count: 4000, latest_latency=0.007273274997714907 (mp_runner.py:73) -2024-09-01 19:58:56,123 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.011845177003124263 (mp_runner.py:73) -2024-09-01 19:58:56,125 | DEBUG |(SpawnProcess-1:68) search_count: 4000, latest_latency=0.005667218996677548 (mp_runner.py:73) -2024-09-01 19:58:56,165 | DEBUG |(SpawnProcess-1:66) search_count: 4000, latest_latency=0.007181540000601672 (mp_runner.py:73) -2024-09-01 19:58:56,249 | DEBUG |(SpawnProcess-1:72) search_count: 4000, latest_latency=0.009208624003804289 (mp_runner.py:73) -2024-09-01 19:58:56,356 | DEBUG |(SpawnProcess-1:65) search_count: 4000, latest_latency=0.006302434005192481 (mp_runner.py:73) -2024-09-01 19:58:56,400 | DEBUG |(SpawnProcess-1:59) search_count: 4000, latest_latency=0.006444817998271901 (mp_runner.py:73) -2024-09-01 19:58:56,406 | DEBUG |(SpawnProcess-1:69) search_count: 4000, latest_latency=0.007132276004995219 (mp_runner.py:73) -2024-09-01 19:58:56,448 | DEBUG |(SpawnProcess-1:51) search_count: 3500, latest_latency=0.008960574996308424 (mp_runner.py:73) -2024-09-01 19:58:56,546 | DEBUG |(SpawnProcess-1:63) search_count: 3500, latest_latency=0.00661578300059773 (mp_runner.py:73) -2024-09-01 19:58:56,546 | DEBUG |(SpawnProcess-1:61) search_count: 3500, latest_latency=0.006636536003497895 (mp_runner.py:73) -2024-09-01 19:58:56,640 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.008543631003703922 (mp_runner.py:73) -2024-09-01 19:58:57,534 | DEBUG |(SpawnProcess-1:50) search_count: 4000, latest_latency=0.00799895800446393 (mp_runner.py:73) -2024-09-01 19:58:57,536 | DEBUG |(SpawnProcess-1:55) search_count: 4000, latest_latency=0.007408711004245561 (mp_runner.py:73) -2024-09-01 19:58:57,789 | DEBUG |(SpawnProcess-1:74) search_count: 3500, latest_latency=0.00904498300224077 (mp_runner.py:73) -2024-09-01 19:58:58,299 | DEBUG |(SpawnProcess-1:58) search_count: 4500, latest_latency=0.0072462190000806 (mp_runner.py:73) -2024-09-01 19:58:58,300 | DEBUG |(SpawnProcess-1:71) search_count: 4500, latest_latency=0.007396727000013925 (mp_runner.py:73) -2024-09-01 19:58:58,783 | DEBUG |(SpawnProcess-1:54) search_count: 4500, latest_latency=0.006193758999870624 (mp_runner.py:73) -2024-09-01 19:58:58,881 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0042s, count=4584, qps in this process: 152.7786 (mp_runner.py:76) -2024-09-01 19:58:58,913 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0013s, count=3907, qps in this process: 130.2277 (mp_runner.py:76) -2024-09-01 19:58:58,922 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0092s, count=4178, qps in this process: 139.224 (mp_runner.py:76) -2024-09-01 19:58:58,951 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0067s, count=4369, qps in this process: 145.6008 (mp_runner.py:76) -2024-09-01 19:58:58,959 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0049s, count=4322, qps in this process: 144.0431 (mp_runner.py:76) -2024-09-01 19:58:58,996 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0032s, count=4407, qps in this process: 146.8843 (mp_runner.py:76) -2024-09-01 19:58:59,001 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.004s, count=4535, qps in this process: 151.1465 (mp_runner.py:76) -2024-09-01 19:58:59,052 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0024s, count=4348, qps in this process: 144.9217 (mp_runner.py:76) -2024-09-01 19:58:59,053 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0035s, count=4344, qps in this process: 144.7831 (mp_runner.py:76) -2024-09-01 19:58:59,063 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0064s, count=4441, qps in this process: 148.0018 (mp_runner.py:76) -2024-09-01 19:58:59,065 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0085s, count=4200, qps in this process: 139.9603 (mp_runner.py:76) -2024-09-01 19:58:59,073 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0108s, count=4337, qps in this process: 144.5146 (mp_runner.py:76) -2024-09-01 19:58:59,081 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.0014s, count=4427, qps in this process: 147.5598 (mp_runner.py:76) -2024-09-01 19:58:59,082 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0027s, count=3914, qps in this process: 130.4549 (mp_runner.py:76) -2024-09-01 19:58:59,085 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0021s, count=3894, qps in this process: 129.7909 (mp_runner.py:76) -2024-09-01 19:58:59,085 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0026s, count=4488, qps in this process: 149.587 (mp_runner.py:76) -2024-09-01 19:58:59,089 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0073s, count=3840, qps in this process: 127.9689 (mp_runner.py:76) -2024-09-01 19:58:59,092 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0027s, count=3889, qps in this process: 129.6217 (mp_runner.py:76) -2024-09-01 19:58:59,092 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0019s, count=4406, qps in this process: 146.8574 (mp_runner.py:76) -2024-09-01 19:58:59,100 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0008s, count=3842, qps in this process: 128.0633 (mp_runner.py:76) -2024-09-01 19:58:59,101 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0014s, count=3827, qps in this process: 127.5607 (mp_runner.py:76) -2024-09-01 19:58:59,104 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0032s, count=3843, qps in this process: 128.0863 (mp_runner.py:76) -2024-09-01 19:58:59,110 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0007s, count=4638, qps in this process: 154.5964 (mp_runner.py:76) -2024-09-01 19:58:59,116 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0041s, count=3679, qps in this process: 122.6166 (mp_runner.py:76) -2024-09-01 19:58:59,121 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0006s, count=3969, qps in this process: 132.2974 (mp_runner.py:76) -2024-09-01 19:58:59,132 | INFO |End search in concurrency 25: dur=30.310701299000357s, total_count=104628, qps=3451.8502 (mp_runner.py:120) -2024-09-01 19:59:00,707 | INFO |Update largest qps with concurrency 25: current max_qps=3451.8502 (mp_runner.py:124) -2024-09-01 19:59:01,118 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:59:01,119 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 19:59:11,533 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 19:59:11,711 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,711 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,713 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,722 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,737 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,758 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,770 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,798 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,798 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,798 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,798 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,804 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,814 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,821 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,822 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,835 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,835 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,837 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,837 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,854 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,856 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,858 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,869 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,870 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:11,877 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:15,577 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.006703125000058208 (mp_runner.py:73) -2024-09-01 19:59:15,578 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.00676331599970581 (mp_runner.py:73) -2024-09-01 19:59:15,579 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.0055819219996919855 (mp_runner.py:73) -2024-09-01 19:59:15,579 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.0064487570052733645 (mp_runner.py:73) -2024-09-01 19:59:15,580 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.009525130000838544 (mp_runner.py:73) -2024-09-01 19:59:15,580 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.006083158004912548 (mp_runner.py:73) -2024-09-01 19:59:15,581 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.011664393998216838 (mp_runner.py:73) -2024-09-01 19:59:15,583 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.010765800994704477 (mp_runner.py:73) -2024-09-01 19:59:15,583 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.011843847001728136 (mp_runner.py:73) -2024-09-01 19:59:15,668 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.00621283699729247 (mp_runner.py:73) -2024-09-01 19:59:15,668 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.007695019994571339 (mp_runner.py:73) -2024-09-01 19:59:15,669 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.009445640003832523 (mp_runner.py:73) -2024-09-01 19:59:15,709 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.0040563790025771596 (mp_runner.py:73) -2024-09-01 19:59:15,710 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.005872743000509217 (mp_runner.py:73) -2024-09-01 19:59:15,710 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.005074309003248345 (mp_runner.py:73) -2024-09-01 19:59:15,713 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.00946679000480799 (mp_runner.py:73) -2024-09-01 19:59:15,713 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.011017973003617954 (mp_runner.py:73) -2024-09-01 19:59:15,842 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.009852483999566175 (mp_runner.py:73) -2024-09-01 19:59:15,843 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.012261463001777884 (mp_runner.py:73) -2024-09-01 19:59:15,870 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.00997455499600619 (mp_runner.py:73) -2024-09-01 19:59:15,870 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.010919512998952996 (mp_runner.py:73) -2024-09-01 19:59:15,871 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.005736216000514105 (mp_runner.py:73) -2024-09-01 19:59:15,872 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.007661023999389727 (mp_runner.py:73) -2024-09-01 19:59:15,872 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.009453866994590499 (mp_runner.py:73) -2024-09-01 19:59:16,122 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.009686737997981254 (mp_runner.py:73) -2024-09-01 19:59:16,568 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.007075597000948619 (mp_runner.py:73) -2024-09-01 19:59:16,617 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.009850077003648039 (mp_runner.py:73) -2024-09-01 19:59:16,618 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0090976529972977 (mp_runner.py:73) -2024-09-01 19:59:16,618 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.007697880995692685 (mp_runner.py:73) -2024-09-01 19:59:16,736 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.011050813001929782 (mp_runner.py:73) -2024-09-01 19:59:19,135 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.005947021003521513 (mp_runner.py:73) -2024-09-01 19:59:19,135 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.0069594469969160855 (mp_runner.py:73) -2024-09-01 19:59:19,136 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.006570229998033028 (mp_runner.py:73) -2024-09-01 19:59:19,136 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.006666057000984438 (mp_runner.py:73) -2024-09-01 19:59:19,137 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.008851396996760741 (mp_runner.py:73) -2024-09-01 19:59:19,137 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.006867404998047277 (mp_runner.py:73) -2024-09-01 19:59:19,138 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.010372042001108639 (mp_runner.py:73) -2024-09-01 19:59:19,139 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.006149886001367122 (mp_runner.py:73) -2024-09-01 19:59:19,139 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.006201673000759911 (mp_runner.py:73) -2024-09-01 19:59:19,405 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.0051296719975653104 (mp_runner.py:73) -2024-09-01 19:59:19,406 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.0065392050018999726 (mp_runner.py:73) -2024-09-01 19:59:19,407 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.006636935999267735 (mp_runner.py:73) -2024-09-01 19:59:19,408 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.006673008007055614 (mp_runner.py:73) -2024-09-01 19:59:19,408 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.00892462300544139 (mp_runner.py:73) -2024-09-01 19:59:19,409 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.006771697997464798 (mp_runner.py:73) -2024-09-01 19:59:19,409 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.007190151001850609 (mp_runner.py:73) -2024-09-01 19:59:19,410 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.011805652997281868 (mp_runner.py:73) -2024-09-01 19:59:19,625 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.006952703995921183 (mp_runner.py:73) -2024-09-01 19:59:19,626 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.010099781000462826 (mp_runner.py:73) -2024-09-01 19:59:19,627 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.007982292998349294 (mp_runner.py:73) -2024-09-01 19:59:19,628 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.008365790999960154 (mp_runner.py:73) -2024-09-01 19:59:19,629 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.01070094599708682 (mp_runner.py:73) -2024-09-01 19:59:19,884 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.008834743995976169 (mp_runner.py:73) -2024-09-01 19:59:19,886 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.008926661997975316 (mp_runner.py:73) -2024-09-01 19:59:20,745 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.009118800997384824 (mp_runner.py:73) -2024-09-01 19:59:20,873 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.008618988998932764 (mp_runner.py:73) -2024-09-01 19:59:20,873 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.010648352996213362 (mp_runner.py:73) -2024-09-01 19:59:20,875 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.007426884003507439 (mp_runner.py:73) -2024-09-01 19:59:20,876 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.004184700999758206 (mp_runner.py:73) -2024-09-01 19:59:21,460 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.012110522999137174 (mp_runner.py:73) -2024-09-01 19:59:22,794 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.004291930003091693 (mp_runner.py:73) -2024-09-01 19:59:22,794 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.005410302001109812 (mp_runner.py:73) -2024-09-01 19:59:22,795 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.005346033001842443 (mp_runner.py:73) -2024-09-01 19:59:22,797 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.010816089998115785 (mp_runner.py:73) -2024-09-01 19:59:22,799 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.010511058004340157 (mp_runner.py:73) -2024-09-01 19:59:22,965 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.006700497993733734 (mp_runner.py:73) -2024-09-01 19:59:22,966 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.008523501004674472 (mp_runner.py:73) -2024-09-01 19:59:22,967 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.010290616999554913 (mp_runner.py:73) -2024-09-01 19:59:23,140 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.007630924999830313 (mp_runner.py:73) -2024-09-01 19:59:23,210 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.005887132996576838 (mp_runner.py:73) -2024-09-01 19:59:23,210 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.006792866995965596 (mp_runner.py:73) -2024-09-01 19:59:23,210 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.004328574003011454 (mp_runner.py:73) -2024-09-01 19:59:23,211 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.006412823000573553 (mp_runner.py:73) -2024-09-01 19:59:23,212 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.005449593001685571 (mp_runner.py:73) -2024-09-01 19:59:23,212 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.009646295999118593 (mp_runner.py:73) -2024-09-01 19:59:23,212 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.007843874001991935 (mp_runner.py:73) -2024-09-01 19:59:23,215 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.012068492003891151 (mp_runner.py:73) -2024-09-01 19:59:23,671 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.010027830001490656 (mp_runner.py:73) -2024-09-01 19:59:23,673 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.009549103997414932 (mp_runner.py:73) -2024-09-01 19:59:23,673 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.010471898996911477 (mp_runner.py:73) -2024-09-01 19:59:23,674 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.012208419997477904 (mp_runner.py:73) -2024-09-01 19:59:24,398 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.009360945994558278 (mp_runner.py:73) -2024-09-01 19:59:24,467 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.009221295003953855 (mp_runner.py:73) -2024-09-01 19:59:24,527 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.011853517004055902 (mp_runner.py:73) -2024-09-01 19:59:25,409 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.011861418999615125 (mp_runner.py:73) -2024-09-01 19:59:25,416 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.008703532999788877 (mp_runner.py:73) -2024-09-01 19:59:25,417 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.010633818004862405 (mp_runner.py:73) -2024-09-01 19:59:25,644 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.010898683998675551 (mp_runner.py:73) -2024-09-01 19:59:25,679 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.010240728995995596 (mp_runner.py:73) -2024-09-01 19:59:26,119 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.009401858005730901 (mp_runner.py:73) -2024-09-01 19:59:26,671 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.004577063999022357 (mp_runner.py:73) -2024-09-01 19:59:26,672 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.004948328998580109 (mp_runner.py:73) -2024-09-01 19:59:26,672 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.004887751005298924 (mp_runner.py:73) -2024-09-01 19:59:26,673 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.006744448000972625 (mp_runner.py:73) -2024-09-01 19:59:26,674 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.007851070004107896 (mp_runner.py:73) -2024-09-01 19:59:26,784 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.006227638004929759 (mp_runner.py:73) -2024-09-01 19:59:26,785 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.006225805002031848 (mp_runner.py:73) -2024-09-01 19:59:26,786 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.0056186350047937594 (mp_runner.py:73) -2024-09-01 19:59:26,787 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.00859714399848599 (mp_runner.py:73) -2024-09-01 19:59:26,787 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.0073828210006468 (mp_runner.py:73) -2024-09-01 19:59:26,788 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.007791604999511037 (mp_runner.py:73) -2024-09-01 19:59:26,789 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.00795063900295645 (mp_runner.py:73) -2024-09-01 19:59:26,790 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.008668119997309987 (mp_runner.py:73) -2024-09-01 19:59:26,790 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.011966751000727527 (mp_runner.py:73) -2024-09-01 19:59:26,790 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.008801256997685414 (mp_runner.py:73) -2024-09-01 19:59:26,790 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.0077414810002665035 (mp_runner.py:73) -2024-09-01 19:59:26,791 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.0077295010050875135 (mp_runner.py:73) -2024-09-01 19:59:27,847 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.0066483789996709675 (mp_runner.py:73) -2024-09-01 19:59:27,848 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.006294198996329214 (mp_runner.py:73) -2024-09-01 19:59:27,849 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.010854049993213266 (mp_runner.py:73) -2024-09-01 19:59:27,850 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.012288061996514443 (mp_runner.py:73) -2024-09-01 19:59:29,175 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.009923749006702565 (mp_runner.py:73) -2024-09-01 19:59:29,299 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.009695900000224356 (mp_runner.py:73) -2024-09-01 19:59:29,351 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.010169599998334888 (mp_runner.py:73) -2024-09-01 19:59:29,910 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.007536303004599176 (mp_runner.py:73) -2024-09-01 19:59:29,912 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007909102998382878 (mp_runner.py:73) -2024-09-01 19:59:30,097 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.03187927699764259 (mp_runner.py:73) -2024-09-01 19:59:30,448 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.011490771001263056 (mp_runner.py:73) -2024-09-01 19:59:30,546 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.003398320004635025 (mp_runner.py:73) -2024-09-01 19:59:30,546 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.005415191997599322 (mp_runner.py:73) -2024-09-01 19:59:30,547 | DEBUG |(SpawnProcess-1:104) search_count: 2500, latest_latency=0.0055441620061174035 (mp_runner.py:73) -2024-09-01 19:59:30,547 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.0055083250044845045 (mp_runner.py:73) -2024-09-01 19:59:30,548 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.003931219995138235 (mp_runner.py:73) -2024-09-01 19:59:30,549 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.005407776996435132 (mp_runner.py:73) -2024-09-01 19:59:30,549 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.006485388003056869 (mp_runner.py:73) -2024-09-01 19:59:30,549 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.005828333996760193 (mp_runner.py:73) -2024-09-01 19:59:30,550 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.010575050000625197 (mp_runner.py:73) -2024-09-01 19:59:30,551 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.011507129995152354 (mp_runner.py:73) -2024-09-01 19:59:30,552 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.01168768900242867 (mp_runner.py:73) -2024-09-01 19:59:30,555 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.011209873999177944 (mp_runner.py:73) -2024-09-01 19:59:30,632 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.010520166004425846 (mp_runner.py:73) -2024-09-01 19:59:31,085 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.009626045000914019 (mp_runner.py:73) -2024-09-01 19:59:31,121 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.004810196995094884 (mp_runner.py:73) -2024-09-01 19:59:31,121 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.004205928998999298 (mp_runner.py:73) -2024-09-01 19:59:31,122 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.006301212997641414 (mp_runner.py:73) -2024-09-01 19:59:31,124 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.009881022000627127 (mp_runner.py:73) -2024-09-01 19:59:31,126 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.012176352996903006 (mp_runner.py:73) -2024-09-01 19:59:32,275 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.006307058996753767 (mp_runner.py:73) -2024-09-01 19:59:32,278 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.011359330004779622 (mp_runner.py:73) -2024-09-01 19:59:32,279 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.011098497001512442 (mp_runner.py:73) -2024-09-01 19:59:32,803 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.008448232001683209 (mp_runner.py:73) -2024-09-01 19:59:34,078 | DEBUG |(SpawnProcess-1:89) search_count: 3000, latest_latency=0.006029616000887472 (mp_runner.py:73) -2024-09-01 19:59:34,079 | DEBUG |(SpawnProcess-1:102) search_count: 3000, latest_latency=0.006206284000654705 (mp_runner.py:73) -2024-09-01 19:59:34,079 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.008239028997195419 (mp_runner.py:73) -2024-09-01 19:59:34,080 | DEBUG |(SpawnProcess-1:96) search_count: 3000, latest_latency=0.008162949001416564 (mp_runner.py:73) -2024-09-01 19:59:34,081 | DEBUG |(SpawnProcess-1:104) search_count: 3000, latest_latency=0.00802938400011044 (mp_runner.py:73) -2024-09-01 19:59:34,082 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.008749617001740262 (mp_runner.py:73) -2024-09-01 19:59:34,128 | DEBUG |(SpawnProcess-1:90) search_count: 3000, latest_latency=0.009220277002896182 (mp_runner.py:73) -2024-09-01 19:59:34,129 | DEBUG |(SpawnProcess-1:83) search_count: 3000, latest_latency=0.005980904003081378 (mp_runner.py:73) -2024-09-01 19:59:34,130 | DEBUG |(SpawnProcess-1:105) search_count: 3000, latest_latency=0.007554087998869363 (mp_runner.py:73) -2024-09-01 19:59:34,130 | DEBUG |(SpawnProcess-1:80) search_count: 3000, latest_latency=0.006674830001429655 (mp_runner.py:73) -2024-09-01 19:59:34,131 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.007510019997425843 (mp_runner.py:73) -2024-09-01 19:59:34,158 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.011602580998442136 (mp_runner.py:73) -2024-09-01 19:59:34,206 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.010997559998941142 (mp_runner.py:73) -2024-09-01 19:59:34,295 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.010429859001305886 (mp_runner.py:73) -2024-09-01 19:59:34,557 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.008473758993204683 (mp_runner.py:73) -2024-09-01 19:59:34,571 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.012763605001964606 (mp_runner.py:73) -2024-09-01 19:59:34,626 | DEBUG |(SpawnProcess-1:86) search_count: 3000, latest_latency=0.01000430400017649 (mp_runner.py:73) -2024-09-01 19:59:34,744 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.010319820998120122 (mp_runner.py:73) -2024-09-01 19:59:35,113 | DEBUG |(SpawnProcess-1:78) search_count: 3000, latest_latency=0.006779060000553727 (mp_runner.py:73) -2024-09-01 19:59:35,114 | DEBUG |(SpawnProcess-1:97) search_count: 3000, latest_latency=0.008524375996785238 (mp_runner.py:73) -2024-09-01 19:59:35,115 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.01013857799989637 (mp_runner.py:73) -2024-09-01 19:59:35,117 | DEBUG |(SpawnProcess-1:91) search_count: 3000, latest_latency=0.007739788998151198 (mp_runner.py:73) -2024-09-01 19:59:35,118 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.009714002997498028 (mp_runner.py:73) -2024-09-01 19:59:35,407 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.009280218000640161 (mp_runner.py:73) -2024-09-01 19:59:35,599 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.010128188994713128 (mp_runner.py:73) -2024-09-01 19:59:35,993 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.010413125004561152 (mp_runner.py:73) -2024-09-01 19:59:36,660 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.009548114001518115 (mp_runner.py:73) -2024-09-01 19:59:36,662 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.008080398001766298 (mp_runner.py:73) -2024-09-01 19:59:36,663 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.009067247003258672 (mp_runner.py:73) -2024-09-01 19:59:37,706 | DEBUG |(SpawnProcess-1:99) search_count: 3000, latest_latency=0.011464912997325882 (mp_runner.py:73) -2024-09-01 19:59:37,924 | DEBUG |(SpawnProcess-1:89) search_count: 3500, latest_latency=0.007803203996445518 (mp_runner.py:73) -2024-09-01 19:59:37,925 | DEBUG |(SpawnProcess-1:95) search_count: 3500, latest_latency=0.0067454140007612295 (mp_runner.py:73) -2024-09-01 19:59:37,925 | DEBUG |(SpawnProcess-1:96) search_count: 3500, latest_latency=0.006223322998266667 (mp_runner.py:73) -2024-09-01 19:59:37,926 | DEBUG |(SpawnProcess-1:102) search_count: 3500, latest_latency=0.005139363995112944 (mp_runner.py:73) -2024-09-01 19:59:37,927 | DEBUG |(SpawnProcess-1:104) search_count: 3500, latest_latency=0.007176379003794864 (mp_runner.py:73) -2024-09-01 19:59:37,927 | DEBUG |(SpawnProcess-1:103) search_count: 3500, latest_latency=0.01132339600007981 (mp_runner.py:73) -2024-09-01 19:59:38,062 | DEBUG |(SpawnProcess-1:82) search_count: 3500, latest_latency=0.004859234002651647 (mp_runner.py:73) -2024-09-01 19:59:38,062 | DEBUG |(SpawnProcess-1:83) search_count: 3500, latest_latency=0.006592364996322431 (mp_runner.py:73) -2024-09-01 19:59:38,063 | DEBUG |(SpawnProcess-1:105) search_count: 3500, latest_latency=0.008222702999773901 (mp_runner.py:73) -2024-09-01 19:59:38,065 | DEBUG |(SpawnProcess-1:90) search_count: 3500, latest_latency=0.011485476003144868 (mp_runner.py:73) -2024-09-01 19:59:38,066 | DEBUG |(SpawnProcess-1:80) search_count: 3500, latest_latency=0.0120438100057072 (mp_runner.py:73) -2024-09-01 19:59:38,909 | DEBUG |(SpawnProcess-1:77) search_count: 3000, latest_latency=0.008527505997335538 (mp_runner.py:73) -2024-09-01 19:59:39,048 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.011031630994693842 (mp_runner.py:73) -2024-09-01 19:59:39,147 | DEBUG |(SpawnProcess-1:93) search_count: 3500, latest_latency=0.007862389997171704 (mp_runner.py:73) -2024-09-01 19:59:39,149 | DEBUG |(SpawnProcess-1:97) search_count: 3500, latest_latency=0.007434365994413383 (mp_runner.py:73) -2024-09-01 19:59:39,150 | DEBUG |(SpawnProcess-1:78) search_count: 3500, latest_latency=0.010572481005510781 (mp_runner.py:73) -2024-09-01 19:59:39,150 | DEBUG |(SpawnProcess-1:85) search_count: 3500, latest_latency=0.011589540001295973 (mp_runner.py:73) -2024-09-01 19:59:39,151 | DEBUG |(SpawnProcess-1:91) search_count: 3500, latest_latency=0.005832921000546776 (mp_runner.py:73) -2024-09-01 19:59:39,152 | DEBUG |(SpawnProcess-1:94) search_count: 3000, latest_latency=0.008404868000070564 (mp_runner.py:73) -2024-09-01 19:59:39,234 | DEBUG |(SpawnProcess-1:86) search_count: 3500, latest_latency=0.010563274998276029 (mp_runner.py:73) -2024-09-01 19:59:39,287 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.007262059996719472 (mp_runner.py:73) -2024-09-01 19:59:39,321 | DEBUG |(SpawnProcess-1:98) search_count: 3000, latest_latency=0.0077343110024230555 (mp_runner.py:73) -2024-09-01 19:59:39,613 | DEBUG |(SpawnProcess-1:88) search_count: 3000, latest_latency=0.011837980004202109 (mp_runner.py:73) -2024-09-01 19:59:40,251 | DEBUG |(SpawnProcess-1:101) search_count: 3000, latest_latency=0.008812498999759555 (mp_runner.py:73) -2024-09-01 19:59:40,449 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.008738331001950428 (mp_runner.py:73) -2024-09-01 19:59:40,735 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.009920987002260517 (mp_runner.py:73) -2024-09-01 19:59:40,935 | DEBUG |(SpawnProcess-1:87) search_count: 3500, latest_latency=0.008033423997403588 (mp_runner.py:73) -2024-09-01 19:59:40,935 | DEBUG |(SpawnProcess-1:79) search_count: 3500, latest_latency=0.008270439997431822 (mp_runner.py:73) -2024-09-01 19:59:40,936 | DEBUG |(SpawnProcess-1:92) search_count: 3500, latest_latency=0.01108014999772422 (mp_runner.py:73) -2024-09-01 19:59:41,591 | DEBUG |(SpawnProcess-1:89) search_count: 4000, latest_latency=0.007494906996726058 (mp_runner.py:73) -2024-09-01 19:59:41,592 | DEBUG |(SpawnProcess-1:90) search_count: 4000, latest_latency=0.005252836999716237 (mp_runner.py:73) -2024-09-01 19:59:41,592 | DEBUG |(SpawnProcess-1:103) search_count: 4000, latest_latency=0.00801057100034086 (mp_runner.py:73) -2024-09-01 19:59:41,593 | DEBUG |(SpawnProcess-1:80) search_count: 4000, latest_latency=0.006969744004891254 (mp_runner.py:73) -2024-09-01 19:59:41,593 | DEBUG |(SpawnProcess-1:82) search_count: 4000, latest_latency=0.00813600800029235 (mp_runner.py:73) -2024-09-01 19:59:41,594 | DEBUG |(SpawnProcess-1:83) search_count: 4000, latest_latency=0.007120761001715437 (mp_runner.py:73) -2024-09-01 19:59:41,594 | DEBUG |(SpawnProcess-1:95) search_count: 4000, latest_latency=0.01131592900492251 (mp_runner.py:73) -2024-09-01 19:59:41,595 | DEBUG |(SpawnProcess-1:104) search_count: 4000, latest_latency=0.012881967995781451 (mp_runner.py:73) -2024-09-01 19:59:41,595 | DEBUG |(SpawnProcess-1:96) search_count: 4000, latest_latency=0.008319028005644213 (mp_runner.py:73) -2024-09-01 19:59:41,596 | DEBUG |(SpawnProcess-1:105) search_count: 4000, latest_latency=0.00830206299724523 (mp_runner.py:73) -2024-09-01 19:59:41,597 | DEBUG |(SpawnProcess-1:102) search_count: 4000, latest_latency=0.00851105999754509 (mp_runner.py:73) -2024-09-01 19:59:41,718 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0057s, count=3275, qps in this process: 109.1459 (mp_runner.py:76) -2024-09-01 19:59:41,722 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0041s, count=3845, qps in this process: 128.1492 (mp_runner.py:76) -2024-09-01 19:59:41,733 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0035s, count=3846, qps in this process: 128.185 (mp_runner.py:76) -2024-09-01 19:59:41,736 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0051s, count=3846, qps in this process: 128.1782 (mp_runner.py:76) -2024-09-01 19:59:41,758 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0008s, count=3304, qps in this process: 110.1304 (mp_runner.py:76) -2024-09-01 19:59:41,766 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0048s, count=4026, qps in this process: 134.1785 (mp_runner.py:76) -2024-09-01 19:59:41,775 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0017s, count=3851, qps in this process: 128.3594 (mp_runner.py:76) -2024-09-01 19:59:41,801 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0006s, count=3607, qps in this process: 120.2309 (mp_runner.py:76) -2024-09-01 19:59:41,804 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.004s, count=3855, qps in this process: 128.4829 (mp_runner.py:76) -2024-09-01 19:59:41,808 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.008s, count=4032, qps in this process: 134.3642 (mp_runner.py:76) -2024-09-01 19:59:41,809 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0085s, count=4032, qps in this process: 134.3619 (mp_runner.py:76) -2024-09-01 19:59:41,816 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0047s, count=4033, qps in this process: 134.4123 (mp_runner.py:76) -2024-09-01 19:59:41,819 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0014s, count=4034, qps in this process: 134.4604 (mp_runner.py:76) -2024-09-01 19:59:41,823 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0032s, count=3610, qps in this process: 120.3205 (mp_runner.py:76) -2024-09-01 19:59:41,825 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0027s, count=3430, qps in this process: 114.323 (mp_runner.py:76) -2024-09-01 19:59:41,825 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0003s, count=4035, qps in this process: 134.4987 (mp_runner.py:76) -2024-09-01 19:59:41,838 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0018s, count=4037, qps in this process: 134.5586 (mp_runner.py:76) -2024-09-01 19:59:41,839 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.003s, count=4038, qps in this process: 134.5865 (mp_runner.py:76) -2024-09-01 19:59:41,842 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.001s, count=3152, qps in this process: 105.0632 (mp_runner.py:76) -2024-09-01 19:59:41,844 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0047s, count=3793, qps in this process: 126.4135 (mp_runner.py:76) -2024-09-01 19:59:41,852 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0059s, count=4040, qps in this process: 134.6402 (mp_runner.py:76) -2024-09-01 19:59:41,856 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0101s, count=4040, qps in this process: 134.6213 (mp_runner.py:76) -2024-09-01 19:59:41,856 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0023s, count=4041, qps in this process: 134.6897 (mp_runner.py:76) -2024-09-01 19:59:41,857 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0029s, count=3618, qps in this process: 120.5883 (mp_runner.py:76) -2024-09-01 19:59:41,860 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0005s, count=3287, qps in this process: 109.5648 (mp_runner.py:76) -2024-09-01 19:59:41,860 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0017s, count=3307, qps in this process: 110.2271 (mp_runner.py:76) -2024-09-01 19:59:41,861 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0027s, count=3251, qps in this process: 108.3569 (mp_runner.py:76) -2024-09-01 19:59:41,872 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0004s, count=3192, qps in this process: 106.3986 (mp_runner.py:76) -2024-09-01 19:59:41,875 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0008s, count=3297, qps in this process: 109.8971 (mp_runner.py:76) -2024-09-01 19:59:41,881 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0007s, count=3142, qps in this process: 104.7309 (mp_runner.py:76) -2024-09-01 19:59:41,894 | INFO |End search in concurrency 30: dur=30.360867367999163s, total_count=110896, qps=3652.5966 (mp_runner.py:120) -2024-09-01 19:59:43,816 | INFO |Update largest qps with concurrency 30: current max_qps=3652.5966 (mp_runner.py:124) -2024-09-01 19:59:44,228 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:59:44,228 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 19:59:54,777 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 19:59:54,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:54,933 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:54,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:54,942 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:54,966 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:54,980 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:54,981 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:54,981 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:54,981 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,013 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,043 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,080 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,086 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,088 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,092 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,115 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,142 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,144 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,151 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,156 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,158 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,182 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,191 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,209 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,226 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,228 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:55,243 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 19:59:59,441 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.009509543000604026 (mp_runner.py:73) -2024-09-01 19:59:59,442 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.008892969999578781 (mp_runner.py:73) -2024-09-01 19:59:59,442 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.008750175002205651 (mp_runner.py:73) -2024-09-01 19:59:59,443 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.013655483999173157 (mp_runner.py:73) -2024-09-01 19:59:59,444 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.00918814499891596 (mp_runner.py:73) -2024-09-01 19:59:59,447 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.012362704997940455 (mp_runner.py:73) -2024-09-01 19:59:59,450 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.021369098998547997 (mp_runner.py:73) -2024-09-01 19:59:59,479 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.007506882997404318 (mp_runner.py:73) -2024-09-01 19:59:59,480 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.008470624998153653 (mp_runner.py:73) -2024-09-01 19:59:59,480 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.00935083699732786 (mp_runner.py:73) -2024-09-01 19:59:59,481 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.00860447199374903 (mp_runner.py:73) -2024-09-01 19:59:59,481 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01041649999388028 (mp_runner.py:73) -2024-09-01 19:59:59,481 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.007936645000881981 (mp_runner.py:73) -2024-09-01 19:59:59,482 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.011323229999106843 (mp_runner.py:73) -2024-09-01 19:59:59,482 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.006718594006088097 (mp_runner.py:73) -2024-09-01 19:59:59,483 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.011128464000648819 (mp_runner.py:73) -2024-09-01 19:59:59,483 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.014499502998660319 (mp_runner.py:73) -2024-09-01 19:59:59,741 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.01295867600128986 (mp_runner.py:73) -2024-09-01 19:59:59,769 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.010329361997719388 (mp_runner.py:73) -2024-09-01 19:59:59,770 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.009137123997788876 (mp_runner.py:73) -2024-09-01 19:59:59,771 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.008324410999193788 (mp_runner.py:73) -2024-09-01 19:59:59,771 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.013083636993542314 (mp_runner.py:73) -2024-09-01 19:59:59,771 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.01168695500382455 (mp_runner.py:73) -2024-09-01 19:59:59,778 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.014630747995397542 (mp_runner.py:73) -2024-09-01 19:59:59,907 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.015663361999031622 (mp_runner.py:73) -2024-09-01 19:59:59,908 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.010974511998938397 (mp_runner.py:73) -2024-09-01 19:59:59,909 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.011091521999333054 (mp_runner.py:73) -2024-09-01 20:00:00,215 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01891989399882732 (mp_runner.py:73) -2024-09-01 20:00:00,265 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.014886108998325653 (mp_runner.py:73) -2024-09-01 20:00:00,266 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.011339106000377797 (mp_runner.py:73) -2024-09-01 20:00:00,267 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.010105579000082798 (mp_runner.py:73) -2024-09-01 20:00:00,267 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01137528799881693 (mp_runner.py:73) -2024-09-01 20:00:00,268 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.019054866002989 (mp_runner.py:73) -2024-09-01 20:00:00,268 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.019926424000004772 (mp_runner.py:73) -2024-09-01 20:00:01,482 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.017100336001021788 (mp_runner.py:73) -2024-09-01 20:00:04,272 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.006890327000292018 (mp_runner.py:73) -2024-09-01 20:00:04,274 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.00994425800308818 (mp_runner.py:73) -2024-09-01 20:00:04,275 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.01103223700192757 (mp_runner.py:73) -2024-09-01 20:00:04,337 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.011742123999283649 (mp_runner.py:73) -2024-09-01 20:00:04,407 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.009091298998100683 (mp_runner.py:73) -2024-09-01 20:00:04,555 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.009113576001254842 (mp_runner.py:73) -2024-09-01 20:00:04,555 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.007614918002218474 (mp_runner.py:73) -2024-09-01 20:00:04,555 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.00886299600097118 (mp_runner.py:73) -2024-09-01 20:00:04,556 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.008815147004497703 (mp_runner.py:73) -2024-09-01 20:00:04,556 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.008522253003320657 (mp_runner.py:73) -2024-09-01 20:00:04,556 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.008219152005040087 (mp_runner.py:73) -2024-09-01 20:00:04,556 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.00820280700281728 (mp_runner.py:73) -2024-09-01 20:00:04,561 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.009603480000805575 (mp_runner.py:73) -2024-09-01 20:00:04,661 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.008713019000424538 (mp_runner.py:73) -2024-09-01 20:00:04,662 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.005894579000596423 (mp_runner.py:73) -2024-09-01 20:00:04,662 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.0085416579968296 (mp_runner.py:73) -2024-09-01 20:00:04,662 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.013073176000034437 (mp_runner.py:73) -2024-09-01 20:00:04,663 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.008509332001267467 (mp_runner.py:73) -2024-09-01 20:00:04,663 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.010557763001997955 (mp_runner.py:73) -2024-09-01 20:00:04,663 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.011866057000588626 (mp_runner.py:73) -2024-09-01 20:00:04,664 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.014998608996393159 (mp_runner.py:73) -2024-09-01 20:00:04,664 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.014190802001394331 (mp_runner.py:73) -2024-09-01 20:00:04,665 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.010002990995417349 (mp_runner.py:73) -2024-09-01 20:00:04,666 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.010069736003060825 (mp_runner.py:73) -2024-09-01 20:00:04,922 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.00745223400008399 (mp_runner.py:73) -2024-09-01 20:00:04,924 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.008267334000265691 (mp_runner.py:73) -2024-09-01 20:00:04,924 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.008733476002817042 (mp_runner.py:73) -2024-09-01 20:00:04,924 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.007772597004077397 (mp_runner.py:73) -2024-09-01 20:00:04,925 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.00857468100002734 (mp_runner.py:73) -2024-09-01 20:00:04,926 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.011650105996523052 (mp_runner.py:73) -2024-09-01 20:00:04,927 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.013370312997722067 (mp_runner.py:73) -2024-09-01 20:00:04,929 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.008003725000889972 (mp_runner.py:73) -2024-09-01 20:00:04,930 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.010934671998256817 (mp_runner.py:73) -2024-09-01 20:00:04,931 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.009579746001691092 (mp_runner.py:73) -2024-09-01 20:00:07,621 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.00993702500272775 (mp_runner.py:73) -2024-09-01 20:00:09,083 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.010093263997987378 (mp_runner.py:73) -2024-09-01 20:00:09,084 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.011625819999608211 (mp_runner.py:73) -2024-09-01 20:00:09,086 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.014114332996541634 (mp_runner.py:73) -2024-09-01 20:00:09,086 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.009155243998975493 (mp_runner.py:73) -2024-09-01 20:00:09,088 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.009460446999582928 (mp_runner.py:73) -2024-09-01 20:00:09,088 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.01063591900310712 (mp_runner.py:73) -2024-09-01 20:00:09,101 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.01635574800457107 (mp_runner.py:73) -2024-09-01 20:00:09,103 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.0020502609986579046 (mp_runner.py:73) -2024-09-01 20:00:09,104 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.014794654998695478 (mp_runner.py:73) -2024-09-01 20:00:09,105 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.015135282999835908 (mp_runner.py:73) -2024-09-01 20:00:09,105 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.010696384000766557 (mp_runner.py:73) -2024-09-01 20:00:09,105 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.012465951003832743 (mp_runner.py:73) -2024-09-01 20:00:09,106 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.010530596002354287 (mp_runner.py:73) -2024-09-01 20:00:09,110 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.013931315996160265 (mp_runner.py:73) -2024-09-01 20:00:09,111 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.005413555998529773 (mp_runner.py:73) -2024-09-01 20:00:09,117 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.020121472000028007 (mp_runner.py:73) -2024-09-01 20:00:09,117 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.021387779001088347 (mp_runner.py:73) -2024-09-01 20:00:09,117 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.019325431996549014 (mp_runner.py:73) -2024-09-01 20:00:09,119 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.01981315300508868 (mp_runner.py:73) -2024-09-01 20:00:09,119 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.019728415994904935 (mp_runner.py:73) -2024-09-01 20:00:09,120 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.016319178001140244 (mp_runner.py:73) -2024-09-01 20:00:09,121 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.01775880799687002 (mp_runner.py:73) -2024-09-01 20:00:09,125 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.021656508004525676 (mp_runner.py:73) -2024-09-01 20:00:09,128 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.029345162998652086 (mp_runner.py:73) -2024-09-01 20:00:09,522 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.005454439000459388 (mp_runner.py:73) -2024-09-01 20:00:09,523 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.006653678996372037 (mp_runner.py:73) -2024-09-01 20:00:09,526 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.010149458001251332 (mp_runner.py:73) -2024-09-01 20:00:09,526 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.011596595999435522 (mp_runner.py:73) -2024-09-01 20:00:09,527 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.01335660699987784 (mp_runner.py:73) -2024-09-01 20:00:09,529 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.014408389004529454 (mp_runner.py:73) -2024-09-01 20:00:09,612 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.010855489003006369 (mp_runner.py:73) -2024-09-01 20:00:09,613 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.01131989400164457 (mp_runner.py:73) -2024-09-01 20:00:09,615 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.014614170999266207 (mp_runner.py:73) -2024-09-01 20:00:09,615 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.01405838699429296 (mp_runner.py:73) -2024-09-01 20:00:13,455 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.008678770995175 (mp_runner.py:73) -2024-09-01 20:00:13,455 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.008690773000125773 (mp_runner.py:73) -2024-09-01 20:00:13,457 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.008359959996596444 (mp_runner.py:73) -2024-09-01 20:00:13,457 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.009805059002246708 (mp_runner.py:73) -2024-09-01 20:00:13,458 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.009804952998820227 (mp_runner.py:73) -2024-09-01 20:00:13,458 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.012914629005535971 (mp_runner.py:73) -2024-09-01 20:00:13,459 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.008163799997419119 (mp_runner.py:73) -2024-09-01 20:00:13,459 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.010435072996187955 (mp_runner.py:73) -2024-09-01 20:00:13,460 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.010474185000930447 (mp_runner.py:73) -2024-09-01 20:00:13,460 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.013771758000075351 (mp_runner.py:73) -2024-09-01 20:00:13,461 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.00928316200588597 (mp_runner.py:73) -2024-09-01 20:00:13,462 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.009803863002161961 (mp_runner.py:73) -2024-09-01 20:00:13,468 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.02002063599502435 (mp_runner.py:73) -2024-09-01 20:00:13,644 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.038940405000175815 (mp_runner.py:73) -2024-09-01 20:00:13,827 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.012608159995579626 (mp_runner.py:73) -2024-09-01 20:00:13,867 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.012220691998663824 (mp_runner.py:73) -2024-09-01 20:00:13,901 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.012344524999207351 (mp_runner.py:73) -2024-09-01 20:00:13,920 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.01087599599850364 (mp_runner.py:73) -2024-09-01 20:00:13,935 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.011332369002047926 (mp_runner.py:73) -2024-09-01 20:00:13,963 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.012512504996266216 (mp_runner.py:73) -2024-09-01 20:00:13,970 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.009256824996555224 (mp_runner.py:73) -2024-09-01 20:00:14,107 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.024601534998510033 (mp_runner.py:73) -2024-09-01 20:00:14,113 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.025748620995727833 (mp_runner.py:73) -2024-09-01 20:00:14,116 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.039289712003665045 (mp_runner.py:73) -2024-09-01 20:00:14,122 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.04462207100004889 (mp_runner.py:73) -2024-09-01 20:00:14,588 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.012128432994359173 (mp_runner.py:73) -2024-09-01 20:00:14,767 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.011775846003729384 (mp_runner.py:73) -2024-09-01 20:00:14,769 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.008993160001409706 (mp_runner.py:73) -2024-09-01 20:00:14,770 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.010448005996295251 (mp_runner.py:73) -2024-09-01 20:00:14,772 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.01169882600515848 (mp_runner.py:73) -2024-09-01 20:00:14,831 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.008724086001166143 (mp_runner.py:73) -2024-09-01 20:00:14,932 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.01118055800179718 (mp_runner.py:73) -2024-09-01 20:00:15,084 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.024591401001089253 (mp_runner.py:73) -2024-09-01 20:00:15,093 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.02222150599845918 (mp_runner.py:73) -2024-09-01 20:00:15,332 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.01591245499730576 (mp_runner.py:73) -2024-09-01 20:00:18,019 | DEBUG |(SpawnProcess-1:123) search_count: 2500, latest_latency=0.021740879004937597 (mp_runner.py:73) -2024-09-01 20:00:18,020 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.02645845100050792 (mp_runner.py:73) -2024-09-01 20:00:18,020 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.024890104999940377 (mp_runner.py:73) -2024-09-01 20:00:18,021 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.02776557600009255 (mp_runner.py:73) -2024-09-01 20:00:18,022 | DEBUG |(SpawnProcess-1:135) search_count: 2500, latest_latency=0.02982328800135292 (mp_runner.py:73) -2024-09-01 20:00:18,023 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.0313159529978293 (mp_runner.py:73) -2024-09-01 20:00:18,028 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.034177455003373325 (mp_runner.py:73) -2024-09-01 20:00:18,483 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.007328047999180853 (mp_runner.py:73) -2024-09-01 20:00:18,485 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.00811820099625038 (mp_runner.py:73) -2024-09-01 20:00:18,495 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.02073070300684776 (mp_runner.py:73) -2024-09-01 20:00:18,495 | DEBUG |(SpawnProcess-1:109) search_count: 2500, latest_latency=0.019739652998396195 (mp_runner.py:73) -2024-09-01 20:00:18,498 | DEBUG |(SpawnProcess-1:121) search_count: 2500, latest_latency=0.022729181000613607 (mp_runner.py:73) -2024-09-01 20:00:18,658 | DEBUG |(SpawnProcess-1:130) search_count: 2500, latest_latency=0.010994358999596443 (mp_runner.py:73) -2024-09-01 20:00:18,742 | DEBUG |(SpawnProcess-1:134) search_count: 2500, latest_latency=0.008313423000799958 (mp_runner.py:73) -2024-09-01 20:00:18,743 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.008548473997507244 (mp_runner.py:73) -2024-09-01 20:00:18,743 | DEBUG |(SpawnProcess-1:131) search_count: 2500, latest_latency=0.010113539996382315 (mp_runner.py:73) -2024-09-01 20:00:18,745 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.012019895002595149 (mp_runner.py:73) -2024-09-01 20:00:18,801 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.007680098999117035 (mp_runner.py:73) -2024-09-01 20:00:18,802 | DEBUG |(SpawnProcess-1:127) search_count: 2500, latest_latency=0.009326581995992456 (mp_runner.py:73) -2024-09-01 20:00:18,802 | DEBUG |(SpawnProcess-1:128) search_count: 2500, latest_latency=0.010226524995232467 (mp_runner.py:73) -2024-09-01 20:00:18,803 | DEBUG |(SpawnProcess-1:112) search_count: 2500, latest_latency=0.011799606996646617 (mp_runner.py:73) -2024-09-01 20:00:19,515 | DEBUG |(SpawnProcess-1:125) search_count: 2500, latest_latency=0.010057564999442548 (mp_runner.py:73) -2024-09-01 20:00:19,518 | DEBUG |(SpawnProcess-1:136) search_count: 2500, latest_latency=0.01005980899935821 (mp_runner.py:73) -2024-09-01 20:00:19,519 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.008734600000025239 (mp_runner.py:73) -2024-09-01 20:00:19,519 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.013303182997333352 (mp_runner.py:73) -2024-09-01 20:00:19,520 | DEBUG |(SpawnProcess-1:140) search_count: 2500, latest_latency=0.014152716001262888 (mp_runner.py:73) -2024-09-01 20:00:19,591 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.010350228003517259 (mp_runner.py:73) -2024-09-01 20:00:19,691 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.011423029995057732 (mp_runner.py:73) -2024-09-01 20:00:19,694 | DEBUG |(SpawnProcess-1:113) search_count: 2500, latest_latency=0.012016710999887437 (mp_runner.py:73) -2024-09-01 20:00:19,695 | DEBUG |(SpawnProcess-1:132) search_count: 2500, latest_latency=0.011760840003262274 (mp_runner.py:73) -2024-09-01 20:00:19,848 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.01170534199627582 (mp_runner.py:73) -2024-09-01 20:00:20,322 | DEBUG |(SpawnProcess-1:139) search_count: 2500, latest_latency=0.008503004995873198 (mp_runner.py:73) -2024-09-01 20:00:20,323 | DEBUG |(SpawnProcess-1:141) search_count: 2500, latest_latency=0.01008588900003815 (mp_runner.py:73) -2024-09-01 20:00:20,324 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.011233612996875308 (mp_runner.py:73) -2024-09-01 20:00:21,186 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.01437199600331951 (mp_runner.py:73) -2024-09-01 20:00:22,491 | DEBUG |(SpawnProcess-1:116) search_count: 3000, latest_latency=0.00593856399791548 (mp_runner.py:73) -2024-09-01 20:00:22,492 | DEBUG |(SpawnProcess-1:135) search_count: 3000, latest_latency=0.007042794000881258 (mp_runner.py:73) -2024-09-01 20:00:22,493 | DEBUG |(SpawnProcess-1:123) search_count: 3000, latest_latency=0.007206517999293283 (mp_runner.py:73) -2024-09-01 20:00:22,494 | DEBUG |(SpawnProcess-1:119) search_count: 3000, latest_latency=0.009794193996640388 (mp_runner.py:73) -2024-09-01 20:00:22,494 | DEBUG |(SpawnProcess-1:126) search_count: 3000, latest_latency=0.007731726000201888 (mp_runner.py:73) -2024-09-01 20:00:22,496 | DEBUG |(SpawnProcess-1:111) search_count: 3000, latest_latency=0.012498276002588682 (mp_runner.py:73) -2024-09-01 20:00:22,497 | DEBUG |(SpawnProcess-1:129) search_count: 3000, latest_latency=0.009894618997350335 (mp_runner.py:73) -2024-09-01 20:00:23,318 | DEBUG |(SpawnProcess-1:112) search_count: 3000, latest_latency=0.007680822003749199 (mp_runner.py:73) -2024-09-01 20:00:23,319 | DEBUG |(SpawnProcess-1:130) search_count: 3000, latest_latency=0.007731628997134976 (mp_runner.py:73) -2024-09-01 20:00:23,319 | DEBUG |(SpawnProcess-1:128) search_count: 3000, latest_latency=0.008978584999567829 (mp_runner.py:73) -2024-09-01 20:00:23,319 | DEBUG |(SpawnProcess-1:124) search_count: 3000, latest_latency=0.008097525998891797 (mp_runner.py:73) -2024-09-01 20:00:23,320 | DEBUG |(SpawnProcess-1:137) search_count: 3000, latest_latency=0.00822745100595057 (mp_runner.py:73) -2024-09-01 20:00:23,320 | DEBUG |(SpawnProcess-1:122) search_count: 3000, latest_latency=0.007093232998158783 (mp_runner.py:73) -2024-09-01 20:00:23,320 | DEBUG |(SpawnProcess-1:109) search_count: 3000, latest_latency=0.007441459005349316 (mp_runner.py:73) -2024-09-01 20:00:23,321 | DEBUG |(SpawnProcess-1:121) search_count: 3000, latest_latency=0.008222761003708001 (mp_runner.py:73) -2024-09-01 20:00:23,321 | DEBUG |(SpawnProcess-1:131) search_count: 3000, latest_latency=0.00925424700108124 (mp_runner.py:73) -2024-09-01 20:00:23,322 | DEBUG |(SpawnProcess-1:134) search_count: 3000, latest_latency=0.0041585079961805604 (mp_runner.py:73) -2024-09-01 20:00:23,323 | DEBUG |(SpawnProcess-1:117) search_count: 3000, latest_latency=0.008730547997402027 (mp_runner.py:73) -2024-09-01 20:00:23,325 | DEBUG |(SpawnProcess-1:133) search_count: 3000, latest_latency=0.009016616000735667 (mp_runner.py:73) -2024-09-01 20:00:23,327 | DEBUG |(SpawnProcess-1:114) search_count: 3000, latest_latency=0.013248479001049418 (mp_runner.py:73) -2024-09-01 20:00:24,350 | DEBUG |(SpawnProcess-1:127) search_count: 3000, latest_latency=0.01097025699709775 (mp_runner.py:73) -2024-09-01 20:00:24,614 | DEBUG |(SpawnProcess-1:107) search_count: 3000, latest_latency=0.008916601000237279 (mp_runner.py:73) -2024-09-01 20:00:24,620 | DEBUG |(SpawnProcess-1:118) search_count: 3000, latest_latency=0.015887268004007638 (mp_runner.py:73) -2024-09-01 20:00:24,648 | DEBUG |(SpawnProcess-1:140) search_count: 3000, latest_latency=0.006124915002146736 (mp_runner.py:73) -2024-09-01 20:00:24,684 | DEBUG |(SpawnProcess-1:125) search_count: 3000, latest_latency=0.010955732999718748 (mp_runner.py:73) -2024-09-01 20:00:24,898 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0026s, count=3174, qps in this process: 105.7908 (mp_runner.py:76) -2024-09-01 20:00:24,935 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0003s, count=3271, qps in this process: 109.0322 (mp_runner.py:76) -2024-09-01 20:00:24,942 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0041s, count=3179, qps in this process: 105.9522 (mp_runner.py:76) -2024-09-01 20:00:24,956 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.01s, count=3273, qps in this process: 109.0636 (mp_runner.py:76) -2024-09-01 20:00:24,973 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0036s, count=3183, qps in this process: 106.0873 (mp_runner.py:76) -2024-09-01 20:00:24,983 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0004s, count=3184, qps in this process: 106.1319 (mp_runner.py:76) -2024-09-01 20:00:24,985 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0018s, count=3171, qps in this process: 105.6937 (mp_runner.py:76) -2024-09-01 20:00:24,987 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.001s, count=3185, qps in this process: 106.1631 (mp_runner.py:76) -2024-09-01 20:00:24,992 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.01s, count=2995, qps in this process: 99.8001 (mp_runner.py:76) -2024-09-01 20:00:25,018 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0013s, count=3280, qps in this process: 109.3286 (mp_runner.py:76) -2024-09-01 20:00:25,051 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0054s, count=3192, qps in this process: 106.3809 (mp_runner.py:76) -2024-09-01 20:00:25,053 | DEBUG |(SpawnProcess-1:136) search_count: 3000, latest_latency=0.00905365699873073 (mp_runner.py:73) -2024-09-01 20:00:25,086 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0024s, count=3185, qps in this process: 106.1582 (mp_runner.py:76) -2024-09-01 20:00:25,095 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0039s, count=3186, qps in this process: 106.1862 (mp_runner.py:76) -2024-09-01 20:00:25,096 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0065s, count=3198, qps in this process: 106.5769 (mp_runner.py:76) -2024-09-01 20:00:25,097 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0138s, count=3067, qps in this process: 102.1863 (mp_runner.py:76) -2024-09-01 20:00:25,099 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0061s, count=2984, qps in this process: 99.4464 (mp_runner.py:76) -2024-09-01 20:00:25,103 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0054s, count=3188, qps in this process: 106.2475 (mp_runner.py:76) -2024-09-01 20:00:25,121 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0039s, count=3008, qps in this process: 100.2536 (mp_runner.py:76) -2024-09-01 20:00:25,152 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0061s, count=3301, qps in this process: 110.011 (mp_runner.py:76) -2024-09-01 20:00:25,153 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.0079s, count=3054, qps in this process: 101.7732 (mp_runner.py:76) -2024-09-01 20:00:25,161 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0044s, count=3196, qps in this process: 106.5177 (mp_runner.py:76) -2024-09-01 20:00:25,162 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0032s, count=3210, qps in this process: 106.9886 (mp_runner.py:76) -2024-09-01 20:00:25,163 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0021s, count=3303, qps in this process: 110.0923 (mp_runner.py:76) -2024-09-01 20:00:25,163 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0018s, count=3058, qps in this process: 101.9272 (mp_runner.py:76) -2024-09-01 20:00:25,164 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0007s, count=3304, qps in this process: 110.1308 (mp_runner.py:76) -2024-09-01 20:00:25,175 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0008s, count=2945, qps in this process: 98.164 (mp_runner.py:76) -2024-09-01 20:00:25,178 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0009s, count=2998, qps in this process: 99.9303 (mp_runner.py:76) -2024-09-01 20:00:25,181 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0029s, count=3063, qps in this process: 102.0901 (mp_runner.py:76) -2024-09-01 20:00:25,182 | DEBUG |(SpawnProcess-1:120) search_count: 3000, latest_latency=0.0020662370006903075 (mp_runner.py:73) -2024-09-01 20:00:25,195 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0065s, count=2963, qps in this process: 98.7453 (mp_runner.py:76) -2024-09-01 20:00:25,198 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0023s, count=2978, qps in this process: 99.2591 (mp_runner.py:76) -2024-09-01 20:00:25,213 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0005s, count=3327, qps in this process: 110.8982 (mp_runner.py:76) -2024-09-01 20:00:25,219 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0002s, count=3021, qps in this process: 100.6993 (mp_runner.py:76) -2024-09-01 20:00:25,222 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.0011802549997810274 (mp_runner.py:73) -2024-09-01 20:00:25,229 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0007s, count=2890, qps in this process: 96.3311 (mp_runner.py:76) -2024-09-01 20:00:25,233 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0009s, count=3093, qps in this process: 103.0969 (mp_runner.py:76) -2024-09-01 20:00:25,247 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0006s, count=2536, qps in this process: 84.5316 (mp_runner.py:76) -2024-09-01 20:00:25,260 | INFO |End search in concurrency 35: dur=30.48139171799994s, total_count=109143, qps=3580.6436 (mp_runner.py:120) -2024-09-01 20:00:27,931 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:00:27,931 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 20:00:38,693 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 20:00:38,802 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:38,803 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:38,868 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:38,892 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:38,946 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:38,950 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:38,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:38,955 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:38,970 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,020 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,047 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,068 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,075 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,091 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,098 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,102 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,109 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,123 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,124 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,127 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,129 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,134 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,137 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,171 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,175 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,180 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,183 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,189 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,206 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,233 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,248 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,259 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:39,284 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:00:44,351 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.013204941002186388 (mp_runner.py:73) -2024-09-01 20:00:44,371 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.010555002001638059 (mp_runner.py:73) -2024-09-01 20:00:44,373 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.012844503995438572 (mp_runner.py:73) -2024-09-01 20:00:44,385 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.007113544997991994 (mp_runner.py:73) -2024-09-01 20:00:44,386 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.009258869002223946 (mp_runner.py:73) -2024-09-01 20:00:44,387 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.010680765000870451 (mp_runner.py:73) -2024-09-01 20:00:44,387 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.008190389999072067 (mp_runner.py:73) -2024-09-01 20:00:44,389 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.013961659999040421 (mp_runner.py:73) -2024-09-01 20:00:44,391 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.016100800996355247 (mp_runner.py:73) -2024-09-01 20:00:44,560 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.00873656600015238 (mp_runner.py:73) -2024-09-01 20:00:44,561 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.008476465001876932 (mp_runner.py:73) -2024-09-01 20:00:44,561 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.010343465000914875 (mp_runner.py:73) -2024-09-01 20:00:44,562 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.009622780002246145 (mp_runner.py:73) -2024-09-01 20:00:44,562 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.00925204800296342 (mp_runner.py:73) -2024-09-01 20:00:44,563 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.00904932899720734 (mp_runner.py:73) -2024-09-01 20:00:44,563 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.011318468998069875 (mp_runner.py:73) -2024-09-01 20:00:44,563 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.003481059000478126 (mp_runner.py:73) -2024-09-01 20:00:44,563 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.009429237004951574 (mp_runner.py:73) -2024-09-01 20:00:44,564 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.013081224999041297 (mp_runner.py:73) -2024-09-01 20:00:44,565 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.014667303999885917 (mp_runner.py:73) -2024-09-01 20:00:44,695 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.009671107996837236 (mp_runner.py:73) -2024-09-01 20:00:44,696 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.010592013000859879 (mp_runner.py:73) -2024-09-01 20:00:44,697 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.010579100002360065 (mp_runner.py:73) -2024-09-01 20:00:44,697 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.010430068003188353 (mp_runner.py:73) -2024-09-01 20:00:44,699 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.009051501998328604 (mp_runner.py:73) -2024-09-01 20:00:44,699 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.014151032002700958 (mp_runner.py:73) -2024-09-01 20:00:44,699 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.009935676003806293 (mp_runner.py:73) -2024-09-01 20:00:44,700 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.014862505995552056 (mp_runner.py:73) -2024-09-01 20:00:44,833 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.011885040999914054 (mp_runner.py:73) -2024-09-01 20:00:44,833 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.01310349000414135 (mp_runner.py:73) -2024-09-01 20:00:44,923 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.013896768003178295 (mp_runner.py:73) -2024-09-01 20:00:45,122 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.019879910003510304 (mp_runner.py:73) -2024-09-01 20:00:45,125 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.04871230600110721 (mp_runner.py:73) -2024-09-01 20:00:45,140 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.04133064900088357 (mp_runner.py:73) -2024-09-01 20:00:45,159 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.04228420000436017 (mp_runner.py:73) -2024-09-01 20:00:45,166 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.06839506499818526 (mp_runner.py:73) -2024-09-01 20:00:45,499 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.01640608100569807 (mp_runner.py:73) -2024-09-01 20:00:45,511 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.012326891999691725 (mp_runner.py:73) -2024-09-01 20:00:45,682 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.0157854019998922 (mp_runner.py:73) -2024-09-01 20:00:46,425 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.013844440996763296 (mp_runner.py:73) -2024-09-01 20:00:49,508 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.008950538998760749 (mp_runner.py:73) -2024-09-01 20:00:49,508 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.010010234000219498 (mp_runner.py:73) -2024-09-01 20:00:49,508 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.010008346995164175 (mp_runner.py:73) -2024-09-01 20:00:49,509 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.009245982000720687 (mp_runner.py:73) -2024-09-01 20:00:49,511 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.0091024049979751 (mp_runner.py:73) -2024-09-01 20:00:49,512 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.01091781200375408 (mp_runner.py:73) -2024-09-01 20:00:49,513 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.015424962999532 (mp_runner.py:73) -2024-09-01 20:00:49,514 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.016667625000991393 (mp_runner.py:73) -2024-09-01 20:00:49,514 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.011965311001404189 (mp_runner.py:73) -2024-09-01 20:00:49,563 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.005130555997311603 (mp_runner.py:73) -2024-09-01 20:00:49,564 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.007912604000011925 (mp_runner.py:73) -2024-09-01 20:00:49,564 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.007833622003090568 (mp_runner.py:73) -2024-09-01 20:00:49,565 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.009452915997826494 (mp_runner.py:73) -2024-09-01 20:00:49,567 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.0075615850000758655 (mp_runner.py:73) -2024-09-01 20:00:49,567 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.012385049005388282 (mp_runner.py:73) -2024-09-01 20:00:49,567 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.008879630004230421 (mp_runner.py:73) -2024-09-01 20:00:49,568 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.007875739996961784 (mp_runner.py:73) -2024-09-01 20:00:49,569 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.015258341001754161 (mp_runner.py:73) -2024-09-01 20:00:49,570 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.015676724993682 (mp_runner.py:73) -2024-09-01 20:00:49,571 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.009395783999934793 (mp_runner.py:73) -2024-09-01 20:00:49,572 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.010931556003924925 (mp_runner.py:73) -2024-09-01 20:00:49,572 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.01060412300284952 (mp_runner.py:73) -2024-09-01 20:00:49,573 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.011310730995319318 (mp_runner.py:73) -2024-09-01 20:00:49,863 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.014061851004953496 (mp_runner.py:73) -2024-09-01 20:00:49,914 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.015405097998154815 (mp_runner.py:73) -2024-09-01 20:00:49,962 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.011893135000718758 (mp_runner.py:73) -2024-09-01 20:00:50,257 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.007400176997180097 (mp_runner.py:73) -2024-09-01 20:00:50,258 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.008646868998766877 (mp_runner.py:73) -2024-09-01 20:00:50,259 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.010899922999669798 (mp_runner.py:73) -2024-09-01 20:00:50,260 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.012201926001580432 (mp_runner.py:73) -2024-09-01 20:00:50,260 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.00918608399661025 (mp_runner.py:73) -2024-09-01 20:00:50,261 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.010878451001190115 (mp_runner.py:73) -2024-09-01 20:00:50,261 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.009460473993385676 (mp_runner.py:73) -2024-09-01 20:00:50,639 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.001342695002676919 (mp_runner.py:73) -2024-09-01 20:00:50,645 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.011448297998867929 (mp_runner.py:73) -2024-09-01 20:00:50,652 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.017837926003267057 (mp_runner.py:73) -2024-09-01 20:00:51,763 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.011786130999098532 (mp_runner.py:73) -2024-09-01 20:00:51,804 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.010537744004977867 (mp_runner.py:73) -2024-09-01 20:00:52,125 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.014173235998896416 (mp_runner.py:73) -2024-09-01 20:00:53,033 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.013920026998675894 (mp_runner.py:73) -2024-09-01 20:00:54,273 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.010819944000104442 (mp_runner.py:73) -2024-09-01 20:00:54,290 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.016516128001967445 (mp_runner.py:73) -2024-09-01 20:00:54,327 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.008605572002124973 (mp_runner.py:73) -2024-09-01 20:00:54,327 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.00653179400251247 (mp_runner.py:73) -2024-09-01 20:00:54,329 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.006851965998066589 (mp_runner.py:73) -2024-09-01 20:00:54,329 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.00769420899450779 (mp_runner.py:73) -2024-09-01 20:00:54,332 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.013876320997951552 (mp_runner.py:73) -2024-09-01 20:00:54,333 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.015353738999692723 (mp_runner.py:73) -2024-09-01 20:00:54,359 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.008066880000114907 (mp_runner.py:73) -2024-09-01 20:00:54,361 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.011027237997041084 (mp_runner.py:73) -2024-09-01 20:00:54,362 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.010357040002418216 (mp_runner.py:73) -2024-09-01 20:00:54,364 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.016459983002278022 (mp_runner.py:73) -2024-09-01 20:00:54,365 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.015106672995898407 (mp_runner.py:73) -2024-09-01 20:00:54,410 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.014075070997932926 (mp_runner.py:73) -2024-09-01 20:00:54,411 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.005299349002598319 (mp_runner.py:73) -2024-09-01 20:00:54,805 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.010565264004981145 (mp_runner.py:73) -2024-09-01 20:00:54,813 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.018970830999023747 (mp_runner.py:73) -2024-09-01 20:00:54,814 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.020276905997889116 (mp_runner.py:73) -2024-09-01 20:00:54,816 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.011024375999113545 (mp_runner.py:73) -2024-09-01 20:00:54,924 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.017380265999236144 (mp_runner.py:73) -2024-09-01 20:00:54,948 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.010979748003592249 (mp_runner.py:73) -2024-09-01 20:00:55,633 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.013065831997664645 (mp_runner.py:73) -2024-09-01 20:00:55,653 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.019342765997862443 (mp_runner.py:73) -2024-09-01 20:00:55,660 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.00897981700109085 (mp_runner.py:73) -2024-09-01 20:00:55,661 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.008886204006557819 (mp_runner.py:73) -2024-09-01 20:00:55,662 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.009239111001079436 (mp_runner.py:73) -2024-09-01 20:00:55,664 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.015432157000759616 (mp_runner.py:73) -2024-09-01 20:00:55,664 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.014494909999484662 (mp_runner.py:73) -2024-09-01 20:00:55,793 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.011742033006157726 (mp_runner.py:73) -2024-09-01 20:00:55,807 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.013583183004811872 (mp_runner.py:73) -2024-09-01 20:00:56,596 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.013253636003355496 (mp_runner.py:73) -2024-09-01 20:00:56,664 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.017985465994570404 (mp_runner.py:73) -2024-09-01 20:00:56,843 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.012726490000204649 (mp_runner.py:73) -2024-09-01 20:00:56,844 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.012896219996036962 (mp_runner.py:73) -2024-09-01 20:00:57,022 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.012611072001163848 (mp_runner.py:73) -2024-09-01 20:00:57,027 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.021876472994335927 (mp_runner.py:73) -2024-09-01 20:00:58,390 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.01331296400167048 (mp_runner.py:73) -2024-09-01 20:00:58,393 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.014319609996164218 (mp_runner.py:73) -2024-09-01 20:00:58,814 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.01430065499880584 (mp_runner.py:73) -2024-09-01 20:00:59,444 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.007339148003666196 (mp_runner.py:73) -2024-09-01 20:00:59,445 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.008033603000512812 (mp_runner.py:73) -2024-09-01 20:00:59,445 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.007473538993508555 (mp_runner.py:73) -2024-09-01 20:00:59,446 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.008368886999960523 (mp_runner.py:73) -2024-09-01 20:00:59,446 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.010181666999415029 (mp_runner.py:73) -2024-09-01 20:00:59,447 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.008483456993417349 (mp_runner.py:73) -2024-09-01 20:00:59,448 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.00917237700195983 (mp_runner.py:73) -2024-09-01 20:00:59,449 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.013901541002269369 (mp_runner.py:73) -2024-09-01 20:00:59,452 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.009555368997098412 (mp_runner.py:73) -2024-09-01 20:00:59,806 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.014017131004948169 (mp_runner.py:73) -2024-09-01 20:00:59,969 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.013521615001081955 (mp_runner.py:73) -2024-09-01 20:01:00,003 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.013455883999995422 (mp_runner.py:73) -2024-09-01 20:01:00,005 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.010119113998371176 (mp_runner.py:73) -2024-09-01 20:01:00,006 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.012144568994699512 (mp_runner.py:73) -2024-09-01 20:01:00,283 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.012546630998258479 (mp_runner.py:73) -2024-09-01 20:01:00,957 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.013164758995117154 (mp_runner.py:73) -2024-09-01 20:01:01,354 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.014114113997493405 (mp_runner.py:73) -2024-09-01 20:01:01,368 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.014217076000932138 (mp_runner.py:73) -2024-09-01 20:01:01,413 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.011237079997954424 (mp_runner.py:73) -2024-09-01 20:01:01,475 | DEBUG |(SpawnProcess-1:181) search_count: 2000, latest_latency=0.013200779998442158 (mp_runner.py:73) -2024-09-01 20:01:01,548 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.013254021003376693 (mp_runner.py:73) -2024-09-01 20:01:01,551 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.012511303997598588 (mp_runner.py:73) -2024-09-01 20:01:01,641 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.01310203500179341 (mp_runner.py:73) -2024-09-01 20:01:01,728 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.005481582003994845 (mp_runner.py:73) -2024-09-01 20:01:01,729 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.012488166998082306 (mp_runner.py:73) -2024-09-01 20:01:01,730 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.01136119900183985 (mp_runner.py:73) -2024-09-01 20:01:01,893 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.01144192299398128 (mp_runner.py:73) -2024-09-01 20:01:01,894 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.013694674002181273 (mp_runner.py:73) -2024-09-01 20:01:01,896 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.01573215900134528 (mp_runner.py:73) -2024-09-01 20:01:02,267 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.010404585998912808 (mp_runner.py:73) -2024-09-01 20:01:02,337 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.012658506006118841 (mp_runner.py:73) -2024-09-01 20:01:03,352 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.012573389998578932 (mp_runner.py:73) -2024-09-01 20:01:03,370 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.012057031002768781 (mp_runner.py:73) -2024-09-01 20:01:03,409 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.013498223997885361 (mp_runner.py:73) -2024-09-01 20:01:03,443 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.013363666999794077 (mp_runner.py:73) -2024-09-01 20:01:03,500 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.020482999003434088 (mp_runner.py:73) -2024-09-01 20:01:03,620 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.0013470720004988834 (mp_runner.py:73) -2024-09-01 20:01:04,730 | DEBUG |(SpawnProcess-1:146) search_count: 2500, latest_latency=0.007761790999211371 (mp_runner.py:73) -2024-09-01 20:01:04,731 | DEBUG |(SpawnProcess-1:149) search_count: 2500, latest_latency=0.00906371499877423 (mp_runner.py:73) -2024-09-01 20:01:04,731 | DEBUG |(SpawnProcess-1:163) search_count: 2500, latest_latency=0.00858704400161514 (mp_runner.py:73) -2024-09-01 20:01:04,732 | DEBUG |(SpawnProcess-1:153) search_count: 2500, latest_latency=0.008039106003707275 (mp_runner.py:73) -2024-09-01 20:01:04,733 | DEBUG |(SpawnProcess-1:151) search_count: 2500, latest_latency=0.009832499003096018 (mp_runner.py:73) -2024-09-01 20:01:04,733 | DEBUG |(SpawnProcess-1:177) search_count: 2500, latest_latency=0.009686504003184382 (mp_runner.py:73) -2024-09-01 20:01:04,734 | DEBUG |(SpawnProcess-1:170) search_count: 2500, latest_latency=0.012812353998015169 (mp_runner.py:73) -2024-09-01 20:01:04,734 | DEBUG |(SpawnProcess-1:169) search_count: 2500, latest_latency=0.013520778993552085 (mp_runner.py:73) -2024-09-01 20:01:05,008 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.017195152999192942 (mp_runner.py:73) -2024-09-01 20:01:05,171 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.01237193099950673 (mp_runner.py:73) -2024-09-01 20:01:05,230 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.015188958001090214 (mp_runner.py:73) -2024-09-01 20:01:05,838 | DEBUG |(SpawnProcess-1:160) search_count: 2500, latest_latency=0.014590325998142362 (mp_runner.py:73) -2024-09-01 20:01:06,008 | DEBUG |(SpawnProcess-1:173) search_count: 2500, latest_latency=0.01615366400073981 (mp_runner.py:73) -2024-09-01 20:01:06,009 | DEBUG |(SpawnProcess-1:176) search_count: 2500, latest_latency=0.011372713997843675 (mp_runner.py:73) -2024-09-01 20:01:06,023 | DEBUG |(SpawnProcess-1:168) search_count: 2500, latest_latency=0.028886564999993425 (mp_runner.py:73) -2024-09-01 20:01:06,351 | DEBUG |(SpawnProcess-1:144) search_count: 2500, latest_latency=0.012228267994942144 (mp_runner.py:73) -2024-09-01 20:01:06,604 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.012715026001387741 (mp_runner.py:73) -2024-09-01 20:01:06,934 | DEBUG |(SpawnProcess-1:166) search_count: 2500, latest_latency=0.01067823999619577 (mp_runner.py:73) -2024-09-01 20:01:07,356 | DEBUG |(SpawnProcess-1:172) search_count: 2500, latest_latency=0.009194733000185806 (mp_runner.py:73) -2024-09-01 20:01:07,356 | DEBUG |(SpawnProcess-1:182) search_count: 2500, latest_latency=0.00847193600202445 (mp_runner.py:73) -2024-09-01 20:01:07,356 | DEBUG |(SpawnProcess-1:148) search_count: 2500, latest_latency=0.003876062997733243 (mp_runner.py:73) -2024-09-01 20:01:07,357 | DEBUG |(SpawnProcess-1:158) search_count: 2500, latest_latency=0.008542500996554736 (mp_runner.py:73) -2024-09-01 20:01:07,357 | DEBUG |(SpawnProcess-1:147) search_count: 2500, latest_latency=0.01084998300211737 (mp_runner.py:73) -2024-09-01 20:01:07,357 | DEBUG |(SpawnProcess-1:143) search_count: 2500, latest_latency=0.008368952003365848 (mp_runner.py:73) -2024-09-01 20:01:07,358 | DEBUG |(SpawnProcess-1:154) search_count: 2500, latest_latency=0.008679493003000971 (mp_runner.py:73) -2024-09-01 20:01:07,359 | DEBUG |(SpawnProcess-1:181) search_count: 2500, latest_latency=0.013465474999975413 (mp_runner.py:73) -2024-09-01 20:01:07,777 | DEBUG |(SpawnProcess-1:174) search_count: 2500, latest_latency=0.0128557349962648 (mp_runner.py:73) -2024-09-01 20:01:07,777 | DEBUG |(SpawnProcess-1:159) search_count: 2500, latest_latency=0.010678141996322665 (mp_runner.py:73) -2024-09-01 20:01:07,780 | DEBUG |(SpawnProcess-1:179) search_count: 2500, latest_latency=0.014801270001044031 (mp_runner.py:73) -2024-09-01 20:01:08,311 | DEBUG |(SpawnProcess-1:165) search_count: 2500, latest_latency=0.013263111999549437 (mp_runner.py:73) -2024-09-01 20:01:08,312 | DEBUG |(SpawnProcess-1:161) search_count: 2500, latest_latency=0.013259958999697119 (mp_runner.py:73) -2024-09-01 20:01:08,383 | DEBUG |(SpawnProcess-1:167) search_count: 2500, latest_latency=0.014650027005700395 (mp_runner.py:73) -2024-09-01 20:01:08,791 | DEBUG |(SpawnProcess-1:164) search_count: 2500, latest_latency=0.01540732000285061 (mp_runner.py:73) -2024-09-01 20:01:08,809 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0048s, count=2647, qps in this process: 88.2192 (mp_runner.py:76) -2024-09-01 20:01:08,809 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0049s, count=2910, qps in this process: 96.9842 (mp_runner.py:76) -2024-09-01 20:01:08,880 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.0076s, count=2655, qps in this process: 88.4776 (mp_runner.py:76) -2024-09-01 20:01:08,910 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0099s, count=2920, qps in this process: 97.3012 (mp_runner.py:76) -2024-09-01 20:01:08,924 | DEBUG |(SpawnProcess-1:162) search_count: 2500, latest_latency=0.013926784005889203 (mp_runner.py:73) -2024-09-01 20:01:08,958 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0056s, count=2925, qps in this process: 97.4818 (mp_runner.py:76) -2024-09-01 20:01:08,962 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0105s, count=2754, qps in this process: 91.7679 (mp_runner.py:76) -2024-09-01 20:01:08,964 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0021s, count=2926, qps in this process: 97.5265 (mp_runner.py:76) -2024-09-01 20:01:08,974 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.015s, count=2546, qps in this process: 84.8243 (mp_runner.py:76) -2024-09-01 20:01:08,985 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0075s, count=2928, qps in this process: 97.5756 (mp_runner.py:76) -2024-09-01 20:01:09,038 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0146s, count=2671, qps in this process: 88.99 (mp_runner.py:76) -2024-09-01 20:01:09,065 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0123s, count=2673, qps in this process: 89.0635 (mp_runner.py:76) -2024-09-01 20:01:09,068 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0089s, count=2882, qps in this process: 96.0382 (mp_runner.py:76) -2024-09-01 20:01:09,069 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0102s, count=2612, qps in this process: 87.0371 (mp_runner.py:76) -2024-09-01 20:01:09,081 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.002s, count=2511, qps in this process: 83.6944 (mp_runner.py:76) -2024-09-01 20:01:09,109 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0122s, count=2434, qps in this process: 81.1004 (mp_runner.py:76) -2024-09-01 20:01:09,116 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0045s, count=2679, qps in this process: 89.2866 (mp_runner.py:76) -2024-09-01 20:01:09,116 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0373s, count=2752, qps in this process: 91.6194 (mp_runner.py:76) -2024-09-01 20:01:09,126 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0082s, count=2680, qps in this process: 89.3089 (mp_runner.py:76) -2024-09-01 20:01:09,129 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0021s, count=2680, qps in this process: 89.3271 (mp_runner.py:76) -2024-09-01 20:01:09,129 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.018s, count=2525, qps in this process: 84.1162 (mp_runner.py:76) -2024-09-01 20:01:09,131 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0015s, count=2617, qps in this process: 87.229 (mp_runner.py:76) -2024-09-01 20:01:09,135 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0027s, count=2887, qps in this process: 96.2247 (mp_runner.py:76) -2024-09-01 20:01:09,141 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.001s, count=2770, qps in this process: 92.3303 (mp_runner.py:76) -2024-09-01 20:01:09,141 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0028s, count=2568, qps in this process: 85.592 (mp_runner.py:76) -2024-09-01 20:01:09,148 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0095s, count=2679, qps in this process: 89.2717 (mp_runner.py:76) -2024-09-01 20:01:09,178 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0012s, count=2439, qps in this process: 81.2967 (mp_runner.py:76) -2024-09-01 20:01:09,181 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0032s, count=2573, qps in this process: 85.7575 (mp_runner.py:76) -2024-09-01 20:01:09,183 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0044s, count=2439, qps in this process: 81.2881 (mp_runner.py:76) -2024-09-01 20:01:09,189 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0032s, count=2763, qps in this process: 92.0902 (mp_runner.py:76) -2024-09-01 20:01:09,190 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0004s, count=2458, qps in this process: 81.9322 (mp_runner.py:76) -2024-09-01 20:01:09,198 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0059s, count=2321, qps in this process: 77.3515 (mp_runner.py:76) -2024-09-01 20:01:09,211 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0013s, count=2313, qps in this process: 77.0967 (mp_runner.py:76) -2024-09-01 20:01:09,223 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0021s, count=2653, qps in this process: 88.4271 (mp_runner.py:76) -2024-09-01 20:01:09,239 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0011s, count=2977, qps in this process: 99.2297 (mp_runner.py:76) -2024-09-01 20:01:09,254 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0007s, count=2478, qps in this process: 82.5981 (mp_runner.py:76) -2024-09-01 20:01:09,259 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0008s, count=2333, qps in this process: 77.7646 (mp_runner.py:76) -2024-09-01 20:01:09,263 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0002s, count=2767, qps in this process: 92.2327 (mp_runner.py:76) -2024-09-01 20:01:09,266 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0008s, count=2483, qps in this process: 82.7645 (mp_runner.py:76) -2024-09-01 20:01:09,267 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.001s, count=2726, qps in this process: 90.8636 (mp_runner.py:76) -2024-09-01 20:01:09,291 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0004s, count=2275, qps in this process: 75.8323 (mp_runner.py:76) -2024-09-01 20:01:09,300 | INFO |End search in concurrency 40: dur=30.60705317799875s, total_count=105829, qps=3457.6671 (mp_runner.py:120) -2024-09-01 20:01:12,319 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:01:12,319 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 20:01:23,057 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 20:01:23,132 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,136 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,280 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,288 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,326 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,399 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,404 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,438 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,461 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,478 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,487 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,499 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,501 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,515 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,531 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,538 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,546 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,546 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,546 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,581 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,587 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,605 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,609 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,619 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,671 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:23,771 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:01:29,325 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.011020103003829718 (mp_runner.py:73) -2024-09-01 20:01:29,326 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.010268493999319617 (mp_runner.py:73) -2024-09-01 20:01:29,328 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.009406414996192325 (mp_runner.py:73) -2024-09-01 20:01:29,328 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.010111809999216348 (mp_runner.py:73) -2024-09-01 20:01:29,329 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.00743462800164707 (mp_runner.py:73) -2024-09-01 20:01:29,329 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.00964739199844189 (mp_runner.py:73) -2024-09-01 20:01:29,330 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.008739782002521679 (mp_runner.py:73) -2024-09-01 20:01:29,330 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.017669392000243533 (mp_runner.py:73) -2024-09-01 20:01:29,331 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.01956757399602793 (mp_runner.py:73) -2024-09-01 20:01:29,409 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.009938262999639846 (mp_runner.py:73) -2024-09-01 20:01:29,409 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.010913827994954772 (mp_runner.py:73) -2024-09-01 20:01:29,410 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.010566999000729993 (mp_runner.py:73) -2024-09-01 20:01:29,410 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.011707079000188969 (mp_runner.py:73) -2024-09-01 20:01:29,410 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.010327928001061082 (mp_runner.py:73) -2024-09-01 20:01:29,411 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.009154898994893301 (mp_runner.py:73) -2024-09-01 20:01:29,411 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.010709467002016027 (mp_runner.py:73) -2024-09-01 20:01:29,411 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.009295459996792488 (mp_runner.py:73) -2024-09-01 20:01:29,411 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.01090312100131996 (mp_runner.py:73) -2024-09-01 20:01:29,412 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.014201557001797482 (mp_runner.py:73) -2024-09-01 20:01:29,413 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.010294581996276975 (mp_runner.py:73) -2024-09-01 20:01:29,413 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.010026986994489562 (mp_runner.py:73) -2024-09-01 20:01:29,415 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.01721176600403851 (mp_runner.py:73) -2024-09-01 20:01:29,529 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.008472124995023478 (mp_runner.py:73) -2024-09-01 20:01:29,530 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.009891308000078425 (mp_runner.py:73) -2024-09-01 20:01:29,530 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.011533873999724165 (mp_runner.py:73) -2024-09-01 20:01:29,532 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.015801870002178475 (mp_runner.py:73) -2024-09-01 20:01:29,535 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.019731567001144867 (mp_runner.py:73) -2024-09-01 20:01:29,535 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.016628669000056107 (mp_runner.py:73) -2024-09-01 20:01:29,712 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.014024803997017443 (mp_runner.py:73) -2024-09-01 20:01:29,713 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.015239960004691966 (mp_runner.py:73) -2024-09-01 20:01:29,778 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.006723699996655341 (mp_runner.py:73) -2024-09-01 20:01:29,778 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.007799688995874021 (mp_runner.py:73) -2024-09-01 20:01:29,785 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.014665107002656441 (mp_runner.py:73) -2024-09-01 20:01:29,785 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.0083562309955596 (mp_runner.py:73) -2024-09-01 20:01:29,786 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.018832825000572484 (mp_runner.py:73) -2024-09-01 20:01:29,787 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.016767671004345175 (mp_runner.py:73) -2024-09-01 20:01:29,788 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.01006073000462493 (mp_runner.py:73) -2024-09-01 20:01:30,208 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.044554422005603556 (mp_runner.py:73) -2024-09-01 20:01:30,519 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.01985281599627342 (mp_runner.py:73) -2024-09-01 20:01:30,521 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.018239238997921348 (mp_runner.py:73) -2024-09-01 20:01:31,004 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.020568059000652283 (mp_runner.py:73) -2024-09-01 20:01:31,052 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.018023322001681663 (mp_runner.py:73) -2024-09-01 20:01:31,417 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.016418526000052225 (mp_runner.py:73) -2024-09-01 20:01:31,581 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.0179977459993097 (mp_runner.py:73) -2024-09-01 20:01:31,644 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.016497355994943064 (mp_runner.py:73) -2024-09-01 20:01:34,793 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.004220149006869178 (mp_runner.py:73) -2024-09-01 20:01:34,795 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.01091422400349984 (mp_runner.py:73) -2024-09-01 20:01:34,795 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.010771296998427715 (mp_runner.py:73) -2024-09-01 20:01:34,796 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.003379941001185216 (mp_runner.py:73) -2024-09-01 20:01:34,796 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.010158710996620357 (mp_runner.py:73) -2024-09-01 20:01:34,797 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.008823249001579825 (mp_runner.py:73) -2024-09-01 20:01:34,798 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.012283932002901565 (mp_runner.py:73) -2024-09-01 20:01:34,798 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.016516714000317734 (mp_runner.py:73) -2024-09-01 20:01:34,799 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.016204864004976116 (mp_runner.py:73) -2024-09-01 20:01:34,799 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.01140860599844018 (mp_runner.py:73) -2024-09-01 20:01:34,800 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.012515827002061997 (mp_runner.py:73) -2024-09-01 20:01:34,801 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.01113813099800609 (mp_runner.py:73) -2024-09-01 20:01:34,802 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.012238361996423919 (mp_runner.py:73) -2024-09-01 20:01:34,803 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.010379357998317573 (mp_runner.py:73) -2024-09-01 20:01:34,804 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.004599397005222272 (mp_runner.py:73) -2024-09-01 20:01:35,351 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.011695155997585971 (mp_runner.py:73) -2024-09-01 20:01:35,352 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.012285306998819578 (mp_runner.py:73) -2024-09-01 20:01:35,353 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.010864190000575036 (mp_runner.py:73) -2024-09-01 20:01:35,354 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.009945882004103623 (mp_runner.py:73) -2024-09-01 20:01:35,354 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.011346220999257639 (mp_runner.py:73) -2024-09-01 20:01:35,356 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.016075783998530824 (mp_runner.py:73) -2024-09-01 20:01:35,356 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.017199367001012433 (mp_runner.py:73) -2024-09-01 20:01:35,357 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.011016552001819946 (mp_runner.py:73) -2024-09-01 20:01:35,358 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.012273713000467978 (mp_runner.py:73) -2024-09-01 20:01:35,484 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.009488799994869623 (mp_runner.py:73) -2024-09-01 20:01:35,485 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.011061425000661984 (mp_runner.py:73) -2024-09-01 20:01:35,486 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.013206949006416835 (mp_runner.py:73) -2024-09-01 20:01:35,487 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.011011434005922638 (mp_runner.py:73) -2024-09-01 20:01:35,487 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.010892347003391478 (mp_runner.py:73) -2024-09-01 20:01:35,488 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.00992263900116086 (mp_runner.py:73) -2024-09-01 20:01:35,489 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.009942408993083518 (mp_runner.py:73) -2024-09-01 20:01:35,489 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.009049990003404673 (mp_runner.py:73) -2024-09-01 20:01:35,490 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.010513030996662565 (mp_runner.py:73) -2024-09-01 20:01:35,491 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.008717222000996117 (mp_runner.py:73) -2024-09-01 20:01:35,492 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.010554423999565188 (mp_runner.py:73) -2024-09-01 20:01:36,241 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.015082845995493699 (mp_runner.py:73) -2024-09-01 20:01:36,251 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.025309997996373568 (mp_runner.py:73) -2024-09-01 20:01:37,557 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.012592186998517718 (mp_runner.py:73) -2024-09-01 20:01:37,702 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.011849631002405658 (mp_runner.py:73) -2024-09-01 20:01:37,704 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.015636398005881347 (mp_runner.py:73) -2024-09-01 20:01:37,900 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.01223284300067462 (mp_runner.py:73) -2024-09-01 20:01:37,992 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.015266774003976025 (mp_runner.py:73) -2024-09-01 20:01:38,660 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.013403893004579004 (mp_runner.py:73) -2024-09-01 20:01:38,952 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.01399742499779677 (mp_runner.py:73) -2024-09-01 20:01:38,976 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.019251223995524924 (mp_runner.py:73) -2024-09-01 20:01:39,954 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.008519431998138316 (mp_runner.py:73) -2024-09-01 20:01:39,955 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.006486466001661029 (mp_runner.py:73) -2024-09-01 20:01:39,955 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.009967852005502209 (mp_runner.py:73) -2024-09-01 20:01:39,956 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.0068696079979417846 (mp_runner.py:73) -2024-09-01 20:01:39,956 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.006830981001257896 (mp_runner.py:73) -2024-09-01 20:01:39,956 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.004765482000948396 (mp_runner.py:73) -2024-09-01 20:01:39,957 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.005714516002626624 (mp_runner.py:73) -2024-09-01 20:01:39,957 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.0064866799948504195 (mp_runner.py:73) -2024-09-01 20:01:39,959 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.0064227190014207736 (mp_runner.py:73) -2024-09-01 20:01:39,960 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.007511520998377819 (mp_runner.py:73) -2024-09-01 20:01:39,961 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.015725375000329223 (mp_runner.py:73) -2024-09-01 20:01:39,961 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.018103681999491528 (mp_runner.py:73) -2024-09-01 20:01:40,760 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.009198888998071197 (mp_runner.py:73) -2024-09-01 20:01:40,766 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.016337209999619517 (mp_runner.py:73) -2024-09-01 20:01:40,767 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.01793459799955599 (mp_runner.py:73) -2024-09-01 20:01:41,036 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.009301221994974185 (mp_runner.py:73) -2024-09-01 20:01:41,036 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.010603959999571089 (mp_runner.py:73) -2024-09-01 20:01:41,036 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.008325843002239708 (mp_runner.py:73) -2024-09-01 20:01:41,036 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.010620333996484987 (mp_runner.py:73) -2024-09-01 20:01:41,037 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.009818352998991031 (mp_runner.py:73) -2024-09-01 20:01:41,037 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.011472058999061119 (mp_runner.py:73) -2024-09-01 20:01:41,038 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.010375835001468658 (mp_runner.py:73) -2024-09-01 20:01:41,039 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.010447980006574653 (mp_runner.py:73) -2024-09-01 20:01:41,039 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.014939717002562247 (mp_runner.py:73) -2024-09-01 20:01:41,040 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.01054925299831666 (mp_runner.py:73) -2024-09-01 20:01:41,041 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.01115040299919201 (mp_runner.py:73) -2024-09-01 20:01:41,041 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.010955354002362583 (mp_runner.py:73) -2024-09-01 20:01:41,260 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.010488621999684256 (mp_runner.py:73) -2024-09-01 20:01:41,262 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.011849451999296434 (mp_runner.py:73) -2024-09-01 20:01:41,262 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.014204363003955223 (mp_runner.py:73) -2024-09-01 20:01:41,262 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.011604792001890019 (mp_runner.py:73) -2024-09-01 20:01:41,263 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.014477295997494366 (mp_runner.py:73) -2024-09-01 20:01:41,560 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.01817386500624707 (mp_runner.py:73) -2024-09-01 20:01:42,977 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.014022384995769244 (mp_runner.py:73) -2024-09-01 20:01:42,980 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.013664882993907668 (mp_runner.py:73) -2024-09-01 20:01:43,658 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.025213123997673392 (mp_runner.py:73) -2024-09-01 20:01:43,747 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.020314770998083986 (mp_runner.py:73) -2024-09-01 20:01:45,179 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.029558372996689286 (mp_runner.py:73) -2024-09-01 20:01:45,193 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.04431352500250796 (mp_runner.py:73) -2024-09-01 20:01:45,221 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.0012389330004225485 (mp_runner.py:73) -2024-09-01 20:01:45,232 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.024319352000020444 (mp_runner.py:73) -2024-09-01 20:01:45,315 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.007068236001941841 (mp_runner.py:73) -2024-09-01 20:01:45,621 | DEBUG |(SpawnProcess-1:198) search_count: 2000, latest_latency=0.009817639001994394 (mp_runner.py:73) -2024-09-01 20:01:45,623 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.013628357002744451 (mp_runner.py:73) -2024-09-01 20:01:45,624 | DEBUG |(SpawnProcess-1:184) search_count: 2000, latest_latency=0.015506062998611014 (mp_runner.py:73) -2024-09-01 20:01:45,625 | DEBUG |(SpawnProcess-1:208) search_count: 2000, latest_latency=0.014217960000678431 (mp_runner.py:73) -2024-09-01 20:01:45,627 | DEBUG |(SpawnProcess-1:212) search_count: 2000, latest_latency=0.01294703900202876 (mp_runner.py:73) -2024-09-01 20:01:45,627 | DEBUG |(SpawnProcess-1:201) search_count: 2000, latest_latency=0.012423307001881767 (mp_runner.py:73) -2024-09-01 20:01:45,628 | DEBUG |(SpawnProcess-1:222) search_count: 2000, latest_latency=0.016720079998776782 (mp_runner.py:73) -2024-09-01 20:01:46,033 | DEBUG |(SpawnProcess-1:202) search_count: 2000, latest_latency=0.011386390004190616 (mp_runner.py:73) -2024-09-01 20:01:46,034 | DEBUG |(SpawnProcess-1:197) search_count: 2000, latest_latency=0.014124453002295922 (mp_runner.py:73) -2024-09-01 20:01:46,150 | DEBUG |(SpawnProcess-1:193) search_count: 2000, latest_latency=0.013200031004089396 (mp_runner.py:73) -2024-09-01 20:01:46,321 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.013603065002826042 (mp_runner.py:73) -2024-09-01 20:01:46,424 | DEBUG |(SpawnProcess-1:219) search_count: 2000, latest_latency=0.011781481996877119 (mp_runner.py:73) -2024-09-01 20:01:46,549 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.014702922002470586 (mp_runner.py:73) -2024-09-01 20:01:46,788 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.017833092002547346 (mp_runner.py:73) -2024-09-01 20:01:46,791 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.014048525001271628 (mp_runner.py:73) -2024-09-01 20:01:47,104 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.010437673998239916 (mp_runner.py:73) -2024-09-01 20:01:47,105 | DEBUG |(SpawnProcess-1:185) search_count: 2000, latest_latency=0.009438371998840012 (mp_runner.py:73) -2024-09-01 20:01:47,105 | DEBUG |(SpawnProcess-1:228) search_count: 2000, latest_latency=0.010237777001748327 (mp_runner.py:73) -2024-09-01 20:01:47,105 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.011013077004463412 (mp_runner.py:73) -2024-09-01 20:01:47,106 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.01354355499643134 (mp_runner.py:73) -2024-09-01 20:01:47,107 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.008737080999708269 (mp_runner.py:73) -2024-09-01 20:01:47,107 | DEBUG |(SpawnProcess-1:210) search_count: 2000, latest_latency=0.015427466001710854 (mp_runner.py:73) -2024-09-01 20:01:47,108 | DEBUG |(SpawnProcess-1:224) search_count: 2000, latest_latency=0.014499161996354815 (mp_runner.py:73) -2024-09-01 20:01:47,108 | DEBUG |(SpawnProcess-1:194) search_count: 2000, latest_latency=0.013043054997979198 (mp_runner.py:73) -2024-09-01 20:01:47,109 | DEBUG |(SpawnProcess-1:204) search_count: 2000, latest_latency=0.009928605002642144 (mp_runner.py:73) -2024-09-01 20:01:47,598 | DEBUG |(SpawnProcess-1:196) search_count: 2000, latest_latency=0.013741468996158801 (mp_runner.py:73) -2024-09-01 20:01:47,601 | DEBUG |(SpawnProcess-1:188) search_count: 2000, latest_latency=0.014297693996923044 (mp_runner.py:73) -2024-09-01 20:01:47,796 | DEBUG |(SpawnProcess-1:213) search_count: 2000, latest_latency=0.011315808005747385 (mp_runner.py:73) -2024-09-01 20:01:47,798 | DEBUG |(SpawnProcess-1:214) search_count: 2000, latest_latency=0.012819643001421355 (mp_runner.py:73) -2024-09-01 20:01:47,799 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.01306542500242358 (mp_runner.py:73) -2024-09-01 20:01:47,800 | DEBUG |(SpawnProcess-1:223) search_count: 2000, latest_latency=0.008832728002744261 (mp_runner.py:73) -2024-09-01 20:01:47,800 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.010251324994897004 (mp_runner.py:73) -2024-09-01 20:01:47,805 | DEBUG |(SpawnProcess-1:199) search_count: 2000, latest_latency=0.011258911996264942 (mp_runner.py:73) -2024-09-01 20:01:47,806 | DEBUG |(SpawnProcess-1:215) search_count: 2000, latest_latency=0.012514952002675273 (mp_runner.py:73) -2024-09-01 20:01:48,992 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.014276165995397605 (mp_runner.py:73) -2024-09-01 20:01:49,467 | DEBUG |(SpawnProcess-1:218) search_count: 2000, latest_latency=0.01514199200028088 (mp_runner.py:73) -2024-09-01 20:01:50,465 | DEBUG |(SpawnProcess-1:205) search_count: 2000, latest_latency=0.01561600200511748 (mp_runner.py:73) -2024-09-01 20:01:50,535 | DEBUG |(SpawnProcess-1:203) search_count: 2000, latest_latency=0.013318998004251625 (mp_runner.py:73) -2024-09-01 20:01:51,236 | DEBUG |(SpawnProcess-1:212) search_count: 2500, latest_latency=0.0051070140034426 (mp_runner.py:73) -2024-09-01 20:01:51,236 | DEBUG |(SpawnProcess-1:201) search_count: 2500, latest_latency=0.020346397999674082 (mp_runner.py:73) -2024-09-01 20:01:51,237 | DEBUG |(SpawnProcess-1:221) search_count: 2500, latest_latency=0.010249148996081203 (mp_runner.py:73) -2024-09-01 20:01:51,237 | DEBUG |(SpawnProcess-1:198) search_count: 2500, latest_latency=0.007302111996978056 (mp_runner.py:73) -2024-09-01 20:01:51,238 | DEBUG |(SpawnProcess-1:208) search_count: 2500, latest_latency=0.006880951004859526 (mp_runner.py:73) -2024-09-01 20:01:51,239 | DEBUG |(SpawnProcess-1:184) search_count: 2500, latest_latency=0.013081495002552401 (mp_runner.py:73) -2024-09-01 20:01:51,240 | DEBUG |(SpawnProcess-1:222) search_count: 2500, latest_latency=0.008958361002441961 (mp_runner.py:73) -2024-09-01 20:01:51,244 | DEBUG |(SpawnProcess-1:216) search_count: 2000, latest_latency=0.017836211998655926 (mp_runner.py:73) -2024-09-01 20:01:51,457 | DEBUG |(SpawnProcess-1:200) search_count: 2000, latest_latency=0.017789331999665592 (mp_runner.py:73) -2024-09-01 20:01:51,721 | DEBUG |(SpawnProcess-1:191) search_count: 2000, latest_latency=0.012779372002114542 (mp_runner.py:73) -2024-09-01 20:01:51,724 | DEBUG |(SpawnProcess-1:227) search_count: 2000, latest_latency=0.015197489999991376 (mp_runner.py:73) -2024-09-01 20:01:51,874 | DEBUG |(SpawnProcess-1:209) search_count: 2000, latest_latency=0.017393859001458623 (mp_runner.py:73) -2024-09-01 20:01:51,963 | DEBUG |(SpawnProcess-1:189) search_count: 2000, latest_latency=0.014257196999096777 (mp_runner.py:73) -2024-09-01 20:01:52,615 | DEBUG |(SpawnProcess-1:186) search_count: 2500, latest_latency=0.00976471900503384 (mp_runner.py:73) -2024-09-01 20:01:52,616 | DEBUG |(SpawnProcess-1:197) search_count: 2500, latest_latency=0.009088112004974391 (mp_runner.py:73) -2024-09-01 20:01:52,616 | DEBUG |(SpawnProcess-1:228) search_count: 2500, latest_latency=0.01018075599859003 (mp_runner.py:73) -2024-09-01 20:01:52,617 | DEBUG |(SpawnProcess-1:193) search_count: 2500, latest_latency=0.010240709001664072 (mp_runner.py:73) -2024-09-01 20:01:52,617 | DEBUG |(SpawnProcess-1:219) search_count: 2500, latest_latency=0.012129114002163988 (mp_runner.py:73) -2024-09-01 20:01:52,618 | DEBUG |(SpawnProcess-1:192) search_count: 2500, latest_latency=0.01091997400362743 (mp_runner.py:73) -2024-09-01 20:01:52,619 | DEBUG |(SpawnProcess-1:206) search_count: 2500, latest_latency=0.00907815300161019 (mp_runner.py:73) -2024-09-01 20:01:52,619 | DEBUG |(SpawnProcess-1:194) search_count: 2500, latest_latency=0.009011049995024223 (mp_runner.py:73) -2024-09-01 20:01:52,620 | DEBUG |(SpawnProcess-1:226) search_count: 2500, latest_latency=0.015381150995381176 (mp_runner.py:73) -2024-09-01 20:01:52,620 | DEBUG |(SpawnProcess-1:202) search_count: 2500, latest_latency=0.009276623000914697 (mp_runner.py:73) -2024-09-01 20:01:52,621 | DEBUG |(SpawnProcess-1:210) search_count: 2500, latest_latency=0.01644274299906101 (mp_runner.py:73) -2024-09-01 20:01:52,630 | DEBUG |(SpawnProcess-1:211) search_count: 2000, latest_latency=0.015340623998781666 (mp_runner.py:73) -2024-09-01 20:01:53,141 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0008s, count=2439, qps in this process: 81.2978 (mp_runner.py:76) -2024-09-01 20:01:53,144 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0036s, count=2172, qps in this process: 72.3913 (mp_runner.py:76) -2024-09-01 20:01:53,288 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0053s, count=2484, qps in this process: 82.7854 (mp_runner.py:76) -2024-09-01 20:01:53,307 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0126s, count=2696, qps in this process: 89.8289 (mp_runner.py:76) -2024-09-01 20:01:53,314 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0097s, count=2697, qps in this process: 89.8709 (mp_runner.py:76) -2024-09-01 20:01:53,316 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0101s, count=2453, qps in this process: 81.7391 (mp_runner.py:76) -2024-09-01 20:01:53,339 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0091s, count=2488, qps in this process: 82.9082 (mp_runner.py:76) -2024-09-01 20:01:53,342 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0003s, count=2573, qps in this process: 85.7658 (mp_runner.py:76) -2024-09-01 20:01:53,379 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0138s, count=2459, qps in this process: 81.929 (mp_runner.py:76) -2024-09-01 20:01:53,406 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0021s, count=2478, qps in this process: 82.5942 (mp_runner.py:76) -2024-09-01 20:01:53,411 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0004s, count=2706, qps in this process: 90.1988 (mp_runner.py:76) -2024-09-01 20:01:53,412 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0083s, count=2706, qps in this process: 90.1751 (mp_runner.py:76) -2024-09-01 20:01:53,413 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0074s, count=2134, qps in this process: 71.1158 (mp_runner.py:76) -2024-09-01 20:01:53,414 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0097s, count=2462, qps in this process: 82.0401 (mp_runner.py:76) -2024-09-01 20:01:53,416 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0068s, count=2581, qps in this process: 86.0138 (mp_runner.py:76) -2024-09-01 20:01:53,443 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0018s, count=2585, qps in this process: 86.1615 (mp_runner.py:76) -2024-09-01 20:01:53,468 | DEBUG |(SpawnProcess-1:224) search_count: 2500, latest_latency=0.010671399002603721 (mp_runner.py:73) -2024-09-01 20:01:53,471 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0078s, count=2202, qps in this process: 73.3809 (mp_runner.py:76) -2024-09-01 20:01:53,483 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0028s, count=2715, qps in this process: 90.4916 (mp_runner.py:76) -2024-09-01 20:01:53,484 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0032s, count=2592, qps in this process: 86.3908 (mp_runner.py:76) -2024-09-01 20:01:53,484 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0005s, count=2299, qps in this process: 76.6321 (mp_runner.py:76) -2024-09-01 20:01:53,488 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0069s, count=2592, qps in this process: 86.3801 (mp_runner.py:76) -2024-09-01 20:01:53,501 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0111s, count=2593, qps in this process: 86.4014 (mp_runner.py:76) -2024-09-01 20:01:53,504 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.001s, count=2593, qps in this process: 86.4305 (mp_runner.py:76) -2024-09-01 20:01:53,509 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0075s, count=2594, qps in this process: 86.4451 (mp_runner.py:76) -2024-09-01 20:01:53,511 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0126s, count=2717, qps in this process: 90.5286 (mp_runner.py:76) -2024-09-01 20:01:53,528 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0098s, count=2443, qps in this process: 81.4067 (mp_runner.py:76) -2024-09-01 20:01:53,541 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0027s, count=2725, qps in this process: 90.8252 (mp_runner.py:76) -2024-09-01 20:01:53,547 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0019s, count=2278, qps in this process: 75.9285 (mp_runner.py:76) -2024-09-01 20:01:53,549 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0045s, count=2604, qps in this process: 86.787 (mp_runner.py:76) -2024-09-01 20:01:53,550 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0018s, count=2476, qps in this process: 82.5284 (mp_runner.py:76) -2024-09-01 20:01:53,551 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0045s, count=2495, qps in this process: 83.1542 (mp_runner.py:76) -2024-09-01 20:01:53,551 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0045s, count=2509, qps in this process: 83.6208 (mp_runner.py:76) -2024-09-01 20:01:53,561 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0039s, count=2497, qps in this process: 83.2225 (mp_runner.py:76) -2024-09-01 20:01:53,570 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0037s, count=2499, qps in this process: 83.2897 (mp_runner.py:76) -2024-09-01 20:01:53,571 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0019s, count=2121, qps in this process: 70.6955 (mp_runner.py:76) -2024-09-01 20:01:53,576 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0016s, count=2174, qps in this process: 72.4628 (mp_runner.py:76) -2024-09-01 20:01:53,591 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0008s, count=2079, qps in this process: 69.2982 (mp_runner.py:76) -2024-09-01 20:01:53,591 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0009s, count=2617, qps in this process: 87.2307 (mp_runner.py:76) -2024-09-01 20:01:53,592 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0064s, count=2134, qps in this process: 71.1182 (mp_runner.py:76) -2024-09-01 20:01:53,598 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0004s, count=2623, qps in this process: 87.4322 (mp_runner.py:76) -2024-09-01 20:01:53,607 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.0013377069990383461 (mp_runner.py:73) -2024-09-01 20:01:53,611 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0015s, count=2172, qps in this process: 72.3964 (mp_runner.py:76) -2024-09-01 20:01:53,612 | DEBUG |(SpawnProcess-1:187) search_count: 2000, latest_latency=0.0012382350032567047 (mp_runner.py:73) -2024-09-01 20:01:53,613 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0008s, count=2003, qps in this process: 66.7649 (mp_runner.py:76) -2024-09-01 20:01:53,627 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.0005s, count=2195, qps in this process: 73.1654 (mp_runner.py:76) -2024-09-01 20:01:53,630 | DEBUG |(SpawnProcess-1:195) search_count: 2000, latest_latency=0.0009079240044229664 (mp_runner.py:73) -2024-09-01 20:01:53,680 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0007s, count=2071, qps in this process: 69.0317 (mp_runner.py:76) -2024-09-01 20:01:53,775 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0006s, count=2226, qps in this process: 74.1985 (mp_runner.py:76) -2024-09-01 20:01:53,786 | INFO |End search in concurrency 45: dur=30.72892444599711s, total_count=109951, qps=3578.0946 (mp_runner.py:120) -2024-09-01 20:01:57,143 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:01:57,144 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 20:02:18,097 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 20:02:18,331 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,369 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,374 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,398 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,419 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,467 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,468 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,472 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,481 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,520 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,520 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,539 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,552 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,568 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,576 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,578 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,596 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,596 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,597 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,599 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,602 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,606 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,613 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,623 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,649 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,651 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,659 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,661 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,687 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,710 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,718 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:18,720 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:02:24,728 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.005770698997366708 (mp_runner.py:73) -2024-09-01 20:02:24,730 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.006615416998101864 (mp_runner.py:73) -2024-09-01 20:02:24,730 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.008453731003100984 (mp_runner.py:73) -2024-09-01 20:02:24,732 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.010159434998058714 (mp_runner.py:73) -2024-09-01 20:02:24,733 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.010540675997617655 (mp_runner.py:73) -2024-09-01 20:02:24,735 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.01124370100296801 (mp_runner.py:73) -2024-09-01 20:02:24,735 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.010175390001677442 (mp_runner.py:73) -2024-09-01 20:02:24,735 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.012945750000653788 (mp_runner.py:73) -2024-09-01 20:02:24,735 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.013747244003752712 (mp_runner.py:73) -2024-09-01 20:02:24,736 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.015680033997341525 (mp_runner.py:73) -2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.013698146998649463 (mp_runner.py:73) -2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.017202437004016247 (mp_runner.py:73) -2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.017552224002429284 (mp_runner.py:73) -2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.010484904996701516 (mp_runner.py:73) -2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.011451321995991748 (mp_runner.py:73) -2024-09-01 20:02:24,737 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.013335978001123294 (mp_runner.py:73) -2024-09-01 20:02:24,738 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.01264848899882054 (mp_runner.py:73) -2024-09-01 20:02:24,738 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.014820000003965106 (mp_runner.py:73) -2024-09-01 20:02:24,739 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.013584180000179913 (mp_runner.py:73) -2024-09-01 20:02:24,739 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.020188795002468396 (mp_runner.py:73) -2024-09-01 20:02:24,739 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.011959645999013446 (mp_runner.py:73) -2024-09-01 20:02:24,740 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.013647860003402457 (mp_runner.py:73) -2024-09-01 20:02:24,740 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.013543815002776682 (mp_runner.py:73) -2024-09-01 20:02:24,740 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.013601599996036384 (mp_runner.py:73) -2024-09-01 20:02:24,741 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.0058470049989409745 (mp_runner.py:73) -2024-09-01 20:02:24,742 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.011449830999481492 (mp_runner.py:73) -2024-09-01 20:02:24,743 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.010100671999680344 (mp_runner.py:73) -2024-09-01 20:02:24,745 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.01227298400044674 (mp_runner.py:73) -2024-09-01 20:02:24,747 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.012387285998556763 (mp_runner.py:73) -2024-09-01 20:02:24,753 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.007083964999765158 (mp_runner.py:73) -2024-09-01 20:02:24,773 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.01681039999675704 (mp_runner.py:73) -2024-09-01 20:02:24,773 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.014033508996362798 (mp_runner.py:73) -2024-09-01 20:02:24,775 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.019307911999931093 (mp_runner.py:73) -2024-09-01 20:02:25,379 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.020596262998878956 (mp_runner.py:73) -2024-09-01 20:02:25,447 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.010568398000032175 (mp_runner.py:73) -2024-09-01 20:02:25,449 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.013528206000046339 (mp_runner.py:73) -2024-09-01 20:02:25,450 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.015080330995260738 (mp_runner.py:73) -2024-09-01 20:02:25,450 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.016476872995554004 (mp_runner.py:73) -2024-09-01 20:02:25,482 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.010725865999120288 (mp_runner.py:73) -2024-09-01 20:02:25,482 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.010062695997476112 (mp_runner.py:73) -2024-09-01 20:02:25,483 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.011192433004907798 (mp_runner.py:73) -2024-09-01 20:02:25,484 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.01619955500063952 (mp_runner.py:73) -2024-09-01 20:02:25,484 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.015056049996928778 (mp_runner.py:73) -2024-09-01 20:02:25,743 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.004642043000785634 (mp_runner.py:73) -2024-09-01 20:02:25,743 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.01241105100052664 (mp_runner.py:73) -2024-09-01 20:02:25,745 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.013594584001111798 (mp_runner.py:73) -2024-09-01 20:02:25,745 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.016246238999883644 (mp_runner.py:73) -2024-09-01 20:02:25,747 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.016574471999774687 (mp_runner.py:73) -2024-09-01 20:02:26,510 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.019037828002183232 (mp_runner.py:73) -2024-09-01 20:02:26,565 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.020501762999629136 (mp_runner.py:73) -2024-09-01 20:02:30,833 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.011765457995352335 (mp_runner.py:73) -2024-09-01 20:02:30,833 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.011331681002047844 (mp_runner.py:73) -2024-09-01 20:02:30,833 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.0085340490040835 (mp_runner.py:73) -2024-09-01 20:02:30,834 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.010873076003917959 (mp_runner.py:73) -2024-09-01 20:02:30,834 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.012022035996778868 (mp_runner.py:73) -2024-09-01 20:02:30,834 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.011344783997628838 (mp_runner.py:73) -2024-09-01 20:02:30,835 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.012646514005609788 (mp_runner.py:73) -2024-09-01 20:02:30,836 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.01346316900162492 (mp_runner.py:73) -2024-09-01 20:02:30,836 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.012472103000618517 (mp_runner.py:73) -2024-09-01 20:02:30,837 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.009994718995585572 (mp_runner.py:73) -2024-09-01 20:02:30,837 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.016707981005311012 (mp_runner.py:73) -2024-09-01 20:02:30,838 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.018354027000896167 (mp_runner.py:73) -2024-09-01 20:02:30,839 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.010900144996412564 (mp_runner.py:73) -2024-09-01 20:02:30,840 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.010721074999310076 (mp_runner.py:73) -2024-09-01 20:02:30,842 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.012080075000994839 (mp_runner.py:73) -2024-09-01 20:02:30,843 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.012355991995718796 (mp_runner.py:73) -2024-09-01 20:02:31,497 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.009026892999827396 (mp_runner.py:73) -2024-09-01 20:02:31,498 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.011169931000040378 (mp_runner.py:73) -2024-09-01 20:02:31,499 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.017343653002171777 (mp_runner.py:73) -2024-09-01 20:02:31,499 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.014963831003115047 (mp_runner.py:73) -2024-09-01 20:02:31,502 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.011149726000439841 (mp_runner.py:73) -2024-09-01 20:02:31,704 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.013899423996917903 (mp_runner.py:73) -2024-09-01 20:02:31,705 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.013090952998027205 (mp_runner.py:73) -2024-09-01 20:02:31,706 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.0129939739999827 (mp_runner.py:73) -2024-09-01 20:02:31,706 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.014556516005541198 (mp_runner.py:73) -2024-09-01 20:02:31,707 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.016210863999731373 (mp_runner.py:73) -2024-09-01 20:02:31,708 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.013128756996593438 (mp_runner.py:73) -2024-09-01 20:02:31,708 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.019462094001937658 (mp_runner.py:73) -2024-09-01 20:02:31,709 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.014780092002183665 (mp_runner.py:73) -2024-09-01 20:02:31,710 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.02019249500153819 (mp_runner.py:73) -2024-09-01 20:02:31,712 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.012842572999943513 (mp_runner.py:73) -2024-09-01 20:02:31,713 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.01245103900146205 (mp_runner.py:73) -2024-09-01 20:02:31,845 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.011021434998838231 (mp_runner.py:73) -2024-09-01 20:02:31,846 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.011493705002067145 (mp_runner.py:73) -2024-09-01 20:02:31,846 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.009357281996926758 (mp_runner.py:73) -2024-09-01 20:02:31,846 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.010827129997778684 (mp_runner.py:73) -2024-09-01 20:02:31,847 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.014096179002081044 (mp_runner.py:73) -2024-09-01 20:02:31,850 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.017545085000165273 (mp_runner.py:73) -2024-09-01 20:02:31,851 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.009604177001165226 (mp_runner.py:73) -2024-09-01 20:02:31,852 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.009618144002160989 (mp_runner.py:73) -2024-09-01 20:02:31,984 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.017512849997729063 (mp_runner.py:73) -2024-09-01 20:02:32,466 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.01960081500146771 (mp_runner.py:73) -2024-09-01 20:02:32,856 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.01744387500366429 (mp_runner.py:73) -2024-09-01 20:02:32,935 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.010945169000478927 (mp_runner.py:73) -2024-09-01 20:02:32,936 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.01375722900411347 (mp_runner.py:73) -2024-09-01 20:02:32,937 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.015029452995804604 (mp_runner.py:73) -2024-09-01 20:02:32,940 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.016321520000929013 (mp_runner.py:73) -2024-09-01 20:02:33,735 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.016307669000525493 (mp_runner.py:73) -2024-09-01 20:02:34,960 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.005262188999040518 (mp_runner.py:73) -2024-09-01 20:02:35,137 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.019158320006681606 (mp_runner.py:73) -2024-09-01 20:02:36,938 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.00930144899757579 (mp_runner.py:73) -2024-09-01 20:02:36,939 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.009203216002788395 (mp_runner.py:73) -2024-09-01 20:02:36,939 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.00948100800451357 (mp_runner.py:73) -2024-09-01 20:02:36,941 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.012394764002237935 (mp_runner.py:73) -2024-09-01 20:02:36,941 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.012351010002021212 (mp_runner.py:73) -2024-09-01 20:02:36,942 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.013680068994290195 (mp_runner.py:73) -2024-09-01 20:02:36,942 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.012912954000057653 (mp_runner.py:73) -2024-09-01 20:02:36,943 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.017827132003731094 (mp_runner.py:73) -2024-09-01 20:02:36,943 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.013429036000161432 (mp_runner.py:73) -2024-09-01 20:02:36,943 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.015649699002096895 (mp_runner.py:73) -2024-09-01 20:02:36,943 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.017455982000683434 (mp_runner.py:73) -2024-09-01 20:02:36,944 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.018379638997430447 (mp_runner.py:73) -2024-09-01 20:02:36,945 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.019059054997342173 (mp_runner.py:73) -2024-09-01 20:02:36,945 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.01357372500206111 (mp_runner.py:73) -2024-09-01 20:02:36,945 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.02009529800125165 (mp_runner.py:73) -2024-09-01 20:02:37,266 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.014542932003678288 (mp_runner.py:73) -2024-09-01 20:02:38,147 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.013049951005086768 (mp_runner.py:73) -2024-09-01 20:02:38,147 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.012258686998393387 (mp_runner.py:73) -2024-09-01 20:02:38,147 | DEBUG |(SpawnProcess-1:278) search_count: 1500, latest_latency=0.013213259997428395 (mp_runner.py:73) -2024-09-01 20:02:38,148 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.012898283996037208 (mp_runner.py:73) -2024-09-01 20:02:38,149 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.012797051997040398 (mp_runner.py:73) -2024-09-01 20:02:38,149 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.011647714003629517 (mp_runner.py:73) -2024-09-01 20:02:38,150 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.0017202390008606017 (mp_runner.py:73) -2024-09-01 20:02:38,151 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.01715928100020392 (mp_runner.py:73) -2024-09-01 20:02:38,152 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.019301734006148763 (mp_runner.py:73) -2024-09-01 20:02:38,240 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.008705430998816155 (mp_runner.py:73) -2024-09-01 20:02:38,241 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.01086803199723363 (mp_runner.py:73) -2024-09-01 20:02:38,243 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.01358865899965167 (mp_runner.py:73) -2024-09-01 20:02:38,243 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.010735793999629095 (mp_runner.py:73) -2024-09-01 20:02:38,245 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.011458253997261636 (mp_runner.py:73) -2024-09-01 20:02:38,245 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.011180087996763177 (mp_runner.py:73) -2024-09-01 20:02:38,246 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.02005686499614967 (mp_runner.py:73) -2024-09-01 20:02:38,246 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.01150029600103153 (mp_runner.py:73) -2024-09-01 20:02:38,246 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.01134670800092863 (mp_runner.py:73) -2024-09-01 20:02:38,247 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.01883774700399954 (mp_runner.py:73) -2024-09-01 20:02:38,253 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.012515589005488437 (mp_runner.py:73) -2024-09-01 20:02:38,299 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.01897974600433372 (mp_runner.py:73) -2024-09-01 20:02:38,695 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.016654616993037052 (mp_runner.py:73) -2024-09-01 20:02:38,722 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.015509415999986231 (mp_runner.py:73) -2024-09-01 20:02:38,724 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.016170174996659625 (mp_runner.py:73) -2024-09-01 20:02:40,310 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.017256048995477613 (mp_runner.py:73) -2024-09-01 20:02:40,310 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.01880591199733317 (mp_runner.py:73) -2024-09-01 20:02:40,319 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.014018971000041347 (mp_runner.py:73) -2024-09-01 20:02:40,321 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.018028924998361617 (mp_runner.py:73) -2024-09-01 20:02:40,321 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.014121703003183939 (mp_runner.py:73) -2024-09-01 20:02:40,322 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.018831068999134004 (mp_runner.py:73) -2024-09-01 20:02:41,553 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.018143358000088483 (mp_runner.py:73) -2024-09-01 20:02:42,576 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.01770117099658819 (mp_runner.py:73) -2024-09-01 20:02:43,254 | DEBUG |(SpawnProcess-1:252) search_count: 2000, latest_latency=0.010788139006763231 (mp_runner.py:73) -2024-09-01 20:02:43,254 | DEBUG |(SpawnProcess-1:263) search_count: 2000, latest_latency=0.014038795001397375 (mp_runner.py:73) -2024-09-01 20:02:43,255 | DEBUG |(SpawnProcess-1:257) search_count: 2000, latest_latency=0.01112475199624896 (mp_runner.py:73) -2024-09-01 20:02:43,257 | DEBUG |(SpawnProcess-1:241) search_count: 2000, latest_latency=0.0117157490021782 (mp_runner.py:73) -2024-09-01 20:02:43,258 | DEBUG |(SpawnProcess-1:254) search_count: 2000, latest_latency=0.015815770006156527 (mp_runner.py:73) -2024-09-01 20:02:43,443 | DEBUG |(SpawnProcess-1:268) search_count: 2000, latest_latency=0.015811875004146714 (mp_runner.py:73) -2024-09-01 20:02:43,473 | DEBUG |(SpawnProcess-1:243) search_count: 2000, latest_latency=0.01590594900335418 (mp_runner.py:73) -2024-09-01 20:02:43,588 | DEBUG |(SpawnProcess-1:244) search_count: 2000, latest_latency=0.05906675999722211 (mp_runner.py:73) -2024-09-01 20:02:43,714 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.02047672899789177 (mp_runner.py:73) -2024-09-01 20:02:43,817 | DEBUG |(SpawnProcess-1:233) search_count: 2000, latest_latency=0.01698445600050036 (mp_runner.py:73) -2024-09-01 20:02:43,831 | DEBUG |(SpawnProcess-1:239) search_count: 2000, latest_latency=0.0491013569990173 (mp_runner.py:73) -2024-09-01 20:02:43,835 | DEBUG |(SpawnProcess-1:275) search_count: 2000, latest_latency=0.03372661400499055 (mp_runner.py:73) -2024-09-01 20:02:43,837 | DEBUG |(SpawnProcess-1:258) search_count: 2000, latest_latency=0.014493473994662054 (mp_runner.py:73) -2024-09-01 20:02:43,979 | DEBUG |(SpawnProcess-1:255) search_count: 2000, latest_latency=0.01668473400059156 (mp_runner.py:73) -2024-09-01 20:02:44,170 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.027464086000691168 (mp_runner.py:73) -2024-09-01 20:02:44,435 | DEBUG |(SpawnProcess-1:256) search_count: 2000, latest_latency=0.016139550003572367 (mp_runner.py:73) -2024-09-01 20:02:44,836 | DEBUG |(SpawnProcess-1:274) search_count: 2000, latest_latency=0.016556552996917162 (mp_runner.py:73) -2024-09-01 20:02:44,838 | DEBUG |(SpawnProcess-1:235) search_count: 2000, latest_latency=0.009482985005888622 (mp_runner.py:73) -2024-09-01 20:02:44,839 | DEBUG |(SpawnProcess-1:259) search_count: 2000, latest_latency=0.01790751099906629 (mp_runner.py:73) -2024-09-01 20:02:44,840 | DEBUG |(SpawnProcess-1:249) search_count: 2000, latest_latency=0.01256159399781609 (mp_runner.py:73) -2024-09-01 20:02:44,841 | DEBUG |(SpawnProcess-1:240) search_count: 2000, latest_latency=0.01137019699672237 (mp_runner.py:73) -2024-09-01 20:02:44,841 | DEBUG |(SpawnProcess-1:246) search_count: 2000, latest_latency=0.0154503699959605 (mp_runner.py:73) -2024-09-01 20:02:44,842 | DEBUG |(SpawnProcess-1:276) search_count: 2000, latest_latency=0.015867242000240367 (mp_runner.py:73) -2024-09-01 20:02:45,102 | DEBUG |(SpawnProcess-1:267) search_count: 2000, latest_latency=0.014439153004786931 (mp_runner.py:73) -2024-09-01 20:02:45,262 | DEBUG |(SpawnProcess-1:236) search_count: 2000, latest_latency=0.013423522002995014 (mp_runner.py:73) -2024-09-01 20:02:45,262 | DEBUG |(SpawnProcess-1:231) search_count: 2000, latest_latency=0.011387760998331942 (mp_runner.py:73) -2024-09-01 20:02:45,284 | DEBUG |(SpawnProcess-1:279) search_count: 2000, latest_latency=0.007530517999839503 (mp_runner.py:73) -2024-09-01 20:02:45,304 | DEBUG |(SpawnProcess-1:251) search_count: 2000, latest_latency=0.039816167001845315 (mp_runner.py:73) -2024-09-01 20:02:45,305 | DEBUG |(SpawnProcess-1:232) search_count: 2000, latest_latency=0.041908626997610554 (mp_runner.py:73) -2024-09-01 20:02:45,353 | DEBUG |(SpawnProcess-1:242) search_count: 2000, latest_latency=0.013676978000148665 (mp_runner.py:73) -2024-09-01 20:02:45,374 | DEBUG |(SpawnProcess-1:245) search_count: 2000, latest_latency=0.03905243199551478 (mp_runner.py:73) -2024-09-01 20:02:45,583 | DEBUG |(SpawnProcess-1:253) search_count: 2000, latest_latency=0.014578958005586173 (mp_runner.py:73) -2024-09-01 20:02:45,721 | DEBUG |(SpawnProcess-1:237) search_count: 2000, latest_latency=0.01609327000187477 (mp_runner.py:73) -2024-09-01 20:02:46,464 | DEBUG |(SpawnProcess-1:273) search_count: 2000, latest_latency=0.015895912001724355 (mp_runner.py:73) -2024-09-01 20:02:46,606 | DEBUG |(SpawnProcess-1:278) search_count: 2000, latest_latency=0.013224930000433233 (mp_runner.py:73) -2024-09-01 20:02:46,669 | DEBUG |(SpawnProcess-1:248) search_count: 2000, latest_latency=0.0160677530002431 (mp_runner.py:73) -2024-09-01 20:02:46,672 | DEBUG |(SpawnProcess-1:261) search_count: 2000, latest_latency=0.01697874099772889 (mp_runner.py:73) -2024-09-01 20:02:47,115 | DEBUG |(SpawnProcess-1:234) search_count: 2000, latest_latency=0.015111549997527618 (mp_runner.py:73) -2024-09-01 20:02:47,189 | DEBUG |(SpawnProcess-1:272) search_count: 2000, latest_latency=0.013826567999785766 (mp_runner.py:73) -2024-09-01 20:02:47,243 | DEBUG |(SpawnProcess-1:266) search_count: 2000, latest_latency=0.019040514998778235 (mp_runner.py:73) -2024-09-01 20:02:47,244 | DEBUG |(SpawnProcess-1:238) search_count: 2000, latest_latency=0.014842906006379053 (mp_runner.py:73) -2024-09-01 20:02:47,246 | DEBUG |(SpawnProcess-1:271) search_count: 2000, latest_latency=0.013535755999328103 (mp_runner.py:73) -2024-09-01 20:02:48,164 | DEBUG |(SpawnProcess-1:277) search_count: 2000, latest_latency=0.0159327859946643 (mp_runner.py:73) -2024-09-01 20:02:48,165 | DEBUG |(SpawnProcess-1:264) search_count: 2000, latest_latency=0.01876879300107248 (mp_runner.py:73) -2024-09-01 20:02:48,176 | DEBUG |(SpawnProcess-1:250) search_count: 2000, latest_latency=0.022152821002237033 (mp_runner.py:73) -2024-09-01 20:02:48,275 | DEBUG |(SpawnProcess-1:269) search_count: 2000, latest_latency=0.013891012000385672 (mp_runner.py:73) -2024-09-01 20:02:48,276 | DEBUG |(SpawnProcess-1:230) search_count: 2000, latest_latency=0.013533434001146816 (mp_runner.py:73) -2024-09-01 20:02:48,277 | DEBUG |(SpawnProcess-1:262) search_count: 2000, latest_latency=0.01670009700319497 (mp_runner.py:73) -2024-09-01 20:02:48,353 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0091s, count=2260, qps in this process: 75.3105 (mp_runner.py:76) -2024-09-01 20:02:48,394 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0035s, count=2074, qps in this process: 69.1253 (mp_runner.py:76) -2024-09-01 20:02:48,395 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0143s, count=2263, qps in this process: 75.3974 (mp_runner.py:76) -2024-09-01 20:02:48,411 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0019s, count=2317, qps in this process: 77.2284 (mp_runner.py:76) -2024-09-01 20:02:48,412 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0027s, count=2106, qps in this process: 70.1937 (mp_runner.py:76) -2024-09-01 20:02:48,423 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0055s, count=2010, qps in this process: 66.9877 (mp_runner.py:76) -2024-09-01 20:02:48,437 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0019s, count=2275, qps in this process: 75.8285 (mp_runner.py:76) -2024-09-01 20:02:48,457 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0047s, count=2233, qps in this process: 74.4217 (mp_runner.py:76) -2024-09-01 20:02:48,479 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0097s, count=2303, qps in this process: 76.7419 (mp_runner.py:76) -2024-09-01 20:02:48,481 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0051s, count=2236, qps in this process: 74.5207 (mp_runner.py:76) -2024-09-01 20:02:48,494 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0215s, count=2279, qps in this process: 75.9123 (mp_runner.py:76) -2024-09-01 20:02:48,503 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0155s, count=2324, qps in this process: 77.4267 (mp_runner.py:76) -2024-09-01 20:02:48,526 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0039s, count=2084, qps in this process: 69.4576 (mp_runner.py:76) -2024-09-01 20:02:48,536 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0046s, count=2266, qps in this process: 75.5218 (mp_runner.py:76) -2024-09-01 20:02:48,537 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0052s, count=2193, qps in this process: 73.0873 (mp_runner.py:76) -2024-09-01 20:02:48,545 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0193s, count=2231, qps in this process: 74.3189 (mp_runner.py:76) -2024-09-01 20:02:48,548 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0087s, count=2282, qps in this process: 76.0446 (mp_runner.py:76) -2024-09-01 20:02:48,549 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0099s, count=2116, qps in this process: 70.5101 (mp_runner.py:76) -2024-09-01 20:02:48,552 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0046s, count=2242, qps in this process: 74.7219 (mp_runner.py:76) -2024-09-01 20:02:48,554 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0056s, count=2276, qps in this process: 75.8525 (mp_runner.py:76) -2024-09-01 20:02:48,556 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0104s, count=2019, qps in this process: 67.2767 (mp_runner.py:76) -2024-09-01 20:02:48,556 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0025s, count=2329, qps in this process: 77.6269 (mp_runner.py:76) -2024-09-01 20:02:48,557 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0086s, count=2276, qps in this process: 75.8449 (mp_runner.py:76) -2024-09-01 20:02:48,559 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0107s, count=2309, qps in this process: 76.9392 (mp_runner.py:76) -2024-09-01 20:02:48,564 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0117s, count=2196, qps in this process: 73.1715 (mp_runner.py:76) -2024-09-01 20:02:48,573 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0004s, count=2118, qps in this process: 70.5991 (mp_runner.py:76) -2024-09-01 20:02:48,574 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0076s, count=2277, qps in this process: 75.8808 (mp_runner.py:76) -2024-09-01 20:02:48,581 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0018s, count=2184, qps in this process: 72.7956 (mp_runner.py:76) -2024-09-01 20:02:48,585 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.005s, count=2090, qps in this process: 69.6551 (mp_runner.py:76) -2024-09-01 20:02:48,589 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0057s, count=1848, qps in this process: 61.5883 (mp_runner.py:76) -2024-09-01 20:02:48,605 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0049s, count=2093, qps in this process: 69.7553 (mp_runner.py:76) -2024-09-01 20:02:48,606 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0056s, count=2336, qps in this process: 77.8521 (mp_runner.py:76) -2024-09-01 20:02:48,606 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0049s, count=2336, qps in this process: 77.854 (mp_runner.py:76) -2024-09-01 20:02:48,608 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0046s, count=2180, qps in this process: 72.6555 (mp_runner.py:76) -2024-09-01 20:02:48,610 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0013s, count=2250, qps in this process: 74.9968 (mp_runner.py:76) -2024-09-01 20:02:48,617 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.007s, count=2133, qps in this process: 71.0834 (mp_runner.py:76) -2024-09-01 20:02:48,619 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0002s, count=2275, qps in this process: 75.8328 (mp_runner.py:76) -2024-09-01 20:02:48,623 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0008s, count=2029, qps in this process: 67.6315 (mp_runner.py:76) -2024-09-01 20:02:48,624 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0048s, count=2096, qps in this process: 69.8555 (mp_runner.py:76) -2024-09-01 20:02:48,627 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0008s, count=2252, qps in this process: 75.0647 (mp_runner.py:76) -2024-09-01 20:02:48,628 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0022s, count=2299, qps in this process: 76.6277 (mp_runner.py:76) -2024-09-01 20:02:48,657 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0003s, count=2260, qps in this process: 75.3326 (mp_runner.py:76) -2024-09-01 20:02:48,662 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0018s, count=2261, qps in this process: 75.3621 (mp_runner.py:76) -2024-09-01 20:02:48,665 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0006s, count=1919, qps in this process: 63.9654 (mp_runner.py:76) -2024-09-01 20:02:48,668 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0018s, count=2296, qps in this process: 76.5287 (mp_runner.py:76) -2024-09-01 20:02:48,695 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0014s, count=1842, qps in this process: 61.3971 (mp_runner.py:76) -2024-09-01 20:02:48,718 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0009s, count=2090, qps in this process: 69.6646 (mp_runner.py:76) -2024-09-01 20:02:48,719 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0012s, count=1825, qps in this process: 60.8309 (mp_runner.py:76) -2024-09-01 20:02:48,725 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0007s, count=2098, qps in this process: 69.9317 (mp_runner.py:76) -2024-09-01 20:02:48,727 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0004s, count=2101, qps in this process: 70.0324 (mp_runner.py:76) -2024-09-01 20:02:48,742 | INFO |End search in concurrency 50: dur=30.643940241003293s, total_count=108987, qps=3556.5596 (mp_runner.py:120) -2024-09-01 20:02:52,437 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:02:52,437 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 20:03:13,681 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 20:03:14,002 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,070 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,087 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,090 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,099 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,185 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,185 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,187 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,204 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,205 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,205 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,207 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,211 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,211 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,211 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,212 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,218 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,220 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,230 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,231 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,280 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,301 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,310 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,328 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,332 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,370 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,383 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,388 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,424 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,424 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,441 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,457 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:14,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:03:21,076 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.0030702799995196983 (mp_runner.py:73) -2024-09-01 20:03:21,123 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.001253939997695852 (mp_runner.py:73) -2024-09-01 20:03:21,123 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.0017853289973572828 (mp_runner.py:73) -2024-09-01 20:03:21,125 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.014472483002464287 (mp_runner.py:73) -2024-09-01 20:03:21,131 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.02748288599832449 (mp_runner.py:73) -2024-09-01 20:03:21,133 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.025828413003182504 (mp_runner.py:73) -2024-09-01 20:03:21,133 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.0244037539960118 (mp_runner.py:73) -2024-09-01 20:03:21,133 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.028746039999532513 (mp_runner.py:73) -2024-09-01 20:03:21,134 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.02716727899678517 (mp_runner.py:73) -2024-09-01 20:03:21,135 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.026690972998039797 (mp_runner.py:73) -2024-09-01 20:03:21,135 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.027946825000981335 (mp_runner.py:73) -2024-09-01 20:03:21,136 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.01691008099442115 (mp_runner.py:73) -2024-09-01 20:03:21,139 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.03799978299502982 (mp_runner.py:73) -2024-09-01 20:03:21,148 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.029721589002292603 (mp_runner.py:73) -2024-09-01 20:03:21,165 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.019317430997034535 (mp_runner.py:73) -2024-09-01 20:03:21,179 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.016124421999847982 (mp_runner.py:73) -2024-09-01 20:03:21,179 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.014518384996335953 (mp_runner.py:73) -2024-09-01 20:03:21,180 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.0180876279991935 (mp_runner.py:73) -2024-09-01 20:03:21,184 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.022519075995660387 (mp_runner.py:73) -2024-09-01 20:03:21,184 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.013385856000240892 (mp_runner.py:73) -2024-09-01 20:03:21,185 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.025771720000193454 (mp_runner.py:73) -2024-09-01 20:03:21,189 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.014093311998294666 (mp_runner.py:73) -2024-09-01 20:03:21,189 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.013819872001477052 (mp_runner.py:73) -2024-09-01 20:03:21,189 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.012888910998299252 (mp_runner.py:73) -2024-09-01 20:03:21,190 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.01113824499770999 (mp_runner.py:73) -2024-09-01 20:03:21,190 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.013555625002481975 (mp_runner.py:73) -2024-09-01 20:03:21,190 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.01367692799976794 (mp_runner.py:73) -2024-09-01 20:03:21,191 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.015184024996415246 (mp_runner.py:73) -2024-09-01 20:03:21,193 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.020838634001847822 (mp_runner.py:73) -2024-09-01 20:03:21,200 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.016335683001670986 (mp_runner.py:73) -2024-09-01 20:03:21,201 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.015852457996516023 (mp_runner.py:73) -2024-09-01 20:03:21,201 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.014431955998588819 (mp_runner.py:73) -2024-09-01 20:03:21,210 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.023842484995839186 (mp_runner.py:73) -2024-09-01 20:03:21,396 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.01963376499770675 (mp_runner.py:73) -2024-09-01 20:03:21,465 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.022806151006079745 (mp_runner.py:73) -2024-09-01 20:03:21,482 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.02027078999526566 (mp_runner.py:73) -2024-09-01 20:03:21,761 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.02016462999745272 (mp_runner.py:73) -2024-09-01 20:03:21,795 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.021603118999337312 (mp_runner.py:73) -2024-09-01 20:03:21,802 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.02111318199604284 (mp_runner.py:73) -2024-09-01 20:03:21,952 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.012541691998194437 (mp_runner.py:73) -2024-09-01 20:03:21,953 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.014108662995568011 (mp_runner.py:73) -2024-09-01 20:03:21,954 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.016103162000945304 (mp_runner.py:73) -2024-09-01 20:03:21,955 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.01802428900555242 (mp_runner.py:73) -2024-09-01 20:03:22,013 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.01629084799787961 (mp_runner.py:73) -2024-09-01 20:03:22,016 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.018867290003981907 (mp_runner.py:73) -2024-09-01 20:03:22,017 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.020609370003512595 (mp_runner.py:73) -2024-09-01 20:03:22,454 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.02261370900669135 (mp_runner.py:73) -2024-09-01 20:03:22,479 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.019619649996457156 (mp_runner.py:73) -2024-09-01 20:03:22,481 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.024034877002122812 (mp_runner.py:73) -2024-09-01 20:03:22,483 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.024213511998823378 (mp_runner.py:73) -2024-09-01 20:03:22,582 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.019346888999280054 (mp_runner.py:73) -2024-09-01 20:03:22,583 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01542591699399054 (mp_runner.py:73) -2024-09-01 20:03:22,848 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.0173328480013879 (mp_runner.py:73) -2024-09-01 20:03:22,849 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.018730556999798864 (mp_runner.py:73) -2024-09-01 20:03:23,577 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.017872921998787206 (mp_runner.py:73) -2024-09-01 20:03:27,606 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.01231344899861142 (mp_runner.py:73) -2024-09-01 20:03:27,606 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.01290465999773005 (mp_runner.py:73) -2024-09-01 20:03:27,608 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.01303767399804201 (mp_runner.py:73) -2024-09-01 20:03:27,610 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.014068074997339863 (mp_runner.py:73) -2024-09-01 20:03:27,610 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.013192776001233142 (mp_runner.py:73) -2024-09-01 20:03:27,610 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.016010096005629748 (mp_runner.py:73) -2024-09-01 20:03:27,610 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.011230450996663421 (mp_runner.py:73) -2024-09-01 20:03:27,611 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.013765136995061766 (mp_runner.py:73) -2024-09-01 20:03:27,611 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.014626297001086641 (mp_runner.py:73) -2024-09-01 20:03:27,611 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.01301334999880055 (mp_runner.py:73) -2024-09-01 20:03:27,612 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.013460000001941808 (mp_runner.py:73) -2024-09-01 20:03:27,612 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.0191039749988704 (mp_runner.py:73) -2024-09-01 20:03:27,613 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.012547763995826244 (mp_runner.py:73) -2024-09-01 20:03:27,613 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.012776055998983793 (mp_runner.py:73) -2024-09-01 20:03:27,613 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.020224785002938006 (mp_runner.py:73) -2024-09-01 20:03:27,614 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.014024395000888035 (mp_runner.py:73) -2024-09-01 20:03:27,614 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.013170771999284625 (mp_runner.py:73) -2024-09-01 20:03:27,614 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.011141080998640973 (mp_runner.py:73) -2024-09-01 20:03:27,614 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.016053579995059408 (mp_runner.py:73) -2024-09-01 20:03:27,615 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.01566598100180272 (mp_runner.py:73) -2024-09-01 20:03:27,615 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.014747651002835482 (mp_runner.py:73) -2024-09-01 20:03:27,616 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.014623883995227516 (mp_runner.py:73) -2024-09-01 20:03:27,617 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.022172115997818764 (mp_runner.py:73) -2024-09-01 20:03:27,617 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.01527392299612984 (mp_runner.py:73) -2024-09-01 20:03:27,618 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.011963267999817617 (mp_runner.py:73) -2024-09-01 20:03:28,268 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.015003847001935355 (mp_runner.py:73) -2024-09-01 20:03:28,268 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.016377852000005078 (mp_runner.py:73) -2024-09-01 20:03:28,270 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.01470484999299515 (mp_runner.py:73) -2024-09-01 20:03:28,272 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.015452095001819544 (mp_runner.py:73) -2024-09-01 20:03:28,891 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.01982223300001351 (mp_runner.py:73) -2024-09-01 20:03:29,032 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.018394736005575396 (mp_runner.py:73) -2024-09-01 20:03:29,274 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.006399304998922162 (mp_runner.py:73) -2024-09-01 20:03:29,275 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.01840951399935875 (mp_runner.py:73) -2024-09-01 20:03:29,277 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.020401648005645256 (mp_runner.py:73) -2024-09-01 20:03:29,277 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.017805169998609927 (mp_runner.py:73) -2024-09-01 20:03:29,278 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.015365861996542662 (mp_runner.py:73) -2024-09-01 20:03:29,279 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.015730906998214778 (mp_runner.py:73) -2024-09-01 20:03:29,280 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.01853146299981745 (mp_runner.py:73) -2024-09-01 20:03:29,289 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.027851612998347264 (mp_runner.py:73) -2024-09-01 20:03:29,508 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.015878545003943145 (mp_runner.py:73) -2024-09-01 20:03:29,509 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.014097550003498327 (mp_runner.py:73) -2024-09-01 20:03:29,509 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.015069034998305142 (mp_runner.py:73) -2024-09-01 20:03:29,521 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.025301318004494533 (mp_runner.py:73) -2024-09-01 20:03:30,433 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.020291200999054126 (mp_runner.py:73) -2024-09-01 20:03:30,437 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.017200719004904386 (mp_runner.py:73) -2024-09-01 20:03:30,438 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.012848676997236907 (mp_runner.py:73) -2024-09-01 20:03:30,467 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.019783228999585845 (mp_runner.py:73) -2024-09-01 20:03:30,512 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.01463116300146794 (mp_runner.py:73) -2024-09-01 20:03:30,513 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.01941347700631013 (mp_runner.py:73) -2024-09-01 20:03:30,515 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.017402349003532436 (mp_runner.py:73) -2024-09-01 20:03:31,201 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.02231626999855507 (mp_runner.py:73) -2024-09-01 20:03:31,469 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.015815892998944037 (mp_runner.py:73) -2024-09-01 20:03:31,512 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.01709820899850456 (mp_runner.py:73) -2024-09-01 20:03:31,685 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.017886282999825198 (mp_runner.py:73) -2024-09-01 20:03:32,838 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.015415098001540173 (mp_runner.py:73) -2024-09-01 20:03:34,494 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.01464226099778898 (mp_runner.py:73) -2024-09-01 20:03:34,494 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.014167966997774784 (mp_runner.py:73) -2024-09-01 20:03:34,496 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.01310407599521568 (mp_runner.py:73) -2024-09-01 20:03:34,497 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.014869990001898259 (mp_runner.py:73) -2024-09-01 20:03:34,497 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.018595178000396118 (mp_runner.py:73) -2024-09-01 20:03:34,498 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.011510270996950567 (mp_runner.py:73) -2024-09-01 20:03:34,498 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.011539396000443958 (mp_runner.py:73) -2024-09-01 20:03:34,499 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.01283766599954106 (mp_runner.py:73) -2024-09-01 20:03:34,499 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.020877769995422568 (mp_runner.py:73) -2024-09-01 20:03:34,577 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.016531487002794165 (mp_runner.py:73) -2024-09-01 20:03:34,578 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.01584905100025935 (mp_runner.py:73) -2024-09-01 20:03:34,578 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.013856372999725863 (mp_runner.py:73) -2024-09-01 20:03:34,580 | DEBUG |(SpawnProcess-1:331) search_count: 1500, latest_latency=0.020918782000080682 (mp_runner.py:73) -2024-09-01 20:03:34,581 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.023282244997972157 (mp_runner.py:73) -2024-09-01 20:03:35,015 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.004569705000903923 (mp_runner.py:73) -2024-09-01 20:03:35,441 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.014975327001593541 (mp_runner.py:73) -2024-09-01 20:03:35,443 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.015865840003243648 (mp_runner.py:73) -2024-09-01 20:03:35,445 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.0193977070011897 (mp_runner.py:73) -2024-09-01 20:03:35,445 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.02080751900211908 (mp_runner.py:73) -2024-09-01 20:03:35,664 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.021639525999489706 (mp_runner.py:73) -2024-09-01 20:03:35,923 | DEBUG |(SpawnProcess-1:310) search_count: 1500, latest_latency=0.016909621001104824 (mp_runner.py:73) -2024-09-01 20:03:35,926 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.006753439003659878 (mp_runner.py:73) -2024-09-01 20:03:36,373 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.012519632997282315 (mp_runner.py:73) -2024-09-01 20:03:36,375 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.013047693995758891 (mp_runner.py:73) -2024-09-01 20:03:36,375 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.01499880100163864 (mp_runner.py:73) -2024-09-01 20:03:36,376 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.012850483995862305 (mp_runner.py:73) -2024-09-01 20:03:36,376 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.014772356000321452 (mp_runner.py:73) -2024-09-01 20:03:36,378 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.01820635599870002 (mp_runner.py:73) -2024-09-01 20:03:36,378 | DEBUG |(SpawnProcess-1:309) search_count: 1500, latest_latency=0.019992674999230076 (mp_runner.py:73) -2024-09-01 20:03:36,622 | DEBUG |(SpawnProcess-1:289) search_count: 1500, latest_latency=0.012701194995315745 (mp_runner.py:73) -2024-09-01 20:03:36,623 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.013894067997171078 (mp_runner.py:73) -2024-09-01 20:03:36,623 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.014705291003338061 (mp_runner.py:73) -2024-09-01 20:03:36,623 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.013677135000762064 (mp_runner.py:73) -2024-09-01 20:03:36,624 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.01811052999983076 (mp_runner.py:73) -2024-09-01 20:03:36,624 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.019834294995234814 (mp_runner.py:73) -2024-09-01 20:03:37,266 | DEBUG |(SpawnProcess-1:313) search_count: 1500, latest_latency=0.017715420995955355 (mp_runner.py:73) -2024-09-01 20:03:37,380 | DEBUG |(SpawnProcess-1:334) search_count: 1500, latest_latency=0.021948593006527517 (mp_runner.py:73) -2024-09-01 20:03:37,517 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.0161509220051812 (mp_runner.py:73) -2024-09-01 20:03:37,517 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.018376047002675477 (mp_runner.py:73) -2024-09-01 20:03:37,927 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.016362868998839986 (mp_runner.py:73) -2024-09-01 20:03:37,929 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.021485104000021238 (mp_runner.py:73) -2024-09-01 20:03:37,996 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.020895511996059213 (mp_runner.py:73) -2024-09-01 20:03:38,175 | DEBUG |(SpawnProcess-1:335) search_count: 1500, latest_latency=0.012004153002635576 (mp_runner.py:73) -2024-09-01 20:03:38,176 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.010331411001970991 (mp_runner.py:73) -2024-09-01 20:03:38,176 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.019907044996216428 (mp_runner.py:73) -2024-09-01 20:03:38,178 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.014787877997150645 (mp_runner.py:73) -2024-09-01 20:03:38,179 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.018513145005272236 (mp_runner.py:73) -2024-09-01 20:03:38,403 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.014427311994950287 (mp_runner.py:73) -2024-09-01 20:03:38,405 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.013273664997541346 (mp_runner.py:73) -2024-09-01 20:03:38,406 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.0181375790052698 (mp_runner.py:73) -2024-09-01 20:03:39,991 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.021189603001403157 (mp_runner.py:73) -2024-09-01 20:03:40,284 | DEBUG |(SpawnProcess-1:325) search_count: 1500, latest_latency=0.020496999997703824 (mp_runner.py:73) -2024-09-01 20:03:40,371 | DEBUG |(SpawnProcess-1:332) search_count: 1500, latest_latency=0.017558712999743875 (mp_runner.py:73) -2024-09-01 20:03:40,374 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.01913295300619211 (mp_runner.py:73) -2024-09-01 20:03:41,033 | DEBUG |(SpawnProcess-1:312) search_count: 2000, latest_latency=0.0117823269974906 (mp_runner.py:73) -2024-09-01 20:03:41,040 | DEBUG |(SpawnProcess-1:298) search_count: 2000, latest_latency=0.017667319996689912 (mp_runner.py:73) -2024-09-01 20:03:41,041 | DEBUG |(SpawnProcess-1:333) search_count: 2000, latest_latency=0.01578988599794684 (mp_runner.py:73) -2024-09-01 20:03:41,041 | DEBUG |(SpawnProcess-1:327) search_count: 2000, latest_latency=0.01642716000060318 (mp_runner.py:73) -2024-09-01 20:03:41,042 | DEBUG |(SpawnProcess-1:287) search_count: 2000, latest_latency=0.020917686000757385 (mp_runner.py:73) -2024-09-01 20:03:41,043 | DEBUG |(SpawnProcess-1:308) search_count: 2000, latest_latency=0.01668431299913209 (mp_runner.py:73) -2024-09-01 20:03:41,044 | DEBUG |(SpawnProcess-1:324) search_count: 2000, latest_latency=0.024704828996618744 (mp_runner.py:73) -2024-09-01 20:03:41,046 | DEBUG |(SpawnProcess-1:294) search_count: 2000, latest_latency=0.01624002499738708 (mp_runner.py:73) -2024-09-01 20:03:41,047 | DEBUG |(SpawnProcess-1:300) search_count: 2000, latest_latency=0.017159574999823235 (mp_runner.py:73) -2024-09-01 20:03:41,647 | DEBUG |(SpawnProcess-1:307) search_count: 2000, latest_latency=0.017170400002214592 (mp_runner.py:73) -2024-09-01 20:03:41,649 | DEBUG |(SpawnProcess-1:330) search_count: 2000, latest_latency=0.013986276004288811 (mp_runner.py:73) -2024-09-01 20:03:41,651 | DEBUG |(SpawnProcess-1:295) search_count: 2000, latest_latency=0.012100665997422766 (mp_runner.py:73) -2024-09-01 20:03:41,652 | DEBUG |(SpawnProcess-1:331) search_count: 2000, latest_latency=0.01159907200053567 (mp_runner.py:73) -2024-09-01 20:03:41,654 | DEBUG |(SpawnProcess-1:320) search_count: 2000, latest_latency=0.019637714998680167 (mp_runner.py:73) -2024-09-01 20:03:41,719 | DEBUG |(SpawnProcess-1:303) search_count: 1500, latest_latency=0.017024518994730897 (mp_runner.py:73) -2024-09-01 20:03:43,307 | DEBUG |(SpawnProcess-1:304) search_count: 2000, latest_latency=0.016097450999950524 (mp_runner.py:73) -2024-09-01 20:03:43,472 | DEBUG |(SpawnProcess-1:311) search_count: 2000, latest_latency=0.017565683003340382 (mp_runner.py:73) -2024-09-01 20:03:43,562 | DEBUG |(SpawnProcess-1:315) search_count: 2000, latest_latency=0.023442498000804335 (mp_runner.py:73) -2024-09-01 20:03:43,639 | DEBUG |(SpawnProcess-1:297) search_count: 2000, latest_latency=0.027830238999740686 (mp_runner.py:73) -2024-09-01 20:03:43,649 | DEBUG |(SpawnProcess-1:305) search_count: 2000, latest_latency=0.015205164003418759 (mp_runner.py:73) -2024-09-01 20:03:43,929 | DEBUG |(SpawnProcess-1:301) search_count: 2000, latest_latency=0.015654417999030557 (mp_runner.py:73) -2024-09-01 20:03:43,932 | DEBUG |(SpawnProcess-1:323) search_count: 2000, latest_latency=0.02050708999740891 (mp_runner.py:73) -2024-09-01 20:03:43,961 | DEBUG |(SpawnProcess-1:309) search_count: 2000, latest_latency=0.013239282001450192 (mp_runner.py:73) -2024-09-01 20:03:43,964 | DEBUG |(SpawnProcess-1:286) search_count: 2000, latest_latency=0.017084455001167953 (mp_runner.py:73) -2024-09-01 20:03:44,054 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0085s, count=2004, qps in this process: 66.7811 (mp_runner.py:76) -2024-09-01 20:03:44,090 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0046s, count=2007, qps in this process: 66.8897 (mp_runner.py:76) -2024-09-01 20:03:44,099 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0085s, count=2169, qps in this process: 72.2795 (mp_runner.py:76) -2024-09-01 20:03:44,103 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0086s, count=2176, qps in this process: 72.5125 (mp_runner.py:76) -2024-09-01 20:03:44,108 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0137s, count=2121, qps in this process: 70.6677 (mp_runner.py:76) -2024-09-01 20:03:44,109 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0145s, count=2041, qps in this process: 68.0005 (mp_runner.py:76) -2024-09-01 20:03:44,114 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.0192s, count=1880, qps in this process: 62.6266 (mp_runner.py:76) -2024-09-01 20:03:44,116 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0116s, count=2127, qps in this process: 70.8726 (mp_runner.py:76) -2024-09-01 20:03:44,158 | DEBUG |(SpawnProcess-1:310) search_count: 2000, latest_latency=0.03958115899877157 (mp_runner.py:73) -2024-09-01 20:03:44,164 | DEBUG |(SpawnProcess-1:314) search_count: 2000, latest_latency=0.06830994500342058 (mp_runner.py:73) -2024-09-01 20:03:44,181 | DEBUG |(SpawnProcess-1:281) search_count: 2000, latest_latency=0.03194399399944814 (mp_runner.py:73) -2024-09-01 20:03:44,211 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0013s, count=2001, qps in this process: 66.6971 (mp_runner.py:76) -2024-09-01 20:03:44,212 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0009s, count=1998, qps in this process: 66.598 (mp_runner.py:76) -2024-09-01 20:03:44,213 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0265s, count=1983, qps in this process: 66.0417 (mp_runner.py:76) -2024-09-01 20:03:44,215 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0055s, count=2127, qps in this process: 70.887 (mp_runner.py:76) -2024-09-01 20:03:44,216 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0054s, count=1985, qps in this process: 66.1548 (mp_runner.py:76) -2024-09-01 20:03:44,217 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0018s, count=1984, qps in this process: 66.1294 (mp_runner.py:76) -2024-09-01 20:03:44,218 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.015s, count=1836, qps in this process: 61.1694 (mp_runner.py:76) -2024-09-01 20:03:44,225 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0147s, count=1984, qps in this process: 66.1009 (mp_runner.py:76) -2024-09-01 20:03:44,226 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0006s, count=2011, qps in this process: 67.032 (mp_runner.py:76) -2024-09-01 20:03:44,227 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0011s, count=2004, qps in this process: 66.7976 (mp_runner.py:76) -2024-09-01 20:03:44,229 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0043s, count=1985, qps in this process: 66.1572 (mp_runner.py:76) -2024-09-01 20:03:44,230 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0049s, count=1881, qps in this process: 62.6898 (mp_runner.py:76) -2024-09-01 20:03:44,231 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0158s, count=1882, qps in this process: 62.7003 (mp_runner.py:76) -2024-09-01 20:03:44,231 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.006s, count=1985, qps in this process: 66.1534 (mp_runner.py:76) -2024-09-01 20:03:44,236 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0106s, count=2036, qps in this process: 67.8427 (mp_runner.py:76) -2024-09-01 20:03:44,241 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0251s, count=1984, qps in this process: 66.078 (mp_runner.py:76) -2024-09-01 20:03:44,242 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0012s, count=1986, qps in this process: 66.1974 (mp_runner.py:76) -2024-09-01 20:03:44,244 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0283s, count=2030, qps in this process: 67.6029 (mp_runner.py:76) -2024-09-01 20:03:44,250 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0139s, count=1882, qps in this process: 62.7043 (mp_runner.py:76) -2024-09-01 20:03:44,272 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0008s, count=2037, qps in this process: 67.8982 (mp_runner.py:76) -2024-09-01 20:03:44,288 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0013s, count=2036, qps in this process: 67.8637 (mp_runner.py:76) -2024-09-01 20:03:44,311 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0031s, count=1894, qps in this process: 63.1268 (mp_runner.py:76) -2024-09-01 20:03:44,335 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0032s, count=1853, qps in this process: 61.7601 (mp_runner.py:76) -2024-09-01 20:03:44,339 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.002s, count=1912, qps in this process: 63.7291 (mp_runner.py:76) -2024-09-01 20:03:44,340 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0023s, count=2141, qps in this process: 71.3612 (mp_runner.py:76) -2024-09-01 20:03:44,342 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0042s, count=1845, qps in this process: 61.4914 (mp_runner.py:76) -2024-09-01 20:03:44,344 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0009s, count=2136, qps in this process: 71.1979 (mp_runner.py:76) -2024-09-01 20:03:44,350 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0034s, count=1913, qps in this process: 63.7594 (mp_runner.py:76) -2024-09-01 20:03:44,352 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0099s, count=2194, qps in this process: 73.1092 (mp_runner.py:76) -2024-09-01 20:03:44,355 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0177s, count=2197, qps in this process: 73.1902 (mp_runner.py:76) -2024-09-01 20:03:44,381 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0039s, count=1731, qps in this process: 57.6925 (mp_runner.py:76) -2024-09-01 20:03:44,386 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0021s, count=2191, qps in this process: 73.0282 (mp_runner.py:76) -2024-09-01 20:03:44,386 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0028s, count=2030, qps in this process: 67.6604 (mp_runner.py:76) -2024-09-01 20:03:44,389 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.002s, count=2192, qps in this process: 73.0618 (mp_runner.py:76) -2024-09-01 20:03:44,394 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0005s, count=1907, qps in this process: 63.5656 (mp_runner.py:76) -2024-09-01 20:03:44,403 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0038s, count=2201, qps in this process: 73.3574 (mp_runner.py:76) -2024-09-01 20:03:44,422 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0031s, count=1924, qps in this process: 64.1267 (mp_runner.py:76) -2024-09-01 20:03:44,422 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.001s, count=1733, qps in this process: 57.7647 (mp_runner.py:76) -2024-09-01 20:03:44,424 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0025s, count=2204, qps in this process: 73.4605 (mp_runner.py:76) -2024-09-01 20:03:44,425 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0019s, count=1734, qps in this process: 57.7963 (mp_runner.py:76) -2024-09-01 20:03:44,427 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0013s, count=1734, qps in this process: 57.7975 (mp_runner.py:76) -2024-09-01 20:03:44,429 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0036s, count=2030, qps in this process: 67.6585 (mp_runner.py:76) -2024-09-01 20:03:44,441 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0012s, count=2201, qps in this process: 73.3637 (mp_runner.py:76) -2024-09-01 20:03:44,445 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0002s, count=1932, qps in this process: 64.3996 (mp_runner.py:76) -2024-09-01 20:03:44,455 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0002s, count=1955, qps in this process: 65.1662 (mp_runner.py:76) -2024-09-01 20:03:44,465 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0006s, count=1691, qps in this process: 56.3655 (mp_runner.py:76) -2024-09-01 20:03:44,466 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0002s, count=1950, qps in this process: 64.9996 (mp_runner.py:76) -2024-09-01 20:03:44,483 | INFO |End search in concurrency 55: dur=30.801112604996888s, total_count=109587, qps=3557.891 (mp_runner.py:120) -2024-09-01 20:03:48,496 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:03:48,496 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 20:04:09,895 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 20:04:10,015 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,107 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,144 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,212 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,251 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,254 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,258 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,415 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,446 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,446 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,455 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,466 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,486 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,489 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,501 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,509 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,519 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,531 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,540 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,542 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,544 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,591 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,611 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,631 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,652 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,657 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,706 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,741 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,745 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,747 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,780 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,815 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,815 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,816 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:10,838 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:04:18,130 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.0009904450052999891 (mp_runner.py:73) -2024-09-01 20:04:18,156 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.03500849600095535 (mp_runner.py:73) -2024-09-01 20:04:18,157 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.03422081800090382 (mp_runner.py:73) -2024-09-01 20:04:18,157 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.03816381400247337 (mp_runner.py:73) -2024-09-01 20:04:18,158 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.024109300997224636 (mp_runner.py:73) -2024-09-01 20:04:18,159 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.03558646299643442 (mp_runner.py:73) -2024-09-01 20:04:18,159 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.03139563900185749 (mp_runner.py:73) -2024-09-01 20:04:18,160 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.03612971500115236 (mp_runner.py:73) -2024-09-01 20:04:18,160 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.03398228700098116 (mp_runner.py:73) -2024-09-01 20:04:18,161 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.01905442499992205 (mp_runner.py:73) -2024-09-01 20:04:18,161 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.03169410299597075 (mp_runner.py:73) -2024-09-01 20:04:18,167 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.03895950299920514 (mp_runner.py:73) -2024-09-01 20:04:18,168 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.04944002900447231 (mp_runner.py:73) -2024-09-01 20:04:18,170 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.04263193599763326 (mp_runner.py:73) -2024-09-01 20:04:18,171 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.05354002099920763 (mp_runner.py:73) -2024-09-01 20:04:18,187 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.03850907699961681 (mp_runner.py:73) -2024-09-01 20:04:18,192 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.008460168006422464 (mp_runner.py:73) -2024-09-01 20:04:18,193 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.007828444002370816 (mp_runner.py:73) -2024-09-01 20:04:18,194 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.010971501003950834 (mp_runner.py:73) -2024-09-01 20:04:18,195 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.0015359919998445548 (mp_runner.py:73) -2024-09-01 20:04:18,198 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.009561994003888685 (mp_runner.py:73) -2024-09-01 20:04:18,199 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.010902408001129515 (mp_runner.py:73) -2024-09-01 20:04:18,199 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.01079425299394643 (mp_runner.py:73) -2024-09-01 20:04:18,200 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.010966912996082101 (mp_runner.py:73) -2024-09-01 20:04:18,201 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.011187060998054221 (mp_runner.py:73) -2024-09-01 20:04:18,203 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.011319199002173264 (mp_runner.py:73) -2024-09-01 20:04:18,211 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.015224966002278961 (mp_runner.py:73) -2024-09-01 20:04:18,217 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.017564854999363888 (mp_runner.py:73) -2024-09-01 20:04:18,218 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.017205078998813406 (mp_runner.py:73) -2024-09-01 20:04:18,228 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.015820505999727175 (mp_runner.py:73) -2024-09-01 20:04:18,263 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.02400309000222478 (mp_runner.py:73) -2024-09-01 20:04:18,264 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.01567278799484484 (mp_runner.py:73) -2024-09-01 20:04:18,270 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.021214043998043053 (mp_runner.py:73) -2024-09-01 20:04:18,583 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.012567377998493612 (mp_runner.py:73) -2024-09-01 20:04:18,585 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.015054930998303462 (mp_runner.py:73) -2024-09-01 20:04:18,587 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.02106033499876503 (mp_runner.py:73) -2024-09-01 20:04:18,590 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.02098818399826996 (mp_runner.py:73) -2024-09-01 20:04:18,595 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.022420043998863548 (mp_runner.py:73) -2024-09-01 20:04:18,597 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.014935942999727558 (mp_runner.py:73) -2024-09-01 20:04:19,015 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.013707452999369707 (mp_runner.py:73) -2024-09-01 20:04:19,016 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.013584528001956642 (mp_runner.py:73) -2024-09-01 20:04:19,016 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.013005904002056923 (mp_runner.py:73) -2024-09-01 20:04:19,017 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.01542075500037754 (mp_runner.py:73) -2024-09-01 20:04:19,017 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.013155589003872592 (mp_runner.py:73) -2024-09-01 20:04:19,017 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.015615303003869485 (mp_runner.py:73) -2024-09-01 20:04:19,019 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.01731610400020145 (mp_runner.py:73) -2024-09-01 20:04:19,021 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.02099168700078735 (mp_runner.py:73) -2024-09-01 20:04:19,023 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.01574467699538218 (mp_runner.py:73) -2024-09-01 20:04:19,027 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.02704630300286226 (mp_runner.py:73) -2024-09-01 20:04:19,391 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.022004327998729423 (mp_runner.py:73) -2024-09-01 20:04:19,494 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.015601170001900755 (mp_runner.py:73) -2024-09-01 20:04:19,494 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.01666812400071649 (mp_runner.py:73) -2024-09-01 20:04:19,497 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.020191978001093958 (mp_runner.py:73) -2024-09-01 20:04:19,623 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.019124067002849188 (mp_runner.py:73) -2024-09-01 20:04:19,624 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.02243249399907654 (mp_runner.py:73) -2024-09-01 20:04:20,082 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.018228036002255976 (mp_runner.py:73) -2024-09-01 20:04:20,438 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.02054927800054429 (mp_runner.py:73) -2024-09-01 20:04:20,679 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.02074535899737384 (mp_runner.py:73) -2024-09-01 20:04:20,735 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.02613955600099871 (mp_runner.py:73) -2024-09-01 20:04:20,779 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.02147079899441451 (mp_runner.py:73) -2024-09-01 20:04:25,164 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.01309362699976191 (mp_runner.py:73) -2024-09-01 20:04:25,165 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.01042600999790011 (mp_runner.py:73) -2024-09-01 20:04:25,166 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.01345063500048127 (mp_runner.py:73) -2024-09-01 20:04:25,166 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.01441066199913621 (mp_runner.py:73) -2024-09-01 20:04:25,167 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.013016737997531891 (mp_runner.py:73) -2024-09-01 20:04:25,168 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.014113240998995025 (mp_runner.py:73) -2024-09-01 20:04:25,170 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.015113786001165863 (mp_runner.py:73) -2024-09-01 20:04:25,171 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.01466993399662897 (mp_runner.py:73) -2024-09-01 20:04:25,171 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.02040687699627597 (mp_runner.py:73) -2024-09-01 20:04:25,173 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.015016076002211776 (mp_runner.py:73) -2024-09-01 20:04:25,173 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.023111055998015217 (mp_runner.py:73) -2024-09-01 20:04:25,174 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.015058894001413137 (mp_runner.py:73) -2024-09-01 20:04:25,175 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.014882306000799872 (mp_runner.py:73) -2024-09-01 20:04:25,176 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.017199977999553084 (mp_runner.py:73) -2024-09-01 20:04:25,664 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.01389579199894797 (mp_runner.py:73) -2024-09-01 20:04:25,665 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.01369654800510034 (mp_runner.py:73) -2024-09-01 20:04:25,666 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.015846535003220197 (mp_runner.py:73) -2024-09-01 20:04:25,667 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.019850319004035555 (mp_runner.py:73) -2024-09-01 20:04:25,667 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.013759002998995129 (mp_runner.py:73) -2024-09-01 20:04:25,669 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.0204456199935521 (mp_runner.py:73) -2024-09-01 20:04:25,841 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.012190213004942052 (mp_runner.py:73) -2024-09-01 20:04:25,841 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.011502342000312638 (mp_runner.py:73) -2024-09-01 20:04:25,841 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.011909569999261294 (mp_runner.py:73) -2024-09-01 20:04:25,842 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.012088941999536473 (mp_runner.py:73) -2024-09-01 20:04:25,843 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.011322760001348797 (mp_runner.py:73) -2024-09-01 20:04:25,844 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.011394192006264348 (mp_runner.py:73) -2024-09-01 20:04:25,844 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.011537036996742245 (mp_runner.py:73) -2024-09-01 20:04:25,845 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.011611257999902591 (mp_runner.py:73) -2024-09-01 20:04:25,845 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.016643306000332814 (mp_runner.py:73) -2024-09-01 20:04:25,845 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.018620500995893963 (mp_runner.py:73) -2024-09-01 20:04:25,846 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.013068733998807147 (mp_runner.py:73) -2024-09-01 20:04:25,847 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.012826082995161414 (mp_runner.py:73) -2024-09-01 20:04:25,847 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.012919294997118413 (mp_runner.py:73) -2024-09-01 20:04:25,848 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.01422048000677023 (mp_runner.py:73) -2024-09-01 20:04:25,850 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.01224230799562065 (mp_runner.py:73) -2024-09-01 20:04:25,850 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.016004676996089984 (mp_runner.py:73) -2024-09-01 20:04:25,850 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.016708459006622434 (mp_runner.py:73) -2024-09-01 20:04:25,855 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.015436372996191494 (mp_runner.py:73) -2024-09-01 20:04:26,313 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.01250672500464134 (mp_runner.py:73) -2024-09-01 20:04:26,314 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.012831200001528487 (mp_runner.py:73) -2024-09-01 20:04:26,314 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.014243186000385322 (mp_runner.py:73) -2024-09-01 20:04:26,317 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.014544614001351874 (mp_runner.py:73) -2024-09-01 20:04:26,317 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.015768544995808043 (mp_runner.py:73) -2024-09-01 20:04:26,317 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.018044554999505635 (mp_runner.py:73) -2024-09-01 20:04:26,317 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.014473144001385663 (mp_runner.py:73) -2024-09-01 20:04:26,318 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.015412920001836028 (mp_runner.py:73) -2024-09-01 20:04:26,321 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.015510343000642024 (mp_runner.py:73) -2024-09-01 20:04:26,323 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.016580158000579104 (mp_runner.py:73) -2024-09-01 20:04:26,995 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.019521351001458243 (mp_runner.py:73) -2024-09-01 20:04:28,316 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.02083571599359857 (mp_runner.py:73) -2024-09-01 20:04:28,317 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.02064532199437963 (mp_runner.py:73) -2024-09-01 20:04:28,407 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.018440239000483416 (mp_runner.py:73) -2024-09-01 20:04:28,443 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.02085950800392311 (mp_runner.py:73) -2024-09-01 20:04:29,137 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.022293340000032913 (mp_runner.py:73) -2024-09-01 20:04:29,362 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.02402265599812381 (mp_runner.py:73) -2024-09-01 20:04:29,718 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.01658094400045229 (mp_runner.py:73) -2024-09-01 20:04:30,187 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.03240140600246377 (mp_runner.py:73) -2024-09-01 20:04:30,489 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.024975184998766053 (mp_runner.py:73) -2024-09-01 20:04:30,542 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.02722093700140249 (mp_runner.py:73) -2024-09-01 20:04:30,852 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.019466998004645575 (mp_runner.py:73) -2024-09-01 20:04:32,881 | DEBUG |(SpawnProcess-1:351) search_count: 1500, latest_latency=0.012122113999794237 (mp_runner.py:73) -2024-09-01 20:04:32,881 | DEBUG |(SpawnProcess-1:374) search_count: 1500, latest_latency=0.01401396300207125 (mp_runner.py:73) -2024-09-01 20:04:32,882 | DEBUG |(SpawnProcess-1:347) search_count: 1500, latest_latency=0.014073451995500363 (mp_runner.py:73) -2024-09-01 20:04:32,882 | DEBUG |(SpawnProcess-1:360) search_count: 1500, latest_latency=0.016912770995986648 (mp_runner.py:73) -2024-09-01 20:04:32,883 | DEBUG |(SpawnProcess-1:362) search_count: 1500, latest_latency=0.020646586999646388 (mp_runner.py:73) -2024-09-01 20:04:32,884 | DEBUG |(SpawnProcess-1:367) search_count: 1500, latest_latency=0.01789351699699182 (mp_runner.py:73) -2024-09-01 20:04:32,886 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.023903385001176503 (mp_runner.py:73) -2024-09-01 20:04:33,184 | DEBUG |(SpawnProcess-1:363) search_count: 1500, latest_latency=0.0035142289998475462 (mp_runner.py:73) -2024-09-01 20:04:33,189 | DEBUG |(SpawnProcess-1:350) search_count: 1500, latest_latency=0.02170952199958265 (mp_runner.py:73) -2024-09-01 20:04:33,193 | DEBUG |(SpawnProcess-1:343) search_count: 1500, latest_latency=0.02384356200491311 (mp_runner.py:73) -2024-09-01 20:04:33,195 | DEBUG |(SpawnProcess-1:366) search_count: 1500, latest_latency=0.026946691003104206 (mp_runner.py:73) -2024-09-01 20:04:33,197 | DEBUG |(SpawnProcess-1:365) search_count: 1500, latest_latency=0.027582868999161292 (mp_runner.py:73) -2024-09-01 20:04:33,198 | DEBUG |(SpawnProcess-1:373) search_count: 1500, latest_latency=0.0034958770047524013 (mp_runner.py:73) -2024-09-01 20:04:33,203 | DEBUG |(SpawnProcess-1:383) search_count: 1500, latest_latency=0.03700617499998771 (mp_runner.py:73) -2024-09-01 20:04:33,599 | DEBUG |(SpawnProcess-1:352) search_count: 1500, latest_latency=0.01099934900412336 (mp_runner.py:73) -2024-09-01 20:04:33,601 | DEBUG |(SpawnProcess-1:395) search_count: 1500, latest_latency=0.012419472004694398 (mp_runner.py:73) -2024-09-01 20:04:33,603 | DEBUG |(SpawnProcess-1:339) search_count: 1500, latest_latency=0.01401021300262073 (mp_runner.py:73) -2024-09-01 20:04:33,603 | DEBUG |(SpawnProcess-1:390) search_count: 1500, latest_latency=0.015210402001684997 (mp_runner.py:73) -2024-09-01 20:04:33,604 | DEBUG |(SpawnProcess-1:348) search_count: 1500, latest_latency=0.014085647999309003 (mp_runner.py:73) -2024-09-01 20:04:33,605 | DEBUG |(SpawnProcess-1:359) search_count: 1500, latest_latency=0.014844184996036347 (mp_runner.py:73) -2024-09-01 20:04:33,606 | DEBUG |(SpawnProcess-1:370) search_count: 1500, latest_latency=0.01415736299532 (mp_runner.py:73) -2024-09-01 20:04:33,606 | DEBUG |(SpawnProcess-1:337) search_count: 1500, latest_latency=0.016652821999741718 (mp_runner.py:73) -2024-09-01 20:04:33,607 | DEBUG |(SpawnProcess-1:361) search_count: 1500, latest_latency=0.019936049997340888 (mp_runner.py:73) -2024-09-01 20:04:33,608 | DEBUG |(SpawnProcess-1:368) search_count: 1500, latest_latency=0.020237101998645812 (mp_runner.py:73) -2024-09-01 20:04:33,609 | DEBUG |(SpawnProcess-1:357) search_count: 1500, latest_latency=0.015518057996814605 (mp_runner.py:73) -2024-09-01 20:04:34,039 | DEBUG |(SpawnProcess-1:349) search_count: 1500, latest_latency=0.021842330999788828 (mp_runner.py:73) -2024-09-01 20:04:34,097 | DEBUG |(SpawnProcess-1:381) search_count: 1500, latest_latency=0.02610514999832958 (mp_runner.py:73) -2024-09-01 20:04:34,109 | DEBUG |(SpawnProcess-1:338) search_count: 1500, latest_latency=0.021612711003399454 (mp_runner.py:73) -2024-09-01 20:04:34,428 | DEBUG |(SpawnProcess-1:346) search_count: 1500, latest_latency=0.012590086000273004 (mp_runner.py:73) -2024-09-01 20:04:34,429 | DEBUG |(SpawnProcess-1:382) search_count: 1500, latest_latency=0.014970324002206326 (mp_runner.py:73) -2024-09-01 20:04:34,430 | DEBUG |(SpawnProcess-1:375) search_count: 1500, latest_latency=0.013119463001203258 (mp_runner.py:73) -2024-09-01 20:04:34,430 | DEBUG |(SpawnProcess-1:378) search_count: 1500, latest_latency=0.015056784002808854 (mp_runner.py:73) -2024-09-01 20:04:34,431 | DEBUG |(SpawnProcess-1:353) search_count: 1500, latest_latency=0.016476921002322342 (mp_runner.py:73) -2024-09-01 20:04:34,431 | DEBUG |(SpawnProcess-1:355) search_count: 1500, latest_latency=0.01589539000269724 (mp_runner.py:73) -2024-09-01 20:04:34,432 | DEBUG |(SpawnProcess-1:345) search_count: 1500, latest_latency=0.005794101998617407 (mp_runner.py:73) -2024-09-01 20:04:34,433 | DEBUG |(SpawnProcess-1:371) search_count: 1500, latest_latency=0.014117683000222314 (mp_runner.py:73) -2024-09-01 20:04:34,433 | DEBUG |(SpawnProcess-1:380) search_count: 1500, latest_latency=0.014290710998466238 (mp_runner.py:73) -2024-09-01 20:04:34,433 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.015167450997978449 (mp_runner.py:73) -2024-09-01 20:04:34,434 | DEBUG |(SpawnProcess-1:372) search_count: 1500, latest_latency=0.021777180998469703 (mp_runner.py:73) -2024-09-01 20:04:34,435 | DEBUG |(SpawnProcess-1:391) search_count: 1500, latest_latency=0.021742367003753316 (mp_runner.py:73) -2024-09-01 20:04:34,811 | DEBUG |(SpawnProcess-1:342) search_count: 1500, latest_latency=0.022385203999874648 (mp_runner.py:73) -2024-09-01 20:04:34,914 | DEBUG |(SpawnProcess-1:396) search_count: 1500, latest_latency=0.012788109001121484 (mp_runner.py:73) -2024-09-01 20:04:34,915 | DEBUG |(SpawnProcess-1:341) search_count: 1500, latest_latency=0.018633752995810937 (mp_runner.py:73) -2024-09-01 20:04:34,917 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.021949895002762787 (mp_runner.py:73) -2024-09-01 20:04:34,918 | DEBUG |(SpawnProcess-1:384) search_count: 1500, latest_latency=0.016571064996242058 (mp_runner.py:73) -2024-09-01 20:04:34,926 | DEBUG |(SpawnProcess-1:376) search_count: 1500, latest_latency=0.023939603997860104 (mp_runner.py:73) -2024-09-01 20:04:35,737 | DEBUG |(SpawnProcess-1:389) search_count: 1500, latest_latency=0.02270147499802988 (mp_runner.py:73) -2024-09-01 20:04:35,942 | DEBUG |(SpawnProcess-1:377) search_count: 1500, latest_latency=0.019777693996729795 (mp_runner.py:73) -2024-09-01 20:04:37,314 | DEBUG |(SpawnProcess-1:386) search_count: 1500, latest_latency=0.02715449099923717 (mp_runner.py:73) -2024-09-01 20:04:38,421 | DEBUG |(SpawnProcess-1:340) search_count: 1500, latest_latency=0.013225627000792883 (mp_runner.py:73) -2024-09-01 20:04:38,422 | DEBUG |(SpawnProcess-1:379) search_count: 1500, latest_latency=0.013831684002070688 (mp_runner.py:73) -2024-09-01 20:04:38,670 | DEBUG |(SpawnProcess-1:392) search_count: 1500, latest_latency=0.017135278998466674 (mp_runner.py:73) -2024-09-01 20:04:38,688 | DEBUG |(SpawnProcess-1:369) search_count: 1500, latest_latency=0.009417093999218196 (mp_runner.py:73) -2024-09-01 20:04:39,532 | DEBUG |(SpawnProcess-1:344) search_count: 1500, latest_latency=0.024656616005813703 (mp_runner.py:73) -2024-09-01 20:04:39,629 | DEBUG |(SpawnProcess-1:358) search_count: 1500, latest_latency=0.02019543400092516 (mp_runner.py:73) -2024-09-01 20:04:39,794 | DEBUG |(SpawnProcess-1:364) search_count: 1500, latest_latency=0.023428574000718072 (mp_runner.py:73) -2024-09-01 20:04:40,034 | DEBUG |(SpawnProcess-1:394) search_count: 1500, latest_latency=0.014977303995692637 (mp_runner.py:73) -2024-09-01 20:04:40,038 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0215s, count=1792, qps in this process: 59.6906 (mp_runner.py:76) -2024-09-01 20:04:40,124 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0152s, count=1931, qps in this process: 64.3341 (mp_runner.py:76) -2024-09-01 20:04:40,161 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0037s, count=1933, qps in this process: 64.4254 (mp_runner.py:76) -2024-09-01 20:04:40,199 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0025s, count=1980, qps in this process: 65.9945 (mp_runner.py:76) -2024-09-01 20:04:40,202 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0222s, count=1936, qps in this process: 64.4856 (mp_runner.py:76) -2024-09-01 20:04:40,206 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0095s, count=1872, qps in this process: 62.3802 (mp_runner.py:76) -2024-09-01 20:04:40,222 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0019s, count=1982, qps in this process: 66.0625 (mp_runner.py:76) -2024-09-01 20:04:40,270 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0051s, count=1941, qps in this process: 64.689 (mp_runner.py:76) -2024-09-01 20:04:40,272 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0113s, count=1985, qps in this process: 66.1418 (mp_runner.py:76) -2024-09-01 20:04:40,276 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0103s, count=1956, qps in this process: 65.1776 (mp_runner.py:76) -2024-09-01 20:04:40,276 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0032s, count=1876, qps in this process: 62.5267 (mp_runner.py:76) -2024-09-01 20:04:40,278 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0163s, count=1956, qps in this process: 65.1646 (mp_runner.py:76) -2024-09-01 20:04:40,283 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0114s, count=1858, qps in this process: 61.9098 (mp_runner.py:76) -2024-09-01 20:04:40,284 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0114s, count=1877, qps in this process: 62.5429 (mp_runner.py:76) -2024-09-01 20:04:40,287 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0047s, count=1986, qps in this process: 66.1896 (mp_runner.py:76) -2024-09-01 20:04:40,312 | DEBUG |(SpawnProcess-1:388) search_count: 1500, latest_latency=0.016597408000961877 (mp_runner.py:73) -2024-09-01 20:04:40,349 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0026s, count=1817, qps in this process: 60.5614 (mp_runner.py:76) -2024-09-01 20:04:40,352 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0124s, count=1882, qps in this process: 62.7074 (mp_runner.py:76) -2024-09-01 20:04:40,410 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0027s, count=1886, qps in this process: 62.861 (mp_runner.py:76) -2024-09-01 20:04:40,426 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0126s, count=1996, qps in this process: 66.5054 (mp_runner.py:76) -2024-09-01 20:04:40,428 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0121s, count=1968, qps in this process: 65.5736 (mp_runner.py:76) -2024-09-01 20:04:40,429 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0087s, count=1996, qps in this process: 66.514 (mp_runner.py:76) -2024-09-01 20:04:40,431 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0156s, count=1968, qps in this process: 65.5659 (mp_runner.py:76) -2024-09-01 20:04:40,443 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0132s, count=1969, qps in this process: 65.6045 (mp_runner.py:76) -2024-09-01 20:04:40,453 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0051s, count=1970, qps in this process: 65.6555 (mp_runner.py:76) -2024-09-01 20:04:40,473 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.012s, count=1999, qps in this process: 66.6067 (mp_runner.py:76) -2024-09-01 20:04:40,473 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0014s, count=1891, qps in this process: 63.0304 (mp_runner.py:76) -2024-09-01 20:04:40,478 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0004s, count=1957, qps in this process: 65.2325 (mp_runner.py:76) -2024-09-01 20:04:40,479 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0131s, count=1953, qps in this process: 65.0716 (mp_runner.py:76) -2024-09-01 20:04:40,481 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0118s, count=1941, qps in this process: 64.6746 (mp_runner.py:76) -2024-09-01 20:04:40,493 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0017s, count=1893, qps in this process: 63.0964 (mp_runner.py:76) -2024-09-01 20:04:40,506 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0014s, count=1831, qps in this process: 61.0305 (mp_runner.py:76) -2024-09-01 20:04:40,512 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0151s, count=1876, qps in this process: 62.5019 (mp_runner.py:76) -2024-09-01 20:04:40,529 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0047s, count=1963, qps in this process: 65.4231 (mp_runner.py:76) -2024-09-01 20:04:40,529 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0002s, count=1884, qps in this process: 62.7996 (mp_runner.py:76) -2024-09-01 20:04:40,530 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0116s, count=1945, qps in this process: 64.8083 (mp_runner.py:76) -2024-09-01 20:04:40,535 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0058s, count=1963, qps in this process: 65.4207 (mp_runner.py:76) -2024-09-01 20:04:40,542 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.001s, count=1965, qps in this process: 65.4978 (mp_runner.py:76) -2024-09-01 20:04:40,545 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0058s, count=1544, qps in this process: 51.4567 (mp_runner.py:76) -2024-09-01 20:04:40,553 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0039s, count=1826, qps in this process: 60.8588 (mp_runner.py:76) -2024-09-01 20:04:40,556 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.007s, count=1758, qps in this process: 58.5863 (mp_runner.py:76) -2024-09-01 20:04:40,558 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0004s, count=1915, qps in this process: 63.8325 (mp_runner.py:76) -2024-09-01 20:04:40,562 | DEBUG |(SpawnProcess-1:393) search_count: 1500, latest_latency=0.007294623996131122 (mp_runner.py:73) -2024-09-01 20:04:40,563 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.01s, count=1967, qps in this process: 65.5448 (mp_runner.py:76) -2024-09-01 20:04:40,578 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0034s, count=1840, qps in this process: 61.3264 (mp_runner.py:76) -2024-09-01 20:04:40,581 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0073s, count=1669, qps in this process: 55.6198 (mp_runner.py:76) -2024-09-01 20:04:40,594 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0028s, count=1841, qps in this process: 61.3609 (mp_runner.py:76) -2024-09-01 20:04:40,608 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0021s, count=1928, qps in this process: 64.2622 (mp_runner.py:76) -2024-09-01 20:04:40,618 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0019s, count=1746, qps in this process: 58.1963 (mp_runner.py:76) -2024-09-01 20:04:40,619 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0027s, count=1608, qps in this process: 53.5952 (mp_runner.py:76) -2024-09-01 20:04:40,639 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0031s, count=1628, qps in this process: 54.2611 (mp_runner.py:76) -2024-09-01 20:04:40,660 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0032s, count=1584, qps in this process: 52.7944 (mp_runner.py:76) -2024-09-01 20:04:40,663 | DEBUG |(SpawnProcess-1:387) search_count: 1500, latest_latency=0.003647243996965699 (mp_runner.py:73) -2024-09-01 20:04:40,664 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0026s, count=1946, qps in this process: 64.861 (mp_runner.py:76) -2024-09-01 20:04:40,709 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0006s, count=1650, qps in this process: 54.9989 (mp_runner.py:76) -2024-09-01 20:04:40,751 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0003s, count=1614, qps in this process: 53.7995 (mp_runner.py:76) -2024-09-01 20:04:40,754 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0016s, count=1654, qps in this process: 55.1304 (mp_runner.py:76) -2024-09-01 20:04:40,755 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0025s, count=1986, qps in this process: 66.1945 (mp_runner.py:76) -2024-09-01 20:04:40,775 | DEBUG |(SpawnProcess-1:345) search_count: 2000, latest_latency=0.0013084299935144372 (mp_runner.py:73) -2024-09-01 20:04:40,791 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.002s, count=1580, qps in this process: 52.6632 (mp_runner.py:76) -2024-09-01 20:04:40,821 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0002s, count=2040, qps in this process: 67.9995 (mp_runner.py:76) -2024-09-01 20:04:40,822 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0008s, count=1659, qps in this process: 55.2985 (mp_runner.py:76) -2024-09-01 20:04:40,822 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0007s, count=1585, qps in this process: 52.8321 (mp_runner.py:76) -2024-09-01 20:04:40,845 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0003s, count=1672, qps in this process: 55.7328 (mp_runner.py:76) -2024-09-01 20:04:40,857 | INFO |End search in concurrency 60: dur=30.961735809003585s, total_count=111614, qps=3604.9012 (mp_runner.py:120) -2024-09-01 20:04:45,232 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:04:45,233 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 20:05:06,780 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 20:05:07,096 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,138 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,285 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,285 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,287 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,289 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,298 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,322 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,323 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,323 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,324 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,325 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,326 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,327 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,348 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,349 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,351 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,351 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,356 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,356 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,359 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,360 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,361 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,362 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,363 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,412 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,438 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,443 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,469 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,471 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,495 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,507 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,513 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,542 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,570 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,572 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,572 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,572 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,599 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,656 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,658 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,659 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,660 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,722 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:07,757 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:05:15,616 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.01257024500227999 (mp_runner.py:73) -2024-09-01 20:05:15,616 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.014147747002425604 (mp_runner.py:73) -2024-09-01 20:05:15,619 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.015295701996365096 (mp_runner.py:73) -2024-09-01 20:05:15,624 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.022911658001248725 (mp_runner.py:73) -2024-09-01 20:05:15,626 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.025372345000505447 (mp_runner.py:73) -2024-09-01 20:05:15,691 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.01482724399829749 (mp_runner.py:73) -2024-09-01 20:05:15,692 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.013820799998939037 (mp_runner.py:73) -2024-09-01 20:05:15,692 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.016059877998486627 (mp_runner.py:73) -2024-09-01 20:05:15,693 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.012907987998914905 (mp_runner.py:73) -2024-09-01 20:05:15,693 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.015276069003448356 (mp_runner.py:73) -2024-09-01 20:05:15,695 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.014652204001322389 (mp_runner.py:73) -2024-09-01 20:05:15,697 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.021262191999994684 (mp_runner.py:73) -2024-09-01 20:05:15,697 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.022699222005030606 (mp_runner.py:73) -2024-09-01 20:05:15,932 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.013749119003477972 (mp_runner.py:73) -2024-09-01 20:05:16,125 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.017342528997687623 (mp_runner.py:73) -2024-09-01 20:05:16,427 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.017932734001078643 (mp_runner.py:73) -2024-09-01 20:05:16,498 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.014286534002167173 (mp_runner.py:73) -2024-09-01 20:05:16,501 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.01596396800596267 (mp_runner.py:73) -2024-09-01 20:05:16,501 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.017275106001761742 (mp_runner.py:73) -2024-09-01 20:05:16,503 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.015514814993366599 (mp_runner.py:73) -2024-09-01 20:05:16,503 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.02216174700151896 (mp_runner.py:73) -2024-09-01 20:05:16,505 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.013520323002012447 (mp_runner.py:73) -2024-09-01 20:05:16,506 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.01493507600389421 (mp_runner.py:73) -2024-09-01 20:05:16,514 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.0326310669988743 (mp_runner.py:73) -2024-09-01 20:05:16,539 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.01681358699715929 (mp_runner.py:73) -2024-09-01 20:05:16,540 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.015569071998470463 (mp_runner.py:73) -2024-09-01 20:05:16,541 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.015940035998937674 (mp_runner.py:73) -2024-09-01 20:05:16,541 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.01739775899477536 (mp_runner.py:73) -2024-09-01 20:05:16,542 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.01565939599822741 (mp_runner.py:73) -2024-09-01 20:05:16,542 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.013621140999021009 (mp_runner.py:73) -2024-09-01 20:05:16,543 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.01538252699538134 (mp_runner.py:73) -2024-09-01 20:05:16,543 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.023167096005636267 (mp_runner.py:73) -2024-09-01 20:05:16,543 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.022290463995886967 (mp_runner.py:73) -2024-09-01 20:05:16,545 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.01462292799988063 (mp_runner.py:73) -2024-09-01 20:05:16,545 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.014424945002247114 (mp_runner.py:73) -2024-09-01 20:05:16,549 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.014290484003140591 (mp_runner.py:73) -2024-09-01 20:05:16,933 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.02205184899503365 (mp_runner.py:73) -2024-09-01 20:05:16,939 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.01927319999958854 (mp_runner.py:73) -2024-09-01 20:05:17,050 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.01520352800434921 (mp_runner.py:73) -2024-09-01 20:05:17,051 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.014080087996262591 (mp_runner.py:73) -2024-09-01 20:05:17,051 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.013788977994408924 (mp_runner.py:73) -2024-09-01 20:05:17,052 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.014566691999789327 (mp_runner.py:73) -2024-09-01 20:05:17,053 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.013411326995992567 (mp_runner.py:73) -2024-09-01 20:05:17,053 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.011716157001501415 (mp_runner.py:73) -2024-09-01 20:05:17,054 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.019057474004512187 (mp_runner.py:73) -2024-09-01 20:05:17,055 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.01410849099920597 (mp_runner.py:73) -2024-09-01 20:05:17,060 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.025671289004094433 (mp_runner.py:73) -2024-09-01 20:05:17,060 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.016850195002916735 (mp_runner.py:73) -2024-09-01 20:05:17,145 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.02074363499559695 (mp_runner.py:73) -2024-09-01 20:05:17,146 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.023339448001934215 (mp_runner.py:73) -2024-09-01 20:05:17,651 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.020471897994866595 (mp_runner.py:73) -2024-09-01 20:05:17,749 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.02087568300339626 (mp_runner.py:73) -2024-09-01 20:05:17,868 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.021033751996583305 (mp_runner.py:73) -2024-09-01 20:05:17,889 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.01517705200240016 (mp_runner.py:73) -2024-09-01 20:05:17,890 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.019678490003570914 (mp_runner.py:73) -2024-09-01 20:05:17,891 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.019264802998804953 (mp_runner.py:73) -2024-09-01 20:05:17,892 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.017134397006884683 (mp_runner.py:73) -2024-09-01 20:05:17,893 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.01988408200122649 (mp_runner.py:73) -2024-09-01 20:05:17,895 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.02404946699971333 (mp_runner.py:73) -2024-09-01 20:05:18,839 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.006038408995664213 (mp_runner.py:73) -2024-09-01 20:05:18,846 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.01102320399513701 (mp_runner.py:73) -2024-09-01 20:05:18,920 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.021185746001719963 (mp_runner.py:73) -2024-09-01 20:05:19,051 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.02274611099710455 (mp_runner.py:73) -2024-09-01 20:05:19,221 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.023618283004907425 (mp_runner.py:73) -2024-09-01 20:05:19,445 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.01916996699583251 (mp_runner.py:73) -2024-09-01 20:05:23,759 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.018445834997692145 (mp_runner.py:73) -2024-09-01 20:05:23,760 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.013970790998428129 (mp_runner.py:73) -2024-09-01 20:05:23,762 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.016317672001605388 (mp_runner.py:73) -2024-09-01 20:05:23,768 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.0233962860002066 (mp_runner.py:73) -2024-09-01 20:05:23,976 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.019516738000675105 (mp_runner.py:73) -2024-09-01 20:05:23,979 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.016255413996987045 (mp_runner.py:73) -2024-09-01 20:05:24,175 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.0009485780028626323 (mp_runner.py:73) -2024-09-01 20:05:24,213 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.0019833400001516566 (mp_runner.py:73) -2024-09-01 20:05:24,391 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.022952929000894073 (mp_runner.py:73) -2024-09-01 20:05:24,663 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.016607794001174625 (mp_runner.py:73) -2024-09-01 20:05:24,663 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.014015667999046855 (mp_runner.py:73) -2024-09-01 20:05:24,663 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.014592700004868675 (mp_runner.py:73) -2024-09-01 20:05:24,663 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.013681759002793115 (mp_runner.py:73) -2024-09-01 20:05:24,664 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.01573075700434856 (mp_runner.py:73) -2024-09-01 20:05:24,664 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.013822587003232911 (mp_runner.py:73) -2024-09-01 20:05:24,664 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.012138227000832558 (mp_runner.py:73) -2024-09-01 20:05:24,664 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.019857996005157474 (mp_runner.py:73) -2024-09-01 20:05:24,665 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.016341775997716468 (mp_runner.py:73) -2024-09-01 20:05:24,666 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.016099361004307866 (mp_runner.py:73) -2024-09-01 20:05:24,667 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.022187244998349342 (mp_runner.py:73) -2024-09-01 20:05:24,668 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.017892017000121996 (mp_runner.py:73) -2024-09-01 20:05:24,669 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.017796212996472605 (mp_runner.py:73) -2024-09-01 20:05:24,671 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.017120475997217 (mp_runner.py:73) -2024-09-01 20:05:24,673 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.017783616000087932 (mp_runner.py:73) -2024-09-01 20:05:24,799 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.020987728996260557 (mp_runner.py:73) -2024-09-01 20:05:24,804 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.027682314001140185 (mp_runner.py:73) -2024-09-01 20:05:24,845 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.019934101997932885 (mp_runner.py:73) -2024-09-01 20:05:25,206 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.02179331599472789 (mp_runner.py:73) -2024-09-01 20:05:25,241 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.02001954500155989 (mp_runner.py:73) -2024-09-01 20:05:25,243 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.021085512002173346 (mp_runner.py:73) -2024-09-01 20:05:25,247 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.020164296998700593 (mp_runner.py:73) -2024-09-01 20:05:25,250 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.017946763000509236 (mp_runner.py:73) -2024-09-01 20:05:25,250 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.013985084995510988 (mp_runner.py:73) -2024-09-01 20:05:25,251 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.014815579997957684 (mp_runner.py:73) -2024-09-01 20:05:25,261 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.03314804899855517 (mp_runner.py:73) -2024-09-01 20:05:25,326 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.019210304999432992 (mp_runner.py:73) -2024-09-01 20:05:25,683 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.018870435997087043 (mp_runner.py:73) -2024-09-01 20:05:25,687 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.024042211996857077 (mp_runner.py:73) -2024-09-01 20:05:25,988 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.023445188002369832 (mp_runner.py:73) -2024-09-01 20:05:26,354 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.016913194995140657 (mp_runner.py:73) -2024-09-01 20:05:26,810 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.019593438002630137 (mp_runner.py:73) -2024-09-01 20:05:26,828 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.0204680129972985 (mp_runner.py:73) -2024-09-01 20:05:26,880 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.023290755998459645 (mp_runner.py:73) -2024-09-01 20:05:26,991 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.012611500002094544 (mp_runner.py:73) -2024-09-01 20:05:26,994 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.017384622995450627 (mp_runner.py:73) -2024-09-01 20:05:26,995 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.01593868000054499 (mp_runner.py:73) -2024-09-01 20:05:26,997 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.004053964003105648 (mp_runner.py:73) -2024-09-01 20:05:26,998 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.019569909003621433 (mp_runner.py:73) -2024-09-01 20:05:26,998 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.017395449998730328 (mp_runner.py:73) -2024-09-01 20:05:26,999 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.014372183002706151 (mp_runner.py:73) -2024-09-01 20:05:26,999 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.02278631400258746 (mp_runner.py:73) -2024-09-01 20:05:27,000 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.017846782997366972 (mp_runner.py:73) -2024-09-01 20:05:27,002 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.019312693002575543 (mp_runner.py:73) -2024-09-01 20:05:27,004 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.01805580299696885 (mp_runner.py:73) -2024-09-01 20:05:27,004 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.02002194400120061 (mp_runner.py:73) -2024-09-01 20:05:27,005 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.009217292004905175 (mp_runner.py:73) -2024-09-01 20:05:27,009 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.030144502998155076 (mp_runner.py:73) -2024-09-01 20:05:27,013 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.029307155004062224 (mp_runner.py:73) -2024-09-01 20:05:27,041 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.024252372000773903 (mp_runner.py:73) -2024-09-01 20:05:29,810 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.022736270999303088 (mp_runner.py:73) -2024-09-01 20:05:29,817 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.01817646899871761 (mp_runner.py:73) -2024-09-01 20:05:29,820 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.020825855004659388 (mp_runner.py:73) -2024-09-01 20:05:30,095 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.0694163230000413 (mp_runner.py:73) -2024-09-01 20:05:30,227 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.032421798998257145 (mp_runner.py:73) -2024-09-01 20:05:30,521 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.02003268899716204 (mp_runner.py:73) -2024-09-01 20:05:32,749 | DEBUG |(SpawnProcess-1:437) search_count: 1500, latest_latency=0.015308741996705066 (mp_runner.py:73) -2024-09-01 20:05:32,750 | DEBUG |(SpawnProcess-1:458) search_count: 1500, latest_latency=0.015084436003235169 (mp_runner.py:73) -2024-09-01 20:05:32,750 | DEBUG |(SpawnProcess-1:407) search_count: 1500, latest_latency=0.016973909994703718 (mp_runner.py:73) -2024-09-01 20:05:32,750 | DEBUG |(SpawnProcess-1:424) search_count: 1500, latest_latency=0.01365395900211297 (mp_runner.py:73) -2024-09-01 20:05:32,751 | DEBUG |(SpawnProcess-1:446) search_count: 1500, latest_latency=0.01521660599973984 (mp_runner.py:73) -2024-09-01 20:05:32,751 | DEBUG |(SpawnProcess-1:460) search_count: 1500, latest_latency=0.01368189899949357 (mp_runner.py:73) -2024-09-01 20:05:32,752 | DEBUG |(SpawnProcess-1:419) search_count: 1500, latest_latency=0.015808798001671676 (mp_runner.py:73) -2024-09-01 20:05:32,754 | DEBUG |(SpawnProcess-1:400) search_count: 1500, latest_latency=0.016521270001248922 (mp_runner.py:73) -2024-09-01 20:05:32,755 | DEBUG |(SpawnProcess-1:410) search_count: 1500, latest_latency=0.016415325000707526 (mp_runner.py:73) -2024-09-01 20:05:32,755 | DEBUG |(SpawnProcess-1:427) search_count: 1500, latest_latency=0.01569016199937323 (mp_runner.py:73) -2024-09-01 20:05:32,755 | DEBUG |(SpawnProcess-1:442) search_count: 1500, latest_latency=0.01562546700006351 (mp_runner.py:73) -2024-09-01 20:05:32,756 | DEBUG |(SpawnProcess-1:425) search_count: 1500, latest_latency=0.017020926999975927 (mp_runner.py:73) -2024-09-01 20:05:32,756 | DEBUG |(SpawnProcess-1:431) search_count: 1500, latest_latency=0.0236215910044848 (mp_runner.py:73) -2024-09-01 20:05:32,757 | DEBUG |(SpawnProcess-1:443) search_count: 1500, latest_latency=0.025442887003009673 (mp_runner.py:73) -2024-09-01 20:05:32,757 | DEBUG |(SpawnProcess-1:414) search_count: 1500, latest_latency=0.016695774997060653 (mp_runner.py:73) -2024-09-01 20:05:33,739 | DEBUG |(SpawnProcess-1:445) search_count: 1500, latest_latency=0.024482257998897694 (mp_runner.py:73) -2024-09-01 20:05:33,821 | DEBUG |(SpawnProcess-1:405) search_count: 1500, latest_latency=0.013945847000286449 (mp_runner.py:73) -2024-09-01 20:05:33,823 | DEBUG |(SpawnProcess-1:416) search_count: 1500, latest_latency=0.014701808999234345 (mp_runner.py:73) -2024-09-01 20:05:33,824 | DEBUG |(SpawnProcess-1:440) search_count: 1500, latest_latency=0.015503637005167548 (mp_runner.py:73) -2024-09-01 20:05:33,826 | DEBUG |(SpawnProcess-1:455) search_count: 1500, latest_latency=0.016714901001250837 (mp_runner.py:73) -2024-09-01 20:05:33,827 | DEBUG |(SpawnProcess-1:430) search_count: 1500, latest_latency=0.016564445999392774 (mp_runner.py:73) -2024-09-01 20:05:33,827 | DEBUG |(SpawnProcess-1:423) search_count: 1500, latest_latency=0.02078828200319549 (mp_runner.py:73) -2024-09-01 20:05:33,828 | DEBUG |(SpawnProcess-1:417) search_count: 1500, latest_latency=0.022087855999416206 (mp_runner.py:73) -2024-09-01 20:05:34,433 | DEBUG |(SpawnProcess-1:408) search_count: 1500, latest_latency=0.020273403999453876 (mp_runner.py:73) -2024-09-01 20:05:34,434 | DEBUG |(SpawnProcess-1:450) search_count: 1500, latest_latency=0.021925420995103195 (mp_runner.py:73) -2024-09-01 20:05:34,472 | DEBUG |(SpawnProcess-1:434) search_count: 1500, latest_latency=0.020782815001439303 (mp_runner.py:73) -2024-09-01 20:05:34,472 | DEBUG |(SpawnProcess-1:399) search_count: 1500, latest_latency=0.0240907609986607 (mp_runner.py:73) -2024-09-01 20:05:34,860 | DEBUG |(SpawnProcess-1:454) search_count: 1500, latest_latency=0.022531304995936807 (mp_runner.py:73) -2024-09-01 20:05:34,894 | DEBUG |(SpawnProcess-1:447) search_count: 1500, latest_latency=0.01955109799746424 (mp_runner.py:73) -2024-09-01 20:05:35,377 | DEBUG |(SpawnProcess-1:404) search_count: 1500, latest_latency=0.026610437998897396 (mp_runner.py:73) -2024-09-01 20:05:35,397 | DEBUG |(SpawnProcess-1:433) search_count: 1500, latest_latency=0.01575825300096767 (mp_runner.py:73) -2024-09-01 20:05:35,397 | DEBUG |(SpawnProcess-1:420) search_count: 1500, latest_latency=0.016323247000400443 (mp_runner.py:73) -2024-09-01 20:05:35,398 | DEBUG |(SpawnProcess-1:421) search_count: 1500, latest_latency=0.013333661001524888 (mp_runner.py:73) -2024-09-01 20:05:35,398 | DEBUG |(SpawnProcess-1:422) search_count: 1500, latest_latency=0.012302858995099086 (mp_runner.py:73) -2024-09-01 20:05:35,399 | DEBUG |(SpawnProcess-1:448) search_count: 1500, latest_latency=0.014417558995774016 (mp_runner.py:73) -2024-09-01 20:05:35,399 | DEBUG |(SpawnProcess-1:415) search_count: 1500, latest_latency=0.012098015999072231 (mp_runner.py:73) -2024-09-01 20:05:35,399 | DEBUG |(SpawnProcess-1:436) search_count: 1500, latest_latency=0.011808499002654571 (mp_runner.py:73) -2024-09-01 20:05:35,400 | DEBUG |(SpawnProcess-1:406) search_count: 1500, latest_latency=0.010774346999824047 (mp_runner.py:73) -2024-09-01 20:05:35,400 | DEBUG |(SpawnProcess-1:428) search_count: 1500, latest_latency=0.011543444998096675 (mp_runner.py:73) -2024-09-01 20:05:35,401 | DEBUG |(SpawnProcess-1:402) search_count: 1500, latest_latency=0.012403997003275435 (mp_runner.py:73) -2024-09-01 20:05:35,401 | DEBUG |(SpawnProcess-1:451) search_count: 1500, latest_latency=0.018708436997258104 (mp_runner.py:73) -2024-09-01 20:05:35,402 | DEBUG |(SpawnProcess-1:418) search_count: 1500, latest_latency=0.020097630003874656 (mp_runner.py:73) -2024-09-01 20:05:35,402 | DEBUG |(SpawnProcess-1:413) search_count: 1500, latest_latency=0.02134478100197157 (mp_runner.py:73) -2024-09-01 20:05:35,403 | DEBUG |(SpawnProcess-1:449) search_count: 1500, latest_latency=0.01973311899928376 (mp_runner.py:73) -2024-09-01 20:05:35,403 | DEBUG |(SpawnProcess-1:456) search_count: 1500, latest_latency=0.01301750200218521 (mp_runner.py:73) -2024-09-01 20:05:35,403 | DEBUG |(SpawnProcess-1:461) search_count: 1500, latest_latency=0.013067792999208905 (mp_runner.py:73) -2024-09-01 20:05:35,404 | DEBUG |(SpawnProcess-1:432) search_count: 1500, latest_latency=0.023581620000186376 (mp_runner.py:73) -2024-09-01 20:05:35,404 | DEBUG |(SpawnProcess-1:452) search_count: 1500, latest_latency=0.011743432994990144 (mp_runner.py:73) -2024-09-01 20:05:35,406 | DEBUG |(SpawnProcess-1:398) search_count: 1500, latest_latency=0.012350593999144621 (mp_runner.py:73) -2024-09-01 20:05:35,408 | DEBUG |(SpawnProcess-1:429) search_count: 1500, latest_latency=0.014875861998007167 (mp_runner.py:73) -2024-09-01 20:05:35,408 | DEBUG |(SpawnProcess-1:412) search_count: 1500, latest_latency=0.024756336002610624 (mp_runner.py:73) -2024-09-01 20:05:36,326 | DEBUG |(SpawnProcess-1:403) search_count: 1500, latest_latency=0.029332349993637763 (mp_runner.py:73) -2024-09-01 20:05:36,776 | DEBUG |(SpawnProcess-1:409) search_count: 1500, latest_latency=0.025674910000816453 (mp_runner.py:73) -2024-09-01 20:05:36,839 | DEBUG |(SpawnProcess-1:438) search_count: 1500, latest_latency=0.026406362005218398 (mp_runner.py:73) -2024-09-01 20:05:37,139 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0323s, count=1605, qps in this process: 53.4425 (mp_runner.py:76) -2024-09-01 20:05:37,155 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0132s, count=1626, qps in this process: 54.1762 (mp_runner.py:76) -2024-09-01 20:05:37,296 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0012s, count=1794, qps in this process: 59.7976 (mp_runner.py:76) -2024-09-01 20:05:37,297 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0034s, count=1794, qps in this process: 59.7932 (mp_runner.py:76) -2024-09-01 20:05:37,299 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0101s, count=1794, qps in this process: 59.7799 (mp_runner.py:76) -2024-09-01 20:05:37,303 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0132s, count=1773, qps in this process: 59.074 (mp_runner.py:76) -2024-09-01 20:05:37,321 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0166s, count=1714, qps in this process: 57.1017 (mp_runner.py:76) -2024-09-01 20:05:37,330 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0043s, count=1618, qps in this process: 53.9256 (mp_runner.py:76) -2024-09-01 20:05:37,332 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0058s, count=1703, qps in this process: 56.7557 (mp_runner.py:76) -2024-09-01 20:05:37,332 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0014s, count=1775, qps in this process: 59.1639 (mp_runner.py:76) -2024-09-01 20:05:37,334 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0075s, count=1618, qps in this process: 53.9199 (mp_runner.py:76) -2024-09-01 20:05:37,335 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0093s, count=1796, qps in this process: 59.8481 (mp_runner.py:76) -2024-09-01 20:05:37,337 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0078s, count=1617, qps in this process: 53.886 (mp_runner.py:76) -2024-09-01 20:05:37,338 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0046s, count=1796, qps in this process: 59.8575 (mp_runner.py:76) -2024-09-01 20:05:37,339 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0081s, count=1796, qps in this process: 59.8505 (mp_runner.py:76) -2024-09-01 20:05:37,339 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0132s, count=1796, qps in this process: 59.8403 (mp_runner.py:76) -2024-09-01 20:05:37,342 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0088s, count=1775, qps in this process: 59.1493 (mp_runner.py:76) -2024-09-01 20:05:37,347 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0129s, count=1777, qps in this process: 59.2079 (mp_runner.py:76) -2024-09-01 20:05:37,351 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0228s, count=1638, qps in this process: 54.5585 (mp_runner.py:76) -2024-09-01 20:05:37,361 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0083s, count=1527, qps in this process: 50.8859 (mp_runner.py:76) -2024-09-01 20:05:37,363 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0106s, count=1524, qps in this process: 50.7821 (mp_runner.py:76) -2024-09-01 20:05:37,365 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0061s, count=1637, qps in this process: 54.5556 (mp_runner.py:76) -2024-09-01 20:05:37,366 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0037s, count=1621, qps in this process: 54.0267 (mp_runner.py:76) -2024-09-01 20:05:37,367 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0081s, count=1621, qps in this process: 54.0187 (mp_runner.py:76) -2024-09-01 20:05:37,368 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0046s, count=1799, qps in this process: 59.9575 (mp_runner.py:76) -2024-09-01 20:05:37,369 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0012s, count=1621, qps in this process: 54.0312 (mp_runner.py:76) -2024-09-01 20:05:37,370 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0069s, count=1621, qps in this process: 54.0209 (mp_runner.py:76) -2024-09-01 20:05:37,370 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0057s, count=1799, qps in this process: 59.9553 (mp_runner.py:76) -2024-09-01 20:05:37,370 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0063s, count=1621, qps in this process: 54.022 (mp_runner.py:76) -2024-09-01 20:05:37,371 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0088s, count=1621, qps in this process: 54.0175 (mp_runner.py:76) -2024-09-01 20:05:37,372 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0071s, count=1795, qps in this process: 59.8192 (mp_runner.py:76) -2024-09-01 20:05:37,372 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0081s, count=1621, qps in this process: 54.0187 (mp_runner.py:76) -2024-09-01 20:05:37,376 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.013s, count=1469, qps in this process: 48.9455 (mp_runner.py:76) -2024-09-01 20:05:37,387 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0151s, count=1490, qps in this process: 49.6417 (mp_runner.py:76) -2024-09-01 20:05:37,418 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0008s, count=1626, qps in this process: 54.1986 (mp_runner.py:76) -2024-09-01 20:05:37,421 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.002s, count=1628, qps in this process: 54.263 (mp_runner.py:76) -2024-09-01 20:05:37,424 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0048s, count=1467, qps in this process: 48.8922 (mp_runner.py:76) -2024-09-01 20:05:37,425 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0093s, count=1805, qps in this process: 60.148 (mp_runner.py:76) -2024-09-01 20:05:37,428 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0089s, count=1627, qps in this process: 54.2172 (mp_runner.py:76) -2024-09-01 20:05:37,442 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0034s, count=1497, qps in this process: 49.8943 (mp_runner.py:76) -2024-09-01 20:05:37,444 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0006s, count=1607, qps in this process: 53.5656 (mp_runner.py:76) -2024-09-01 20:05:37,446 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0018s, count=1557, qps in this process: 51.8969 (mp_runner.py:76) -2024-09-01 20:05:37,451 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0042s, count=1646, qps in this process: 54.859 (mp_runner.py:76) -2024-09-01 20:05:37,459 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.006s, count=1632, qps in this process: 54.3891 (mp_runner.py:76) -2024-09-01 20:05:37,480 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.001s, count=1459, qps in this process: 48.6317 (mp_runner.py:76) -2024-09-01 20:05:37,482 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0009s, count=1357, qps in this process: 45.232 (mp_runner.py:76) -2024-09-01 20:05:37,499 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0017s, count=1640, qps in this process: 54.6636 (mp_runner.py:76) -2024-09-01 20:05:37,519 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0022s, count=1727, qps in this process: 57.5624 (mp_runner.py:76) -2024-09-01 20:05:37,520 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0025s, count=1740, qps in this process: 57.9952 (mp_runner.py:76) -2024-09-01 20:05:37,520 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.003s, count=1740, qps in this process: 57.9942 (mp_runner.py:76) -2024-09-01 20:05:37,552 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.003s, count=1748, qps in this process: 58.2608 (mp_runner.py:76) -2024-09-01 20:05:37,571 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.001s, count=1738, qps in this process: 57.9314 (mp_runner.py:76) -2024-09-01 20:05:37,575 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.002s, count=1662, qps in this process: 55.3963 (mp_runner.py:76) -2024-09-01 20:05:37,575 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0037s, count=1662, qps in this process: 55.3932 (mp_runner.py:76) -2024-09-01 20:05:37,577 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0007s, count=1662, qps in this process: 55.3987 (mp_runner.py:76) -2024-09-01 20:05:37,577 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0006s, count=1633, qps in this process: 54.4322 (mp_runner.py:76) -2024-09-01 20:05:37,583 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.005s, count=1755, qps in this process: 58.4903 (mp_runner.py:76) -2024-09-01 20:05:37,606 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0018s, count=1373, qps in this process: 45.7639 (mp_runner.py:76) -2024-09-01 20:05:37,607 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0018s, count=1364, qps in this process: 45.4639 (mp_runner.py:76) -2024-09-01 20:05:37,664 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0006s, count=1716, qps in this process: 57.1989 (mp_runner.py:76) -2024-09-01 20:05:37,665 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0003s, count=1716, qps in this process: 57.1994 (mp_runner.py:76) -2024-09-01 20:05:37,666 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0014s, count=1418, qps in this process: 47.2645 (mp_runner.py:76) -2024-09-01 20:05:37,668 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0015s, count=1718, qps in this process: 57.2638 (mp_runner.py:76) -2024-09-01 20:05:37,732 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0009s, count=1486, qps in this process: 49.5318 (mp_runner.py:76) -2024-09-01 20:05:37,749 | DEBUG |(SpawnProcess-1:411) search_count: 1500, latest_latency=0.0005410169978858903 (mp_runner.py:73) -2024-09-01 20:05:37,770 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0007s, count=1528, qps in this process: 50.9321 (mp_runner.py:76) -2024-09-01 20:05:37,788 | INFO |End search in concurrency 65: dur=31.007620822994795s, total_count=107126, qps=3454.8281 (mp_runner.py:120) -2024-09-01 20:05:42,544 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:05:42,544 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 20:06:04,317 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 20:06:04,599 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,735 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,735 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,765 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,770 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,772 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,772 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,772 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,773 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,773 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,773 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,773 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,785 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,801 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,815 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,821 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,830 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,837 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,842 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,844 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,849 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,851 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,852 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,869 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,892 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,896 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,902 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,911 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,913 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,953 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,954 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,969 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:04,992 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,002 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,031 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,041 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,042 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,051 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,067 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,069 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,071 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,109 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,109 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,128 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,133 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,153 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,158 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,193 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,230 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,256 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,263 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,301 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,317 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,337 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,345 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,375 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,426 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,473 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,481 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,496 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,511 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:05,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 20:06:14,142 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.02169235600013053 (mp_runner.py:73) -2024-09-01 20:06:14,172 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.014089737000176683 (mp_runner.py:73) -2024-09-01 20:06:14,276 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.03300509299879195 (mp_runner.py:73) -2024-09-01 20:06:14,278 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.03578095600096276 (mp_runner.py:73) -2024-09-01 20:06:14,279 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.036230195000825915 (mp_runner.py:73) -2024-09-01 20:06:14,282 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.03462101700279163 (mp_runner.py:73) -2024-09-01 20:06:14,318 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.016242350997345056 (mp_runner.py:73) -2024-09-01 20:06:14,319 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.0179037089983467 (mp_runner.py:73) -2024-09-01 20:06:14,321 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.02147331499872962 (mp_runner.py:73) -2024-09-01 20:06:14,321 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.022355471999617293 (mp_runner.py:73) -2024-09-01 20:06:14,324 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.01725930300017353 (mp_runner.py:73) -2024-09-01 20:06:14,326 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.016850420004629996 (mp_runner.py:73) -2024-09-01 20:06:14,363 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.022396143998776097 (mp_runner.py:73) -2024-09-01 20:06:14,397 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.023042594999424182 (mp_runner.py:73) -2024-09-01 20:06:14,397 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.025305655995907728 (mp_runner.py:73) -2024-09-01 20:06:14,416 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.01911511700018309 (mp_runner.py:73) -2024-09-01 20:06:14,418 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.018542101002822164 (mp_runner.py:73) -2024-09-01 20:06:14,419 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.024118957997416146 (mp_runner.py:73) -2024-09-01 20:06:14,419 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.023817437002435327 (mp_runner.py:73) -2024-09-01 20:06:14,422 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.02058675999433035 (mp_runner.py:73) -2024-09-01 20:06:14,434 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.013142893003532663 (mp_runner.py:73) -2024-09-01 20:06:14,435 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.01418561000173213 (mp_runner.py:73) -2024-09-01 20:06:14,436 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.01553322500694776 (mp_runner.py:73) -2024-09-01 20:06:14,437 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.014113481003732886 (mp_runner.py:73) -2024-09-01 20:06:14,438 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.017368045999319293 (mp_runner.py:73) -2024-09-01 20:06:14,438 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.020672771999670658 (mp_runner.py:73) -2024-09-01 20:06:14,440 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.01618686400615843 (mp_runner.py:73) -2024-09-01 20:06:14,440 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.01616505199490348 (mp_runner.py:73) -2024-09-01 20:06:14,441 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.015434210996318143 (mp_runner.py:73) -2024-09-01 20:06:14,441 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.016340760004823096 (mp_runner.py:73) -2024-09-01 20:06:14,442 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.0242970300023444 (mp_runner.py:73) -2024-09-01 20:06:14,442 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.022690684003464412 (mp_runner.py:73) -2024-09-01 20:06:14,443 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.01741584800038254 (mp_runner.py:73) -2024-09-01 20:06:14,443 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.015030050999484956 (mp_runner.py:73) -2024-09-01 20:06:14,444 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.016955612998572178 (mp_runner.py:73) -2024-09-01 20:06:14,444 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.014633918995968997 (mp_runner.py:73) -2024-09-01 20:06:14,469 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.020735942001920193 (mp_runner.py:73) -2024-09-01 20:06:14,570 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02395693700236734 (mp_runner.py:73) -2024-09-01 20:06:15,028 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.04313155200361507 (mp_runner.py:73) -2024-09-01 20:06:15,128 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.02786670900241006 (mp_runner.py:73) -2024-09-01 20:06:15,337 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.014458108998951502 (mp_runner.py:73) -2024-09-01 20:06:15,338 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.01567531699402025 (mp_runner.py:73) -2024-09-01 20:06:15,339 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.017215987005329225 (mp_runner.py:73) -2024-09-01 20:06:15,341 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.01688866199401673 (mp_runner.py:73) -2024-09-01 20:06:15,343 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.02306319699710002 (mp_runner.py:73) -2024-09-01 20:06:15,345 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.02599925999675179 (mp_runner.py:73) -2024-09-01 20:06:15,426 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.02555472799576819 (mp_runner.py:73) -2024-09-01 20:06:15,426 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.024580805002187844 (mp_runner.py:73) -2024-09-01 20:06:15,716 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.030160505993990228 (mp_runner.py:73) -2024-09-01 20:06:15,784 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.021492189000127837 (mp_runner.py:73) -2024-09-01 20:06:15,806 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.0177046690005227 (mp_runner.py:73) -2024-09-01 20:06:15,807 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.015909084999293555 (mp_runner.py:73) -2024-09-01 20:06:15,809 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.017209598001500126 (mp_runner.py:73) -2024-09-01 20:06:15,810 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.016988946998026222 (mp_runner.py:73) -2024-09-01 20:06:15,811 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.018700894004723523 (mp_runner.py:73) -2024-09-01 20:06:15,813 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.026393300002382603 (mp_runner.py:73) -2024-09-01 20:06:15,813 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.025468198000453413 (mp_runner.py:73) -2024-09-01 20:06:16,236 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.02308460600033868 (mp_runner.py:73) -2024-09-01 20:06:16,275 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.024453692996758036 (mp_runner.py:73) -2024-09-01 20:06:16,606 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.029429252004774753 (mp_runner.py:73) -2024-09-01 20:06:16,626 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.02149839299818268 (mp_runner.py:73) -2024-09-01 20:06:16,689 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.024703164999664295 (mp_runner.py:73) -2024-09-01 20:06:16,750 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.017829693999374285 (mp_runner.py:73) -2024-09-01 20:06:16,752 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.021051900999736972 (mp_runner.py:73) -2024-09-01 20:06:16,752 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.01877962199796457 (mp_runner.py:73) -2024-09-01 20:06:16,754 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.016947282005276065 (mp_runner.py:73) -2024-09-01 20:06:16,756 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.02394717899733223 (mp_runner.py:73) -2024-09-01 20:06:17,075 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.02939738099667011 (mp_runner.py:73) -2024-09-01 20:06:17,488 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.02432502699957695 (mp_runner.py:73) -2024-09-01 20:06:17,647 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.02477276600257028 (mp_runner.py:73) -2024-09-01 20:06:22,924 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.01704912300192518 (mp_runner.py:73) -2024-09-01 20:06:22,925 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.016092789999675006 (mp_runner.py:73) -2024-09-01 20:06:22,926 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.01850130799721228 (mp_runner.py:73) -2024-09-01 20:06:22,927 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.01843702499900246 (mp_runner.py:73) -2024-09-01 20:06:22,929 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.02452842299680924 (mp_runner.py:73) -2024-09-01 20:06:22,930 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.023464500001864508 (mp_runner.py:73) -2024-09-01 20:06:22,931 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.015095252994797193 (mp_runner.py:73) -2024-09-01 20:06:22,931 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.019006768998224288 (mp_runner.py:73) -2024-09-01 20:06:22,931 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.015044492000015453 (mp_runner.py:73) -2024-09-01 20:06:22,932 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.016954624996287748 (mp_runner.py:73) -2024-09-01 20:06:22,932 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.015574186996673234 (mp_runner.py:73) -2024-09-01 20:06:22,937 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.017121642995334696 (mp_runner.py:73) -2024-09-01 20:06:23,021 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.01472426100372104 (mp_runner.py:73) -2024-09-01 20:06:23,023 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.015761837996251415 (mp_runner.py:73) -2024-09-01 20:06:23,024 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.016156868005055003 (mp_runner.py:73) -2024-09-01 20:06:23,025 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.018718832994636614 (mp_runner.py:73) -2024-09-01 20:06:23,028 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.016785658997832797 (mp_runner.py:73) -2024-09-01 20:06:23,029 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.022973388993705157 (mp_runner.py:73) -2024-09-01 20:06:23,030 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.01759087000391446 (mp_runner.py:73) -2024-09-01 20:06:23,033 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.016649643999699038 (mp_runner.py:73) -2024-09-01 20:06:23,128 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.0062703800067538396 (mp_runner.py:73) -2024-09-01 20:06:23,129 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.022685762000037357 (mp_runner.py:73) -2024-09-01 20:06:23,133 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.012040237998007797 (mp_runner.py:73) -2024-09-01 20:06:23,134 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.015721110998129006 (mp_runner.py:73) -2024-09-01 20:06:23,136 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.020796133001567796 (mp_runner.py:73) -2024-09-01 20:06:23,532 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.028299994999542832 (mp_runner.py:73) -2024-09-01 20:06:23,533 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.015404268000565935 (mp_runner.py:73) -2024-09-01 20:06:23,969 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.021942090999800712 (mp_runner.py:73) -2024-09-01 20:06:23,969 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.018781366001348943 (mp_runner.py:73) -2024-09-01 20:06:23,970 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.023860458000854123 (mp_runner.py:73) -2024-09-01 20:06:23,972 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.01887148999958299 (mp_runner.py:73) -2024-09-01 20:06:23,976 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.014830562999122776 (mp_runner.py:73) -2024-09-01 20:06:23,977 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.015326897002523765 (mp_runner.py:73) -2024-09-01 20:06:24,349 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.012485938001191244 (mp_runner.py:73) -2024-09-01 20:06:24,349 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.013580420003563631 (mp_runner.py:73) -2024-09-01 20:06:24,352 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.019281282999145333 (mp_runner.py:73) -2024-09-01 20:06:24,352 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.01548286800243659 (mp_runner.py:73) -2024-09-01 20:06:24,353 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.016433955999673344 (mp_runner.py:73) -2024-09-01 20:06:24,354 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.004057812999235466 (mp_runner.py:73) -2024-09-01 20:06:24,355 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.015543749002972618 (mp_runner.py:73) -2024-09-01 20:06:24,356 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.020433327998034656 (mp_runner.py:73) -2024-09-01 20:06:24,357 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.015523100999416783 (mp_runner.py:73) -2024-09-01 20:06:24,358 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.019015581005078275 (mp_runner.py:73) -2024-09-01 20:06:24,358 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.016343946997949388 (mp_runner.py:73) -2024-09-01 20:06:24,362 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.017648745997576043 (mp_runner.py:73) -2024-09-01 20:06:24,680 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.021665156993549317 (mp_runner.py:73) -2024-09-01 20:06:24,685 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.018870952997531276 (mp_runner.py:73) -2024-09-01 20:06:24,686 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.02390765299787745 (mp_runner.py:73) -2024-09-01 20:06:24,813 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.011690489998727571 (mp_runner.py:73) -2024-09-01 20:06:24,817 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.022084253003413323 (mp_runner.py:73) -2024-09-01 20:06:24,818 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.018173327000113204 (mp_runner.py:73) -2024-09-01 20:06:24,819 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.020698504995380063 (mp_runner.py:73) -2024-09-01 20:06:24,904 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.019046047003939748 (mp_runner.py:73) -2024-09-01 20:06:25,752 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.019358247001946438 (mp_runner.py:73) -2024-09-01 20:06:25,869 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.015556901998934336 (mp_runner.py:73) -2024-09-01 20:06:25,870 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.015525983006227762 (mp_runner.py:73) -2024-09-01 20:06:25,871 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.01819924199662637 (mp_runner.py:73) -2024-09-01 20:06:25,872 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.01773263799987035 (mp_runner.py:73) -2024-09-01 20:06:25,873 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.022347051999531686 (mp_runner.py:73) -2024-09-01 20:06:25,873 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.016265831000055186 (mp_runner.py:73) -2024-09-01 20:06:25,873 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.01789711500168778 (mp_runner.py:73) -2024-09-01 20:06:25,874 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.02402015200641472 (mp_runner.py:73) -2024-09-01 20:06:25,875 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.01745764000224881 (mp_runner.py:73) -2024-09-01 20:06:25,875 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.02521129600063432 (mp_runner.py:73) -2024-09-01 20:06:25,876 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.017684908001683652 (mp_runner.py:73) -2024-09-01 20:06:25,877 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.0014796530012972653 (mp_runner.py:73) -2024-09-01 20:06:27,757 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.022938176996831317 (mp_runner.py:73) -2024-09-01 20:06:28,343 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.02669729199988069 (mp_runner.py:73) -2024-09-01 20:06:28,996 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.027969933005806524 (mp_runner.py:73) -2024-09-01 20:06:29,182 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.026948120997985825 (mp_runner.py:73) -2024-09-01 20:06:32,147 | DEBUG |(SpawnProcess-1:469) search_count: 1500, latest_latency=0.01788081499398686 (mp_runner.py:73) -2024-09-01 20:06:32,148 | DEBUG |(SpawnProcess-1:517) search_count: 1500, latest_latency=0.019723764002264943 (mp_runner.py:73) -2024-09-01 20:06:32,150 | DEBUG |(SpawnProcess-1:529) search_count: 1500, latest_latency=0.02332447200024035 (mp_runner.py:73) -2024-09-01 20:06:32,158 | DEBUG |(SpawnProcess-1:503) search_count: 1500, latest_latency=0.014358478001668118 (mp_runner.py:73) -2024-09-01 20:06:32,158 | DEBUG |(SpawnProcess-1:481) search_count: 1500, latest_latency=0.016097901992907282 (mp_runner.py:73) -2024-09-01 20:06:32,159 | DEBUG |(SpawnProcess-1:478) search_count: 1500, latest_latency=0.014658107000286691 (mp_runner.py:73) -2024-09-01 20:06:32,159 | DEBUG |(SpawnProcess-1:488) search_count: 1500, latest_latency=0.014603798001189716 (mp_runner.py:73) -2024-09-01 20:06:32,160 | DEBUG |(SpawnProcess-1:514) search_count: 1500, latest_latency=0.016464087995700538 (mp_runner.py:73) -2024-09-01 20:06:32,160 | DEBUG |(SpawnProcess-1:505) search_count: 1500, latest_latency=0.013911946000007447 (mp_runner.py:73) -2024-09-01 20:06:32,161 | DEBUG |(SpawnProcess-1:472) search_count: 1500, latest_latency=0.019154478002747055 (mp_runner.py:73) -2024-09-01 20:06:32,162 | DEBUG |(SpawnProcess-1:484) search_count: 1500, latest_latency=0.01960862999840174 (mp_runner.py:73) -2024-09-01 20:06:32,162 | DEBUG |(SpawnProcess-1:526) search_count: 1500, latest_latency=0.02101511799992295 (mp_runner.py:73) -2024-09-01 20:06:32,164 | DEBUG |(SpawnProcess-1:500) search_count: 1500, latest_latency=0.016512442998646293 (mp_runner.py:73) -2024-09-01 20:06:32,165 | DEBUG |(SpawnProcess-1:531) search_count: 1500, latest_latency=0.016061112997704186 (mp_runner.py:73) -2024-09-01 20:06:32,170 | DEBUG |(SpawnProcess-1:509) search_count: 1500, latest_latency=0.018387250005616806 (mp_runner.py:73) -2024-09-01 20:06:33,095 | DEBUG |(SpawnProcess-1:511) search_count: 1500, latest_latency=0.02796092200151179 (mp_runner.py:73) -2024-09-01 20:06:33,103 | DEBUG |(SpawnProcess-1:528) search_count: 1500, latest_latency=0.028541257001052145 (mp_runner.py:73) -2024-09-01 20:06:33,104 | DEBUG |(SpawnProcess-1:466) search_count: 1500, latest_latency=0.010926721995929256 (mp_runner.py:73) -2024-09-01 20:06:33,121 | DEBUG |(SpawnProcess-1:519) search_count: 1500, latest_latency=0.01853957399725914 (mp_runner.py:73) -2024-09-01 20:06:33,121 | DEBUG |(SpawnProcess-1:510) search_count: 1500, latest_latency=0.026873654998780694 (mp_runner.py:73) -2024-09-01 20:06:33,124 | DEBUG |(SpawnProcess-1:496) search_count: 1500, latest_latency=0.02614009999524569 (mp_runner.py:73) -2024-09-01 20:06:33,126 | DEBUG |(SpawnProcess-1:479) search_count: 1500, latest_latency=0.021144685000763275 (mp_runner.py:73) -2024-09-01 20:06:33,126 | DEBUG |(SpawnProcess-1:489) search_count: 1500, latest_latency=0.02111199299542932 (mp_runner.py:73) -2024-09-01 20:06:33,129 | DEBUG |(SpawnProcess-1:474) search_count: 1500, latest_latency=0.02038668600289384 (mp_runner.py:73) -2024-09-01 20:06:33,135 | DEBUG |(SpawnProcess-1:512) search_count: 1500, latest_latency=0.03323347499826923 (mp_runner.py:73) -2024-09-01 20:06:33,346 | DEBUG |(SpawnProcess-1:507) search_count: 1500, latest_latency=0.016759787002229132 (mp_runner.py:73) -2024-09-01 20:06:33,347 | DEBUG |(SpawnProcess-1:490) search_count: 1500, latest_latency=0.01510668500122847 (mp_runner.py:73) -2024-09-01 20:06:33,347 | DEBUG |(SpawnProcess-1:498) search_count: 1500, latest_latency=0.015927716995065566 (mp_runner.py:73) -2024-09-01 20:06:33,347 | DEBUG |(SpawnProcess-1:499) search_count: 1500, latest_latency=0.01749172199924942 (mp_runner.py:73) -2024-09-01 20:06:33,349 | DEBUG |(SpawnProcess-1:470) search_count: 1500, latest_latency=0.015228169999318197 (mp_runner.py:73) -2024-09-01 20:06:33,352 | DEBUG |(SpawnProcess-1:527) search_count: 1500, latest_latency=0.022888021005201153 (mp_runner.py:73) -2024-09-01 20:06:33,353 | DEBUG |(SpawnProcess-1:522) search_count: 1500, latest_latency=0.02440713199757738 (mp_runner.py:73) -2024-09-01 20:06:33,361 | DEBUG |(SpawnProcess-1:480) search_count: 1500, latest_latency=0.01736950899794465 (mp_runner.py:73) -2024-09-01 20:06:33,564 | DEBUG |(SpawnProcess-1:471) search_count: 1500, latest_latency=0.025258262998249847 (mp_runner.py:73) -2024-09-01 20:06:33,564 | DEBUG |(SpawnProcess-1:475) search_count: 1500, latest_latency=0.020859754004050046 (mp_runner.py:73) -2024-09-01 20:06:33,565 | DEBUG |(SpawnProcess-1:464) search_count: 1500, latest_latency=0.023696775999269448 (mp_runner.py:73) -2024-09-01 20:06:33,576 | DEBUG |(SpawnProcess-1:483) search_count: 1500, latest_latency=0.017211500999110285 (mp_runner.py:73) -2024-09-01 20:06:33,581 | DEBUG |(SpawnProcess-1:516) search_count: 1500, latest_latency=0.02202563500031829 (mp_runner.py:73) -2024-09-01 20:06:33,582 | DEBUG |(SpawnProcess-1:497) search_count: 1500, latest_latency=0.024156175000825897 (mp_runner.py:73) -2024-09-01 20:06:33,933 | DEBUG |(SpawnProcess-1:491) search_count: 1500, latest_latency=0.020539372999337502 (mp_runner.py:73) -2024-09-01 20:06:33,933 | DEBUG |(SpawnProcess-1:468) search_count: 1500, latest_latency=0.02192090600146912 (mp_runner.py:73) -2024-09-01 20:06:33,935 | DEBUG |(SpawnProcess-1:477) search_count: 1500, latest_latency=0.024279129997012205 (mp_runner.py:73) -2024-09-01 20:06:34,206 | DEBUG |(SpawnProcess-1:495) search_count: 1500, latest_latency=0.024686159995326307 (mp_runner.py:73) -2024-09-01 20:06:34,207 | DEBUG |(SpawnProcess-1:493) search_count: 1500, latest_latency=0.02262370900280075 (mp_runner.py:73) -2024-09-01 20:06:34,448 | DEBUG |(SpawnProcess-1:492) search_count: 1500, latest_latency=0.018578215000161435 (mp_runner.py:73) -2024-09-01 20:06:34,450 | DEBUG |(SpawnProcess-1:532) search_count: 1500, latest_latency=0.019341406994499266 (mp_runner.py:73) -2024-09-01 20:06:34,451 | DEBUG |(SpawnProcess-1:525) search_count: 1500, latest_latency=0.017857739003375173 (mp_runner.py:73) -2024-09-01 20:06:34,452 | DEBUG |(SpawnProcess-1:508) search_count: 1500, latest_latency=0.02327993599465117 (mp_runner.py:73) -2024-09-01 20:06:34,454 | DEBUG |(SpawnProcess-1:473) search_count: 1500, latest_latency=0.01701749300264055 (mp_runner.py:73) -2024-09-01 20:06:34,455 | DEBUG |(SpawnProcess-1:533) search_count: 1500, latest_latency=0.02637123999738833 (mp_runner.py:73) -2024-09-01 20:06:34,456 | DEBUG |(SpawnProcess-1:530) search_count: 1500, latest_latency=0.017922884995641652 (mp_runner.py:73) -2024-09-01 20:06:34,457 | DEBUG |(SpawnProcess-1:506) search_count: 1500, latest_latency=0.019036457997572143 (mp_runner.py:73) -2024-09-01 20:06:34,621 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0047s, count=1586, qps in this process: 52.8584 (mp_runner.py:76) -2024-09-01 20:06:34,753 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0158s, count=1632, qps in this process: 54.3714 (mp_runner.py:76) -2024-09-01 20:06:34,758 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0187s, count=1635, qps in this process: 54.466 (mp_runner.py:76) -2024-09-01 20:06:34,781 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0021s, count=1652, qps in this process: 55.0628 (mp_runner.py:76) -2024-09-01 20:06:34,782 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0034s, count=1652, qps in this process: 55.0604 (mp_runner.py:76) -2024-09-01 20:06:34,783 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0046s, count=1525, qps in this process: 50.8255 (mp_runner.py:76) -2024-09-01 20:06:34,784 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0159s, count=1595, qps in this process: 53.1385 (mp_runner.py:76) -2024-09-01 20:06:34,785 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0123s, count=1595, qps in this process: 53.1449 (mp_runner.py:76) -2024-09-01 20:06:34,787 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0075s, count=1595, qps in this process: 53.1534 (mp_runner.py:76) -2024-09-01 20:06:34,788 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.009s, count=1595, qps in this process: 53.1507 (mp_runner.py:76) -2024-09-01 20:06:34,791 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0117s, count=1652, qps in this process: 55.0452 (mp_runner.py:76) -2024-09-01 20:06:34,791 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0039s, count=1653, qps in this process: 55.0928 (mp_runner.py:76) -2024-09-01 20:06:34,799 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.02s, count=1543, qps in this process: 51.3991 (mp_runner.py:76) -2024-09-01 20:06:34,821 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0122s, count=1569, qps in this process: 52.2787 (mp_runner.py:76) -2024-09-01 20:06:34,827 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0075s, count=1655, qps in this process: 55.1529 (mp_runner.py:76) -2024-09-01 20:06:34,829 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0101s, count=1520, qps in this process: 50.6496 (mp_runner.py:76) -2024-09-01 20:06:34,834 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0018s, count=1638, qps in this process: 54.5967 (mp_runner.py:76) -2024-09-01 20:06:34,834 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0081s, count=1570, qps in this process: 52.3192 (mp_runner.py:76) -2024-09-01 20:06:34,846 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0063s, count=1656, qps in this process: 55.1884 (mp_runner.py:76) -2024-09-01 20:06:34,852 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0036s, count=1585, qps in this process: 52.827 (mp_runner.py:76) -2024-09-01 20:06:34,853 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.001s, count=1597, qps in this process: 53.2316 (mp_runner.py:76) -2024-09-01 20:06:34,855 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0063s, count=1489, qps in this process: 49.6229 (mp_runner.py:76) -2024-09-01 20:06:34,855 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0056s, count=1598, qps in this process: 53.2567 (mp_runner.py:76) -2024-09-01 20:06:34,862 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0146s, count=1657, qps in this process: 55.2065 (mp_runner.py:76) -2024-09-01 20:06:34,864 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0055s, count=1529, qps in this process: 50.9573 (mp_runner.py:76) -2024-09-01 20:06:34,865 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0102s, count=1657, qps in this process: 55.2146 (mp_runner.py:76) -2024-09-01 20:06:34,884 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0089s, count=1600, qps in this process: 53.3175 (mp_runner.py:76) -2024-09-01 20:06:34,900 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0081s, count=1548, qps in this process: 51.5861 (mp_runner.py:76) -2024-09-01 20:06:34,906 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0116s, count=1602, qps in this process: 53.3794 (mp_runner.py:76) -2024-09-01 20:06:34,907 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0068s, count=1589, qps in this process: 52.9547 (mp_runner.py:76) -2024-09-01 20:06:34,919 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0112s, count=1576, qps in this process: 52.5137 (mp_runner.py:76) -2024-09-01 20:06:34,926 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0082s, count=1551, qps in this process: 51.6859 (mp_runner.py:76) -2024-09-01 20:06:34,928 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0093s, count=1591, qps in this process: 53.0169 (mp_runner.py:76) -2024-09-01 20:06:34,965 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0055s, count=1580, qps in this process: 52.657 (mp_runner.py:76) -2024-09-01 20:06:34,970 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0104s, count=1595, qps in this process: 53.1482 (mp_runner.py:76) -2024-09-01 20:06:34,971 | DEBUG |(SpawnProcess-1:476) search_count: 1500, latest_latency=0.007356285001151264 (mp_runner.py:73) -2024-09-01 20:06:34,971 | DEBUG |(SpawnProcess-1:486) search_count: 1500, latest_latency=0.009522342996206135 (mp_runner.py:73) -2024-09-01 20:06:34,972 | DEBUG |(SpawnProcess-1:515) search_count: 1500, latest_latency=0.00850160900154151 (mp_runner.py:73) -2024-09-01 20:06:34,972 | DEBUG |(SpawnProcess-1:521) search_count: 1500, latest_latency=0.009807674003241118 (mp_runner.py:73) -2024-09-01 20:06:34,972 | DEBUG |(SpawnProcess-1:502) search_count: 1500, latest_latency=0.008092538999335375 (mp_runner.py:73) -2024-09-01 20:06:34,973 | DEBUG |(SpawnProcess-1:523) search_count: 1500, latest_latency=0.012250615000084508 (mp_runner.py:73) -2024-09-01 20:06:34,975 | DEBUG |(SpawnProcess-1:494) search_count: 1500, latest_latency=0.014162166997266468 (mp_runner.py:73) -2024-09-01 20:06:34,984 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0037s, count=1596, qps in this process: 53.1934 (mp_runner.py:76) -2024-09-01 20:06:35,005 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0106s, count=1670, qps in this process: 55.647 (mp_runner.py:76) -2024-09-01 20:06:35,009 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0017s, count=1670, qps in this process: 55.6635 (mp_runner.py:76) -2024-09-01 20:06:35,009 | DEBUG |(SpawnProcess-1:513) search_count: 1500, latest_latency=0.011843380001664627 (mp_runner.py:73) -2024-09-01 20:06:35,042 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0042s, count=1588, qps in this process: 52.9259 (mp_runner.py:76) -2024-09-01 20:06:35,048 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0012s, count=1614, qps in this process: 53.7978 (mp_runner.py:76) -2024-09-01 20:06:35,053 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0061s, count=1675, qps in this process: 55.822 (mp_runner.py:76) -2024-09-01 20:06:35,067 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0098s, count=1590, qps in this process: 52.9827 (mp_runner.py:76) -2024-09-01 20:06:35,077 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0079s, count=1547, qps in this process: 51.5531 (mp_runner.py:76) -2024-09-01 20:06:35,082 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.003s, count=1679, qps in this process: 55.9611 (mp_runner.py:76) -2024-09-01 20:06:35,083 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0085s, count=1547, qps in this process: 51.5521 (mp_runner.py:76) -2024-09-01 20:06:35,119 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0025s, count=1597, qps in this process: 53.2289 (mp_runner.py:76) -2024-09-01 20:06:35,122 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0056s, count=1494, qps in this process: 49.7907 (mp_runner.py:76) -2024-09-01 20:06:35,134 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0023s, count=1613, qps in this process: 53.7625 (mp_runner.py:76) -2024-09-01 20:06:35,143 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0008s, count=1557, qps in this process: 51.8986 (mp_runner.py:76) -2024-09-01 20:06:35,160 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0019s, count=1560, qps in this process: 51.9967 (mp_runner.py:76) -2024-09-01 20:06:35,168 | DEBUG |(SpawnProcess-1:524) search_count: 1500, latest_latency=0.0080876649954007 (mp_runner.py:73) -2024-09-01 20:06:35,170 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0031s, count=1561, qps in this process: 52.028 (mp_runner.py:76) -2024-09-01 20:06:35,200 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0013s, count=1566, qps in this process: 52.1977 (mp_runner.py:76) -2024-09-01 20:06:35,203 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0043s, count=1535, qps in this process: 51.1593 (mp_runner.py:76) -2024-09-01 20:06:35,240 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0017s, count=1545, qps in this process: 51.4971 (mp_runner.py:76) -2024-09-01 20:06:35,266 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.001s, count=1638, qps in this process: 54.5982 (mp_runner.py:76) -2024-09-01 20:06:35,272 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0032s, count=1472, qps in this process: 49.0614 (mp_runner.py:76) -2024-09-01 20:06:35,293 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0004s, count=1540, qps in this process: 51.3326 (mp_runner.py:76) -2024-09-01 20:06:35,312 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0026s, count=1526, qps in this process: 50.8623 (mp_runner.py:76) -2024-09-01 20:06:35,331 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.003s, count=1572, qps in this process: 52.3948 (mp_runner.py:76) -2024-09-01 20:06:35,348 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0015s, count=1598, qps in this process: 53.264 (mp_runner.py:76) -2024-09-01 20:06:35,354 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0013s, count=1380, qps in this process: 45.998 (mp_runner.py:76) -2024-09-01 20:06:35,359 | DEBUG |(SpawnProcess-1:482) search_count: 1500, latest_latency=0.005414733997895382 (mp_runner.py:73) -2024-09-01 20:06:35,382 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0018s, count=1593, qps in this process: 53.0968 (mp_runner.py:76) -2024-09-01 20:06:35,401 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0011s, count=1372, qps in this process: 45.7317 (mp_runner.py:76) -2024-09-01 20:06:35,402 | DEBUG |(SpawnProcess-1:504) search_count: 1500, latest_latency=0.0027476160030346364 (mp_runner.py:73) -2024-09-01 20:06:35,432 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0016s, count=1618, qps in this process: 53.9305 (mp_runner.py:76) -2024-09-01 20:06:35,437 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0022s, count=1620, qps in this process: 53.996 (mp_runner.py:76) -2024-09-01 20:06:35,480 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0017s, count=1567, qps in this process: 52.2304 (mp_runner.py:76) -2024-09-01 20:06:35,493 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0004s, count=1559, qps in this process: 51.966 (mp_runner.py:76) -2024-09-01 20:06:35,507 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0007s, count=1673, qps in this process: 55.7654 (mp_runner.py:76) -2024-09-01 20:06:35,523 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0007s, count=1455, qps in this process: 48.4989 (mp_runner.py:76) -2024-09-01 20:06:35,548 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0006s, count=1488, qps in this process: 49.599 (mp_runner.py:76) -2024-09-01 20:06:35,567 | INFO |End search in concurrency 70: dur=31.248534056998324s, total_count=110737, qps=3543.7502 (mp_runner.py:120) -2024-09-01 20:06:40,227 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=586.3848, build_dur=469.5117279400001, table_size='3908 MB', index_size='3906 MB', qps=3652.5966, serial_latency_p99=np.float64(0.2495), recall=np.float64(0.0944), ndcg=np.float64(0.1785), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1107.5345, 2913.8149, 3232.1163, 3124.828, 3451.8502, 3652.5966, 3580.6436, 3457.6671, 3578.0946, 3556.5596, 3557.891, 3604.9012, 3454.8281, 3543.7502], conc_latency_p99_list=[np.float64(0.000455063548983162), np.float64(0.0007300784741993994), np.float64(0.001024299019978207), np.float64(0.0010612101037928369), np.float64(0.0016993698351201601), np.float64(0.002127460997133312), np.float64(0.0019837246394890824), np.float64(0.0022666423127579035), np.float64(0.002261188641132321), np.float64(0.0031811744677514068), np.float64(0.003645480319793569), np.float64(0.0026406924468712527), np.float64(0.0026641485589607326), np.float64(0.00268658364971634)]) (task_runner.py:197) -2024-09-01 20:06:40,227 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:45:30.975001'}, result=Metric(max_load_count=0, load_duration=586.3848, build_dur=469.5117279400001, table_size='3908 MB', index_size='3906 MB', qps=3652.5966, serial_latency_p99=np.float64(0.2495), recall=np.float64(0.0944), ndcg=np.float64(0.1785), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1107.5345, 2913.8149, 3232.1163, 3124.828, 3451.8502, 3652.5966, 3580.6436, 3457.6671, 3578.0946, 3556.5596, 3557.891, 3604.9012, 3454.8281, 3543.7502], conc_latency_p99_list=[np.float64(0.000455063548983162), np.float64(0.0007300784741993994), np.float64(0.001024299019978207), np.float64(0.0010612101037928369), np.float64(0.0016993698351201601), np.float64(0.002127460997133312), np.float64(0.0019837246394890824), np.float64(0.0022666423127579035), np.float64(0.002261188641132321), np.float64(0.0031811744677514068), np.float64(0.003645480319793569), np.float64(0.0026406924468712527), np.float64(0.0026641485589607326), np.float64(0.00268658364971634)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 20:06:40,228 | INFO |Task summary: run_id=d8842, task_label=d8842421f3e84a16ac1f0dcf09abf3eb (models.py:346) -2024-09-01 20:06:40,228 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 20:06:40,228 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 20:06:40,228 | INFO |PgVector | 2024-09-01T19:45:30.975001 Performance1536D500K d8842421f3e84a16ac1f0dcf09abf3eb | 586.3848 3652.5966 0.2495 0.0944 0 | :) (models.py:346) -2024-09-01 20:06:40,228 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json (models.py:204) -2024-09-01 20:06:40,228 | INFO |Success to finish task: label=d8842421f3e84a16ac1f0dcf09abf3eb, run_id=d8842421f3e84a16ac1f0dcf09abf3eb (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json b/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json deleted file mode 100644 index 09c0acc44..000000000 --- a/script/data/aws/db.m6i.large-8-32-10-Performance1536D500K-0-92710/result_20240901_d8842421f3e84a16ac1f0dcf09abf3eb_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "d8842421f3e84a16ac1f0dcf09abf3eb", "task_label": "d8842421f3e84a16ac1f0dcf09abf3eb", "results": [{"metrics": {"max_load_count": 0, "load_duration": 586.3848, "build_dur": 469.5117279400001, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 3652.5966, "serial_latency_p99": 0.2495, "recall": 0.0944, "ndcg": 0.1785, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1107.5345, 2913.8149, 3232.1163, 3124.828, 3451.8502, 3652.5966, 3580.6436, 3457.6671, 3578.0946, 3556.5596, 3557.891, 3604.9012, 3454.8281, 3543.7502], "conc_latency_p99_list": [0.000455063548983162, 0.0007300784741993994, 0.001024299019978207, 0.0010612101037928369, 0.0016993698351201601, 0.002127460997133312, 0.0019837246394890824, 0.0022666423127579035, 0.002261188641132321, 0.0031811744677514068, 0.003645480319793569, 0.0026406924468712527, 0.0026641485589607326, 0.00268658364971634]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:45:30.975001", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt b/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt deleted file mode 100644 index 07f63c8ba..000000000 --- a/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/log.txt +++ /dev/null @@ -1,1818 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load -2024-09-01 20:45:31,122 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:45:31.110254', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 20:45:31,122 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:45:31.110254', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 20:45:31,122 | INFO |generated uuid for the tasks: 4ab6e47b3cf847a4bc87d2fda3fd8158 (interface.py:66) -2024-09-01 20:45:31,182 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 20:45:31,182 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 20:45:31,182 | INFO | PgVector-2024-09-01T20:45:31.110254 | Performance OpenAI-MEDIUM-500K None | 4ab6e47b3cf847a4bc87d2fda3fd8158 (task_runner.py:340) -2024-09-01 20:45:31,182 | INFO |task submitted: id=4ab6e47b3cf847a4bc87d2fda3fd8158, 4ab6e47b3cf847a4bc87d2fda3fd8158, case number: 1 (interface.py:231) -2024-09-01 20:45:31,599 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:45:31.110254'}, drop_old=False (interface.py:164) -2024-09-01 20:45:31,599 | INFO |Starting run (task_runner.py:100) -2024-09-01 20:45:31,676 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 20:45:32,249 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 20:45:32,297 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 20:45:32,321 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 20:45:32,321 | INFO |Start performance case (task_runner.py:158) -2024-09-01 20:45:32,332 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:45:32,333 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 20:45:32,333 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 20:45:32,334 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 20:45:32,377 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 20:45:32,941 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 20:45:32,960 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:45:32,960 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 20:45:32,960 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 20:45:36,718 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03926606699678814, latest recall=0.81 (serial_runner.py:202) -2024-09-01 20:45:40,463 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03221326400671387, latest recall=0.85 (serial_runner.py:202) -2024-09-01 20:45:44,049 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.023185974998341408, latest recall=0.68 (serial_runner.py:202) -2024-09-01 20:45:47,594 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01948702500521904, latest recall=0.93 (serial_runner.py:202) -2024-09-01 20:45:51,228 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.02224255300097866, latest recall=0.87 (serial_runner.py:202) -2024-09-01 20:45:54,580 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.020538800999929663, latest recall=0.97 (serial_runner.py:202) -2024-09-01 20:45:57,856 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.01594970100268256, latest recall=0.89 (serial_runner.py:202) -2024-09-01 20:46:01,357 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02378544099337887, latest recall=0.93 (serial_runner.py:202) -2024-09-01 20:46:04,530 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.015987968996341806, latest recall=0.96 (serial_runner.py:202) -2024-09-01 20:46:07,820 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.026425514995935373, latest recall=0.7 (serial_runner.py:202) -2024-09-01 20:46:07,821 | INFO |SpawnProcess-1:1 search entire test_data: cost=23.6669s, queries=1000, avg_recall=0.8502, avg_ndcg=0.867,avg_latency=0.0237, p99=0.0512 (serial_runner.py:209) -2024-09-01 20:46:08,351 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:46:08,351 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 20:46:09,372 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 20:46:09,402 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:46:11,797 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.003101798996794969 (mp_runner.py:73) -2024-09-01 20:46:13,675 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.009325196995632723 (mp_runner.py:73) -2024-09-01 20:46:15,577 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0031946540038916282 (mp_runner.py:73) -2024-09-01 20:46:17,333 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.004460552998352796 (mp_runner.py:73) -2024-09-01 20:46:19,179 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0032017429984989576 (mp_runner.py:73) -2024-09-01 20:46:20,957 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.004532094004389364 (mp_runner.py:73) -2024-09-01 20:46:22,854 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.003273757996794302 (mp_runner.py:73) -2024-09-01 20:46:24,697 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0045697329987888224 (mp_runner.py:73) -2024-09-01 20:46:26,565 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0032849969938979484 (mp_runner.py:73) -2024-09-01 20:46:28,405 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.00453331800235901 (mp_runner.py:73) -2024-09-01 20:46:30,409 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.003301705000922084 (mp_runner.py:73) -2024-09-01 20:46:32,237 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.004532628001470584 (mp_runner.py:73) -2024-09-01 20:46:34,149 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.003222437997465022 (mp_runner.py:73) -2024-09-01 20:46:35,961 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.004604478999681305 (mp_runner.py:73) -2024-09-01 20:46:37,871 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0034243979971506633 (mp_runner.py:73) -2024-09-01 20:46:39,404 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0012s, count=7918, qps in this process: 263.9228 (mp_runner.py:76) -2024-09-01 20:46:39,406 | INFO |End search in concurrency 1: dur=30.03368102999957s, total_count=7918, qps=263.6373 (mp_runner.py:120) -2024-09-01 20:46:39,590 | INFO |Update largest qps with concurrency 1: current max_qps=263.6373 (mp_runner.py:124) -2024-09-01 20:46:40,007 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:46:40,007 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 20:46:45,049 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 20:46:45,130 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:46:45,130 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:46:45,132 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:46:45,132 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:46:45,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:46:48,201 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.004155376998824067 (mp_runner.py:73) -2024-09-01 20:46:48,204 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.006343628003378399 (mp_runner.py:73) -2024-09-01 20:46:48,206 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.007647711994650308 (mp_runner.py:73) -2024-09-01 20:46:48,207 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.009408706995600369 (mp_runner.py:73) -2024-09-01 20:46:48,207 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.009323742997366935 (mp_runner.py:73) -2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.007540785998571664 (mp_runner.py:73) -2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.00754075499571627 (mp_runner.py:73) -2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0065457250020699576 (mp_runner.py:73) -2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.007143795999581926 (mp_runner.py:73) -2024-09-01 20:46:51,216 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.009946008998667821 (mp_runner.py:73) -2024-09-01 20:46:54,322 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.004196248002699576 (mp_runner.py:73) -2024-09-01 20:46:54,322 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.00429573099972913 (mp_runner.py:73) -2024-09-01 20:46:54,323 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.005390409998653922 (mp_runner.py:73) -2024-09-01 20:46:54,323 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.005672311999660451 (mp_runner.py:73) -2024-09-01 20:46:54,324 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.006428846994822379 (mp_runner.py:73) -2024-09-01 20:46:57,261 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0066010520022246055 (mp_runner.py:73) -2024-09-01 20:46:57,262 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0071659979948890395 (mp_runner.py:73) -2024-09-01 20:46:57,262 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0065302110015181825 (mp_runner.py:73) -2024-09-01 20:46:57,262 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.00771630099916365 (mp_runner.py:73) -2024-09-01 20:46:57,262 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.007793716999003664 (mp_runner.py:73) -2024-09-01 20:47:00,625 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.004177884999080561 (mp_runner.py:73) -2024-09-01 20:47:00,626 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.003799865000473801 (mp_runner.py:73) -2024-09-01 20:47:00,627 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.005332155000360217 (mp_runner.py:73) -2024-09-01 20:47:00,627 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.005436617997474968 (mp_runner.py:73) -2024-09-01 20:47:00,629 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0021186100057093427 (mp_runner.py:73) -2024-09-01 20:47:03,608 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0072077360018738545 (mp_runner.py:73) -2024-09-01 20:47:03,609 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.007254791999002919 (mp_runner.py:73) -2024-09-01 20:47:03,609 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.006656944002315868 (mp_runner.py:73) -2024-09-01 20:47:03,609 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.006509141996502876 (mp_runner.py:73) -2024-09-01 20:47:03,609 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.007417356006044429 (mp_runner.py:73) -2024-09-01 20:47:06,666 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.006725311999616679 (mp_runner.py:73) -2024-09-01 20:47:06,666 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.00675092500023311 (mp_runner.py:73) -2024-09-01 20:47:06,666 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.005459506995975971 (mp_runner.py:73) -2024-09-01 20:47:06,666 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.006999344004725572 (mp_runner.py:73) -2024-09-01 20:47:06,667 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.00756861600530101 (mp_runner.py:73) -2024-09-01 20:47:09,592 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.00670212900149636 (mp_runner.py:73) -2024-09-01 20:47:09,593 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.006241579001653008 (mp_runner.py:73) -2024-09-01 20:47:09,593 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.006935830999282189 (mp_runner.py:73) -2024-09-01 20:47:09,593 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.006640184001298621 (mp_runner.py:73) -2024-09-01 20:47:09,594 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.007906209997599944 (mp_runner.py:73) -2024-09-01 20:47:12,733 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.00534566400165204 (mp_runner.py:73) -2024-09-01 20:47:12,733 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0048694769939174876 (mp_runner.py:73) -2024-09-01 20:47:12,734 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.005250893998891115 (mp_runner.py:73) -2024-09-01 20:47:12,734 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.005945279001025483 (mp_runner.py:73) -2024-09-01 20:47:12,734 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.005719025997677818 (mp_runner.py:73) -2024-09-01 20:47:15,132 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0006s, count=4885, qps in this process: 162.8301 (mp_runner.py:76) -2024-09-01 20:47:15,137 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0034s, count=4886, qps in this process: 162.8482 (mp_runner.py:76) -2024-09-01 20:47:15,138 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0061s, count=4886, qps in this process: 162.8336 (mp_runner.py:76) -2024-09-01 20:47:15,138 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0049s, count=4886, qps in this process: 162.8401 (mp_runner.py:76) -2024-09-01 20:47:15,138 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0017s, count=4886, qps in this process: 162.8574 (mp_runner.py:76) -2024-09-01 20:47:15,141 | INFO |End search in concurrency 5: dur=30.09111401499831s, total_count=24429, qps=811.8344 (mp_runner.py:120) -2024-09-01 20:47:15,446 | INFO |Update largest qps with concurrency 5: current max_qps=811.8344 (mp_runner.py:124) -2024-09-01 20:47:15,856 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:47:15,857 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 20:47:26,013 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 20:47:26,132 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,134 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,152 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,152 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,153 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,156 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,171 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:26,186 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:47:33,474 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.006891153003380168 (mp_runner.py:73) -2024-09-01 20:47:33,474 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.0042134139948757365 (mp_runner.py:73) -2024-09-01 20:47:33,476 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.009003072998893913 (mp_runner.py:73) -2024-09-01 20:47:33,476 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.006423537000955548 (mp_runner.py:73) -2024-09-01 20:47:33,477 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.008163906997651793 (mp_runner.py:73) -2024-09-01 20:47:33,477 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.009917076000419911 (mp_runner.py:73) -2024-09-01 20:47:33,479 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.009090241997910198 (mp_runner.py:73) -2024-09-01 20:47:33,479 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.011146945005748421 (mp_runner.py:73) -2024-09-01 20:47:33,479 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.009138273002463393 (mp_runner.py:73) -2024-09-01 20:47:33,481 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.011773251004342455 (mp_runner.py:73) -2024-09-01 20:47:33,481 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.014167516004818026 (mp_runner.py:73) -2024-09-01 20:47:33,483 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.016286885002045892 (mp_runner.py:73) -2024-09-01 20:47:33,486 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.004641756997443736 (mp_runner.py:73) -2024-09-01 20:47:33,572 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.018189435999374837 (mp_runner.py:73) -2024-09-01 20:47:33,601 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.023015326994936913 (mp_runner.py:73) -2024-09-01 20:47:40,604 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.006753049994586036 (mp_runner.py:73) -2024-09-01 20:47:40,606 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.010371274998760782 (mp_runner.py:73) -2024-09-01 20:47:40,606 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.010829373997694347 (mp_runner.py:73) -2024-09-01 20:47:40,607 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.013446732999000233 (mp_runner.py:73) -2024-09-01 20:47:40,608 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.012592126004165038 (mp_runner.py:73) -2024-09-01 20:47:40,609 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.012021021997497883 (mp_runner.py:73) -2024-09-01 20:47:40,612 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.005441089997475501 (mp_runner.py:73) -2024-09-01 20:47:40,614 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.016410950003773905 (mp_runner.py:73) -2024-09-01 20:47:40,615 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.01864965799904894 (mp_runner.py:73) -2024-09-01 20:47:40,615 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.020240323996404186 (mp_runner.py:73) -2024-09-01 20:47:40,619 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.025828465004451573 (mp_runner.py:73) -2024-09-01 20:47:40,620 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.022481227002572268 (mp_runner.py:73) -2024-09-01 20:47:40,622 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.028082643999368884 (mp_runner.py:73) -2024-09-01 20:47:40,648 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.014243336998333689 (mp_runner.py:73) -2024-09-01 20:47:40,696 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.026542118001088966 (mp_runner.py:73) -2024-09-01 20:47:48,090 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.010242504999041557 (mp_runner.py:73) -2024-09-01 20:47:48,097 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.013762809998297598 (mp_runner.py:73) -2024-09-01 20:47:48,098 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.003005476995895151 (mp_runner.py:73) -2024-09-01 20:47:48,100 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.005944211996393278 (mp_runner.py:73) -2024-09-01 20:47:48,102 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.007938564995129127 (mp_runner.py:73) -2024-09-01 20:47:48,104 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.009393920998263638 (mp_runner.py:73) -2024-09-01 20:47:48,106 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.011262435997196008 (mp_runner.py:73) -2024-09-01 20:47:48,108 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.014573007996659726 (mp_runner.py:73) -2024-09-01 20:47:48,108 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.022173926001414657 (mp_runner.py:73) -2024-09-01 20:47:48,108 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.02558346499426989 (mp_runner.py:73) -2024-09-01 20:47:48,108 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.020287038998503704 (mp_runner.py:73) -2024-09-01 20:47:48,109 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.02151389999926323 (mp_runner.py:73) -2024-09-01 20:47:48,115 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.027019966997613665 (mp_runner.py:73) -2024-09-01 20:47:48,115 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.022120205998362508 (mp_runner.py:73) -2024-09-01 20:47:48,117 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.022640968003543094 (mp_runner.py:73) -2024-09-01 20:47:54,995 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.014649130003817845 (mp_runner.py:73) -2024-09-01 20:47:54,995 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.01513555100245867 (mp_runner.py:73) -2024-09-01 20:47:54,996 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.022012002002156805 (mp_runner.py:73) -2024-09-01 20:47:54,997 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.006541668997670058 (mp_runner.py:73) -2024-09-01 20:47:54,997 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.013690156003576703 (mp_runner.py:73) -2024-09-01 20:47:54,998 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.022483778004243504 (mp_runner.py:73) -2024-09-01 20:47:54,998 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.021345731998735573 (mp_runner.py:73) -2024-09-01 20:47:54,998 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.020668953999120276 (mp_runner.py:73) -2024-09-01 20:47:54,999 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.023991211004613433 (mp_runner.py:73) -2024-09-01 20:47:54,999 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.025082728003326338 (mp_runner.py:73) -2024-09-01 20:47:55,000 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.02367111099738395 (mp_runner.py:73) -2024-09-01 20:47:55,001 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.025124378997134045 (mp_runner.py:73) -2024-09-01 20:47:55,001 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.02108589999988908 (mp_runner.py:73) -2024-09-01 20:47:55,001 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.02289020299940603 (mp_runner.py:73) -2024-09-01 20:47:55,012 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.028567010995175224 (mp_runner.py:73) -2024-09-01 20:47:56,139 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0026s, count=2084, qps in this process: 69.4606 (mp_runner.py:76) -2024-09-01 20:47:56,153 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0186s, count=2085, qps in this process: 69.4569 (mp_runner.py:76) -2024-09-01 20:47:56,160 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0022s, count=2086, qps in this process: 69.5282 (mp_runner.py:76) -2024-09-01 20:47:56,162 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0033s, count=2086, qps in this process: 69.5257 (mp_runner.py:76) -2024-09-01 20:47:56,163 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0049s, count=2086, qps in this process: 69.522 (mp_runner.py:76) -2024-09-01 20:47:56,164 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.005s, count=2086, qps in this process: 69.5217 (mp_runner.py:76) -2024-09-01 20:47:56,172 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0173s, count=2086, qps in this process: 69.4933 (mp_runner.py:76) -2024-09-01 20:47:56,173 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0146s, count=2086, qps in this process: 69.4995 (mp_runner.py:76) -2024-09-01 20:47:56,173 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0048s, count=2087, qps in this process: 69.5555 (mp_runner.py:76) -2024-09-01 20:47:56,174 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0034s, count=2087, qps in this process: 69.5588 (mp_runner.py:76) -2024-09-01 20:47:56,176 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0056s, count=2087, qps in this process: 69.5537 (mp_runner.py:76) -2024-09-01 20:47:56,178 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0112s, count=2086, qps in this process: 69.5074 (mp_runner.py:76) -2024-09-01 20:47:56,180 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0213s, count=2087, qps in this process: 69.5173 (mp_runner.py:76) -2024-09-01 20:47:56,185 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0068s, count=2088, qps in this process: 69.5842 (mp_runner.py:76) -2024-09-01 20:47:56,195 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0032s, count=2092, qps in this process: 69.7259 (mp_runner.py:76) -2024-09-01 20:47:56,199 | INFO |End search in concurrency 15: dur=30.184282396003255s, total_count=31299, qps=1036.9304 (mp_runner.py:120) -2024-09-01 20:47:57,084 | INFO |Update largest qps with concurrency 15: current max_qps=1036.9304 (mp_runner.py:124) -2024-09-01 20:47:57,494 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:47:57,495 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 20:48:07,761 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 20:48:07,814 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,814 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,857 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,897 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,937 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,951 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,951 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,951 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,951 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,955 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,977 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,977 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:07,999 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:08,005 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:17,743 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.021403098995506298 (mp_runner.py:73) -2024-09-01 20:48:17,744 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.026456021005287766 (mp_runner.py:73) -2024-09-01 20:48:17,745 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.013916488998802379 (mp_runner.py:73) -2024-09-01 20:48:17,745 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.02000717299961252 (mp_runner.py:73) -2024-09-01 20:48:17,745 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.024835750002239365 (mp_runner.py:73) -2024-09-01 20:48:17,746 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.02070687699597329 (mp_runner.py:73) -2024-09-01 20:48:17,746 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.01945360699755838 (mp_runner.py:73) -2024-09-01 20:48:17,746 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.014749449997907504 (mp_runner.py:73) -2024-09-01 20:48:17,746 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.02270898999995552 (mp_runner.py:73) -2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.018554718997620512 (mp_runner.py:73) -2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.027454503004264552 (mp_runner.py:73) -2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.02350047700019786 (mp_runner.py:73) -2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.02068368399341125 (mp_runner.py:73) -2024-09-01 20:48:17,747 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.01751722900371533 (mp_runner.py:73) -2024-09-01 20:48:17,748 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.025602285997592844 (mp_runner.py:73) -2024-09-01 20:48:17,748 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.02856452799460385 (mp_runner.py:73) -2024-09-01 20:48:17,750 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.022019978001480922 (mp_runner.py:73) -2024-09-01 20:48:17,753 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.03293172499979846 (mp_runner.py:73) -2024-09-01 20:48:17,757 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.039303139004914556 (mp_runner.py:73) -2024-09-01 20:48:17,952 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.01412373999482952 (mp_runner.py:73) -2024-09-01 20:48:26,740 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.024827800996717997 (mp_runner.py:73) -2024-09-01 20:48:26,740 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0032540319953113794 (mp_runner.py:73) -2024-09-01 20:48:26,741 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.022105746997112874 (mp_runner.py:73) -2024-09-01 20:48:26,741 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.019271316996309906 (mp_runner.py:73) -2024-09-01 20:48:26,741 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.021848928998224437 (mp_runner.py:73) -2024-09-01 20:48:26,742 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.01898834799794713 (mp_runner.py:73) -2024-09-01 20:48:26,742 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.028872952003439423 (mp_runner.py:73) -2024-09-01 20:48:26,742 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.028072510998754296 (mp_runner.py:73) -2024-09-01 20:48:26,742 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.023845152005378623 (mp_runner.py:73) -2024-09-01 20:48:26,743 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.02645502000086708 (mp_runner.py:73) -2024-09-01 20:48:26,743 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.026106316996447276 (mp_runner.py:73) -2024-09-01 20:48:26,744 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.0268959159948281 (mp_runner.py:73) -2024-09-01 20:48:26,744 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.030114141998637933 (mp_runner.py:73) -2024-09-01 20:48:26,745 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.024577397001849022 (mp_runner.py:73) -2024-09-01 20:48:26,745 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.030831165000563487 (mp_runner.py:73) -2024-09-01 20:48:26,746 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.024162722002074588 (mp_runner.py:73) -2024-09-01 20:48:26,747 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.02742395700624911 (mp_runner.py:73) -2024-09-01 20:48:26,747 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.012031352001940832 (mp_runner.py:73) -2024-09-01 20:48:26,748 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.01438621900160797 (mp_runner.py:73) -2024-09-01 20:48:26,750 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.015130868996493518 (mp_runner.py:73) -2024-09-01 20:48:36,030 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.015284933004295453 (mp_runner.py:73) -2024-09-01 20:48:36,031 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.01943306199973449 (mp_runner.py:73) -2024-09-01 20:48:36,032 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.01926773099694401 (mp_runner.py:73) -2024-09-01 20:48:36,033 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.021575473998382222 (mp_runner.py:73) -2024-09-01 20:48:36,034 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.025495916001091246 (mp_runner.py:73) -2024-09-01 20:48:36,035 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.00766143600048963 (mp_runner.py:73) -2024-09-01 20:48:36,038 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.02609187800408108 (mp_runner.py:73) -2024-09-01 20:48:36,042 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.03289442300592782 (mp_runner.py:73) -2024-09-01 20:48:36,057 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.03634879799938062 (mp_runner.py:73) -2024-09-01 20:48:36,063 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.05338402900088113 (mp_runner.py:73) -2024-09-01 20:48:36,064 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.054815964998851996 (mp_runner.py:73) -2024-09-01 20:48:36,065 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.05432917599682696 (mp_runner.py:73) -2024-09-01 20:48:36,066 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.055826400996011216 (mp_runner.py:73) -2024-09-01 20:48:36,069 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.007351576998189557 (mp_runner.py:73) -2024-09-01 20:48:36,069 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.05948008999985177 (mp_runner.py:73) -2024-09-01 20:48:36,076 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.005469593001180328 (mp_runner.py:73) -2024-09-01 20:48:36,088 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.07805625200126087 (mp_runner.py:73) -2024-09-01 20:48:36,119 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.07943555199744878 (mp_runner.py:73) -2024-09-01 20:48:36,138 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.024181781001971103 (mp_runner.py:73) -2024-09-01 20:48:36,246 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.020270624998374842 (mp_runner.py:73) -2024-09-01 20:48:37,816 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0008s, count=1597, qps in this process: 53.2319 (mp_runner.py:76) -2024-09-01 20:48:37,844 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0294s, count=1598, qps in this process: 53.2145 (mp_runner.py:76) -2024-09-01 20:48:37,865 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0046s, count=1600, qps in this process: 53.3252 (mp_runner.py:76) -2024-09-01 20:48:37,917 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0181s, count=1603, qps in this process: 53.4011 (mp_runner.py:76) -2024-09-01 20:48:37,946 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0033s, count=1605, qps in this process: 53.4941 (mp_runner.py:76) -2024-09-01 20:48:37,957 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0016s, count=1605, qps in this process: 53.4971 (mp_runner.py:76) -2024-09-01 20:48:37,961 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0017s, count=1606, qps in this process: 53.5303 (mp_runner.py:76) -2024-09-01 20:48:37,962 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0045s, count=1606, qps in this process: 53.5253 (mp_runner.py:76) -2024-09-01 20:48:37,963 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0083s, count=1606, qps in this process: 53.5185 (mp_runner.py:76) -2024-09-01 20:48:37,965 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0102s, count=1606, qps in this process: 53.5151 (mp_runner.py:76) -2024-09-01 20:48:37,968 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0134s, count=1606, qps in this process: 53.5094 (mp_runner.py:76) -2024-09-01 20:48:37,969 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0091s, count=1606, qps in this process: 53.5171 (mp_runner.py:76) -2024-09-01 20:48:37,972 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0124s, count=1606, qps in this process: 53.5112 (mp_runner.py:76) -2024-09-01 20:48:37,973 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0132s, count=1606, qps in this process: 53.5098 (mp_runner.py:76) -2024-09-01 20:48:37,984 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0029s, count=1608, qps in this process: 53.5948 (mp_runner.py:76) -2024-09-01 20:48:37,984 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0035s, count=1608, qps in this process: 53.5937 (mp_runner.py:76) -2024-09-01 20:48:37,985 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0057s, count=1608, qps in this process: 53.5898 (mp_runner.py:76) -2024-09-01 20:48:38,005 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0023s, count=1611, qps in this process: 53.6959 (mp_runner.py:76) -2024-09-01 20:48:38,008 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0027s, count=1612, qps in this process: 53.7285 (mp_runner.py:76) -2024-09-01 20:48:38,012 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0046s, count=1607, qps in this process: 53.5585 (mp_runner.py:76) -2024-09-01 20:48:38,016 | INFO |End search in concurrency 20: dur=30.25400598000124s, total_count=32110, qps=1061.3471 (mp_runner.py:120) -2024-09-01 20:48:39,277 | INFO |Update largest qps with concurrency 20: current max_qps=1061.3471 (mp_runner.py:124) -2024-09-01 20:48:39,688 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:48:39,689 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 20:48:49,993 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 20:48:50,077 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,127 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,128 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,154 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,188 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,199 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,203 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,239 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,246 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,246 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,263 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,263 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,280 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,288 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:48:50,295 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:01,834 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.00462065999454353 (mp_runner.py:73) -2024-09-01 20:49:01,836 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.006420764999347739 (mp_runner.py:73) -2024-09-01 20:49:01,836 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.004315083002438769 (mp_runner.py:73) -2024-09-01 20:49:01,838 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.005846243999258149 (mp_runner.py:73) -2024-09-01 20:49:01,838 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.008526513003744185 (mp_runner.py:73) -2024-09-01 20:49:01,840 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.00751111599674914 (mp_runner.py:73) -2024-09-01 20:49:01,840 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.01017922000028193 (mp_runner.py:73) -2024-09-01 20:49:01,842 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.009597126001608558 (mp_runner.py:73) -2024-09-01 20:49:01,842 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.012605789001099765 (mp_runner.py:73) -2024-09-01 20:49:01,844 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.003984334995038807 (mp_runner.py:73) -2024-09-01 20:49:01,844 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.014451585004280787 (mp_runner.py:73) -2024-09-01 20:49:01,845 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.003631216997746378 (mp_runner.py:73) -2024-09-01 20:49:01,846 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.016369687000405975 (mp_runner.py:73) -2024-09-01 20:49:01,847 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.017377076001139358 (mp_runner.py:73) -2024-09-01 20:49:01,847 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.005206050002016127 (mp_runner.py:73) -2024-09-01 20:49:01,849 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.006877420004457235 (mp_runner.py:73) -2024-09-01 20:49:01,849 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.0029146200031391345 (mp_runner.py:73) -2024-09-01 20:49:01,850 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.003298497998912353 (mp_runner.py:73) -2024-09-01 20:49:01,850 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.00448284199956106 (mp_runner.py:73) -2024-09-01 20:49:01,852 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.006005638002534397 (mp_runner.py:73) -2024-09-01 20:49:01,852 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.022041424999770243 (mp_runner.py:73) -2024-09-01 20:49:01,854 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.0223420679976698 (mp_runner.py:73) -2024-09-01 20:49:01,863 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.031497683994530234 (mp_runner.py:73) -2024-09-01 20:49:01,906 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.04102649800188374 (mp_runner.py:73) -2024-09-01 20:49:01,985 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.0077460190004785545 (mp_runner.py:73) -2024-09-01 20:49:13,146 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.02810229099850403 (mp_runner.py:73) -2024-09-01 20:49:13,147 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.02787971399811795 (mp_runner.py:73) -2024-09-01 20:49:13,147 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.03142211999511346 (mp_runner.py:73) -2024-09-01 20:49:13,148 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.02731263099849457 (mp_runner.py:73) -2024-09-01 20:49:13,148 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.027050980999774765 (mp_runner.py:73) -2024-09-01 20:49:13,149 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.03401167500123847 (mp_runner.py:73) -2024-09-01 20:49:13,149 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.03159912099363282 (mp_runner.py:73) -2024-09-01 20:49:13,150 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.02701521699782461 (mp_runner.py:73) -2024-09-01 20:49:13,150 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.025624672998674214 (mp_runner.py:73) -2024-09-01 20:49:13,151 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.016879828996025026 (mp_runner.py:73) -2024-09-01 20:49:13,152 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.02696644100069534 (mp_runner.py:73) -2024-09-01 20:49:13,153 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.03964077099954011 (mp_runner.py:73) -2024-09-01 20:49:13,153 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.03047698799491627 (mp_runner.py:73) -2024-09-01 20:49:13,154 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.026071852997120004 (mp_runner.py:73) -2024-09-01 20:49:13,154 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.02788628399866866 (mp_runner.py:73) -2024-09-01 20:49:13,155 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.025559085006534588 (mp_runner.py:73) -2024-09-01 20:49:13,156 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.018379013003141154 (mp_runner.py:73) -2024-09-01 20:49:13,156 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.04137857200112194 (mp_runner.py:73) -2024-09-01 20:49:13,156 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.02172477999556577 (mp_runner.py:73) -2024-09-01 20:49:13,158 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.017075252006179653 (mp_runner.py:73) -2024-09-01 20:49:13,161 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.03416087300138315 (mp_runner.py:73) -2024-09-01 20:49:13,177 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.03024681700480869 (mp_runner.py:73) -2024-09-01 20:49:13,180 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.02840919600566849 (mp_runner.py:73) -2024-09-01 20:49:13,194 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.049410185994929634 (mp_runner.py:73) -2024-09-01 20:49:13,436 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.04372284299461171 (mp_runner.py:73) -2024-09-01 20:49:20,095 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0179s, count=1293, qps in this process: 43.0743 (mp_runner.py:76) -2024-09-01 20:49:20,133 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0044s, count=1294, qps in this process: 43.127 (mp_runner.py:76) -2024-09-01 20:49:20,141 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0111s, count=1295, qps in this process: 43.1507 (mp_runner.py:76) -2024-09-01 20:49:20,172 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0053s, count=1296, qps in this process: 43.1924 (mp_runner.py:76) -2024-09-01 20:49:20,176 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0119s, count=1296, qps in this process: 43.1829 (mp_runner.py:76) -2024-09-01 20:49:20,180 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0085s, count=1296, qps in this process: 43.1878 (mp_runner.py:76) -2024-09-01 20:49:20,205 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0156s, count=1297, qps in this process: 43.2109 (mp_runner.py:76) -2024-09-01 20:49:20,210 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0039s, count=1297, qps in this process: 43.2277 (mp_runner.py:76) -2024-09-01 20:49:20,215 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0072s, count=1298, qps in this process: 43.2563 (mp_runner.py:76) -2024-09-01 20:49:20,220 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0105s, count=1297, qps in this process: 43.2182 (mp_runner.py:76) -2024-09-01 20:49:20,222 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0129s, count=1298, qps in this process: 43.2481 (mp_runner.py:76) -2024-09-01 20:49:20,246 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0124s, count=1300, qps in this process: 43.3154 (mp_runner.py:76) -2024-09-01 20:49:20,246 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0099s, count=1300, qps in this process: 43.319 (mp_runner.py:76) -2024-09-01 20:49:20,252 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0077s, count=1300, qps in this process: 43.3222 (mp_runner.py:76) -2024-09-01 20:49:20,258 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0087s, count=1301, qps in this process: 43.3541 (mp_runner.py:76) -2024-09-01 20:49:20,261 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0117s, count=1301, qps in this process: 43.3498 (mp_runner.py:76) -2024-09-01 20:49:20,262 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0131s, count=1300, qps in this process: 43.3144 (mp_runner.py:76) -2024-09-01 20:49:20,277 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0104s, count=1302, qps in this process: 43.385 (mp_runner.py:76) -2024-09-01 20:49:20,277 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0084s, count=1302, qps in this process: 43.3879 (mp_runner.py:76) -2024-09-01 20:49:20,285 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0177s, count=1302, qps in this process: 43.3744 (mp_runner.py:76) -2024-09-01 20:49:20,289 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0039s, count=1303, qps in this process: 43.4277 (mp_runner.py:76) -2024-09-01 20:49:20,300 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0014s, count=1303, qps in this process: 43.4313 (mp_runner.py:76) -2024-09-01 20:49:20,302 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0026s, count=1304, qps in this process: 43.4629 (mp_runner.py:76) -2024-09-01 20:49:20,302 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0073s, count=1304, qps in this process: 43.4561 (mp_runner.py:76) -2024-09-01 20:49:20,305 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0032s, count=1305, qps in this process: 43.4954 (mp_runner.py:76) -2024-09-01 20:49:20,309 | INFO |End search in concurrency 25: dur=30.316342224003165s, total_count=32484, qps=1071.5013 (mp_runner.py:120) -2024-09-01 20:49:21,872 | INFO |Update largest qps with concurrency 25: current max_qps=1071.5013 (mp_runner.py:124) -2024-09-01 20:49:22,283 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:49:22,283 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 20:49:32,721 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 20:49:32,763 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,788 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,789 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,849 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,867 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,868 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,871 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,879 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,887 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,947 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:32,947 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,011 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,032 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,035 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,070 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,072 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,073 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,086 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,089 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,091 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,093 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,100 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,184 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:33,188 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:49:46,915 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0377324469955056 (mp_runner.py:73) -2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.002852334000635892 (mp_runner.py:73) -2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.03918472600344103 (mp_runner.py:73) -2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.04107379400375066 (mp_runner.py:73) -2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.03833616499468917 (mp_runner.py:73) -2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.020332168001914397 (mp_runner.py:73) -2024-09-01 20:49:46,916 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.03676485199684976 (mp_runner.py:73) -2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.041692567996506114 (mp_runner.py:73) -2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.03781912299746182 (mp_runner.py:73) -2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.034517280000727624 (mp_runner.py:73) -2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.034517169995524455 (mp_runner.py:73) -2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.02885439900273923 (mp_runner.py:73) -2024-09-01 20:49:46,917 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.033237811003345996 (mp_runner.py:73) -2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.036416243005078286 (mp_runner.py:73) -2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.03190448800160084 (mp_runner.py:73) -2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.03389492900168989 (mp_runner.py:73) -2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.029419790997053497 (mp_runner.py:73) -2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.028419934002158698 (mp_runner.py:73) -2024-09-01 20:49:46,918 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.027321841997036245 (mp_runner.py:73) -2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.03323883700068109 (mp_runner.py:73) -2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.027483343001222238 (mp_runner.py:73) -2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.019581158994697034 (mp_runner.py:73) -2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.03199426500214031 (mp_runner.py:73) -2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.03219743500085315 (mp_runner.py:73) -2024-09-01 20:49:46,919 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.0293838979996508 (mp_runner.py:73) -2024-09-01 20:49:46,920 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.02427767199696973 (mp_runner.py:73) -2024-09-01 20:49:46,920 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.027362104003259446 (mp_runner.py:73) -2024-09-01 20:49:46,920 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.04652535000059288 (mp_runner.py:73) -2024-09-01 20:49:46,920 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.043763737005065195 (mp_runner.py:73) -2024-09-01 20:49:47,093 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.029510178996133618 (mp_runner.py:73) -2024-09-01 20:50:00,254 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.013104411998938303 (mp_runner.py:73) -2024-09-01 20:50:00,257 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.015052957998705097 (mp_runner.py:73) -2024-09-01 20:50:00,260 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.003659963003883604 (mp_runner.py:73) -2024-09-01 20:50:00,262 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.020271552995836828 (mp_runner.py:73) -2024-09-01 20:50:00,264 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.022486041001684498 (mp_runner.py:73) -2024-09-01 20:50:00,266 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.005693227001756895 (mp_runner.py:73) -2024-09-01 20:50:00,267 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.02586331299971789 (mp_runner.py:73) -2024-09-01 20:50:00,272 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.030900927995389793 (mp_runner.py:73) -2024-09-01 20:50:00,274 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.031743801999255084 (mp_runner.py:73) -2024-09-01 20:50:00,280 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.013767418000497855 (mp_runner.py:73) -2024-09-01 20:50:00,287 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.018154537996451836 (mp_runner.py:73) -2024-09-01 20:50:00,289 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.011341138000716455 (mp_runner.py:73) -2024-09-01 20:50:00,290 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.020400141998834442 (mp_runner.py:73) -2024-09-01 20:50:00,291 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.020776284000021406 (mp_runner.py:73) -2024-09-01 20:50:00,292 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.02174450599704869 (mp_runner.py:73) -2024-09-01 20:50:00,293 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.025386064997292124 (mp_runner.py:73) -2024-09-01 20:50:00,294 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.02145694399951026 (mp_runner.py:73) -2024-09-01 20:50:00,295 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.0209592370010796 (mp_runner.py:73) -2024-09-01 20:50:00,297 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.02142357000411721 (mp_runner.py:73) -2024-09-01 20:50:00,300 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.02772643099888228 (mp_runner.py:73) -2024-09-01 20:50:00,302 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.02505292800196912 (mp_runner.py:73) -2024-09-01 20:50:00,304 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.04696709400013788 (mp_runner.py:73) -2024-09-01 20:50:00,308 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.048857488996873144 (mp_runner.py:73) -2024-09-01 20:50:00,310 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.04505983099807054 (mp_runner.py:73) -2024-09-01 20:50:00,312 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.030079304000537377 (mp_runner.py:73) -2024-09-01 20:50:00,313 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.028400915005477145 (mp_runner.py:73) -2024-09-01 20:50:00,315 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.03168738400563598 (mp_runner.py:73) -2024-09-01 20:50:00,315 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.05393616299988935 (mp_runner.py:73) -2024-09-01 20:50:00,337 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.004106536005565431 (mp_runner.py:73) -2024-09-01 20:50:00,640 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.028659187999437563 (mp_runner.py:73) -2024-09-01 20:50:02,774 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0098s, count=1091, qps in this process: 36.3548 (mp_runner.py:76) -2024-09-01 20:50:02,804 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0122s, count=1092, qps in this process: 36.3852 (mp_runner.py:76) -2024-09-01 20:50:02,806 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.015s, count=1092, qps in this process: 36.3818 (mp_runner.py:76) -2024-09-01 20:50:02,831 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0228s, count=1082, qps in this process: 36.0393 (mp_runner.py:76) -2024-09-01 20:50:02,864 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.012s, count=1095, qps in this process: 36.4854 (mp_runner.py:76) -2024-09-01 20:50:02,872 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0029s, count=1095, qps in this process: 36.4965 (mp_runner.py:76) -2024-09-01 20:50:02,873 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.006s, count=1095, qps in this process: 36.4927 (mp_runner.py:76) -2024-09-01 20:50:02,889 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0204s, count=1096, qps in this process: 36.5085 (mp_runner.py:76) -2024-09-01 20:50:02,916 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0384s, count=1096, qps in this process: 36.4866 (mp_runner.py:76) -2024-09-01 20:50:02,921 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0285s, count=1097, qps in this process: 36.532 (mp_runner.py:76) -2024-09-01 20:50:02,921 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0354s, count=1097, qps in this process: 36.5236 (mp_runner.py:76) -2024-09-01 20:50:02,922 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0227s, count=1097, qps in this process: 36.539 (mp_runner.py:76) -2024-09-01 20:50:02,951 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0039s, count=1099, qps in this process: 36.6286 (mp_runner.py:76) -2024-09-01 20:50:02,951 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0011s, count=1099, qps in this process: 36.632 (mp_runner.py:76) -2024-09-01 20:50:02,952 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0037s, count=1098, qps in this process: 36.5955 (mp_runner.py:76) -2024-09-01 20:50:03,032 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0149s, count=1104, qps in this process: 36.7817 (mp_runner.py:76) -2024-09-01 20:50:03,039 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.023s, count=1104, qps in this process: 36.7718 (mp_runner.py:76) -2024-09-01 20:50:03,040 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0019s, count=1104, qps in this process: 36.7977 (mp_runner.py:76) -2024-09-01 20:50:03,058 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0183s, count=1103, qps in this process: 36.7443 (mp_runner.py:76) -2024-09-01 20:50:03,089 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0084s, count=1106, qps in this process: 36.8563 (mp_runner.py:76) -2024-09-01 20:50:03,095 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0152s, count=1106, qps in this process: 36.848 (mp_runner.py:76) -2024-09-01 20:50:03,097 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0003s, count=1107, qps in this process: 36.8996 (mp_runner.py:76) -2024-09-01 20:50:03,100 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0213s, count=1107, qps in this process: 36.8738 (mp_runner.py:76) -2024-09-01 20:50:03,103 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0122s, count=1107, qps in this process: 36.885 (mp_runner.py:76) -2024-09-01 20:50:03,104 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0091s, count=1107, qps in this process: 36.8888 (mp_runner.py:76) -2024-09-01 20:50:03,120 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0217s, count=1107, qps in this process: 36.8733 (mp_runner.py:76) -2024-09-01 20:50:03,123 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0094s, count=1108, qps in this process: 36.9218 (mp_runner.py:76) -2024-09-01 20:50:03,160 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0053s, count=1115, qps in this process: 37.1601 (mp_runner.py:76) -2024-09-01 20:50:03,197 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0051s, count=1122, qps in this process: 37.3936 (mp_runner.py:76) -2024-09-01 20:50:03,197 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0005s, count=1122, qps in this process: 37.3994 (mp_runner.py:76) -2024-09-01 20:50:03,202 | INFO |End search in concurrency 30: dur=30.480082174995914s, total_count=33050, qps=1084.3147 (mp_runner.py:120) -2024-09-01 20:50:05,151 | INFO |Update largest qps with concurrency 30: current max_qps=1084.3147 (mp_runner.py:124) -2024-09-01 20:50:05,566 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:50:05,567 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 20:50:16,081 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 20:50:16,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,168 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,231 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,350 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,398 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,398 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,405 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,415 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,415 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,419 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,420 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,420 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,420 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,421 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,424 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,425 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,439 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,447 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,449 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,452 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,452 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,452 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,456 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,456 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,456 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,468 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,476 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,482 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,482 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,517 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:16,534 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:50:33,249 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.005207307003729511 (mp_runner.py:73) -2024-09-01 20:50:33,249 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.010666898000636138 (mp_runner.py:73) -2024-09-01 20:50:33,250 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.01821824700164143 (mp_runner.py:73) -2024-09-01 20:50:33,250 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.01572332200157689 (mp_runner.py:73) -2024-09-01 20:50:33,251 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.0094421739995596 (mp_runner.py:73) -2024-09-01 20:50:33,252 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.01927575999434339 (mp_runner.py:73) -2024-09-01 20:50:33,252 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.008422018006967846 (mp_runner.py:73) -2024-09-01 20:50:33,253 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.012889706995338202 (mp_runner.py:73) -2024-09-01 20:50:33,254 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.022399194996978622 (mp_runner.py:73) -2024-09-01 20:50:33,254 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.013886357999581378 (mp_runner.py:73) -2024-09-01 20:50:33,255 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.023219975002575666 (mp_runner.py:73) -2024-09-01 20:50:33,255 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.01389500399818644 (mp_runner.py:73) -2024-09-01 20:50:33,256 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.024575447998358868 (mp_runner.py:73) -2024-09-01 20:50:33,257 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.016509676999703515 (mp_runner.py:73) -2024-09-01 20:50:33,257 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.025963369000237435 (mp_runner.py:73) -2024-09-01 20:50:33,258 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.017833399993833154 (mp_runner.py:73) -2024-09-01 20:50:33,259 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.027664077002555132 (mp_runner.py:73) -2024-09-01 20:50:33,259 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.016581685995333828 (mp_runner.py:73) -2024-09-01 20:50:33,260 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.02789033100270899 (mp_runner.py:73) -2024-09-01 20:50:33,261 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.0177172750045429 (mp_runner.py:73) -2024-09-01 20:50:33,261 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.028875768999569118 (mp_runner.py:73) -2024-09-01 20:50:33,262 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.02381100600177888 (mp_runner.py:73) -2024-09-01 20:50:33,262 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.031266531004803255 (mp_runner.py:73) -2024-09-01 20:50:33,263 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.026730076999228913 (mp_runner.py:73) -2024-09-01 20:50:33,263 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.03179171399824554 (mp_runner.py:73) -2024-09-01 20:50:33,264 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.0324507210025331 (mp_runner.py:73) -2024-09-01 20:50:33,264 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.027339539003151003 (mp_runner.py:73) -2024-09-01 20:50:33,265 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.03393392900034087 (mp_runner.py:73) -2024-09-01 20:50:33,265 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.022127576994535048 (mp_runner.py:73) -2024-09-01 20:50:33,266 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.03441428600490326 (mp_runner.py:73) -2024-09-01 20:50:33,266 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.035239548997196835 (mp_runner.py:73) -2024-09-01 20:50:33,267 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.035915713997383136 (mp_runner.py:73) -2024-09-01 20:50:33,268 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.036236378000467084 (mp_runner.py:73) -2024-09-01 20:50:33,270 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03931839399592718 (mp_runner.py:73) -2024-09-01 20:50:33,408 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.010852024002815597 (mp_runner.py:73) -2024-09-01 20:50:46,170 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0008s, count=916, qps in this process: 30.5325 (mp_runner.py:76) -2024-09-01 20:50:46,170 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.001s, count=916, qps in this process: 30.5323 (mp_runner.py:76) -2024-09-01 20:50:46,259 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0244s, count=919, qps in this process: 30.6084 (mp_runner.py:76) -2024-09-01 20:50:46,309 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0107s, count=921, qps in this process: 30.6891 (mp_runner.py:76) -2024-09-01 20:50:46,311 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0128s, count=921, qps in this process: 30.6869 (mp_runner.py:76) -2024-09-01 20:50:46,313 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0005s, count=921, qps in this process: 30.6995 (mp_runner.py:76) -2024-09-01 20:50:46,358 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.006s, count=923, qps in this process: 30.7605 (mp_runner.py:76) -2024-09-01 20:50:46,383 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0005s, count=924, qps in this process: 30.7995 (mp_runner.py:76) -2024-09-01 20:50:46,409 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0086s, count=925, qps in this process: 30.8245 (mp_runner.py:76) -2024-09-01 20:50:46,418 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.011s, count=926, qps in this process: 30.8554 (mp_runner.py:76) -2024-09-01 20:50:46,426 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0259s, count=926, qps in this process: 30.84 (mp_runner.py:76) -2024-09-01 20:50:46,428 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0022s, count=926, qps in this process: 30.8644 (mp_runner.py:76) -2024-09-01 20:50:46,429 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0032s, count=925, qps in this process: 30.83 (mp_runner.py:76) -2024-09-01 20:50:46,430 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0104s, count=926, qps in this process: 30.856 (mp_runner.py:76) -2024-09-01 20:50:46,434 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0142s, count=927, qps in this process: 30.8854 (mp_runner.py:76) -2024-09-01 20:50:46,436 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0068s, count=927, qps in this process: 30.893 (mp_runner.py:76) -2024-09-01 20:50:46,437 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0197s, count=926, qps in this process: 30.8464 (mp_runner.py:76) -2024-09-01 20:50:46,439 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0132s, count=927, qps in this process: 30.8864 (mp_runner.py:76) -2024-09-01 20:50:46,444 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0184s, count=927, qps in this process: 30.8811 (mp_runner.py:76) -2024-09-01 20:50:46,447 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.001s, count=927, qps in this process: 30.899 (mp_runner.py:76) -2024-09-01 20:50:46,448 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0193s, count=927, qps in this process: 30.8801 (mp_runner.py:76) -2024-09-01 20:50:46,467 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0035s, count=928, qps in this process: 30.9297 (mp_runner.py:76) -2024-09-01 20:50:46,468 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0158s, count=928, qps in this process: 30.9171 (mp_runner.py:76) -2024-09-01 20:50:46,468 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0138s, count=928, qps in this process: 30.9191 (mp_runner.py:76) -2024-09-01 20:50:46,468 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0138s, count=928, qps in this process: 30.9191 (mp_runner.py:76) -2024-09-01 20:50:46,468 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.014s, count=928, qps in this process: 30.9189 (mp_runner.py:76) -2024-09-01 20:50:46,469 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0045s, count=928, qps in this process: 30.9287 (mp_runner.py:76) -2024-09-01 20:50:46,475 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0139s, count=928, qps in this process: 30.919 (mp_runner.py:76) -2024-09-01 20:50:46,475 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0247s, count=928, qps in this process: 30.9079 (mp_runner.py:76) -2024-09-01 20:50:46,480 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0026s, count=929, qps in this process: 30.964 (mp_runner.py:76) -2024-09-01 20:50:46,484 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0028s, count=930, qps in this process: 30.9971 (mp_runner.py:76) -2024-09-01 20:50:46,496 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0067s, count=932, qps in this process: 31.0597 (mp_runner.py:76) -2024-09-01 20:50:46,496 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0067s, count=932, qps in this process: 31.0597 (mp_runner.py:76) -2024-09-01 20:50:46,520 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.001s, count=936, qps in this process: 31.199 (mp_runner.py:76) -2024-09-01 20:50:46,545 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0027s, count=943, qps in this process: 31.4305 (mp_runner.py:76) -2024-09-01 20:50:46,548 | INFO |End search in concurrency 35: dur=30.466346385997895s, total_count=32429, qps=1064.4204 (mp_runner.py:120) -2024-09-01 20:50:49,271 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:50:49,271 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 20:50:59,925 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 20:51:00,184 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,193 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,207 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,213 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,213 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,213 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,222 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,238 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,288 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,291 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,291 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,291 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,293 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,312 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,312 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,329 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,345 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,347 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,351 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,379 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,385 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,387 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,387 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,390 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,390 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,395 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,402 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:00,427 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:18,332 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.027794837995315902 (mp_runner.py:73) -2024-09-01 20:51:18,333 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.027492378001625184 (mp_runner.py:73) -2024-09-01 20:51:18,333 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.02855557699513156 (mp_runner.py:73) -2024-09-01 20:51:18,334 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.031156657001702115 (mp_runner.py:73) -2024-09-01 20:51:18,334 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.02700090799771715 (mp_runner.py:73) -2024-09-01 20:51:18,335 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.029663121000339743 (mp_runner.py:73) -2024-09-01 20:51:18,335 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.031005533004645258 (mp_runner.py:73) -2024-09-01 20:51:18,335 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.028864407002402004 (mp_runner.py:73) -2024-09-01 20:51:18,335 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.02971548100322252 (mp_runner.py:73) -2024-09-01 20:51:18,336 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.02838838200113969 (mp_runner.py:73) -2024-09-01 20:51:18,336 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.03003117400658084 (mp_runner.py:73) -2024-09-01 20:51:18,337 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.02926535999722546 (mp_runner.py:73) -2024-09-01 20:51:18,337 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.03424797600018792 (mp_runner.py:73) -2024-09-01 20:51:18,337 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.02903346499806503 (mp_runner.py:73) -2024-09-01 20:51:18,338 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.031235673995979596 (mp_runner.py:73) -2024-09-01 20:51:18,338 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.03482122300192714 (mp_runner.py:73) -2024-09-01 20:51:18,338 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.028968628001166508 (mp_runner.py:73) -2024-09-01 20:51:18,339 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.028287223998631816 (mp_runner.py:73) -2024-09-01 20:51:18,339 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.029977930993482005 (mp_runner.py:73) -2024-09-01 20:51:18,339 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.036938179000571836 (mp_runner.py:73) -2024-09-01 20:51:18,341 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.0155295840013423 (mp_runner.py:73) -2024-09-01 20:51:18,341 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.03248941500351066 (mp_runner.py:73) -2024-09-01 20:51:18,341 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.036506978001852985 (mp_runner.py:73) -2024-09-01 20:51:18,341 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.031257169001037255 (mp_runner.py:73) -2024-09-01 20:51:18,342 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.03479655800038017 (mp_runner.py:73) -2024-09-01 20:51:18,342 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.015004318003775552 (mp_runner.py:73) -2024-09-01 20:51:18,342 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.031572760999551974 (mp_runner.py:73) -2024-09-01 20:51:18,343 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.031499545999395195 (mp_runner.py:73) -2024-09-01 20:51:18,343 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.036728904997289646 (mp_runner.py:73) -2024-09-01 20:51:18,344 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.036671452995506115 (mp_runner.py:73) -2024-09-01 20:51:18,344 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.03357936200336553 (mp_runner.py:73) -2024-09-01 20:51:18,344 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.039417900996340904 (mp_runner.py:73) -2024-09-01 20:51:18,344 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.029997739002283197 (mp_runner.py:73) -2024-09-01 20:51:18,345 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.026588009000988677 (mp_runner.py:73) -2024-09-01 20:51:18,346 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.019135889000608586 (mp_runner.py:73) -2024-09-01 20:51:18,346 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.024655593995703384 (mp_runner.py:73) -2024-09-01 20:51:18,347 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.026753862999612466 (mp_runner.py:73) -2024-09-01 20:51:18,348 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.04535049399419222 (mp_runner.py:73) -2024-09-01 20:51:18,367 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.06175097900268156 (mp_runner.py:73) -2024-09-01 20:51:18,448 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.0417528339967248 (mp_runner.py:73) -2024-09-01 20:51:30,207 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0076s, count=849, qps in this process: 28.2928 (mp_runner.py:76) -2024-09-01 20:51:30,220 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0342s, count=849, qps in this process: 28.2678 (mp_runner.py:76) -2024-09-01 20:51:30,226 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0075s, count=850, qps in this process: 28.3263 (mp_runner.py:76) -2024-09-01 20:51:30,237 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0231s, count=848, qps in this process: 28.2449 (mp_runner.py:76) -2024-09-01 20:51:30,242 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.005s, count=849, qps in this process: 28.2953 (mp_runner.py:76) -2024-09-01 20:51:30,244 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0304s, count=848, qps in this process: 28.2381 (mp_runner.py:76) -2024-09-01 20:51:30,256 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0456s, count=850, qps in this process: 28.2903 (mp_runner.py:76) -2024-09-01 20:51:30,267 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.023s, count=850, qps in this process: 28.3116 (mp_runner.py:76) -2024-09-01 20:51:30,295 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.001s, count=851, qps in this process: 28.3657 (mp_runner.py:76) -2024-09-01 20:51:30,300 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0809s, count=849, qps in this process: 28.2239 (mp_runner.py:76) -2024-09-01 20:51:30,300 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0075s, count=851, qps in this process: 28.3596 (mp_runner.py:76) -2024-09-01 20:51:30,301 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.006s, count=852, qps in this process: 28.3943 (mp_runner.py:76) -2024-09-01 20:51:30,304 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0086s, count=852, qps in this process: 28.3919 (mp_runner.py:76) -2024-09-01 20:51:30,306 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0083s, count=852, qps in this process: 28.3921 (mp_runner.py:76) -2024-09-01 20:51:30,306 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0101s, count=850, qps in this process: 28.3238 (mp_runner.py:76) -2024-09-01 20:51:30,308 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0849s, count=851, qps in this process: 28.2866 (mp_runner.py:76) -2024-09-01 20:51:30,311 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0165s, count=850, qps in this process: 28.3178 (mp_runner.py:76) -2024-09-01 20:51:30,313 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.019s, count=851, qps in this process: 28.3487 (mp_runner.py:76) -2024-09-01 20:51:30,314 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0199s, count=853, qps in this process: 28.4145 (mp_runner.py:76) -2024-09-01 20:51:30,322 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0037s, count=851, qps in this process: 28.3632 (mp_runner.py:76) -2024-09-01 20:51:30,325 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0314s, count=851, qps in this process: 28.337 (mp_runner.py:76) -2024-09-01 20:51:30,337 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0106s, count=852, qps in this process: 28.39 (mp_runner.py:76) -2024-09-01 20:51:30,337 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0109s, count=853, qps in this process: 28.423 (mp_runner.py:76) -2024-09-01 20:51:30,353 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0054s, count=853, qps in this process: 28.4282 (mp_runner.py:76) -2024-09-01 20:51:30,363 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0082s, count=854, qps in this process: 28.4589 (mp_runner.py:76) -2024-09-01 20:51:30,367 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0334s, count=854, qps in this process: 28.435 (mp_runner.py:76) -2024-09-01 20:51:30,374 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0006s, count=854, qps in this process: 28.4661 (mp_runner.py:76) -2024-09-01 20:51:30,374 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0154s, count=853, qps in this process: 28.4187 (mp_runner.py:76) -2024-09-01 20:51:30,381 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0063s, count=855, qps in this process: 28.494 (mp_runner.py:76) -2024-09-01 20:51:30,385 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0115s, count=855, qps in this process: 28.4891 (mp_runner.py:76) -2024-09-01 20:51:30,391 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0083s, count=856, qps in this process: 28.5254 (mp_runner.py:76) -2024-09-01 20:51:30,394 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0045s, count=856, qps in this process: 28.5291 (mp_runner.py:76) -2024-09-01 20:51:30,398 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.004s, count=857, qps in this process: 28.5629 (mp_runner.py:76) -2024-09-01 20:51:30,398 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.006s, count=857, qps in this process: 28.561 (mp_runner.py:76) -2024-09-01 20:51:30,399 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0062s, count=857, qps in this process: 28.5608 (mp_runner.py:76) -2024-09-01 20:51:30,400 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0046s, count=857, qps in this process: 28.5623 (mp_runner.py:76) -2024-09-01 20:51:30,408 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0061s, count=858, qps in this process: 28.5942 (mp_runner.py:76) -2024-09-01 20:51:30,409 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0067s, count=858, qps in this process: 28.5936 (mp_runner.py:76) -2024-09-01 20:51:30,413 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0035s, count=859, qps in this process: 28.63 (mp_runner.py:76) -2024-09-01 20:51:30,435 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.001s, count=865, qps in this process: 28.8324 (mp_runner.py:76) -2024-09-01 20:51:30,438 | INFO |End search in concurrency 40: dur=30.51112726899737s, total_count=34120, qps=1118.2805 (mp_runner.py:120) -2024-09-01 20:51:33,075 | INFO |Update largest qps with concurrency 40: current max_qps=1118.2805 (mp_runner.py:124) -2024-09-01 20:51:33,485 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:51:33,486 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 20:51:44,292 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 20:51:44,512 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,553 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,553 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,563 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,597 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,599 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,600 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,623 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,625 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,675 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,683 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,683 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,689 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,689 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,689 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,689 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,690 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,690 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,698 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,704 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,710 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,715 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,755 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,758 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,791 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,830 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,835 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,839 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,842 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,884 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:51:44,890 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:05,251 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.05170193199592177 (mp_runner.py:73) -2024-09-01 20:52:05,251 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.05310297499818262 (mp_runner.py:73) -2024-09-01 20:52:05,252 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.05067274999601068 (mp_runner.py:73) -2024-09-01 20:52:05,252 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.0502982929974678 (mp_runner.py:73) -2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.04595801600225968 (mp_runner.py:73) -2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.05130709100194508 (mp_runner.py:73) -2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.05131467499450082 (mp_runner.py:73) -2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.05191465099778725 (mp_runner.py:73) -2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.05008430800080532 (mp_runner.py:73) -2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.04906511100125499 (mp_runner.py:73) -2024-09-01 20:52:05,253 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.04596451399993384 (mp_runner.py:73) -2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.05128553399845259 (mp_runner.py:73) -2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.052818538002611604 (mp_runner.py:73) -2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.047333386006357614 (mp_runner.py:73) -2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.0534223770009703 (mp_runner.py:73) -2024-09-01 20:52:05,254 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.04791601000033552 (mp_runner.py:73) -2024-09-01 20:52:05,258 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.05499135499849217 (mp_runner.py:73) -2024-09-01 20:52:05,258 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.05373602400504751 (mp_runner.py:73) -2024-09-01 20:52:05,260 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.05310613199981162 (mp_runner.py:73) -2024-09-01 20:52:05,260 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.051854124998499174 (mp_runner.py:73) -2024-09-01 20:52:05,261 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.06240512300428236 (mp_runner.py:73) -2024-09-01 20:52:05,262 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.06370061900088331 (mp_runner.py:73) -2024-09-01 20:52:05,262 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.050898884001071565 (mp_runner.py:73) -2024-09-01 20:52:05,262 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.0504339710023487 (mp_runner.py:73) -2024-09-01 20:52:05,263 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.05714286800503032 (mp_runner.py:73) -2024-09-01 20:52:05,263 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.050985339999897406 (mp_runner.py:73) -2024-09-01 20:52:05,264 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.05873638799675973 (mp_runner.py:73) -2024-09-01 20:52:05,265 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.05170494400226744 (mp_runner.py:73) -2024-09-01 20:52:05,265 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.05946686899551423 (mp_runner.py:73) -2024-09-01 20:52:05,266 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.050346898002317175 (mp_runner.py:73) -2024-09-01 20:52:05,267 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.05553971399785951 (mp_runner.py:73) -2024-09-01 20:52:05,267 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.05110976899595698 (mp_runner.py:73) -2024-09-01 20:52:05,268 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.061426645996107254 (mp_runner.py:73) -2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.07053830799850402 (mp_runner.py:73) -2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.05599519699899247 (mp_runner.py:73) -2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.05679579499701504 (mp_runner.py:73) -2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.05562719199951971 (mp_runner.py:73) -2024-09-01 20:52:05,269 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.05788940900674788 (mp_runner.py:73) -2024-09-01 20:52:05,270 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.03551827200135449 (mp_runner.py:73) -2024-09-01 20:52:05,270 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.07054994400095893 (mp_runner.py:73) -2024-09-01 20:52:05,270 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.062184725000406615 (mp_runner.py:73) -2024-09-01 20:52:05,271 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.03789547400083393 (mp_runner.py:73) -2024-09-01 20:52:05,294 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.04077946000325028 (mp_runner.py:73) -2024-09-01 20:52:05,308 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.028746062998834532 (mp_runner.py:73) -2024-09-01 20:52:05,399 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.06987464799749432 (mp_runner.py:73) -2024-09-01 20:52:14,525 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0085s, count=731, qps in this process: 24.3598 (mp_runner.py:76) -2024-09-01 20:52:14,569 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0098s, count=732, qps in this process: 24.392 (mp_runner.py:76) -2024-09-01 20:52:14,616 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0146s, count=733, qps in this process: 24.4214 (mp_runner.py:76) -2024-09-01 20:52:14,618 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0576s, count=733, qps in this process: 24.3865 (mp_runner.py:76) -2024-09-01 20:52:14,618 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0325s, count=733, qps in this process: 24.4069 (mp_runner.py:76) -2024-09-01 20:52:14,620 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0172s, count=733, qps in this process: 24.4193 (mp_runner.py:76) -2024-09-01 20:52:14,630 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0251s, count=733, qps in this process: 24.4129 (mp_runner.py:76) -2024-09-01 20:52:14,647 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0201s, count=734, qps in this process: 24.4503 (mp_runner.py:76) -2024-09-01 20:52:14,659 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0332s, count=734, qps in this process: 24.4396 (mp_runner.py:76) -2024-09-01 20:52:14,712 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0176s, count=735, qps in this process: 24.4856 (mp_runner.py:76) -2024-09-01 20:52:14,712 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0184s, count=735, qps in this process: 24.485 (mp_runner.py:76) -2024-09-01 20:52:14,713 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0249s, count=735, qps in this process: 24.4797 (mp_runner.py:76) -2024-09-01 20:52:14,714 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0197s, count=735, qps in this process: 24.4839 (mp_runner.py:76) -2024-09-01 20:52:14,714 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0059s, count=735, qps in this process: 24.4952 (mp_runner.py:76) -2024-09-01 20:52:14,715 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0007s, count=735, qps in this process: 24.4994 (mp_runner.py:76) -2024-09-01 20:52:14,715 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0211s, count=735, qps in this process: 24.4828 (mp_runner.py:76) -2024-09-01 20:52:14,716 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0014s, count=735, qps in this process: 24.4989 (mp_runner.py:76) -2024-09-01 20:52:14,716 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0336s, count=735, qps in this process: 24.4726 (mp_runner.py:76) -2024-09-01 20:52:14,717 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0284s, count=735, qps in this process: 24.4768 (mp_runner.py:76) -2024-09-01 20:52:14,717 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0108s, count=735, qps in this process: 24.4912 (mp_runner.py:76) -2024-09-01 20:52:14,717 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0231s, count=735, qps in this process: 24.4811 (mp_runner.py:76) -2024-09-01 20:52:14,718 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0242s, count=735, qps in this process: 24.4803 (mp_runner.py:76) -2024-09-01 20:52:14,737 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0228s, count=736, qps in this process: 24.5147 (mp_runner.py:76) -2024-09-01 20:52:14,742 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0086s, count=736, qps in this process: 24.5263 (mp_runner.py:76) -2024-09-01 20:52:14,748 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0146s, count=736, qps in this process: 24.5214 (mp_runner.py:76) -2024-09-01 20:52:14,749 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0163s, count=736, qps in this process: 24.52 (mp_runner.py:76) -2024-09-01 20:52:14,750 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0273s, count=736, qps in this process: 24.511 (mp_runner.py:76) -2024-09-01 20:52:14,760 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0457s, count=736, qps in this process: 24.496 (mp_runner.py:76) -2024-09-01 20:52:14,764 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0059s, count=737, qps in this process: 24.5618 (mp_runner.py:76) -2024-09-01 20:52:14,765 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0027s, count=737, qps in this process: 24.5645 (mp_runner.py:76) -2024-09-01 20:52:14,780 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0139s, count=738, qps in this process: 24.5886 (mp_runner.py:76) -2024-09-01 20:52:14,782 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.005s, count=738, qps in this process: 24.5959 (mp_runner.py:76) -2024-09-01 20:52:14,782 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0051s, count=738, qps in this process: 24.5958 (mp_runner.py:76) -2024-09-01 20:52:14,811 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0119s, count=741, qps in this process: 24.6902 (mp_runner.py:76) -2024-09-01 20:52:14,836 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0037s, count=744, qps in this process: 24.7969 (mp_runner.py:76) -2024-09-01 20:52:14,837 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0074s, count=744, qps in this process: 24.7939 (mp_runner.py:76) -2024-09-01 20:52:14,839 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.002s, count=743, qps in this process: 24.765 (mp_runner.py:76) -2024-09-01 20:52:14,839 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0013s, count=743, qps in this process: 24.7656 (mp_runner.py:76) -2024-09-01 20:52:14,841 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.003s, count=744, qps in this process: 24.7975 (mp_runner.py:76) -2024-09-01 20:52:14,847 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0097s, count=744, qps in this process: 24.792 (mp_runner.py:76) -2024-09-01 20:52:14,847 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0047s, count=744, qps in this process: 24.7961 (mp_runner.py:76) -2024-09-01 20:52:14,847 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0099s, count=744, qps in this process: 24.7918 (mp_runner.py:76) -2024-09-01 20:52:14,859 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.003s, count=747, qps in this process: 24.8975 (mp_runner.py:76) -2024-09-01 20:52:14,892 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0018s, count=753, qps in this process: 25.0985 (mp_runner.py:76) -2024-09-01 20:52:14,897 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0012s, count=754, qps in this process: 25.1323 (mp_runner.py:76) -2024-09-01 20:52:14,901 | INFO |End search in concurrency 45: dur=30.608731640997576s, total_count=33200, qps=1084.6578 (mp_runner.py:120) -2024-09-01 20:52:18,255 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:52:18,255 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 20:52:39,317 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 20:52:39,363 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,392 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,464 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,553 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,573 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,595 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,663 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,675 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,679 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,702 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,706 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,714 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,716 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,743 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,744 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,747 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,760 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,773 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,782 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,788 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,799 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,803 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,818 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,822 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,828 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,828 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,844 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,844 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,844 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,867 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,883 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,903 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,906 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,926 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,942 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,956 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,968 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,972 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:52:39,985 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:02,647 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.04111874200316379 (mp_runner.py:73) -2024-09-01 20:53:02,647 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.04085317200224381 (mp_runner.py:73) -2024-09-01 20:53:02,647 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.0269093620008789 (mp_runner.py:73) -2024-09-01 20:53:02,647 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.03642850899632322 (mp_runner.py:73) -2024-09-01 20:53:02,648 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.04084530300315237 (mp_runner.py:73) -2024-09-01 20:53:02,648 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.04085471900179982 (mp_runner.py:73) -2024-09-01 20:53:02,649 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.041661875999125186 (mp_runner.py:73) -2024-09-01 20:53:02,649 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.042903544002911076 (mp_runner.py:73) -2024-09-01 20:53:02,649 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.04219751400523819 (mp_runner.py:73) -2024-09-01 20:53:02,650 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.03897482300089905 (mp_runner.py:73) -2024-09-01 20:53:02,650 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.043754471000283957 (mp_runner.py:73) -2024-09-01 20:53:02,651 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.045027639003819786 (mp_runner.py:73) -2024-09-01 20:53:02,651 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.037654139996448066 (mp_runner.py:73) -2024-09-01 20:53:02,652 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.03461416799837025 (mp_runner.py:73) -2024-09-01 20:53:02,653 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03876626899727853 (mp_runner.py:73) -2024-09-01 20:53:02,653 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.03386739399866201 (mp_runner.py:73) -2024-09-01 20:53:02,653 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.03750595099700149 (mp_runner.py:73) -2024-09-01 20:53:02,654 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.03312382200238062 (mp_runner.py:73) -2024-09-01 20:53:02,654 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.031979543004126754 (mp_runner.py:73) -2024-09-01 20:53:02,654 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.04037238000455545 (mp_runner.py:73) -2024-09-01 20:53:02,654 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.0325999389970093 (mp_runner.py:73) -2024-09-01 20:53:02,655 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.03956404400378233 (mp_runner.py:73) -2024-09-01 20:53:02,655 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.02948589999869 (mp_runner.py:73) -2024-09-01 20:53:02,655 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.038116258998343255 (mp_runner.py:73) -2024-09-01 20:53:02,655 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.026641075004590675 (mp_runner.py:73) -2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.0384648350009229 (mp_runner.py:73) -2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.03048372600460425 (mp_runner.py:73) -2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.03321934099949431 (mp_runner.py:73) -2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.02918869099812582 (mp_runner.py:73) -2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.050502313002652954 (mp_runner.py:73) -2024-09-01 20:53:02,656 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.034890700997493695 (mp_runner.py:73) -2024-09-01 20:53:02,657 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.05130694300169125 (mp_runner.py:73) -2024-09-01 20:53:02,657 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.03475076999893645 (mp_runner.py:73) -2024-09-01 20:53:02,657 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.022032603999832645 (mp_runner.py:73) -2024-09-01 20:53:02,657 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.034193109000625554 (mp_runner.py:73) -2024-09-01 20:53:02,658 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.04990411300241249 (mp_runner.py:73) -2024-09-01 20:53:02,658 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.03595115600182908 (mp_runner.py:73) -2024-09-01 20:53:02,658 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.0353506239989656 (mp_runner.py:73) -2024-09-01 20:53:02,658 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.045413364001433365 (mp_runner.py:73) -2024-09-01 20:53:02,659 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.03666580300341593 (mp_runner.py:73) -2024-09-01 20:53:02,659 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03661470899533015 (mp_runner.py:73) -2024-09-01 20:53:02,659 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.04085229399788659 (mp_runner.py:73) -2024-09-01 20:53:02,660 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.036259323002013844 (mp_runner.py:73) -2024-09-01 20:53:02,660 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.030949012994824443 (mp_runner.py:73) -2024-09-01 20:53:02,661 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.033207418004167266 (mp_runner.py:73) -2024-09-01 20:53:02,662 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.0408645979987341 (mp_runner.py:73) -2024-09-01 20:53:02,663 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.03631581599620404 (mp_runner.py:73) -2024-09-01 20:53:02,665 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.03894392499933019 (mp_runner.py:73) -2024-09-01 20:53:02,668 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.04286015500110807 (mp_runner.py:73) -2024-09-01 20:53:02,780 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.13001201499719173 (mp_runner.py:73) -2024-09-01 20:53:09,380 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0098s, count=656, qps in this process: 21.8595 (mp_runner.py:76) -2024-09-01 20:53:09,413 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0092s, count=657, qps in this process: 21.8933 (mp_runner.py:76) -2024-09-01 20:53:09,491 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0151s, count=659, qps in this process: 21.9556 (mp_runner.py:76) -2024-09-01 20:53:09,566 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0046s, count=661, qps in this process: 22.03 (mp_runner.py:76) -2024-09-01 20:53:09,615 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.016s, count=662, qps in this process: 22.0549 (mp_runner.py:76) -2024-09-01 20:53:09,621 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0421s, count=662, qps in this process: 22.0357 (mp_runner.py:76) -2024-09-01 20:53:09,628 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0493s, count=662, qps in this process: 22.0305 (mp_runner.py:76) -2024-09-01 20:53:09,682 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0121s, count=663, qps in this process: 22.0911 (mp_runner.py:76) -2024-09-01 20:53:09,696 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0174s, count=665, qps in this process: 22.1538 (mp_runner.py:76) -2024-09-01 20:53:09,703 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0203s, count=665, qps in this process: 22.1517 (mp_runner.py:76) -2024-09-01 20:53:09,712 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0009s, count=665, qps in this process: 22.166 (mp_runner.py:76) -2024-09-01 20:53:09,723 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0045s, count=665, qps in this process: 22.1633 (mp_runner.py:76) -2024-09-01 20:53:09,727 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0107s, count=665, qps in this process: 22.1588 (mp_runner.py:76) -2024-09-01 20:53:09,742 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0362s, count=666, qps in this process: 22.1732 (mp_runner.py:76) -2024-09-01 20:53:09,742 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0235s, count=666, qps in this process: 22.1826 (mp_runner.py:76) -2024-09-01 20:53:09,743 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0234s, count=666, qps in this process: 22.1827 (mp_runner.py:76) -2024-09-01 20:53:09,743 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0241s, count=666, qps in this process: 22.1822 (mp_runner.py:76) -2024-09-01 20:53:09,754 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.009s, count=666, qps in this process: 22.1933 (mp_runner.py:76) -2024-09-01 20:53:09,758 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.006s, count=667, qps in this process: 22.2289 (mp_runner.py:76) -2024-09-01 20:53:09,764 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.018s, count=667, qps in this process: 22.22 (mp_runner.py:76) -2024-09-01 20:53:09,781 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0166s, count=668, qps in this process: 22.2544 (mp_runner.py:76) -2024-09-01 20:53:09,795 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0052s, count=667, qps in this process: 22.2295 (mp_runner.py:76) -2024-09-01 20:53:09,839 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0174s, count=668, qps in this process: 22.2538 (mp_runner.py:76) -2024-09-01 20:53:09,875 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0418s, count=668, qps in this process: 22.2357 (mp_runner.py:76) -2024-09-01 20:53:09,881 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0469s, count=669, qps in this process: 22.2652 (mp_runner.py:76) -2024-09-01 20:53:09,881 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0734s, count=669, qps in this process: 22.2456 (mp_runner.py:76) -2024-09-01 20:53:09,881 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0756s, count=669, qps in this process: 22.2439 (mp_runner.py:76) -2024-09-01 20:53:09,881 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0352s, count=669, qps in this process: 22.2739 (mp_runner.py:76) -2024-09-01 20:53:09,882 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0355s, count=669, qps in this process: 22.2736 (mp_runner.py:76) -2024-09-01 20:53:09,882 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0361s, count=669, qps in this process: 22.2732 (mp_runner.py:76) -2024-09-01 20:53:09,884 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0963s, count=668, qps in this process: 22.1954 (mp_runner.py:76) -2024-09-01 20:53:09,885 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0025s, count=669, qps in this process: 22.2981 (mp_runner.py:76) -2024-09-01 20:53:09,885 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0893s, count=669, qps in this process: 22.2338 (mp_runner.py:76) -2024-09-01 20:53:09,890 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0254s, count=669, qps in this process: 22.2811 (mp_runner.py:76) -2024-09-01 20:53:09,891 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0166s, count=669, qps in this process: 22.2877 (mp_runner.py:76) -2024-09-01 20:53:09,906 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0128s, count=670, qps in this process: 22.3238 (mp_runner.py:76) -2024-09-01 20:53:09,910 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0054s, count=670, qps in this process: 22.3293 (mp_runner.py:76) -2024-09-01 20:53:09,913 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.004s, count=671, qps in this process: 22.3637 (mp_runner.py:76) -2024-09-01 20:53:09,933 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.1058s, count=669, qps in this process: 22.2216 (mp_runner.py:76) -2024-09-01 20:53:09,934 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0514s, count=669, qps in this process: 22.2619 (mp_runner.py:76) -2024-09-01 20:53:09,936 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0061s, count=673, qps in this process: 22.4288 (mp_runner.py:76) -2024-09-01 20:53:09,938 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0052s, count=673, qps in this process: 22.4294 (mp_runner.py:76) -2024-09-01 20:53:09,947 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0028s, count=672, qps in this process: 22.3979 (mp_runner.py:76) -2024-09-01 20:53:09,948 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0152s, count=674, qps in this process: 22.4553 (mp_runner.py:76) -2024-09-01 20:53:09,950 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0058s, count=672, qps in this process: 22.3957 (mp_runner.py:76) -2024-09-01 20:53:09,962 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0018s, count=675, qps in this process: 22.4987 (mp_runner.py:76) -2024-09-01 20:53:09,981 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0033s, count=679, qps in this process: 22.6308 (mp_runner.py:76) -2024-09-01 20:53:09,989 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0024s, count=681, qps in this process: 22.6982 (mp_runner.py:76) -2024-09-01 20:53:09,989 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0025s, count=681, qps in this process: 22.6981 (mp_runner.py:76) -2024-09-01 20:53:09,993 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0026s, count=682, qps in this process: 22.7314 (mp_runner.py:76) -2024-09-01 20:53:09,998 | INFO |End search in concurrency 50: dur=30.680966287996853s, total_count=33411, qps=1088.9813 (mp_runner.py:120) -2024-09-01 20:53:13,719 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:53:13,719 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 20:53:34,823 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 20:53:35,157 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,324 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,329 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,335 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,336 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,336 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,337 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,337 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,337 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,336 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,338 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,340 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,340 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,340 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,341 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,342 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,342 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,343 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,343 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,343 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,344 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,345 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,346 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,347 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,348 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,348 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,349 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,349 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,351 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,351 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,355 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,356 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,360 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,360 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,381 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,413 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,414 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,414 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,423 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,436 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:35,520 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:53:59,796 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.0652662459979183 (mp_runner.py:73) -2024-09-01 20:53:59,797 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.03197037400241243 (mp_runner.py:73) -2024-09-01 20:53:59,797 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.05845955300173955 (mp_runner.py:73) -2024-09-01 20:53:59,798 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.057993665999674704 (mp_runner.py:73) -2024-09-01 20:53:59,798 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.06051152999862097 (mp_runner.py:73) -2024-09-01 20:53:59,798 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.05717810300120618 (mp_runner.py:73) -2024-09-01 20:53:59,799 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.05389625299721956 (mp_runner.py:73) -2024-09-01 20:53:59,799 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.05366930599848274 (mp_runner.py:73) -2024-09-01 20:53:59,800 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.06763554400095018 (mp_runner.py:73) -2024-09-01 20:53:59,800 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.05734395300532924 (mp_runner.py:73) -2024-09-01 20:53:59,801 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.0587420750016463 (mp_runner.py:73) -2024-09-01 20:53:59,801 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.051616375996673014 (mp_runner.py:73) -2024-09-01 20:53:59,802 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.05794939200131921 (mp_runner.py:73) -2024-09-01 20:53:59,802 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.06502363699837588 (mp_runner.py:73) -2024-09-01 20:53:59,803 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.05614285499905236 (mp_runner.py:73) -2024-09-01 20:53:59,803 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.058439004998945165 (mp_runner.py:73) -2024-09-01 20:53:59,803 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.05375119399832329 (mp_runner.py:73) -2024-09-01 20:53:59,803 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.06843442300305469 (mp_runner.py:73) -2024-09-01 20:53:59,804 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.06333706899749814 (mp_runner.py:73) -2024-09-01 20:53:59,804 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.03591536200110568 (mp_runner.py:73) -2024-09-01 20:53:59,805 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.05399653299537022 (mp_runner.py:73) -2024-09-01 20:53:59,805 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.051216636995377485 (mp_runner.py:73) -2024-09-01 20:53:59,806 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.05192745800013654 (mp_runner.py:73) -2024-09-01 20:53:59,806 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.053377160998934414 (mp_runner.py:73) -2024-09-01 20:53:59,807 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.07248221299960278 (mp_runner.py:73) -2024-09-01 20:53:59,807 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.04244443600327941 (mp_runner.py:73) -2024-09-01 20:53:59,808 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.07480456399935065 (mp_runner.py:73) -2024-09-01 20:53:59,808 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.059976348995405715 (mp_runner.py:73) -2024-09-01 20:53:59,809 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.057904332999896724 (mp_runner.py:73) -2024-09-01 20:53:59,809 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.07247063300019363 (mp_runner.py:73) -2024-09-01 20:53:59,809 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.056726793001871556 (mp_runner.py:73) -2024-09-01 20:53:59,810 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.054825868995976634 (mp_runner.py:73) -2024-09-01 20:53:59,811 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.05118142800347414 (mp_runner.py:73) -2024-09-01 20:53:59,812 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.054866124999534804 (mp_runner.py:73) -2024-09-01 20:53:59,812 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.04114025599847082 (mp_runner.py:73) -2024-09-01 20:53:59,813 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.06469330000254558 (mp_runner.py:73) -2024-09-01 20:53:59,813 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.05132668999431189 (mp_runner.py:73) -2024-09-01 20:53:59,813 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.08376644999952987 (mp_runner.py:73) -2024-09-01 20:53:59,814 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.05325984400406014 (mp_runner.py:73) -2024-09-01 20:53:59,814 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.052178969999658875 (mp_runner.py:73) -2024-09-01 20:53:59,815 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.08148938600061228 (mp_runner.py:73) -2024-09-01 20:53:59,815 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.02805274500133237 (mp_runner.py:73) -2024-09-01 20:53:59,816 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.04930714800138958 (mp_runner.py:73) -2024-09-01 20:53:59,816 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.052268952000304125 (mp_runner.py:73) -2024-09-01 20:53:59,817 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.042061601001478266 (mp_runner.py:73) -2024-09-01 20:53:59,818 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.052641175003373064 (mp_runner.py:73) -2024-09-01 20:53:59,818 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.0801315330027137 (mp_runner.py:73) -2024-09-01 20:53:59,819 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.052143906003038865 (mp_runner.py:73) -2024-09-01 20:53:59,820 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.03565187400090508 (mp_runner.py:73) -2024-09-01 20:53:59,821 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.003340520997880958 (mp_runner.py:73) -2024-09-01 20:53:59,822 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.09205360299529275 (mp_runner.py:73) -2024-09-01 20:53:59,842 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.04718976999720326 (mp_runner.py:73) -2024-09-01 20:53:59,844 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.004745518002891913 (mp_runner.py:73) -2024-09-01 20:53:59,846 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.05238156099949265 (mp_runner.py:73) -2024-09-01 20:53:59,854 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.006091534000006504 (mp_runner.py:73) -2024-09-01 20:54:05,230 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0111s, count=614, qps in this process: 20.4591 (mp_runner.py:76) -2024-09-01 20:54:05,348 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0028s, count=618, qps in this process: 20.5981 (mp_runner.py:76) -2024-09-01 20:54:05,348 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0137s, count=619, qps in this process: 20.6239 (mp_runner.py:76) -2024-09-01 20:54:05,350 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0048s, count=618, qps in this process: 20.5967 (mp_runner.py:76) -2024-09-01 20:54:05,351 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0117s, count=618, qps in this process: 20.592 (mp_runner.py:76) -2024-09-01 20:54:05,354 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0099s, count=619, qps in this process: 20.6265 (mp_runner.py:76) -2024-09-01 20:54:05,356 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0107s, count=618, qps in this process: 20.5927 (mp_runner.py:76) -2024-09-01 20:54:05,356 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0119s, count=618, qps in this process: 20.5918 (mp_runner.py:76) -2024-09-01 20:54:05,357 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0129s, count=618, qps in this process: 20.5911 (mp_runner.py:76) -2024-09-01 20:54:05,358 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0032s, count=619, qps in this process: 20.6311 (mp_runner.py:76) -2024-09-01 20:54:05,359 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0088s, count=618, qps in this process: 20.594 (mp_runner.py:76) -2024-09-01 20:54:05,360 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0113s, count=618, qps in this process: 20.5922 (mp_runner.py:76) -2024-09-01 20:54:05,362 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0204s, count=619, qps in this process: 20.6193 (mp_runner.py:76) -2024-09-01 20:54:05,362 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0174s, count=618, qps in this process: 20.5881 (mp_runner.py:76) -2024-09-01 20:54:05,364 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0185s, count=619, qps in this process: 20.6206 (mp_runner.py:76) -2024-09-01 20:54:05,366 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0109s, count=619, qps in this process: 20.6258 (mp_runner.py:76) -2024-09-01 20:54:05,367 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0078s, count=619, qps in this process: 20.628 (mp_runner.py:76) -2024-09-01 20:54:05,369 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0247s, count=619, qps in this process: 20.6164 (mp_runner.py:76) -2024-09-01 20:54:05,377 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0273s, count=619, qps in this process: 20.6146 (mp_runner.py:76) -2024-09-01 20:54:05,379 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0338s, count=619, qps in this process: 20.6101 (mp_runner.py:76) -2024-09-01 20:54:05,380 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0118s, count=619, qps in this process: 20.6252 (mp_runner.py:76) -2024-09-01 20:54:05,382 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0306s, count=619, qps in this process: 20.6123 (mp_runner.py:76) -2024-09-01 20:54:05,384 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0149s, count=619, qps in this process: 20.6231 (mp_runner.py:76) -2024-09-01 20:54:05,384 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0337s, count=619, qps in this process: 20.6102 (mp_runner.py:76) -2024-09-01 20:54:05,386 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.041s, count=617, qps in this process: 20.5386 (mp_runner.py:76) -2024-09-01 20:54:05,388 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0264s, count=619, qps in this process: 20.6152 (mp_runner.py:76) -2024-09-01 20:54:05,389 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0426s, count=618, qps in this process: 20.5708 (mp_runner.py:76) -2024-09-01 20:54:05,395 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0402s, count=619, qps in this process: 20.6057 (mp_runner.py:76) -2024-09-01 20:54:05,395 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0504s, count=619, qps in this process: 20.5987 (mp_runner.py:76) -2024-09-01 20:54:05,395 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.05s, count=619, qps in this process: 20.599 (mp_runner.py:76) -2024-09-01 20:54:05,396 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0228s, count=619, qps in this process: 20.6177 (mp_runner.py:76) -2024-09-01 20:54:05,397 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0299s, count=619, qps in this process: 20.6128 (mp_runner.py:76) -2024-09-01 20:54:05,397 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.046s, count=619, qps in this process: 20.6017 (mp_runner.py:76) -2024-09-01 20:54:05,400 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0403s, count=619, qps in this process: 20.6057 (mp_runner.py:76) -2024-09-01 20:54:05,402 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0049s, count=619, qps in this process: 20.63 (mp_runner.py:76) -2024-09-01 20:54:05,406 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0518s, count=619, qps in this process: 20.5978 (mp_runner.py:76) -2024-09-01 20:54:05,412 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0668s, count=619, qps in this process: 20.5875 (mp_runner.py:76) -2024-09-01 20:54:05,413 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0845s, count=617, qps in this process: 20.5089 (mp_runner.py:76) -2024-09-01 20:54:05,421 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0411s, count=620, qps in this process: 20.6384 (mp_runner.py:76) -2024-09-01 20:54:05,425 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0506s, count=620, qps in this process: 20.6319 (mp_runner.py:76) -2024-09-01 20:54:05,426 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0093s, count=620, qps in this process: 20.6603 (mp_runner.py:76) -2024-09-01 20:54:05,426 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0759s, count=619, qps in this process: 20.5813 (mp_runner.py:76) -2024-09-01 20:54:05,428 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0351s, count=620, qps in this process: 20.6425 (mp_runner.py:76) -2024-09-01 20:54:05,428 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0542s, count=620, qps in this process: 20.6294 (mp_runner.py:76) -2024-09-01 20:54:05,432 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0353s, count=620, qps in this process: 20.6424 (mp_runner.py:76) -2024-09-01 20:54:05,433 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0021s, count=620, qps in this process: 20.6652 (mp_runner.py:76) -2024-09-01 20:54:05,433 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0645s, count=620, qps in this process: 20.6223 (mp_runner.py:76) -2024-09-01 20:54:05,434 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0192s, count=620, qps in this process: 20.6534 (mp_runner.py:76) -2024-09-01 20:54:05,435 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0149s, count=620, qps in this process: 20.6564 (mp_runner.py:76) -2024-09-01 20:54:05,436 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0212s, count=620, qps in this process: 20.6521 (mp_runner.py:76) -2024-09-01 20:54:05,437 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0092s, count=620, qps in this process: 20.6603 (mp_runner.py:76) -2024-09-01 20:54:05,437 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.021s, count=620, qps in this process: 20.6522 (mp_runner.py:76) -2024-09-01 20:54:05,448 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0019s, count=622, qps in this process: 20.732 (mp_runner.py:76) -2024-09-01 20:54:05,455 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0021s, count=623, qps in this process: 20.7652 (mp_runner.py:76) -2024-09-01 20:54:05,524 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0016s, count=636, qps in this process: 21.1989 (mp_runner.py:76) -2024-09-01 20:54:05,530 | INFO |End search in concurrency 55: dur=30.705992966999474s, total_count=34063, qps=1109.3274 (mp_runner.py:120) -2024-09-01 20:54:09,603 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:54:09,603 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 20:54:30,943 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 20:54:31,140 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,282 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,285 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,289 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,326 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,347 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,405 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,406 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,412 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,412 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,412 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,412 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,419 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,420 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,428 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,439 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,448 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,448 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,464 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,483 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,529 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,533 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,558 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,564 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,579 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,579 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,580 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,588 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,590 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,593 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,614 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,645 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,645 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,652 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,653 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,656 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,675 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,691 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,693 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,709 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,723 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,740 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,745 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,751 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,763 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,792 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,798 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:31,859 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:54:58,618 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.09427491599490168 (mp_runner.py:73) -2024-09-01 20:54:58,619 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.12054724599875044 (mp_runner.py:73) -2024-09-01 20:54:58,619 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.05337546499504242 (mp_runner.py:73) -2024-09-01 20:54:58,619 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.10114372699899832 (mp_runner.py:73) -2024-09-01 20:54:58,619 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.08724002199596725 (mp_runner.py:73) -2024-09-01 20:54:58,620 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.13061509399994975 (mp_runner.py:73) -2024-09-01 20:54:58,621 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.12879403500119224 (mp_runner.py:73) -2024-09-01 20:54:58,621 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.09983972500049276 (mp_runner.py:73) -2024-09-01 20:54:58,621 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.1090324140022858 (mp_runner.py:73) -2024-09-01 20:54:58,623 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.08198894600354834 (mp_runner.py:73) -2024-09-01 20:54:58,623 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.07483784400392324 (mp_runner.py:73) -2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.08551891500246711 (mp_runner.py:73) -2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.07513709199702134 (mp_runner.py:73) -2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.12769562800531276 (mp_runner.py:73) -2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.058631421998143196 (mp_runner.py:73) -2024-09-01 20:54:58,624 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.11066746299911756 (mp_runner.py:73) -2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.13649915700079873 (mp_runner.py:73) -2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.13118907600437524 (mp_runner.py:73) -2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.11682246399868745 (mp_runner.py:73) -2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.0875249509990681 (mp_runner.py:73) -2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.12363338700379245 (mp_runner.py:73) -2024-09-01 20:54:58,625 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.10841849200369325 (mp_runner.py:73) -2024-09-01 20:54:58,626 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.08626709599775495 (mp_runner.py:73) -2024-09-01 20:54:58,626 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.09207602699461859 (mp_runner.py:73) -2024-09-01 20:54:58,627 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.13018153099983465 (mp_runner.py:73) -2024-09-01 20:54:58,627 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.08967386799486121 (mp_runner.py:73) -2024-09-01 20:54:58,627 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.10171827899466734 (mp_runner.py:73) -2024-09-01 20:54:58,628 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.11823542999627534 (mp_runner.py:73) -2024-09-01 20:54:58,629 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.09054739699786296 (mp_runner.py:73) -2024-09-01 20:54:58,629 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.0873734519991558 (mp_runner.py:73) -2024-09-01 20:54:58,630 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.10842439299449325 (mp_runner.py:73) -2024-09-01 20:54:58,630 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.1403564960055519 (mp_runner.py:73) -2024-09-01 20:54:58,631 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.10758511700259987 (mp_runner.py:73) -2024-09-01 20:54:58,632 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.14695318300073268 (mp_runner.py:73) -2024-09-01 20:54:58,632 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.1491590880032163 (mp_runner.py:73) -2024-09-01 20:54:58,632 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.09698172799835447 (mp_runner.py:73) -2024-09-01 20:54:58,633 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.09156069599703187 (mp_runner.py:73) -2024-09-01 20:54:58,633 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.09412355800304795 (mp_runner.py:73) -2024-09-01 20:54:58,633 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.12800244800018845 (mp_runner.py:73) -2024-09-01 20:54:58,634 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.12174188200151548 (mp_runner.py:73) -2024-09-01 20:54:58,634 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.10642562800057931 (mp_runner.py:73) -2024-09-01 20:54:58,634 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.06388445400079945 (mp_runner.py:73) -2024-09-01 20:54:58,635 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.11486089899699437 (mp_runner.py:73) -2024-09-01 20:54:58,635 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.1017030720031471 (mp_runner.py:73) -2024-09-01 20:54:58,635 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.1219031470027403 (mp_runner.py:73) -2024-09-01 20:54:58,636 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.1421804580022581 (mp_runner.py:73) -2024-09-01 20:54:58,636 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.1479425319994334 (mp_runner.py:73) -2024-09-01 20:54:58,636 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.15088735099561745 (mp_runner.py:73) -2024-09-01 20:54:58,637 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.11129735600115964 (mp_runner.py:73) -2024-09-01 20:54:58,637 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.10951657199620968 (mp_runner.py:73) -2024-09-01 20:54:58,638 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.10282610799913527 (mp_runner.py:73) -2024-09-01 20:54:58,638 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.1379698050004663 (mp_runner.py:73) -2024-09-01 20:54:58,638 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.15221686699806014 (mp_runner.py:73) -2024-09-01 20:54:58,639 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.1469148350006435 (mp_runner.py:73) -2024-09-01 20:54:58,639 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.10142124300182331 (mp_runner.py:73) -2024-09-01 20:54:58,646 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.14242833600292215 (mp_runner.py:73) -2024-09-01 20:54:58,689 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.049250616000790615 (mp_runner.py:73) -2024-09-01 20:54:58,725 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.02545372899476206 (mp_runner.py:73) -2024-09-01 20:54:58,745 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.1047080360003747 (mp_runner.py:73) -2024-09-01 20:54:58,853 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.06716321199928643 (mp_runner.py:73) -2024-09-01 20:55:01,189 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0375s, count=545, qps in this process: 18.144 (mp_runner.py:76) -2024-09-01 20:55:01,304 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0161s, count=548, qps in this process: 18.2569 (mp_runner.py:76) -2024-09-01 20:55:01,312 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0083s, count=548, qps in this process: 18.2616 (mp_runner.py:76) -2024-09-01 20:55:01,330 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.04s, count=549, qps in this process: 18.2756 (mp_runner.py:76) -2024-09-01 20:55:01,338 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0085s, count=549, qps in this process: 18.2948 (mp_runner.py:76) -2024-09-01 20:55:01,341 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0114s, count=548, qps in this process: 18.2597 (mp_runner.py:76) -2024-09-01 20:55:01,354 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0503s, count=549, qps in this process: 18.2694 (mp_runner.py:76) -2024-09-01 20:55:01,382 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0273s, count=550, qps in this process: 18.3167 (mp_runner.py:76) -2024-09-01 20:55:01,409 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0028s, count=550, qps in this process: 18.3316 (mp_runner.py:76) -2024-09-01 20:55:01,416 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0003s, count=550, qps in this process: 18.3332 (mp_runner.py:76) -2024-09-01 20:55:01,423 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0067s, count=551, qps in this process: 18.3626 (mp_runner.py:76) -2024-09-01 20:55:01,423 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0149s, count=551, qps in this process: 18.3575 (mp_runner.py:76) -2024-09-01 20:55:01,425 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0095s, count=551, qps in this process: 18.3609 (mp_runner.py:76) -2024-09-01 20:55:01,433 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0023s, count=551, qps in this process: 18.3653 (mp_runner.py:76) -2024-09-01 20:55:01,438 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0025s, count=551, qps in this process: 18.3651 (mp_runner.py:76) -2024-09-01 20:55:01,441 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0221s, count=551, qps in this process: 18.3531 (mp_runner.py:76) -2024-09-01 20:55:01,470 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0454s, count=552, qps in this process: 18.3722 (mp_runner.py:76) -2024-09-01 20:55:01,473 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0295s, count=551, qps in this process: 18.3486 (mp_runner.py:76) -2024-09-01 20:55:01,473 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.027s, count=552, qps in this process: 18.3835 (mp_runner.py:76) -2024-09-01 20:55:01,475 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0371s, count=552, qps in this process: 18.3773 (mp_runner.py:76) -2024-09-01 20:55:01,476 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0404s, count=552, qps in this process: 18.3753 (mp_runner.py:76) -2024-09-01 20:55:01,478 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0181s, count=552, qps in this process: 18.3889 (mp_runner.py:76) -2024-09-01 20:55:01,480 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0124s, count=552, qps in this process: 18.3924 (mp_runner.py:76) -2024-09-01 20:55:01,488 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0727s, count=552, qps in this process: 18.3555 (mp_runner.py:76) -2024-09-01 20:55:01,493 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.065s, count=552, qps in this process: 18.3602 (mp_runner.py:76) -2024-09-01 20:55:01,502 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0496s, count=552, qps in this process: 18.3696 (mp_runner.py:76) -2024-09-01 20:55:01,523 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0004s, count=553, qps in this process: 18.4331 (mp_runner.py:76) -2024-09-01 20:55:01,523 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0356s, count=553, qps in this process: 18.4115 (mp_runner.py:76) -2024-09-01 20:55:01,537 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0018s, count=553, qps in this process: 18.4322 (mp_runner.py:76) -2024-09-01 20:55:01,537 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0165s, count=553, qps in this process: 18.4232 (mp_runner.py:76) -2024-09-01 20:55:01,548 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0096s, count=554, qps in this process: 18.4608 (mp_runner.py:76) -2024-09-01 20:55:01,558 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0288s, count=553, qps in this process: 18.4157 (mp_runner.py:76) -2024-09-01 20:55:01,589 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0221s, count=555, qps in this process: 18.4864 (mp_runner.py:76) -2024-09-01 20:55:01,589 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0136s, count=555, qps in this process: 18.4916 (mp_runner.py:76) -2024-09-01 20:55:01,589 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0072s, count=555, qps in this process: 18.4956 (mp_runner.py:76) -2024-09-01 20:55:01,590 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0078s, count=555, qps in this process: 18.4952 (mp_runner.py:76) -2024-09-01 20:55:01,608 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0137s, count=556, qps in this process: 18.5249 (mp_runner.py:76) -2024-09-01 20:55:01,614 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0195s, count=556, qps in this process: 18.5213 (mp_runner.py:76) -2024-09-01 20:55:01,619 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0284s, count=556, qps in this process: 18.5158 (mp_runner.py:76) -2024-09-01 20:55:01,620 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0249s, count=556, qps in this process: 18.518 (mp_runner.py:76) -2024-09-01 20:55:01,632 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0037s, count=556, qps in this process: 18.531 (mp_runner.py:76) -2024-09-01 20:55:01,650 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0032s, count=558, qps in this process: 18.598 (mp_runner.py:76) -2024-09-01 20:55:01,650 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0036s, count=558, qps in this process: 18.5978 (mp_runner.py:76) -2024-09-01 20:55:01,669 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0075s, count=559, qps in this process: 18.6287 (mp_runner.py:76) -2024-09-01 20:55:01,672 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0133s, count=559, qps in this process: 18.6251 (mp_runner.py:76) -2024-09-01 20:55:01,674 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0035s, count=559, qps in this process: 18.6312 (mp_runner.py:76) -2024-09-01 20:55:01,700 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0175s, count=560, qps in this process: 18.6558 (mp_runner.py:76) -2024-09-01 20:55:01,701 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0029s, count=561, qps in this process: 18.6982 (mp_runner.py:76) -2024-09-01 20:55:01,704 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0059s, count=561, qps in this process: 18.6963 (mp_runner.py:76) -2024-09-01 20:55:01,718 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0135s, count=562, qps in this process: 18.7249 (mp_runner.py:76) -2024-09-01 20:55:01,721 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0043s, count=562, qps in this process: 18.7306 (mp_runner.py:76) -2024-09-01 20:55:01,735 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0066s, count=564, qps in this process: 18.7959 (mp_runner.py:76) -2024-09-01 20:55:01,747 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0024s, count=565, qps in this process: 18.8318 (mp_runner.py:76) -2024-09-01 20:55:01,759 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0088s, count=567, qps in this process: 18.8945 (mp_runner.py:76) -2024-09-01 20:55:01,768 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0101s, count=568, qps in this process: 18.927 (mp_runner.py:76) -2024-09-01 20:55:01,788 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.008s, count=571, qps in this process: 19.0283 (mp_runner.py:76) -2024-09-01 20:55:01,799 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0037s, count=573, qps in this process: 19.0976 (mp_runner.py:76) -2024-09-01 20:55:01,806 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.004s, count=574, qps in this process: 19.1308 (mp_runner.py:76) -2024-09-01 20:55:01,806 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0041s, count=574, qps in this process: 19.1307 (mp_runner.py:76) -2024-09-01 20:55:01,870 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0035s, count=591, qps in this process: 19.6977 (mp_runner.py:76) -2024-09-01 20:55:01,876 | INFO |End search in concurrency 60: dur=30.931543232996773s, total_count=33376, qps=1079.028 (mp_runner.py:120) -2024-09-01 20:55:06,296 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:55:06,297 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 20:55:27,861 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 20:55:28,197 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,237 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,242 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,284 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,287 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,319 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,327 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,394 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,408 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,411 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,411 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,416 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,416 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,416 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,416 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,418 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,419 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,419 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,422 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,422 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,423 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,423 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,423 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,424 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,538 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,542 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,551 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,559 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,562 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,577 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,587 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,594 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,594 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,607 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,623 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,661 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,661 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,662 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,667 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,721 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,728 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,742 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,770 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,826 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,832 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,834 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,851 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:28,914 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.06570360399928177 (mp_runner.py:73) -2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.11852994699438568 (mp_runner.py:73) -2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.06886247499642195 (mp_runner.py:73) -2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.08507476800150471 (mp_runner.py:73) -2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.12199730399879627 (mp_runner.py:73) -2024-09-01 20:55:57,249 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.04010443500010297 (mp_runner.py:73) -2024-09-01 20:55:57,255 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.07730891599931056 (mp_runner.py:73) -2024-09-01 20:55:57,255 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.11924915599956876 (mp_runner.py:73) -2024-09-01 20:55:57,256 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.11873367099906318 (mp_runner.py:73) -2024-09-01 20:55:57,256 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.11837601399747655 (mp_runner.py:73) -2024-09-01 20:55:57,257 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.11554909800179303 (mp_runner.py:73) -2024-09-01 20:55:57,257 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.12822403899917845 (mp_runner.py:73) -2024-09-01 20:55:57,257 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.11194760500075063 (mp_runner.py:73) -2024-09-01 20:55:57,258 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.08440966800117167 (mp_runner.py:73) -2024-09-01 20:55:57,258 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.11856948899367126 (mp_runner.py:73) -2024-09-01 20:55:57,258 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.11701989299763227 (mp_runner.py:73) -2024-09-01 20:55:57,258 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.11578804500459228 (mp_runner.py:73) -2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.10942338499444304 (mp_runner.py:73) -2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.047811039999942295 (mp_runner.py:73) -2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.10575778500060551 (mp_runner.py:73) -2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.09521899399987888 (mp_runner.py:73) -2024-09-01 20:55:57,259 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.03933385200070916 (mp_runner.py:73) -2024-09-01 20:55:57,260 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.10096902400255203 (mp_runner.py:73) -2024-09-01 20:55:57,260 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.12337946399929933 (mp_runner.py:73) -2024-09-01 20:55:57,260 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.1001144280016888 (mp_runner.py:73) -2024-09-01 20:55:57,260 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.08184137400530744 (mp_runner.py:73) -2024-09-01 20:55:57,261 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.09301527900242945 (mp_runner.py:73) -2024-09-01 20:55:57,262 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.10430701299628709 (mp_runner.py:73) -2024-09-01 20:55:57,262 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.10066948599705938 (mp_runner.py:73) -2024-09-01 20:55:57,262 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.1062502350032446 (mp_runner.py:73) -2024-09-01 20:55:57,263 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.09560608999890974 (mp_runner.py:73) -2024-09-01 20:55:57,263 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.1279615460007335 (mp_runner.py:73) -2024-09-01 20:55:57,263 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.11379352099902462 (mp_runner.py:73) -2024-09-01 20:55:57,263 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.08874593000655295 (mp_runner.py:73) -2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.07847599600063404 (mp_runner.py:73) -2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.08207040999695892 (mp_runner.py:73) -2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.1200899239993305 (mp_runner.py:73) -2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.09296802699827822 (mp_runner.py:73) -2024-09-01 20:55:57,264 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.1309127799977432 (mp_runner.py:73) -2024-09-01 20:55:57,265 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.05470758400042541 (mp_runner.py:73) -2024-09-01 20:55:57,265 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.0991950449970318 (mp_runner.py:73) -2024-09-01 20:55:57,265 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.0804357640008675 (mp_runner.py:73) -2024-09-01 20:55:57,265 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.08814708799764048 (mp_runner.py:73) -2024-09-01 20:55:57,266 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.08141723799781175 (mp_runner.py:73) -2024-09-01 20:55:57,266 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.114150724002684 (mp_runner.py:73) -2024-09-01 20:55:57,267 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.14108103799662786 (mp_runner.py:73) -2024-09-01 20:55:57,267 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.11949136399925919 (mp_runner.py:73) -2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.04626259100041352 (mp_runner.py:73) -2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.13559649600210832 (mp_runner.py:73) -2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.1025476609938778 (mp_runner.py:73) -2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.13892692099761916 (mp_runner.py:73) -2024-09-01 20:55:57,268 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.09973652500048047 (mp_runner.py:73) -2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.06004309400304919 (mp_runner.py:73) -2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.12879554899700452 (mp_runner.py:73) -2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.06105783300154144 (mp_runner.py:73) -2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.14109261900011916 (mp_runner.py:73) -2024-09-01 20:55:57,269 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.13586907200078713 (mp_runner.py:73) -2024-09-01 20:55:57,270 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.059055464997072704 (mp_runner.py:73) -2024-09-01 20:55:57,270 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.02725696100242203 (mp_runner.py:73) -2024-09-01 20:55:57,270 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.13802263400430093 (mp_runner.py:73) -2024-09-01 20:55:57,270 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.11064530500152614 (mp_runner.py:73) -2024-09-01 20:55:57,271 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.10059811799874296 (mp_runner.py:73) -2024-09-01 20:55:57,271 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.06040286299685249 (mp_runner.py:73) -2024-09-01 20:55:57,271 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.12680834699858679 (mp_runner.py:73) -2024-09-01 20:55:57,272 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.10220368799491553 (mp_runner.py:73) -2024-09-01 20:55:58,219 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0135s, count=518, qps in this process: 17.2589 (mp_runner.py:76) -2024-09-01 20:55:58,281 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0066s, count=516, qps in this process: 17.1962 (mp_runner.py:76) -2024-09-01 20:55:58,294 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0513s, count=519, qps in this process: 17.2705 (mp_runner.py:76) -2024-09-01 20:55:58,296 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0041s, count=519, qps in this process: 17.2976 (mp_runner.py:76) -2024-09-01 20:55:58,312 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.022s, count=519, qps in this process: 17.2873 (mp_runner.py:76) -2024-09-01 20:55:58,334 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0317s, count=520, qps in this process: 17.315 (mp_runner.py:76) -2024-09-01 20:55:58,338 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0478s, count=520, qps in this process: 17.3058 (mp_runner.py:76) -2024-09-01 20:55:58,343 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.003s, count=520, qps in this process: 17.3316 (mp_runner.py:76) -2024-09-01 20:55:58,348 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0271s, count=520, qps in this process: 17.3177 (mp_runner.py:76) -2024-09-01 20:55:58,430 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0077s, count=522, qps in this process: 17.3955 (mp_runner.py:76) -2024-09-01 20:55:58,431 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0023s, count=522, qps in this process: 17.3987 (mp_runner.py:76) -2024-09-01 20:55:58,433 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0161s, count=522, qps in this process: 17.3907 (mp_runner.py:76) -2024-09-01 20:55:58,433 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0169s, count=522, qps in this process: 17.3902 (mp_runner.py:76) -2024-09-01 20:55:58,434 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0154s, count=522, qps in this process: 17.3911 (mp_runner.py:76) -2024-09-01 20:55:58,435 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0159s, count=522, qps in this process: 17.3908 (mp_runner.py:76) -2024-09-01 20:55:58,436 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0201s, count=522, qps in this process: 17.3883 (mp_runner.py:76) -2024-09-01 20:55:58,437 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0141s, count=522, qps in this process: 17.3918 (mp_runner.py:76) -2024-09-01 20:55:58,440 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0241s, count=522, qps in this process: 17.386 (mp_runner.py:76) -2024-09-01 20:55:58,441 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0145s, count=521, qps in this process: 17.3583 (mp_runner.py:76) -2024-09-01 20:55:58,442 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0164s, count=522, qps in this process: 17.3905 (mp_runner.py:76) -2024-09-01 20:55:58,442 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0195s, count=522, qps in this process: 17.3887 (mp_runner.py:76) -2024-09-01 20:55:58,444 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0245s, count=522, qps in this process: 17.3858 (mp_runner.py:76) -2024-09-01 20:55:58,444 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0189s, count=522, qps in this process: 17.389 (mp_runner.py:76) -2024-09-01 20:55:58,445 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0161s, count=522, qps in this process: 17.3907 (mp_runner.py:76) -2024-09-01 20:55:58,445 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0136s, count=522, qps in this process: 17.3921 (mp_runner.py:76) -2024-09-01 20:55:58,445 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0166s, count=522, qps in this process: 17.3904 (mp_runner.py:76) -2024-09-01 20:55:58,447 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0275s, count=522, qps in this process: 17.3841 (mp_runner.py:76) -2024-09-01 20:55:58,447 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0188s, count=522, qps in this process: 17.3891 (mp_runner.py:76) -2024-09-01 20:55:58,448 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0459s, count=522, qps in this process: 17.3734 (mp_runner.py:76) -2024-09-01 20:55:58,448 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0371s, count=522, qps in this process: 17.3785 (mp_runner.py:76) -2024-09-01 20:55:58,449 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0257s, count=522, qps in this process: 17.3851 (mp_runner.py:76) -2024-09-01 20:55:58,456 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0368s, count=522, qps in this process: 17.3787 (mp_runner.py:76) -2024-09-01 20:55:58,488 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0334s, count=523, qps in this process: 17.4139 (mp_runner.py:76) -2024-09-01 20:55:58,495 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0137s, count=523, qps in this process: 17.4254 (mp_runner.py:76) -2024-09-01 20:55:58,567 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0278s, count=524, qps in this process: 17.4505 (mp_runner.py:76) -2024-09-01 20:55:58,574 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0045s, count=525, qps in this process: 17.4974 (mp_runner.py:76) -2024-09-01 20:55:58,581 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0014s, count=525, qps in this process: 17.4992 (mp_runner.py:76) -2024-09-01 20:55:58,588 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0468s, count=525, qps in this process: 17.4727 (mp_runner.py:76) -2024-09-01 20:55:58,588 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0458s, count=525, qps in this process: 17.4733 (mp_runner.py:76) -2024-09-01 20:55:58,594 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0172s, count=525, qps in this process: 17.49 (mp_runner.py:76) -2024-09-01 20:55:58,600 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0409s, count=525, qps in this process: 17.4762 (mp_runner.py:76) -2024-09-01 20:55:58,604 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0624s, count=524, qps in this process: 17.4304 (mp_runner.py:76) -2024-09-01 20:55:58,606 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0623s, count=524, qps in this process: 17.4305 (mp_runner.py:76) -2024-09-01 20:55:58,608 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.013s, count=525, qps in this process: 17.4924 (mp_runner.py:76) -2024-09-01 20:55:58,621 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0249s, count=526, qps in this process: 17.5188 (mp_runner.py:76) -2024-09-01 20:55:58,625 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0274s, count=526, qps in this process: 17.5173 (mp_runner.py:76) -2024-09-01 20:55:58,650 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0404s, count=526, qps in this process: 17.5098 (mp_runner.py:76) -2024-09-01 20:55:58,652 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0044s, count=526, qps in this process: 17.5308 (mp_runner.py:76) -2024-09-01 20:55:58,678 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0034s, count=527, qps in this process: 17.5647 (mp_runner.py:76) -2024-09-01 20:55:58,682 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0078s, count=528, qps in this process: 17.5954 (mp_runner.py:76) -2024-09-01 20:55:58,686 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0228s, count=528, qps in this process: 17.5866 (mp_runner.py:76) -2024-09-01 20:55:58,688 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0085s, count=528, qps in this process: 17.595 (mp_runner.py:76) -2024-09-01 20:55:58,694 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0148s, count=529, qps in this process: 17.6246 (mp_runner.py:76) -2024-09-01 20:55:58,738 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0005s, count=533, qps in this process: 17.7664 (mp_runner.py:76) -2024-09-01 20:55:58,752 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0137s, count=534, qps in this process: 17.7919 (mp_runner.py:76) -2024-09-01 20:55:58,761 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0109s, count=534, qps in this process: 17.7935 (mp_runner.py:76) -2024-09-01 20:55:58,774 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0007s, count=537, qps in this process: 17.8996 (mp_runner.py:76) -2024-09-01 20:55:58,801 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0071s, count=540, qps in this process: 17.9957 (mp_runner.py:76) -2024-09-01 20:55:58,812 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0017s, count=542, qps in this process: 18.0656 (mp_runner.py:76) -2024-09-01 20:55:58,827 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0006s, count=544, qps in this process: 18.133 (mp_runner.py:76) -2024-09-01 20:55:58,833 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.002s, count=545, qps in this process: 18.1655 (mp_runner.py:76) -2024-09-01 20:55:58,839 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0044s, count=546, qps in this process: 18.1973 (mp_runner.py:76) -2024-09-01 20:55:58,846 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0009s, count=547, qps in this process: 18.2328 (mp_runner.py:76) -2024-09-01 20:55:58,855 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0028s, count=549, qps in this process: 18.2983 (mp_runner.py:76) -2024-09-01 20:55:58,922 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0024s, count=568, qps in this process: 18.9318 (mp_runner.py:76) -2024-09-01 20:55:58,926 | INFO |End search in concurrency 65: dur=31.064158132998273s, total_count=34232, qps=1101.9774 (mp_runner.py:120) -2024-09-01 20:56:03,671 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:56:03,671 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 20:56:25,499 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 20:56:25,802 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:25,861 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:25,892 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:25,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:25,913 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:25,919 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:25,924 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:25,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:25,987 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,029 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,042 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,046 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,047 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,063 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,080 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,083 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,110 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,118 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,123 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,128 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,132 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,138 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,139 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,143 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,148 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,151 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,209 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,210 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,218 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,234 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,240 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,275 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,276 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,290 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,322 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,323 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,359 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,371 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,387 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,393 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,403 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,403 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,404 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,410 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,417 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,465 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,466 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,512 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,546 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,586 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,588 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:26,599 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 20:56:55,873 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0374s, count=477, qps in this process: 15.8802 (mp_runner.py:76) -2024-09-01 20:56:55,884 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0157s, count=477, qps in this process: 15.8917 (mp_runner.py:76) -2024-09-01 20:56:55,923 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0052s, count=478, qps in this process: 15.9306 (mp_runner.py:76) -2024-09-01 20:56:55,934 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0368s, count=478, qps in this process: 15.9138 (mp_runner.py:76) -2024-09-01 20:56:55,938 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0078s, count=478, qps in this process: 15.9292 (mp_runner.py:76) -2024-09-01 20:56:55,962 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.046s, count=478, qps in this process: 15.9089 (mp_runner.py:76) -2024-09-01 20:56:55,964 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0442s, count=478, qps in this process: 15.9099 (mp_runner.py:76) -2024-09-01 20:56:56,003 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0281s, count=479, qps in this process: 15.9517 (mp_runner.py:76) -2024-09-01 20:56:56,038 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0498s, count=479, qps in this process: 15.9402 (mp_runner.py:76) -2024-09-01 20:56:56,049 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0139s, count=479, qps in this process: 15.9593 (mp_runner.py:76) -2024-09-01 20:56:56,065 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0299s, count=480, qps in this process: 15.9841 (mp_runner.py:76) -2024-09-01 20:56:56,069 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0339s, count=480, qps in this process: 15.9819 (mp_runner.py:76) -2024-09-01 20:56:56,081 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0454s, count=480, qps in this process: 15.9758 (mp_runner.py:76) -2024-09-01 20:56:56,091 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0237s, count=480, qps in this process: 15.9874 (mp_runner.py:76) -2024-09-01 20:56:56,098 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0475s, count=480, qps in this process: 15.9747 (mp_runner.py:76) -2024-09-01 20:56:56,113 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0301s, count=480, qps in this process: 15.984 (mp_runner.py:76) -2024-09-01 20:56:56,114 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0499s, count=481, qps in this process: 16.0067 (mp_runner.py:76) -2024-09-01 20:56:56,118 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0309s, count=481, qps in this process: 16.0168 (mp_runner.py:76) -2024-09-01 20:56:56,118 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0308s, count=481, qps in this process: 16.0169 (mp_runner.py:76) -2024-09-01 20:56:56,119 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0313s, count=481, qps in this process: 16.0166 (mp_runner.py:76) -2024-09-01 20:56:56,121 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0704s, count=481, qps in this process: 15.9958 (mp_runner.py:76) -2024-09-01 20:56:56,126 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0055s, count=482, qps in this process: 16.0637 (mp_runner.py:76) -2024-09-01 20:56:56,140 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0126s, count=482, qps in this process: 16.0599 (mp_runner.py:76) -2024-09-01 20:56:56,147 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0318s, count=481, qps in this process: 16.0164 (mp_runner.py:76) -2024-09-01 20:56:56,154 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0667s, count=478, qps in this process: 15.898 (mp_runner.py:76) -2024-09-01 20:56:56,160 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0387s, count=481, qps in this process: 16.0127 (mp_runner.py:76) -2024-09-01 20:56:56,160 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0215s, count=482, qps in this process: 16.0552 (mp_runner.py:76) -2024-09-01 20:56:56,160 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0378s, count=481, qps in this process: 16.0132 (mp_runner.py:76) -2024-09-01 20:56:56,174 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0158s, count=482, qps in this process: 16.0582 (mp_runner.py:76) -2024-09-01 20:56:56,176 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0333s, count=482, qps in this process: 16.0489 (mp_runner.py:76) -2024-09-01 20:56:56,178 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0389s, count=483, qps in this process: 16.0792 (mp_runner.py:76) -2024-09-01 20:56:56,185 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0273s, count=482, qps in this process: 16.0521 (mp_runner.py:76) -2024-09-01 20:56:56,195 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0408s, count=482, qps in this process: 16.0448 (mp_runner.py:76) -2024-09-01 20:56:56,202 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0471s, count=483, qps in this process: 16.0748 (mp_runner.py:76) -2024-09-01 20:56:56,206 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0634s, count=482, qps in this process: 16.0328 (mp_runner.py:76) -2024-09-01 20:56:56,226 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0118s, count=484, qps in this process: 16.127 (mp_runner.py:76) -2024-09-01 20:56:56,233 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0185s, count=484, qps in this process: 16.1234 (mp_runner.py:76) -2024-09-01 20:56:56,257 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0036s, count=477, qps in this process: 15.8981 (mp_runner.py:76) -2024-09-01 20:56:56,272 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0307s, count=485, qps in this process: 16.1501 (mp_runner.py:76) -2024-09-01 20:56:56,275 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0359s, count=485, qps in this process: 16.1473 (mp_runner.py:76) -2024-09-01 20:56:56,290 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0357s, count=481, qps in this process: 16.0143 (mp_runner.py:76) -2024-09-01 20:56:56,298 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0513s, count=485, qps in this process: 16.1391 (mp_runner.py:76) -2024-09-01 20:56:56,305 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0273s, count=486, qps in this process: 16.1853 (mp_runner.py:76) -2024-09-01 20:56:56,306 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0249s, count=486, qps in this process: 16.1866 (mp_runner.py:76) -2024-09-01 20:56:56,308 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0132s, count=486, qps in this process: 16.1929 (mp_runner.py:76) -2024-09-01 20:56:56,315 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0312s, count=486, qps in this process: 16.1832 (mp_runner.py:76) -2024-09-01 20:56:56,330 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0044s, count=487, qps in this process: 16.231 (mp_runner.py:76) -2024-09-01 20:56:56,343 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0142s, count=487, qps in this process: 16.2257 (mp_runner.py:76) -2024-09-01 20:56:56,355 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0257s, count=488, qps in this process: 16.2527 (mp_runner.py:76) -2024-09-01 20:56:56,385 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0016s, count=490, qps in this process: 16.3325 (mp_runner.py:76) -2024-09-01 20:56:56,388 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0122s, count=490, qps in this process: 16.3267 (mp_runner.py:76) -2024-09-01 20:56:56,393 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0226s, count=486, qps in this process: 16.1878 (mp_runner.py:76) -2024-09-01 20:56:56,417 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0069s, count=491, qps in this process: 16.3629 (mp_runner.py:76) -2024-09-01 20:56:56,417 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0237s, count=491, qps in this process: 16.3537 (mp_runner.py:76) -2024-09-01 20:56:56,418 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0199s, count=491, qps in this process: 16.3558 (mp_runner.py:76) -2024-09-01 20:56:56,418 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0035s, count=491, qps in this process: 16.3648 (mp_runner.py:76) -2024-09-01 20:56:56,418 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.004s, count=491, qps in this process: 16.3645 (mp_runner.py:76) -2024-09-01 20:56:56,418 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.009s, count=491, qps in this process: 16.3618 (mp_runner.py:76) -2024-09-01 20:56:56,428 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.005s, count=492, qps in this process: 16.3973 (mp_runner.py:76) -2024-09-01 20:56:56,478 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0007s, count=497, qps in this process: 16.5663 (mp_runner.py:76) -2024-09-01 20:56:56,481 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.001s, count=497, qps in this process: 16.5661 (mp_runner.py:76) -2024-09-01 20:56:56,485 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0045s, count=498, qps in this process: 16.5975 (mp_runner.py:76) -2024-09-01 20:56:56,485 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0081s, count=491, qps in this process: 16.3622 (mp_runner.py:76) -2024-09-01 20:56:56,494 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0133s, count=498, qps in this process: 16.5926 (mp_runner.py:76) -2024-09-01 20:56:56,502 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.009004042003653012 (mp_runner.py:73) -2024-09-01 20:56:56,502 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.003525589003402274 (mp_runner.py:73) -2024-09-01 20:56:56,504 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.006808025995269418 (mp_runner.py:73) -2024-09-01 20:56:56,505 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.0071489139954792336 (mp_runner.py:73) -2024-09-01 20:56:56,506 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.0022734029989806004 (mp_runner.py:73) -2024-09-01 20:56:56,508 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.0024263059967779554 (mp_runner.py:73) -2024-09-01 20:56:56,525 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0019s, count=503, qps in this process: 16.7656 (mp_runner.py:76) -2024-09-01 20:56:56,563 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0065s, count=509, qps in this process: 16.963 (mp_runner.py:76) -2024-09-01 20:56:56,600 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0013s, count=516, qps in this process: 17.1993 (mp_runner.py:76) -2024-09-01 20:56:56,609 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0025s, count=518, qps in this process: 17.2652 (mp_runner.py:76) -2024-09-01 20:56:56,614 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.002s, count=519, qps in this process: 17.2988 (mp_runner.py:76) -2024-09-01 20:56:56,620 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0044s, count=520, qps in this process: 17.3308 (mp_runner.py:76) -2024-09-01 20:56:56,626 | INFO |End search in concurrency 70: dur=31.12646861599933s, total_count=34066, qps=1094.4383 (mp_runner.py:120) -2024-09-01 20:57:01,306 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1118.2805, serial_latency_p99=np.float64(0.0512), recall=np.float64(0.8502), ndcg=np.float64(0.867), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[263.6373, 811.8344, 1036.9304, 1061.3471, 1071.5013, 1084.3147, 1064.4204, 1118.2805, 1084.6578, 1088.9813, 1109.3274, 1079.028, 1101.9774, 1094.4383], conc_latency_p99_list=[np.float64(0.002151409251829318), np.float64(0.002154966616301681), np.float64(0.0024928337940073107), np.float64(0.0028023496159257774), np.float64(0.00300431623720433), np.float64(0.0030379289448988858), np.float64(0.002955711207332206), np.float64(0.0034039294183465245), np.float64(0.003432632689600723), np.float64(0.003499984288100677), np.float64(0.0037158137975930004), np.float64(0.0033651194001322435), np.float64(0.00428870802944366), np.float64(0.003971073402011825)]) (task_runner.py:197) -2024-09-01 20:57:01,307 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:45:31.110254'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1118.2805, serial_latency_p99=np.float64(0.0512), recall=np.float64(0.8502), ndcg=np.float64(0.867), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[263.6373, 811.8344, 1036.9304, 1061.3471, 1071.5013, 1084.3147, 1064.4204, 1118.2805, 1084.6578, 1088.9813, 1109.3274, 1079.028, 1101.9774, 1094.4383], conc_latency_p99_list=[np.float64(0.002151409251829318), np.float64(0.002154966616301681), np.float64(0.0024928337940073107), np.float64(0.0028023496159257774), np.float64(0.00300431623720433), np.float64(0.0030379289448988858), np.float64(0.002955711207332206), np.float64(0.0034039294183465245), np.float64(0.003432632689600723), np.float64(0.003499984288100677), np.float64(0.0037158137975930004), np.float64(0.0033651194001322435), np.float64(0.00428870802944366), np.float64(0.003971073402011825)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 20:57:01,307 | INFO |Task summary: run_id=4ab6e, task_label=4ab6e47b3cf847a4bc87d2fda3fd8158 (models.py:346) -2024-09-01 20:57:01,307 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 20:57:01,307 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 20:57:01,307 | INFO |PgVector | 2024-09-01T20:45:31.110254 Performance1536D500K 4ab6e47b3cf847a4bc87d2fda3fd8158 | 0.0 1118.2805 0.0512 0.8502 0 | :) (models.py:346) -2024-09-01 20:57:01,307 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json (models.py:204) -2024-09-01 20:57:01,308 | INFO |Success to finish task: label=4ab6e47b3cf847a4bc87d2fda3fd8158, run_id=4ab6e47b3cf847a4bc87d2fda3fd8158 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json b/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json deleted file mode 100644 index 411228972..000000000 --- a/script/data/aws/db.m6i.large-8-32-120-Performance1536D500K-0-91817/result_20240901_4ab6e47b3cf847a4bc87d2fda3fd8158_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "4ab6e47b3cf847a4bc87d2fda3fd8158", "task_label": "4ab6e47b3cf847a4bc87d2fda3fd8158", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1118.2805, "serial_latency_p99": 0.0512, "recall": 0.8502, "ndcg": 0.867, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [263.6373, 811.8344, 1036.9304, 1061.3471, 1071.5013, 1084.3147, 1064.4204, 1118.2805, 1084.6578, 1088.9813, 1109.3274, 1079.028, 1101.9774, 1094.4383], "conc_latency_p99_list": [0.002151409251829318, 0.002154966616301681, 0.0024928337940073107, 0.0028023496159257774, 0.00300431623720433, 0.0030379289448988858, 0.002955711207332206, 0.0034039294183465245, 0.003432632689600723, 0.003499984288100677, 0.0037158137975930004, 0.0033651194001322435, 0.00428870802944366, 0.003971073402011825]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:45:31.110254", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt b/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt deleted file mode 100644 index d359aa50f..000000000 --- a/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/log.txt +++ /dev/null @@ -1,3069 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load -2024-09-01 20:07:40,889 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:07:40.877454', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 20:07:40,889 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:07:40.877454', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 20:07:40,889 | INFO |generated uuid for the tasks: d3f2673087a04e67a89010c969c1151f (interface.py:66) -2024-09-01 20:07:40,950 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 20:07:40,950 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 20:07:40,950 | INFO | PgVector-2024-09-01T20:07:40.877454 | Performance OpenAI-MEDIUM-500K None | d3f2673087a04e67a89010c969c1151f (task_runner.py:340) -2024-09-01 20:07:40,950 | INFO |task submitted: id=d3f2673087a04e67a89010c969c1151f, d3f2673087a04e67a89010c969c1151f, case number: 1 (interface.py:231) -2024-09-01 20:07:41,363 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:07:40.877454'}, drop_old=False (interface.py:164) -2024-09-01 20:07:41,363 | INFO |Starting run (task_runner.py:100) -2024-09-01 20:07:41,439 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 20:07:42,024 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 20:07:42,071 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 20:07:42,095 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 20:07:42,095 | INFO |Start performance case (task_runner.py:158) -2024-09-01 20:07:42,117 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:07:42,119 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 20:07:42,119 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 20:07:42,120 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 20:07:42,164 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 20:07:42,726 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 20:07:42,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:07:42,747 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 20:07:42,748 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 20:07:45,456 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.036266203998820856, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:07:48,628 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03245327399781672, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:07:51,725 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.027193968002393376, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:07:54,808 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.021645054999680724, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:07:57,860 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.019973968002886977, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:08:00,576 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.015556143000139855, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:08:03,135 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.011799829997471534, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:08:06,064 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.039556847004860174, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:08:08,805 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01967558199976338, latest recall=0.0 (serial_runner.py:202) -2024-09-01 20:08:11,680 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.015178467998339329, latest recall=0.2 (serial_runner.py:202) -2024-09-01 20:08:11,680 | INFO |SpawnProcess-1:1 search entire test_data: cost=24.3529s, queries=1000, avg_recall=0.1945, avg_ndcg=0.2996,avg_latency=0.0244, p99=0.0875 (serial_runner.py:209) -2024-09-01 20:08:12,209 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:08:12,209 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 20:08:13,231 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 20:08:13,262 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:08:13,781 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0009491489981883205 (mp_runner.py:73) -2024-09-01 20:08:14,258 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0008122200015350245 (mp_runner.py:73) -2024-09-01 20:08:14,717 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0009314179987995885 (mp_runner.py:73) -2024-09-01 20:08:15,193 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0010552480016485788 (mp_runner.py:73) -2024-09-01 20:08:15,658 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0009472669989918359 (mp_runner.py:73) -2024-09-01 20:08:16,111 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.000948100998357404 (mp_runner.py:73) -2024-09-01 20:08:16,557 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0009185329981846735 (mp_runner.py:73) -2024-09-01 20:08:16,989 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0009803319990169257 (mp_runner.py:73) -2024-09-01 20:08:17,437 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0008977890029200353 (mp_runner.py:73) -2024-09-01 20:08:17,818 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0008330619966727681 (mp_runner.py:73) -2024-09-01 20:08:18,232 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0008645159978186712 (mp_runner.py:73) -2024-09-01 20:08:18,619 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0007548960056737997 (mp_runner.py:73) -2024-09-01 20:08:19,043 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0006854589955764823 (mp_runner.py:73) -2024-09-01 20:08:19,449 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.001181344996439293 (mp_runner.py:73) -2024-09-01 20:08:19,982 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.000995425994915422 (mp_runner.py:73) -2024-09-01 20:08:20,517 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.001089637000404764 (mp_runner.py:73) -2024-09-01 20:08:21,067 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.001440854997781571 (mp_runner.py:73) -2024-09-01 20:08:21,603 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0011231759999645874 (mp_runner.py:73) -2024-09-01 20:08:22,137 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0010528980055823922 (mp_runner.py:73) -2024-09-01 20:08:22,665 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0011093570064986125 (mp_runner.py:73) -2024-09-01 20:08:23,165 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.0007115879998309538 (mp_runner.py:73) -2024-09-01 20:08:23,566 | DEBUG |(SpawnProcess-1:3) search_count: 11000, latest_latency=0.0010220780022791587 (mp_runner.py:73) -2024-09-01 20:08:24,036 | DEBUG |(SpawnProcess-1:3) search_count: 11500, latest_latency=0.0008804729950497858 (mp_runner.py:73) -2024-09-01 20:08:24,432 | DEBUG |(SpawnProcess-1:3) search_count: 12000, latest_latency=0.0010209940010099672 (mp_runner.py:73) -2024-09-01 20:08:24,837 | DEBUG |(SpawnProcess-1:3) search_count: 12500, latest_latency=0.001000828000542242 (mp_runner.py:73) -2024-09-01 20:08:25,336 | DEBUG |(SpawnProcess-1:3) search_count: 13000, latest_latency=0.0007549929941887967 (mp_runner.py:73) -2024-09-01 20:08:25,737 | DEBUG |(SpawnProcess-1:3) search_count: 13500, latest_latency=0.0008912650009733625 (mp_runner.py:73) -2024-09-01 20:08:26,138 | DEBUG |(SpawnProcess-1:3) search_count: 14000, latest_latency=0.000898809994396288 (mp_runner.py:73) -2024-09-01 20:08:26,539 | DEBUG |(SpawnProcess-1:3) search_count: 14500, latest_latency=0.0007581000027130358 (mp_runner.py:73) -2024-09-01 20:08:26,951 | DEBUG |(SpawnProcess-1:3) search_count: 15000, latest_latency=0.0007948860002215952 (mp_runner.py:73) -2024-09-01 20:08:27,413 | DEBUG |(SpawnProcess-1:3) search_count: 15500, latest_latency=0.0009677990019554272 (mp_runner.py:73) -2024-09-01 20:08:27,814 | DEBUG |(SpawnProcess-1:3) search_count: 16000, latest_latency=0.0008725070001673885 (mp_runner.py:73) -2024-09-01 20:08:28,210 | DEBUG |(SpawnProcess-1:3) search_count: 16500, latest_latency=0.000698461000865791 (mp_runner.py:73) -2024-09-01 20:08:28,623 | DEBUG |(SpawnProcess-1:3) search_count: 17000, latest_latency=0.0016664830036461353 (mp_runner.py:73) -2024-09-01 20:08:29,035 | DEBUG |(SpawnProcess-1:3) search_count: 17500, latest_latency=0.0007457789979525842 (mp_runner.py:73) -2024-09-01 20:08:29,421 | DEBUG |(SpawnProcess-1:3) search_count: 18000, latest_latency=0.0009783430068637244 (mp_runner.py:73) -2024-09-01 20:08:29,811 | DEBUG |(SpawnProcess-1:3) search_count: 18500, latest_latency=0.0006903440007590689 (mp_runner.py:73) -2024-09-01 20:08:30,280 | DEBUG |(SpawnProcess-1:3) search_count: 19000, latest_latency=0.0007696750035393052 (mp_runner.py:73) -2024-09-01 20:08:30,684 | DEBUG |(SpawnProcess-1:3) search_count: 19500, latest_latency=0.0007544339969172142 (mp_runner.py:73) -2024-09-01 20:08:31,088 | DEBUG |(SpawnProcess-1:3) search_count: 20000, latest_latency=0.0008399009966524318 (mp_runner.py:73) -2024-09-01 20:08:31,500 | DEBUG |(SpawnProcess-1:3) search_count: 20500, latest_latency=0.0006867190022603609 (mp_runner.py:73) -2024-09-01 20:08:31,885 | DEBUG |(SpawnProcess-1:3) search_count: 21000, latest_latency=0.0009624300000723451 (mp_runner.py:73) -2024-09-01 20:08:32,287 | DEBUG |(SpawnProcess-1:3) search_count: 21500, latest_latency=0.0006585209994227625 (mp_runner.py:73) -2024-09-01 20:08:32,671 | DEBUG |(SpawnProcess-1:3) search_count: 22000, latest_latency=0.0008164609971572645 (mp_runner.py:73) -2024-09-01 20:08:33,085 | DEBUG |(SpawnProcess-1:3) search_count: 22500, latest_latency=0.001140731998020783 (mp_runner.py:73) -2024-09-01 20:08:33,465 | DEBUG |(SpawnProcess-1:3) search_count: 23000, latest_latency=0.0007729130011284724 (mp_runner.py:73) -2024-09-01 20:08:33,877 | DEBUG |(SpawnProcess-1:3) search_count: 23500, latest_latency=0.0009637609982746653 (mp_runner.py:73) -2024-09-01 20:08:34,274 | DEBUG |(SpawnProcess-1:3) search_count: 24000, latest_latency=0.0010411709954496473 (mp_runner.py:73) -2024-09-01 20:08:34,674 | DEBUG |(SpawnProcess-1:3) search_count: 24500, latest_latency=0.0007985479969647713 (mp_runner.py:73) -2024-09-01 20:08:35,056 | DEBUG |(SpawnProcess-1:3) search_count: 25000, latest_latency=0.0007543189931311645 (mp_runner.py:73) -2024-09-01 20:08:35,456 | DEBUG |(SpawnProcess-1:3) search_count: 25500, latest_latency=0.0007128610013751313 (mp_runner.py:73) -2024-09-01 20:08:35,859 | DEBUG |(SpawnProcess-1:3) search_count: 26000, latest_latency=0.0008732120040804148 (mp_runner.py:73) -2024-09-01 20:08:36,313 | DEBUG |(SpawnProcess-1:3) search_count: 26500, latest_latency=0.0009692710009403527 (mp_runner.py:73) -2024-09-01 20:08:36,696 | DEBUG |(SpawnProcess-1:3) search_count: 27000, latest_latency=0.0007680210037506185 (mp_runner.py:73) -2024-09-01 20:08:37,115 | DEBUG |(SpawnProcess-1:3) search_count: 27500, latest_latency=0.0007029569969745353 (mp_runner.py:73) -2024-09-01 20:08:37,495 | DEBUG |(SpawnProcess-1:3) search_count: 28000, latest_latency=0.0007379189992207102 (mp_runner.py:73) -2024-09-01 20:08:37,887 | DEBUG |(SpawnProcess-1:3) search_count: 28500, latest_latency=0.000659863006148953 (mp_runner.py:73) -2024-09-01 20:08:38,280 | DEBUG |(SpawnProcess-1:3) search_count: 29000, latest_latency=0.0007517129997722805 (mp_runner.py:73) -2024-09-01 20:08:38,686 | DEBUG |(SpawnProcess-1:3) search_count: 29500, latest_latency=0.0007202589986263774 (mp_runner.py:73) -2024-09-01 20:08:39,127 | DEBUG |(SpawnProcess-1:3) search_count: 30000, latest_latency=0.0007830699978512712 (mp_runner.py:73) -2024-09-01 20:08:39,541 | DEBUG |(SpawnProcess-1:3) search_count: 30500, latest_latency=0.0010515950052649714 (mp_runner.py:73) -2024-09-01 20:08:39,939 | DEBUG |(SpawnProcess-1:3) search_count: 31000, latest_latency=0.0007321489974856377 (mp_runner.py:73) -2024-09-01 20:08:40,359 | DEBUG |(SpawnProcess-1:3) search_count: 31500, latest_latency=0.000742541000363417 (mp_runner.py:73) -2024-09-01 20:08:40,742 | DEBUG |(SpawnProcess-1:3) search_count: 32000, latest_latency=0.0007666719975532033 (mp_runner.py:73) -2024-09-01 20:08:41,145 | DEBUG |(SpawnProcess-1:3) search_count: 32500, latest_latency=0.0009183110014419071 (mp_runner.py:73) -2024-09-01 20:08:41,585 | DEBUG |(SpawnProcess-1:3) search_count: 33000, latest_latency=0.0010986159977619536 (mp_runner.py:73) -2024-09-01 20:08:42,228 | DEBUG |(SpawnProcess-1:3) search_count: 33500, latest_latency=0.0015434389933943748 (mp_runner.py:73) -2024-09-01 20:08:42,759 | DEBUG |(SpawnProcess-1:3) search_count: 34000, latest_latency=0.0011854499971377663 (mp_runner.py:73) -2024-09-01 20:08:43,263 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0011s, count=34464, qps in this process: 1148.7579 (mp_runner.py:76) -2024-09-01 20:08:43,269 | INFO |End search in concurrency 1: dur=30.036963719001506s, total_count=34464, qps=1147.3863 (mp_runner.py:120) -2024-09-01 20:08:43,450 | INFO |Update largest qps with concurrency 1: current max_qps=1147.3863 (mp_runner.py:124) -2024-09-01 20:08:43,862 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:08:43,863 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 20:08:48,905 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 20:08:48,950 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:08:48,951 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:08:48,951 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:08:48,952 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:08:48,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:08:49,817 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0012136910008848645 (mp_runner.py:73) -2024-09-01 20:08:49,836 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0013927990003139712 (mp_runner.py:73) -2024-09-01 20:08:49,920 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0015205579984467477 (mp_runner.py:73) -2024-09-01 20:08:49,936 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.001512502996774856 (mp_runner.py:73) -2024-09-01 20:08:49,958 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.001384800001687836 (mp_runner.py:73) -2024-09-01 20:08:50,729 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0016657969972584397 (mp_runner.py:73) -2024-09-01 20:08:50,829 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0017497860026196577 (mp_runner.py:73) -2024-09-01 20:08:50,858 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0021745979975094087 (mp_runner.py:73) -2024-09-01 20:08:50,866 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.0023197530026664026 (mp_runner.py:73) -2024-09-01 20:08:50,957 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0010144539992325008 (mp_runner.py:73) -2024-09-01 20:08:51,814 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.002663717001269106 (mp_runner.py:73) -2024-09-01 20:08:51,836 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0012272059975657612 (mp_runner.py:73) -2024-09-01 20:08:51,842 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0014156329998513684 (mp_runner.py:73) -2024-09-01 20:08:51,882 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0011268689995631576 (mp_runner.py:73) -2024-09-01 20:08:51,989 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0014759629993932322 (mp_runner.py:73) -2024-09-01 20:08:52,694 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0024171380064217374 (mp_runner.py:73) -2024-09-01 20:08:52,760 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0016365780029445887 (mp_runner.py:73) -2024-09-01 20:08:52,778 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0017825579998316243 (mp_runner.py:73) -2024-09-01 20:08:52,804 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.001586890997714363 (mp_runner.py:73) -2024-09-01 20:08:52,949 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0014850200022920035 (mp_runner.py:73) -2024-09-01 20:08:53,657 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0019052019997616298 (mp_runner.py:73) -2024-09-01 20:08:53,669 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0022617509966949 (mp_runner.py:73) -2024-09-01 20:08:53,798 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.00261315300303977 (mp_runner.py:73) -2024-09-01 20:08:53,842 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0024697720000403933 (mp_runner.py:73) -2024-09-01 20:08:53,855 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.001692093996098265 (mp_runner.py:73) -2024-09-01 20:08:54,660 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0015133580018300563 (mp_runner.py:73) -2024-09-01 20:08:54,758 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.002420946999336593 (mp_runner.py:73) -2024-09-01 20:08:54,761 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0013304630047059618 (mp_runner.py:73) -2024-09-01 20:08:54,797 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0015192970022326335 (mp_runner.py:73) -2024-09-01 20:08:54,851 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0017720269970595837 (mp_runner.py:73) -2024-09-01 20:08:55,588 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0015152000050875358 (mp_runner.py:73) -2024-09-01 20:08:55,641 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0010668600007193163 (mp_runner.py:73) -2024-09-01 20:08:55,771 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0012060630033374764 (mp_runner.py:73) -2024-09-01 20:08:55,777 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0013309800051501952 (mp_runner.py:73) -2024-09-01 20:08:55,793 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.002565752998634707 (mp_runner.py:73) -2024-09-01 20:08:56,593 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0020106489973841235 (mp_runner.py:73) -2024-09-01 20:08:56,640 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.001367867000226397 (mp_runner.py:73) -2024-09-01 20:08:56,650 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0015822499990463257 (mp_runner.py:73) -2024-09-01 20:08:56,730 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0015304740009014495 (mp_runner.py:73) -2024-09-01 20:08:56,771 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.001532510003016796 (mp_runner.py:73) -2024-09-01 20:08:57,612 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.001472955002100207 (mp_runner.py:73) -2024-09-01 20:08:57,617 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.001572740999108646 (mp_runner.py:73) -2024-09-01 20:08:57,618 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0026961280018440448 (mp_runner.py:73) -2024-09-01 20:08:57,720 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.001516880001872778 (mp_runner.py:73) -2024-09-01 20:08:57,818 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0013839650055160746 (mp_runner.py:73) -2024-09-01 20:08:58,516 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.00437829799921019 (mp_runner.py:73) -2024-09-01 20:08:58,547 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0013393039989750832 (mp_runner.py:73) -2024-09-01 20:08:58,647 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.005004695995012298 (mp_runner.py:73) -2024-09-01 20:08:58,715 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0025892749981721863 (mp_runner.py:73) -2024-09-01 20:08:58,968 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0025904569993144833 (mp_runner.py:73) -2024-09-01 20:08:59,492 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0015701270021963865 (mp_runner.py:73) -2024-09-01 20:08:59,591 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0014828220009803772 (mp_runner.py:73) -2024-09-01 20:08:59,591 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.001365773001452908 (mp_runner.py:73) -2024-09-01 20:08:59,721 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.001519020996056497 (mp_runner.py:73) -2024-09-01 20:08:59,981 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0015085120030562393 (mp_runner.py:73) -2024-09-01 20:09:00,463 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0015248609997797757 (mp_runner.py:73) -2024-09-01 20:09:00,561 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.001518666002084501 (mp_runner.py:73) -2024-09-01 20:09:00,580 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0023184279998531565 (mp_runner.py:73) -2024-09-01 20:09:00,737 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.001592615997651592 (mp_runner.py:73) -2024-09-01 20:09:01,031 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.002766543999314308 (mp_runner.py:73) -2024-09-01 20:09:01,408 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0016791750022093765 (mp_runner.py:73) -2024-09-01 20:09:01,592 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.001733221004542429 (mp_runner.py:73) -2024-09-01 20:09:01,593 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0032519699961994775 (mp_runner.py:73) -2024-09-01 20:09:01,698 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.001517074000730645 (mp_runner.py:73) -2024-09-01 20:09:01,962 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0014417359998333268 (mp_runner.py:73) -2024-09-01 20:09:02,357 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0017366850006510504 (mp_runner.py:73) -2024-09-01 20:09:02,604 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0013821629981976002 (mp_runner.py:73) -2024-09-01 20:09:02,643 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0024468499977956526 (mp_runner.py:73) -2024-09-01 20:09:02,679 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.002724113997828681 (mp_runner.py:73) -2024-09-01 20:09:02,839 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0013508480042219162 (mp_runner.py:73) -2024-09-01 20:09:03,438 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0014144360029604286 (mp_runner.py:73) -2024-09-01 20:09:03,529 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.001794414005416911 (mp_runner.py:73) -2024-09-01 20:09:03,717 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.002543667003919836 (mp_runner.py:73) -2024-09-01 20:09:03,770 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.002119000993843656 (mp_runner.py:73) -2024-09-01 20:09:03,841 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.001375109000946395 (mp_runner.py:73) -2024-09-01 20:09:04,384 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0016766289991210215 (mp_runner.py:73) -2024-09-01 20:09:04,419 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.001433375000488013 (mp_runner.py:73) -2024-09-01 20:09:04,666 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.0015947270003380254 (mp_runner.py:73) -2024-09-01 20:09:04,741 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0015424880039063282 (mp_runner.py:73) -2024-09-01 20:09:04,834 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0024174819991458207 (mp_runner.py:73) -2024-09-01 20:09:05,267 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0020623559976229444 (mp_runner.py:73) -2024-09-01 20:09:05,436 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0020845750041189604 (mp_runner.py:73) -2024-09-01 20:09:05,629 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.002958459997898899 (mp_runner.py:73) -2024-09-01 20:09:05,695 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0017019869992509484 (mp_runner.py:73) -2024-09-01 20:09:05,838 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0014473700066446327 (mp_runner.py:73) -2024-09-01 20:09:06,221 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0014221830060705543 (mp_runner.py:73) -2024-09-01 20:09:06,381 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0016846670041559264 (mp_runner.py:73) -2024-09-01 20:09:06,719 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.004423651997058187 (mp_runner.py:73) -2024-09-01 20:09:06,732 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.0014406030022655614 (mp_runner.py:73) -2024-09-01 20:09:06,770 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0011037950025638565 (mp_runner.py:73) -2024-09-01 20:09:07,049 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.002317832004337106 (mp_runner.py:73) -2024-09-01 20:09:07,348 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0015773160048411228 (mp_runner.py:73) -2024-09-01 20:09:07,683 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0020780050035682507 (mp_runner.py:73) -2024-09-01 20:09:07,696 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.00164915499772178 (mp_runner.py:73) -2024-09-01 20:09:07,723 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0017413809982826933 (mp_runner.py:73) -2024-09-01 20:09:07,917 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0038239959976635873 (mp_runner.py:73) -2024-09-01 20:09:08,405 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0019374469993636012 (mp_runner.py:73) -2024-09-01 20:09:08,577 | DEBUG |(SpawnProcess-1:6) search_count: 10000, latest_latency=0.0015673889938625507 (mp_runner.py:73) -2024-09-01 20:09:08,651 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0025239939932362176 (mp_runner.py:73) -2024-09-01 20:09:08,701 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0030911900030332617 (mp_runner.py:73) -2024-09-01 20:09:08,820 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0014513319983961992 (mp_runner.py:73) -2024-09-01 20:09:09,454 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0017939000026672147 (mp_runner.py:73) -2024-09-01 20:09:09,511 | DEBUG |(SpawnProcess-1:6) search_count: 10500, latest_latency=0.0014449669979512691 (mp_runner.py:73) -2024-09-01 20:09:09,684 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0015187079989118502 (mp_runner.py:73) -2024-09-01 20:09:09,734 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0012938790023326874 (mp_runner.py:73) -2024-09-01 20:09:09,763 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0019307130060042255 (mp_runner.py:73) -2024-09-01 20:09:10,578 | DEBUG |(SpawnProcess-1:6) search_count: 11000, latest_latency=0.0031964410009095445 (mp_runner.py:73) -2024-09-01 20:09:10,591 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.001755301003868226 (mp_runner.py:73) -2024-09-01 20:09:10,652 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.001072514998668339 (mp_runner.py:73) -2024-09-01 20:09:10,709 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0027328170035616495 (mp_runner.py:73) -2024-09-01 20:09:10,871 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0019430119937169366 (mp_runner.py:73) -2024-09-01 20:09:11,519 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0012528000006568618 (mp_runner.py:73) -2024-09-01 20:09:11,535 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.001482252002460882 (mp_runner.py:73) -2024-09-01 20:09:11,640 | DEBUG |(SpawnProcess-1:6) search_count: 11500, latest_latency=0.002034992998233065 (mp_runner.py:73) -2024-09-01 20:09:11,704 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.002381131002039183 (mp_runner.py:73) -2024-09-01 20:09:11,867 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.002176718000555411 (mp_runner.py:73) -2024-09-01 20:09:12,496 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.001477382997109089 (mp_runner.py:73) -2024-09-01 20:09:12,559 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0014491510009975173 (mp_runner.py:73) -2024-09-01 20:09:12,661 | DEBUG |(SpawnProcess-1:6) search_count: 12000, latest_latency=0.002710579996346496 (mp_runner.py:73) -2024-09-01 20:09:12,720 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.00174730100115994 (mp_runner.py:73) -2024-09-01 20:09:12,903 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0022477980019175448 (mp_runner.py:73) -2024-09-01 20:09:13,403 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.002235628999187611 (mp_runner.py:73) -2024-09-01 20:09:13,442 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0016953779995674267 (mp_runner.py:73) -2024-09-01 20:09:13,741 | DEBUG |(SpawnProcess-1:6) search_count: 12500, latest_latency=0.002382779995969031 (mp_runner.py:73) -2024-09-01 20:09:13,746 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0013960750002297573 (mp_runner.py:73) -2024-09-01 20:09:13,953 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0017107919993577525 (mp_runner.py:73) -2024-09-01 20:09:14,511 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0011898860029759817 (mp_runner.py:73) -2024-09-01 20:09:14,566 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.001508446002844721 (mp_runner.py:73) -2024-09-01 20:09:14,755 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0015053030001581647 (mp_runner.py:73) -2024-09-01 20:09:14,834 | DEBUG |(SpawnProcess-1:6) search_count: 13000, latest_latency=0.0026035650007543154 (mp_runner.py:73) -2024-09-01 20:09:15,040 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0014613750026910566 (mp_runner.py:73) -2024-09-01 20:09:15,449 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0014683310000691563 (mp_runner.py:73) -2024-09-01 20:09:15,611 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.0015506029958487488 (mp_runner.py:73) -2024-09-01 20:09:15,809 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.00201562399888644 (mp_runner.py:73) -2024-09-01 20:09:15,858 | DEBUG |(SpawnProcess-1:6) search_count: 13500, latest_latency=0.0013534809986595064 (mp_runner.py:73) -2024-09-01 20:09:16,020 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.002041956002358347 (mp_runner.py:73) -2024-09-01 20:09:16,357 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.0010869460020330735 (mp_runner.py:73) -2024-09-01 20:09:16,678 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.0024626390004414134 (mp_runner.py:73) -2024-09-01 20:09:16,781 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0024352670006919652 (mp_runner.py:73) -2024-09-01 20:09:16,835 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.001796232994820457 (mp_runner.py:73) -2024-09-01 20:09:16,889 | DEBUG |(SpawnProcess-1:6) search_count: 14000, latest_latency=0.0014673370023956522 (mp_runner.py:73) -2024-09-01 20:09:17,208 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.0016666760056978092 (mp_runner.py:73) -2024-09-01 20:09:17,603 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.0013414260029094294 (mp_runner.py:73) -2024-09-01 20:09:17,778 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.001692325997282751 (mp_runner.py:73) -2024-09-01 20:09:17,823 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0015202420036075637 (mp_runner.py:73) -2024-09-01 20:09:17,824 | DEBUG |(SpawnProcess-1:6) search_count: 14500, latest_latency=0.0017181229995912872 (mp_runner.py:73) -2024-09-01 20:09:18,171 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.0015243800007738173 (mp_runner.py:73) -2024-09-01 20:09:18,671 | DEBUG |(SpawnProcess-1:7) search_count: 15000, latest_latency=0.0021375680007622577 (mp_runner.py:73) -2024-09-01 20:09:18,749 | DEBUG |(SpawnProcess-1:6) search_count: 15000, latest_latency=0.0019252310012234375 (mp_runner.py:73) -2024-09-01 20:09:18,853 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.002180875999329146 (mp_runner.py:73) -2024-09-01 20:09:18,916 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0054138549967319705 (mp_runner.py:73) -2024-09-01 20:09:18,952 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0005s, count=15045, qps in this process: 501.4916 (mp_runner.py:76) -2024-09-01 20:09:18,953 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0007s, count=15974, qps in this process: 532.4542 (mp_runner.py:76) -2024-09-01 20:09:18,953 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0015s, count=15112, qps in this process: 503.7081 (mp_runner.py:76) -2024-09-01 20:09:18,956 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0008s, count=15027, qps in this process: 500.8866 (mp_runner.py:76) -2024-09-01 20:09:18,972 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0006s, count=15162, qps in this process: 505.3899 (mp_runner.py:76) -2024-09-01 20:09:18,977 | INFO |End search in concurrency 5: dur=30.071192540002812s, total_count=76320, qps=2537.9772 (mp_runner.py:120) -2024-09-01 20:09:19,296 | INFO |Update largest qps with concurrency 5: current max_qps=2537.9772 (mp_runner.py:124) -2024-09-01 20:09:19,707 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:09:19,707 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 20:09:29,921 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 20:09:29,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:29,986 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,006 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,056 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,137 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,160 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,162 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,162 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,164 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,166 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,168 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,187 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,190 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:30,199 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:09:32,573 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.004325996997067705 (mp_runner.py:73) -2024-09-01 20:09:32,573 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.003888361999997869 (mp_runner.py:73) -2024-09-01 20:09:32,574 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.005266197003948037 (mp_runner.py:73) -2024-09-01 20:09:32,574 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.004428107000421733 (mp_runner.py:73) -2024-09-01 20:09:32,575 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.003649177997431252 (mp_runner.py:73) -2024-09-01 20:09:32,575 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0031735570009914227 (mp_runner.py:73) -2024-09-01 20:09:32,576 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.007520106999436393 (mp_runner.py:73) -2024-09-01 20:09:32,579 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.009284378997108433 (mp_runner.py:73) -2024-09-01 20:09:32,629 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.004093368996109348 (mp_runner.py:73) -2024-09-01 20:09:32,630 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0031914780047372915 (mp_runner.py:73) -2024-09-01 20:09:32,630 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.004034178004076239 (mp_runner.py:73) -2024-09-01 20:09:32,631 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.005668215999321546 (mp_runner.py:73) -2024-09-01 20:09:32,631 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.005299552998621948 (mp_runner.py:73) -2024-09-01 20:09:33,312 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.004187024002021644 (mp_runner.py:73) -2024-09-01 20:09:33,323 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.005614802001218777 (mp_runner.py:73) -2024-09-01 20:09:34,859 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0018933510000351816 (mp_runner.py:73) -2024-09-01 20:09:34,860 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0051193749968660995 (mp_runner.py:73) -2024-09-01 20:09:34,861 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.005014208996726666 (mp_runner.py:73) -2024-09-01 20:09:34,861 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.004794036001840141 (mp_runner.py:73) -2024-09-01 20:09:35,170 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.00559251599770505 (mp_runner.py:73) -2024-09-01 20:09:35,245 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.005569048000324983 (mp_runner.py:73) -2024-09-01 20:09:35,337 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.005474347999552265 (mp_runner.py:73) -2024-09-01 20:09:35,363 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004608909999660682 (mp_runner.py:73) -2024-09-01 20:09:35,472 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.006487906000984367 (mp_runner.py:73) -2024-09-01 20:09:35,516 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.0042752500012284145 (mp_runner.py:73) -2024-09-01 20:09:35,536 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.005319992000295315 (mp_runner.py:73) -2024-09-01 20:09:35,611 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.006086887005949393 (mp_runner.py:73) -2024-09-01 20:09:35,619 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.00461092300247401 (mp_runner.py:73) -2024-09-01 20:09:36,344 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.008427219996519852 (mp_runner.py:73) -2024-09-01 20:09:36,446 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.00582840500283055 (mp_runner.py:73) -2024-09-01 20:09:37,327 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.005972321996523533 (mp_runner.py:73) -2024-09-01 20:09:37,340 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.007217268001113553 (mp_runner.py:73) -2024-09-01 20:09:37,444 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.008150100999046117 (mp_runner.py:73) -2024-09-01 20:09:37,463 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.005888241001230199 (mp_runner.py:73) -2024-09-01 20:09:38,311 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.006000558998493943 (mp_runner.py:73) -2024-09-01 20:09:38,351 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.007975013999384828 (mp_runner.py:73) -2024-09-01 20:09:38,394 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0010432810013298877 (mp_runner.py:73) -2024-09-01 20:09:38,411 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.00418134900246514 (mp_runner.py:73) -2024-09-01 20:09:38,411 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.00393164800334489 (mp_runner.py:73) -2024-09-01 20:09:38,412 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0058741770044434816 (mp_runner.py:73) -2024-09-01 20:09:38,413 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006851899001048878 (mp_runner.py:73) -2024-09-01 20:09:38,722 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.0027499869975144975 (mp_runner.py:73) -2024-09-01 20:09:38,725 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005163574001926463 (mp_runner.py:73) -2024-09-01 20:09:39,526 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.009323881000455003 (mp_runner.py:73) -2024-09-01 20:09:39,552 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.00518132599972887 (mp_runner.py:73) -2024-09-01 20:09:39,876 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.004672192000725772 (mp_runner.py:73) -2024-09-01 20:09:39,877 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.006124873994849622 (mp_runner.py:73) -2024-09-01 20:09:39,997 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.006198484996275511 (mp_runner.py:73) -2024-09-01 20:09:40,009 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.018221975005872082 (mp_runner.py:73) -2024-09-01 20:09:40,935 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.0024880670025595464 (mp_runner.py:73) -2024-09-01 20:09:40,937 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.003598546994908247 (mp_runner.py:73) -2024-09-01 20:09:40,937 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.003589697000279557 (mp_runner.py:73) -2024-09-01 20:09:40,938 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.006700452999211848 (mp_runner.py:73) -2024-09-01 20:09:40,938 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.005701212998246774 (mp_runner.py:73) -2024-09-01 20:09:40,939 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0035047979981754906 (mp_runner.py:73) -2024-09-01 20:09:40,942 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.008442477002972737 (mp_runner.py:73) -2024-09-01 20:09:41,804 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.005346884994651191 (mp_runner.py:73) -2024-09-01 20:09:41,970 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.014908618999470491 (mp_runner.py:73) -2024-09-01 20:09:42,550 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.004956607997883111 (mp_runner.py:73) -2024-09-01 20:09:42,681 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.012087303002772387 (mp_runner.py:73) -2024-09-01 20:09:42,692 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.012443309999071062 (mp_runner.py:73) -2024-09-01 20:09:42,800 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.004729162996227387 (mp_runner.py:73) -2024-09-01 20:09:42,932 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.005176144994038623 (mp_runner.py:73) -2024-09-01 20:09:43,010 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.00587742000061553 (mp_runner.py:73) -2024-09-01 20:09:43,716 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.0023596949977218173 (mp_runner.py:73) -2024-09-01 20:09:43,717 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.0038421360004576854 (mp_runner.py:73) -2024-09-01 20:09:43,717 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.005647891994158272 (mp_runner.py:73) -2024-09-01 20:09:43,718 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.0017457319991081022 (mp_runner.py:73) -2024-09-01 20:09:43,719 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.0042103969972231425 (mp_runner.py:73) -2024-09-01 20:09:43,720 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.0036665410007117316 (mp_runner.py:73) -2024-09-01 20:09:44,008 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.006012423000356648 (mp_runner.py:73) -2024-09-01 20:09:45,383 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.0035815919982269406 (mp_runner.py:73) -2024-09-01 20:09:45,456 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.005892610999580938 (mp_runner.py:73) -2024-09-01 20:09:45,486 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.005850313005794305 (mp_runner.py:73) -2024-09-01 20:09:45,629 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.005513999996765051 (mp_runner.py:73) -2024-09-01 20:09:45,654 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.0071598470021854155 (mp_runner.py:73) -2024-09-01 20:09:45,754 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.0073485479952069 (mp_runner.py:73) -2024-09-01 20:09:46,235 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.005410366000432987 (mp_runner.py:73) -2024-09-01 20:09:46,418 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.005969828001980204 (mp_runner.py:73) -2024-09-01 20:09:46,608 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.006693185998301487 (mp_runner.py:73) -2024-09-01 20:09:46,612 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.0054493139978148974 (mp_runner.py:73) -2024-09-01 20:09:46,688 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.005795391996798571 (mp_runner.py:73) -2024-09-01 20:09:46,836 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005579204997047782 (mp_runner.py:73) -2024-09-01 20:09:46,839 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.004925109002215322 (mp_runner.py:73) -2024-09-01 20:09:46,857 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.006760504002158996 (mp_runner.py:73) -2024-09-01 20:09:47,189 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.00321637299930444 (mp_runner.py:73) -2024-09-01 20:09:48,284 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.005418294997070916 (mp_runner.py:73) -2024-09-01 20:09:48,403 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.0044328770018182695 (mp_runner.py:73) -2024-09-01 20:09:48,469 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.005947270001342986 (mp_runner.py:73) -2024-09-01 20:09:48,556 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.006561725000210572 (mp_runner.py:73) -2024-09-01 20:09:48,620 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.006420694997359533 (mp_runner.py:73) -2024-09-01 20:09:48,731 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.006190534004417714 (mp_runner.py:73) -2024-09-01 20:09:49,283 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.004337564001616556 (mp_runner.py:73) -2024-09-01 20:09:49,469 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.005561855003179517 (mp_runner.py:73) -2024-09-01 20:09:49,636 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.005441626002721023 (mp_runner.py:73) -2024-09-01 20:09:49,673 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.005479295003169682 (mp_runner.py:73) -2024-09-01 20:09:49,741 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.005387561999668833 (mp_runner.py:73) -2024-09-01 20:09:49,827 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.006687982997391373 (mp_runner.py:73) -2024-09-01 20:09:49,841 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.005849155997566413 (mp_runner.py:73) -2024-09-01 20:09:49,916 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.005869613996765111 (mp_runner.py:73) -2024-09-01 20:09:50,320 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.007405315998767037 (mp_runner.py:73) -2024-09-01 20:09:51,028 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.006108872999902815 (mp_runner.py:73) -2024-09-01 20:09:51,225 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.005980312002066057 (mp_runner.py:73) -2024-09-01 20:09:51,297 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.005083019001176581 (mp_runner.py:73) -2024-09-01 20:09:51,419 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.004967836001014803 (mp_runner.py:73) -2024-09-01 20:09:51,581 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.0059548290009843186 (mp_runner.py:73) -2024-09-01 20:09:51,870 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.005200293002417311 (mp_runner.py:73) -2024-09-01 20:09:52,382 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.007525017994339578 (mp_runner.py:73) -2024-09-01 20:09:52,643 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.00379445400176337 (mp_runner.py:73) -2024-09-01 20:09:52,717 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.007778703002259135 (mp_runner.py:73) -2024-09-01 20:09:52,736 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.006491277999884915 (mp_runner.py:73) -2024-09-01 20:09:52,743 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.005440089000330772 (mp_runner.py:73) -2024-09-01 20:09:52,849 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.005514648997632321 (mp_runner.py:73) -2024-09-01 20:09:52,865 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.005120170993905049 (mp_runner.py:73) -2024-09-01 20:09:52,959 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.0060732220008503646 (mp_runner.py:73) -2024-09-01 20:09:53,484 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.007378344998869579 (mp_runner.py:73) -2024-09-01 20:09:53,873 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.005656556997564621 (mp_runner.py:73) -2024-09-01 20:09:54,190 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.0033682569992379285 (mp_runner.py:73) -2024-09-01 20:09:54,193 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.004060595005284995 (mp_runner.py:73) -2024-09-01 20:09:54,233 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.004052008000144269 (mp_runner.py:73) -2024-09-01 20:09:54,660 | DEBUG |(SpawnProcess-1:12) search_count: 4000, latest_latency=0.005710623998311348 (mp_runner.py:73) -2024-09-01 20:09:54,982 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.007794553996063769 (mp_runner.py:73) -2024-09-01 20:09:55,460 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.0069193669987726025 (mp_runner.py:73) -2024-09-01 20:09:55,585 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.00564119299815502 (mp_runner.py:73) -2024-09-01 20:09:55,754 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.00718348100053845 (mp_runner.py:73) -2024-09-01 20:09:55,781 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.007975107997481246 (mp_runner.py:73) -2024-09-01 20:09:55,821 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.004090139002073556 (mp_runner.py:73) -2024-09-01 20:09:55,907 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.0046984549990156665 (mp_runner.py:73) -2024-09-01 20:09:56,021 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.005031150998547673 (mp_runner.py:73) -2024-09-01 20:09:56,034 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.002811393998854328 (mp_runner.py:73) -2024-09-01 20:09:56,594 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.00596023999969475 (mp_runner.py:73) -2024-09-01 20:09:56,672 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.006143885002529714 (mp_runner.py:73) -2024-09-01 20:09:56,890 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.006423530001484323 (mp_runner.py:73) -2024-09-01 20:09:56,897 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.006535610998980701 (mp_runner.py:73) -2024-09-01 20:09:57,073 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.00516474100004416 (mp_runner.py:73) -2024-09-01 20:09:57,802 | DEBUG |(SpawnProcess-1:12) search_count: 4500, latest_latency=0.005846332998771686 (mp_runner.py:73) -2024-09-01 20:09:58,131 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.006035163998603821 (mp_runner.py:73) -2024-09-01 20:09:58,527 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.016252579000138212 (mp_runner.py:73) -2024-09-01 20:09:58,530 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.01840053399791941 (mp_runner.py:73) -2024-09-01 20:09:58,533 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.008966886998678092 (mp_runner.py:73) -2024-09-01 20:09:58,663 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.010627661002217792 (mp_runner.py:73) -2024-09-01 20:09:58,706 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.008950135001214221 (mp_runner.py:73) -2024-09-01 20:09:59,058 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.006272934995649848 (mp_runner.py:73) -2024-09-01 20:09:59,146 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.0076147750005475245 (mp_runner.py:73) -2024-09-01 20:09:59,240 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.005791032002889551 (mp_runner.py:73) -2024-09-01 20:09:59,613 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.006477735994849354 (mp_runner.py:73) -2024-09-01 20:09:59,674 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.003982415997597855 (mp_runner.py:73) -2024-09-01 20:09:59,675 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.005385327996918932 (mp_runner.py:73) -2024-09-01 20:09:59,849 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.006559749999723863 (mp_runner.py:73) -2024-09-01 20:09:59,919 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.005404991003160831 (mp_runner.py:73) -2024-09-01 20:09:59,983 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0068s, count=5140, qps in this process: 171.2945 (mp_runner.py:76) -2024-09-01 20:09:59,993 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.005s, count=5229, qps in this process: 174.271 (mp_runner.py:76) -2024-09-01 20:10:00,023 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.014s, count=5563, qps in this process: 185.3468 (mp_runner.py:76) -2024-09-01 20:10:00,059 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0016s, count=5577, qps in this process: 185.8901 (mp_runner.py:76) -2024-09-01 20:10:00,144 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0061s, count=5037, qps in this process: 167.8659 (mp_runner.py:76) -2024-09-01 20:10:00,162 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0002s, count=5176, qps in this process: 172.5322 (mp_runner.py:76) -2024-09-01 20:10:00,169 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0059s, count=5243, qps in this process: 174.7323 (mp_runner.py:76) -2024-09-01 20:10:00,171 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0068s, count=5150, qps in this process: 171.6278 (mp_runner.py:76) -2024-09-01 20:10:00,171 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0018s, count=5255, qps in this process: 175.1562 (mp_runner.py:76) -2024-09-01 20:10:00,174 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0051s, count=4861, qps in this process: 162.0058 (mp_runner.py:76) -2024-09-01 20:10:00,174 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0044s, count=4812, qps in this process: 160.3765 (mp_runner.py:76) -2024-09-01 20:10:00,191 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0021s, count=4739, qps in this process: 157.9556 (mp_runner.py:76) -2024-09-01 20:10:00,193 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0009s, count=5605, qps in this process: 186.8277 (mp_runner.py:76) -2024-09-01 20:10:00,194 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0011s, count=5554, qps in this process: 185.1265 (mp_runner.py:76) -2024-09-01 20:10:00,202 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0007s, count=4760, qps in this process: 158.663 (mp_runner.py:76) -2024-09-01 20:10:00,210 | INFO |End search in concurrency 15: dur=30.287553213995125s, total_count=77701, qps=2565.4433 (mp_runner.py:120) -2024-09-01 20:10:01,086 | INFO |Update largest qps with concurrency 15: current max_qps=2565.4433 (mp_runner.py:124) -2024-09-01 20:10:01,498 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:10:01,499 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 20:10:11,757 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 20:10:11,815 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,820 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,821 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,846 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,892 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,932 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,936 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,958 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,965 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,966 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,974 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,978 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,979 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:11,980 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:15,585 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.009504785004537553 (mp_runner.py:73) -2024-09-01 20:10:15,587 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.007310437998967245 (mp_runner.py:73) -2024-09-01 20:10:15,589 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.0091769659993588 (mp_runner.py:73) -2024-09-01 20:10:15,672 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.002594190002128016 (mp_runner.py:73) -2024-09-01 20:10:15,673 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.003584402998967562 (mp_runner.py:73) -2024-09-01 20:10:15,677 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.008260257003712468 (mp_runner.py:73) -2024-09-01 20:10:15,677 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.008006135001778603 (mp_runner.py:73) -2024-09-01 20:10:15,762 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.004687268999987282 (mp_runner.py:73) -2024-09-01 20:10:15,763 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.004067816997121554 (mp_runner.py:73) -2024-09-01 20:10:15,764 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.00755546100117499 (mp_runner.py:73) -2024-09-01 20:10:15,765 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.008874362996721175 (mp_runner.py:73) -2024-09-01 20:10:15,906 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.009773949001100846 (mp_runner.py:73) -2024-09-01 20:10:15,993 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.00922962199547328 (mp_runner.py:73) -2024-09-01 20:10:15,995 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.009238156002538744 (mp_runner.py:73) -2024-09-01 20:10:16,036 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.01118737600336317 (mp_runner.py:73) -2024-09-01 20:10:16,156 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.009778915002243593 (mp_runner.py:73) -2024-09-01 20:10:16,234 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.009105507997446693 (mp_runner.py:73) -2024-09-01 20:10:16,325 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.0072663629980525 (mp_runner.py:73) -2024-09-01 20:10:16,420 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.006821905997639988 (mp_runner.py:73) -2024-09-01 20:10:16,421 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.009059165000508074 (mp_runner.py:73) -2024-09-01 20:10:19,072 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.0026188100018771365 (mp_runner.py:73) -2024-09-01 20:10:19,075 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.005051947999163531 (mp_runner.py:73) -2024-09-01 20:10:19,076 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.008450759996776469 (mp_runner.py:73) -2024-09-01 20:10:19,077 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.009772395998879801 (mp_runner.py:73) -2024-09-01 20:10:19,255 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.008547696997993626 (mp_runner.py:73) -2024-09-01 20:10:19,256 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.008483129000524059 (mp_runner.py:73) -2024-09-01 20:10:19,408 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.006401730999641586 (mp_runner.py:73) -2024-09-01 20:10:19,409 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.005289521999657154 (mp_runner.py:73) -2024-09-01 20:10:19,410 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.006285823001235258 (mp_runner.py:73) -2024-09-01 20:10:19,410 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.008669709997775499 (mp_runner.py:73) -2024-09-01 20:10:19,411 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.006355299999995623 (mp_runner.py:73) -2024-09-01 20:10:20,079 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.0054839840013301 (mp_runner.py:73) -2024-09-01 20:10:20,079 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.006904091002070345 (mp_runner.py:73) -2024-09-01 20:10:20,081 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.0068368909996934235 (mp_runner.py:73) -2024-09-01 20:10:20,211 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.006131697999080643 (mp_runner.py:73) -2024-09-01 20:10:20,297 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.006359530998452101 (mp_runner.py:73) -2024-09-01 20:10:20,297 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.0072612779986229725 (mp_runner.py:73) -2024-09-01 20:10:20,299 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.009435580999706872 (mp_runner.py:73) -2024-09-01 20:10:20,300 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.006708205000904854 (mp_runner.py:73) -2024-09-01 20:10:20,300 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.006851756996184122 (mp_runner.py:73) -2024-09-01 20:10:22,392 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.003856750001432374 (mp_runner.py:73) -2024-09-01 20:10:22,397 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.00923578700167127 (mp_runner.py:73) -2024-09-01 20:10:22,398 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.010493770001630764 (mp_runner.py:73) -2024-09-01 20:10:22,398 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.011578287994780112 (mp_runner.py:73) -2024-09-01 20:10:22,946 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.005443731999548618 (mp_runner.py:73) -2024-09-01 20:10:22,948 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.009013666000100784 (mp_runner.py:73) -2024-09-01 20:10:23,047 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.004818998997507151 (mp_runner.py:73) -2024-09-01 20:10:23,049 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.007364391996816266 (mp_runner.py:73) -2024-09-01 20:10:23,051 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.009144800002104603 (mp_runner.py:73) -2024-09-01 20:10:23,199 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009311920999607537 (mp_runner.py:73) -2024-09-01 20:10:23,200 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.007971065999299753 (mp_runner.py:73) -2024-09-01 20:10:23,629 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.004177376002189703 (mp_runner.py:73) -2024-09-01 20:10:23,630 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0032295089986291714 (mp_runner.py:73) -2024-09-01 20:10:23,630 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.0029971340045449324 (mp_runner.py:73) -2024-09-01 20:10:23,631 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.0054998600026010536 (mp_runner.py:73) -2024-09-01 20:10:23,632 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.007935184003144968 (mp_runner.py:73) -2024-09-01 20:10:23,632 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.006165291000797879 (mp_runner.py:73) -2024-09-01 20:10:23,633 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.010618583000905346 (mp_runner.py:73) -2024-09-01 20:10:24,300 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.011804759997176006 (mp_runner.py:73) -2024-09-01 20:10:24,508 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.008129519999783952 (mp_runner.py:73) -2024-09-01 20:10:25,670 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.00682798599882517 (mp_runner.py:73) -2024-09-01 20:10:25,671 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.00757327199971769 (mp_runner.py:73) -2024-09-01 20:10:25,672 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.009535785000480246 (mp_runner.py:73) -2024-09-01 20:10:25,673 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.005914738001592923 (mp_runner.py:73) -2024-09-01 20:10:26,739 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.007926245998532977 (mp_runner.py:73) -2024-09-01 20:10:26,740 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.0076685340027324855 (mp_runner.py:73) -2024-09-01 20:10:26,766 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.00675897000473924 (mp_runner.py:73) -2024-09-01 20:10:26,766 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.008536392000678461 (mp_runner.py:73) -2024-09-01 20:10:26,767 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.007632364999153651 (mp_runner.py:73) -2024-09-01 20:10:26,877 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.0046269150043372065 (mp_runner.py:73) -2024-09-01 20:10:26,878 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.004106237000087276 (mp_runner.py:73) -2024-09-01 20:10:26,878 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.005840154997713398 (mp_runner.py:73) -2024-09-01 20:10:26,878 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.00523663499916438 (mp_runner.py:73) -2024-09-01 20:10:26,880 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.006371515002683736 (mp_runner.py:73) -2024-09-01 20:10:26,881 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.0088595599954715 (mp_runner.py:73) -2024-09-01 20:10:26,881 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.006784722005249932 (mp_runner.py:73) -2024-09-01 20:10:27,617 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.007452489997376688 (mp_runner.py:73) -2024-09-01 20:10:27,673 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.010791307999170385 (mp_runner.py:73) -2024-09-01 20:10:28,454 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.0062513299999409355 (mp_runner.py:73) -2024-09-01 20:10:28,613 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0024262660008389503 (mp_runner.py:73) -2024-09-01 20:10:29,394 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.004788268997799605 (mp_runner.py:73) -2024-09-01 20:10:29,396 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.00523049399635056 (mp_runner.py:73) -2024-09-01 20:10:29,397 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.009316274998127483 (mp_runner.py:73) -2024-09-01 20:10:29,397 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.008171225003025029 (mp_runner.py:73) -2024-09-01 20:10:30,575 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.007154172002628911 (mp_runner.py:73) -2024-09-01 20:10:30,607 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.007384450997051317 (mp_runner.py:73) -2024-09-01 20:10:30,607 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.003084057003434282 (mp_runner.py:73) -2024-09-01 20:10:30,656 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.00818750600592466 (mp_runner.py:73) -2024-09-01 20:10:30,669 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.0036338970021461137 (mp_runner.py:73) -2024-09-01 20:10:30,671 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.005805995002447162 (mp_runner.py:73) -2024-09-01 20:10:30,671 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.007992398001078982 (mp_runner.py:73) -2024-09-01 20:10:30,995 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.008468904001347255 (mp_runner.py:73) -2024-09-01 20:10:31,038 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.007508168004278559 (mp_runner.py:73) -2024-09-01 20:10:31,229 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.00940300599904731 (mp_runner.py:73) -2024-09-01 20:10:31,312 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.01000240499706706 (mp_runner.py:73) -2024-09-01 20:10:31,355 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.008309853998071048 (mp_runner.py:73) -2024-09-01 20:10:32,025 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.00811538199923234 (mp_runner.py:73) -2024-09-01 20:10:32,186 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.012224402002175339 (mp_runner.py:73) -2024-09-01 20:10:32,769 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.005850171000929549 (mp_runner.py:73) -2024-09-01 20:10:32,770 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.0050333460021647625 (mp_runner.py:73) -2024-09-01 20:10:32,771 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.009833153002546169 (mp_runner.py:73) -2024-09-01 20:10:32,771 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.009698800000478514 (mp_runner.py:73) -2024-09-01 20:10:32,870 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.008024640002986416 (mp_runner.py:73) -2024-09-01 20:10:32,941 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.00799928599735722 (mp_runner.py:73) -2024-09-01 20:10:33,863 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.0064046179977594875 (mp_runner.py:73) -2024-09-01 20:10:33,865 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.006447054001910146 (mp_runner.py:73) -2024-09-01 20:10:33,865 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.007195637001132127 (mp_runner.py:73) -2024-09-01 20:10:34,068 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.006455786002334207 (mp_runner.py:73) -2024-09-01 20:10:34,070 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.005520236001757439 (mp_runner.py:73) -2024-09-01 20:10:34,072 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.008276216001831926 (mp_runner.py:73) -2024-09-01 20:10:34,143 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.008832299994537607 (mp_runner.py:73) -2024-09-01 20:10:35,243 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.006497052003396675 (mp_runner.py:73) -2024-09-01 20:10:35,255 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.008024622002267279 (mp_runner.py:73) -2024-09-01 20:10:35,433 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.008547704004740808 (mp_runner.py:73) -2024-09-01 20:10:35,512 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.010097163998580072 (mp_runner.py:73) -2024-09-01 20:10:35,548 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.007797020996804349 (mp_runner.py:73) -2024-09-01 20:10:36,085 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.001562758996442426 (mp_runner.py:73) -2024-09-01 20:10:36,085 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.006530017999466509 (mp_runner.py:73) -2024-09-01 20:10:36,085 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.002550965000409633 (mp_runner.py:73) -2024-09-01 20:10:36,089 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.011976190995483194 (mp_runner.py:73) -2024-09-01 20:10:36,246 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.007665256998734549 (mp_runner.py:73) -2024-09-01 20:10:36,438 | DEBUG |(SpawnProcess-1:28) search_count: 3000, latest_latency=0.007726998002908658 (mp_runner.py:73) -2024-09-01 20:10:37,223 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.009427335004147608 (mp_runner.py:73) -2024-09-01 20:10:37,266 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.013279630999022629 (mp_runner.py:73) -2024-09-01 20:10:37,489 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.004300943997805007 (mp_runner.py:73) -2024-09-01 20:10:37,490 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.00832542799616931 (mp_runner.py:73) -2024-09-01 20:10:37,490 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.007888018000812735 (mp_runner.py:73) -2024-09-01 20:10:38,157 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.00938518100156216 (mp_runner.py:73) -2024-09-01 20:10:38,190 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.006557120999787003 (mp_runner.py:73) -2024-09-01 20:10:38,191 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.008137730001180898 (mp_runner.py:73) -2024-09-01 20:10:38,289 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.009223096996720415 (mp_runner.py:73) -2024-09-01 20:10:39,466 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.007094767999660689 (mp_runner.py:73) -2024-09-01 20:10:39,491 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.007951141997182276 (mp_runner.py:73) -2024-09-01 20:10:39,528 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.006259672001760919 (mp_runner.py:73) -2024-09-01 20:10:39,529 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.007298901000467595 (mp_runner.py:73) -2024-09-01 20:10:39,534 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.012135476994444616 (mp_runner.py:73) -2024-09-01 20:10:39,534 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.013705350000236649 (mp_runner.py:73) -2024-09-01 20:10:39,558 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.008963909996964503 (mp_runner.py:73) -2024-09-01 20:10:39,559 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.008527755002432968 (mp_runner.py:73) -2024-09-01 20:10:39,620 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.007776783997542225 (mp_runner.py:73) -2024-09-01 20:10:40,589 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.007776043996273074 (mp_runner.py:73) -2024-09-01 20:10:40,852 | DEBUG |(SpawnProcess-1:28) search_count: 3500, latest_latency=0.010431596005219035 (mp_runner.py:73) -2024-09-01 20:10:41,067 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.007467177005310077 (mp_runner.py:73) -2024-09-01 20:10:41,160 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.007655564004380722 (mp_runner.py:73) -2024-09-01 20:10:41,161 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.007606632003444247 (mp_runner.py:73) -2024-09-01 20:10:41,602 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.007389457998215221 (mp_runner.py:73) -2024-09-01 20:10:41,643 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.008977838995633647 (mp_runner.py:73) -2024-09-01 20:10:41,820 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0035s, count=3619, qps in this process: 120.6193 (mp_runner.py:76) -2024-09-01 20:10:41,833 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0101s, count=3948, qps in this process: 131.5557 (mp_runner.py:76) -2024-09-01 20:10:41,834 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0123s, count=4321, qps in this process: 143.9743 (mp_runner.py:76) -2024-09-01 20:10:41,849 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0027s, count=4101, qps in this process: 136.6877 (mp_runner.py:76) -2024-09-01 20:10:41,877 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0037s, count=4304, qps in this process: 143.449 (mp_runner.py:76) -2024-09-01 20:10:41,898 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.002s, count=3538, qps in this process: 117.9255 (mp_runner.py:76) -2024-09-01 20:10:41,936 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0026s, count=3789, qps in this process: 126.2891 (mp_runner.py:76) -2024-09-01 20:10:41,942 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0043s, count=3821, qps in this process: 127.3484 (mp_runner.py:76) -2024-09-01 20:10:41,945 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0026s, count=4342, qps in this process: 144.7208 (mp_runner.py:76) -2024-09-01 20:10:41,963 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0003s, count=4320, qps in this process: 143.9986 (mp_runner.py:76) -2024-09-01 20:10:41,967 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0006s, count=4120, qps in this process: 137.3306 (mp_runner.py:76) -2024-09-01 20:10:41,970 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0023s, count=3970, qps in this process: 132.3232 (mp_runner.py:76) -2024-09-01 20:10:41,971 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0033s, count=4121, qps in this process: 137.3516 (mp_runner.py:76) -2024-09-01 20:10:41,974 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0003s, count=3834, qps in this process: 127.7987 (mp_runner.py:76) -2024-09-01 20:10:41,975 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0017s, count=3958, qps in this process: 131.9259 (mp_runner.py:76) -2024-09-01 20:10:41,978 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.001s, count=3943, qps in this process: 131.429 (mp_runner.py:76) -2024-09-01 20:10:41,978 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0016s, count=3832, qps in this process: 127.7265 (mp_runner.py:76) -2024-09-01 20:10:41,982 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0006s, count=3833, qps in this process: 127.7641 (mp_runner.py:76) -2024-09-01 20:10:41,983 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0011s, count=3685, qps in this process: 122.8288 (mp_runner.py:76) -2024-09-01 20:10:41,984 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0026s, count=3550, qps in this process: 118.3231 (mp_runner.py:76) -2024-09-01 20:10:41,991 | INFO |End search in concurrency 20: dur=30.233829662000062s, total_count=78949, qps=2611.2802 (mp_runner.py:120) -2024-09-01 20:10:43,244 | INFO |Update largest qps with concurrency 20: current max_qps=2611.2802 (mp_runner.py:124) -2024-09-01 20:10:43,652 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:10:43,653 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 20:10:53,930 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 20:10:54,017 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,022 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,027 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,028 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,106 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,139 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,150 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,150 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,173 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,179 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,180 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,186 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,193 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,203 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,211 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,213 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,217 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,223 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,227 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,231 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,234 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:54,241 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:10:58,169 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.00355736799974693 (mp_runner.py:73) -2024-09-01 20:10:58,169 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.004261202004272491 (mp_runner.py:73) -2024-09-01 20:10:58,170 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.005624001001706347 (mp_runner.py:73) -2024-09-01 20:10:58,171 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.004633115000615362 (mp_runner.py:73) -2024-09-01 20:10:58,171 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.007553255003585946 (mp_runner.py:73) -2024-09-01 20:10:58,173 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.006144674000097439 (mp_runner.py:73) -2024-09-01 20:10:58,173 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.011713693995261565 (mp_runner.py:73) -2024-09-01 20:10:58,173 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.005831980000948533 (mp_runner.py:73) -2024-09-01 20:10:58,174 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.007255099997564685 (mp_runner.py:73) -2024-09-01 20:10:58,175 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.014211028996214736 (mp_runner.py:73) -2024-09-01 20:10:58,176 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.008776847003900912 (mp_runner.py:73) -2024-09-01 20:10:58,265 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.011401873001886997 (mp_runner.py:73) -2024-09-01 20:10:58,348 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.007125574993551709 (mp_runner.py:73) -2024-09-01 20:10:58,349 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.008516078996763099 (mp_runner.py:73) -2024-09-01 20:10:58,349 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.008487259001412895 (mp_runner.py:73) -2024-09-01 20:10:58,350 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.007890430999395903 (mp_runner.py:73) -2024-09-01 20:10:58,351 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.007484051995561458 (mp_runner.py:73) -2024-09-01 20:10:58,352 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.01266470200062031 (mp_runner.py:73) -2024-09-01 20:10:58,716 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.014772334005101584 (mp_runner.py:73) -2024-09-01 20:10:58,752 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.009430350000911858 (mp_runner.py:73) -2024-09-01 20:10:58,767 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.006380612998327706 (mp_runner.py:73) -2024-09-01 20:10:58,768 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.009973879001336172 (mp_runner.py:73) -2024-09-01 20:10:58,769 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.01011819999985164 (mp_runner.py:73) -2024-09-01 20:10:58,784 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.00817242699849885 (mp_runner.py:73) -2024-09-01 20:10:59,594 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.012647791001654696 (mp_runner.py:73) -2024-09-01 20:11:02,316 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.008784921003098134 (mp_runner.py:73) -2024-09-01 20:11:02,317 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.008368317998247221 (mp_runner.py:73) -2024-09-01 20:11:02,318 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.009799955994822085 (mp_runner.py:73) -2024-09-01 20:11:02,319 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.009651412998209707 (mp_runner.py:73) -2024-09-01 20:11:02,320 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.009575228003086522 (mp_runner.py:73) -2024-09-01 20:11:02,343 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0042883240021183155 (mp_runner.py:73) -2024-09-01 20:11:02,344 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.006406300999515224 (mp_runner.py:73) -2024-09-01 20:11:02,345 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.007807831003447063 (mp_runner.py:73) -2024-09-01 20:11:02,345 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.008969627997430507 (mp_runner.py:73) -2024-09-01 20:11:02,746 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.009778846993867774 (mp_runner.py:73) -2024-09-01 20:11:02,883 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.01118538599985186 (mp_runner.py:73) -2024-09-01 20:11:02,885 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.010839413000212517 (mp_runner.py:73) -2024-09-01 20:11:03,202 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.010922055997070856 (mp_runner.py:73) -2024-09-01 20:11:03,205 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.015347653003118467 (mp_runner.py:73) -2024-09-01 20:11:03,262 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.010352673001762014 (mp_runner.py:73) -2024-09-01 20:11:03,282 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.008822022995445877 (mp_runner.py:73) -2024-09-01 20:11:03,294 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.014065764000406489 (mp_runner.py:73) -2024-09-01 20:11:03,436 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.009821248997468501 (mp_runner.py:73) -2024-09-01 20:11:03,467 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.007013671005552169 (mp_runner.py:73) -2024-09-01 20:11:03,536 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.009256744000595063 (mp_runner.py:73) -2024-09-01 20:11:03,543 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.009151310994639061 (mp_runner.py:73) -2024-09-01 20:11:03,703 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.010339936998207122 (mp_runner.py:73) -2024-09-01 20:11:03,800 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.010134866999578662 (mp_runner.py:73) -2024-09-01 20:11:04,108 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.008904695001547225 (mp_runner.py:73) -2024-09-01 20:11:04,999 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.00966286600305466 (mp_runner.py:73) -2024-09-01 20:11:06,651 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.004520615002547856 (mp_runner.py:73) -2024-09-01 20:11:06,651 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.004653222000342794 (mp_runner.py:73) -2024-09-01 20:11:06,652 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.006616968996240757 (mp_runner.py:73) -2024-09-01 20:11:06,653 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.007800324005074799 (mp_runner.py:73) -2024-09-01 20:11:06,654 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.010030441000708379 (mp_runner.py:73) -2024-09-01 20:11:07,457 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.011059304997615982 (mp_runner.py:73) -2024-09-01 20:11:07,514 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.008390804003283847 (mp_runner.py:73) -2024-09-01 20:11:07,545 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.00992355500056874 (mp_runner.py:73) -2024-09-01 20:11:07,555 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.009444527000596281 (mp_runner.py:73) -2024-09-01 20:11:07,631 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.0016565859987167642 (mp_runner.py:73) -2024-09-01 20:11:07,633 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.016001203999621794 (mp_runner.py:73) -2024-09-01 20:11:07,634 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.014014260996191297 (mp_runner.py:73) -2024-09-01 20:11:07,634 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.012048529999447055 (mp_runner.py:73) -2024-09-01 20:11:07,634 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.01267769900005078 (mp_runner.py:73) -2024-09-01 20:11:07,635 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.014368242998898495 (mp_runner.py:73) -2024-09-01 20:11:08,078 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.012342192996584345 (mp_runner.py:73) -2024-09-01 20:11:08,622 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.010404408007161692 (mp_runner.py:73) -2024-09-01 20:11:08,652 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.008532044994353782 (mp_runner.py:73) -2024-09-01 20:11:08,788 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.012594421998073813 (mp_runner.py:73) -2024-09-01 20:11:08,840 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.00950979800109053 (mp_runner.py:73) -2024-09-01 20:11:08,840 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.008080482999503147 (mp_runner.py:73) -2024-09-01 20:11:09,024 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.0190349780023098 (mp_runner.py:73) -2024-09-01 20:11:09,097 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.021884045003389474 (mp_runner.py:73) -2024-09-01 20:11:09,300 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.01187377399764955 (mp_runner.py:73) -2024-09-01 20:11:10,380 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.01027804800105514 (mp_runner.py:73) -2024-09-01 20:11:11,029 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.009291030000895262 (mp_runner.py:73) -2024-09-01 20:11:11,029 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.011269388000073377 (mp_runner.py:73) -2024-09-01 20:11:11,122 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.008693026000401005 (mp_runner.py:73) -2024-09-01 20:11:11,130 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.010239843002636917 (mp_runner.py:73) -2024-09-01 20:11:11,224 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.010824778000824153 (mp_runner.py:73) -2024-09-01 20:11:11,973 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.00918814499891596 (mp_runner.py:73) -2024-09-01 20:11:12,006 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.013366869003220927 (mp_runner.py:73) -2024-09-01 20:11:12,093 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.003722166999068577 (mp_runner.py:73) -2024-09-01 20:11:12,095 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.003840632998617366 (mp_runner.py:73) -2024-09-01 20:11:12,148 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.0344130059966119 (mp_runner.py:73) -2024-09-01 20:11:12,426 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.00826995300303679 (mp_runner.py:73) -2024-09-01 20:11:12,501 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.012341919995378703 (mp_runner.py:73) -2024-09-01 20:11:12,547 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.010967293004796375 (mp_runner.py:73) -2024-09-01 20:11:12,692 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.009521542000584304 (mp_runner.py:73) -2024-09-01 20:11:12,768 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.009912715999234933 (mp_runner.py:73) -2024-09-01 20:11:13,388 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.009580432997609023 (mp_runner.py:73) -2024-09-01 20:11:13,786 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.009397001005709171 (mp_runner.py:73) -2024-09-01 20:11:14,003 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.01056330899882596 (mp_runner.py:73) -2024-09-01 20:11:14,145 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.006133918002888095 (mp_runner.py:73) -2024-09-01 20:11:14,269 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.011917828000150621 (mp_runner.py:73) -2024-09-01 20:11:14,342 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.0088883270000224 (mp_runner.py:73) -2024-09-01 20:11:14,489 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.009757477004313841 (mp_runner.py:73) -2024-09-01 20:11:14,499 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.00974199699703604 (mp_runner.py:73) -2024-09-01 20:11:14,974 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.011952152999583632 (mp_runner.py:73) -2024-09-01 20:11:15,699 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.01044120300502982 (mp_runner.py:73) -2024-09-01 20:11:16,169 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.010962498003209475 (mp_runner.py:73) -2024-09-01 20:11:16,214 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.010638946005201433 (mp_runner.py:73) -2024-09-01 20:11:16,253 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.010141135004232638 (mp_runner.py:73) -2024-09-01 20:11:16,298 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.011966746998950839 (mp_runner.py:73) -2024-09-01 20:11:16,708 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.0018774609998217784 (mp_runner.py:73) -2024-09-01 20:11:17,366 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.005932982996455394 (mp_runner.py:73) -2024-09-01 20:11:17,368 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.010910946999501903 (mp_runner.py:73) -2024-09-01 20:11:17,370 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.01087054699746659 (mp_runner.py:73) -2024-09-01 20:11:17,805 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.012223305995576084 (mp_runner.py:73) -2024-09-01 20:11:17,854 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.012778177995642181 (mp_runner.py:73) -2024-09-01 20:11:17,881 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.010557601999607868 (mp_runner.py:73) -2024-09-01 20:11:17,982 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.013399634997767862 (mp_runner.py:73) -2024-09-01 20:11:17,982 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.011847310997836757 (mp_runner.py:73) -2024-09-01 20:11:18,135 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.013036698001087643 (mp_runner.py:73) -2024-09-01 20:11:18,542 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.01074668399814982 (mp_runner.py:73) -2024-09-01 20:11:18,815 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.010383993001596536 (mp_runner.py:73) -2024-09-01 20:11:19,022 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.009155724997981451 (mp_runner.py:73) -2024-09-01 20:11:19,474 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.006191473999933805 (mp_runner.py:73) -2024-09-01 20:11:19,476 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.00993639399530366 (mp_runner.py:73) -2024-09-01 20:11:19,476 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.009177378997264896 (mp_runner.py:73) -2024-09-01 20:11:19,510 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.010119456004758831 (mp_runner.py:73) -2024-09-01 20:11:19,658 | DEBUG |(SpawnProcess-1:49) search_count: 2500, latest_latency=0.00861381999857258 (mp_runner.py:73) -2024-09-01 20:11:20,130 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.00963616499939235 (mp_runner.py:73) -2024-09-01 20:11:20,517 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.01223885000217706 (mp_runner.py:73) -2024-09-01 20:11:20,854 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.01055401500343578 (mp_runner.py:73) -2024-09-01 20:11:21,096 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.010866650998650584 (mp_runner.py:73) -2024-09-01 20:11:21,099 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.010238236005534418 (mp_runner.py:73) -2024-09-01 20:11:21,104 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.020079383997654077 (mp_runner.py:73) -2024-09-01 20:11:21,404 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.012126412999350578 (mp_runner.py:73) -2024-09-01 20:11:21,752 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.009617302996048238 (mp_runner.py:73) -2024-09-01 20:11:22,371 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.008976051001809537 (mp_runner.py:73) -2024-09-01 20:11:22,582 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.01198668700089911 (mp_runner.py:73) -2024-09-01 20:11:22,583 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.011050651002733503 (mp_runner.py:73) -2024-09-01 20:11:22,959 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.00844221100123832 (mp_runner.py:73) -2024-09-01 20:11:23,048 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.010398851001809817 (mp_runner.py:73) -2024-09-01 20:11:23,056 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.009815160003199708 (mp_runner.py:73) -2024-09-01 20:11:23,222 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.00884419700014405 (mp_runner.py:73) -2024-09-01 20:11:23,226 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.010473517002537847 (mp_runner.py:73) -2024-09-01 20:11:23,309 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.010660364001523703 (mp_runner.py:73) -2024-09-01 20:11:23,713 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.010059995998744853 (mp_runner.py:73) -2024-09-01 20:11:23,940 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.010647522001818288 (mp_runner.py:73) -2024-09-01 20:11:24,044 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0144s, count=3161, qps in this process: 105.3161 (mp_runner.py:76) -2024-09-01 20:11:24,049 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0232s, count=3303, qps in this process: 110.0149 (mp_runner.py:76) -2024-09-01 20:11:24,053 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0305s, count=3092, qps in this process: 102.962 (mp_runner.py:76) -2024-09-01 20:11:24,058 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0278s, count=3303, qps in this process: 109.9981 (mp_runner.py:76) -2024-09-01 20:11:24,087 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.005540188001759816 (mp_runner.py:73) -2024-09-01 20:11:24,125 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0176s, count=2960, qps in this process: 98.6088 (mp_runner.py:76) -2024-09-01 20:11:24,147 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0056s, count=3249, qps in this process: 108.2798 (mp_runner.py:76) -2024-09-01 20:11:24,157 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0035s, count=2969, qps in this process: 98.9551 (mp_runner.py:76) -2024-09-01 20:11:24,160 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0059s, count=3153, qps in this process: 105.0793 (mp_runner.py:76) -2024-09-01 20:11:24,182 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0061s, count=3114, qps in this process: 103.7789 (mp_runner.py:76) -2024-09-01 20:11:24,185 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0039s, count=3091, qps in this process: 103.0199 (mp_runner.py:76) -2024-09-01 20:11:24,186 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0045s, count=3016, qps in this process: 100.5183 (mp_runner.py:76) -2024-09-01 20:11:24,187 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0061s, count=3079, qps in this process: 102.6125 (mp_runner.py:76) -2024-09-01 20:11:24,192 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0038s, count=3235, qps in this process: 107.8197 (mp_runner.py:76) -2024-09-01 20:11:24,198 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0034s, count=3314, qps in this process: 110.4541 (mp_runner.py:76) -2024-09-01 20:11:24,207 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0016s, count=3104, qps in this process: 103.4611 (mp_runner.py:76) -2024-09-01 20:11:24,211 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0018s, count=2933, qps in this process: 97.7608 (mp_runner.py:76) -2024-09-01 20:11:24,216 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0019s, count=2946, qps in this process: 98.1938 (mp_runner.py:76) -2024-09-01 20:11:24,217 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0044s, count=2974, qps in this process: 99.1188 (mp_runner.py:76) -2024-09-01 20:11:24,220 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0053s, count=2854, qps in this process: 95.1165 (mp_runner.py:76) -2024-09-01 20:11:24,222 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0027s, count=3027, qps in this process: 100.8909 (mp_runner.py:76) -2024-09-01 20:11:24,228 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0023s, count=3159, qps in this process: 105.2919 (mp_runner.py:76) -2024-09-01 20:11:24,232 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0005s, count=3060, qps in this process: 101.9983 (mp_runner.py:76) -2024-09-01 20:11:24,233 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0005s, count=3103, qps in this process: 103.4316 (mp_runner.py:76) -2024-09-01 20:11:24,238 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.001s, count=2883, qps in this process: 96.0968 (mp_runner.py:76) -2024-09-01 20:11:24,246 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0047s, count=2857, qps in this process: 95.2184 (mp_runner.py:76) -2024-09-01 20:11:24,255 | INFO |End search in concurrency 25: dur=30.32487994099938s, total_count=76939, qps=2537.1576 (mp_runner.py:120) -2024-09-01 20:11:26,218 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:11:26,218 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 20:11:36,641 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 20:11:36,784 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,802 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,859 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,889 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,890 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,897 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,902 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,902 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,908 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,929 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,933 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,943 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,951 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,953 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,953 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,960 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,971 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,987 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,988 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:36,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:11:41,575 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.007929737999802455 (mp_runner.py:73) -2024-09-01 20:11:41,576 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.009674553002696484 (mp_runner.py:73) -2024-09-01 20:11:41,577 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.007892198998888489 (mp_runner.py:73) -2024-09-01 20:11:41,577 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.008917892999306787 (mp_runner.py:73) -2024-09-01 20:11:41,578 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.007858021999709308 (mp_runner.py:73) -2024-09-01 20:11:41,578 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.008810782004729845 (mp_runner.py:73) -2024-09-01 20:11:41,579 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.008347244998731185 (mp_runner.py:73) -2024-09-01 20:11:41,579 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.013188589000492357 (mp_runner.py:73) -2024-09-01 20:11:41,580 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.014677967999887187 (mp_runner.py:73) -2024-09-01 20:11:41,657 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.006213766006112564 (mp_runner.py:73) -2024-09-01 20:11:41,658 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0063121340062934905 (mp_runner.py:73) -2024-09-01 20:11:41,658 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.00883841000177199 (mp_runner.py:73) -2024-09-01 20:11:41,659 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.005638226000883151 (mp_runner.py:73) -2024-09-01 20:11:41,659 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.00951946500572376 (mp_runner.py:73) -2024-09-01 20:11:41,660 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.007391134997305926 (mp_runner.py:73) -2024-09-01 20:11:41,660 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.011058145995775703 (mp_runner.py:73) -2024-09-01 20:11:41,661 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.00845349399605766 (mp_runner.py:73) -2024-09-01 20:11:41,661 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.010638979998475406 (mp_runner.py:73) -2024-09-01 20:11:41,662 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.007949373000883497 (mp_runner.py:73) -2024-09-01 20:11:41,662 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.007840040998416953 (mp_runner.py:73) -2024-09-01 20:11:41,663 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.01388000299630221 (mp_runner.py:73) -2024-09-01 20:11:41,663 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.008383459993638098 (mp_runner.py:73) -2024-09-01 20:11:41,664 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.008333229001436848 (mp_runner.py:73) -2024-09-01 20:11:41,665 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.0169010919998982 (mp_runner.py:73) -2024-09-01 20:11:42,856 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.010876830994675402 (mp_runner.py:73) -2024-09-01 20:11:42,857 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.008071599993854761 (mp_runner.py:73) -2024-09-01 20:11:42,857 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.01159868600370828 (mp_runner.py:73) -2024-09-01 20:11:43,213 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.01264908099983586 (mp_runner.py:73) -2024-09-01 20:11:43,279 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.012019620000501163 (mp_runner.py:73) -2024-09-01 20:11:43,645 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.021661884005879983 (mp_runner.py:73) -2024-09-01 20:11:46,572 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.006629716997849755 (mp_runner.py:73) -2024-09-01 20:11:46,574 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.008550658996682614 (mp_runner.py:73) -2024-09-01 20:11:46,575 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.008837846995447762 (mp_runner.py:73) -2024-09-01 20:11:46,576 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.007752878998871893 (mp_runner.py:73) -2024-09-01 20:11:46,576 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.01158933799888473 (mp_runner.py:73) -2024-09-01 20:11:46,577 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.00844243000028655 (mp_runner.py:73) -2024-09-01 20:11:46,578 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.008601613997598179 (mp_runner.py:73) -2024-09-01 20:11:46,578 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.013932284004113171 (mp_runner.py:73) -2024-09-01 20:11:46,759 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.006909363000886515 (mp_runner.py:73) -2024-09-01 20:11:46,760 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.007268039997143205 (mp_runner.py:73) -2024-09-01 20:11:46,761 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.008957859994552564 (mp_runner.py:73) -2024-09-01 20:11:46,762 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.00971474799735006 (mp_runner.py:73) -2024-09-01 20:11:46,764 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.012927268995554186 (mp_runner.py:73) -2024-09-01 20:11:46,765 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.01188933400408132 (mp_runner.py:73) -2024-09-01 20:11:46,766 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.014899494002747815 (mp_runner.py:73) -2024-09-01 20:11:46,766 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.012011637998512015 (mp_runner.py:73) -2024-09-01 20:11:46,767 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.01326285600225674 (mp_runner.py:73) -2024-09-01 20:11:46,902 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.011992986001132522 (mp_runner.py:73) -2024-09-01 20:11:46,904 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.01422862800245639 (mp_runner.py:73) -2024-09-01 20:11:46,904 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.007941296003991738 (mp_runner.py:73) -2024-09-01 20:11:46,905 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.010930105003353674 (mp_runner.py:73) -2024-09-01 20:11:46,906 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.009218455001246184 (mp_runner.py:73) -2024-09-01 20:11:46,907 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.01090664700313937 (mp_runner.py:73) -2024-09-01 20:11:47,744 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.013549457995395642 (mp_runner.py:73) -2024-09-01 20:11:48,995 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.00931832600326743 (mp_runner.py:73) -2024-09-01 20:11:48,996 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.01122291300271172 (mp_runner.py:73) -2024-09-01 20:11:49,050 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.010936134996882174 (mp_runner.py:73) -2024-09-01 20:11:49,736 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.012115088997234125 (mp_runner.py:73) -2024-09-01 20:11:49,827 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.014393748002476059 (mp_runner.py:73) -2024-09-01 20:11:50,395 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.011101683994638734 (mp_runner.py:73) -2024-09-01 20:11:51,669 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.007050792999507394 (mp_runner.py:73) -2024-09-01 20:11:51,670 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.009059094001713675 (mp_runner.py:73) -2024-09-01 20:11:51,671 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.011364512000000104 (mp_runner.py:73) -2024-09-01 20:11:51,671 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.01262488999782363 (mp_runner.py:73) -2024-09-01 20:11:51,702 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.0081513859986444 (mp_runner.py:73) -2024-09-01 20:11:51,703 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.006192718996317126 (mp_runner.py:73) -2024-09-01 20:11:51,703 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.00947085000370862 (mp_runner.py:73) -2024-09-01 20:11:51,705 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.010512651002500206 (mp_runner.py:73) -2024-09-01 20:11:51,706 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.013098895004077349 (mp_runner.py:73) -2024-09-01 20:11:51,707 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.014471310998487752 (mp_runner.py:73) -2024-09-01 20:11:51,707 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.010949442999844905 (mp_runner.py:73) -2024-09-01 20:11:51,787 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.003488722999463789 (mp_runner.py:73) -2024-09-01 20:11:51,789 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.006382351006323006 (mp_runner.py:73) -2024-09-01 20:11:51,791 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.008846654003718868 (mp_runner.py:73) -2024-09-01 20:11:51,792 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.011608119995798916 (mp_runner.py:73) -2024-09-01 20:11:51,794 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.01523405500483932 (mp_runner.py:73) -2024-09-01 20:11:52,101 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.009235784003976732 (mp_runner.py:73) -2024-09-01 20:11:52,102 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.011176585998327937 (mp_runner.py:73) -2024-09-01 20:11:52,107 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.01619959199888399 (mp_runner.py:73) -2024-09-01 20:11:52,107 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.017655053998169024 (mp_runner.py:73) -2024-09-01 20:11:52,272 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.009842623003351036 (mp_runner.py:73) -2024-09-01 20:11:52,274 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.013288277994433884 (mp_runner.py:73) -2024-09-01 20:11:52,313 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.010998657999152783 (mp_runner.py:73) -2024-09-01 20:11:54,358 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.011659945004794281 (mp_runner.py:73) -2024-09-01 20:11:55,276 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.010254221000650432 (mp_runner.py:73) -2024-09-01 20:11:55,277 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.013218775995483156 (mp_runner.py:73) -2024-09-01 20:11:55,479 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.012742894003167748 (mp_runner.py:73) -2024-09-01 20:11:56,154 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.010689340000681113 (mp_runner.py:73) -2024-09-01 20:11:56,230 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.010730247995525133 (mp_runner.py:73) -2024-09-01 20:11:56,511 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.005557701006182469 (mp_runner.py:73) -2024-09-01 20:11:56,514 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.008539168004062958 (mp_runner.py:73) -2024-09-01 20:11:56,515 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.008013881000806578 (mp_runner.py:73) -2024-09-01 20:11:56,516 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.008125250999000855 (mp_runner.py:73) -2024-09-01 20:11:56,519 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.016230804998485837 (mp_runner.py:73) -2024-09-01 20:11:56,520 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.015385923004942015 (mp_runner.py:73) -2024-09-01 20:11:56,676 | DEBUG |(SpawnProcess-1:75) search_count: 2000, latest_latency=0.010091552001540549 (mp_runner.py:73) -2024-09-01 20:11:56,677 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.012620889996469487 (mp_runner.py:73) -2024-09-01 20:11:56,679 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.008293943996250164 (mp_runner.py:73) -2024-09-01 20:11:56,680 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.010432577997562476 (mp_runner.py:73) -2024-09-01 20:11:56,771 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.008249780999904033 (mp_runner.py:73) -2024-09-01 20:11:56,772 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.009771655997610651 (mp_runner.py:73) -2024-09-01 20:11:56,773 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.010007132004830055 (mp_runner.py:73) -2024-09-01 20:11:56,773 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.013653097004862502 (mp_runner.py:73) -2024-09-01 20:11:56,774 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.008186011997167952 (mp_runner.py:73) -2024-09-01 20:11:56,775 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.007808561000274494 (mp_runner.py:73) -2024-09-01 20:11:57,075 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.028703416995995212 (mp_runner.py:73) -2024-09-01 20:11:58,015 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.012249461993633304 (mp_runner.py:73) -2024-09-01 20:11:58,017 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.012513597997894976 (mp_runner.py:73) -2024-09-01 20:11:58,204 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.007765962996927556 (mp_runner.py:73) -2024-09-01 20:11:58,251 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.01006091100134654 (mp_runner.py:73) -2024-09-01 20:11:58,562 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.03358293999917805 (mp_runner.py:73) -2024-09-01 20:11:58,613 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.008609004005847964 (mp_runner.py:73) -2024-09-01 20:11:58,648 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.005192199001612607 (mp_runner.py:73) -2024-09-01 20:12:00,739 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.01210087799699977 (mp_runner.py:73) -2024-09-01 20:12:01,795 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.01265991099353414 (mp_runner.py:73) -2024-09-01 20:12:01,831 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.013065646999166347 (mp_runner.py:73) -2024-09-01 20:12:02,026 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.007007901993347332 (mp_runner.py:73) -2024-09-01 20:12:02,026 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.00840223200066248 (mp_runner.py:73) -2024-09-01 20:12:02,027 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.00810210799681954 (mp_runner.py:73) -2024-09-01 20:12:02,027 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.006642258995270822 (mp_runner.py:73) -2024-09-01 20:12:02,027 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.007904809004685376 (mp_runner.py:73) -2024-09-01 20:12:02,028 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.006493098000646569 (mp_runner.py:73) -2024-09-01 20:12:02,028 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.006482862998382188 (mp_runner.py:73) -2024-09-01 20:12:02,030 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.012338585001998581 (mp_runner.py:73) -2024-09-01 20:12:02,031 | DEBUG |(SpawnProcess-1:75) search_count: 2500, latest_latency=0.014291933002823498 (mp_runner.py:73) -2024-09-01 20:12:02,088 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.010386836001998745 (mp_runner.py:73) -2024-09-01 20:12:02,751 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.007003405997238588 (mp_runner.py:73) -2024-09-01 20:12:02,751 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.012708533002296463 (mp_runner.py:73) -2024-09-01 20:12:02,759 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.013090561005810741 (mp_runner.py:73) -2024-09-01 20:12:02,837 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.010595782994641922 (mp_runner.py:73) -2024-09-01 20:12:02,892 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.011494621001475025 (mp_runner.py:73) -2024-09-01 20:12:02,893 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.01325998900574632 (mp_runner.py:73) -2024-09-01 20:12:03,142 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.002183671997045167 (mp_runner.py:73) -2024-09-01 20:12:03,193 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.011112529995443765 (mp_runner.py:73) -2024-09-01 20:12:03,571 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.008546525998099241 (mp_runner.py:73) -2024-09-01 20:12:03,734 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.016211465997912455 (mp_runner.py:73) -2024-09-01 20:12:04,647 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.01269121200311929 (mp_runner.py:73) -2024-09-01 20:12:04,684 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.01345178500196198 (mp_runner.py:73) -2024-09-01 20:12:04,698 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.010821487005159725 (mp_runner.py:73) -2024-09-01 20:12:05,115 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.011409653001464903 (mp_runner.py:73) -2024-09-01 20:12:05,178 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.008649299998069182 (mp_runner.py:73) -2024-09-01 20:12:05,180 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.01109487500070827 (mp_runner.py:73) -2024-09-01 20:12:05,189 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.020035989000461996 (mp_runner.py:73) -2024-09-01 20:12:06,793 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0058s, count=2995, qps in this process: 99.814 (mp_runner.py:76) -2024-09-01 20:12:06,797 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0049s, count=2995, qps in this process: 99.817 (mp_runner.py:76) -2024-09-01 20:12:06,809 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0044s, count=2838, qps in this process: 94.5861 (mp_runner.py:76) -2024-09-01 20:12:06,845 | DEBUG |(SpawnProcess-1:97) search_count: 3000, latest_latency=0.012362680994556285 (mp_runner.py:73) -2024-09-01 20:12:06,850 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.011477176994958427 (mp_runner.py:73) -2024-09-01 20:12:06,851 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.007268348002980929 (mp_runner.py:73) -2024-09-01 20:12:06,870 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0043s, count=2677, qps in this process: 89.2205 (mp_runner.py:76) -2024-09-01 20:12:06,871 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0048s, count=2654, qps in this process: 88.4525 (mp_runner.py:76) -2024-09-01 20:12:06,874 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.008s, count=3003, qps in this process: 100.0733 (mp_runner.py:76) -2024-09-01 20:12:06,899 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0059s, count=2681, qps in this process: 89.3491 (mp_runner.py:76) -2024-09-01 20:12:06,902 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0003s, count=2991, qps in this process: 99.699 (mp_runner.py:76) -2024-09-01 20:12:06,906 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0141s, count=2814, qps in this process: 93.7559 (mp_runner.py:76) -2024-09-01 20:12:06,907 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0106s, count=2991, qps in this process: 99.6648 (mp_runner.py:76) -2024-09-01 20:12:06,910 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0042s, count=3007, qps in this process: 100.2193 (mp_runner.py:76) -2024-09-01 20:12:06,913 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0023s, count=2659, qps in this process: 88.6265 (mp_runner.py:76) -2024-09-01 20:12:06,915 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0098s, count=2475, qps in this process: 82.4731 (mp_runner.py:76) -2024-09-01 20:12:06,934 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0033s, count=2812, qps in this process: 93.723 (mp_runner.py:76) -2024-09-01 20:12:06,937 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0019s, count=2849, qps in this process: 94.9607 (mp_runner.py:76) -2024-09-01 20:12:06,946 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0016s, count=2810, qps in this process: 93.6617 (mp_runner.py:76) -2024-09-01 20:12:06,948 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0063s, count=2664, qps in this process: 88.7814 (mp_runner.py:76) -2024-09-01 20:12:06,949 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0015s, count=2941, qps in this process: 98.0284 (mp_runner.py:76) -2024-09-01 20:12:06,955 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0105s, count=2928, qps in this process: 97.5659 (mp_runner.py:76) -2024-09-01 20:12:06,956 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0019s, count=3013, qps in this process: 100.427 (mp_runner.py:76) -2024-09-01 20:12:06,958 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0011s, count=2689, qps in this process: 89.63 (mp_runner.py:76) -2024-09-01 20:12:06,962 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0046s, count=2666, qps in this process: 88.853 (mp_runner.py:76) -2024-09-01 20:12:06,964 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0015s, count=2777, qps in this process: 92.562 (mp_runner.py:76) -2024-09-01 20:12:06,965 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0036s, count=2826, qps in this process: 94.1887 (mp_runner.py:76) -2024-09-01 20:12:06,969 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0003s, count=2405, qps in this process: 80.1659 (mp_runner.py:76) -2024-09-01 20:12:06,974 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0014s, count=2390, qps in this process: 79.6629 (mp_runner.py:76) -2024-09-01 20:12:06,976 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0014s, count=2403, qps in this process: 80.0963 (mp_runner.py:76) -2024-09-01 20:12:06,991 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0008s, count=2347, qps in this process: 78.2312 (mp_runner.py:76) -2024-09-01 20:12:06,992 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0003s, count=2329, qps in this process: 77.6326 (mp_runner.py:76) -2024-09-01 20:12:07,005 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0005s, count=2276, qps in this process: 75.8654 (mp_runner.py:76) -2024-09-01 20:12:07,012 | INFO |End search in concurrency 30: dur=30.370673436998914s, total_count=81905, qps=2696.845 (mp_runner.py:120) -2024-09-01 20:12:08,953 | INFO |Update largest qps with concurrency 30: current max_qps=2696.845 (mp_runner.py:124) -2024-09-01 20:12:09,361 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:12:09,361 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 20:12:19,914 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 20:12:19,960 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,052 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,052 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,176 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,177 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,185 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,188 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,190 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,195 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,241 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,241 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,242 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,242 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,251 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,259 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,259 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,265 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,268 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,271 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,272 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,282 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,285 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,293 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,294 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,302 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,304 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,312 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,322 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,323 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,327 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:20,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:12:25,818 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.01048482999613043 (mp_runner.py:73) -2024-09-01 20:12:25,818 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.01174271600029897 (mp_runner.py:73) -2024-09-01 20:12:25,819 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.012959337000211235 (mp_runner.py:73) -2024-09-01 20:12:25,819 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.011626888997852802 (mp_runner.py:73) -2024-09-01 20:12:25,819 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.01053415200294694 (mp_runner.py:73) -2024-09-01 20:12:25,820 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.011876932003360707 (mp_runner.py:73) -2024-09-01 20:12:25,821 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.01503375600441359 (mp_runner.py:73) -2024-09-01 20:12:25,821 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.016384139998990577 (mp_runner.py:73) -2024-09-01 20:12:26,033 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.009332659996289294 (mp_runner.py:73) -2024-09-01 20:12:26,033 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.008716615004232153 (mp_runner.py:73) -2024-09-01 20:12:26,034 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.008886472001904622 (mp_runner.py:73) -2024-09-01 20:12:26,035 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.010547768994001672 (mp_runner.py:73) -2024-09-01 20:12:26,037 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.014202846003172453 (mp_runner.py:73) -2024-09-01 20:12:26,038 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.016130047995829955 (mp_runner.py:73) -2024-09-01 20:12:26,038 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.00988190700445557 (mp_runner.py:73) -2024-09-01 20:12:26,039 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.00950542699865764 (mp_runner.py:73) -2024-09-01 20:12:26,041 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.011891426001966465 (mp_runner.py:73) -2024-09-01 20:12:26,041 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.011470428005850408 (mp_runner.py:73) -2024-09-01 20:12:26,041 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.009612298003048636 (mp_runner.py:73) -2024-09-01 20:12:26,041 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.009643751000112388 (mp_runner.py:73) -2024-09-01 20:12:26,042 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.007390505998046137 (mp_runner.py:73) -2024-09-01 20:12:26,042 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.011941486001887824 (mp_runner.py:73) -2024-09-01 20:12:26,043 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.010902801004704088 (mp_runner.py:73) -2024-09-01 20:12:26,045 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.01477100500051165 (mp_runner.py:73) -2024-09-01 20:12:26,051 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.018465629997081123 (mp_runner.py:73) -2024-09-01 20:12:26,342 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01033076600288041 (mp_runner.py:73) -2024-09-01 20:12:26,342 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.011053237001760863 (mp_runner.py:73) -2024-09-01 20:12:26,343 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.014288305996160489 (mp_runner.py:73) -2024-09-01 20:12:26,343 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.017314903998340014 (mp_runner.py:73) -2024-09-01 20:12:26,769 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.015609754998877179 (mp_runner.py:73) -2024-09-01 20:12:27,639 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.01358153500041226 (mp_runner.py:73) -2024-09-01 20:12:27,640 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.013144980002834927 (mp_runner.py:73) -2024-09-01 20:12:27,744 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.01720055400073761 (mp_runner.py:73) -2024-09-01 20:12:27,855 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.01664757000253303 (mp_runner.py:73) -2024-09-01 20:12:28,229 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.016457956997328438 (mp_runner.py:73) -2024-09-01 20:12:31,473 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.007329398002184462 (mp_runner.py:73) -2024-09-01 20:12:31,474 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.00849352099612588 (mp_runner.py:73) -2024-09-01 20:12:31,477 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.011883197003044188 (mp_runner.py:73) -2024-09-01 20:12:31,478 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.011298655001155566 (mp_runner.py:73) -2024-09-01 20:12:31,478 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.010549792998062912 (mp_runner.py:73) -2024-09-01 20:12:31,479 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.010060599001008086 (mp_runner.py:73) -2024-09-01 20:12:31,479 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.015303495005355217 (mp_runner.py:73) -2024-09-01 20:12:31,480 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.010224345998722129 (mp_runner.py:73) -2024-09-01 20:12:31,481 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.010047134004707914 (mp_runner.py:73) -2024-09-01 20:12:31,481 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.010114117998455185 (mp_runner.py:73) -2024-09-01 20:12:31,482 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.010649308998836204 (mp_runner.py:73) -2024-09-01 20:12:31,488 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.025009940996824298 (mp_runner.py:73) -2024-09-01 20:12:31,653 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.013407824000751134 (mp_runner.py:73) -2024-09-01 20:12:31,654 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.012280331000511069 (mp_runner.py:73) -2024-09-01 20:12:31,679 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.00844016000337433 (mp_runner.py:73) -2024-09-01 20:12:31,680 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.006206020996614825 (mp_runner.py:73) -2024-09-01 20:12:31,681 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.007695984000747558 (mp_runner.py:73) -2024-09-01 20:12:31,681 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.007050104999507312 (mp_runner.py:73) -2024-09-01 20:12:31,681 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.011181280999153387 (mp_runner.py:73) -2024-09-01 20:12:31,682 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.012853964995883871 (mp_runner.py:73) -2024-09-01 20:12:31,683 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.0088246919985977 (mp_runner.py:73) -2024-09-01 20:12:31,684 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.006523044001369271 (mp_runner.py:73) -2024-09-01 20:12:31,686 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.009462668000196572 (mp_runner.py:73) -2024-09-01 20:12:31,689 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.010614029997668695 (mp_runner.py:73) -2024-09-01 20:12:32,163 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.01417826199758565 (mp_runner.py:73) -2024-09-01 20:12:33,318 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.01577615000132937 (mp_runner.py:73) -2024-09-01 20:12:33,465 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.01335588200163329 (mp_runner.py:73) -2024-09-01 20:12:33,540 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.015251851997163612 (mp_runner.py:73) -2024-09-01 20:12:33,736 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.028318639000644907 (mp_runner.py:73) -2024-09-01 20:12:34,640 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.016080981004051864 (mp_runner.py:73) -2024-09-01 20:12:35,256 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.013662017998285592 (mp_runner.py:73) -2024-09-01 20:12:35,355 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.014832662003755104 (mp_runner.py:73) -2024-09-01 20:12:35,507 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.014188870998623315 (mp_runner.py:73) -2024-09-01 20:12:35,636 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.014834958994470071 (mp_runner.py:73) -2024-09-01 20:12:35,901 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.014579735005099792 (mp_runner.py:73) -2024-09-01 20:12:36,743 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.00891154799319338 (mp_runner.py:73) -2024-09-01 20:12:36,744 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.009956892004993279 (mp_runner.py:73) -2024-09-01 20:12:36,744 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.011148417004733346 (mp_runner.py:73) -2024-09-01 20:12:36,745 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.008847335004247725 (mp_runner.py:73) -2024-09-01 20:12:36,745 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.008631238997622859 (mp_runner.py:73) -2024-09-01 20:12:36,746 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.008603927002695855 (mp_runner.py:73) -2024-09-01 20:12:36,746 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.00863509600458201 (mp_runner.py:73) -2024-09-01 20:12:36,747 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.008068433999142144 (mp_runner.py:73) -2024-09-01 20:12:36,747 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.009218785999109969 (mp_runner.py:73) -2024-09-01 20:12:36,748 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.008795676003501285 (mp_runner.py:73) -2024-09-01 20:12:36,749 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01640502100053709 (mp_runner.py:73) -2024-09-01 20:12:36,749 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.017471243998443242 (mp_runner.py:73) -2024-09-01 20:12:37,456 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.009508413000730798 (mp_runner.py:73) -2024-09-01 20:12:37,457 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.009808258997509256 (mp_runner.py:73) -2024-09-01 20:12:37,459 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.011559787002624944 (mp_runner.py:73) -2024-09-01 20:12:37,459 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.011950168998737354 (mp_runner.py:73) -2024-09-01 20:12:37,459 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.01130227300018305 (mp_runner.py:73) -2024-09-01 20:12:37,460 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.010593753999273758 (mp_runner.py:73) -2024-09-01 20:12:37,461 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.014466302003711462 (mp_runner.py:73) -2024-09-01 20:12:37,461 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.011604236999119166 (mp_runner.py:73) -2024-09-01 20:12:37,462 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.01665492699976312 (mp_runner.py:73) -2024-09-01 20:12:38,172 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.004391933005535975 (mp_runner.py:73) -2024-09-01 20:12:38,736 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.013018463003390934 (mp_runner.py:73) -2024-09-01 20:12:38,783 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.013318807003088295 (mp_runner.py:73) -2024-09-01 20:12:39,686 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.029861369002901483 (mp_runner.py:73) -2024-09-01 20:12:40,863 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.015669624001020566 (mp_runner.py:73) -2024-09-01 20:12:41,223 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.01377588500326965 (mp_runner.py:73) -2024-09-01 20:12:41,301 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.013650933004100807 (mp_runner.py:73) -2024-09-01 20:12:41,537 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.016572507003729697 (mp_runner.py:73) -2024-09-01 20:12:41,904 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.006426038999052253 (mp_runner.py:73) -2024-09-01 20:12:41,905 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.008461769000859931 (mp_runner.py:73) -2024-09-01 20:12:41,905 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.008533936001185793 (mp_runner.py:73) -2024-09-01 20:12:41,906 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.008034144004341215 (mp_runner.py:73) -2024-09-01 20:12:41,906 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.007597110001370311 (mp_runner.py:73) -2024-09-01 20:12:41,907 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.007738170999800786 (mp_runner.py:73) -2024-09-01 20:12:41,908 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.006827748999057803 (mp_runner.py:73) -2024-09-01 20:12:41,909 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.007767590999719687 (mp_runner.py:73) -2024-09-01 20:12:41,911 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.015980723001121078 (mp_runner.py:73) -2024-09-01 20:12:41,913 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.01706484400347108 (mp_runner.py:73) -2024-09-01 20:12:41,914 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.011167739998199977 (mp_runner.py:73) -2024-09-01 20:12:42,725 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.014699004997964948 (mp_runner.py:73) -2024-09-01 20:12:42,796 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.0014541600030497648 (mp_runner.py:73) -2024-09-01 20:12:43,045 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.016547216000617482 (mp_runner.py:73) -2024-09-01 20:12:43,267 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.007543460000306368 (mp_runner.py:73) -2024-09-01 20:12:43,267 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.01000326000212226 (mp_runner.py:73) -2024-09-01 20:12:43,267 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.007682418996409979 (mp_runner.py:73) -2024-09-01 20:12:43,268 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.011688516999129206 (mp_runner.py:73) -2024-09-01 20:12:43,268 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.010532262997003272 (mp_runner.py:73) -2024-09-01 20:12:43,270 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.009556443001201842 (mp_runner.py:73) -2024-09-01 20:12:43,270 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.010770351000246592 (mp_runner.py:73) -2024-09-01 20:12:43,270 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.013031640002736822 (mp_runner.py:73) -2024-09-01 20:12:43,275 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.01387084300222341 (mp_runner.py:73) -2024-09-01 20:12:43,288 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.015560724998067599 (mp_runner.py:73) -2024-09-01 20:12:43,316 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.016949279997788835 (mp_runner.py:73) -2024-09-01 20:12:43,382 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.016483352999784984 (mp_runner.py:73) -2024-09-01 20:12:43,414 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.01609561200166354 (mp_runner.py:73) -2024-09-01 20:12:46,360 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.013655830996867735 (mp_runner.py:73) -2024-09-01 20:12:46,798 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.014276015994255431 (mp_runner.py:73) -2024-09-01 20:12:46,869 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.013806040995405056 (mp_runner.py:73) -2024-09-01 20:12:47,271 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.013138401001924649 (mp_runner.py:73) -2024-09-01 20:12:47,644 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.0075171990029048175 (mp_runner.py:73) -2024-09-01 20:12:47,645 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.008577082000556402 (mp_runner.py:73) -2024-09-01 20:12:47,646 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.008190873995772563 (mp_runner.py:73) -2024-09-01 20:12:47,650 | DEBUG |(SpawnProcess-1:125) search_count: 2500, latest_latency=0.008164031001797412 (mp_runner.py:73) -2024-09-01 20:12:47,650 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.007636328999069519 (mp_runner.py:73) -2024-09-01 20:12:47,651 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.008428229004493915 (mp_runner.py:73) -2024-09-01 20:12:47,651 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.007669061000342481 (mp_runner.py:73) -2024-09-01 20:12:47,652 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.015952847999869846 (mp_runner.py:73) -2024-09-01 20:12:47,653 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.018026682999334298 (mp_runner.py:73) -2024-09-01 20:12:48,920 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.009264807995350566 (mp_runner.py:73) -2024-09-01 20:12:49,022 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.012416158002451994 (mp_runner.py:73) -2024-09-01 20:12:49,319 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.015931083995383233 (mp_runner.py:73) -2024-09-01 20:12:49,350 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.007218652994197328 (mp_runner.py:73) -2024-09-01 20:12:49,350 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.008050069998716936 (mp_runner.py:73) -2024-09-01 20:12:49,351 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.009448119002627209 (mp_runner.py:73) -2024-09-01 20:12:49,351 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.008011609999812208 (mp_runner.py:73) -2024-09-01 20:12:49,352 | DEBUG |(SpawnProcess-1:109) search_count: 2500, latest_latency=0.008520018993294798 (mp_runner.py:73) -2024-09-01 20:12:49,353 | DEBUG |(SpawnProcess-1:135) search_count: 2500, latest_latency=0.008173497000825591 (mp_runner.py:73) -2024-09-01 20:12:49,353 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.009738709995872341 (mp_runner.py:73) -2024-09-01 20:12:49,354 | DEBUG |(SpawnProcess-1:113) search_count: 2500, latest_latency=0.009895335999317467 (mp_runner.py:73) -2024-09-01 20:12:49,354 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.017464644995925482 (mp_runner.py:73) -2024-09-01 20:12:49,354 | DEBUG |(SpawnProcess-1:134) search_count: 2500, latest_latency=0.009287539003707934 (mp_runner.py:73) -2024-09-01 20:12:49,354 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.01327209800365381 (mp_runner.py:73) -2024-09-01 20:12:49,490 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.014641472000221256 (mp_runner.py:73) -2024-09-01 20:12:49,974 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0095s, count=2562, qps in this process: 85.373 (mp_runner.py:76) -2024-09-01 20:12:50,065 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0087s, count=2570, qps in this process: 85.6418 (mp_runner.py:76) -2024-09-01 20:12:50,066 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.01s, count=2731, qps in this process: 91.003 (mp_runner.py:76) -2024-09-01 20:12:50,188 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0046s, count=2747, qps in this process: 91.5526 (mp_runner.py:76) -2024-09-01 20:12:50,189 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0072s, count=2250, qps in this process: 74.982 (mp_runner.py:76) -2024-09-01 20:12:50,192 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0097s, count=2747, qps in this process: 91.5371 (mp_runner.py:76) -2024-09-01 20:12:50,194 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0053s, count=2582, qps in this process: 86.0515 (mp_runner.py:76) -2024-09-01 20:12:50,195 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.001s, count=2748, qps in this process: 91.5969 (mp_runner.py:76) -2024-09-01 20:12:50,199 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0049s, count=2586, qps in this process: 86.1859 (mp_runner.py:76) -2024-09-01 20:12:50,204 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0019s, count=2583, qps in this process: 86.0945 (mp_runner.py:76) -2024-09-01 20:12:50,245 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0009s, count=2589, qps in this process: 86.2974 (mp_runner.py:76) -2024-09-01 20:12:50,246 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.001s, count=2754, qps in this process: 91.7969 (mp_runner.py:76) -2024-09-01 20:12:50,248 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0044s, count=2587, qps in this process: 86.2207 (mp_runner.py:76) -2024-09-01 20:12:50,250 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0028s, count=2755, qps in this process: 91.8248 (mp_runner.py:76) -2024-09-01 20:12:50,254 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0073s, count=2755, qps in this process: 91.811 (mp_runner.py:76) -2024-09-01 20:12:50,256 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0063s, count=2226, qps in this process: 74.1844 (mp_runner.py:76) -2024-09-01 20:12:50,260 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0153s, count=2472, qps in this process: 82.358 (mp_runner.py:76) -2024-09-01 20:12:50,263 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0014s, count=2593, qps in this process: 86.4293 (mp_runner.py:76) -2024-09-01 20:12:50,264 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0023s, count=2591, qps in this process: 86.36 (mp_runner.py:76) -2024-09-01 20:12:50,266 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0116s, count=2231, qps in this process: 74.3379 (mp_runner.py:76) -2024-09-01 20:12:50,269 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0011s, count=2757, qps in this process: 91.8966 (mp_runner.py:76) -2024-09-01 20:12:50,275 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0021s, count=2210, qps in this process: 73.6615 (mp_runner.py:76) -2024-09-01 20:12:50,283 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0092s, count=2098, qps in this process: 69.9119 (mp_runner.py:76) -2024-09-01 20:12:50,286 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.013s, count=2067, qps in this process: 68.8702 (mp_runner.py:76) -2024-09-01 20:12:50,287 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0029s, count=2088, qps in this process: 69.5933 (mp_runner.py:76) -2024-09-01 20:12:50,292 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0037s, count=2057, qps in this process: 68.5582 (mp_runner.py:76) -2024-09-01 20:12:50,297 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0006s, count=1985, qps in this process: 66.1653 (mp_runner.py:76) -2024-09-01 20:12:50,301 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0024s, count=2604, qps in this process: 86.7931 (mp_runner.py:76) -2024-09-01 20:12:50,306 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0017s, count=1983, qps in this process: 66.0963 (mp_runner.py:76) -2024-09-01 20:12:50,311 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.002s, count=1975, qps in this process: 65.8289 (mp_runner.py:76) -2024-09-01 20:12:50,315 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0013s, count=2772, qps in this process: 92.396 (mp_runner.py:76) -2024-09-01 20:12:50,326 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0009s, count=1980, qps in this process: 65.998 (mp_runner.py:76) -2024-09-01 20:12:50,329 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0038s, count=1988, qps in this process: 66.2583 (mp_runner.py:76) -2024-09-01 20:12:50,331 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0009s, count=2615, qps in this process: 87.1641 (mp_runner.py:76) -2024-09-01 20:12:50,346 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0009s, count=1995, qps in this process: 66.498 (mp_runner.py:76) -2024-09-01 20:12:50,357 | INFO |End search in concurrency 35: dur=30.441988848004257s, total_count=84833, qps=2786.7102 (mp_runner.py:120) -2024-09-01 20:12:52,599 | INFO |Update largest qps with concurrency 35: current max_qps=2786.7102 (mp_runner.py:124) -2024-09-01 20:12:53,008 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:12:53,008 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 20:13:03,622 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 20:13:03,796 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,869 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,928 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,961 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,984 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,985 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,985 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,985 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,987 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,987 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,988 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:03,989 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,013 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,015 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,015 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,026 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,033 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,041 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,045 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,045 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,055 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,058 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,059 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,059 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,062 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,062 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,062 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,066 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,070 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,103 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:04,103 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:10,340 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.015620212005160283 (mp_runner.py:73) -2024-09-01 20:13:10,342 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.01985344499553321 (mp_runner.py:73) -2024-09-01 20:13:10,359 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.009133781997661572 (mp_runner.py:73) -2024-09-01 20:13:10,359 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.01002904400229454 (mp_runner.py:73) -2024-09-01 20:13:10,360 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.011921480996534228 (mp_runner.py:73) -2024-09-01 20:13:10,362 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.01140358699922217 (mp_runner.py:73) -2024-09-01 20:13:10,362 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.010805154000991024 (mp_runner.py:73) -2024-09-01 20:13:10,362 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.010102370004460681 (mp_runner.py:73) -2024-09-01 20:13:10,362 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.010101542000484187 (mp_runner.py:73) -2024-09-01 20:13:10,363 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.01579153599595884 (mp_runner.py:73) -2024-09-01 20:13:10,363 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.009999706002417952 (mp_runner.py:73) -2024-09-01 20:13:10,364 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.010209041996859014 (mp_runner.py:73) -2024-09-01 20:13:10,365 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.01194113600649871 (mp_runner.py:73) -2024-09-01 20:13:10,367 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.018625848002557177 (mp_runner.py:73) -2024-09-01 20:13:10,498 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.008449104003375396 (mp_runner.py:73) -2024-09-01 20:13:10,535 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.03444044600473717 (mp_runner.py:73) -2024-09-01 20:13:10,537 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.035065058000327554 (mp_runner.py:73) -2024-09-01 20:13:10,554 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.010519324001506902 (mp_runner.py:73) -2024-09-01 20:13:10,565 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.01147010000568116 (mp_runner.py:73) -2024-09-01 20:13:10,585 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.02035864399658749 (mp_runner.py:73) -2024-09-01 20:13:10,587 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.01782762599759735 (mp_runner.py:73) -2024-09-01 20:13:10,587 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.019295638005132787 (mp_runner.py:73) -2024-09-01 20:13:10,588 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.024759195002843626 (mp_runner.py:73) -2024-09-01 20:13:10,630 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.016273599001578987 (mp_runner.py:73) -2024-09-01 20:13:10,656 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.019330196002556477 (mp_runner.py:73) -2024-09-01 20:13:10,657 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.012263830001757015 (mp_runner.py:73) -2024-09-01 20:13:10,658 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.014049272998818196 (mp_runner.py:73) -2024-09-01 20:13:10,754 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.012744239000312518 (mp_runner.py:73) -2024-09-01 20:13:10,808 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.01560516600147821 (mp_runner.py:73) -2024-09-01 20:13:10,832 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.015542679000645876 (mp_runner.py:73) -2024-09-01 20:13:10,846 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.019057395002164412 (mp_runner.py:73) -2024-09-01 20:13:11,289 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.012777043993992265 (mp_runner.py:73) -2024-09-01 20:13:11,291 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.019938135003030766 (mp_runner.py:73) -2024-09-01 20:13:11,293 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.01769584400608437 (mp_runner.py:73) -2024-09-01 20:13:11,414 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.01346308400388807 (mp_runner.py:73) -2024-09-01 20:13:11,481 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.015828126997803338 (mp_runner.py:73) -2024-09-01 20:13:11,499 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.013654989001224749 (mp_runner.py:73) -2024-09-01 20:13:11,556 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.017000079998979345 (mp_runner.py:73) -2024-09-01 20:13:12,751 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.017565075002494268 (mp_runner.py:73) -2024-09-01 20:13:12,831 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.01432860099885147 (mp_runner.py:73) -2024-09-01 20:13:17,240 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.010000205998949241 (mp_runner.py:73) -2024-09-01 20:13:17,241 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.011191600999154616 (mp_runner.py:73) -2024-09-01 20:13:17,243 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.013633057998958975 (mp_runner.py:73) -2024-09-01 20:13:17,244 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.01273940099781612 (mp_runner.py:73) -2024-09-01 20:13:17,244 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.015771172002132516 (mp_runner.py:73) -2024-09-01 20:13:17,245 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.013612299000669736 (mp_runner.py:73) -2024-09-01 20:13:17,405 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.009265433000109624 (mp_runner.py:73) -2024-09-01 20:13:17,406 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.012264796998351812 (mp_runner.py:73) -2024-09-01 20:13:17,407 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.01103639299981296 (mp_runner.py:73) -2024-09-01 20:13:17,409 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.011385725003492553 (mp_runner.py:73) -2024-09-01 20:13:17,411 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.017052082999725826 (mp_runner.py:73) -2024-09-01 20:13:17,411 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.018044210999505594 (mp_runner.py:73) -2024-09-01 20:13:17,632 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.01019412499590544 (mp_runner.py:73) -2024-09-01 20:13:17,633 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.009015324001666158 (mp_runner.py:73) -2024-09-01 20:13:17,635 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.011072852998040617 (mp_runner.py:73) -2024-09-01 20:13:17,635 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.008673358002852183 (mp_runner.py:73) -2024-09-01 20:13:17,637 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.008261394999863114 (mp_runner.py:73) -2024-09-01 20:13:17,637 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.01628742799948668 (mp_runner.py:73) -2024-09-01 20:13:17,638 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.018188394999015145 (mp_runner.py:73) -2024-09-01 20:13:17,859 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.009497241997451056 (mp_runner.py:73) -2024-09-01 20:13:17,861 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.012869274003605824 (mp_runner.py:73) -2024-09-01 20:13:17,862 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.0139952980025555 (mp_runner.py:73) -2024-09-01 20:13:17,866 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.01897327500046231 (mp_runner.py:73) -2024-09-01 20:13:18,387 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.009032933994603809 (mp_runner.py:73) -2024-09-01 20:13:18,395 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.01768650399753824 (mp_runner.py:73) -2024-09-01 20:13:18,395 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.022366180004610214 (mp_runner.py:73) -2024-09-01 20:13:18,893 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.019481426999846008 (mp_runner.py:73) -2024-09-01 20:13:18,894 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.01469607200124301 (mp_runner.py:73) -2024-09-01 20:13:19,022 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.013587484994786792 (mp_runner.py:73) -2024-09-01 20:13:19,260 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.018598422000650316 (mp_runner.py:73) -2024-09-01 20:13:19,291 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.015794320999702904 (mp_runner.py:73) -2024-09-01 20:13:19,508 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.015521688001172151 (mp_runner.py:73) -2024-09-01 20:13:19,611 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.023006281997368205 (mp_runner.py:73) -2024-09-01 20:13:19,706 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.015090756998688448 (mp_runner.py:73) -2024-09-01 20:13:19,707 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.015751415005070157 (mp_runner.py:73) -2024-09-01 20:13:20,155 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.017827766998379957 (mp_runner.py:73) -2024-09-01 20:13:20,220 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.01861664100579219 (mp_runner.py:73) -2024-09-01 20:13:20,426 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.016365766001399606 (mp_runner.py:73) -2024-09-01 20:13:21,599 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.015082701000210363 (mp_runner.py:73) -2024-09-01 20:13:21,643 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.016045143995143007 (mp_runner.py:73) -2024-09-01 20:13:24,142 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.005997539003146812 (mp_runner.py:73) -2024-09-01 20:13:24,299 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.010838296002475545 (mp_runner.py:73) -2024-09-01 20:13:24,309 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.022907878003024962 (mp_runner.py:73) -2024-09-01 20:13:24,309 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.027308620999974664 (mp_runner.py:73) -2024-09-01 20:13:24,398 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.013676003000000492 (mp_runner.py:73) -2024-09-01 20:13:24,399 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.015916604002995882 (mp_runner.py:73) -2024-09-01 20:13:24,509 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.017501267000625376 (mp_runner.py:73) -2024-09-01 20:13:24,511 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.02066375000140397 (mp_runner.py:73) -2024-09-01 20:13:24,689 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.018662977003259584 (mp_runner.py:73) -2024-09-01 20:13:24,733 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.01495037700078683 (mp_runner.py:73) -2024-09-01 20:13:24,852 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.008277925000584219 (mp_runner.py:73) -2024-09-01 20:13:24,853 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.010654705001797993 (mp_runner.py:73) -2024-09-01 20:13:24,857 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.016511197994987015 (mp_runner.py:73) -2024-09-01 20:13:24,857 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.01609647100121947 (mp_runner.py:73) -2024-09-01 20:13:24,977 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.012066556002537254 (mp_runner.py:73) -2024-09-01 20:13:24,977 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.009924362995661795 (mp_runner.py:73) -2024-09-01 20:13:24,978 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.013050700996245723 (mp_runner.py:73) -2024-09-01 20:13:24,978 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.015233020996674895 (mp_runner.py:73) -2024-09-01 20:13:24,979 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.016568708000704646 (mp_runner.py:73) -2024-09-01 20:13:25,935 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.015956176997860894 (mp_runner.py:73) -2024-09-01 20:13:26,065 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.015953058005834464 (mp_runner.py:73) -2024-09-01 20:13:26,401 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.01965120899694739 (mp_runner.py:73) -2024-09-01 20:13:26,473 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.017002964996208902 (mp_runner.py:73) -2024-09-01 20:13:26,557 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.018385246003163047 (mp_runner.py:73) -2024-09-01 20:13:26,662 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.019518132001394406 (mp_runner.py:73) -2024-09-01 20:13:26,760 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.007890253997175023 (mp_runner.py:73) -2024-09-01 20:13:27,254 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.01679498799785506 (mp_runner.py:73) -2024-09-01 20:13:27,412 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.018598825998196844 (mp_runner.py:73) -2024-09-01 20:13:27,475 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.016161282001121435 (mp_runner.py:73) -2024-09-01 20:13:27,763 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.016025985001761 (mp_runner.py:73) -2024-09-01 20:13:27,911 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.01859794700430939 (mp_runner.py:73) -2024-09-01 20:13:27,941 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.018184182001277804 (mp_runner.py:73) -2024-09-01 20:13:27,952 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.010772456997074187 (mp_runner.py:73) -2024-09-01 20:13:28,395 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.013927047002653126 (mp_runner.py:73) -2024-09-01 20:13:28,399 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.020784075997653417 (mp_runner.py:73) -2024-09-01 20:13:29,074 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.015245896000124048 (mp_runner.py:73) -2024-09-01 20:13:29,251 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.01667030899989186 (mp_runner.py:73) -2024-09-01 20:13:29,451 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.016048684003180824 (mp_runner.py:73) -2024-09-01 20:13:30,494 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.021339197002816945 (mp_runner.py:73) -2024-09-01 20:13:30,532 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.017673725000349805 (mp_runner.py:73) -2024-09-01 20:13:31,157 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.013409801002126187 (mp_runner.py:73) -2024-09-01 20:13:31,157 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.016312380001181737 (mp_runner.py:73) -2024-09-01 20:13:31,595 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.010205825004959479 (mp_runner.py:73) -2024-09-01 20:13:31,595 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.005450195996672846 (mp_runner.py:73) -2024-09-01 20:13:31,597 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.017106412997236475 (mp_runner.py:73) -2024-09-01 20:13:31,598 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.016756841003370937 (mp_runner.py:73) -2024-09-01 20:13:31,889 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.015360311001131777 (mp_runner.py:73) -2024-09-01 20:13:32,007 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.017682366000371985 (mp_runner.py:73) -2024-09-01 20:13:32,008 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.019295794001664035 (mp_runner.py:73) -2024-09-01 20:13:32,299 | DEBUG |(SpawnProcess-1:142) search_count: 2000, latest_latency=0.01344555299874628 (mp_runner.py:73) -2024-09-01 20:13:32,300 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.0157256509992294 (mp_runner.py:73) -2024-09-01 20:13:32,301 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.012845712000853382 (mp_runner.py:73) -2024-09-01 20:13:32,307 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.012340841996774543 (mp_runner.py:73) -2024-09-01 20:13:32,322 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.009508540002570953 (mp_runner.py:73) -2024-09-01 20:13:32,323 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.014516815994284116 (mp_runner.py:73) -2024-09-01 20:13:32,324 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.016895414002647158 (mp_runner.py:73) -2024-09-01 20:13:32,324 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.012287279998417944 (mp_runner.py:73) -2024-09-01 20:13:32,326 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.01453855599538656 (mp_runner.py:73) -2024-09-01 20:13:32,790 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.016772369002865162 (mp_runner.py:73) -2024-09-01 20:13:33,805 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0014s, count=2110, qps in this process: 70.3301 (mp_runner.py:76) -2024-09-01 20:13:33,845 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0048s, count=1858, qps in this process: 61.9234 (mp_runner.py:76) -2024-09-01 20:13:33,875 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0011s, count=2116, qps in this process: 70.5307 (mp_runner.py:76) -2024-09-01 20:13:33,937 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0043s, count=2121, qps in this process: 70.6899 (mp_runner.py:76) -2024-09-01 20:13:33,965 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0022s, count=2163, qps in this process: 72.0947 (mp_runner.py:76) -2024-09-01 20:13:33,966 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0026s, count=1930, qps in this process: 64.3278 (mp_runner.py:76) -2024-09-01 20:13:33,966 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.003s, count=2163, qps in this process: 72.0928 (mp_runner.py:76) -2024-09-01 20:13:33,976 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.013s, count=1971, qps in this process: 65.6715 (mp_runner.py:76) -2024-09-01 20:13:33,988 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0018s, count=1983, qps in this process: 66.096 (mp_runner.py:76) -2024-09-01 20:13:33,990 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0035s, count=2125, qps in this process: 70.8251 (mp_runner.py:76) -2024-09-01 20:13:33,990 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0037s, count=2125, qps in this process: 70.8246 (mp_runner.py:76) -2024-09-01 20:13:33,997 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0065s, count=2131, qps in this process: 71.0179 (mp_runner.py:76) -2024-09-01 20:13:34,000 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0098s, count=2162, qps in this process: 72.0431 (mp_runner.py:76) -2024-09-01 20:13:34,002 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0145s, count=2126, qps in this process: 70.8324 (mp_runner.py:76) -2024-09-01 20:13:34,005 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0122s, count=1875, qps in this process: 62.4746 (mp_runner.py:76) -2024-09-01 20:13:34,006 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0135s, count=2066, qps in this process: 68.8357 (mp_runner.py:76) -2024-09-01 20:13:34,021 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0031s, count=2128, qps in this process: 70.926 (mp_runner.py:76) -2024-09-01 20:13:34,022 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.004s, count=2129, qps in this process: 70.9572 (mp_runner.py:76) -2024-09-01 20:13:34,023 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0048s, count=2207, qps in this process: 73.5549 (mp_runner.py:76) -2024-09-01 20:13:34,025 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0071s, count=2186, qps in this process: 72.8494 (mp_runner.py:76) -2024-09-01 20:13:34,025 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0095s, count=1855, qps in this process: 61.8138 (mp_runner.py:76) -2024-09-01 20:13:34,027 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0098s, count=2164, qps in this process: 72.1098 (mp_runner.py:76) -2024-09-01 20:13:34,029 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0109s, count=1966, qps in this process: 65.5095 (mp_runner.py:76) -2024-09-01 20:13:34,037 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0018s, count=1879, qps in this process: 62.6296 (mp_runner.py:76) -2024-09-01 20:13:34,043 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0019s, count=2131, qps in this process: 71.0288 (mp_runner.py:76) -2024-09-01 20:13:34,044 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0025s, count=2131, qps in this process: 71.0274 (mp_runner.py:76) -2024-09-01 20:13:34,048 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0047s, count=1942, qps in this process: 64.7232 (mp_runner.py:76) -2024-09-01 20:13:34,049 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0002s, count=1858, qps in this process: 61.9329 (mp_runner.py:76) -2024-09-01 20:13:34,052 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0013s, count=1907, qps in this process: 63.5639 (mp_runner.py:76) -2024-09-01 20:13:34,058 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0004s, count=1910, qps in this process: 63.6658 (mp_runner.py:76) -2024-09-01 20:13:34,062 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0015s, count=1959, qps in this process: 65.2967 (mp_runner.py:76) -2024-09-01 20:13:34,065 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0002s, count=1788, qps in this process: 59.5996 (mp_runner.py:76) -2024-09-01 20:13:34,066 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0008s, count=1777, qps in this process: 59.2318 (mp_runner.py:76) -2024-09-01 20:13:34,067 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0039s, count=2134, qps in this process: 71.1241 (mp_runner.py:76) -2024-09-01 20:13:34,067 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0047s, count=1829, qps in this process: 60.9571 (mp_runner.py:76) -2024-09-01 20:13:34,068 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0025s, count=1828, qps in this process: 60.9283 (mp_runner.py:76) -2024-09-01 20:13:34,071 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0027s, count=1763, qps in this process: 58.7614 (mp_runner.py:76) -2024-09-01 20:13:34,074 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0008s, count=1875, qps in this process: 62.4983 (mp_runner.py:76) -2024-09-01 20:13:34,106 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0007s, count=1748, qps in this process: 58.2653 (mp_runner.py:76) -2024-09-01 20:13:34,108 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0036s, count=1735, qps in this process: 57.8264 (mp_runner.py:76) -2024-09-01 20:13:34,119 | INFO |End search in concurrency 40: dur=30.495591767001315s, total_count=79854, qps=2618.5424 (mp_runner.py:120) -2024-09-01 20:13:37,128 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:13:37,128 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 20:13:48,008 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 20:13:48,254 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,276 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,282 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,295 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,409 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,412 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,413 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,413 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,414 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,421 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,461 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,461 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,474 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,476 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,492 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,495 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,505 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,511 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,516 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,524 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,525 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,541 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,545 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,561 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:48,562 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:13:55,479 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.010411980001663323 (mp_runner.py:73) -2024-09-01 20:13:55,480 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.011478565000288654 (mp_runner.py:73) -2024-09-01 20:13:55,481 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.01265581799816573 (mp_runner.py:73) -2024-09-01 20:13:55,481 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.011068961997807492 (mp_runner.py:73) -2024-09-01 20:13:55,482 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.01217089199781185 (mp_runner.py:73) -2024-09-01 20:13:55,483 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.012432839997927658 (mp_runner.py:73) -2024-09-01 20:13:55,484 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.016791203001048416 (mp_runner.py:73) -2024-09-01 20:13:55,486 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.012809022002329584 (mp_runner.py:73) -2024-09-01 20:13:55,488 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.021609910996630788 (mp_runner.py:73) -2024-09-01 20:13:55,689 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.006448398999054916 (mp_runner.py:73) -2024-09-01 20:13:55,690 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.006809452999732457 (mp_runner.py:73) -2024-09-01 20:13:55,690 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.008101920000626706 (mp_runner.py:73) -2024-09-01 20:13:55,692 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.008745279999857303 (mp_runner.py:73) -2024-09-01 20:13:55,693 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.007939563001855277 (mp_runner.py:73) -2024-09-01 20:13:55,693 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.008841684997605626 (mp_runner.py:73) -2024-09-01 20:13:55,695 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.011569097994652111 (mp_runner.py:73) -2024-09-01 20:13:55,695 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.011402759002521634 (mp_runner.py:73) -2024-09-01 20:13:55,696 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.011204393005755264 (mp_runner.py:73) -2024-09-01 20:13:55,696 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.008620358996267896 (mp_runner.py:73) -2024-09-01 20:13:55,696 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.014501423000183422 (mp_runner.py:73) -2024-09-01 20:13:55,697 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.01430427599552786 (mp_runner.py:73) -2024-09-01 20:13:55,697 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.012250163999851793 (mp_runner.py:73) -2024-09-01 20:13:55,698 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.012499868003942538 (mp_runner.py:73) -2024-09-01 20:13:55,698 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.012162897000962403 (mp_runner.py:73) -2024-09-01 20:13:55,699 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.004998358002922032 (mp_runner.py:73) -2024-09-01 20:13:55,699 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.018757241996354423 (mp_runner.py:73) -2024-09-01 20:13:55,699 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.012592029001098126 (mp_runner.py:73) -2024-09-01 20:13:55,700 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.0190261140014627 (mp_runner.py:73) -2024-09-01 20:13:55,700 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.011977014000876807 (mp_runner.py:73) -2024-09-01 20:13:55,702 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.01287631799641531 (mp_runner.py:73) -2024-09-01 20:13:55,703 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.01186238499940373 (mp_runner.py:73) -2024-09-01 20:13:55,763 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.02021748099650722 (mp_runner.py:73) -2024-09-01 20:13:56,433 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01731763999850955 (mp_runner.py:73) -2024-09-01 20:13:56,529 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.017335839998850133 (mp_runner.py:73) -2024-09-01 20:13:56,617 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.019784242002060637 (mp_runner.py:73) -2024-09-01 20:13:56,621 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.020948450001014862 (mp_runner.py:73) -2024-09-01 20:13:56,740 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.016604622003796976 (mp_runner.py:73) -2024-09-01 20:13:56,742 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.018993423000210896 (mp_runner.py:73) -2024-09-01 20:13:56,753 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.014957804000005126 (mp_runner.py:73) -2024-09-01 20:13:56,754 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.018701285000133794 (mp_runner.py:73) -2024-09-01 20:13:56,755 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.01822814699698938 (mp_runner.py:73) -2024-09-01 20:13:56,756 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.014459377001912799 (mp_runner.py:73) -2024-09-01 20:13:56,757 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.012636110004677903 (mp_runner.py:73) -2024-09-01 20:13:56,757 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.01470701200014446 (mp_runner.py:73) -2024-09-01 20:13:56,758 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.014331414000480436 (mp_runner.py:73) -2024-09-01 20:14:02,542 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.010570998994808178 (mp_runner.py:73) -2024-09-01 20:14:02,543 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.011828077003883664 (mp_runner.py:73) -2024-09-01 20:14:02,544 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.010394987002655398 (mp_runner.py:73) -2024-09-01 20:14:02,545 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.006032176002918277 (mp_runner.py:73) -2024-09-01 20:14:02,545 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.010585274001641665 (mp_runner.py:73) -2024-09-01 20:14:02,546 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.015852403004828375 (mp_runner.py:73) -2024-09-01 20:14:02,547 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.014621025002270471 (mp_runner.py:73) -2024-09-01 20:14:02,547 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.01758362200052943 (mp_runner.py:73) -2024-09-01 20:14:02,549 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.019745833000342827 (mp_runner.py:73) -2024-09-01 20:14:02,549 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.013632092006446328 (mp_runner.py:73) -2024-09-01 20:14:02,550 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.013670665000972804 (mp_runner.py:73) -2024-09-01 20:14:02,551 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.014060285997402389 (mp_runner.py:73) -2024-09-01 20:14:02,552 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.01400132299750112 (mp_runner.py:73) -2024-09-01 20:14:02,793 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.011595699994359165 (mp_runner.py:73) -2024-09-01 20:14:02,795 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.010449424997204915 (mp_runner.py:73) -2024-09-01 20:14:02,795 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.010687075999157969 (mp_runner.py:73) -2024-09-01 20:14:02,796 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.012971062998985872 (mp_runner.py:73) -2024-09-01 20:14:02,797 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.012938672000018414 (mp_runner.py:73) -2024-09-01 20:14:02,797 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.010890598001424223 (mp_runner.py:73) -2024-09-01 20:14:02,798 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.016894077998586 (mp_runner.py:73) -2024-09-01 20:14:02,798 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.012580171001900453 (mp_runner.py:73) -2024-09-01 20:14:02,798 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.013837617996614426 (mp_runner.py:73) -2024-09-01 20:14:02,799 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.01163758600159781 (mp_runner.py:73) -2024-09-01 20:14:02,799 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.011741130001610145 (mp_runner.py:73) -2024-09-01 20:14:02,800 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.020017427996208426 (mp_runner.py:73) -2024-09-01 20:14:02,804 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.015843833003600594 (mp_runner.py:73) -2024-09-01 20:14:02,807 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.02256414699513698 (mp_runner.py:73) -2024-09-01 20:14:03,639 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.015182312999968417 (mp_runner.py:73) -2024-09-01 20:14:04,142 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.01752761600073427 (mp_runner.py:73) -2024-09-01 20:14:04,270 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.014738313999259844 (mp_runner.py:73) -2024-09-01 20:14:04,271 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.018667598997126333 (mp_runner.py:73) -2024-09-01 20:14:04,272 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.013753266997809988 (mp_runner.py:73) -2024-09-01 20:14:04,272 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.013485585994203575 (mp_runner.py:73) -2024-09-01 20:14:04,274 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.019715510003152303 (mp_runner.py:73) -2024-09-01 20:14:04,332 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.01975328700063983 (mp_runner.py:73) -2024-09-01 20:14:04,333 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.012206717998196837 (mp_runner.py:73) -2024-09-01 20:14:04,334 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.015766194002935663 (mp_runner.py:73) -2024-09-01 20:14:04,335 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.014641627996752504 (mp_runner.py:73) -2024-09-01 20:14:04,529 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.02021848400181625 (mp_runner.py:73) -2024-09-01 20:14:04,535 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.019715963993803598 (mp_runner.py:73) -2024-09-01 20:14:04,565 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.022976401000050828 (mp_runner.py:73) -2024-09-01 20:14:04,963 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.017442267999285832 (mp_runner.py:73) -2024-09-01 20:14:05,443 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.017946972999197897 (mp_runner.py:73) -2024-09-01 20:14:05,591 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.014626213000155985 (mp_runner.py:73) -2024-09-01 20:14:06,469 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.02179809800145449 (mp_runner.py:73) -2024-09-01 20:14:09,774 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.011347008003212977 (mp_runner.py:73) -2024-09-01 20:14:09,776 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.014364846996613778 (mp_runner.py:73) -2024-09-01 20:14:09,777 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.013860899998690002 (mp_runner.py:73) -2024-09-01 20:14:09,778 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.011986422003246844 (mp_runner.py:73) -2024-09-01 20:14:09,778 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.014975063000747468 (mp_runner.py:73) -2024-09-01 20:14:09,779 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.015555015997961164 (mp_runner.py:73) -2024-09-01 20:14:09,780 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.020696143998065963 (mp_runner.py:73) -2024-09-01 20:14:09,782 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.023298311003600247 (mp_runner.py:73) -2024-09-01 20:14:10,071 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.01588562699907925 (mp_runner.py:73) -2024-09-01 20:14:10,679 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.014717508995090611 (mp_runner.py:73) -2024-09-01 20:14:10,680 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.01480240499950014 (mp_runner.py:73) -2024-09-01 20:14:10,682 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.019138654999551363 (mp_runner.py:73) -2024-09-01 20:14:10,682 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.018309623999812175 (mp_runner.py:73) -2024-09-01 20:14:10,799 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.01631976800126722 (mp_runner.py:73) -2024-09-01 20:14:10,800 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.01825109199853614 (mp_runner.py:73) -2024-09-01 20:14:10,952 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.02031013499799883 (mp_runner.py:73) -2024-09-01 20:14:10,976 | DEBUG |(SpawnProcess-1:183) search_count: 1500, latest_latency=0.02119062100246083 (mp_runner.py:73) -2024-09-01 20:14:11,031 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.021408876003988553 (mp_runner.py:73) -2024-09-01 20:14:11,057 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.018205900996690616 (mp_runner.py:73) -2024-09-01 20:14:11,101 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.020744228997500613 (mp_runner.py:73) -2024-09-01 20:14:11,218 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.02159279800252989 (mp_runner.py:73) -2024-09-01 20:14:11,292 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.008362114000192378 (mp_runner.py:73) -2024-09-01 20:14:11,293 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.0102883439976722 (mp_runner.py:73) -2024-09-01 20:14:11,294 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.014339633999043144 (mp_runner.py:73) -2024-09-01 20:14:11,295 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.013318457997229416 (mp_runner.py:73) -2024-09-01 20:14:11,298 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.01853417400707258 (mp_runner.py:73) -2024-09-01 20:14:11,401 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.02511407100246288 (mp_runner.py:73) -2024-09-01 20:14:12,856 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.017685041995719075 (mp_runner.py:73) -2024-09-01 20:14:13,048 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.017991260006965604 (mp_runner.py:73) -2024-09-01 20:14:13,274 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.0239602340006968 (mp_runner.py:73) -2024-09-01 20:14:13,287 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.005331955995643511 (mp_runner.py:73) -2024-09-01 20:14:13,292 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.005969837999145966 (mp_runner.py:73) -2024-09-01 20:14:13,293 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.011956069996813312 (mp_runner.py:73) -2024-09-01 20:14:13,293 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.016707098002370913 (mp_runner.py:73) -2024-09-01 20:14:13,294 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.019993385998532176 (mp_runner.py:73) -2024-09-01 20:14:13,540 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.01899027099716477 (mp_runner.py:73) -2024-09-01 20:14:14,041 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.01908979099971475 (mp_runner.py:73) -2024-09-01 20:14:14,133 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.03630167100345716 (mp_runner.py:73) -2024-09-01 20:14:14,661 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.022624139994150028 (mp_runner.py:73) -2024-09-01 20:14:14,838 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.01923486200394109 (mp_runner.py:73) -2024-09-01 20:14:14,873 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.005618790004518814 (mp_runner.py:73) -2024-09-01 20:14:15,423 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.020981821995519567 (mp_runner.py:73) -2024-09-01 20:14:15,882 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.0194104270049138 (mp_runner.py:73) -2024-09-01 20:14:16,079 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.02398135700059356 (mp_runner.py:73) -2024-09-01 20:14:16,984 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.017966704996069893 (mp_runner.py:73) -2024-09-01 20:14:17,425 | DEBUG |(SpawnProcess-1:203) search_count: 2000, latest_latency=0.012023347997455858 (mp_runner.py:73) -2024-09-01 20:14:17,427 | DEBUG |(SpawnProcess-1:204) search_count: 2000, latest_latency=0.013151419996574987 (mp_runner.py:73) -2024-09-01 20:14:17,429 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.01653392300067935 (mp_runner.py:73) -2024-09-01 20:14:17,429 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.018108789998223074 (mp_runner.py:73) -2024-09-01 20:14:17,430 | DEBUG |(SpawnProcess-1:215) search_count: 2000, latest_latency=0.01475862900406355 (mp_runner.py:73) -2024-09-01 20:14:17,431 | DEBUG |(SpawnProcess-1:213) search_count: 2000, latest_latency=0.014991516996815335 (mp_runner.py:73) -2024-09-01 20:14:18,265 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.015312365001591388 (mp_runner.py:73) -2024-09-01 20:14:18,265 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0066s, count=2000, qps in this process: 66.652 (mp_runner.py:76) -2024-09-01 20:14:18,296 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0014s, count=1961, qps in this process: 65.3636 (mp_runner.py:76) -2024-09-01 20:14:18,300 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0022s, count=1965, qps in this process: 65.4952 (mp_runner.py:76) -2024-09-01 20:14:18,303 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0127s, count=1965, qps in this process: 65.4723 (mp_runner.py:76) -2024-09-01 20:14:18,304 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0176s, count=1959, qps in this process: 65.2617 (mp_runner.py:76) -2024-09-01 20:14:18,313 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0075s, count=1844, qps in this process: 61.4513 (mp_runner.py:76) -2024-09-01 20:14:18,316 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0145s, count=1675, qps in this process: 55.8064 (mp_runner.py:76) -2024-09-01 20:14:18,412 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0013s, count=2064, qps in this process: 68.797 (mp_runner.py:76) -2024-09-01 20:14:18,415 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0027s, count=1977, qps in this process: 65.8941 (mp_runner.py:76) -2024-09-01 20:14:18,418 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.001s, count=1971, qps in this process: 65.6978 (mp_runner.py:76) -2024-09-01 20:14:18,418 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0011s, count=1971, qps in this process: 65.6976 (mp_runner.py:76) -2024-09-01 20:14:18,420 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0086s, count=1973, qps in this process: 65.7478 (mp_runner.py:76) -2024-09-01 20:14:18,421 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0045s, count=1973, qps in this process: 65.7568 (mp_runner.py:76) -2024-09-01 20:14:18,423 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0059s, count=1978, qps in this process: 65.9204 (mp_runner.py:76) -2024-09-01 20:14:18,423 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0052s, count=1619, qps in this process: 53.9573 (mp_runner.py:76) -2024-09-01 20:14:18,425 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0068s, count=1971, qps in this process: 65.6851 (mp_runner.py:76) -2024-09-01 20:14:18,425 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0123s, count=2063, qps in this process: 68.7385 (mp_runner.py:76) -2024-09-01 20:14:18,426 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0147s, count=2065, qps in this process: 68.7996 (mp_runner.py:76) -2024-09-01 20:14:18,426 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0083s, count=1763, qps in this process: 58.7504 (mp_runner.py:76) -2024-09-01 20:14:18,427 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0081s, count=1972, qps in this process: 65.7156 (mp_runner.py:76) -2024-09-01 20:14:18,428 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0126s, count=1778, qps in this process: 59.2418 (mp_runner.py:76) -2024-09-01 20:14:18,429 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0123s, count=1651, qps in this process: 55.0108 (mp_runner.py:76) -2024-09-01 20:14:18,433 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0136s, count=1778, qps in this process: 59.2398 (mp_runner.py:76) -2024-09-01 20:14:18,433 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0029s, count=1972, qps in this process: 65.727 (mp_runner.py:76) -2024-09-01 20:14:18,445 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0162s, count=1979, qps in this process: 65.9311 (mp_runner.py:76) -2024-09-01 20:14:18,459 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0053s, count=1975, qps in this process: 65.8217 (mp_runner.py:76) -2024-09-01 20:14:18,463 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0026s, count=2066, qps in this process: 68.8607 (mp_runner.py:76) -2024-09-01 20:14:18,467 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0012s, count=2068, qps in this process: 68.9306 (mp_runner.py:76) -2024-09-01 20:14:18,467 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.001s, count=1632, qps in this process: 54.3982 (mp_runner.py:76) -2024-09-01 20:14:18,485 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0032s, count=1979, qps in this process: 65.9596 (mp_runner.py:76) -2024-09-01 20:14:18,485 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0044s, count=1979, qps in this process: 65.957 (mp_runner.py:76) -2024-09-01 20:14:18,497 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.01s, count=1689, qps in this process: 56.2812 (mp_runner.py:76) -2024-09-01 20:14:18,500 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.002s, count=2070, qps in this process: 68.9954 (mp_runner.py:76) -2024-09-01 20:14:18,501 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.014s, count=1582, qps in this process: 52.7087 (mp_runner.py:76) -2024-09-01 20:14:18,512 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.006s, count=1770, qps in this process: 58.9882 (mp_runner.py:76) -2024-09-01 20:14:18,515 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0061s, count=1786, qps in this process: 59.5212 (mp_runner.py:76) -2024-09-01 20:14:18,527 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0124s, count=1701, qps in this process: 56.6766 (mp_runner.py:76) -2024-09-01 20:14:18,527 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0043s, count=1735, qps in this process: 57.825 (mp_runner.py:76) -2024-09-01 20:14:18,529 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0009s, count=1754, qps in this process: 58.4649 (mp_runner.py:76) -2024-09-01 20:14:18,534 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0048s, count=1806, qps in this process: 60.1904 (mp_runner.py:76) -2024-09-01 20:14:18,543 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0005s, count=1991, qps in this process: 66.3656 (mp_runner.py:76) -2024-09-01 20:14:18,552 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0007s, count=1825, qps in this process: 60.8319 (mp_runner.py:76) -2024-09-01 20:14:18,559 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0006s, count=1998, qps in this process: 66.5987 (mp_runner.py:76) -2024-09-01 20:14:18,567 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.001s, count=1756, qps in this process: 58.5314 (mp_runner.py:76) -2024-09-01 20:14:18,568 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0002s, count=1824, qps in this process: 60.7996 (mp_runner.py:76) -2024-09-01 20:14:18,580 | INFO |End search in concurrency 45: dur=30.57185983400268s, total_count=84873, qps=2776.1805 (mp_runner.py:120) -2024-09-01 20:14:21,995 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:14:21,996 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 20:14:43,028 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 20:14:43,337 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,375 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,381 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,446 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,448 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,458 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,463 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,463 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,544 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,545 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,552 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,553 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,557 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,577 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,594 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,620 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,625 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,628 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,631 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,634 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,637 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,678 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,687 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,700 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,710 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:43,726 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:14:51,671 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.011787368996010628 (mp_runner.py:73) -2024-09-01 20:14:51,671 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.015430452993314248 (mp_runner.py:73) -2024-09-01 20:14:51,671 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.01275235499633709 (mp_runner.py:73) -2024-09-01 20:14:51,671 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.014145036002446432 (mp_runner.py:73) -2024-09-01 20:14:51,672 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.014213014001143165 (mp_runner.py:73) -2024-09-01 20:14:51,672 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.01248374099668581 (mp_runner.py:73) -2024-09-01 20:14:51,673 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.006632862001424655 (mp_runner.py:73) -2024-09-01 20:14:51,673 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.015431325002282392 (mp_runner.py:73) -2024-09-01 20:14:51,673 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.011974396998994052 (mp_runner.py:73) -2024-09-01 20:14:51,674 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.01285231899964856 (mp_runner.py:73) -2024-09-01 20:14:51,674 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.011054028000216931 (mp_runner.py:73) -2024-09-01 20:14:51,674 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.010927898998488672 (mp_runner.py:73) -2024-09-01 20:14:51,675 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.006203174001711886 (mp_runner.py:73) -2024-09-01 20:14:51,676 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.014366242998221423 (mp_runner.py:73) -2024-09-01 20:14:51,677 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.010229325002001133 (mp_runner.py:73) -2024-09-01 20:14:51,678 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.01318395199632505 (mp_runner.py:73) -2024-09-01 20:14:51,678 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.014862474003166426 (mp_runner.py:73) -2024-09-01 20:14:51,679 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.013851889998477418 (mp_runner.py:73) -2024-09-01 20:14:51,679 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.010261383002216462 (mp_runner.py:73) -2024-09-01 20:14:51,679 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.010917412997514475 (mp_runner.py:73) -2024-09-01 20:14:51,681 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.013196257001254708 (mp_runner.py:73) -2024-09-01 20:14:51,681 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.014527029998134822 (mp_runner.py:73) -2024-09-01 20:14:51,681 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.014367862000653986 (mp_runner.py:73) -2024-09-01 20:14:51,682 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.027519687995663844 (mp_runner.py:73) -2024-09-01 20:14:51,682 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.026939786002913024 (mp_runner.py:73) -2024-09-01 20:14:51,683 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.01491397700010566 (mp_runner.py:73) -2024-09-01 20:14:51,829 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.017693420995783526 (mp_runner.py:73) -2024-09-01 20:14:51,879 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.02132423599687172 (mp_runner.py:73) -2024-09-01 20:14:51,880 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.021188086000620387 (mp_runner.py:73) -2024-09-01 20:14:52,070 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.016811392997624353 (mp_runner.py:73) -2024-09-01 20:14:52,070 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.01985141900513554 (mp_runner.py:73) -2024-09-01 20:14:52,071 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.016688857998815365 (mp_runner.py:73) -2024-09-01 20:14:52,072 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.016652818994771224 (mp_runner.py:73) -2024-09-01 20:14:52,072 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.015608556001097895 (mp_runner.py:73) -2024-09-01 20:14:52,074 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.024293654001667164 (mp_runner.py:73) -2024-09-01 20:14:52,075 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.025885177004965954 (mp_runner.py:73) -2024-09-01 20:14:52,123 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.015256516002409626 (mp_runner.py:73) -2024-09-01 20:14:52,124 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.013603295999928378 (mp_runner.py:73) -2024-09-01 20:14:52,124 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.012949512005434372 (mp_runner.py:73) -2024-09-01 20:14:52,125 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.013036520998866763 (mp_runner.py:73) -2024-09-01 20:14:52,125 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.012486923995311372 (mp_runner.py:73) -2024-09-01 20:14:52,125 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.013394007997703739 (mp_runner.py:73) -2024-09-01 20:14:52,126 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.019054844000493176 (mp_runner.py:73) -2024-09-01 20:14:52,126 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.012023015005979687 (mp_runner.py:73) -2024-09-01 20:14:52,126 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.020246327003405895 (mp_runner.py:73) -2024-09-01 20:14:52,471 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.024069942002824973 (mp_runner.py:73) -2024-09-01 20:14:53,486 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.029068489995552227 (mp_runner.py:73) -2024-09-01 20:14:54,090 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.024588258005678654 (mp_runner.py:73) -2024-09-01 20:14:54,091 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.024394256994128227 (mp_runner.py:73) -2024-09-01 20:14:54,093 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.015567454996926244 (mp_runner.py:73) -2024-09-01 20:14:59,285 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.010130889000720344 (mp_runner.py:73) -2024-09-01 20:14:59,286 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.014382068999111652 (mp_runner.py:73) -2024-09-01 20:14:59,287 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.008830379003484268 (mp_runner.py:73) -2024-09-01 20:14:59,287 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.011914294002053794 (mp_runner.py:73) -2024-09-01 20:14:59,288 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.009830308001255617 (mp_runner.py:73) -2024-09-01 20:14:59,288 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.013072425994323567 (mp_runner.py:73) -2024-09-01 20:14:59,289 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.011108462000265718 (mp_runner.py:73) -2024-09-01 20:14:59,289 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.012944606998644304 (mp_runner.py:73) -2024-09-01 20:14:59,290 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.019024508001166396 (mp_runner.py:73) -2024-09-01 20:14:59,290 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.013145880002412014 (mp_runner.py:73) -2024-09-01 20:14:59,291 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.012232040004164446 (mp_runner.py:73) -2024-09-01 20:14:59,291 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.01970832699589664 (mp_runner.py:73) -2024-09-01 20:14:59,292 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.012157732002378907 (mp_runner.py:73) -2024-09-01 20:14:59,292 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.00832675899437163 (mp_runner.py:73) -2024-09-01 20:14:59,293 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.013986598001793027 (mp_runner.py:73) -2024-09-01 20:14:59,295 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.015490705001866445 (mp_runner.py:73) -2024-09-01 20:14:59,295 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.014739423000719398 (mp_runner.py:73) -2024-09-01 20:14:59,296 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.014988376999099273 (mp_runner.py:73) -2024-09-01 20:14:59,298 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.01531860700197285 (mp_runner.py:73) -2024-09-01 20:14:59,982 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.017590704999747686 (mp_runner.py:73) -2024-09-01 20:14:59,983 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.013411168998572975 (mp_runner.py:73) -2024-09-01 20:14:59,984 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.011315720003040042 (mp_runner.py:73) -2024-09-01 20:14:59,985 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.014046675998542923 (mp_runner.py:73) -2024-09-01 20:14:59,985 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.013141669005563017 (mp_runner.py:73) -2024-09-01 20:14:59,986 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.013411036998149939 (mp_runner.py:73) -2024-09-01 20:14:59,986 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.01585300100123277 (mp_runner.py:73) -2024-09-01 20:14:59,987 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.013169883997761644 (mp_runner.py:73) -2024-09-01 20:14:59,987 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.013892741000745445 (mp_runner.py:73) -2024-09-01 20:14:59,987 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.012606928998138756 (mp_runner.py:73) -2024-09-01 20:14:59,988 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.012677698003244586 (mp_runner.py:73) -2024-09-01 20:14:59,989 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.019098515003861394 (mp_runner.py:73) -2024-09-01 20:14:59,990 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.012329438999586273 (mp_runner.py:73) -2024-09-01 20:14:59,990 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.02058895999653032 (mp_runner.py:73) -2024-09-01 20:14:59,991 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.012412224001309369 (mp_runner.py:73) -2024-09-01 20:14:59,993 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.014094082005613018 (mp_runner.py:73) -2024-09-01 20:14:59,994 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.014855116001854185 (mp_runner.py:73) -2024-09-01 20:14:59,998 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.027146487002028152 (mp_runner.py:73) -2024-09-01 20:15:00,646 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.021132955997018144 (mp_runner.py:73) -2024-09-01 20:15:00,813 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.019949376001022756 (mp_runner.py:73) -2024-09-01 20:15:00,815 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.014415174002351705 (mp_runner.py:73) -2024-09-01 20:15:00,815 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.01378346599813085 (mp_runner.py:73) -2024-09-01 20:15:00,816 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.016922474998864345 (mp_runner.py:73) -2024-09-01 20:15:00,817 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.02348036500188755 (mp_runner.py:73) -2024-09-01 20:15:00,818 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.01896104099432705 (mp_runner.py:73) -2024-09-01 20:15:02,421 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.020024227997055277 (mp_runner.py:73) -2024-09-01 20:15:03,787 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.0350031729976763 (mp_runner.py:73) -2024-09-01 20:15:04,089 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.02180748300452251 (mp_runner.py:73) -2024-09-01 20:15:04,091 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.016003469994757324 (mp_runner.py:73) -2024-09-01 20:15:04,091 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.017935261996171903 (mp_runner.py:73) -2024-09-01 20:15:04,570 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.019700345997989643 (mp_runner.py:73) -2024-09-01 20:15:07,723 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.015235168000799604 (mp_runner.py:73) -2024-09-01 20:15:07,723 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.01679924000200117 (mp_runner.py:73) -2024-09-01 20:15:07,724 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.018900613002188038 (mp_runner.py:73) -2024-09-01 20:15:07,726 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.021472620996064506 (mp_runner.py:73) -2024-09-01 20:15:07,727 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.025804572003835347 (mp_runner.py:73) -2024-09-01 20:15:07,762 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.014860449002298992 (mp_runner.py:73) -2024-09-01 20:15:07,762 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.017305081004451495 (mp_runner.py:73) -2024-09-01 20:15:07,763 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.017683687001408543 (mp_runner.py:73) -2024-09-01 20:15:07,764 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.019457410999166314 (mp_runner.py:73) -2024-09-01 20:15:07,766 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.022847619002277497 (mp_runner.py:73) -2024-09-01 20:15:07,771 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.02797522300534183 (mp_runner.py:73) -2024-09-01 20:15:08,145 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.012300099006097298 (mp_runner.py:73) -2024-09-01 20:15:08,147 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.013702333999390248 (mp_runner.py:73) -2024-09-01 20:15:08,147 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.01605074699909892 (mp_runner.py:73) -2024-09-01 20:15:08,148 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.01609265900333412 (mp_runner.py:73) -2024-09-01 20:15:08,149 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.014006133998918813 (mp_runner.py:73) -2024-09-01 20:15:08,150 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.01609471600386314 (mp_runner.py:73) -2024-09-01 20:15:08,150 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.013499052001861855 (mp_runner.py:73) -2024-09-01 20:15:08,151 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.015767451004649047 (mp_runner.py:73) -2024-09-01 20:15:08,152 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.01517340599821182 (mp_runner.py:73) -2024-09-01 20:15:08,152 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.014998234000813682 (mp_runner.py:73) -2024-09-01 20:15:08,153 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.01462973200250417 (mp_runner.py:73) -2024-09-01 20:15:08,153 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.009923605997755658 (mp_runner.py:73) -2024-09-01 20:15:08,153 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.022506124994833954 (mp_runner.py:73) -2024-09-01 20:15:08,156 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.02519303200097056 (mp_runner.py:73) -2024-09-01 20:15:08,645 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.011471612000605091 (mp_runner.py:73) -2024-09-01 20:15:08,647 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.014389256997674238 (mp_runner.py:73) -2024-09-01 20:15:08,649 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.021218973997747526 (mp_runner.py:73) -2024-09-01 20:15:08,650 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.006866780000564177 (mp_runner.py:73) -2024-09-01 20:15:09,415 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.005285248997097369 (mp_runner.py:73) -2024-09-01 20:15:09,416 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.018475894001312554 (mp_runner.py:73) -2024-09-01 20:15:09,416 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.018529480003053322 (mp_runner.py:73) -2024-09-01 20:15:09,417 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.0075454609977896325 (mp_runner.py:73) -2024-09-01 20:15:09,417 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.01903408100042725 (mp_runner.py:73) -2024-09-01 20:15:09,418 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.015440760995261371 (mp_runner.py:73) -2024-09-01 20:15:09,418 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.006251277001865674 (mp_runner.py:73) -2024-09-01 20:15:09,419 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.016284268000163138 (mp_runner.py:73) -2024-09-01 20:15:09,419 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.015725261997431517 (mp_runner.py:73) -2024-09-01 20:15:09,420 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.02538593499775743 (mp_runner.py:73) -2024-09-01 20:15:09,420 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.01514678300009109 (mp_runner.py:73) -2024-09-01 20:15:09,420 | DEBUG |(SpawnProcess-1:229) search_count: 1500, latest_latency=0.014732564995938446 (mp_runner.py:73) -2024-09-01 20:15:09,421 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.019619677994342055 (mp_runner.py:73) -2024-09-01 20:15:09,421 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.006953926997084636 (mp_runner.py:73) -2024-09-01 20:15:09,436 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.03893858399533201 (mp_runner.py:73) -2024-09-01 20:15:13,355 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0152s, count=1778, qps in this process: 59.2367 (mp_runner.py:76) -2024-09-01 20:15:13,387 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0089s, count=1770, qps in this process: 58.9825 (mp_runner.py:76) -2024-09-01 20:15:13,388 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0093s, count=1826, qps in this process: 60.8478 (mp_runner.py:76) -2024-09-01 20:15:13,392 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0239s, count=1826, qps in this process: 60.8182 (mp_runner.py:76) -2024-09-01 20:15:13,396 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0025s, count=1812, qps in this process: 60.395 (mp_runner.py:76) -2024-09-01 20:15:13,401 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0147s, count=1812, qps in this process: 60.3704 (mp_runner.py:76) -2024-09-01 20:15:13,402 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0158s, count=1827, qps in this process: 60.8679 (mp_runner.py:76) -2024-09-01 20:15:13,403 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0164s, count=1717, qps in this process: 57.2021 (mp_runner.py:76) -2024-09-01 20:15:13,458 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0067s, count=1831, qps in this process: 61.0197 (mp_runner.py:76) -2024-09-01 20:15:13,461 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.004s, count=1816, qps in this process: 60.5253 (mp_runner.py:76) -2024-09-01 20:15:13,462 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0045s, count=1831, qps in this process: 61.0242 (mp_runner.py:76) -2024-09-01 20:15:13,463 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0002s, count=1816, qps in this process: 60.5329 (mp_runner.py:76) -2024-09-01 20:15:13,465 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0077s, count=1816, qps in this process: 60.5178 (mp_runner.py:76) -2024-09-01 20:15:13,467 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0161s, count=1781, qps in this process: 59.3348 (mp_runner.py:76) -2024-09-01 20:15:13,468 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0079s, count=1772, qps in this process: 59.0511 (mp_runner.py:76) -2024-09-01 20:15:13,468 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0018s, count=1713, qps in this process: 57.0966 (mp_runner.py:76) -2024-09-01 20:15:13,468 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0073s, count=1832, qps in this process: 61.0518 (mp_runner.py:76) -2024-09-01 20:15:13,469 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0086s, count=1735, qps in this process: 57.8168 (mp_runner.py:76) -2024-09-01 20:15:13,471 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0087s, count=1483, qps in this process: 49.419 (mp_runner.py:76) -2024-09-01 20:15:13,479 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0081s, count=1431, qps in this process: 47.6871 (mp_runner.py:76) -2024-09-01 20:15:13,483 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0105s, count=1735, qps in this process: 57.8131 (mp_runner.py:76) -2024-09-01 20:15:13,483 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0225s, count=1798, qps in this process: 59.8884 (mp_runner.py:76) -2024-09-01 20:15:13,484 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0119s, count=1740, qps in this process: 57.977 (mp_runner.py:76) -2024-09-01 20:15:13,485 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0178s, count=1722, qps in this process: 57.366 (mp_runner.py:76) -2024-09-01 20:15:13,499 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0268s, count=1712, qps in this process: 57.0157 (mp_runner.py:76) -2024-09-01 20:15:13,499 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.039s, count=1798, qps in this process: 59.8555 (mp_runner.py:76) -2024-09-01 20:15:13,517 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0443s, count=1737, qps in this process: 57.8146 (mp_runner.py:76) -2024-09-01 20:15:13,551 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0003s, count=1725, qps in this process: 57.4994 (mp_runner.py:76) -2024-09-01 20:15:13,555 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0033s, count=1820, qps in this process: 60.66 (mp_runner.py:76) -2024-09-01 20:15:13,557 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0011s, count=1741, qps in this process: 58.0312 (mp_runner.py:76) -2024-09-01 20:15:13,557 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0023s, count=1741, qps in this process: 58.0289 (mp_runner.py:76) -2024-09-01 20:15:13,558 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0268s, count=1786, qps in this process: 59.4802 (mp_runner.py:76) -2024-09-01 20:15:13,569 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0029s, count=1726, qps in this process: 57.5278 (mp_runner.py:76) -2024-09-01 20:15:13,572 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.007s, count=1727, qps in this process: 57.5532 (mp_runner.py:76) -2024-09-01 20:15:13,575 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0107s, count=1743, qps in this process: 58.0793 (mp_runner.py:76) -2024-09-01 20:15:13,598 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0103s, count=1787, qps in this process: 59.5462 (mp_runner.py:76) -2024-09-01 20:15:13,601 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0023s, count=1825, qps in this process: 60.8287 (mp_runner.py:76) -2024-09-01 20:15:13,630 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0077s, count=1751, qps in this process: 58.3517 (mp_runner.py:76) -2024-09-01 20:15:13,631 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0036s, count=1751, qps in this process: 58.3597 (mp_runner.py:76) -2024-09-01 20:15:13,649 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0007s, count=1793, qps in this process: 59.7653 (mp_runner.py:76) -2024-09-01 20:15:13,649 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0071s, count=1832, qps in this process: 61.0522 (mp_runner.py:76) -2024-09-01 20:15:13,653 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0086s, count=1755, qps in this process: 58.4832 (mp_runner.py:76) -2024-09-01 20:15:13,653 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0193s, count=1728, qps in this process: 57.563 (mp_runner.py:76) -2024-09-01 20:15:13,660 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0055s, count=1419, qps in this process: 47.2913 (mp_runner.py:76) -2024-09-01 20:15:13,685 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0019s, count=1771, qps in this process: 59.0296 (mp_runner.py:76) -2024-09-01 20:15:13,692 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0011s, count=1848, qps in this process: 61.5977 (mp_runner.py:76) -2024-09-01 20:15:13,693 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0012s, count=1807, qps in this process: 60.2309 (mp_runner.py:76) -2024-09-01 20:15:13,700 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.0010159249941352755 (mp_runner.py:73) -2024-09-01 20:15:13,700 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.0013178900044295006 (mp_runner.py:73) -2024-09-01 20:15:13,700 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.0007741789959254675 (mp_runner.py:73) -2024-09-01 20:15:13,710 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0012s, count=1508, qps in this process: 50.2647 (mp_runner.py:76) -2024-09-01 20:15:13,715 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0004s, count=1512, qps in this process: 50.3993 (mp_runner.py:76) -2024-09-01 20:15:13,731 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0006s, count=1533, qps in this process: 51.099 (mp_runner.py:76) -2024-09-01 20:15:13,744 | INFO |End search in concurrency 50: dur=30.715962410999055s, total_count=87096, qps=2835.5289 (mp_runner.py:120) -2024-09-01 20:15:17,023 | INFO |Update largest qps with concurrency 50: current max_qps=2835.5289 (mp_runner.py:124) -2024-09-01 20:15:17,432 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:15:17,432 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 20:15:38,622 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 20:15:38,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,747 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,860 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,942 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,948 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,960 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,983 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,994 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:38,996 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,022 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,038 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,040 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,043 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,044 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,046 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,047 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,051 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,053 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,053 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,100 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,105 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,107 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,173 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,198 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,204 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,251 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,260 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,265 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,270 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,270 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,301 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,310 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,316 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,330 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,362 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,380 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,425 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,453 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,487 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,501 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:39,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:15:48,895 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.014942019995942246 (mp_runner.py:73) -2024-09-01 20:15:48,896 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.015053852999699302 (mp_runner.py:73) -2024-09-01 20:15:48,898 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.015178721005213447 (mp_runner.py:73) -2024-09-01 20:15:48,900 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.020420886001375038 (mp_runner.py:73) -2024-09-01 20:15:48,902 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.024216596997575834 (mp_runner.py:73) -2024-09-01 20:15:48,976 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.017932243994437158 (mp_runner.py:73) -2024-09-01 20:15:48,980 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.023594767997565214 (mp_runner.py:73) -2024-09-01 20:15:48,980 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.02107482999417698 (mp_runner.py:73) -2024-09-01 20:15:48,981 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.023659152000618633 (mp_runner.py:73) -2024-09-01 20:15:49,094 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.01778632000059588 (mp_runner.py:73) -2024-09-01 20:15:49,096 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.015550840995274484 (mp_runner.py:73) -2024-09-01 20:15:49,096 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.01571339800284477 (mp_runner.py:73) -2024-09-01 20:15:49,097 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.025072846001421567 (mp_runner.py:73) -2024-09-01 20:15:49,097 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.014849589002551511 (mp_runner.py:73) -2024-09-01 20:15:49,100 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.02447546199982753 (mp_runner.py:73) -2024-09-01 20:15:49,166 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.014504360005958006 (mp_runner.py:73) -2024-09-01 20:15:49,168 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.015267096998286434 (mp_runner.py:73) -2024-09-01 20:15:49,168 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.01613138199900277 (mp_runner.py:73) -2024-09-01 20:15:49,168 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.016897733003133908 (mp_runner.py:73) -2024-09-01 20:15:49,169 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.016033920997870155 (mp_runner.py:73) -2024-09-01 20:15:49,169 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.015781226997205522 (mp_runner.py:73) -2024-09-01 20:15:49,170 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.014047683995158877 (mp_runner.py:73) -2024-09-01 20:15:49,171 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.01970065000205068 (mp_runner.py:73) -2024-09-01 20:15:49,172 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01678606600034982 (mp_runner.py:73) -2024-09-01 20:15:49,173 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.026023118996818084 (mp_runner.py:73) -2024-09-01 20:15:49,175 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.025181368997436948 (mp_runner.py:73) -2024-09-01 20:15:49,175 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.020501946004515048 (mp_runner.py:73) -2024-09-01 20:15:49,415 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.025646018999395892 (mp_runner.py:73) -2024-09-01 20:15:49,601 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.028829521994339302 (mp_runner.py:73) -2024-09-01 20:15:49,831 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.02344515299773775 (mp_runner.py:73) -2024-09-01 20:15:49,942 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.015078563999850303 (mp_runner.py:73) -2024-09-01 20:15:49,942 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.01678983499732567 (mp_runner.py:73) -2024-09-01 20:15:49,944 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.014127335001830943 (mp_runner.py:73) -2024-09-01 20:15:49,945 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.01319478799996432 (mp_runner.py:73) -2024-09-01 20:15:49,950 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.024688349993084557 (mp_runner.py:73) -2024-09-01 20:15:50,068 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.01568114299880108 (mp_runner.py:73) -2024-09-01 20:15:50,070 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.01640882900392171 (mp_runner.py:73) -2024-09-01 20:15:50,073 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.02019694899354363 (mp_runner.py:73) -2024-09-01 20:15:50,074 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.022091778999310918 (mp_runner.py:73) -2024-09-01 20:15:50,334 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.018661390997294802 (mp_runner.py:73) -2024-09-01 20:15:50,336 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.021329718998458702 (mp_runner.py:73) -2024-09-01 20:15:50,624 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.026291772999684326 (mp_runner.py:73) -2024-09-01 20:15:50,624 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.023305575996346306 (mp_runner.py:73) -2024-09-01 20:15:50,889 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.0244945899976301 (mp_runner.py:73) -2024-09-01 20:15:51,305 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.024305177998030558 (mp_runner.py:73) -2024-09-01 20:15:51,433 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.019869196999934502 (mp_runner.py:73) -2024-09-01 20:15:51,498 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.030571939001674764 (mp_runner.py:73) -2024-09-01 20:15:51,505 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.021284080001350958 (mp_runner.py:73) -2024-09-01 20:15:51,506 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.02281575300003169 (mp_runner.py:73) -2024-09-01 20:15:51,624 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.023785859993949998 (mp_runner.py:73) -2024-09-01 20:15:51,645 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.021499793001567014 (mp_runner.py:73) -2024-09-01 20:15:51,726 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.018886578000092413 (mp_runner.py:73) -2024-09-01 20:15:52,084 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.02675309299957007 (mp_runner.py:73) -2024-09-01 20:15:52,144 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.025781975004065316 (mp_runner.py:73) -2024-09-01 20:15:52,221 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.034000118997937534 (mp_runner.py:73) -2024-09-01 20:15:57,729 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.024662007999722846 (mp_runner.py:73) -2024-09-01 20:15:57,741 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.01125309100461891 (mp_runner.py:73) -2024-09-01 20:15:57,741 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.0140642089972971 (mp_runner.py:73) -2024-09-01 20:15:57,742 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.015918179997242987 (mp_runner.py:73) -2024-09-01 20:15:57,746 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.02072198899986688 (mp_runner.py:73) -2024-09-01 20:15:57,748 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.016212349997658748 (mp_runner.py:73) -2024-09-01 20:15:57,750 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.0146747350008809 (mp_runner.py:73) -2024-09-01 20:15:57,751 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.02761656800430501 (mp_runner.py:73) -2024-09-01 20:15:57,754 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.018086823998601176 (mp_runner.py:73) -2024-09-01 20:15:57,869 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.017536502004077192 (mp_runner.py:73) -2024-09-01 20:15:57,872 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.02074085399362957 (mp_runner.py:73) -2024-09-01 20:15:57,875 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.01953601599961985 (mp_runner.py:73) -2024-09-01 20:15:57,875 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.02071013599925209 (mp_runner.py:73) -2024-09-01 20:15:58,675 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.008114495998597704 (mp_runner.py:73) -2024-09-01 20:15:58,725 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.00837404299818445 (mp_runner.py:73) -2024-09-01 20:15:58,729 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.018256861992995255 (mp_runner.py:73) -2024-09-01 20:15:58,730 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.014134287004708312 (mp_runner.py:73) -2024-09-01 20:15:58,731 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.019154235000314657 (mp_runner.py:73) -2024-09-01 20:15:58,734 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.019072111004788894 (mp_runner.py:73) -2024-09-01 20:15:58,735 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.01902469099877635 (mp_runner.py:73) -2024-09-01 20:15:59,164 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.02542505100427661 (mp_runner.py:73) -2024-09-01 20:15:59,347 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.021487536003405694 (mp_runner.py:73) -2024-09-01 20:15:59,540 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.013475965999532491 (mp_runner.py:73) -2024-09-01 20:15:59,542 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.015650777997507248 (mp_runner.py:73) -2024-09-01 20:15:59,544 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.015051592003146652 (mp_runner.py:73) -2024-09-01 20:15:59,545 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.01521280699671479 (mp_runner.py:73) -2024-09-01 20:15:59,545 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.019125844002701342 (mp_runner.py:73) -2024-09-01 20:15:59,546 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.014405779998924118 (mp_runner.py:73) -2024-09-01 20:15:59,548 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.01632996399712283 (mp_runner.py:73) -2024-09-01 20:15:59,548 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.024464241992973257 (mp_runner.py:73) -2024-09-01 20:15:59,549 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.023907228001917247 (mp_runner.py:73) -2024-09-01 20:15:59,551 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.01663953399838647 (mp_runner.py:73) -2024-09-01 20:15:59,808 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.019936935997975525 (mp_runner.py:73) -2024-09-01 20:16:00,283 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.0011280550024821423 (mp_runner.py:73) -2024-09-01 20:16:00,566 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.025308862001111265 (mp_runner.py:73) -2024-09-01 20:16:01,331 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.023000452005362604 (mp_runner.py:73) -2024-09-01 20:16:01,709 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.021201740004471503 (mp_runner.py:73) -2024-09-01 20:16:01,784 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.022755474994482938 (mp_runner.py:73) -2024-09-01 20:16:02,042 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.018830822002200875 (mp_runner.py:73) -2024-09-01 20:16:02,044 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.022083315001509618 (mp_runner.py:73) -2024-09-01 20:16:02,228 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.02302525200502714 (mp_runner.py:73) -2024-09-01 20:16:02,279 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.017108557003666647 (mp_runner.py:73) -2024-09-01 20:16:02,279 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.01847768599691335 (mp_runner.py:73) -2024-09-01 20:16:02,281 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.020470744995691348 (mp_runner.py:73) -2024-09-01 20:16:02,282 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.021533328996156342 (mp_runner.py:73) -2024-09-01 20:16:02,282 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.022969079000176862 (mp_runner.py:73) -2024-09-01 20:16:02,285 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.01389826800004812 (mp_runner.py:73) -2024-09-01 20:16:02,285 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.010683973996492568 (mp_runner.py:73) -2024-09-01 20:16:02,289 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.019712471999810077 (mp_runner.py:73) -2024-09-01 20:16:02,796 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.023444717000529636 (mp_runner.py:73) -2024-09-01 20:16:03,361 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.028241744999832008 (mp_runner.py:73) -2024-09-01 20:16:03,389 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.022525516993482597 (mp_runner.py:73) -2024-09-01 20:16:04,094 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.022370913000486325 (mp_runner.py:73) -2024-09-01 20:16:04,210 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.02200145900133066 (mp_runner.py:73) -2024-09-01 20:16:04,314 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.025044777001312468 (mp_runner.py:73) -2024-09-01 20:16:07,510 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.013495763996616006 (mp_runner.py:73) -2024-09-01 20:16:07,511 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.014849462997517549 (mp_runner.py:73) -2024-09-01 20:16:07,512 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.014380934997461736 (mp_runner.py:73) -2024-09-01 20:16:07,512 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.013418657996226102 (mp_runner.py:73) -2024-09-01 20:16:07,514 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.018147955001040827 (mp_runner.py:73) -2024-09-01 20:16:07,515 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.019996262002678122 (mp_runner.py:73) -2024-09-01 20:16:08,186 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.01256624599773204 (mp_runner.py:73) -2024-09-01 20:16:08,187 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.014581123999960255 (mp_runner.py:73) -2024-09-01 20:16:08,188 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.018558150994067546 (mp_runner.py:73) -2024-09-01 20:16:08,189 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.02176570500159869 (mp_runner.py:73) -2024-09-01 20:16:08,752 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0045s, count=1569, qps in this process: 52.2922 (mp_runner.py:76) -2024-09-01 20:16:08,759 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0104s, count=1488, qps in this process: 49.5828 (mp_runner.py:76) -2024-09-01 20:16:08,868 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0002s, count=1533, qps in this process: 51.0997 (mp_runner.py:76) -2024-09-01 20:16:08,947 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0008s, count=1465, qps in this process: 48.832 (mp_runner.py:76) -2024-09-01 20:16:08,965 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0059s, count=1482, qps in this process: 49.3903 (mp_runner.py:76) -2024-09-01 20:16:08,968 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0173s, count=1581, qps in this process: 52.6696 (mp_runner.py:76) -2024-09-01 20:16:08,977 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0135s, count=1367, qps in this process: 45.5462 (mp_runner.py:76) -2024-09-01 20:16:08,996 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0107s, count=1483, qps in this process: 49.4157 (mp_runner.py:76) -2024-09-01 20:16:08,998 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0007s, count=1467, qps in this process: 48.8989 (mp_runner.py:76) -2024-09-01 20:16:09,002 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.014866871999402065 (mp_runner.py:73) -2024-09-01 20:16:09,005 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.018822291000105906 (mp_runner.py:73) -2024-09-01 20:16:09,026 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0281s, count=1467, qps in this process: 48.8542 (mp_runner.py:76) -2024-09-01 20:16:09,044 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0011s, count=1501, qps in this process: 50.0315 (mp_runner.py:76) -2024-09-01 20:16:09,052 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0276s, count=1396, qps in this process: 46.4906 (mp_runner.py:76) -2024-09-01 20:16:09,053 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0153s, count=1468, qps in this process: 48.9084 (mp_runner.py:76) -2024-09-01 20:16:09,053 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0046s, count=1586, qps in this process: 52.8586 (mp_runner.py:76) -2024-09-01 20:16:09,056 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0038s, count=1449, qps in this process: 48.2939 (mp_runner.py:76) -2024-09-01 20:16:09,062 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.015s, count=1373, qps in this process: 45.7438 (mp_runner.py:76) -2024-09-01 20:16:09,066 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0178s, count=1586, qps in this process: 52.8353 (mp_runner.py:76) -2024-09-01 20:16:09,067 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0084s, count=1485, qps in this process: 49.4861 (mp_runner.py:76) -2024-09-01 20:16:09,072 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0159s, count=1370, qps in this process: 45.6425 (mp_runner.py:76) -2024-09-01 20:16:09,076 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0178s, count=1469, qps in this process: 48.9376 (mp_runner.py:76) -2024-09-01 20:16:09,081 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0338s, count=1503, qps in this process: 50.0436 (mp_runner.py:76) -2024-09-01 20:16:09,113 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0013s, count=1546, qps in this process: 51.5311 (mp_runner.py:76) -2024-09-01 20:16:09,121 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.008s, count=1546, qps in this process: 51.5196 (mp_runner.py:76) -2024-09-01 20:16:09,133 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0007s, count=1336, qps in this process: 44.5323 (mp_runner.py:76) -2024-09-01 20:16:09,142 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0271s, count=1464, qps in this process: 48.756 (mp_runner.py:76) -2024-09-01 20:16:09,160 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0157s, count=1489, qps in this process: 49.6074 (mp_runner.py:76) -2024-09-01 20:16:09,178 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0011s, count=1452, qps in this process: 48.3982 (mp_runner.py:76) -2024-09-01 20:16:09,201 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0006s, count=1467, qps in this process: 48.899 (mp_runner.py:76) -2024-09-01 20:16:09,205 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0019s, count=1457, qps in this process: 48.5636 (mp_runner.py:76) -2024-09-01 20:16:09,206 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0031s, count=1470, qps in this process: 48.9949 (mp_runner.py:76) -2024-09-01 20:16:09,213 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0024s, count=1594, qps in this process: 53.1291 (mp_runner.py:76) -2024-09-01 20:16:09,217 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0059s, count=1594, qps in this process: 53.1229 (mp_runner.py:76) -2024-09-01 20:16:09,254 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0006s, count=1341, qps in this process: 44.6991 (mp_runner.py:76) -2024-09-01 20:16:09,258 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0066s, count=1419, qps in this process: 47.2896 (mp_runner.py:76) -2024-09-01 20:16:09,261 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0096s, count=1327, qps in this process: 44.2192 (mp_runner.py:76) -2024-09-01 20:16:09,261 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.005s, count=1472, qps in this process: 49.0585 (mp_runner.py:76) -2024-09-01 20:16:09,268 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0038s, count=1390, qps in this process: 46.3275 (mp_runner.py:76) -2024-09-01 20:16:09,272 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0023s, count=1387, qps in this process: 46.2298 (mp_runner.py:76) -2024-09-01 20:16:09,279 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0008s, count=1389, qps in this process: 46.2988 (mp_runner.py:76) -2024-09-01 20:16:09,284 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0023s, count=1564, qps in this process: 52.1293 (mp_runner.py:76) -2024-09-01 20:16:09,316 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0044s, count=1398, qps in this process: 46.5932 (mp_runner.py:76) -2024-09-01 20:16:09,318 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.011s, count=1250, qps in this process: 41.6514 (mp_runner.py:76) -2024-09-01 20:16:09,324 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0003s, count=1388, qps in this process: 46.2662 (mp_runner.py:76) -2024-09-01 20:16:09,336 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0007s, count=1281, qps in this process: 42.699 (mp_runner.py:76) -2024-09-01 20:16:09,375 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0003s, count=1483, qps in this process: 49.4328 (mp_runner.py:76) -2024-09-01 20:16:09,388 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0007s, count=1419, qps in this process: 47.2989 (mp_runner.py:76) -2024-09-01 20:16:09,393 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0041s, count=1327, qps in this process: 44.2273 (mp_runner.py:76) -2024-09-01 20:16:09,419 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0008s, count=1430, qps in this process: 47.6654 (mp_runner.py:76) -2024-09-01 20:16:09,427 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0009s, count=1430, qps in this process: 47.6652 (mp_runner.py:76) -2024-09-01 20:16:09,434 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0022s, count=1343, qps in this process: 44.7634 (mp_runner.py:76) -2024-09-01 20:16:09,456 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0009s, count=1257, qps in this process: 41.8987 (mp_runner.py:76) -2024-09-01 20:16:09,476 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0012s, count=1275, qps in this process: 42.4983 (mp_runner.py:76) -2024-09-01 20:16:09,497 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0005s, count=1467, qps in this process: 48.8992 (mp_runner.py:76) -2024-09-01 20:16:09,506 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.001s, count=1296, qps in this process: 43.1986 (mp_runner.py:76) -2024-09-01 20:16:09,544 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0008s, count=1387, qps in this process: 46.2321 (mp_runner.py:76) -2024-09-01 20:16:09,556 | INFO |End search in concurrency 55: dur=30.933736761006003s, total_count=79223, qps=2561.055 (mp_runner.py:120) -2024-09-01 20:16:13,643 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:16:13,644 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 20:16:34,962 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 20:16:35,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,366 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,483 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,486 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,486 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,487 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,487 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,488 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,489 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,489 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,494 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,495 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,496 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,507 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,507 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,515 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,517 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,518 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,519 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,519 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,519 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,519 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,523 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,531 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,538 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,543 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,555 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,576 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,576 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,587 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,601 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,601 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,601 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,659 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,659 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,699 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,713 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,715 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,737 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:35,748 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:16:45,918 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.025998884993896354 (mp_runner.py:73) -2024-09-01 20:16:46,009 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.016052594997745473 (mp_runner.py:73) -2024-09-01 20:16:46,019 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.02016431600350188 (mp_runner.py:73) -2024-09-01 20:16:46,020 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.02868455999850994 (mp_runner.py:73) -2024-09-01 20:16:46,021 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.03143244500097353 (mp_runner.py:73) -2024-09-01 20:16:46,054 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.005886434002604801 (mp_runner.py:73) -2024-09-01 20:16:46,056 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.015699911004048772 (mp_runner.py:73) -2024-09-01 20:16:46,058 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.020195135999529157 (mp_runner.py:73) -2024-09-01 20:16:46,060 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.023533954998129047 (mp_runner.py:73) -2024-09-01 20:16:46,064 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.029144515996449627 (mp_runner.py:73) -2024-09-01 20:16:46,117 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.01583931699860841 (mp_runner.py:73) -2024-09-01 20:16:46,121 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.021682944003259763 (mp_runner.py:73) -2024-09-01 20:16:46,121 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.018464372005837504 (mp_runner.py:73) -2024-09-01 20:16:46,123 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.01751653700193856 (mp_runner.py:73) -2024-09-01 20:16:46,124 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.019743757002288476 (mp_runner.py:73) -2024-09-01 20:16:46,124 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.024971847000415437 (mp_runner.py:73) -2024-09-01 20:16:46,124 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.01790804700431181 (mp_runner.py:73) -2024-09-01 20:16:46,127 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.029473185997630935 (mp_runner.py:73) -2024-09-01 20:16:46,304 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.024381638002523687 (mp_runner.py:73) -2024-09-01 20:16:46,545 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.02267546700022649 (mp_runner.py:73) -2024-09-01 20:16:46,574 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.02940965799643891 (mp_runner.py:73) -2024-09-01 20:16:46,604 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.023360482999123633 (mp_runner.py:73) -2024-09-01 20:16:46,668 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.014971425000112504 (mp_runner.py:73) -2024-09-01 20:16:46,670 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.015726325997093227 (mp_runner.py:73) -2024-09-01 20:16:46,670 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.018101198998920154 (mp_runner.py:73) -2024-09-01 20:16:46,671 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.01651710299483966 (mp_runner.py:73) -2024-09-01 20:16:46,671 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.01948083599563688 (mp_runner.py:73) -2024-09-01 20:16:46,671 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.014929882003343664 (mp_runner.py:73) -2024-09-01 20:16:46,671 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.016449625996756367 (mp_runner.py:73) -2024-09-01 20:16:46,673 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.01607614500244381 (mp_runner.py:73) -2024-09-01 20:16:46,673 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.011666580998280551 (mp_runner.py:73) -2024-09-01 20:16:46,674 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.01103818199771922 (mp_runner.py:73) -2024-09-01 20:16:46,675 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.010336347004340496 (mp_runner.py:73) -2024-09-01 20:16:46,675 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.017588426999282092 (mp_runner.py:73) -2024-09-01 20:16:46,677 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.02590071600570809 (mp_runner.py:73) -2024-09-01 20:16:46,678 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.0010307069969712757 (mp_runner.py:73) -2024-09-01 20:16:46,858 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.027164842998899985 (mp_runner.py:73) -2024-09-01 20:16:46,896 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.01763642099831486 (mp_runner.py:73) -2024-09-01 20:16:46,896 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.019010916003026068 (mp_runner.py:73) -2024-09-01 20:16:46,897 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.020914307999191806 (mp_runner.py:73) -2024-09-01 20:16:46,898 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.02147510899521876 (mp_runner.py:73) -2024-09-01 20:16:46,899 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.023124286002712324 (mp_runner.py:73) -2024-09-01 20:16:46,900 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.025168611995468382 (mp_runner.py:73) -2024-09-01 20:16:46,900 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.019651126000098884 (mp_runner.py:73) -2024-09-01 20:16:46,901 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.019900699000572786 (mp_runner.py:73) -2024-09-01 20:16:46,902 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.026550361995759886 (mp_runner.py:73) -2024-09-01 20:16:47,055 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.01511651900364086 (mp_runner.py:73) -2024-09-01 20:16:47,056 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.016032540996093303 (mp_runner.py:73) -2024-09-01 20:16:47,056 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.018383688999165315 (mp_runner.py:73) -2024-09-01 20:16:47,059 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.014577699999790639 (mp_runner.py:73) -2024-09-01 20:16:47,060 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.02340599399758503 (mp_runner.py:73) -2024-09-01 20:16:47,060 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.016526918996532913 (mp_runner.py:73) -2024-09-01 20:16:47,061 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.02551928300090367 (mp_runner.py:73) -2024-09-01 20:16:47,473 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.021913030002906453 (mp_runner.py:73) -2024-09-01 20:16:47,480 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02548763000231702 (mp_runner.py:73) -2024-09-01 20:16:47,482 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.030874226002197247 (mp_runner.py:73) -2024-09-01 20:16:47,897 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.025152594003884587 (mp_runner.py:73) -2024-09-01 20:16:47,961 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.026522337000642437 (mp_runner.py:73) -2024-09-01 20:16:49,253 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.027361635999113787 (mp_runner.py:73) -2024-09-01 20:16:49,891 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.022663013995043002 (mp_runner.py:73) -2024-09-01 20:16:56,339 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.013417920003121253 (mp_runner.py:73) -2024-09-01 20:16:56,340 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.01338853599736467 (mp_runner.py:73) -2024-09-01 20:16:56,340 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.011371237000275869 (mp_runner.py:73) -2024-09-01 20:16:56,341 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.012712725001620129 (mp_runner.py:73) -2024-09-01 20:16:56,341 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.013975198999105487 (mp_runner.py:73) -2024-09-01 20:16:56,341 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.011030200999812223 (mp_runner.py:73) -2024-09-01 20:16:56,341 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.01279231100488687 (mp_runner.py:73) -2024-09-01 20:16:56,345 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.012561555005959235 (mp_runner.py:73) -2024-09-01 20:16:56,347 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.012829405997763388 (mp_runner.py:73) -2024-09-01 20:16:56,347 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.012798308998753782 (mp_runner.py:73) -2024-09-01 20:16:56,349 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.012428841000655666 (mp_runner.py:73) -2024-09-01 20:16:56,350 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.0146717469979194 (mp_runner.py:73) -2024-09-01 20:16:56,351 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.025708973000291735 (mp_runner.py:73) -2024-09-01 20:16:56,353 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.01658036200387869 (mp_runner.py:73) -2024-09-01 20:16:56,354 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.015335444993979763 (mp_runner.py:73) -2024-09-01 20:16:56,354 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.016973186000541318 (mp_runner.py:73) -2024-09-01 20:16:56,354 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.029579810994619038 (mp_runner.py:73) -2024-09-01 20:16:56,355 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.018122942004993092 (mp_runner.py:73) -2024-09-01 20:16:56,495 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.034864335000747815 (mp_runner.py:73) -2024-09-01 20:16:56,727 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.024092021005344577 (mp_runner.py:73) -2024-09-01 20:16:56,845 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.026106211000296753 (mp_runner.py:73) -2024-09-01 20:16:56,846 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.02226711600087583 (mp_runner.py:73) -2024-09-01 20:16:56,849 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.023102134000509977 (mp_runner.py:73) -2024-09-01 20:16:56,851 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.01190193399816053 (mp_runner.py:73) -2024-09-01 20:16:57,095 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.026439222005137708 (mp_runner.py:73) -2024-09-01 20:16:57,116 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.017447872000047937 (mp_runner.py:73) -2024-09-01 20:16:57,118 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.013927535001130309 (mp_runner.py:73) -2024-09-01 20:16:57,127 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.03204965100303525 (mp_runner.py:73) -2024-09-01 20:16:57,129 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.03136144299787702 (mp_runner.py:73) -2024-09-01 20:16:57,158 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.017801636997319292 (mp_runner.py:73) -2024-09-01 20:16:57,160 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.004071122995810583 (mp_runner.py:73) -2024-09-01 20:16:57,161 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.022218609003175516 (mp_runner.py:73) -2024-09-01 20:16:57,161 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.02188821199524682 (mp_runner.py:73) -2024-09-01 20:16:57,166 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.02950324199628085 (mp_runner.py:73) -2024-09-01 20:16:57,176 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.0204023610058357 (mp_runner.py:73) -2024-09-01 20:16:57,180 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.040606378999655135 (mp_runner.py:73) -2024-09-01 20:16:57,210 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.015969005005899817 (mp_runner.py:73) -2024-09-01 20:16:57,213 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.04552391300239833 (mp_runner.py:73) -2024-09-01 20:16:57,220 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.025621951004723087 (mp_runner.py:73) -2024-09-01 20:16:57,221 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.03322893400036264 (mp_runner.py:73) -2024-09-01 20:16:57,221 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.03451312200195389 (mp_runner.py:73) -2024-09-01 20:16:57,222 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.028956857000594027 (mp_runner.py:73) -2024-09-01 20:16:57,376 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.021046859998023137 (mp_runner.py:73) -2024-09-01 20:16:57,878 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.021829299999808427 (mp_runner.py:73) -2024-09-01 20:16:57,881 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.022066960998927243 (mp_runner.py:73) -2024-09-01 20:16:57,882 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.023176786002295557 (mp_runner.py:73) -2024-09-01 20:16:57,883 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.02510478099429747 (mp_runner.py:73) -2024-09-01 20:16:57,884 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.030496203995426185 (mp_runner.py:73) -2024-09-01 20:16:57,884 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.029738917997747194 (mp_runner.py:73) -2024-09-01 20:16:58,085 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.025438490003580227 (mp_runner.py:73) -2024-09-01 20:16:58,922 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.14795955699810293 (mp_runner.py:73) -2024-09-01 20:16:59,965 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.02437535100034438 (mp_runner.py:73) -2024-09-01 20:17:00,291 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.0895237549993908 (mp_runner.py:73) -2024-09-01 20:17:00,389 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.0265662479941966 (mp_runner.py:73) -2024-09-01 20:17:00,414 | DEBUG |(SpawnProcess-1:336) search_count: 1000, latest_latency=0.022674206004012376 (mp_runner.py:73) -2024-09-01 20:17:00,599 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.028150195998023264 (mp_runner.py:73) -2024-09-01 20:17:01,478 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.023001988003670704 (mp_runner.py:73) -2024-09-01 20:17:01,681 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.02362167099636281 (mp_runner.py:73) -2024-09-01 20:17:02,591 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.028431484002794605 (mp_runner.py:73) -2024-09-01 20:17:03,352 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.027877068998350296 (mp_runner.py:73) -2024-09-01 20:17:05,266 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0026s, count=1384, qps in this process: 46.1293 (mp_runner.py:76) -2024-09-01 20:17:05,387 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0089s, count=1390, qps in this process: 46.3196 (mp_runner.py:76) -2024-09-01 20:17:05,442 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0052s, count=1418, qps in this process: 47.2585 (mp_runner.py:76) -2024-09-01 20:17:05,453 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0151s, count=1419, qps in this process: 47.2762 (mp_runner.py:76) -2024-09-01 20:17:05,456 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0188s, count=1419, qps in this process: 47.2704 (mp_runner.py:76) -2024-09-01 20:17:05,497 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0028s, count=1330, qps in this process: 44.3292 (mp_runner.py:76) -2024-09-01 20:17:05,497 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0026s, count=1394, qps in this process: 46.4626 (mp_runner.py:76) -2024-09-01 20:17:05,502 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0091s, count=1332, qps in this process: 44.3865 (mp_runner.py:76) -2024-09-01 20:17:05,503 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0157s, count=1396, qps in this process: 46.509 (mp_runner.py:76) -2024-09-01 20:17:05,503 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0089s, count=1351, qps in this process: 45.02 (mp_runner.py:76) -2024-09-01 20:17:05,506 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0043s, count=1372, qps in this process: 45.7268 (mp_runner.py:76) -2024-09-01 20:17:05,506 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0135s, count=1343, qps in this process: 44.7465 (mp_runner.py:76) -2024-09-01 20:17:05,507 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0064s, count=1372, qps in this process: 45.7236 (mp_runner.py:76) -2024-09-01 20:17:05,509 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0071s, count=1357, qps in this process: 45.2226 (mp_runner.py:76) -2024-09-01 20:17:05,511 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0091s, count=1372, qps in this process: 45.7195 (mp_runner.py:76) -2024-09-01 20:17:05,513 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0199s, count=1331, qps in this process: 44.3373 (mp_runner.py:76) -2024-09-01 20:17:05,513 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0212s, count=1422, qps in this process: 47.3665 (mp_runner.py:76) -2024-09-01 20:17:05,515 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0137s, count=1339, qps in this process: 44.613 (mp_runner.py:76) -2024-09-01 20:17:05,517 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0162s, count=1395, qps in this process: 46.4749 (mp_runner.py:76) -2024-09-01 20:17:05,518 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0042s, count=1422, qps in this process: 47.3934 (mp_runner.py:76) -2024-09-01 20:17:05,520 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.019s, count=1372, qps in this process: 45.7044 (mp_runner.py:76) -2024-09-01 20:17:05,523 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0004s, count=1396, qps in this process: 46.5327 (mp_runner.py:76) -2024-09-01 20:17:05,523 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0011s, count=1396, qps in this process: 46.5316 (mp_runner.py:76) -2024-09-01 20:17:05,524 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0314s, count=1339, qps in this process: 44.5867 (mp_runner.py:76) -2024-09-01 20:17:05,525 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0033s, count=1420, qps in this process: 47.3281 (mp_runner.py:76) -2024-09-01 20:17:05,526 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0044s, count=1422, qps in this process: 47.393 (mp_runner.py:76) -2024-09-01 20:17:05,526 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.034s, count=1422, qps in this process: 47.3463 (mp_runner.py:76) -2024-09-01 20:17:05,528 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0064s, count=1422, qps in this process: 47.3899 (mp_runner.py:76) -2024-09-01 20:17:05,529 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0172s, count=1354, qps in this process: 45.1075 (mp_runner.py:76) -2024-09-01 20:17:05,531 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0015s, count=1423, qps in this process: 47.431 (mp_runner.py:76) -2024-09-01 20:17:05,531 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0047s, count=1423, qps in this process: 47.4259 (mp_runner.py:76) -2024-09-01 20:17:05,535 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0056s, count=1397, qps in this process: 46.558 (mp_runner.py:76) -2024-09-01 20:17:05,545 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0032s, count=1397, qps in this process: 46.5617 (mp_runner.py:76) -2024-09-01 20:17:05,547 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0212s, count=1293, qps in this process: 43.0696 (mp_runner.py:76) -2024-09-01 20:17:05,548 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0263s, count=1398, qps in this process: 46.5592 (mp_runner.py:76) -2024-09-01 20:17:05,549 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0109s, count=1199, qps in this process: 39.9522 (mp_runner.py:76) -2024-09-01 20:17:05,550 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0199s, count=1300, qps in this process: 43.3046 (mp_runner.py:76) -2024-09-01 20:17:05,554 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0284s, count=1359, qps in this process: 45.2572 (mp_runner.py:76) -2024-09-01 20:17:05,555 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0304s, count=1284, qps in this process: 42.7567 (mp_runner.py:76) -2024-09-01 20:17:05,561 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0113s, count=1399, qps in this process: 46.6158 (mp_runner.py:76) -2024-09-01 20:17:05,569 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0114s, count=1306, qps in this process: 43.5168 (mp_runner.py:76) -2024-09-01 20:17:05,587 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0009s, count=1366, qps in this process: 45.532 (mp_runner.py:76) -2024-09-01 20:17:05,588 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0028s, count=1402, qps in this process: 46.729 (mp_runner.py:76) -2024-09-01 20:17:05,593 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0018s, count=1345, qps in this process: 44.8306 (mp_runner.py:76) -2024-09-01 20:17:05,611 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0013s, count=1407, qps in this process: 46.898 (mp_runner.py:76) -2024-09-01 20:17:05,612 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0059s, count=1281, qps in this process: 42.6916 (mp_runner.py:76) -2024-09-01 20:17:05,612 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.008s, count=1248, qps in this process: 41.5889 (mp_runner.py:76) -2024-09-01 20:17:05,643 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0059s, count=1410, qps in this process: 46.9908 (mp_runner.py:76) -2024-09-01 20:17:05,655 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0002s, count=1211, qps in this process: 40.3664 (mp_runner.py:76) -2024-09-01 20:17:05,656 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0018s, count=1291, qps in this process: 43.0308 (mp_runner.py:76) -2024-09-01 20:17:05,657 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0022s, count=1331, qps in this process: 44.3634 (mp_runner.py:76) -2024-09-01 20:17:05,666 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0023s, count=1243, qps in this process: 41.4302 (mp_runner.py:76) -2024-09-01 20:17:05,668 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.004s, count=1234, qps in this process: 41.1278 (mp_runner.py:76) -2024-09-01 20:17:05,696 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0032s, count=1317, qps in this process: 43.8953 (mp_runner.py:76) -2024-09-01 20:17:05,702 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0014s, count=1303, qps in this process: 43.4313 (mp_runner.py:76) -2024-09-01 20:17:05,703 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0003s, count=1246, qps in this process: 41.5329 (mp_runner.py:76) -2024-09-01 20:17:05,721 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0013s, count=1183, qps in this process: 39.4316 (mp_runner.py:76) -2024-09-01 20:17:05,724 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0022s, count=1150, qps in this process: 38.3305 (mp_runner.py:76) -2024-09-01 20:17:05,745 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0002s, count=1223, qps in this process: 40.7664 (mp_runner.py:76) -2024-09-01 20:17:05,758 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0001s, count=1168, qps in this process: 38.9332 (mp_runner.py:76) -2024-09-01 20:17:05,772 | INFO |End search in concurrency 60: dur=30.80862354800047s, total_count=80638, qps=2617.3841 (mp_runner.py:120) -2024-09-01 20:17:10,131 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:17:10,132 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 20:17:31,817 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 20:17:31,869 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,158 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,172 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,184 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,363 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,365 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,369 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,369 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,370 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,371 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,375 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,378 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,380 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,387 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,390 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,394 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,394 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,396 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,411 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,428 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,480 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,480 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,481 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,492 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,494 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,494 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,494 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,496 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,533 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,534 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,546 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,584 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,591 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,611 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,616 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,631 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,648 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,661 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,675 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,688 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,688 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,732 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,752 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:32,773 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:17:43,632 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.001332220999756828 (mp_runner.py:73) -2024-09-01 20:17:43,632 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.002736849994107615 (mp_runner.py:73) -2024-09-01 20:17:43,635 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.0021461939977598377 (mp_runner.py:73) -2024-09-01 20:17:43,653 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.003587835999496747 (mp_runner.py:73) -2024-09-01 20:17:43,676 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.04624606400466291 (mp_runner.py:73) -2024-09-01 20:17:43,678 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.04792552599974442 (mp_runner.py:73) -2024-09-01 20:17:43,681 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.01223817599384347 (mp_runner.py:73) -2024-09-01 20:17:43,689 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.04133499699673848 (mp_runner.py:73) -2024-09-01 20:17:43,690 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.038244935996772256 (mp_runner.py:73) -2024-09-01 20:17:43,690 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.044775166003091726 (mp_runner.py:73) -2024-09-01 20:17:43,692 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.006554209998284932 (mp_runner.py:73) -2024-09-01 20:17:43,694 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.061895017002825625 (mp_runner.py:73) -2024-09-01 20:17:43,695 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.06843058899539756 (mp_runner.py:73) -2024-09-01 20:17:43,696 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.018769208996673115 (mp_runner.py:73) -2024-09-01 20:17:43,707 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.042482956996536814 (mp_runner.py:73) -2024-09-01 20:17:43,715 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.08053918000223348 (mp_runner.py:73) -2024-09-01 20:17:43,758 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.011651298002107069 (mp_runner.py:73) -2024-09-01 20:17:43,764 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.02165369899739744 (mp_runner.py:73) -2024-09-01 20:17:43,771 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.009804706998693291 (mp_runner.py:73) -2024-09-01 20:17:43,772 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.011579783997149207 (mp_runner.py:73) -2024-09-01 20:17:43,776 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.01697915099794045 (mp_runner.py:73) -2024-09-01 20:17:43,776 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.016910147001908626 (mp_runner.py:73) -2024-09-01 20:17:43,815 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.03356588700262364 (mp_runner.py:73) -2024-09-01 20:17:43,829 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.0368705989967566 (mp_runner.py:73) -2024-09-01 20:17:43,908 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.02408621399808908 (mp_runner.py:73) -2024-09-01 20:17:43,909 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.02630689600482583 (mp_runner.py:73) -2024-09-01 20:17:43,943 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.025358237995533273 (mp_runner.py:73) -2024-09-01 20:17:44,008 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.0319406060007168 (mp_runner.py:73) -2024-09-01 20:17:44,046 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.029379075000179 (mp_runner.py:73) -2024-09-01 20:17:44,109 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.020307489998231176 (mp_runner.py:73) -2024-09-01 20:17:44,136 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.02206932700210018 (mp_runner.py:73) -2024-09-01 20:17:44,143 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.012489474000176415 (mp_runner.py:73) -2024-09-01 20:17:44,143 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.0315501060031238 (mp_runner.py:73) -2024-09-01 20:17:44,144 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.012232824999955483 (mp_runner.py:73) -2024-09-01 20:17:44,145 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.045781312001054175 (mp_runner.py:73) -2024-09-01 20:17:44,151 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.03890598299767589 (mp_runner.py:73) -2024-09-01 20:17:44,152 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.05126111899880925 (mp_runner.py:73) -2024-09-01 20:17:44,375 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.021853820006072056 (mp_runner.py:73) -2024-09-01 20:17:44,377 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.04522915700363228 (mp_runner.py:73) -2024-09-01 20:17:44,379 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.04777435100550065 (mp_runner.py:73) -2024-09-01 20:17:44,420 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.03987389300164068 (mp_runner.py:73) -2024-09-01 20:17:44,584 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.023757460003253073 (mp_runner.py:73) -2024-09-01 20:17:44,587 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.025895491999108344 (mp_runner.py:73) -2024-09-01 20:17:44,608 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.024882099001843017 (mp_runner.py:73) -2024-09-01 20:17:44,636 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.025834729000052903 (mp_runner.py:73) -2024-09-01 20:17:44,723 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.01942190599947935 (mp_runner.py:73) -2024-09-01 20:17:44,723 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.01731398099946091 (mp_runner.py:73) -2024-09-01 20:17:44,724 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.019173243003024254 (mp_runner.py:73) -2024-09-01 20:17:44,728 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.019582678003644105 (mp_runner.py:73) -2024-09-01 20:17:44,734 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.03431451600044966 (mp_runner.py:73) -2024-09-01 20:17:44,734 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.032550358002481516 (mp_runner.py:73) -2024-09-01 20:17:44,736 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.020201867002469953 (mp_runner.py:73) -2024-09-01 20:17:45,219 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.03429382699687267 (mp_runner.py:73) -2024-09-01 20:17:45,224 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.05682967000029748 (mp_runner.py:73) -2024-09-01 20:17:45,320 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.05011132599611301 (mp_runner.py:73) -2024-09-01 20:17:45,443 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.04219349599588895 (mp_runner.py:73) -2024-09-01 20:17:45,639 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.035720161999051925 (mp_runner.py:73) -2024-09-01 20:17:46,821 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.033752051000192296 (mp_runner.py:73) -2024-09-01 20:17:46,856 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.021367878005548846 (mp_runner.py:73) -2024-09-01 20:17:46,892 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.030204436006897595 (mp_runner.py:73) -2024-09-01 20:17:46,934 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.030278828002337832 (mp_runner.py:73) -2024-09-01 20:17:47,139 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.023850666999351233 (mp_runner.py:73) -2024-09-01 20:17:47,369 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.030196690000593662 (mp_runner.py:73) -2024-09-01 20:17:47,670 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.02796590400248533 (mp_runner.py:73) -2024-09-01 20:17:48,061 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.026921223005047068 (mp_runner.py:73) -2024-09-01 20:17:53,970 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.013872100003936794 (mp_runner.py:73) -2024-09-01 20:17:53,972 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.01727686999947764 (mp_runner.py:73) -2024-09-01 20:17:53,973 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.01747475499723805 (mp_runner.py:73) -2024-09-01 20:17:53,976 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.02116798600036418 (mp_runner.py:73) -2024-09-01 20:17:53,976 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.006934832003025804 (mp_runner.py:73) -2024-09-01 20:17:53,977 | DEBUG |(SpawnProcess-1:397) search_count: 1000, latest_latency=0.0159297440040973 (mp_runner.py:73) -2024-09-01 20:17:53,978 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.027764990998548456 (mp_runner.py:73) -2024-09-01 20:17:53,978 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.016698223997082096 (mp_runner.py:73) -2024-09-01 20:17:53,979 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.018361268004809972 (mp_runner.py:73) -2024-09-01 20:17:53,982 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.01811131199792726 (mp_runner.py:73) -2024-09-01 20:17:53,985 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.019349160000274424 (mp_runner.py:73) -2024-09-01 20:17:54,931 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.01816532399971038 (mp_runner.py:73) -2024-09-01 20:17:54,933 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.018766285000310745 (mp_runner.py:73) -2024-09-01 20:17:54,934 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.018804484003339894 (mp_runner.py:73) -2024-09-01 20:17:54,934 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.0011479930035420693 (mp_runner.py:73) -2024-09-01 20:17:54,935 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.018605778997880407 (mp_runner.py:73) -2024-09-01 20:17:54,935 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.018576959002530202 (mp_runner.py:73) -2024-09-01 20:17:54,936 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.017628866000450216 (mp_runner.py:73) -2024-09-01 20:17:54,937 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.02384401399467606 (mp_runner.py:73) -2024-09-01 20:17:54,940 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.028200505999848247 (mp_runner.py:73) -2024-09-01 20:17:55,173 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.020409890996234026 (mp_runner.py:73) -2024-09-01 20:17:55,184 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.032369934997404926 (mp_runner.py:73) -2024-09-01 20:17:55,186 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.011334374998114072 (mp_runner.py:73) -2024-09-01 20:17:55,187 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.03567268200276885 (mp_runner.py:73) -2024-09-01 20:17:55,190 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.015087444997334387 (mp_runner.py:73) -2024-09-01 20:17:55,191 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.01838308500009589 (mp_runner.py:73) -2024-09-01 20:17:55,195 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.022049733997846488 (mp_runner.py:73) -2024-09-01 20:17:55,197 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.02623735900124302 (mp_runner.py:73) -2024-09-01 20:17:55,760 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.01958522800123319 (mp_runner.py:73) -2024-09-01 20:17:55,764 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.01963154199620476 (mp_runner.py:73) -2024-09-01 20:17:55,764 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.022551671994733624 (mp_runner.py:73) -2024-09-01 20:17:55,764 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.02259067600243725 (mp_runner.py:73) -2024-09-01 20:17:55,764 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.024643535005452577 (mp_runner.py:73) -2024-09-01 20:17:55,765 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.02208988100028364 (mp_runner.py:73) -2024-09-01 20:17:55,768 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.03079747100127861 (mp_runner.py:73) -2024-09-01 20:17:55,769 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.019843445996230002 (mp_runner.py:73) -2024-09-01 20:17:55,784 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.04023949799739057 (mp_runner.py:73) -2024-09-01 20:17:55,979 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.026696009997976944 (mp_runner.py:73) -2024-09-01 20:17:55,980 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.024075495995930396 (mp_runner.py:73) -2024-09-01 20:17:55,981 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.028308576002018526 (mp_runner.py:73) -2024-09-01 20:17:56,122 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.02530857900273986 (mp_runner.py:73) -2024-09-01 20:17:56,541 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.018740011000772938 (mp_runner.py:73) -2024-09-01 20:17:56,712 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.024721808993490413 (mp_runner.py:73) -2024-09-01 20:17:56,995 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.026816277000762057 (mp_runner.py:73) -2024-09-01 20:17:56,999 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.026261800005158875 (mp_runner.py:73) -2024-09-01 20:17:57,825 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.029107806003594305 (mp_runner.py:73) -2024-09-01 20:17:58,092 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.0287090560013894 (mp_runner.py:73) -2024-09-01 20:17:58,418 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.025852981001662556 (mp_runner.py:73) -2024-09-01 20:17:58,477 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.026507941998715978 (mp_runner.py:73) -2024-09-01 20:17:58,587 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.018684775997826364 (mp_runner.py:73) -2024-09-01 20:17:58,790 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.03151269299996784 (mp_runner.py:73) -2024-09-01 20:17:59,020 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.029027885000687093 (mp_runner.py:73) -2024-09-01 20:17:59,621 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.021668697001587134 (mp_runner.py:73) -2024-09-01 20:17:59,736 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.02300250999542186 (mp_runner.py:73) -2024-09-01 20:17:59,738 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.02328492399828974 (mp_runner.py:73) -2024-09-01 20:18:00,089 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.10468657300225459 (mp_runner.py:73) -2024-09-01 20:18:00,264 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.048127702000783756 (mp_runner.py:73) -2024-09-01 20:18:00,936 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.028740510999341495 (mp_runner.py:73) -2024-09-01 20:18:01,005 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.025728893000632524 (mp_runner.py:73) -2024-09-01 20:18:01,358 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.02448915200511692 (mp_runner.py:73) -2024-09-01 20:18:01,491 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.02685398099856684 (mp_runner.py:73) -2024-09-01 20:18:01,512 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.028289670997764915 (mp_runner.py:73) -2024-09-01 20:18:01,983 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0269s, count=1374, qps in this process: 45.759 (mp_runner.py:76) -2024-09-01 20:18:02,151 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.024928337006713264 (mp_runner.py:73) -2024-09-01 20:18:02,185 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0053s, count=1262, qps in this process: 42.0592 (mp_runner.py:76) -2024-09-01 20:18:02,186 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0103s, count=1383, qps in this process: 46.0842 (mp_runner.py:76) -2024-09-01 20:18:02,200 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0118s, count=1175, qps in this process: 39.1513 (mp_runner.py:76) -2024-09-01 20:18:02,318 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.02037319300143281 (mp_runner.py:73) -2024-09-01 20:18:02,379 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0049s, count=1286, qps in this process: 42.8597 (mp_runner.py:76) -2024-09-01 20:18:02,380 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0052s, count=1289, qps in this process: 42.9592 (mp_runner.py:76) -2024-09-01 20:18:02,385 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0201s, count=1305, qps in this process: 43.4709 (mp_runner.py:76) -2024-09-01 20:18:02,386 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0153s, count=1305, qps in this process: 43.4778 (mp_runner.py:76) -2024-09-01 20:18:02,388 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0003s, count=1332, qps in this process: 44.3996 (mp_runner.py:76) -2024-09-01 20:18:02,389 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0115s, count=1238, qps in this process: 41.2509 (mp_runner.py:76) -2024-09-01 20:18:02,391 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.001s, count=1267, qps in this process: 42.2319 (mp_runner.py:76) -2024-09-01 20:18:02,393 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0053s, count=1272, qps in this process: 42.3925 (mp_runner.py:76) -2024-09-01 20:18:02,395 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.005s, count=1130, qps in this process: 37.6604 (mp_runner.py:76) -2024-09-01 20:18:02,397 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0068s, count=1141, qps in this process: 38.0247 (mp_runner.py:76) -2024-09-01 20:18:02,400 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0068s, count=1393, qps in this process: 46.4228 (mp_runner.py:76) -2024-09-01 20:18:02,401 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0144s, count=1246, qps in this process: 41.5134 (mp_runner.py:76) -2024-09-01 20:18:02,402 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0275s, count=1309, qps in this process: 43.5934 (mp_runner.py:76) -2024-09-01 20:18:02,403 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0172s, count=1393, qps in this process: 46.4067 (mp_runner.py:76) -2024-09-01 20:18:02,403 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0286s, count=1286, qps in this process: 42.8258 (mp_runner.py:76) -2024-09-01 20:18:02,405 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0127s, count=1321, qps in this process: 44.0147 (mp_runner.py:76) -2024-09-01 20:18:02,406 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0193s, count=1371, qps in this process: 45.6706 (mp_runner.py:76) -2024-09-01 20:18:02,407 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0091s, count=1149, qps in this process: 38.2884 (mp_runner.py:76) -2024-09-01 20:18:02,408 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0222s, count=1275, qps in this process: 42.4686 (mp_runner.py:76) -2024-09-01 20:18:02,409 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0133s, count=1209, qps in this process: 40.2821 (mp_runner.py:76) -2024-09-01 20:18:02,412 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0151s, count=1333, qps in this process: 44.411 (mp_runner.py:76) -2024-09-01 20:18:02,413 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0303s, count=1240, qps in this process: 41.2916 (mp_runner.py:76) -2024-09-01 20:18:02,413 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0069s, count=1131, qps in this process: 37.6913 (mp_runner.py:76) -2024-09-01 20:18:02,418 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0211s, count=1189, qps in this process: 39.6055 (mp_runner.py:76) -2024-09-01 20:18:02,419 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0148s, count=1394, qps in this process: 46.4438 (mp_runner.py:76) -2024-09-01 20:18:02,421 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0037s, count=1394, qps in this process: 46.4609 (mp_runner.py:76) -2024-09-01 20:18:02,422 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0186s, count=1288, qps in this process: 42.9067 (mp_runner.py:76) -2024-09-01 20:18:02,423 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0161s, count=1151, qps in this process: 38.3461 (mp_runner.py:76) -2024-09-01 20:18:02,427 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0196s, count=1394, qps in this process: 46.4363 (mp_runner.py:76) -2024-09-01 20:18:02,430 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0228s, count=1080, qps in this process: 35.9727 (mp_runner.py:76) -2024-09-01 20:18:02,439 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0068s, count=1334, qps in this process: 44.4566 (mp_runner.py:76) -2024-09-01 20:18:02,487 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0007s, count=1398, qps in this process: 46.5989 (mp_runner.py:76) -2024-09-01 20:18:02,488 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0027s, count=1337, qps in this process: 44.5627 (mp_runner.py:76) -2024-09-01 20:18:02,492 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0058s, count=1322, qps in this process: 44.0581 (mp_runner.py:76) -2024-09-01 20:18:02,496 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0157s, count=1392, qps in this process: 46.3757 (mp_runner.py:76) -2024-09-01 20:18:02,502 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0011s, count=1126, qps in this process: 37.532 (mp_runner.py:76) -2024-09-01 20:18:02,504 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0026s, count=1136, qps in this process: 37.8634 (mp_runner.py:76) -2024-09-01 20:18:02,506 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.005s, count=1100, qps in this process: 36.6606 (mp_runner.py:76) -2024-09-01 20:18:02,507 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0063s, count=1297, qps in this process: 43.2243 (mp_runner.py:76) -2024-09-01 20:18:02,511 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0049s, count=1339, qps in this process: 44.626 (mp_runner.py:76) -2024-09-01 20:18:02,512 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0117s, count=1076, qps in this process: 35.8527 (mp_runner.py:76) -2024-09-01 20:18:02,516 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0098s, count=1394, qps in this process: 46.4515 (mp_runner.py:76) -2024-09-01 20:18:02,544 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.005s, count=1221, qps in this process: 40.6932 (mp_runner.py:76) -2024-09-01 20:18:02,549 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0077s, count=1317, qps in this process: 43.8887 (mp_runner.py:76) -2024-09-01 20:18:02,550 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.008s, count=1098, qps in this process: 36.5902 (mp_runner.py:76) -2024-09-01 20:18:02,565 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.006889577998663299 (mp_runner.py:73) -2024-09-01 20:18:02,566 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.006s, count=1238, qps in this process: 41.2584 (mp_runner.py:76) -2024-09-01 20:18:02,574 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.001s, count=1076, qps in this process: 35.8655 (mp_runner.py:76) -2024-09-01 20:18:02,593 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0039s, count=1107, qps in this process: 36.8952 (mp_runner.py:76) -2024-09-01 20:18:02,607 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0041s, count=1054, qps in this process: 35.1285 (mp_runner.py:76) -2024-09-01 20:18:02,615 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0006s, count=1282, qps in this process: 42.7325 (mp_runner.py:76) -2024-09-01 20:18:02,629 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0041s, count=1249, qps in this process: 41.6276 (mp_runner.py:76) -2024-09-01 20:18:02,640 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0041s, count=1056, qps in this process: 35.1952 (mp_runner.py:76) -2024-09-01 20:18:02,655 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0012s, count=1218, qps in this process: 40.5984 (mp_runner.py:76) -2024-09-01 20:18:02,673 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0031s, count=1046, qps in this process: 34.8631 (mp_runner.py:76) -2024-09-01 20:18:02,684 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0011s, count=1338, qps in this process: 44.5984 (mp_runner.py:76) -2024-09-01 20:18:02,696 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0009s, count=1343, qps in this process: 44.7653 (mp_runner.py:76) -2024-09-01 20:18:02,696 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0009s, count=1284, qps in this process: 42.7987 (mp_runner.py:76) -2024-09-01 20:18:02,716 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0003s, count=1058, qps in this process: 35.2663 (mp_runner.py:76) -2024-09-01 20:18:02,745 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0009s, count=1124, qps in this process: 37.4655 (mp_runner.py:76) -2024-09-01 20:18:02,762 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0008s, count=1141, qps in this process: 38.0323 (mp_runner.py:76) -2024-09-01 20:18:02,786 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0002s, count=1118, qps in this process: 37.2664 (mp_runner.py:76) -2024-09-01 20:18:02,800 | INFO |End search in concurrency 65: dur=30.982895597000606s, total_count=80924, qps=2611.8927 (mp_runner.py:120) -2024-09-01 20:18:07,524 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:18:07,525 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 20:18:29,411 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 20:18:29,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:29,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:29,700 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:29,724 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:29,725 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:29,766 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:29,923 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:29,941 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,021 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,025 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,025 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,025 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,027 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,030 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,034 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,034 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,039 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,039 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,044 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,046 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,050 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,050 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,054 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,055 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,077 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,082 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,083 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,083 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,083 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,084 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,085 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,088 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,170 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,188 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,205 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,207 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,224 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,230 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,231 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,235 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,247 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,253 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,261 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,300 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,305 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,322 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,322 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,352 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,352 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,373 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,380 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,443 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,452 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,464 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,498 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,498 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,512 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:30,528 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 20:18:41,369 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.017790168996725697 (mp_runner.py:73) -2024-09-01 20:18:41,372 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.016179491998627782 (mp_runner.py:73) -2024-09-01 20:18:41,373 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.01899330399464816 (mp_runner.py:73) -2024-09-01 20:18:41,373 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.016571756998018827 (mp_runner.py:73) -2024-09-01 20:18:41,374 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.02057566400617361 (mp_runner.py:73) -2024-09-01 20:18:41,374 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.02441112899396103 (mp_runner.py:73) -2024-09-01 20:18:41,376 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.02095674599695485 (mp_runner.py:73) -2024-09-01 20:18:41,376 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.0279159769997932 (mp_runner.py:73) -2024-09-01 20:18:41,377 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.022197147998667788 (mp_runner.py:73) -2024-09-01 20:18:41,378 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.026131917999009602 (mp_runner.py:73) -2024-09-01 20:18:41,385 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.032794528000522405 (mp_runner.py:73) -2024-09-01 20:18:41,590 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.013540287996875122 (mp_runner.py:73) -2024-09-01 20:18:41,591 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.01904147599998396 (mp_runner.py:73) -2024-09-01 20:18:41,591 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.020799560996238142 (mp_runner.py:73) -2024-09-01 20:18:41,592 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.0210863629981759 (mp_runner.py:73) -2024-09-01 20:18:41,593 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.021010719996411353 (mp_runner.py:73) -2024-09-01 20:18:41,593 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.02044872300029965 (mp_runner.py:73) -2024-09-01 20:18:41,594 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.020428937998076435 (mp_runner.py:73) -2024-09-01 20:18:41,594 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.024239485996076837 (mp_runner.py:73) -2024-09-01 20:18:41,594 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.02104805600538384 (mp_runner.py:73) -2024-09-01 20:18:41,595 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.02030195199768059 (mp_runner.py:73) -2024-09-01 20:18:41,595 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.021029921997978818 (mp_runner.py:73) -2024-09-01 20:18:41,595 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.018731420001131482 (mp_runner.py:73) -2024-09-01 20:18:41,596 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.018581705997348763 (mp_runner.py:73) -2024-09-01 20:18:41,597 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.02092415799415903 (mp_runner.py:73) -2024-09-01 20:18:41,598 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.020318711001891643 (mp_runner.py:73) -2024-09-01 20:18:41,598 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.019045141998503823 (mp_runner.py:73) -2024-09-01 20:18:41,599 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.019160980002197903 (mp_runner.py:73) -2024-09-01 20:18:41,599 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.01812648899795022 (mp_runner.py:73) -2024-09-01 20:18:41,599 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.029543574004492257 (mp_runner.py:73) -2024-09-01 20:18:41,602 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.032970006999676116 (mp_runner.py:73) -2024-09-01 20:18:41,603 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.01805069699912565 (mp_runner.py:73) -2024-09-01 20:18:41,605 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.026050281994685065 (mp_runner.py:73) -2024-09-01 20:18:41,607 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.01892642700113356 (mp_runner.py:73) -2024-09-01 20:18:41,667 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.020788836001884192 (mp_runner.py:73) -2024-09-01 20:18:41,668 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.0210397569971974 (mp_runner.py:73) -2024-09-01 20:18:41,669 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.022791078998125158 (mp_runner.py:73) -2024-09-01 20:18:41,669 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.020869126994512044 (mp_runner.py:73) -2024-09-01 20:18:41,670 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.02198186299938243 (mp_runner.py:73) -2024-09-01 20:18:41,670 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.020958485998562537 (mp_runner.py:73) -2024-09-01 20:18:41,671 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.021919155995419715 (mp_runner.py:73) -2024-09-01 20:18:41,671 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.021200256000156514 (mp_runner.py:73) -2024-09-01 20:18:41,672 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.021041725005488843 (mp_runner.py:73) -2024-09-01 20:18:41,673 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.021935852004389744 (mp_runner.py:73) -2024-09-01 20:18:41,674 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.02090061199851334 (mp_runner.py:73) -2024-09-01 20:18:41,675 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.029985485001816414 (mp_runner.py:73) -2024-09-01 20:18:41,676 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.031046896998304874 (mp_runner.py:73) -2024-09-01 20:18:41,752 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.023607638002431486 (mp_runner.py:73) -2024-09-01 20:18:42,708 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.03912860200216528 (mp_runner.py:73) -2024-09-01 20:18:42,727 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.032056408999778796 (mp_runner.py:73) -2024-09-01 20:18:42,737 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03167107600165764 (mp_runner.py:73) -2024-09-01 20:18:42,768 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.03287106499919901 (mp_runner.py:73) -2024-09-01 20:18:42,779 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.029409155999019276 (mp_runner.py:73) -2024-09-01 20:18:42,782 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.028175726998597383 (mp_runner.py:73) -2024-09-01 20:18:42,849 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.03142528700118419 (mp_runner.py:73) -2024-09-01 20:18:42,852 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.027920282998820767 (mp_runner.py:73) -2024-09-01 20:18:42,899 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.03141049199621193 (mp_runner.py:73) -2024-09-01 20:18:42,901 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.026680579998355825 (mp_runner.py:73) -2024-09-01 20:18:42,956 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.039239597994310316 (mp_runner.py:73) -2024-09-01 20:18:43,115 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.027219256000535097 (mp_runner.py:73) -2024-09-01 20:18:43,119 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.024063181001110934 (mp_runner.py:73) -2024-09-01 20:18:43,121 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.03421825099940179 (mp_runner.py:73) -2024-09-01 20:18:43,438 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.030405812001845334 (mp_runner.py:73) -2024-09-01 20:18:43,915 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.019771856001170818 (mp_runner.py:73) -2024-09-01 20:18:44,287 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.01201402099832194 (mp_runner.py:73) -2024-09-01 20:18:44,315 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.025815025001065806 (mp_runner.py:73) -2024-09-01 20:18:44,514 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.02766393800266087 (mp_runner.py:73) -2024-09-01 20:18:44,566 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.03448069300065981 (mp_runner.py:73) -2024-09-01 20:18:45,579 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.06015691699576564 (mp_runner.py:73) -2024-09-01 20:18:46,074 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.02901605499937432 (mp_runner.py:73) -2024-09-01 20:18:53,207 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.01653540100232931 (mp_runner.py:73) -2024-09-01 20:18:53,208 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.016838261995872017 (mp_runner.py:73) -2024-09-01 20:18:53,208 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.016868692997377366 (mp_runner.py:73) -2024-09-01 20:18:53,209 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.01656231499509886 (mp_runner.py:73) -2024-09-01 20:18:53,211 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.018447259993990883 (mp_runner.py:73) -2024-09-01 20:18:53,211 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.023823625000659376 (mp_runner.py:73) -2024-09-01 20:18:53,213 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.025660129998868797 (mp_runner.py:73) -2024-09-01 20:18:53,215 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.020272595997084863 (mp_runner.py:73) -2024-09-01 20:18:53,217 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.030325421997986268 (mp_runner.py:73) -2024-09-01 20:18:53,218 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.02015510999626713 (mp_runner.py:73) -2024-09-01 20:18:53,312 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.02552688900323119 (mp_runner.py:73) -2024-09-01 20:18:53,425 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.020926078999764286 (mp_runner.py:73) -2024-09-01 20:18:53,426 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.022433828002249356 (mp_runner.py:73) -2024-09-01 20:18:53,431 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.028255306999199092 (mp_runner.py:73) -2024-09-01 20:18:53,433 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.029881351001677103 (mp_runner.py:73) -2024-09-01 20:18:53,434 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.026944845005345996 (mp_runner.py:73) -2024-09-01 20:18:53,434 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.035410686999966856 (mp_runner.py:73) -2024-09-01 20:18:53,701 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.020573488996888045 (mp_runner.py:73) -2024-09-01 20:18:53,703 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.020062312003574334 (mp_runner.py:73) -2024-09-01 20:18:53,704 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.021875037004065234 (mp_runner.py:73) -2024-09-01 20:18:53,706 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.025621542998123914 (mp_runner.py:73) -2024-09-01 20:18:53,707 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.021654429998307023 (mp_runner.py:73) -2024-09-01 20:18:53,709 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.01747903100476833 (mp_runner.py:73) -2024-09-01 20:18:53,709 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.03248387500207173 (mp_runner.py:73) -2024-09-01 20:18:53,709 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.020844416001637 (mp_runner.py:73) -2024-09-01 20:18:53,711 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.018495283999072853 (mp_runner.py:73) -2024-09-01 20:18:53,712 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.03224208000028739 (mp_runner.py:73) -2024-09-01 20:18:53,975 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.024633214001369197 (mp_runner.py:73) -2024-09-01 20:18:53,977 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.030321899997943547 (mp_runner.py:73) -2024-09-01 20:18:53,977 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.02269106900348561 (mp_runner.py:73) -2024-09-01 20:18:53,989 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.029416612997010816 (mp_runner.py:73) -2024-09-01 20:18:54,366 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.030099738003627863 (mp_runner.py:73) -2024-09-01 20:18:54,619 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.026481761000468396 (mp_runner.py:73) -2024-09-01 20:18:54,993 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.03436059500381816 (mp_runner.py:73) -2024-09-01 20:18:55,177 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.02662182899803156 (mp_runner.py:73) -2024-09-01 20:18:55,771 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.026654724999389146 (mp_runner.py:73) -2024-09-01 20:18:55,867 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.02982888900442049 (mp_runner.py:73) -2024-09-01 20:18:55,963 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.021530881997023243 (mp_runner.py:73) -2024-09-01 20:18:55,963 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.026037768999231048 (mp_runner.py:73) -2024-09-01 20:18:55,964 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.022178528000949882 (mp_runner.py:73) -2024-09-01 20:18:55,965 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.02693628700217232 (mp_runner.py:73) -2024-09-01 20:18:55,966 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.02309390600566985 (mp_runner.py:73) -2024-09-01 20:18:55,967 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.022347867998178117 (mp_runner.py:73) -2024-09-01 20:18:55,987 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.026734706996649038 (mp_runner.py:73) -2024-09-01 20:18:56,070 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.021611172996927053 (mp_runner.py:73) -2024-09-01 20:18:56,071 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.022336127003654838 (mp_runner.py:73) -2024-09-01 20:18:56,073 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.02298893099941779 (mp_runner.py:73) -2024-09-01 20:18:56,073 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.023929886003315914 (mp_runner.py:73) -2024-09-01 20:18:56,074 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.027119796999613754 (mp_runner.py:73) -2024-09-01 20:18:56,075 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.02738939700066112 (mp_runner.py:73) -2024-09-01 20:18:56,075 | DEBUG |(SpawnProcess-1:463) search_count: 1000, latest_latency=0.02172870800131932 (mp_runner.py:73) -2024-09-01 20:18:56,078 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.02290336699661566 (mp_runner.py:73) -2024-09-01 20:18:56,099 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.026898398995399475 (mp_runner.py:73) -2024-09-01 20:18:56,614 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.026373239001259208 (mp_runner.py:73) -2024-09-01 20:18:56,616 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.03423337599815568 (mp_runner.py:73) -2024-09-01 20:18:56,826 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.02710774199658772 (mp_runner.py:73) -2024-09-01 20:18:56,829 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.030186274998413865 (mp_runner.py:73) -2024-09-01 20:18:56,829 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.027166193001903594 (mp_runner.py:73) -2024-09-01 20:18:57,231 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.016291226995235775 (mp_runner.py:73) -2024-09-01 20:18:57,251 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.021841449997737072 (mp_runner.py:73) -2024-09-01 20:18:57,271 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.03488766699592816 (mp_runner.py:73) -2024-09-01 20:18:58,592 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.04334093200304778 (mp_runner.py:73) -2024-09-01 20:18:59,132 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.025362437998410314 (mp_runner.py:73) -2024-09-01 20:18:59,473 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0043s, count=1243, qps in this process: 41.4274 (mp_runner.py:76) -2024-09-01 20:18:59,603 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.029621453999425285 (mp_runner.py:73) -2024-09-01 20:18:59,610 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.03709493999485858 (mp_runner.py:73) -2024-09-01 20:18:59,657 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.028732744001899846 (mp_runner.py:73) -2024-09-01 20:18:59,662 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.029379063002124894 (mp_runner.py:73) -2024-09-01 20:18:59,731 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.003s, count=1240, qps in this process: 41.3292 (mp_runner.py:76) -2024-09-01 20:18:59,759 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0193s, count=1102, qps in this process: 36.7097 (mp_runner.py:76) -2024-09-01 20:18:59,762 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0336s, count=1243, qps in this process: 41.387 (mp_runner.py:76) -2024-09-01 20:18:59,774 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0417s, count=1134, qps in this process: 37.7475 (mp_runner.py:76) -2024-09-01 20:18:59,802 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0294s, count=1081, qps in this process: 35.9981 (mp_runner.py:76) -2024-09-01 20:18:59,943 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0009s, count=1262, qps in this process: 42.0654 (mp_runner.py:76) -2024-09-01 20:18:59,952 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.02727270600007614 (mp_runner.py:73) -2024-09-01 20:18:59,962 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0369s, count=1210, qps in this process: 40.2838 (mp_runner.py:76) -2024-09-01 20:19:00,036 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0123s, count=1268, qps in this process: 42.2493 (mp_runner.py:76) -2024-09-01 20:19:00,049 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0045s, count=1267, qps in this process: 42.227 (mp_runner.py:76) -2024-09-01 20:19:00,065 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0341s, count=1267, qps in this process: 42.1854 (mp_runner.py:76) -2024-09-01 20:19:00,065 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0169s, count=1165, qps in this process: 38.8115 (mp_runner.py:76) -2024-09-01 20:19:00,066 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0127s, count=1165, qps in this process: 38.8169 (mp_runner.py:76) -2024-09-01 20:19:00,071 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0088s, count=1267, qps in this process: 42.2209 (mp_runner.py:76) -2024-09-01 20:19:00,072 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0297s, count=1269, qps in this process: 42.2582 (mp_runner.py:76) -2024-09-01 20:19:00,072 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0347s, count=1165, qps in this process: 38.7885 (mp_runner.py:76) -2024-09-01 20:19:00,073 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0137s, count=1181, qps in this process: 39.3487 (mp_runner.py:76) -2024-09-01 20:19:00,074 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0135s, count=1226, qps in this process: 40.8483 (mp_runner.py:76) -2024-09-01 20:19:00,074 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0401s, count=1267, qps in this process: 42.177 (mp_runner.py:76) -2024-09-01 20:19:00,075 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0334s, count=1264, qps in this process: 42.0865 (mp_runner.py:76) -2024-09-01 20:19:00,079 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0551s, count=1210, qps in this process: 40.2594 (mp_runner.py:76) -2024-09-01 20:19:00,080 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0318s, count=1250, qps in this process: 41.6225 (mp_runner.py:76) -2024-09-01 20:19:00,092 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0538s, count=1269, qps in this process: 42.2243 (mp_runner.py:76) -2024-09-01 20:19:00,092 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0269s, count=1167, qps in this process: 38.8652 (mp_runner.py:76) -2024-09-01 20:19:00,097 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0346s, count=1128, qps in this process: 37.5567 (mp_runner.py:76) -2024-09-01 20:19:00,110 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0084s, count=1266, qps in this process: 42.1882 (mp_runner.py:76) -2024-09-01 20:19:00,111 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.01s, count=1093, qps in this process: 36.4212 (mp_runner.py:76) -2024-09-01 20:19:00,112 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0103s, count=1167, qps in this process: 38.8866 (mp_runner.py:76) -2024-09-01 20:19:00,123 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.022s, count=1165, qps in this process: 38.8049 (mp_runner.py:76) -2024-09-01 20:19:00,124 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0276s, count=1164, qps in this process: 38.7643 (mp_runner.py:76) -2024-09-01 20:19:00,129 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0275s, count=1267, qps in this process: 42.1947 (mp_runner.py:76) -2024-09-01 20:19:00,131 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0215s, count=1270, qps in this process: 42.303 (mp_runner.py:76) -2024-09-01 20:19:00,141 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0355s, count=1168, qps in this process: 38.8873 (mp_runner.py:76) -2024-09-01 20:19:00,141 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0669s, count=1211, qps in this process: 40.2768 (mp_runner.py:76) -2024-09-01 20:19:00,199 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.026s, count=1171, qps in this process: 38.9995 (mp_runner.py:76) -2024-09-01 20:19:00,205 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0144s, count=1171, qps in this process: 39.0146 (mp_runner.py:76) -2024-09-01 20:19:00,208 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0004s, count=1274, qps in this process: 42.4661 (mp_runner.py:76) -2024-09-01 20:19:00,229 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0179s, count=1172, qps in this process: 39.0434 (mp_runner.py:76) -2024-09-01 20:19:00,237 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0116s, count=1218, qps in this process: 40.5843 (mp_runner.py:76) -2024-09-01 20:19:00,238 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0015s, count=1116, qps in this process: 37.1981 (mp_runner.py:76) -2024-09-01 20:19:00,243 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.037s, count=1273, qps in this process: 42.3811 (mp_runner.py:76) -2024-09-01 20:19:00,252 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0295s, count=1259, qps in this process: 41.9254 (mp_runner.py:76) -2024-09-01 20:19:00,253 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0139s, count=1269, qps in this process: 42.2804 (mp_runner.py:76) -2024-09-01 20:19:00,260 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0128s, count=1179, qps in this process: 39.2832 (mp_runner.py:76) -2024-09-01 20:19:00,265 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0036s, count=1174, qps in this process: 39.1286 (mp_runner.py:76) -2024-09-01 20:19:00,271 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0032s, count=1118, qps in this process: 37.2627 (mp_runner.py:76) -2024-09-01 20:19:00,274 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0105s, count=1260, qps in this process: 41.9853 (mp_runner.py:76) -2024-09-01 20:19:00,289 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0016s, count=1021, qps in this process: 34.0315 (mp_runner.py:76) -2024-09-01 20:19:00,308 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0102s, count=1012, qps in this process: 33.7219 (mp_runner.py:76) -2024-09-01 20:19:00,309 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0051s, count=1023, qps in this process: 34.0942 (mp_runner.py:76) -2024-09-01 20:19:00,316 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0065s, count=1183, qps in this process: 39.4248 (mp_runner.py:76) -2024-09-01 20:19:00,329 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0023s, count=1057, qps in this process: 35.2306 (mp_runner.py:76) -2024-09-01 20:19:00,334 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0069s, count=1143, qps in this process: 38.0912 (mp_runner.py:76) -2024-09-01 20:19:00,363 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0014s, count=1047, qps in this process: 34.8984 (mp_runner.py:76) -2024-09-01 20:19:00,364 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0026s, count=1193, qps in this process: 39.7632 (mp_runner.py:76) -2024-09-01 20:19:00,382 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0004s, count=1207, qps in this process: 40.2328 (mp_runner.py:76) -2024-09-01 20:19:00,387 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0009s, count=1284, qps in this process: 42.7987 (mp_runner.py:76) -2024-09-01 20:19:00,406 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0007s, count=1287, qps in this process: 42.899 (mp_runner.py:76) -2024-09-01 20:19:00,455 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0013s, count=1278, qps in this process: 42.5982 (mp_runner.py:76) -2024-09-01 20:19:00,465 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0018s, count=1126, qps in this process: 37.5311 (mp_runner.py:76) -2024-09-01 20:19:00,465 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.0059688649998861365 (mp_runner.py:73) -2024-09-01 20:19:00,467 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0014s, count=1252, qps in this process: 41.7314 (mp_runner.py:76) -2024-09-01 20:19:00,473 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0068s, count=1146, qps in this process: 38.1913 (mp_runner.py:76) -2024-09-01 20:19:00,474 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0048s, count=983, qps in this process: 32.7614 (mp_runner.py:76) -2024-09-01 20:19:00,476 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0028s, count=1056, qps in this process: 35.1967 (mp_runner.py:76) -2024-09-01 20:19:00,479 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0048s, count=1303, qps in this process: 43.4264 (mp_runner.py:76) -2024-09-01 20:19:00,503 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0007s, count=1014, qps in this process: 33.7992 (mp_runner.py:76) -2024-09-01 20:19:00,504 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0022s, count=1156, qps in this process: 38.5305 (mp_runner.py:76) -2024-09-01 20:19:00,523 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0008s, count=1092, qps in this process: 36.399 (mp_runner.py:76) -2024-09-01 20:19:00,530 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0007s, count=1247, qps in this process: 41.5657 (mp_runner.py:76) -2024-09-01 20:19:00,533 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0006s, count=1255, qps in this process: 41.8325 (mp_runner.py:76) -2024-09-01 20:19:00,549 | INFO |End search in concurrency 70: dur=31.136518498999067s, total_count=83100, qps=2668.8918 (mp_runner.py:120) -2024-09-01 20:19:05,222 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2835.5289, serial_latency_p99=np.float64(0.0875), recall=np.float64(0.1945), ndcg=np.float64(0.2996), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1147.3863, 2537.9772, 2565.4433, 2611.2802, 2537.1576, 2696.845, 2786.7102, 2618.5424, 2776.1805, 2835.5289, 2561.055, 2617.3841, 2611.8927, 2668.8918], conc_latency_p99_list=[np.float64(0.0005300540945521789), np.float64(0.0008856969466760347), np.float64(0.0014178574761899653), np.float64(0.001711793758065323), np.float64(0.00201251900101488), np.float64(0.002601266310957726), np.float64(0.002723599898640532), np.float64(0.0031384577476004775), np.float64(0.0036683278802956912), np.float64(0.003909907647557702), np.float64(0.002938702698065026), np.float64(0.0035654981037318064), np.float64(0.003101958009240479), np.float64(0.00410654102259723)]) (task_runner.py:197) -2024-09-01 20:19:05,222 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:07:40.877454'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2835.5289, serial_latency_p99=np.float64(0.0875), recall=np.float64(0.1945), ndcg=np.float64(0.2996), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1147.3863, 2537.9772, 2565.4433, 2611.2802, 2537.1576, 2696.845, 2786.7102, 2618.5424, 2776.1805, 2835.5289, 2561.055, 2617.3841, 2611.8927, 2668.8918], conc_latency_p99_list=[np.float64(0.0005300540945521789), np.float64(0.0008856969466760347), np.float64(0.0014178574761899653), np.float64(0.001711793758065323), np.float64(0.00201251900101488), np.float64(0.002601266310957726), np.float64(0.002723599898640532), np.float64(0.0031384577476004775), np.float64(0.0036683278802956912), np.float64(0.003909907647557702), np.float64(0.002938702698065026), np.float64(0.0035654981037318064), np.float64(0.003101958009240479), np.float64(0.00410654102259723)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 20:19:05,222 | INFO |Task summary: run_id=d3f26, task_label=d3f2673087a04e67a89010c969c1151f (models.py:346) -2024-09-01 20:19:05,222 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 20:19:05,222 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 20:19:05,222 | INFO |PgVector | 2024-09-01T20:07:40.877454 Performance1536D500K d3f2673087a04e67a89010c969c1151f | 0.0 2835.5289 0.0875 0.1945 0 | :) (models.py:346) -2024-09-01 20:19:05,223 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json (models.py:204) -2024-09-01 20:19:05,223 | INFO |Success to finish task: label=d3f2673087a04e67a89010c969c1151f, run_id=d3f2673087a04e67a89010c969c1151f (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json b/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json deleted file mode 100644 index 79f13bf75..000000000 --- a/script/data/aws/db.m6i.large-8-32-20-Performance1536D500K-0-96456/result_20240901_d3f2673087a04e67a89010c969c1151f_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "d3f2673087a04e67a89010c969c1151f", "task_label": "d3f2673087a04e67a89010c969c1151f", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2835.5289, "serial_latency_p99": 0.0875, "recall": 0.1945, "ndcg": 0.2996, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1147.3863, 2537.9772, 2565.4433, 2611.2802, 2537.1576, 2696.845, 2786.7102, 2618.5424, 2776.1805, 2835.5289, 2561.055, 2617.3841, 2611.8927, 2668.8918], "conc_latency_p99_list": [0.0005300540945521789, 0.0008856969466760347, 0.0014178574761899653, 0.001711793758065323, 0.00201251900101488, 0.002601266310957726, 0.002723599898640532, 0.0031384577476004775, 0.0036683278802956912, 0.003909907647557702, 0.002938702698065026, 0.0035654981037318064, 0.003101958009240479, 0.00410654102259723]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:07:40.877454", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt b/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt deleted file mode 100644 index 28fa1163f..000000000 --- a/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/log.txt +++ /dev/null @@ -1,1417 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load -2024-09-01 20:58:01,972 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:58:01.960590', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 20:58:01,972 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:58:01.960590', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 20:58:01,972 | INFO |generated uuid for the tasks: 6b0d2b46c51244bcb01d85687978d4d4 (interface.py:66) -2024-09-01 20:58:02,034 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 20:58:02,034 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 20:58:02,034 | INFO | PgVector-2024-09-01T20:58:01.960590 | Performance OpenAI-MEDIUM-500K None | 6b0d2b46c51244bcb01d85687978d4d4 (task_runner.py:340) -2024-09-01 20:58:02,034 | INFO |task submitted: id=6b0d2b46c51244bcb01d85687978d4d4, 6b0d2b46c51244bcb01d85687978d4d4, case number: 1 (interface.py:231) -2024-09-01 20:58:02,450 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:58:01.960590'}, drop_old=False (interface.py:164) -2024-09-01 20:58:02,450 | INFO |Starting run (task_runner.py:100) -2024-09-01 20:58:02,525 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 20:58:03,122 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 20:58:03,169 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 20:58:03,193 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 20:58:03,193 | INFO |Start performance case (task_runner.py:158) -2024-09-01 20:58:03,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:58:03,206 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 20:58:03,206 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 20:58:03,207 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 20:58:03,249 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 20:58:03,807 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 20:58:03,827 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:58:03,827 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 20:58:03,827 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 20:58:07,944 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02779584500240162, latest recall=0.87 (serial_runner.py:202) -2024-09-01 20:58:11,312 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03153519399347715, latest recall=0.94 (serial_runner.py:202) -2024-09-01 20:58:14,519 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.024322019002283923, latest recall=0.78 (serial_runner.py:202) -2024-09-01 20:58:17,529 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01940791599918157, latest recall=0.97 (serial_runner.py:202) -2024-09-01 20:58:20,368 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.010991896997438744, latest recall=0.92 (serial_runner.py:202) -2024-09-01 20:58:23,265 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.009062241995707154, latest recall=0.98 (serial_runner.py:202) -2024-09-01 20:58:25,878 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.012283257994567975, latest recall=0.95 (serial_runner.py:202) -2024-09-01 20:58:28,341 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.018126205002772622, latest recall=0.94 (serial_runner.py:202) -2024-09-01 20:58:31,148 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.010483688995009288, latest recall=0.99 (serial_runner.py:202) -2024-09-01 20:58:33,738 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.036758415000804234, latest recall=0.77 (serial_runner.py:202) -2024-09-01 20:58:33,739 | INFO |SpawnProcess-1:1 search entire test_data: cost=19.6693s, queries=1000, avg_recall=0.8982, avg_ndcg=0.9095,avg_latency=0.0197, p99=0.0497 (serial_runner.py:209) -2024-09-01 20:58:34,265 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:58:34,265 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 20:58:35,287 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 20:58:35,315 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:58:38,710 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.00495761899946956 (mp_runner.py:73) -2024-09-01 20:58:41,480 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.007591098998091184 (mp_runner.py:73) -2024-09-01 20:58:44,251 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.004504509000980761 (mp_runner.py:73) -2024-09-01 20:58:46,847 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0069045029958942905 (mp_runner.py:73) -2024-09-01 20:58:49,442 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004412425994814839 (mp_runner.py:73) -2024-09-01 20:58:51,965 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.006942002000869252 (mp_runner.py:73) -2024-09-01 20:58:54,579 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.00441840600251453 (mp_runner.py:73) -2024-09-01 20:58:57,104 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.007287410000571981 (mp_runner.py:73) -2024-09-01 20:58:59,705 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.004332154996518511 (mp_runner.py:73) -2024-09-01 20:59:02,283 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.007044698002573568 (mp_runner.py:73) -2024-09-01 20:59:04,894 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0046659680010634474 (mp_runner.py:73) -2024-09-01 20:59:05,319 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0026s, count=5585, qps in this process: 186.1505 (mp_runner.py:76) -2024-09-01 20:59:05,320 | INFO |End search in concurrency 1: dur=30.03305576099956s, total_count=5585, qps=185.9618 (mp_runner.py:120) -2024-09-01 20:59:05,503 | INFO |Update largest qps with concurrency 1: current max_qps=185.9618 (mp_runner.py:124) -2024-09-01 20:59:05,909 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:59:05,909 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 20:59:10,953 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 20:59:11,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:11,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:11,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:11,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:11,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:15,698 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.006688613000733312 (mp_runner.py:73) -2024-09-01 20:59:15,699 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.007677264999074396 (mp_runner.py:73) -2024-09-01 20:59:15,699 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0077523969957837835 (mp_runner.py:73) -2024-09-01 20:59:15,699 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.007572218994027935 (mp_runner.py:73) -2024-09-01 20:59:15,700 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.008580785004596692 (mp_runner.py:73) -2024-09-01 20:59:19,911 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.0064335209972341545 (mp_runner.py:73) -2024-09-01 20:59:19,911 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.010439149002195336 (mp_runner.py:73) -2024-09-01 20:59:19,911 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.01082024400238879 (mp_runner.py:73) -2024-09-01 20:59:19,913 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.011631446002866141 (mp_runner.py:73) -2024-09-01 20:59:19,914 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.01400028699572431 (mp_runner.py:73) -2024-09-01 20:59:24,350 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.006348192000587005 (mp_runner.py:73) -2024-09-01 20:59:24,350 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.010295970998413395 (mp_runner.py:73) -2024-09-01 20:59:24,350 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.008080478997726459 (mp_runner.py:73) -2024-09-01 20:59:24,350 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.009617531002731994 (mp_runner.py:73) -2024-09-01 20:59:24,351 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.010150250003789552 (mp_runner.py:73) -2024-09-01 20:59:28,553 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.019201898998289835 (mp_runner.py:73) -2024-09-01 20:59:28,554 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.02034829100011848 (mp_runner.py:73) -2024-09-01 20:59:28,554 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.019098438002401963 (mp_runner.py:73) -2024-09-01 20:59:28,554 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.01860814699466573 (mp_runner.py:73) -2024-09-01 20:59:28,555 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.024308828003995586 (mp_runner.py:73) -2024-09-01 20:59:33,001 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.008555749998777173 (mp_runner.py:73) -2024-09-01 20:59:33,001 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.00878949400066631 (mp_runner.py:73) -2024-09-01 20:59:33,002 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.009465821996855084 (mp_runner.py:73) -2024-09-01 20:59:33,002 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.009072957996977493 (mp_runner.py:73) -2024-09-01 20:59:33,007 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0066529589967103675 (mp_runner.py:73) -2024-09-01 20:59:37,269 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.00954797300073551 (mp_runner.py:73) -2024-09-01 20:59:37,270 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.00981040000624489 (mp_runner.py:73) -2024-09-01 20:59:37,270 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.009801969994441606 (mp_runner.py:73) -2024-09-01 20:59:37,270 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.010292819002643228 (mp_runner.py:73) -2024-09-01 20:59:37,271 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.011407241996494122 (mp_runner.py:73) -2024-09-01 20:59:41,007 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.002s, count=3429, qps in this process: 114.2924 (mp_runner.py:76) -2024-09-01 20:59:41,007 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0021s, count=3429, qps in this process: 114.292 (mp_runner.py:76) -2024-09-01 20:59:41,007 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0006s, count=3429, qps in this process: 114.2977 (mp_runner.py:76) -2024-09-01 20:59:41,007 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0019s, count=3429, qps in this process: 114.2928 (mp_runner.py:76) -2024-09-01 20:59:41,020 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.006s, count=3431, qps in this process: 114.3438 (mp_runner.py:76) -2024-09-01 20:59:41,022 | INFO |End search in concurrency 5: dur=30.068073459995503s, total_count=17147, qps=570.2727 (mp_runner.py:120) -2024-09-01 20:59:41,339 | INFO |Update largest qps with concurrency 5: current max_qps=570.2727 (mp_runner.py:124) -2024-09-01 20:59:41,752 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:59:41,753 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 20:59:51,957 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 20:59:51,997 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,000 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,040 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,062 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,071 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,097 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,103 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,103 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,108 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,111 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,113 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,123 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 20:59:52,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:03,253 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.0147205289977137 (mp_runner.py:73) -2024-09-01 21:00:03,256 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.01705924199632136 (mp_runner.py:73) -2024-09-01 21:00:03,258 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.01919182900019223 (mp_runner.py:73) -2024-09-01 21:00:03,261 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.019243542999902274 (mp_runner.py:73) -2024-09-01 21:00:03,306 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.03214678500080481 (mp_runner.py:73) -2024-09-01 21:00:03,326 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.029658509003638756 (mp_runner.py:73) -2024-09-01 21:00:03,329 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.05171230500127422 (mp_runner.py:73) -2024-09-01 21:00:03,339 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.03731687400431838 (mp_runner.py:73) -2024-09-01 21:00:03,354 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.016712648997781798 (mp_runner.py:73) -2024-09-01 21:00:03,358 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.032403905999672133 (mp_runner.py:73) -2024-09-01 21:00:03,365 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.024017522002395708 (mp_runner.py:73) -2024-09-01 21:00:03,367 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.04497926399926655 (mp_runner.py:73) -2024-09-01 21:00:03,369 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.03500645900203381 (mp_runner.py:73) -2024-09-01 21:00:03,374 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.023749735999444965 (mp_runner.py:73) -2024-09-01 21:00:03,379 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.03009149200079264 (mp_runner.py:73) -2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.03126242699363502 (mp_runner.py:73) -2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.033116791004431434 (mp_runner.py:73) -2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.037574980000499636 (mp_runner.py:73) -2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.017310370996710844 (mp_runner.py:73) -2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.027052143996115774 (mp_runner.py:73) -2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.029518098999687936 (mp_runner.py:73) -2024-09-01 21:00:13,418 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.029918113999883644 (mp_runner.py:73) -2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.03613432400015881 (mp_runner.py:73) -2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.018742815002042335 (mp_runner.py:73) -2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.040874803002225235 (mp_runner.py:73) -2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.011017116004950367 (mp_runner.py:73) -2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.038643444000626914 (mp_runner.py:73) -2024-09-01 21:00:13,419 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.0345779599956586 (mp_runner.py:73) -2024-09-01 21:00:13,428 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.03132124099647626 (mp_runner.py:73) -2024-09-01 21:00:13,448 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.03080024699738715 (mp_runner.py:73) -2024-09-01 21:00:22,033 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0292s, count=1405, qps in this process: 46.7878 (mp_runner.py:76) -2024-09-01 21:00:22,034 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0367s, count=1405, qps in this process: 46.7761 (mp_runner.py:76) -2024-09-01 21:00:22,050 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.003s, count=1407, qps in this process: 46.8953 (mp_runner.py:76) -2024-09-01 21:00:22,069 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.005s, count=1408, qps in this process: 46.9255 (mp_runner.py:76) -2024-09-01 21:00:22,085 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0105s, count=1409, qps in this process: 46.9502 (mp_runner.py:76) -2024-09-01 21:00:22,099 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0003s, count=1410, qps in this process: 46.9995 (mp_runner.py:76) -2024-09-01 21:00:22,109 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.001s, count=1410, qps in this process: 46.9984 (mp_runner.py:76) -2024-09-01 21:00:22,112 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0039s, count=1411, qps in this process: 47.0272 (mp_runner.py:76) -2024-09-01 21:00:22,113 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0021s, count=1411, qps in this process: 47.03 (mp_runner.py:76) -2024-09-01 21:00:22,115 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0015s, count=1411, qps in this process: 47.031 (mp_runner.py:76) -2024-09-01 21:00:22,120 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0051s, count=1411, qps in this process: 47.0253 (mp_runner.py:76) -2024-09-01 21:00:22,125 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.011s, count=1412, qps in this process: 47.0494 (mp_runner.py:76) -2024-09-01 21:00:22,142 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0036s, count=1414, qps in this process: 47.1277 (mp_runner.py:76) -2024-09-01 21:00:22,142 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0087s, count=1414, qps in this process: 47.1197 (mp_runner.py:76) -2024-09-01 21:00:22,143 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0096s, count=1414, qps in this process: 47.1183 (mp_runner.py:76) -2024-09-01 21:00:22,145 | INFO |End search in concurrency 15: dur=30.188044595000974s, total_count=21152, qps=700.6747 (mp_runner.py:120) -2024-09-01 21:00:23,039 | INFO |Update largest qps with concurrency 15: current max_qps=700.6747 (mp_runner.py:124) -2024-09-01 21:00:23,449 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:00:23,449 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 21:00:33,718 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 21:00:33,801 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,806 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,807 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,822 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,850 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,917 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,917 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,917 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,918 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,918 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,927 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,955 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,955 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,955 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:33,955 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:00:48,307 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.0110779789974913 (mp_runner.py:73) -2024-09-01 21:00:48,310 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.014229643005819526 (mp_runner.py:73) -2024-09-01 21:00:48,313 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.01744236699596513 (mp_runner.py:73) -2024-09-01 21:00:48,318 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.003216015000361949 (mp_runner.py:73) -2024-09-01 21:00:48,320 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.018867468999815173 (mp_runner.py:73) -2024-09-01 21:00:48,321 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.005559049001021776 (mp_runner.py:73) -2024-09-01 21:00:48,322 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.017107722000218928 (mp_runner.py:73) -2024-09-01 21:00:48,324 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.028205347000039183 (mp_runner.py:73) -2024-09-01 21:00:48,324 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.007804387001669966 (mp_runner.py:73) -2024-09-01 21:00:48,325 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.028464538998377975 (mp_runner.py:73) -2024-09-01 21:00:48,326 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.010928329000307713 (mp_runner.py:73) -2024-09-01 21:00:48,330 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.014296243003627751 (mp_runner.py:73) -2024-09-01 21:00:48,335 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.03778196299390402 (mp_runner.py:73) -2024-09-01 21:00:48,337 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.020570654000039212 (mp_runner.py:73) -2024-09-01 21:00:48,341 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.014014360000146553 (mp_runner.py:73) -2024-09-01 21:00:48,342 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.03294132800510852 (mp_runner.py:73) -2024-09-01 21:00:48,342 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.029177633005019743 (mp_runner.py:73) -2024-09-01 21:00:48,347 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.05078560300171375 (mp_runner.py:73) -2024-09-01 21:00:48,351 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.034057376004057005 (mp_runner.py:73) -2024-09-01 21:00:48,384 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.03134779000538401 (mp_runner.py:73) -2024-09-01 21:01:01,330 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.05476982300024247 (mp_runner.py:73) -2024-09-01 21:01:01,331 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.056060228002024814 (mp_runner.py:73) -2024-09-01 21:01:01,331 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.03152804199635284 (mp_runner.py:73) -2024-09-01 21:01:01,331 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.03687278599682031 (mp_runner.py:73) -2024-09-01 21:01:01,332 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.04640816799656022 (mp_runner.py:73) -2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.02548498599935556 (mp_runner.py:73) -2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.04562345700105652 (mp_runner.py:73) -2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.04258974700496765 (mp_runner.py:73) -2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.037149519004742615 (mp_runner.py:73) -2024-09-01 21:01:01,335 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.038029150004149415 (mp_runner.py:73) -2024-09-01 21:01:01,341 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.02444513899536105 (mp_runner.py:73) -2024-09-01 21:01:01,342 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.04907527099567233 (mp_runner.py:73) -2024-09-01 21:01:01,345 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.03323859899683157 (mp_runner.py:73) -2024-09-01 21:01:01,345 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.04945135099842446 (mp_runner.py:73) -2024-09-01 21:01:01,346 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.03204047599865589 (mp_runner.py:73) -2024-09-01 21:01:01,349 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.02840893199754646 (mp_runner.py:73) -2024-09-01 21:01:01,349 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.027723580999008846 (mp_runner.py:73) -2024-09-01 21:01:01,349 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.04418257400539005 (mp_runner.py:73) -2024-09-01 21:01:01,350 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.02882891499757534 (mp_runner.py:73) -2024-09-01 21:01:01,352 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.05133310300152516 (mp_runner.py:73) -2024-09-01 21:01:03,813 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0008s, count=1092, qps in this process: 36.399 (mp_runner.py:76) -2024-09-01 21:01:03,814 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0063s, count=1092, qps in this process: 36.3924 (mp_runner.py:76) -2024-09-01 21:01:03,834 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0112s, count=1093, qps in this process: 36.4197 (mp_runner.py:76) -2024-09-01 21:01:03,840 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0282s, count=1093, qps in this process: 36.3991 (mp_runner.py:76) -2024-09-01 21:01:03,856 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0036s, count=1094, qps in this process: 36.4623 (mp_runner.py:76) -2024-09-01 21:01:03,905 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0019s, count=1096, qps in this process: 36.531 (mp_runner.py:76) -2024-09-01 21:01:03,921 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.019s, count=1097, qps in this process: 36.5435 (mp_runner.py:76) -2024-09-01 21:01:03,931 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0044s, count=1097, qps in this process: 36.5613 (mp_runner.py:76) -2024-09-01 21:01:03,937 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0074s, count=1098, qps in this process: 36.591 (mp_runner.py:76) -2024-09-01 21:01:03,937 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0108s, count=1098, qps in this process: 36.5868 (mp_runner.py:76) -2024-09-01 21:01:03,938 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0107s, count=1098, qps in this process: 36.587 (mp_runner.py:76) -2024-09-01 21:01:03,938 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.015s, count=1098, qps in this process: 36.5817 (mp_runner.py:76) -2024-09-01 21:01:03,938 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0118s, count=1098, qps in this process: 36.5856 (mp_runner.py:76) -2024-09-01 21:01:03,939 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0115s, count=1098, qps in this process: 36.586 (mp_runner.py:76) -2024-09-01 21:01:03,951 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0022s, count=1099, qps in this process: 36.6306 (mp_runner.py:76) -2024-09-01 21:01:03,962 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.013s, count=1100, qps in this process: 36.6508 (mp_runner.py:76) -2024-09-01 21:01:03,969 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0023s, count=1101, qps in this process: 36.6972 (mp_runner.py:76) -2024-09-01 21:01:03,969 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0067s, count=1101, qps in this process: 36.6918 (mp_runner.py:76) -2024-09-01 21:01:03,969 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0068s, count=1101, qps in this process: 36.6917 (mp_runner.py:76) -2024-09-01 21:01:03,969 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0026s, count=1101, qps in this process: 36.6968 (mp_runner.py:76) -2024-09-01 21:01:03,972 | INFO |End search in concurrency 20: dur=30.25426187600533s, total_count=21945, qps=725.3524 (mp_runner.py:120) -2024-09-01 21:01:05,218 | INFO |Update largest qps with concurrency 20: current max_qps=725.3524 (mp_runner.py:124) -2024-09-01 21:01:05,628 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:01:05,628 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 21:01:15,953 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 21:01:16,101 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,151 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,185 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,187 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,188 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,219 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,250 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,256 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,286 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:16,289 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:34,090 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03352173700113781 (mp_runner.py:73) -2024-09-01 21:01:34,091 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.03753654900356196 (mp_runner.py:73) -2024-09-01 21:01:34,091 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.03270015000452986 (mp_runner.py:73) -2024-09-01 21:01:34,091 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.03633064200403169 (mp_runner.py:73) -2024-09-01 21:01:34,092 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.04002741899603279 (mp_runner.py:73) -2024-09-01 21:01:34,092 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.04563498799689114 (mp_runner.py:73) -2024-09-01 21:01:34,093 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.04236070199840469 (mp_runner.py:73) -2024-09-01 21:01:34,093 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.03236950899736257 (mp_runner.py:73) -2024-09-01 21:01:34,093 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.032149607002793346 (mp_runner.py:73) -2024-09-01 21:01:34,093 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.04512057499960065 (mp_runner.py:73) -2024-09-01 21:01:34,096 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.00624767300178064 (mp_runner.py:73) -2024-09-01 21:01:34,096 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.016401973000029102 (mp_runner.py:73) -2024-09-01 21:01:34,097 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.014539550000336021 (mp_runner.py:73) -2024-09-01 21:01:34,097 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.016094067999802064 (mp_runner.py:73) -2024-09-01 21:01:34,098 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.028919183001562487 (mp_runner.py:73) -2024-09-01 21:01:34,098 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.030517449995386414 (mp_runner.py:73) -2024-09-01 21:01:34,099 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.029465522995451465 (mp_runner.py:73) -2024-09-01 21:01:34,099 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.03424590099893976 (mp_runner.py:73) -2024-09-01 21:01:34,100 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.04662821999954758 (mp_runner.py:73) -2024-09-01 21:01:34,100 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.031763803999638185 (mp_runner.py:73) -2024-09-01 21:01:34,100 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.03310539499943843 (mp_runner.py:73) -2024-09-01 21:01:34,101 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.05589452799904393 (mp_runner.py:73) -2024-09-01 21:01:34,101 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.031816121001611464 (mp_runner.py:73) -2024-09-01 21:01:34,102 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.04490667900245171 (mp_runner.py:73) -2024-09-01 21:01:34,103 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.05388225400383817 (mp_runner.py:73) -2024-09-01 21:01:46,117 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0147s, count=876, qps in this process: 29.1857 (mp_runner.py:76) -2024-09-01 21:01:46,179 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0264s, count=878, qps in this process: 29.2409 (mp_runner.py:76) -2024-09-01 21:01:46,201 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0126s, count=879, qps in this process: 29.2877 (mp_runner.py:76) -2024-09-01 21:01:46,202 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0121s, count=879, qps in this process: 29.2882 (mp_runner.py:76) -2024-09-01 21:01:46,203 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0082s, count=879, qps in this process: 29.292 (mp_runner.py:76) -2024-09-01 21:01:46,204 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0223s, count=879, qps in this process: 29.2782 (mp_runner.py:76) -2024-09-01 21:01:46,206 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0138s, count=879, qps in this process: 29.2865 (mp_runner.py:76) -2024-09-01 21:01:46,207 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0141s, count=879, qps in this process: 29.2862 (mp_runner.py:76) -2024-09-01 21:01:46,208 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0154s, count=879, qps in this process: 29.285 (mp_runner.py:76) -2024-09-01 21:01:46,209 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0189s, count=879, qps in this process: 29.2816 (mp_runner.py:76) -2024-09-01 21:01:46,209 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.021s, count=879, qps in this process: 29.2795 (mp_runner.py:76) -2024-09-01 21:01:46,211 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0156s, count=879, qps in this process: 29.2848 (mp_runner.py:76) -2024-09-01 21:01:46,212 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0234s, count=879, qps in this process: 29.2772 (mp_runner.py:76) -2024-09-01 21:01:46,212 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0199s, count=879, qps in this process: 29.2806 (mp_runner.py:76) -2024-09-01 21:01:46,213 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0205s, count=879, qps in this process: 29.28 (mp_runner.py:76) -2024-09-01 21:01:46,214 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0213s, count=879, qps in this process: 29.2792 (mp_runner.py:76) -2024-09-01 21:01:46,219 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0287s, count=879, qps in this process: 29.272 (mp_runner.py:76) -2024-09-01 21:01:46,227 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0342s, count=879, qps in this process: 29.2666 (mp_runner.py:76) -2024-09-01 21:01:46,228 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0327s, count=879, qps in this process: 29.2681 (mp_runner.py:76) -2024-09-01 21:01:46,228 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0358s, count=879, qps in this process: 29.2651 (mp_runner.py:76) -2024-09-01 21:01:46,232 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0069s, count=880, qps in this process: 29.3266 (mp_runner.py:76) -2024-09-01 21:01:46,262 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0074s, count=884, qps in this process: 29.4594 (mp_runner.py:76) -2024-09-01 21:01:46,273 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0103s, count=885, qps in this process: 29.4899 (mp_runner.py:76) -2024-09-01 21:01:46,296 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0016s, count=888, qps in this process: 29.5984 (mp_runner.py:76) -2024-09-01 21:01:46,303 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0057s, count=889, qps in this process: 29.6277 (mp_runner.py:76) -2024-09-01 21:01:46,306 | INFO |End search in concurrency 25: dur=30.351800288997765s, total_count=22002, qps=724.8993 (mp_runner.py:120) -2024-09-01 21:01:48,304 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:01:48,304 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 21:01:58,710 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 21:01:58,767 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,793 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,837 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,912 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,912 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,931 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,958 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,963 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,964 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,989 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:58,994 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,012 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,013 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,018 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,018 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,020 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,020 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,020 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,049 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:01:59,059 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:19,754 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.037062900002638344 (mp_runner.py:73) -2024-09-01 21:02:19,754 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.035073904000455514 (mp_runner.py:73) -2024-09-01 21:02:19,754 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.03816053600166924 (mp_runner.py:73) -2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.04118574099993566 (mp_runner.py:73) -2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.03426805799972499 (mp_runner.py:73) -2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.03966328800015617 (mp_runner.py:73) -2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.03447151300497353 (mp_runner.py:73) -2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.03883170000335667 (mp_runner.py:73) -2024-09-01 21:02:19,755 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.03441422399919247 (mp_runner.py:73) -2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.04223485900001833 (mp_runner.py:73) -2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.027515642999787815 (mp_runner.py:73) -2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.023741802004224155 (mp_runner.py:73) -2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.04485254500468727 (mp_runner.py:73) -2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.043805342000268865 (mp_runner.py:73) -2024-09-01 21:02:19,756 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.04414089999772841 (mp_runner.py:73) -2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.0181803290033713 (mp_runner.py:73) -2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.0429116180021083 (mp_runner.py:73) -2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.0406258369985153 (mp_runner.py:73) -2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.01801693999732379 (mp_runner.py:73) -2024-09-01 21:02:19,757 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.04300120999687351 (mp_runner.py:73) -2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.042705831001512706 (mp_runner.py:73) -2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.04719973899773322 (mp_runner.py:73) -2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.038266141003987286 (mp_runner.py:73) -2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.04797103199962294 (mp_runner.py:73) -2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.04728784700273536 (mp_runner.py:73) -2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.04690870900230948 (mp_runner.py:73) -2024-09-01 21:02:19,758 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.04620006200275384 (mp_runner.py:73) -2024-09-01 21:02:19,759 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.044982434999838006 (mp_runner.py:73) -2024-09-01 21:02:19,759 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.0456324679980753 (mp_runner.py:73) -2024-09-01 21:02:19,759 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.04373558400402544 (mp_runner.py:73) -2024-09-01 21:02:28,787 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0182s, count=738, qps in this process: 24.5851 (mp_runner.py:76) -2024-09-01 21:02:28,825 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0279s, count=740, qps in this process: 24.6437 (mp_runner.py:76) -2024-09-01 21:02:28,872 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0222s, count=741, qps in this process: 24.6817 (mp_runner.py:76) -2024-09-01 21:02:28,920 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0064s, count=743, qps in this process: 24.7614 (mp_runner.py:76) -2024-09-01 21:02:28,941 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.027s, count=743, qps in this process: 24.7444 (mp_runner.py:76) -2024-09-01 21:02:28,950 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0128s, count=744, qps in this process: 24.7894 (mp_runner.py:76) -2024-09-01 21:02:28,961 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0004s, count=744, qps in this process: 24.7997 (mp_runner.py:76) -2024-09-01 21:02:28,975 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0048s, count=744, qps in this process: 24.796 (mp_runner.py:76) -2024-09-01 21:02:28,985 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.017s, count=745, qps in this process: 24.8193 (mp_runner.py:76) -2024-09-01 21:02:28,988 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0213s, count=745, qps in this process: 24.8157 (mp_runner.py:76) -2024-09-01 21:02:29,006 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.011s, count=746, qps in this process: 24.8576 (mp_runner.py:76) -2024-09-01 21:02:29,010 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0073s, count=746, qps in this process: 24.8606 (mp_runner.py:76) -2024-09-01 21:02:29,016 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0232s, count=746, qps in this process: 24.8475 (mp_runner.py:76) -2024-09-01 21:02:29,029 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0062s, count=746, qps in this process: 24.8615 (mp_runner.py:76) -2024-09-01 21:02:29,034 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0158s, count=747, qps in this process: 24.8869 (mp_runner.py:76) -2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0167s, count=747, qps in this process: 24.8861 (mp_runner.py:76) -2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0157s, count=747, qps in this process: 24.887 (mp_runner.py:76) -2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0111s, count=747, qps in this process: 24.8908 (mp_runner.py:76) -2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0165s, count=747, qps in this process: 24.8863 (mp_runner.py:76) -2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0163s, count=747, qps in this process: 24.8865 (mp_runner.py:76) -2024-09-01 21:02:29,035 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0118s, count=747, qps in this process: 24.8902 (mp_runner.py:76) -2024-09-01 21:02:29,036 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0173s, count=747, qps in this process: 24.8856 (mp_runner.py:76) -2024-09-01 21:02:29,036 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0159s, count=747, qps in this process: 24.8868 (mp_runner.py:76) -2024-09-01 21:02:29,038 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0186s, count=747, qps in this process: 24.8846 (mp_runner.py:76) -2024-09-01 21:02:29,038 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0158s, count=747, qps in this process: 24.8869 (mp_runner.py:76) -2024-09-01 21:02:29,039 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0152s, count=747, qps in this process: 24.8874 (mp_runner.py:76) -2024-09-01 21:02:29,042 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.018s, count=747, qps in this process: 24.8851 (mp_runner.py:76) -2024-09-01 21:02:29,043 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0195s, count=747, qps in this process: 24.8838 (mp_runner.py:76) -2024-09-01 21:02:29,060 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0021s, count=749, qps in this process: 24.9649 (mp_runner.py:76) -2024-09-01 21:02:29,068 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0019s, count=751, qps in this process: 25.0317 (mp_runner.py:76) -2024-09-01 21:02:29,071 | INFO |End search in concurrency 30: dur=30.359908190999704s, total_count=22369, qps=736.7941 (mp_runner.py:120) -2024-09-01 21:02:31,025 | INFO |Update largest qps with concurrency 30: current max_qps=736.7941 (mp_runner.py:124) -2024-09-01 21:02:31,433 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:02:31,433 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 21:02:41,961 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 21:02:42,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,230 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,263 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,271 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,297 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,300 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,311 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,317 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,328 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,328 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,340 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,342 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,344 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,347 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,348 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,390 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,391 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,407 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,407 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,410 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,413 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:02:42,435 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.04458790799981216 (mp_runner.py:73) -2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.06678188699879684 (mp_runner.py:73) -2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.036169254999549594 (mp_runner.py:73) -2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.041420811001444235 (mp_runner.py:73) -2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.02450279599725036 (mp_runner.py:73) -2024-09-01 21:03:06,202 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.0460598290010239 (mp_runner.py:73) -2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.04966136999428272 (mp_runner.py:73) -2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.050974003002920654 (mp_runner.py:73) -2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.06762767599866493 (mp_runner.py:73) -2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.04365825100103393 (mp_runner.py:73) -2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.051204809999035206 (mp_runner.py:73) -2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.04024232200026745 (mp_runner.py:73) -2024-09-01 21:03:06,203 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.05393026299861958 (mp_runner.py:73) -2024-09-01 21:03:06,204 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.058677222004916985 (mp_runner.py:73) -2024-09-01 21:03:06,206 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.05070841199631104 (mp_runner.py:73) -2024-09-01 21:03:06,207 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.05270233599731 (mp_runner.py:73) -2024-09-01 21:03:06,208 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.05040177999762818 (mp_runner.py:73) -2024-09-01 21:03:06,208 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.0609630670005572 (mp_runner.py:73) -2024-09-01 21:03:06,208 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.07113903899880825 (mp_runner.py:73) -2024-09-01 21:03:06,209 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.07449964200350223 (mp_runner.py:73) -2024-09-01 21:03:06,209 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.0728323180010193 (mp_runner.py:73) -2024-09-01 21:03:06,211 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.07201905699912459 (mp_runner.py:73) -2024-09-01 21:03:06,211 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.06110597000224516 (mp_runner.py:73) -2024-09-01 21:03:06,211 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.07615161099965917 (mp_runner.py:73) -2024-09-01 21:03:06,213 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.02404908400058048 (mp_runner.py:73) -2024-09-01 21:03:06,213 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.025561446003848687 (mp_runner.py:73) -2024-09-01 21:03:06,213 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.06252759199560387 (mp_runner.py:73) -2024-09-01 21:03:06,214 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.022126465999463107 (mp_runner.py:73) -2024-09-01 21:03:06,214 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.06753331999789225 (mp_runner.py:73) -2024-09-01 21:03:06,215 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.025131977003184147 (mp_runner.py:73) -2024-09-01 21:03:06,215 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.06162688099720981 (mp_runner.py:73) -2024-09-01 21:03:06,216 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.055297973995038774 (mp_runner.py:73) -2024-09-01 21:03:06,218 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.02633844199590385 (mp_runner.py:73) -2024-09-01 21:03:06,218 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.029725043001235463 (mp_runner.py:73) -2024-09-01 21:03:06,251 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03998341200349387 (mp_runner.py:73) -2024-09-01 21:03:12,174 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.018s, count=634, qps in this process: 21.1207 (mp_runner.py:76) -2024-09-01 21:03:12,218 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0294s, count=635, qps in this process: 21.1459 (mp_runner.py:76) -2024-09-01 21:03:12,277 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0446s, count=636, qps in this process: 21.1685 (mp_runner.py:76) -2024-09-01 21:03:12,307 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0539s, count=637, qps in this process: 21.1953 (mp_runner.py:76) -2024-09-01 21:03:12,313 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0139s, count=637, qps in this process: 21.2235 (mp_runner.py:76) -2024-09-01 21:03:12,315 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0495s, count=637, qps in this process: 21.1984 (mp_runner.py:76) -2024-09-01 21:03:12,322 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.025s, count=637, qps in this process: 21.2157 (mp_runner.py:76) -2024-09-01 21:03:12,324 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0485s, count=637, qps in this process: 21.1991 (mp_runner.py:76) -2024-09-01 21:03:12,324 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0036s, count=637, qps in this process: 21.2308 (mp_runner.py:76) -2024-09-01 21:03:12,334 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0271s, count=637, qps in this process: 21.2142 (mp_runner.py:76) -2024-09-01 21:03:12,350 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0044s, count=638, qps in this process: 21.2635 (mp_runner.py:76) -2024-09-01 21:03:12,351 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0364s, count=638, qps in this process: 21.2409 (mp_runner.py:76) -2024-09-01 21:03:12,351 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0052s, count=637, qps in this process: 21.2297 (mp_runner.py:76) -2024-09-01 21:03:12,352 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0235s, count=638, qps in this process: 21.25 (mp_runner.py:76) -2024-09-01 21:03:12,353 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0327s, count=638, qps in this process: 21.2435 (mp_runner.py:76) -2024-09-01 21:03:12,354 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0255s, count=638, qps in this process: 21.2486 (mp_runner.py:76) -2024-09-01 21:03:12,356 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0144s, count=638, qps in this process: 21.2565 (mp_runner.py:76) -2024-09-01 21:03:12,370 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.021s, count=639, qps in this process: 21.2851 (mp_runner.py:76) -2024-09-01 21:03:12,377 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0274s, count=639, qps in this process: 21.2806 (mp_runner.py:76) -2024-09-01 21:03:12,379 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0293s, count=639, qps in this process: 21.2792 (mp_runner.py:76) -2024-09-01 21:03:12,385 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.007s, count=640, qps in this process: 21.3284 (mp_runner.py:76) -2024-09-01 21:03:12,386 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0041s, count=640, qps in this process: 21.3304 (mp_runner.py:76) -2024-09-01 21:03:12,387 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.001s, count=640, qps in this process: 21.3326 (mp_runner.py:76) -2024-09-01 21:03:12,391 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0025s, count=640, qps in this process: 21.3316 (mp_runner.py:76) -2024-09-01 21:03:12,400 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0044s, count=640, qps in this process: 21.3302 (mp_runner.py:76) -2024-09-01 21:03:12,407 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0122s, count=641, qps in this process: 21.358 (mp_runner.py:76) -2024-09-01 21:03:12,415 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0011s, count=641, qps in this process: 21.3659 (mp_runner.py:76) -2024-09-01 21:03:12,419 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0053s, count=642, qps in this process: 21.3962 (mp_runner.py:76) -2024-09-01 21:03:12,420 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0033s, count=642, qps in this process: 21.3976 (mp_runner.py:76) -2024-09-01 21:03:12,420 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0065s, count=642, qps in this process: 21.3954 (mp_runner.py:76) -2024-09-01 21:03:12,429 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0066s, count=643, qps in this process: 21.4286 (mp_runner.py:76) -2024-09-01 21:03:12,437 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0058s, count=644, qps in this process: 21.4625 (mp_runner.py:76) -2024-09-01 21:03:12,438 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0078s, count=644, qps in this process: 21.4611 (mp_runner.py:76) -2024-09-01 21:03:12,453 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0084s, count=646, qps in this process: 21.5273 (mp_runner.py:76) -2024-09-01 21:03:12,453 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0031s, count=646, qps in this process: 21.5311 (mp_runner.py:76) -2024-09-01 21:03:12,455 | INFO |End search in concurrency 35: dur=30.49259436299326s, total_count=22377, qps=733.8503 (mp_runner.py:120) -2024-09-01 21:03:15,108 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:03:15,108 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 21:03:25,717 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 21:03:25,901 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:25,939 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:25,947 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:25,947 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:25,952 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,016 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,017 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,017 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,027 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,062 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,083 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,086 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,101 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,118 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,118 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,130 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,134 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,142 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,146 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,146 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,168 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,185 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,198 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:26,204 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:03:53,261 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.026752578000014182 (mp_runner.py:73) -2024-09-01 21:03:53,262 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.012884107003628742 (mp_runner.py:73) -2024-09-01 21:03:53,264 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.02155623899307102 (mp_runner.py:73) -2024-09-01 21:03:53,264 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.018905454999185167 (mp_runner.py:73) -2024-09-01 21:03:53,266 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.023337047001405153 (mp_runner.py:73) -2024-09-01 21:03:53,269 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.02818020099948626 (mp_runner.py:73) -2024-09-01 21:03:53,269 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.02191572899755556 (mp_runner.py:73) -2024-09-01 21:03:53,273 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.033722281994414516 (mp_runner.py:73) -2024-09-01 21:03:53,273 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.04043542200088268 (mp_runner.py:73) -2024-09-01 21:03:53,275 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.041082506999373436 (mp_runner.py:73) -2024-09-01 21:03:53,276 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.0332648270050413 (mp_runner.py:73) -2024-09-01 21:03:53,277 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.04150283099443186 (mp_runner.py:73) -2024-09-01 21:03:53,278 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.030270565002865624 (mp_runner.py:73) -2024-09-01 21:03:53,278 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.04009509600291494 (mp_runner.py:73) -2024-09-01 21:03:53,280 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.03790791900246404 (mp_runner.py:73) -2024-09-01 21:03:53,281 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.04242975499801105 (mp_runner.py:73) -2024-09-01 21:03:53,281 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.028854285999841522 (mp_runner.py:73) -2024-09-01 21:03:53,283 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.047512319004454184 (mp_runner.py:73) -2024-09-01 21:03:53,283 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.032102869998198 (mp_runner.py:73) -2024-09-01 21:03:53,284 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.045393027998215985 (mp_runner.py:73) -2024-09-01 21:03:53,286 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.0445998610011884 (mp_runner.py:73) -2024-09-01 21:03:53,286 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.048722209001425654 (mp_runner.py:73) -2024-09-01 21:03:53,287 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.04660278299706988 (mp_runner.py:73) -2024-09-01 21:03:53,289 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.035622383998997975 (mp_runner.py:73) -2024-09-01 21:03:53,289 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.04902886300260434 (mp_runner.py:73) -2024-09-01 21:03:53,290 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.056055633001960814 (mp_runner.py:73) -2024-09-01 21:03:53,292 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.056017216003965586 (mp_runner.py:73) -2024-09-01 21:03:53,293 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.04710278299899073 (mp_runner.py:73) -2024-09-01 21:03:53,294 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.019421600001805928 (mp_runner.py:73) -2024-09-01 21:03:53,296 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.05123767999612028 (mp_runner.py:73) -2024-09-01 21:03:53,296 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.042412413997226395 (mp_runner.py:73) -2024-09-01 21:03:53,297 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.042106754997803364 (mp_runner.py:73) -2024-09-01 21:03:53,298 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.04363690200261772 (mp_runner.py:73) -2024-09-01 21:03:53,300 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.050017469002341386 (mp_runner.py:73) -2024-09-01 21:03:53,301 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.06371513699559728 (mp_runner.py:73) -2024-09-01 21:03:53,302 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.06433579699660186 (mp_runner.py:73) -2024-09-01 21:03:53,302 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.05156893000093987 (mp_runner.py:73) -2024-09-01 21:03:53,303 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.06902419399557402 (mp_runner.py:73) -2024-09-01 21:03:53,309 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.07243243600532878 (mp_runner.py:73) -2024-09-01 21:03:53,321 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.01315413300471846 (mp_runner.py:73) -2024-09-01 21:03:55,909 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.006s, count=553, qps in this process: 18.4296 (mp_runner.py:76) -2024-09-01 21:03:55,952 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0058s, count=554, qps in this process: 18.4631 (mp_runner.py:76) -2024-09-01 21:03:55,954 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0045s, count=554, qps in this process: 18.4639 (mp_runner.py:76) -2024-09-01 21:03:55,972 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0216s, count=554, qps in this process: 18.4534 (mp_runner.py:76) -2024-09-01 21:03:55,974 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0172s, count=554, qps in this process: 18.4561 (mp_runner.py:76) -2024-09-01 21:03:56,019 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.006s, count=556, qps in this process: 18.5296 (mp_runner.py:76) -2024-09-01 21:03:56,021 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0024s, count=556, qps in this process: 18.5319 (mp_runner.py:76) -2024-09-01 21:03:56,030 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0038s, count=556, qps in this process: 18.531 (mp_runner.py:76) -2024-09-01 21:03:56,045 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.007s, count=556, qps in this process: 18.529 (mp_runner.py:76) -2024-09-01 21:03:56,049 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0301s, count=556, qps in this process: 18.5148 (mp_runner.py:76) -2024-09-01 21:03:56,066 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0478s, count=556, qps in this process: 18.5039 (mp_runner.py:76) -2024-09-01 21:03:56,076 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0639s, count=557, qps in this process: 18.5272 (mp_runner.py:76) -2024-09-01 21:03:56,096 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0018s, count=559, qps in this process: 18.6322 (mp_runner.py:76) -2024-09-01 21:03:56,098 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0134s, count=559, qps in this process: 18.625 (mp_runner.py:76) -2024-09-01 21:03:56,101 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0147s, count=557, qps in this process: 18.5576 (mp_runner.py:76) -2024-09-01 21:03:56,122 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0089s, count=559, qps in this process: 18.6278 (mp_runner.py:76) -2024-09-01 21:03:56,122 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0112s, count=559, qps in this process: 18.6264 (mp_runner.py:76) -2024-09-01 21:03:56,123 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0587s, count=559, qps in this process: 18.5969 (mp_runner.py:76) -2024-09-01 21:03:56,125 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0142s, count=559, qps in this process: 18.6245 (mp_runner.py:76) -2024-09-01 21:03:56,129 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0175s, count=559, qps in this process: 18.6225 (mp_runner.py:76) -2024-09-01 21:03:56,131 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0132s, count=558, qps in this process: 18.5918 (mp_runner.py:76) -2024-09-01 21:03:56,133 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0259s, count=559, qps in this process: 18.6173 (mp_runner.py:76) -2024-09-01 21:03:56,136 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0231s, count=560, qps in this process: 18.6523 (mp_runner.py:76) -2024-09-01 21:03:56,138 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0204s, count=560, qps in this process: 18.654 (mp_runner.py:76) -2024-09-01 21:03:56,148 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0096s, count=559, qps in this process: 18.6274 (mp_runner.py:76) -2024-09-01 21:03:56,151 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0212s, count=560, qps in this process: 18.6535 (mp_runner.py:76) -2024-09-01 21:03:56,152 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0225s, count=560, qps in this process: 18.6527 (mp_runner.py:76) -2024-09-01 21:03:56,158 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0126s, count=560, qps in this process: 18.6588 (mp_runner.py:76) -2024-09-01 21:03:56,160 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0212s, count=559, qps in this process: 18.6202 (mp_runner.py:76) -2024-09-01 21:03:56,174 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0266s, count=561, qps in this process: 18.6834 (mp_runner.py:76) -2024-09-01 21:03:56,175 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0271s, count=561, qps in this process: 18.6831 (mp_runner.py:76) -2024-09-01 21:03:56,176 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0045s, count=561, qps in this process: 18.6972 (mp_runner.py:76) -2024-09-01 21:03:56,184 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0028s, count=561, qps in this process: 18.6983 (mp_runner.py:76) -2024-09-01 21:03:56,189 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0087s, count=562, qps in this process: 18.7279 (mp_runner.py:76) -2024-09-01 21:03:56,190 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0034s, count=562, qps in this process: 18.7312 (mp_runner.py:76) -2024-09-01 21:03:56,191 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0047s, count=562, qps in this process: 18.7304 (mp_runner.py:76) -2024-09-01 21:03:56,195 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0109s, count=562, qps in this process: 18.7265 (mp_runner.py:76) -2024-09-01 21:03:56,198 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0074s, count=563, qps in this process: 18.762 (mp_runner.py:76) -2024-09-01 21:03:56,204 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0013s, count=564, qps in this process: 18.7992 (mp_runner.py:76) -2024-09-01 21:03:56,208 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0036s, count=565, qps in this process: 18.8311 (mp_runner.py:76) -2024-09-01 21:03:56,212 | INFO |End search in concurrency 40: dur=30.49428853700374s, total_count=22351, qps=732.9569 (mp_runner.py:120) -2024-09-01 21:03:59,245 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:03:59,245 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 21:04:10,030 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 21:04:10,101 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,105 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,172 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,249 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,268 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,290 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,290 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,307 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,398 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,399 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,407 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,437 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,437 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,443 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,463 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,483 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,489 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,489 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,501 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,515 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,515 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,519 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,520 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,525 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,531 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,533 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,536 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,539 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,539 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,539 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,554 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,558 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,563 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,582 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,640 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,646 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,657 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,657 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,657 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,657 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:10,671 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:04:40,109 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.002s, count=484, qps in this process: 16.1323 (mp_runner.py:76) -2024-09-01 21:04:40,125 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0236s, count=485, qps in this process: 16.154 (mp_runner.py:76) -2024-09-01 21:04:40,207 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0196s, count=486, qps in this process: 16.1894 (mp_runner.py:76) -2024-09-01 21:04:40,254 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.002s, count=487, qps in this process: 16.2323 (mp_runner.py:76) -2024-09-01 21:04:40,268 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0165s, count=487, qps in this process: 16.2244 (mp_runner.py:76) -2024-09-01 21:04:40,305 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0038s, count=488, qps in this process: 16.2646 (mp_runner.py:76) -2024-09-01 21:04:40,320 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0048s, count=488, qps in this process: 16.2641 (mp_runner.py:76) -2024-09-01 21:04:40,324 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0502s, count=488, qps in this process: 16.2395 (mp_runner.py:76) -2024-09-01 21:04:40,331 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0266s, count=489, qps in this process: 16.2856 (mp_runner.py:76) -2024-09-01 21:04:40,411 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.002s, count=490, qps in this process: 16.3322 (mp_runner.py:76) -2024-09-01 21:04:40,428 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0217s, count=490, qps in this process: 16.3215 (mp_runner.py:76) -2024-09-01 21:04:40,448 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.043s, count=489, qps in this process: 16.2767 (mp_runner.py:76) -2024-09-01 21:04:40,450 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0107s, count=491, qps in this process: 16.3608 (mp_runner.py:76) -2024-09-01 21:04:40,453 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0075s, count=491, qps in this process: 16.3626 (mp_runner.py:76) -2024-09-01 21:04:40,478 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.033s, count=492, qps in this process: 16.382 (mp_runner.py:76) -2024-09-01 21:04:40,489 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0082s, count=492, qps in this process: 16.3955 (mp_runner.py:76) -2024-09-01 21:04:40,491 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0564s, count=492, qps in this process: 16.3692 (mp_runner.py:76) -2024-09-01 21:04:40,501 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0021s, count=493, qps in this process: 16.4322 (mp_runner.py:76) -2024-09-01 21:04:40,509 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0104s, count=493, qps in this process: 16.4276 (mp_runner.py:76) -2024-09-01 21:04:40,512 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0747s, count=492, qps in this process: 16.3593 (mp_runner.py:76) -2024-09-01 21:04:40,516 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0076s, count=493, qps in this process: 16.4292 (mp_runner.py:76) -2024-09-01 21:04:40,528 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0055s, count=493, qps in this process: 16.4303 (mp_runner.py:76) -2024-09-01 21:04:40,534 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0467s, count=492, qps in this process: 16.3745 (mp_runner.py:76) -2024-09-01 21:04:40,537 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0163s, count=493, qps in this process: 16.4244 (mp_runner.py:76) -2024-09-01 21:04:40,547 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0035s, count=494, qps in this process: 16.4647 (mp_runner.py:76) -2024-09-01 21:04:40,549 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0098s, count=494, qps in this process: 16.4613 (mp_runner.py:76) -2024-09-01 21:04:40,551 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0152s, count=494, qps in this process: 16.4583 (mp_runner.py:76) -2024-09-01 21:04:40,553 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0262s, count=494, qps in this process: 16.4523 (mp_runner.py:76) -2024-09-01 21:04:40,553 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0164s, count=494, qps in this process: 16.4577 (mp_runner.py:76) -2024-09-01 21:04:40,556 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0358s, count=494, qps in this process: 16.447 (mp_runner.py:76) -2024-09-01 21:04:40,563 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0318s, count=494, qps in this process: 16.4492 (mp_runner.py:76) -2024-09-01 21:04:40,571 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0057s, count=494, qps in this process: 16.4635 (mp_runner.py:76) -2024-09-01 21:04:40,574 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0235s, count=495, qps in this process: 16.4871 (mp_runner.py:76) -2024-09-01 21:04:40,579 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0353s, count=494, qps in this process: 16.4473 (mp_runner.py:76) -2024-09-01 21:04:40,582 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0224s, count=495, qps in this process: 16.4877 (mp_runner.py:76) -2024-09-01 21:04:40,583 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0078s, count=495, qps in this process: 16.4957 (mp_runner.py:76) -2024-09-01 21:04:40,591 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0079s, count=496, qps in this process: 16.529 (mp_runner.py:76) -2024-09-01 21:04:40,631 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0013s, count=499, qps in this process: 16.6326 (mp_runner.py:76) -2024-09-01 21:04:40,643 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.009541876002913341 (mp_runner.py:73) -2024-09-01 21:04:40,644 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.014288020996900741 (mp_runner.py:73) -2024-09-01 21:04:40,644 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.008780609001405537 (mp_runner.py:73) -2024-09-01 21:04:40,645 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.012160912003309932 (mp_runner.py:73) -2024-09-01 21:04:40,645 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.01104344899795251 (mp_runner.py:73) -2024-09-01 21:04:40,647 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.015265630005160347 (mp_runner.py:73) -2024-09-01 21:04:40,652 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0023s, count=499, qps in this process: 16.6321 (mp_runner.py:76) -2024-09-01 21:04:40,654 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0033s, count=501, qps in this process: 16.6982 (mp_runner.py:76) -2024-09-01 21:04:40,663 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0009s, count=502, qps in this process: 16.7328 (mp_runner.py:76) -2024-09-01 21:04:40,664 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0019s, count=502, qps in this process: 16.7323 (mp_runner.py:76) -2024-09-01 21:04:40,665 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0025s, count=502, qps in this process: 16.7319 (mp_runner.py:76) -2024-09-01 21:04:40,665 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0024s, count=502, qps in this process: 16.732 (mp_runner.py:76) -2024-09-01 21:04:40,695 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0006s, count=507, qps in this process: 16.8997 (mp_runner.py:76) -2024-09-01 21:04:40,698 | INFO |End search in concurrency 45: dur=30.66791478900268s, total_count=22199, qps=723.851 (mp_runner.py:120) -2024-09-01 21:04:44,042 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:04:44,042 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 21:05:05,020 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 21:05:05,229 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,312 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,313 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,323 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,361 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,374 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,412 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,444 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,449 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,467 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,470 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,487 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,503 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,507 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,516 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,516 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,516 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,516 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,517 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,525 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,528 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,547 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,549 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,549 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,596 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,606 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,618 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,634 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,638 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,655 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:05,683 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:05:35,302 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0581s, count=439, qps in this process: 14.605 (mp_runner.py:76) -2024-09-01 21:05:35,318 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0007s, count=440, qps in this process: 14.6663 (mp_runner.py:76) -2024-09-01 21:05:35,329 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.012s, count=440, qps in this process: 14.6608 (mp_runner.py:76) -2024-09-01 21:05:35,330 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0109s, count=439, qps in this process: 14.628 (mp_runner.py:76) -2024-09-01 21:05:35,336 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0082s, count=439, qps in this process: 14.6293 (mp_runner.py:76) -2024-09-01 21:05:35,343 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0149s, count=440, qps in this process: 14.6594 (mp_runner.py:76) -2024-09-01 21:05:35,368 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0069s, count=440, qps in this process: 14.6633 (mp_runner.py:76) -2024-09-01 21:05:35,368 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0399s, count=441, qps in this process: 14.6805 (mp_runner.py:76) -2024-09-01 21:05:35,374 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0138s, count=441, qps in this process: 14.6932 (mp_runner.py:76) -2024-09-01 21:05:35,380 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0529s, count=441, qps in this process: 14.6741 (mp_runner.py:76) -2024-09-01 21:05:35,392 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0163s, count=441, qps in this process: 14.692 (mp_runner.py:76) -2024-09-01 21:05:35,398 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0314s, count=441, qps in this process: 14.6846 (mp_runner.py:76) -2024-09-01 21:05:35,401 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0385s, count=441, qps in this process: 14.6812 (mp_runner.py:76) -2024-09-01 21:05:35,427 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0129s, count=441, qps in this process: 14.6937 (mp_runner.py:76) -2024-09-01 21:05:35,460 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0116s, count=442, qps in this process: 14.7276 (mp_runner.py:76) -2024-09-01 21:05:35,467 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0166s, count=442, qps in this process: 14.7252 (mp_runner.py:76) -2024-09-01 21:05:35,493 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0236s, count=443, qps in this process: 14.7551 (mp_runner.py:76) -2024-09-01 21:05:35,522 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0431s, count=443, qps in this process: 14.7455 (mp_runner.py:76) -2024-09-01 21:05:35,532 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0401s, count=444, qps in this process: 14.7802 (mp_runner.py:76) -2024-09-01 21:05:35,533 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0121s, count=444, qps in this process: 14.794 (mp_runner.py:76) -2024-09-01 21:05:35,534 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0134s, count=444, qps in this process: 14.7934 (mp_runner.py:76) -2024-09-01 21:05:35,535 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.024s, count=444, qps in this process: 14.7882 (mp_runner.py:76) -2024-09-01 21:05:35,537 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0026s, count=444, qps in this process: 14.7987 (mp_runner.py:76) -2024-09-01 21:05:35,538 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0272s, count=444, qps in this process: 14.7866 (mp_runner.py:76) -2024-09-01 21:05:35,540 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0286s, count=444, qps in this process: 14.7859 (mp_runner.py:76) -2024-09-01 21:05:35,540 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0194s, count=444, qps in this process: 14.7904 (mp_runner.py:76) -2024-09-01 21:05:35,541 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0063s, count=444, qps in this process: 14.7969 (mp_runner.py:76) -2024-09-01 21:05:35,541 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0102s, count=444, qps in this process: 14.795 (mp_runner.py:76) -2024-09-01 21:05:35,542 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0304s, count=444, qps in this process: 14.785 (mp_runner.py:76) -2024-09-01 21:05:35,542 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0082s, count=444, qps in this process: 14.796 (mp_runner.py:76) -2024-09-01 21:05:35,543 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0324s, count=444, qps in this process: 14.784 (mp_runner.py:76) -2024-09-01 21:05:35,544 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0234s, count=444, qps in this process: 14.7885 (mp_runner.py:76) -2024-09-01 21:05:35,544 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0235s, count=444, qps in this process: 14.7884 (mp_runner.py:76) -2024-09-01 21:05:35,545 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0238s, count=444, qps in this process: 14.7883 (mp_runner.py:76) -2024-09-01 21:05:35,548 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0372s, count=444, qps in this process: 14.7817 (mp_runner.py:76) -2024-09-01 21:05:35,572 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0224s, count=445, qps in this process: 14.8223 (mp_runner.py:76) -2024-09-01 21:05:35,573 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0151s, count=445, qps in this process: 14.8259 (mp_runner.py:76) -2024-09-01 21:05:35,583 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0224s, count=445, qps in this process: 14.8223 (mp_runner.py:76) -2024-09-01 21:05:35,606 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.007s, count=447, qps in this process: 14.8965 (mp_runner.py:76) -2024-09-01 21:05:35,612 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0135s, count=447, qps in this process: 14.8933 (mp_runner.py:76) -2024-09-01 21:05:35,624 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0075s, count=448, qps in this process: 14.9296 (mp_runner.py:76) -2024-09-01 21:05:35,628 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.003s, count=448, qps in this process: 14.9318 (mp_runner.py:76) -2024-09-01 21:05:35,637 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0121s, count=449, qps in this process: 14.9606 (mp_runner.py:76) -2024-09-01 21:05:35,638 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0037s, count=449, qps in this process: 14.9648 (mp_runner.py:76) -2024-09-01 21:05:35,638 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0039s, count=449, qps in this process: 14.9647 (mp_runner.py:76) -2024-09-01 21:05:35,651 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.004s, count=450, qps in this process: 14.998 (mp_runner.py:76) -2024-09-01 21:05:35,651 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.006s, count=450, qps in this process: 14.997 (mp_runner.py:76) -2024-09-01 21:05:35,668 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0067s, count=452, qps in this process: 15.0633 (mp_runner.py:76) -2024-09-01 21:05:35,692 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0015s, count=455, qps in this process: 15.1659 (mp_runner.py:76) -2024-09-01 21:05:35,692 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.004s, count=455, qps in this process: 15.1646 (mp_runner.py:76) -2024-09-01 21:05:35,695 | INFO |End search in concurrency 50: dur=30.675154290001956s, total_count=22216, qps=724.2343 (mp_runner.py:120) -2024-09-01 21:05:39,363 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:05:39,364 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 21:06:00,530 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 21:06:00,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:00,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:00,999 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,027 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,027 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,028 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,049 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,050 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,050 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,050 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,051 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,052 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,053 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,065 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,069 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,069 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,069 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,070 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,074 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,074 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,079 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,088 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,091 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,103 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,108 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,122 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,132 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,132 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,132 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,137 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,143 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,143 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,145 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,170 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:01,172 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:31,017 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0072s, count=397, qps in this process: 13.2302 (mp_runner.py:76) -2024-09-01 21:06:31,027 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0072s, count=398, qps in this process: 13.2635 (mp_runner.py:76) -2024-09-01 21:06:31,033 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0047s, count=398, qps in this process: 13.2646 (mp_runner.py:76) -2024-09-01 21:06:31,035 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0031s, count=398, qps in this process: 13.2653 (mp_runner.py:76) -2024-09-01 21:06:31,040 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0468s, count=398, qps in this process: 13.246 (mp_runner.py:76) -2024-09-01 21:06:31,066 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0718s, count=398, qps in this process: 13.235 (mp_runner.py:76) -2024-09-01 21:06:31,072 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.015s, count=398, qps in this process: 13.26 (mp_runner.py:76) -2024-09-01 21:06:31,074 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0203s, count=398, qps in this process: 13.2577 (mp_runner.py:76) -2024-09-01 21:06:31,095 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.077s, count=398, qps in this process: 13.2327 (mp_runner.py:76) -2024-09-01 21:06:31,112 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0399s, count=398, qps in this process: 13.249 (mp_runner.py:76) -2024-09-01 21:06:31,124 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0522s, count=399, qps in this process: 13.2769 (mp_runner.py:76) -2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.068s, count=399, qps in this process: 13.2699 (mp_runner.py:76) -2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0528s, count=399, qps in this process: 13.2766 (mp_runner.py:76) -2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0469s, count=399, qps in this process: 13.2792 (mp_runner.py:76) -2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0137s, count=399, qps in this process: 13.2939 (mp_runner.py:76) -2024-09-01 21:06:31,125 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0968s, count=399, qps in this process: 13.2572 (mp_runner.py:76) -2024-09-01 21:06:31,126 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0538s, count=399, qps in this process: 13.2762 (mp_runner.py:76) -2024-09-01 21:06:31,127 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.073s, count=399, qps in this process: 13.2677 (mp_runner.py:76) -2024-09-01 21:06:31,127 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0276s, count=399, qps in this process: 13.2878 (mp_runner.py:76) -2024-09-01 21:06:31,127 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0549s, count=399, qps in this process: 13.2757 (mp_runner.py:76) -2024-09-01 21:06:31,129 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0281s, count=399, qps in this process: 13.2876 (mp_runner.py:76) -2024-09-01 21:06:31,130 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0525s, count=399, qps in this process: 13.2768 (mp_runner.py:76) -2024-09-01 21:06:31,130 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0032s, count=399, qps in this process: 13.2986 (mp_runner.py:76) -2024-09-01 21:06:31,131 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0318s, count=399, qps in this process: 13.2859 (mp_runner.py:76) -2024-09-01 21:06:31,131 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0593s, count=399, qps in this process: 13.2738 (mp_runner.py:76) -2024-09-01 21:06:31,132 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0814s, count=399, qps in this process: 13.264 (mp_runner.py:76) -2024-09-01 21:06:31,132 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0461s, count=399, qps in this process: 13.2796 (mp_runner.py:76) -2024-09-01 21:06:31,137 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0835s, count=399, qps in this process: 13.2631 (mp_runner.py:76) -2024-09-01 21:06:31,137 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0301s, count=399, qps in this process: 13.2867 (mp_runner.py:76) -2024-09-01 21:06:31,138 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0193s, count=399, qps in this process: 13.2914 (mp_runner.py:76) -2024-09-01 21:06:31,138 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0608s, count=399, qps in this process: 13.2731 (mp_runner.py:76) -2024-09-01 21:06:31,139 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0856s, count=399, qps in this process: 13.2622 (mp_runner.py:76) -2024-09-01 21:06:31,139 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0883s, count=399, qps in this process: 13.261 (mp_runner.py:76) -2024-09-01 21:06:31,139 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0616s, count=399, qps in this process: 13.2727 (mp_runner.py:76) -2024-09-01 21:06:31,140 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0868s, count=399, qps in this process: 13.2616 (mp_runner.py:76) -2024-09-01 21:06:31,141 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0688s, count=399, qps in this process: 13.2696 (mp_runner.py:76) -2024-09-01 21:06:31,142 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0416s, count=399, qps in this process: 13.2816 (mp_runner.py:76) -2024-09-01 21:06:31,142 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.089s, count=399, qps in this process: 13.2607 (mp_runner.py:76) -2024-09-01 21:06:31,143 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0077s, count=399, qps in this process: 13.2966 (mp_runner.py:76) -2024-09-01 21:06:31,143 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0061s, count=399, qps in this process: 13.2973 (mp_runner.py:76) -2024-09-01 21:06:31,144 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0738s, count=399, qps in this process: 13.2674 (mp_runner.py:76) -2024-09-01 21:06:31,145 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.001s, count=399, qps in this process: 13.2996 (mp_runner.py:76) -2024-09-01 21:06:31,145 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0728s, count=399, qps in this process: 13.2678 (mp_runner.py:76) -2024-09-01 21:06:31,146 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0923s, count=399, qps in this process: 13.2592 (mp_runner.py:76) -2024-09-01 21:06:31,147 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0225s, count=399, qps in this process: 13.29 (mp_runner.py:76) -2024-09-01 21:06:31,153 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0761s, count=399, qps in this process: 13.2663 (mp_runner.py:76) -2024-09-01 21:06:31,160 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0258s, count=400, qps in this process: 13.3219 (mp_runner.py:76) -2024-09-01 21:06:31,160 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.004s, count=400, qps in this process: 13.3316 (mp_runner.py:76) -2024-09-01 21:06:31,161 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0167s, count=400, qps in this process: 13.3259 (mp_runner.py:76) -2024-09-01 21:06:31,161 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.005s, count=400, qps in this process: 13.3311 (mp_runner.py:76) -2024-09-01 21:06:31,162 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0075s, count=400, qps in this process: 13.33 (mp_runner.py:76) -2024-09-01 21:06:31,165 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.039s, count=399, qps in this process: 13.2827 (mp_runner.py:76) -2024-09-01 21:06:31,168 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0214s, count=400, qps in this process: 13.3238 (mp_runner.py:76) -2024-09-01 21:06:31,175 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0006s, count=401, qps in this process: 13.3664 (mp_runner.py:76) -2024-09-01 21:06:31,176 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0008s, count=401, qps in this process: 13.3663 (mp_runner.py:76) -2024-09-01 21:06:31,180 | INFO |End search in concurrency 55: dur=30.649484370995197s, total_count=21944, qps=715.9664 (mp_runner.py:120) -2024-09-01 21:06:35,326 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:06:35,327 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 21:06:56,630 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 21:06:56,748 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:56,927 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:56,967 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,077 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,116 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,168 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,168 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,177 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,177 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,178 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,194 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,207 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,215 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,222 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,224 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,227 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,237 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,259 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,263 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,264 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,266 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,307 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,324 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,331 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,348 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,348 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,351 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,356 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,360 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,453 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,455 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,458 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,458 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,458 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,473 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,510 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,527 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,532 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:06:57,549 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:26,820 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0158s, count=348, qps in this process: 11.5939 (mp_runner.py:76) -2024-09-01 21:07:26,942 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0094s, count=350, qps in this process: 11.663 (mp_runner.py:76) -2024-09-01 21:07:27,100 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.128s, count=352, qps in this process: 11.6835 (mp_runner.py:76) -2024-09-01 21:07:27,150 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0672s, count=352, qps in this process: 11.7071 (mp_runner.py:76) -2024-09-01 21:07:27,183 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.021s, count=353, qps in this process: 11.7584 (mp_runner.py:76) -2024-09-01 21:07:27,183 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0002s, count=353, qps in this process: 11.7666 (mp_runner.py:76) -2024-09-01 21:07:27,183 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0009s, count=353, qps in this process: 11.7663 (mp_runner.py:76) -2024-09-01 21:07:27,184 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0016s, count=353, qps in this process: 11.766 (mp_runner.py:76) -2024-09-01 21:07:27,184 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0132s, count=353, qps in this process: 11.7615 (mp_runner.py:76) -2024-09-01 21:07:27,186 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0097s, count=353, qps in this process: 11.7629 (mp_runner.py:76) -2024-09-01 21:07:27,187 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0162s, count=353, qps in this process: 11.7603 (mp_runner.py:76) -2024-09-01 21:07:27,191 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0066s, count=353, qps in this process: 11.7641 (mp_runner.py:76) -2024-09-01 21:07:27,193 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0123s, count=353, qps in this process: 11.7618 (mp_runner.py:76) -2024-09-01 21:07:27,195 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0167s, count=353, qps in this process: 11.7601 (mp_runner.py:76) -2024-09-01 21:07:27,195 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0128s, count=353, qps in this process: 11.7616 (mp_runner.py:76) -2024-09-01 21:07:27,195 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0249s, count=353, qps in this process: 11.7569 (mp_runner.py:76) -2024-09-01 21:07:27,196 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0022s, count=353, qps in this process: 11.7658 (mp_runner.py:76) -2024-09-01 21:07:27,196 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0549s, count=353, qps in this process: 11.7452 (mp_runner.py:76) -2024-09-01 21:07:27,197 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0024s, count=353, qps in this process: 11.7657 (mp_runner.py:76) -2024-09-01 21:07:27,214 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0007s, count=354, qps in this process: 11.7997 (mp_runner.py:76) -2024-09-01 21:07:27,232 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.028s, count=354, qps in this process: 11.789 (mp_runner.py:76) -2024-09-01 21:07:27,238 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0304s, count=354, qps in this process: 11.7881 (mp_runner.py:76) -2024-09-01 21:07:27,244 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0525s, count=354, qps in this process: 11.7794 (mp_runner.py:76) -2024-09-01 21:07:27,245 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0173s, count=354, qps in this process: 11.7932 (mp_runner.py:76) -2024-09-01 21:07:27,255 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0314s, count=354, qps in this process: 11.7877 (mp_runner.py:76) -2024-09-01 21:07:27,257 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0131s, count=354, qps in this process: 11.7948 (mp_runner.py:76) -2024-09-01 21:07:27,269 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0411s, count=354, qps in this process: 11.7839 (mp_runner.py:76) -2024-09-01 21:07:27,271 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0038s, count=355, qps in this process: 11.8318 (mp_runner.py:76) -2024-09-01 21:07:27,273 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0068s, count=355, qps in this process: 11.8307 (mp_runner.py:76) -2024-09-01 21:07:27,273 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0473s, count=355, qps in this process: 11.8147 (mp_runner.py:76) -2024-09-01 21:07:27,277 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0296s, count=355, qps in this process: 11.8217 (mp_runner.py:76) -2024-09-01 21:07:27,278 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0106s, count=355, qps in this process: 11.8292 (mp_runner.py:76) -2024-09-01 21:07:27,281 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0146s, count=355, qps in this process: 11.8276 (mp_runner.py:76) -2024-09-01 21:07:27,284 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0179s, count=355, qps in this process: 11.8263 (mp_runner.py:76) -2024-09-01 21:07:27,286 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0314s, count=355, qps in this process: 11.821 (mp_runner.py:76) -2024-09-01 21:07:27,294 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0498s, count=355, qps in this process: 11.8137 (mp_runner.py:76) -2024-09-01 21:07:27,299 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0441s, count=355, qps in this process: 11.816 (mp_runner.py:76) -2024-09-01 21:07:27,313 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0728s, count=355, qps in this process: 11.8047 (mp_runner.py:76) -2024-09-01 21:07:27,325 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0061s, count=356, qps in this process: 11.8643 (mp_runner.py:76) -2024-09-01 21:07:27,328 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0548s, count=356, qps in this process: 11.845 (mp_runner.py:76) -2024-09-01 21:07:27,334 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0898s, count=355, qps in this process: 11.798 (mp_runner.py:76) -2024-09-01 21:07:27,343 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0041s, count=356, qps in this process: 11.865 (mp_runner.py:76) -2024-09-01 21:07:27,361 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0329s, count=357, qps in this process: 11.887 (mp_runner.py:76) -2024-09-01 21:07:27,362 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0035s, count=357, qps in this process: 11.8986 (mp_runner.py:76) -2024-09-01 21:07:27,370 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0139s, count=357, qps in this process: 11.8945 (mp_runner.py:76) -2024-09-01 21:07:27,371 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0092s, count=357, qps in this process: 11.8964 (mp_runner.py:76) -2024-09-01 21:07:27,384 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0292s, count=358, qps in this process: 11.9217 (mp_runner.py:76) -2024-09-01 21:07:27,385 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0196s, count=358, qps in this process: 11.9255 (mp_runner.py:76) -2024-09-01 21:07:27,385 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0097s, count=358, qps in this process: 11.9295 (mp_runner.py:76) -2024-09-01 21:07:27,440 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0053s, count=362, qps in this process: 12.0645 (mp_runner.py:76) -2024-09-01 21:07:27,468 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0023s, count=364, qps in this process: 12.1324 (mp_runner.py:76) -2024-09-01 21:07:27,470 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0077s, count=364, qps in this process: 12.1302 (mp_runner.py:76) -2024-09-01 21:07:27,471 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0082s, count=364, qps in this process: 12.13 (mp_runner.py:76) -2024-09-01 21:07:27,473 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0066s, count=364, qps in this process: 12.1307 (mp_runner.py:76) -2024-09-01 21:07:27,476 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0138s, count=364, qps in this process: 12.1278 (mp_runner.py:76) -2024-09-01 21:07:27,493 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0068s, count=366, qps in this process: 12.1972 (mp_runner.py:76) -2024-09-01 21:07:27,526 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0075s, count=370, qps in this process: 12.3303 (mp_runner.py:76) -2024-09-01 21:07:27,537 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0014s, count=372, qps in this process: 12.3994 (mp_runner.py:76) -2024-09-01 21:07:27,537 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0057s, count=372, qps in this process: 12.3976 (mp_runner.py:76) -2024-09-01 21:07:27,561 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0034s, count=376, qps in this process: 12.5319 (mp_runner.py:76) -2024-09-01 21:07:27,563 | INFO |End search in concurrency 60: dur=30.93295886499982s, total_count=21397, qps=691.7217 (mp_runner.py:120) -2024-09-01 21:07:31,951 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:07:31,951 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 21:07:53,506 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 21:07:53,876 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:53,886 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:53,965 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,067 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,067 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,070 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,071 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,072 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,076 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,076 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,077 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,079 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,115 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,125 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,126 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,132 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,139 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,140 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,149 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,150 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,152 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,154 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,155 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,167 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,170 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,183 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,189 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,215 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,222 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,235 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,239 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,281 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,318 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,326 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,327 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,330 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,338 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,346 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,375 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,430 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,431 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,491 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:07:54,505 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:23,912 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0191s, count=332, qps in this process: 11.0596 (mp_runner.py:76) -2024-09-01 21:08:23,936 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0474s, count=332, qps in this process: 11.0492 (mp_runner.py:76) -2024-09-01 21:08:24,065 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0563s, count=333, qps in this process: 11.0792 (mp_runner.py:76) -2024-09-01 21:08:24,066 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.096s, count=333, qps in this process: 11.0646 (mp_runner.py:76) -2024-09-01 21:08:24,105 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0306s, count=334, qps in this process: 11.122 (mp_runner.py:76) -2024-09-01 21:08:24,108 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0336s, count=334, qps in this process: 11.1209 (mp_runner.py:76) -2024-09-01 21:08:24,109 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0212s, count=334, qps in this process: 11.1255 (mp_runner.py:76) -2024-09-01 21:08:24,111 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0373s, count=334, qps in this process: 11.1195 (mp_runner.py:76) -2024-09-01 21:08:24,112 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0274s, count=334, qps in this process: 11.1232 (mp_runner.py:76) -2024-09-01 21:08:24,113 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0254s, count=334, qps in this process: 11.1239 (mp_runner.py:76) -2024-09-01 21:08:24,115 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0414s, count=334, qps in this process: 11.118 (mp_runner.py:76) -2024-09-01 21:08:24,117 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0431s, count=334, qps in this process: 11.1174 (mp_runner.py:76) -2024-09-01 21:08:24,119 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.003s, count=334, qps in this process: 11.1322 (mp_runner.py:76) -2024-09-01 21:08:24,120 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0423s, count=334, qps in this process: 11.1177 (mp_runner.py:76) -2024-09-01 21:08:24,121 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0486s, count=334, qps in this process: 11.1153 (mp_runner.py:76) -2024-09-01 21:08:24,122 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0475s, count=334, qps in this process: 11.1157 (mp_runner.py:76) -2024-09-01 21:08:24,126 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0491s, count=334, qps in this process: 11.1151 (mp_runner.py:76) -2024-09-01 21:08:24,136 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0545s, count=334, qps in this process: 11.1131 (mp_runner.py:76) -2024-09-01 21:08:24,187 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0712s, count=334, qps in this process: 11.107 (mp_runner.py:76) -2024-09-01 21:08:24,197 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0747s, count=335, qps in this process: 11.1389 (mp_runner.py:76) -2024-09-01 21:08:24,197 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0557s, count=335, qps in this process: 11.146 (mp_runner.py:76) -2024-09-01 21:08:24,200 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0251s, count=335, qps in this process: 11.1573 (mp_runner.py:76) -2024-09-01 21:08:24,201 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0401s, count=335, qps in this process: 11.1518 (mp_runner.py:76) -2024-09-01 21:08:24,204 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0531s, count=335, qps in this process: 11.1469 (mp_runner.py:76) -2024-09-01 21:08:24,205 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0081s, count=335, qps in this process: 11.1637 (mp_runner.py:76) -2024-09-01 21:08:24,205 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0312s, count=335, qps in this process: 11.1551 (mp_runner.py:76) -2024-09-01 21:08:24,205 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0655s, count=335, qps in this process: 11.1423 (mp_runner.py:76) -2024-09-01 21:08:24,206 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0266s, count=335, qps in this process: 11.1568 (mp_runner.py:76) -2024-09-01 21:08:24,206 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0747s, count=335, qps in this process: 11.1389 (mp_runner.py:76) -2024-09-01 21:08:24,206 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0322s, count=335, qps in this process: 11.1547 (mp_runner.py:76) -2024-09-01 21:08:24,208 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0385s, count=335, qps in this process: 11.1524 (mp_runner.py:76) -2024-09-01 21:08:24,209 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0437s, count=335, qps in this process: 11.1504 (mp_runner.py:76) -2024-09-01 21:08:24,210 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0214s, count=335, qps in this process: 11.1587 (mp_runner.py:76) -2024-09-01 21:08:24,211 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0009s, count=335, qps in this process: 11.1663 (mp_runner.py:76) -2024-09-01 21:08:24,214 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0848s, count=335, qps in this process: 11.1352 (mp_runner.py:76) -2024-09-01 21:08:24,219 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0384s, count=335, qps in this process: 11.1524 (mp_runner.py:76) -2024-09-01 21:08:24,220 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0797s, count=335, qps in this process: 11.1371 (mp_runner.py:76) -2024-09-01 21:08:24,221 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0239s, count=335, qps in this process: 11.1578 (mp_runner.py:76) -2024-09-01 21:08:24,224 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0502s, count=335, qps in this process: 11.148 (mp_runner.py:76) -2024-09-01 21:08:24,233 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0543s, count=335, qps in this process: 11.1465 (mp_runner.py:76) -2024-09-01 21:08:24,245 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0228s, count=336, qps in this process: 11.1915 (mp_runner.py:76) -2024-09-01 21:08:24,252 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0227s, count=336, qps in this process: 11.1915 (mp_runner.py:76) -2024-09-01 21:08:24,262 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0167s, count=337, qps in this process: 11.2271 (mp_runner.py:76) -2024-09-01 21:08:24,266 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0212s, count=337, qps in this process: 11.2254 (mp_runner.py:76) -2024-09-01 21:08:24,290 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0414s, count=337, qps in this process: 11.2179 (mp_runner.py:76) -2024-09-01 21:08:24,321 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0174s, count=338, qps in this process: 11.2601 (mp_runner.py:76) -2024-09-01 21:08:24,336 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0013s, count=338, qps in this process: 11.2662 (mp_runner.py:76) -2024-09-01 21:08:24,338 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0459s, count=337, qps in this process: 11.2162 (mp_runner.py:76) -2024-09-01 21:08:24,344 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0184s, count=339, qps in this process: 11.2931 (mp_runner.py:76) -2024-09-01 21:08:24,358 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0283s, count=340, qps in this process: 11.3227 (mp_runner.py:76) -2024-09-01 21:08:24,358 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0285s, count=340, qps in this process: 11.3226 (mp_runner.py:76) -2024-09-01 21:08:24,358 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0036s, count=340, qps in this process: 11.332 (mp_runner.py:76) -2024-09-01 21:08:24,363 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0283s, count=340, qps in this process: 11.3227 (mp_runner.py:76) -2024-09-01 21:08:24,373 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0384s, count=340, qps in this process: 11.3188 (mp_runner.py:76) -2024-09-01 21:08:24,373 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0432s, count=340, qps in this process: 11.317 (mp_runner.py:76) -2024-09-01 21:08:24,384 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0054s, count=341, qps in this process: 11.3646 (mp_runner.py:76) -2024-09-01 21:08:24,384 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0026s, count=341, qps in this process: 11.3657 (mp_runner.py:76) -2024-09-01 21:08:24,385 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0154s, count=341, qps in this process: 11.3608 (mp_runner.py:76) -2024-09-01 21:08:24,402 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0171s, count=342, qps in this process: 11.3935 (mp_runner.py:76) -2024-09-01 21:08:24,436 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.005s, count=345, qps in this process: 11.4981 (mp_runner.py:76) -2024-09-01 21:08:24,436 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0051s, count=345, qps in this process: 11.498 (mp_runner.py:76) -2024-09-01 21:08:24,437 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.002s, count=345, qps in this process: 11.4992 (mp_runner.py:76) -2024-09-01 21:08:24,443 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0054s, count=346, qps in this process: 11.5313 (mp_runner.py:76) -2024-09-01 21:08:24,505 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0086s, count=353, qps in this process: 11.7633 (mp_runner.py:76) -2024-09-01 21:08:24,530 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0044s, count=358, qps in this process: 11.9316 (mp_runner.py:76) -2024-09-01 21:08:24,534 | INFO |End search in concurrency 65: dur=31.026170866003667s, total_count=21907, qps=706.0813 (mp_runner.py:120) -2024-09-01 21:08:29,290 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:08:29,290 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 21:08:51,322 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 21:08:51,706 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,713 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,975 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,975 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,997 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,997 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,998 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,998 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,999 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:51,999 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,000 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,001 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,002 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,006 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,007 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,007 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,008 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,008 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,008 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,009 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,010 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,011 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,016 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,016 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,018 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,020 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,021 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,023 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,023 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,024 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,031 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,041 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,042 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,043 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,043 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,044 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,044 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,047 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,094 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,096 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,097 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,099 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,107 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,109 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:08:52,111 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 21:09:21,819 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0722s, count=310, qps in this process: 10.3085 (mp_runner.py:76) -2024-09-01 21:09:21,822 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0777s, count=310, qps in this process: 10.3066 (mp_runner.py:76) -2024-09-01 21:09:21,901 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0013s, count=311, qps in this process: 10.3662 (mp_runner.py:76) -2024-09-01 21:09:21,995 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.011s, count=312, qps in this process: 10.3962 (mp_runner.py:76) -2024-09-01 21:09:22,004 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0007s, count=312, qps in this process: 10.3998 (mp_runner.py:76) -2024-09-01 21:09:22,009 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0258s, count=312, qps in this process: 10.3911 (mp_runner.py:76) -2024-09-01 21:09:22,011 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0078s, count=312, qps in this process: 10.3973 (mp_runner.py:76) -2024-09-01 21:09:22,014 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0043s, count=312, qps in this process: 10.3985 (mp_runner.py:76) -2024-09-01 21:09:22,075 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.073s, count=312, qps in this process: 10.3748 (mp_runner.py:76) -2024-09-01 21:09:22,078 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.074s, count=313, qps in this process: 10.4077 (mp_runner.py:76) -2024-09-01 21:09:22,079 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0695s, count=313, qps in this process: 10.4092 (mp_runner.py:76) -2024-09-01 21:09:22,080 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0656s, count=313, qps in this process: 10.4106 (mp_runner.py:76) -2024-09-01 21:09:22,080 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0651s, count=313, qps in this process: 10.4107 (mp_runner.py:76) -2024-09-01 21:09:22,083 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0667s, count=313, qps in this process: 10.4102 (mp_runner.py:76) -2024-09-01 21:09:22,084 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0398s, count=313, qps in this process: 10.4195 (mp_runner.py:76) -2024-09-01 21:09:22,084 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0403s, count=313, qps in this process: 10.4193 (mp_runner.py:76) -2024-09-01 21:09:22,085 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0695s, count=313, qps in this process: 10.4092 (mp_runner.py:76) -2024-09-01 21:09:22,085 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0863s, count=313, qps in this process: 10.4034 (mp_runner.py:76) -2024-09-01 21:09:22,085 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0695s, count=313, qps in this process: 10.4092 (mp_runner.py:76) -2024-09-01 21:09:22,086 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0154s, count=313, qps in this process: 10.428 (mp_runner.py:76) -2024-09-01 21:09:22,086 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0707s, count=313, qps in this process: 10.4088 (mp_runner.py:76) -2024-09-01 21:09:22,087 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0566s, count=313, qps in this process: 10.4137 (mp_runner.py:76) -2024-09-01 21:09:22,087 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0712s, count=313, qps in this process: 10.4086 (mp_runner.py:76) -2024-09-01 21:09:22,088 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0782s, count=313, qps in this process: 10.4062 (mp_runner.py:76) -2024-09-01 21:09:22,088 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0709s, count=312, qps in this process: 10.3755 (mp_runner.py:76) -2024-09-01 21:09:22,089 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0683s, count=313, qps in this process: 10.4096 (mp_runner.py:76) -2024-09-01 21:09:22,089 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0734s, count=313, qps in this process: 10.4079 (mp_runner.py:76) -2024-09-01 21:09:22,089 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0725s, count=313, qps in this process: 10.4082 (mp_runner.py:76) -2024-09-01 21:09:22,089 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0743s, count=313, qps in this process: 10.4076 (mp_runner.py:76) -2024-09-01 21:09:22,090 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0592s, count=313, qps in this process: 10.4128 (mp_runner.py:76) -2024-09-01 21:09:22,090 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0789s, count=313, qps in this process: 10.406 (mp_runner.py:76) -2024-09-01 21:09:22,090 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0861s, count=313, qps in this process: 10.4035 (mp_runner.py:76) -2024-09-01 21:09:22,091 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0806s, count=313, qps in this process: 10.4054 (mp_runner.py:76) -2024-09-01 21:09:22,092 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0475s, count=313, qps in this process: 10.4168 (mp_runner.py:76) -2024-09-01 21:09:22,093 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0618s, count=313, qps in this process: 10.4119 (mp_runner.py:76) -2024-09-01 21:09:22,093 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0522s, count=313, qps in this process: 10.4152 (mp_runner.py:76) -2024-09-01 21:09:22,094 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0794s, count=313, qps in this process: 10.4058 (mp_runner.py:76) -2024-09-01 21:09:22,095 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0252s, count=313, qps in this process: 10.4246 (mp_runner.py:76) -2024-09-01 21:09:22,096 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0549s, count=313, qps in this process: 10.4143 (mp_runner.py:76) -2024-09-01 21:09:22,097 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0663s, count=313, qps in this process: 10.4103 (mp_runner.py:76) -2024-09-01 21:09:22,097 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0876s, count=313, qps in this process: 10.403 (mp_runner.py:76) -2024-09-01 21:09:22,098 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0877s, count=313, qps in this process: 10.4029 (mp_runner.py:76) -2024-09-01 21:09:22,098 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0669s, count=313, qps in this process: 10.4101 (mp_runner.py:76) -2024-09-01 21:09:22,099 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0549s, count=313, qps in this process: 10.4143 (mp_runner.py:76) -2024-09-01 21:09:22,099 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0552s, count=313, qps in this process: 10.4142 (mp_runner.py:76) -2024-09-01 21:09:22,100 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0697s, count=313, qps in this process: 10.4091 (mp_runner.py:76) -2024-09-01 21:09:22,100 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0559s, count=313, qps in this process: 10.4139 (mp_runner.py:76) -2024-09-01 21:09:22,101 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0842s, count=313, qps in this process: 10.4041 (mp_runner.py:76) -2024-09-01 21:09:22,102 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.061s, count=313, qps in this process: 10.4122 (mp_runner.py:76) -2024-09-01 21:09:22,103 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0721s, count=313, qps in this process: 10.4083 (mp_runner.py:76) -2024-09-01 21:09:22,107 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0626s, count=313, qps in this process: 10.4116 (mp_runner.py:76) -2024-09-01 21:09:22,107 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0619s, count=313, qps in this process: 10.4119 (mp_runner.py:76) -2024-09-01 21:09:22,108 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0639s, count=313, qps in this process: 10.4112 (mp_runner.py:76) -2024-09-01 21:09:22,109 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0677s, count=313, qps in this process: 10.4098 (mp_runner.py:76) -2024-09-01 21:09:22,114 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0184s, count=313, qps in this process: 10.4269 (mp_runner.py:76) -2024-09-01 21:09:22,118 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.1142s, count=313, qps in this process: 10.3938 (mp_runner.py:76) -2024-09-01 21:09:22,119 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.1042s, count=313, qps in this process: 10.3972 (mp_runner.py:76) -2024-09-01 21:09:22,138 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0189s, count=313, qps in this process: 10.4268 (mp_runner.py:76) -2024-09-01 21:09:22,140 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0216s, count=314, qps in this process: 10.4591 (mp_runner.py:76) -2024-09-01 21:09:22,141 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0223s, count=314, qps in this process: 10.4589 (mp_runner.py:76) -2024-09-01 21:09:22,141 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0343s, count=314, qps in this process: 10.4547 (mp_runner.py:76) -2024-09-01 21:09:22,142 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0373s, count=314, qps in this process: 10.4537 (mp_runner.py:76) -2024-09-01 21:09:22,142 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0278s, count=314, qps in this process: 10.457 (mp_runner.py:76) -2024-09-01 21:09:22,142 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0199s, count=314, qps in this process: 10.4597 (mp_runner.py:76) -2024-09-01 21:09:22,144 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.033s, count=314, qps in this process: 10.4552 (mp_runner.py:76) -2024-09-01 21:09:22,144 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0514s, count=314, qps in this process: 10.4488 (mp_runner.py:76) -2024-09-01 21:09:22,145 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.055s, count=314, qps in this process: 10.4475 (mp_runner.py:76) -2024-09-01 21:09:22,145 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0517s, count=314, qps in this process: 10.4487 (mp_runner.py:76) -2024-09-01 21:09:22,145 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0308s, count=314, qps in this process: 10.4559 (mp_runner.py:76) -2024-09-01 21:09:22,146 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0201s, count=314, qps in this process: 10.4597 (mp_runner.py:76) -2024-09-01 21:09:22,150 | INFO |End search in concurrency 70: dur=30.828259996997076s, total_count=21907, qps=710.6142 (mp_runner.py:120) -2024-09-01 21:09:26,956 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=736.7941, serial_latency_p99=np.float64(0.0497), recall=np.float64(0.8982), ndcg=np.float64(0.9095), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[185.9618, 570.2727, 700.6747, 725.3524, 724.8993, 736.7941, 733.8503, 732.9569, 723.851, 724.2343, 715.9664, 691.7217, 706.0813, 710.6142], conc_latency_p99_list=[np.float64(0.0029362236450542695), np.float64(0.0030629442611942066), np.float64(0.0035196467919631686), np.float64(0.0040701471927342935), np.float64(0.004364701631127537), np.float64(0.004349692290148232), np.float64(0.005552723058697302), np.float64(0.006965162790584144), np.float64(0.0062182622024804), np.float64(0.006744947692866845), np.float64(0.00801951855648731), np.float64(0.007025576906310743), np.float64(0.008218086324163596), np.float64(0.008661524260921578)]) (task_runner.py:197) -2024-09-01 21:09:26,956 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:58:01.960590'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=736.7941, serial_latency_p99=np.float64(0.0497), recall=np.float64(0.8982), ndcg=np.float64(0.9095), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[185.9618, 570.2727, 700.6747, 725.3524, 724.8993, 736.7941, 733.8503, 732.9569, 723.851, 724.2343, 715.9664, 691.7217, 706.0813, 710.6142], conc_latency_p99_list=[np.float64(0.0029362236450542695), np.float64(0.0030629442611942066), np.float64(0.0035196467919631686), np.float64(0.0040701471927342935), np.float64(0.004364701631127537), np.float64(0.004349692290148232), np.float64(0.005552723058697302), np.float64(0.006965162790584144), np.float64(0.0062182622024804), np.float64(0.006744947692866845), np.float64(0.00801951855648731), np.float64(0.007025576906310743), np.float64(0.008218086324163596), np.float64(0.008661524260921578)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 21:09:26,956 | INFO |Task summary: run_id=6b0d2, task_label=6b0d2b46c51244bcb01d85687978d4d4 (models.py:346) -2024-09-01 21:09:26,956 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 21:09:26,956 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 21:09:26,956 | INFO |PgVector | 2024-09-01T20:58:01.960590 Performance1536D500K 6b0d2b46c51244bcb01d85687978d4d4 | 0.0 736.7941 0.0497 0.8982 0 | :) (models.py:346) -2024-09-01 21:09:26,956 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json (models.py:204) -2024-09-01 21:09:26,957 | INFO |Success to finish task: label=6b0d2b46c51244bcb01d85687978d4d4, run_id=6b0d2b46c51244bcb01d85687978d4d4 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json b/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json deleted file mode 100644 index f5dbec341..000000000 --- a/script/data/aws/db.m6i.large-8-32-200-Performance1536D500K-0-28660/result_20240901_6b0d2b46c51244bcb01d85687978d4d4_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "6b0d2b46c51244bcb01d85687978d4d4", "task_label": "6b0d2b46c51244bcb01d85687978d4d4", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 736.7941, "serial_latency_p99": 0.0497, "recall": 0.8982, "ndcg": 0.9095, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [185.9618, 570.2727, 700.6747, 725.3524, 724.8993, 736.7941, 733.8503, 732.9569, 723.851, 724.2343, 715.9664, 691.7217, 706.0813, 710.6142], "conc_latency_p99_list": [0.0029362236450542695, 0.0030629442611942066, 0.0035196467919631686, 0.0040701471927342935, 0.004364701631127537, 0.004349692290148232, 0.005552723058697302, 0.006965162790584144, 0.0062182622024804, 0.006744947692866845, 0.00801951855648731, 0.007025576906310743, 0.008218086324163596, 0.008661524260921578]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:58:01.960590", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt b/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt deleted file mode 100644 index d33d7253e..000000000 --- a/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/log.txt +++ /dev/null @@ -1,2361 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load -2024-09-01 20:20:05,887 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:20:05.875653', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 20:20:05,887 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:20:05.875653', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 20:20:05,887 | INFO |generated uuid for the tasks: a01748fc899345c39a2309fbdb49aecb (interface.py:66) -2024-09-01 20:20:05,950 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 20:20:05,950 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 20:20:05,950 | INFO | PgVector-2024-09-01T20:20:05.875653 | Performance OpenAI-MEDIUM-500K None | a01748fc899345c39a2309fbdb49aecb (task_runner.py:340) -2024-09-01 20:20:05,950 | INFO |task submitted: id=a01748fc899345c39a2309fbdb49aecb, a01748fc899345c39a2309fbdb49aecb, case number: 1 (interface.py:231) -2024-09-01 20:20:06,366 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:20:05.875653'}, drop_old=False (interface.py:164) -2024-09-01 20:20:06,367 | INFO |Starting run (task_runner.py:100) -2024-09-01 20:20:06,443 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 20:20:07,045 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 20:20:07,093 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 20:20:07,117 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 20:20:07,117 | INFO |Start performance case (task_runner.py:158) -2024-09-01 20:20:07,127 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:20:07,128 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 20:20:07,128 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 20:20:07,129 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 20:20:07,172 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 20:20:07,744 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 20:20:07,765 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:20:07,766 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 20:20:07,766 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 20:20:12,901 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.040133015005267225, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:17,533 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.05563654100114945, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:22,093 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.042382931998872664, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:26,273 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.025725399995280895, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:30,445 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.023389068002870772, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:34,225 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.019236227999499533, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:37,879 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.02966541000205325, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:41,770 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.03979003699350869, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:45,441 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.08505613700253889, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:49,384 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03687659899878781, latest recall=0.4 (serial_runner.py:202) -2024-09-01 20:20:49,385 | INFO |SpawnProcess-1:1 search entire test_data: cost=34.8794s, queries=1000, avg_recall=0.3918, avg_ndcg=0.4918,avg_latency=0.0349, p99=0.1063 (serial_runner.py:209) -2024-09-01 20:20:49,916 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:20:49,917 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 20:20:50,939 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 20:20:50,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:20:58,016 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0082181510006194 (mp_runner.py:73) -2024-09-01 20:21:10,348 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.03424623099999735 (mp_runner.py:73) -2024-09-01 20:21:18,695 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.006796713001676835 (mp_runner.py:73) -2024-09-01 20:21:20,977 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0062s, count=1638, qps in this process: 54.5887 (mp_runner.py:76) -2024-09-01 20:21:20,978 | INFO |End search in concurrency 1: dur=30.03832346299896s, total_count=1638, qps=54.5303 (mp_runner.py:120) -2024-09-01 20:21:21,164 | INFO |Update largest qps with concurrency 1: current max_qps=54.5303 (mp_runner.py:124) -2024-09-01 20:21:21,575 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:21:21,576 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 20:21:26,621 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 20:21:26,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:21:26,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:21:26,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:21:26,696 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:21:26,697 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:21:28,135 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.002118980002705939 (mp_runner.py:73) -2024-09-01 20:21:28,136 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0025251450060750358 (mp_runner.py:73) -2024-09-01 20:21:28,174 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0019461369956843555 (mp_runner.py:73) -2024-09-01 20:21:28,209 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0033392980039934628 (mp_runner.py:73) -2024-09-01 20:21:28,266 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0024684260060894303 (mp_runner.py:73) -2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.02173782200407004 (mp_runner.py:73) -2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.02143968699965626 (mp_runner.py:73) -2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.02174310800182866 (mp_runner.py:73) -2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.021840004999830853 (mp_runner.py:73) -2024-09-01 20:21:32,235 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.02190754999901401 (mp_runner.py:73) -2024-09-01 20:21:42,467 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.007216869998956099 (mp_runner.py:73) -2024-09-01 20:21:42,467 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.007216898004116956 (mp_runner.py:73) -2024-09-01 20:21:42,467 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0071665610012132674 (mp_runner.py:73) -2024-09-01 20:21:42,467 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.007156858002417721 (mp_runner.py:73) -2024-09-01 20:21:42,468 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.007407940000121016 (mp_runner.py:73) -2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.008883134003554005 (mp_runner.py:73) -2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008631463002529927 (mp_runner.py:73) -2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.008883734997652937 (mp_runner.py:73) -2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.008883784998033661 (mp_runner.py:73) -2024-09-01 20:21:48,153 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.00909137500275392 (mp_runner.py:73) -2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.007135275998734869 (mp_runner.py:73) -2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.007146009003918152 (mp_runner.py:73) -2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.00749050900049042 (mp_runner.py:73) -2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.00735517599969171 (mp_runner.py:73) -2024-09-01 20:21:54,187 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.00775131300179055 (mp_runner.py:73) -2024-09-01 20:21:56,704 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0054s, count=2981, qps in this process: 99.3488 (mp_runner.py:76) -2024-09-01 20:21:56,704 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0055s, count=2981, qps in this process: 99.3485 (mp_runner.py:76) -2024-09-01 20:21:56,704 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0056s, count=2981, qps in this process: 99.3481 (mp_runner.py:76) -2024-09-01 20:21:56,704 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0054s, count=2981, qps in this process: 99.3488 (mp_runner.py:76) -2024-09-01 20:21:56,705 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.006s, count=2981, qps in this process: 99.3468 (mp_runner.py:76) -2024-09-01 20:21:56,707 | INFO |End search in concurrency 5: dur=30.084603302995674s, total_count=14905, qps=495.4361 (mp_runner.py:120) -2024-09-01 20:21:57,037 | INFO |Update largest qps with concurrency 5: current max_qps=495.4361 (mp_runner.py:124) -2024-09-01 20:21:57,452 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:21:57,453 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 20:22:07,645 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 20:22:07,715 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,717 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,729 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,781 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,785 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,788 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,788 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,792 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,805 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,805 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,805 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,805 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:07,808 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:11,643 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.005087509998702444 (mp_runner.py:73) -2024-09-01 20:22:11,643 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.005408201002865098 (mp_runner.py:73) -2024-09-01 20:22:11,644 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.003478889004327357 (mp_runner.py:73) -2024-09-01 20:22:11,644 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.003547291998984292 (mp_runner.py:73) -2024-09-01 20:22:11,644 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.005574054004682694 (mp_runner.py:73) -2024-09-01 20:22:11,644 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.005190531999687664 (mp_runner.py:73) -2024-09-01 20:22:11,645 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0040912789991125464 (mp_runner.py:73) -2024-09-01 20:22:11,645 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0064541469982941635 (mp_runner.py:73) -2024-09-01 20:22:11,646 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.00648331300180871 (mp_runner.py:73) -2024-09-01 20:22:11,646 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0038886679976712912 (mp_runner.py:73) -2024-09-01 20:22:11,646 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.006271461003052536 (mp_runner.py:73) -2024-09-01 20:22:11,647 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.009804399996937718 (mp_runner.py:73) -2024-09-01 20:22:11,647 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.0019083369988948107 (mp_runner.py:73) -2024-09-01 20:22:11,649 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.0029859489950467832 (mp_runner.py:73) -2024-09-01 20:22:11,657 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.008571251993998885 (mp_runner.py:73) -2024-09-01 20:22:15,731 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.003061644994886592 (mp_runner.py:73) -2024-09-01 20:22:15,732 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.003723146000993438 (mp_runner.py:73) -2024-09-01 20:22:15,732 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.004004902999440674 (mp_runner.py:73) -2024-09-01 20:22:15,732 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.0040507720041205175 (mp_runner.py:73) -2024-09-01 20:22:15,733 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.004058997001266107 (mp_runner.py:73) -2024-09-01 20:22:15,733 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.00474648000090383 (mp_runner.py:73) -2024-09-01 20:22:15,733 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.003866221995849628 (mp_runner.py:73) -2024-09-01 20:22:15,734 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.0052189940033713356 (mp_runner.py:73) -2024-09-01 20:22:15,735 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.0043427400014479645 (mp_runner.py:73) -2024-09-01 20:22:15,735 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.006217419999302365 (mp_runner.py:73) -2024-09-01 20:22:15,735 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.00614909300202271 (mp_runner.py:73) -2024-09-01 20:22:15,736 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.005760426000051666 (mp_runner.py:73) -2024-09-01 20:22:15,737 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.009334859998489264 (mp_runner.py:73) -2024-09-01 20:22:15,737 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.008628479998151306 (mp_runner.py:73) -2024-09-01 20:22:15,742 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.006428741995478049 (mp_runner.py:73) -2024-09-01 20:22:19,146 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.00540559200453572 (mp_runner.py:73) -2024-09-01 20:22:19,147 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005130618003022391 (mp_runner.py:73) -2024-09-01 20:22:19,148 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.004665170999942347 (mp_runner.py:73) -2024-09-01 20:22:19,148 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.005957285000476986 (mp_runner.py:73) -2024-09-01 20:22:19,149 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.005385810000007041 (mp_runner.py:73) -2024-09-01 20:22:19,149 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.005308168001647573 (mp_runner.py:73) -2024-09-01 20:22:19,150 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.005306250001012813 (mp_runner.py:73) -2024-09-01 20:22:19,150 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005307079998601694 (mp_runner.py:73) -2024-09-01 20:22:19,150 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0034093880021828227 (mp_runner.py:73) -2024-09-01 20:22:19,150 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.009782232998986728 (mp_runner.py:73) -2024-09-01 20:22:19,151 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.0037432579993037507 (mp_runner.py:73) -2024-09-01 20:22:19,151 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.0062491200005752034 (mp_runner.py:73) -2024-09-01 20:22:19,152 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.0064862500003073364 (mp_runner.py:73) -2024-09-01 20:22:19,152 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.003986857002018951 (mp_runner.py:73) -2024-09-01 20:22:19,154 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.013545816000259947 (mp_runner.py:73) -2024-09-01 20:22:22,651 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.005757138002081774 (mp_runner.py:73) -2024-09-01 20:22:22,651 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.006910411000717431 (mp_runner.py:73) -2024-09-01 20:22:22,652 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.003658582005300559 (mp_runner.py:73) -2024-09-01 20:22:22,652 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.006012037003529258 (mp_runner.py:73) -2024-09-01 20:22:22,653 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005392901999584865 (mp_runner.py:73) -2024-09-01 20:22:22,654 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.010470959001395386 (mp_runner.py:73) -2024-09-01 20:22:22,655 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.0061617689934792 (mp_runner.py:73) -2024-09-01 20:22:22,655 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.012673350996919908 (mp_runner.py:73) -2024-09-01 20:22:22,655 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.011664571997243911 (mp_runner.py:73) -2024-09-01 20:22:22,657 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.004820191003091168 (mp_runner.py:73) -2024-09-01 20:22:22,658 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0051224480048404075 (mp_runner.py:73) -2024-09-01 20:22:22,659 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.01165709600172704 (mp_runner.py:73) -2024-09-01 20:22:22,659 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.005022718003601767 (mp_runner.py:73) -2024-09-01 20:22:22,660 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.005421977999503724 (mp_runner.py:73) -2024-09-01 20:22:22,660 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.015145249999477528 (mp_runner.py:73) -2024-09-01 20:22:26,058 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.003702450994751416 (mp_runner.py:73) -2024-09-01 20:22:26,059 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.003968353004893288 (mp_runner.py:73) -2024-09-01 20:22:26,059 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.00450536199787166 (mp_runner.py:73) -2024-09-01 20:22:26,060 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.004719283999293111 (mp_runner.py:73) -2024-09-01 20:22:26,061 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.004832794002140872 (mp_runner.py:73) -2024-09-01 20:22:26,061 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.007036841998342425 (mp_runner.py:73) -2024-09-01 20:22:26,061 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004561957997793797 (mp_runner.py:73) -2024-09-01 20:22:26,061 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.004683359002228826 (mp_runner.py:73) -2024-09-01 20:22:26,062 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.00838467799621867 (mp_runner.py:73) -2024-09-01 20:22:26,064 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.006870972996694036 (mp_runner.py:73) -2024-09-01 20:22:26,064 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.004706442996393889 (mp_runner.py:73) -2024-09-01 20:22:26,065 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.006339874998957384 (mp_runner.py:73) -2024-09-01 20:22:26,066 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.01294448200496845 (mp_runner.py:73) -2024-09-01 20:22:26,276 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.010282389994245023 (mp_runner.py:73) -2024-09-01 20:22:26,404 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.009747085001436062 (mp_runner.py:73) -2024-09-01 20:22:29,450 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.00866436700016493 (mp_runner.py:73) -2024-09-01 20:22:29,450 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.009584511994034983 (mp_runner.py:73) -2024-09-01 20:22:29,450 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0056469409973942675 (mp_runner.py:73) -2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.009300183999584988 (mp_runner.py:73) -2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.010425321001093835 (mp_runner.py:73) -2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.007347498001763597 (mp_runner.py:73) -2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.012324572002398781 (mp_runner.py:73) -2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.012426918001438025 (mp_runner.py:73) -2024-09-01 20:22:29,451 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.010772320994874462 (mp_runner.py:73) -2024-09-01 20:22:29,452 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.009284801002650056 (mp_runner.py:73) -2024-09-01 20:22:29,452 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.012347766001767013 (mp_runner.py:73) -2024-09-01 20:22:29,452 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.008121261998894624 (mp_runner.py:73) -2024-09-01 20:22:29,452 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.004185963000054471 (mp_runner.py:73) -2024-09-01 20:22:30,357 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.007355739995546173 (mp_runner.py:73) -2024-09-01 20:22:30,643 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.009521173000393901 (mp_runner.py:73) -2024-09-01 20:22:32,960 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.0048255849978886545 (mp_runner.py:73) -2024-09-01 20:22:32,960 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.006339701998513192 (mp_runner.py:73) -2024-09-01 20:22:32,961 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.004709469998488203 (mp_runner.py:73) -2024-09-01 20:22:32,961 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.004494257002079394 (mp_runner.py:73) -2024-09-01 20:22:32,962 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.00809787600155687 (mp_runner.py:73) -2024-09-01 20:22:32,962 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.0046802240030956455 (mp_runner.py:73) -2024-09-01 20:22:32,964 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.005875387003470678 (mp_runner.py:73) -2024-09-01 20:22:32,964 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.0035897760026273318 (mp_runner.py:73) -2024-09-01 20:22:32,965 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.006246683005883824 (mp_runner.py:73) -2024-09-01 20:22:32,967 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.013661081000464037 (mp_runner.py:73) -2024-09-01 20:22:32,968 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.01298330099962186 (mp_runner.py:73) -2024-09-01 20:22:32,969 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.007498990002204664 (mp_runner.py:73) -2024-09-01 20:22:32,976 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.005729509000957478 (mp_runner.py:73) -2024-09-01 20:22:34,612 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.008916084996599238 (mp_runner.py:73) -2024-09-01 20:22:34,757 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.007694102998357266 (mp_runner.py:73) -2024-09-01 20:22:36,280 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.003956378997827414 (mp_runner.py:73) -2024-09-01 20:22:36,281 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.005658951995428652 (mp_runner.py:73) -2024-09-01 20:22:36,282 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.005370171995309647 (mp_runner.py:73) -2024-09-01 20:22:36,282 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.004681904007156845 (mp_runner.py:73) -2024-09-01 20:22:36,283 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.007712184997217264 (mp_runner.py:73) -2024-09-01 20:22:36,283 | DEBUG |(SpawnProcess-1:12) search_count: 4000, latest_latency=0.0047733030005474575 (mp_runner.py:73) -2024-09-01 20:22:36,284 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.006751784996595234 (mp_runner.py:73) -2024-09-01 20:22:36,284 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.005177290993742645 (mp_runner.py:73) -2024-09-01 20:22:36,286 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.006565994000993669 (mp_runner.py:73) -2024-09-01 20:22:36,287 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.005103798997879494 (mp_runner.py:73) -2024-09-01 20:22:36,292 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.006747567997081205 (mp_runner.py:73) -2024-09-01 20:22:36,292 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.007078160000673961 (mp_runner.py:73) -2024-09-01 20:22:36,292 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.018746119996649213 (mp_runner.py:73) -2024-09-01 20:22:37,717 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0014s, count=4209, qps in this process: 140.2935 (mp_runner.py:76) -2024-09-01 20:22:37,717 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0002s, count=4209, qps in this process: 140.2991 (mp_runner.py:76) -2024-09-01 20:22:37,724 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0018s, count=4210, qps in this process: 140.3249 (mp_runner.py:76) -2024-09-01 20:22:37,734 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0026s, count=3902, qps in this process: 130.0554 (mp_runner.py:76) -2024-09-01 20:22:37,785 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0017s, count=4222, qps in this process: 140.7254 (mp_runner.py:76) -2024-09-01 20:22:37,788 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0049s, count=4221, qps in this process: 140.677 (mp_runner.py:76) -2024-09-01 20:22:37,792 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0036s, count=4223, qps in this process: 140.7498 (mp_runner.py:76) -2024-09-01 20:22:37,795 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0041s, count=4224, qps in this process: 140.7808 (mp_runner.py:76) -2024-09-01 20:22:37,795 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0046s, count=4223, qps in this process: 140.7451 (mp_runner.py:76) -2024-09-01 20:22:37,798 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0011s, count=4225, qps in this process: 140.8282 (mp_runner.py:76) -2024-09-01 20:22:37,808 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0018s, count=4227, qps in this process: 140.8915 (mp_runner.py:76) -2024-09-01 20:22:37,808 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.002s, count=4228, qps in this process: 140.9239 (mp_runner.py:76) -2024-09-01 20:22:37,809 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0014s, count=4227, qps in this process: 140.8934 (mp_runner.py:76) -2024-09-01 20:22:37,813 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0064s, count=4228, qps in this process: 140.9033 (mp_runner.py:76) -2024-09-01 20:22:37,820 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0104s, count=3908, qps in this process: 130.2215 (mp_runner.py:76) -2024-09-01 20:22:37,826 | INFO |End search in concurrency 15: dur=30.180926972003363s, total_count=62686, qps=2077.0071 (mp_runner.py:120) -2024-09-01 20:22:38,716 | INFO |Update largest qps with concurrency 15: current max_qps=2077.0071 (mp_runner.py:124) -2024-09-01 20:22:39,127 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:22:39,128 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 20:22:49,394 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 20:22:49,440 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,486 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,499 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,507 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,518 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,518 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,538 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,580 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,581 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,586 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,587 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,593 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,600 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,600 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,620 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,625 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:49,627 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:22:54,181 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.002831833000527695 (mp_runner.py:73) -2024-09-01 20:22:54,182 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.00702737299434375 (mp_runner.py:73) -2024-09-01 20:22:54,183 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.007258850004291162 (mp_runner.py:73) -2024-09-01 20:22:54,185 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.00844658499408979 (mp_runner.py:73) -2024-09-01 20:22:54,185 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.009726127995236311 (mp_runner.py:73) -2024-09-01 20:22:54,186 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.00904801199794747 (mp_runner.py:73) -2024-09-01 20:22:54,186 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.007170277000113856 (mp_runner.py:73) -2024-09-01 20:22:54,187 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.015432613996381406 (mp_runner.py:73) -2024-09-01 20:22:54,187 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.007103075004124548 (mp_runner.py:73) -2024-09-01 20:22:54,188 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.006803117001254577 (mp_runner.py:73) -2024-09-01 20:22:54,189 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.008049111995205749 (mp_runner.py:73) -2024-09-01 20:22:54,190 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.007467632000043523 (mp_runner.py:73) -2024-09-01 20:22:54,191 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.007577160002256278 (mp_runner.py:73) -2024-09-01 20:22:54,193 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.009750721001182683 (mp_runner.py:73) -2024-09-01 20:22:54,238 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.026475943996047135 (mp_runner.py:73) -2024-09-01 20:22:54,285 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.012030985002638772 (mp_runner.py:73) -2024-09-01 20:22:54,604 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.01338782600214472 (mp_runner.py:73) -2024-09-01 20:22:54,641 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.008938282000599429 (mp_runner.py:73) -2024-09-01 20:22:54,761 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.008159632001479622 (mp_runner.py:73) -2024-09-01 20:22:54,874 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.010010930003772955 (mp_runner.py:73) -2024-09-01 20:22:58,812 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.011283245999948122 (mp_runner.py:73) -2024-09-01 20:22:58,813 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.01105535299575422 (mp_runner.py:73) -2024-09-01 20:22:58,816 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.008627982002508361 (mp_runner.py:73) -2024-09-01 20:22:58,818 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.009311349000199698 (mp_runner.py:73) -2024-09-01 20:22:58,819 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.020266327002900653 (mp_runner.py:73) -2024-09-01 20:22:58,819 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.006937362995813601 (mp_runner.py:73) -2024-09-01 20:22:58,855 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.006161179000628181 (mp_runner.py:73) -2024-09-01 20:22:58,857 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.010249556995404419 (mp_runner.py:73) -2024-09-01 20:22:58,858 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.009907140003633685 (mp_runner.py:73) -2024-09-01 20:22:58,936 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.010126904002390802 (mp_runner.py:73) -2024-09-01 20:22:59,076 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.010225363999779802 (mp_runner.py:73) -2024-09-01 20:22:59,269 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.004542118003882933 (mp_runner.py:73) -2024-09-01 20:22:59,322 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.011263656000664923 (mp_runner.py:73) -2024-09-01 20:22:59,569 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.011601190002693329 (mp_runner.py:73) -2024-09-01 20:22:59,603 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.014824973004579078 (mp_runner.py:73) -2024-09-01 20:22:59,609 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.009133870997175109 (mp_runner.py:73) -2024-09-01 20:23:00,128 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.005801177001558244 (mp_runner.py:73) -2024-09-01 20:23:00,168 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.0015962000034051016 (mp_runner.py:73) -2024-09-01 20:23:00,304 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.012212233996251598 (mp_runner.py:73) -2024-09-01 20:23:00,549 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.010006825999880675 (mp_runner.py:73) -2024-09-01 20:23:04,322 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.0027567190045374446 (mp_runner.py:73) -2024-09-01 20:23:04,323 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.0063214539986802265 (mp_runner.py:73) -2024-09-01 20:23:04,323 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.006426275998819619 (mp_runner.py:73) -2024-09-01 20:23:04,326 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.00768741499632597 (mp_runner.py:73) -2024-09-01 20:23:04,327 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.015292540992959403 (mp_runner.py:73) -2024-09-01 20:23:04,328 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.008772282999416348 (mp_runner.py:73) -2024-09-01 20:23:04,335 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.02553024199733045 (mp_runner.py:73) -2024-09-01 20:23:04,335 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.023198440998385195 (mp_runner.py:73) -2024-09-01 20:23:04,457 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.008156364005117211 (mp_runner.py:73) -2024-09-01 20:23:04,458 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.011680445000820328 (mp_runner.py:73) -2024-09-01 20:23:04,962 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.015537981998932082 (mp_runner.py:73) -2024-09-01 20:23:05,192 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.013335875999473501 (mp_runner.py:73) -2024-09-01 20:23:05,207 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.004433556998264976 (mp_runner.py:73) -2024-09-01 20:23:05,376 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.01198311699408805 (mp_runner.py:73) -2024-09-01 20:23:05,421 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.010504307996598072 (mp_runner.py:73) -2024-09-01 20:23:05,422 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.008064062996709254 (mp_runner.py:73) -2024-09-01 20:23:05,423 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.011635069000476506 (mp_runner.py:73) -2024-09-01 20:23:06,208 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.015463327996258158 (mp_runner.py:73) -2024-09-01 20:23:06,348 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.010232827000436373 (mp_runner.py:73) -2024-09-01 20:23:06,571 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.009043846002896316 (mp_runner.py:73) -2024-09-01 20:23:09,473 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.010207883002294693 (mp_runner.py:73) -2024-09-01 20:23:09,474 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.010424449006677605 (mp_runner.py:73) -2024-09-01 20:23:09,477 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.0073736760023166426 (mp_runner.py:73) -2024-09-01 20:23:09,477 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.014931899000657722 (mp_runner.py:73) -2024-09-01 20:23:09,479 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.01742593399831094 (mp_runner.py:73) -2024-09-01 20:23:09,480 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.008746188999793958 (mp_runner.py:73) -2024-09-01 20:23:09,484 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.022649860999081284 (mp_runner.py:73) -2024-09-01 20:23:09,485 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.007235892000608146 (mp_runner.py:73) -2024-09-01 20:23:10,125 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.006520128998090513 (mp_runner.py:73) -2024-09-01 20:23:10,135 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.013158958005078603 (mp_runner.py:73) -2024-09-01 20:23:10,187 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.011678859998937696 (mp_runner.py:73) -2024-09-01 20:23:10,740 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.01175813599547837 (mp_runner.py:73) -2024-09-01 20:23:10,798 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.011985917000856716 (mp_runner.py:73) -2024-09-01 20:23:10,876 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.01316330800182186 (mp_runner.py:73) -2024-09-01 20:23:11,055 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.010590186000627 (mp_runner.py:73) -2024-09-01 20:23:11,075 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.010919946995272767 (mp_runner.py:73) -2024-09-01 20:23:11,223 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.012100496998755261 (mp_runner.py:73) -2024-09-01 20:23:12,114 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.02196913799707545 (mp_runner.py:73) -2024-09-01 20:23:12,156 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.017238034000911284 (mp_runner.py:73) -2024-09-01 20:23:12,179 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.013722918003622908 (mp_runner.py:73) -2024-09-01 20:23:15,297 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.0066832250013248995 (mp_runner.py:73) -2024-09-01 20:23:15,298 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.008088615999440663 (mp_runner.py:73) -2024-09-01 20:23:15,299 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.007330266002099961 (mp_runner.py:73) -2024-09-01 20:23:15,299 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.007636812995770015 (mp_runner.py:73) -2024-09-01 20:23:15,300 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.011001634004060179 (mp_runner.py:73) -2024-09-01 20:23:15,301 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.005495141005667392 (mp_runner.py:73) -2024-09-01 20:23:15,307 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.019379345001652837 (mp_runner.py:73) -2024-09-01 20:23:15,730 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.011442242001066916 (mp_runner.py:73) -2024-09-01 20:23:15,893 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.012489531000028364 (mp_runner.py:73) -2024-09-01 20:23:16,035 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.013918657001340762 (mp_runner.py:73) -2024-09-01 20:23:16,206 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.017425801997887902 (mp_runner.py:73) -2024-09-01 20:23:16,216 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.012176235002698377 (mp_runner.py:73) -2024-09-01 20:23:16,927 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.011953519002418034 (mp_runner.py:73) -2024-09-01 20:23:16,948 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.011082815995905548 (mp_runner.py:73) -2024-09-01 20:23:16,966 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.016671628000040073 (mp_runner.py:73) -2024-09-01 20:23:17,159 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.012884403004136402 (mp_runner.py:73) -2024-09-01 20:23:17,284 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.011386569000023883 (mp_runner.py:73) -2024-09-01 20:23:18,018 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.00457302500581136 (mp_runner.py:73) -2024-09-01 20:23:18,135 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.00940349699521903 (mp_runner.py:73) -2024-09-01 20:23:18,205 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.015098484000191092 (mp_runner.py:73) -2024-09-01 20:23:19,444 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0027s, count=2905, qps in this process: 96.8246 (mp_runner.py:76) -2024-09-01 20:23:19,491 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0021s, count=2801, qps in this process: 93.3601 (mp_runner.py:76) -2024-09-01 20:23:19,511 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0007s, count=2911, qps in this process: 97.0311 (mp_runner.py:76) -2024-09-01 20:23:19,512 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0091s, count=2911, qps in this process: 97.0039 (mp_runner.py:76) -2024-09-01 20:23:19,525 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0041s, count=2734, qps in this process: 91.1209 (mp_runner.py:76) -2024-09-01 20:23:19,526 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0047s, count=2714, qps in this process: 90.4525 (mp_runner.py:76) -2024-09-01 20:23:19,543 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0033s, count=2697, qps in this process: 89.8901 (mp_runner.py:76) -2024-09-01 20:23:19,584 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0013s, count=2920, qps in this process: 97.3291 (mp_runner.py:76) -2024-09-01 20:23:19,589 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0043s, count=2921, qps in this process: 97.3527 (mp_runner.py:76) -2024-09-01 20:23:19,589 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0005s, count=2812, qps in this process: 93.7318 (mp_runner.py:76) -2024-09-01 20:23:19,595 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0069s, count=2742, qps in this process: 91.379 (mp_runner.py:76) -2024-09-01 20:23:19,605 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0073s, count=2923, qps in this process: 97.4096 (mp_runner.py:76) -2024-09-01 20:23:19,606 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0023s, count=2804, qps in this process: 93.4595 (mp_runner.py:76) -2024-09-01 20:23:19,611 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0068s, count=2924, qps in this process: 97.4446 (mp_runner.py:76) -2024-09-01 20:23:19,616 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0005s, count=2636, qps in this process: 87.8652 (mp_runner.py:76) -2024-09-01 20:23:19,616 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0035s, count=2846, qps in this process: 94.8556 (mp_runner.py:76) -2024-09-01 20:23:19,618 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0046s, count=2755, qps in this process: 91.8193 (mp_runner.py:76) -2024-09-01 20:23:19,625 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0012s, count=2647, qps in this process: 88.2298 (mp_runner.py:76) -2024-09-01 20:23:19,630 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0008s, count=2653, qps in this process: 88.431 (mp_runner.py:76) -2024-09-01 20:23:19,631 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0015s, count=2855, qps in this process: 95.1619 (mp_runner.py:76) -2024-09-01 20:23:19,637 | INFO |End search in concurrency 20: dur=30.242521302003297s, total_count=56111, qps=1855.3678 (mp_runner.py:120) -2024-09-01 20:23:21,300 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:23:21,300 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 20:23:31,673 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 20:23:31,802 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,864 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,885 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,888 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,888 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,920 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,920 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,920 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,921 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,936 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:31,953 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:23:37,581 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.009460278997721616 (mp_runner.py:73) -2024-09-01 20:23:37,582 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.011042727004678454 (mp_runner.py:73) -2024-09-01 20:23:37,582 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.009630307999032084 (mp_runner.py:73) -2024-09-01 20:23:37,583 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.009758312000485603 (mp_runner.py:73) -2024-09-01 20:23:37,584 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.011047904001316056 (mp_runner.py:73) -2024-09-01 20:23:37,585 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.0016267199971480295 (mp_runner.py:73) -2024-09-01 20:23:37,585 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.010775950999232009 (mp_runner.py:73) -2024-09-01 20:23:37,587 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.011279008998826612 (mp_runner.py:73) -2024-09-01 20:23:37,587 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.010462345999258105 (mp_runner.py:73) -2024-09-01 20:23:37,589 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.009760394001204986 (mp_runner.py:73) -2024-09-01 20:23:37,589 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.010879353998461738 (mp_runner.py:73) -2024-09-01 20:23:37,589 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.009772331999556627 (mp_runner.py:73) -2024-09-01 20:23:37,590 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.007442706999427173 (mp_runner.py:73) -2024-09-01 20:23:37,592 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.008749682005145587 (mp_runner.py:73) -2024-09-01 20:23:37,593 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.0183683569994173 (mp_runner.py:73) -2024-09-01 20:23:37,593 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.022424169997975696 (mp_runner.py:73) -2024-09-01 20:23:37,595 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.025426741995033808 (mp_runner.py:73) -2024-09-01 20:23:37,597 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.009923694000463001 (mp_runner.py:73) -2024-09-01 20:23:37,597 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.008405401000345591 (mp_runner.py:73) -2024-09-01 20:23:38,124 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.005661504001182038 (mp_runner.py:73) -2024-09-01 20:23:38,425 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.017987989995162934 (mp_runner.py:73) -2024-09-01 20:23:38,480 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.01795272400340764 (mp_runner.py:73) -2024-09-01 20:23:38,562 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.015989854000508785 (mp_runner.py:73) -2024-09-01 20:23:38,830 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.014056569001695607 (mp_runner.py:73) -2024-09-01 20:23:38,994 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.014569694001693279 (mp_runner.py:73) -2024-09-01 20:23:43,136 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.010317244996258523 (mp_runner.py:73) -2024-09-01 20:23:43,136 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.009417989997018594 (mp_runner.py:73) -2024-09-01 20:23:43,137 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.012142562001827173 (mp_runner.py:73) -2024-09-01 20:23:43,137 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.011858122998091858 (mp_runner.py:73) -2024-09-01 20:23:43,138 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.011131184997793753 (mp_runner.py:73) -2024-09-01 20:23:43,138 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.00859890499850735 (mp_runner.py:73) -2024-09-01 20:23:43,139 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.01140637299977243 (mp_runner.py:73) -2024-09-01 20:23:43,140 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.012381829001242295 (mp_runner.py:73) -2024-09-01 20:23:43,141 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.012373501995170955 (mp_runner.py:73) -2024-09-01 20:23:43,147 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.023680213002080563 (mp_runner.py:73) -2024-09-01 20:23:43,151 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.007522119005443528 (mp_runner.py:73) -2024-09-01 20:23:43,153 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.008970009999757167 (mp_runner.py:73) -2024-09-01 20:23:43,154 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.009272449999116361 (mp_runner.py:73) -2024-09-01 20:23:43,155 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.011631294997641817 (mp_runner.py:73) -2024-09-01 20:23:43,155 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.010227706996374764 (mp_runner.py:73) -2024-09-01 20:23:43,156 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.010299294001015369 (mp_runner.py:73) -2024-09-01 20:23:43,157 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.015012848998594563 (mp_runner.py:73) -2024-09-01 20:23:43,171 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.018917023000540212 (mp_runner.py:73) -2024-09-01 20:23:43,374 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.0036936339965905063 (mp_runner.py:73) -2024-09-01 20:23:44,870 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.010596510001050774 (mp_runner.py:73) -2024-09-01 20:23:45,197 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.01194937100081006 (mp_runner.py:73) -2024-09-01 20:23:45,327 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.0031572440057061613 (mp_runner.py:73) -2024-09-01 20:23:45,552 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.01843134800583357 (mp_runner.py:73) -2024-09-01 20:23:46,011 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.01923318800254492 (mp_runner.py:73) -2024-09-01 20:23:46,083 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.015949034997902345 (mp_runner.py:73) -2024-09-01 20:23:49,428 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.007343497003603261 (mp_runner.py:73) -2024-09-01 20:23:49,429 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.009644382997066714 (mp_runner.py:73) -2024-09-01 20:23:49,430 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.003902552001818549 (mp_runner.py:73) -2024-09-01 20:23:49,431 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.011090890002378728 (mp_runner.py:73) -2024-09-01 20:23:49,434 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.010529973995289765 (mp_runner.py:73) -2024-09-01 20:23:49,435 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.010279645000991877 (mp_runner.py:73) -2024-09-01 20:23:49,436 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.007674881999264471 (mp_runner.py:73) -2024-09-01 20:23:49,441 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.008468327003356535 (mp_runner.py:73) -2024-09-01 20:23:49,442 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.00843627999711316 (mp_runner.py:73) -2024-09-01 20:23:49,445 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.026051274995552376 (mp_runner.py:73) -2024-09-01 20:23:49,446 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.01084467300097458 (mp_runner.py:73) -2024-09-01 20:23:49,596 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.017368778004311025 (mp_runner.py:73) -2024-09-01 20:23:49,652 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.012742259001242928 (mp_runner.py:73) -2024-09-01 20:23:50,186 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.004202669995720498 (mp_runner.py:73) -2024-09-01 20:23:50,225 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.014722738000273239 (mp_runner.py:73) -2024-09-01 20:23:50,420 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.016675997998390812 (mp_runner.py:73) -2024-09-01 20:23:50,515 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.011954845998843666 (mp_runner.py:73) -2024-09-01 20:23:50,676 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.02245768099965062 (mp_runner.py:73) -2024-09-01 20:23:50,819 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.012056949999532662 (mp_runner.py:73) -2024-09-01 20:23:52,424 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.01838874799432233 (mp_runner.py:73) -2024-09-01 20:23:52,476 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.017131501001131255 (mp_runner.py:73) -2024-09-01 20:23:52,515 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.01204342699929839 (mp_runner.py:73) -2024-09-01 20:23:52,809 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.016738703001465183 (mp_runner.py:73) -2024-09-01 20:23:53,291 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.014616583001043182 (mp_runner.py:73) -2024-09-01 20:23:53,295 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.014612361002946272 (mp_runner.py:73) -2024-09-01 20:23:55,701 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.007860601996071637 (mp_runner.py:73) -2024-09-01 20:23:55,702 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.007828046000213362 (mp_runner.py:73) -2024-09-01 20:23:55,703 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.006423011996957939 (mp_runner.py:73) -2024-09-01 20:23:55,705 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.012347445997875184 (mp_runner.py:73) -2024-09-01 20:23:55,706 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.007794286000716966 (mp_runner.py:73) -2024-09-01 20:23:55,707 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.010723662002419587 (mp_runner.py:73) -2024-09-01 20:23:55,709 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.014094353995460551 (mp_runner.py:73) -2024-09-01 20:23:55,718 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.026805674999195617 (mp_runner.py:73) -2024-09-01 20:23:55,727 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.017210694000823423 (mp_runner.py:73) -2024-09-01 20:23:56,276 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.015621948994521517 (mp_runner.py:73) -2024-09-01 20:23:56,319 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.014591036997444462 (mp_runner.py:73) -2024-09-01 20:23:56,534 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.01440936000290094 (mp_runner.py:73) -2024-09-01 20:23:56,600 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.013212218997068703 (mp_runner.py:73) -2024-09-01 20:23:57,208 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.015604063002683688 (mp_runner.py:73) -2024-09-01 20:23:57,217 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.010736848998931237 (mp_runner.py:73) -2024-09-01 20:23:57,534 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.014415173995075747 (mp_runner.py:73) -2024-09-01 20:23:57,626 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.012870755002950318 (mp_runner.py:73) -2024-09-01 20:23:57,643 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.014095615995756816 (mp_runner.py:73) -2024-09-01 20:23:57,831 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.009311344001616817 (mp_runner.py:73) -2024-09-01 20:23:59,372 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.0037690009994548745 (mp_runner.py:73) -2024-09-01 20:23:59,503 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.013877876997867133 (mp_runner.py:73) -2024-09-01 20:23:59,509 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.015575201003230177 (mp_runner.py:73) -2024-09-01 20:23:59,823 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.014345497998874635 (mp_runner.py:73) -2024-09-01 20:24:00,214 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.05288378299883334 (mp_runner.py:73) -2024-09-01 20:24:00,499 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.018397239000478294 (mp_runner.py:73) -2024-09-01 20:24:01,817 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0126s, count=2441, qps in this process: 81.3325 (mp_runner.py:76) -2024-09-01 20:24:01,865 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0034s, count=2445, qps in this process: 81.4908 (mp_runner.py:76) -2024-09-01 20:24:01,874 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0017s, count=2354, qps in this process: 78.4622 (mp_runner.py:76) -2024-09-01 20:24:01,889 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0005s, count=2323, qps in this process: 77.432 (mp_runner.py:76) -2024-09-01 20:24:01,893 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0039s, count=2381, qps in this process: 79.3564 (mp_runner.py:76) -2024-09-01 20:24:01,894 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0061s, count=2447, qps in this process: 81.5501 (mp_runner.py:76) -2024-09-01 20:24:01,895 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0052s, count=2447, qps in this process: 81.5525 (mp_runner.py:76) -2024-09-01 20:24:01,895 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0046s, count=2447, qps in this process: 81.5542 (mp_runner.py:76) -2024-09-01 20:24:01,897 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0088s, count=2161, qps in this process: 72.0122 (mp_runner.py:76) -2024-09-01 20:24:01,897 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0072s, count=2319, qps in this process: 77.2815 (mp_runner.py:76) -2024-09-01 20:24:01,898 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0082s, count=2290, qps in this process: 76.3125 (mp_runner.py:76) -2024-09-01 20:24:01,898 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.009s, count=2447, qps in this process: 81.5422 (mp_runner.py:76) -2024-09-01 20:24:01,899 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0099s, count=2447, qps in this process: 81.5398 (mp_runner.py:76) -2024-09-01 20:24:01,900 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0112s, count=2289, qps in this process: 76.2715 (mp_runner.py:76) -2024-09-01 20:24:01,905 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0142s, count=2447, qps in this process: 81.5281 (mp_runner.py:76) -2024-09-01 20:24:01,925 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0018s, count=2295, qps in this process: 76.4954 (mp_runner.py:76) -2024-09-01 20:24:01,928 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0046s, count=2364, qps in this process: 78.7879 (mp_runner.py:76) -2024-09-01 20:24:01,929 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.005s, count=2274, qps in this process: 75.7874 (mp_runner.py:76) -2024-09-01 20:24:01,930 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0055s, count=2183, qps in this process: 72.7533 (mp_runner.py:76) -2024-09-01 20:24:01,934 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0018s, count=2450, qps in this process: 81.6618 (mp_runner.py:76) -2024-09-01 20:24:01,936 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.008s, count=2387, qps in this process: 79.5455 (mp_runner.py:76) -2024-09-01 20:24:01,937 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0041s, count=2174, qps in this process: 72.4568 (mp_runner.py:76) -2024-09-01 20:24:01,942 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.001s, count=2125, qps in this process: 70.831 (mp_runner.py:76) -2024-09-01 20:24:01,952 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.007s, count=2146, qps in this process: 71.5166 (mp_runner.py:76) -2024-09-01 20:24:01,957 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0005s, count=2113, qps in this process: 70.4322 (mp_runner.py:76) -2024-09-01 20:24:01,963 | INFO |End search in concurrency 25: dur=30.288511102000484s, total_count=58196, qps=1921.3886 (mp_runner.py:120) -2024-09-01 20:24:03,981 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:24:03,982 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 20:24:14,389 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 20:24:14,504 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,523 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,549 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,560 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,589 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,624 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,641 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,653 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,653 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,654 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,665 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,665 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,667 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,678 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,686 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,692 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,698 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,698 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,700 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,703 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,703 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,711 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,714 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,726 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,726 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,740 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,743 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:14,747 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:21,307 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.010986344001139514 (mp_runner.py:73) -2024-09-01 20:24:21,309 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.004909785995550919 (mp_runner.py:73) -2024-09-01 20:24:21,310 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.011732156002835836 (mp_runner.py:73) -2024-09-01 20:24:21,311 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.013141803996404633 (mp_runner.py:73) -2024-09-01 20:24:21,313 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.011667792998196092 (mp_runner.py:73) -2024-09-01 20:24:21,315 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.012979330000234768 (mp_runner.py:73) -2024-09-01 20:24:21,315 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.012347240997769404 (mp_runner.py:73) -2024-09-01 20:24:21,316 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.012653473997488618 (mp_runner.py:73) -2024-09-01 20:24:21,319 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.014673383004264906 (mp_runner.py:73) -2024-09-01 20:24:21,326 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.013933743997768033 (mp_runner.py:73) -2024-09-01 20:24:21,327 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.03047791900462471 (mp_runner.py:73) -2024-09-01 20:24:21,405 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.017457916001148988 (mp_runner.py:73) -2024-09-01 20:24:21,530 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.020942494003975298 (mp_runner.py:73) -2024-09-01 20:24:21,629 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.017515585001092404 (mp_runner.py:73) -2024-09-01 20:24:21,706 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.010137441000551917 (mp_runner.py:73) -2024-09-01 20:24:21,707 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.010073383004055358 (mp_runner.py:73) -2024-09-01 20:24:21,708 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.01255430900346255 (mp_runner.py:73) -2024-09-01 20:24:21,709 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.011446270000305958 (mp_runner.py:73) -2024-09-01 20:24:21,710 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.017576185993675608 (mp_runner.py:73) -2024-09-01 20:24:21,711 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.01807844400173053 (mp_runner.py:73) -2024-09-01 20:24:21,740 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.02078045200323686 (mp_runner.py:73) -2024-09-01 20:24:22,410 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.019016229001863394 (mp_runner.py:73) -2024-09-01 20:24:22,414 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.014905402997101191 (mp_runner.py:73) -2024-09-01 20:24:22,415 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.012832888001867104 (mp_runner.py:73) -2024-09-01 20:24:22,415 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.013745561001996975 (mp_runner.py:73) -2024-09-01 20:24:22,551 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.020680023997556418 (mp_runner.py:73) -2024-09-01 20:24:22,581 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.024832150993461255 (mp_runner.py:73) -2024-09-01 20:24:22,681 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.016267882005195133 (mp_runner.py:73) -2024-09-01 20:24:22,811 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.015796541003510356 (mp_runner.py:73) -2024-09-01 20:24:22,931 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.02123253200261388 (mp_runner.py:73) -2024-09-01 20:24:28,465 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.011212122000870295 (mp_runner.py:73) -2024-09-01 20:24:28,466 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.013030954003625084 (mp_runner.py:73) -2024-09-01 20:24:28,467 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.012102418993890751 (mp_runner.py:73) -2024-09-01 20:24:28,467 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.01329861599515425 (mp_runner.py:73) -2024-09-01 20:24:28,468 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.013337994998437352 (mp_runner.py:73) -2024-09-01 20:24:28,471 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.017548984003951773 (mp_runner.py:73) -2024-09-01 20:24:28,473 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.015674417998525314 (mp_runner.py:73) -2024-09-01 20:24:28,473 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.012533349996374454 (mp_runner.py:73) -2024-09-01 20:24:28,482 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.012814430003345478 (mp_runner.py:73) -2024-09-01 20:24:28,487 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.008868379998602904 (mp_runner.py:73) -2024-09-01 20:24:28,492 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.03879652400064515 (mp_runner.py:73) -2024-09-01 20:24:28,517 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.03305654699943261 (mp_runner.py:73) -2024-09-01 20:24:28,822 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.01474808400234906 (mp_runner.py:73) -2024-09-01 20:24:28,913 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.019647557004645932 (mp_runner.py:73) -2024-09-01 20:24:28,919 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.0157163469993975 (mp_runner.py:73) -2024-09-01 20:24:28,921 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.018535812996560708 (mp_runner.py:73) -2024-09-01 20:24:29,060 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.014455514996370766 (mp_runner.py:73) -2024-09-01 20:24:29,061 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.01787392100231955 (mp_runner.py:73) -2024-09-01 20:24:29,205 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.01192714499484282 (mp_runner.py:73) -2024-09-01 20:24:29,497 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.01531408799928613 (mp_runner.py:73) -2024-09-01 20:24:30,083 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.06658608600264415 (mp_runner.py:73) -2024-09-01 20:24:30,108 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.08266915400599828 (mp_runner.py:73) -2024-09-01 20:24:30,110 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.023761625998304226 (mp_runner.py:73) -2024-09-01 20:24:30,329 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.022475918995041866 (mp_runner.py:73) -2024-09-01 20:24:30,734 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.016699077998055145 (mp_runner.py:73) -2024-09-01 20:24:31,158 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.017654196002695244 (mp_runner.py:73) -2024-09-01 20:24:31,199 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.01348127600067528 (mp_runner.py:73) -2024-09-01 20:24:31,269 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.016681273002177477 (mp_runner.py:73) -2024-09-01 20:24:31,441 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.016293982000206597 (mp_runner.py:73) -2024-09-01 20:24:31,454 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.019514781997713726 (mp_runner.py:73) -2024-09-01 20:24:36,618 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.01024842300103046 (mp_runner.py:73) -2024-09-01 20:24:36,619 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.010411934003059287 (mp_runner.py:73) -2024-09-01 20:24:36,620 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.011416952998843044 (mp_runner.py:73) -2024-09-01 20:24:36,622 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.014938260996132158 (mp_runner.py:73) -2024-09-01 20:24:36,623 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.007800940999004524 (mp_runner.py:73) -2024-09-01 20:24:36,626 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.011048926004150417 (mp_runner.py:73) -2024-09-01 20:24:36,626 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.013096032002067659 (mp_runner.py:73) -2024-09-01 20:24:36,631 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.009563936000631656 (mp_runner.py:73) -2024-09-01 20:24:36,637 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.030329425004310906 (mp_runner.py:73) -2024-09-01 20:24:36,717 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.016497958997206297 (mp_runner.py:73) -2024-09-01 20:24:37,169 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.010786331004055683 (mp_runner.py:73) -2024-09-01 20:24:37,174 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.019284243004221935 (mp_runner.py:73) -2024-09-01 20:24:37,174 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.01851137099583866 (mp_runner.py:73) -2024-09-01 20:24:37,177 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.013448851997964084 (mp_runner.py:73) -2024-09-01 20:24:37,433 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.015588588001264725 (mp_runner.py:73) -2024-09-01 20:24:37,653 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.02087051499984227 (mp_runner.py:73) -2024-09-01 20:24:37,948 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.016955037994193844 (mp_runner.py:73) -2024-09-01 20:24:38,060 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.016411906995926984 (mp_runner.py:73) -2024-09-01 20:24:38,080 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.015817462000995874 (mp_runner.py:73) -2024-09-01 20:24:38,380 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.018343572999583557 (mp_runner.py:73) -2024-09-01 20:24:38,451 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.0191938139978447 (mp_runner.py:73) -2024-09-01 20:24:38,675 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.018221149999590125 (mp_runner.py:73) -2024-09-01 20:24:38,676 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.008654350996948779 (mp_runner.py:73) -2024-09-01 20:24:39,226 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.018251988003612496 (mp_runner.py:73) -2024-09-01 20:24:39,615 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.017269875002966728 (mp_runner.py:73) -2024-09-01 20:24:39,963 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.02816175000043586 (mp_runner.py:73) -2024-09-01 20:24:40,068 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.03287930299848085 (mp_runner.py:73) -2024-09-01 20:24:40,074 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.007697522996750195 (mp_runner.py:73) -2024-09-01 20:24:40,100 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.028511461001471616 (mp_runner.py:73) -2024-09-01 20:24:40,197 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.015202697002678178 (mp_runner.py:73) -2024-09-01 20:24:44,525 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0198s, count=1980, qps in this process: 65.9565 (mp_runner.py:76) -2024-09-01 20:24:44,529 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0003s, count=1981, qps in this process: 66.0327 (mp_runner.py:76) -2024-09-01 20:24:44,561 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.002s, count=1849, qps in this process: 61.6292 (mp_runner.py:76) -2024-09-01 20:24:44,578 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0118s, count=1984, qps in this process: 66.1073 (mp_runner.py:76) -2024-09-01 20:24:44,581 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0169s, count=1941, qps in this process: 64.6636 (mp_runner.py:76) -2024-09-01 20:24:44,597 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0056s, count=1986, qps in this process: 66.1876 (mp_runner.py:76) -2024-09-01 20:24:44,627 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0005s, count=1987, qps in this process: 66.2322 (mp_runner.py:76) -2024-09-01 20:24:44,649 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0047s, count=1874, qps in this process: 62.4569 (mp_runner.py:76) -2024-09-01 20:24:44,661 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0054s, count=1948, qps in this process: 64.9216 (mp_runner.py:76) -2024-09-01 20:24:44,663 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0081s, count=1949, qps in this process: 64.9491 (mp_runner.py:76) -2024-09-01 20:24:44,666 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0104s, count=1903, qps in this process: 63.4114 (mp_runner.py:76) -2024-09-01 20:24:44,667 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0003s, count=1990, qps in this process: 66.3327 (mp_runner.py:76) -2024-09-01 20:24:44,672 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0037s, count=1990, qps in this process: 66.3252 (mp_runner.py:76) -2024-09-01 20:24:44,678 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0069s, count=1944, qps in this process: 64.7851 (mp_runner.py:76) -2024-09-01 20:24:44,686 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0049s, count=1846, qps in this process: 61.5233 (mp_runner.py:76) -2024-09-01 20:24:44,693 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0041s, count=1914, qps in this process: 63.7913 (mp_runner.py:76) -2024-09-01 20:24:44,698 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0006s, count=1808, qps in this process: 60.2655 (mp_runner.py:76) -2024-09-01 20:24:44,702 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0021s, count=1885, qps in this process: 62.8289 (mp_runner.py:76) -2024-09-01 20:24:44,707 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0041s, count=1840, qps in this process: 61.325 (mp_runner.py:76) -2024-09-01 20:24:44,713 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0055s, count=1788, qps in this process: 59.5891 (mp_runner.py:76) -2024-09-01 20:24:44,714 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0143s, count=1781, qps in this process: 59.3384 (mp_runner.py:76) -2024-09-01 20:24:44,719 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0118s, count=1876, qps in this process: 62.5087 (mp_runner.py:76) -2024-09-01 20:24:44,721 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0029s, count=1944, qps in this process: 64.7937 (mp_runner.py:76) -2024-09-01 20:24:44,721 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0033s, count=1994, qps in this process: 66.4594 (mp_runner.py:76) -2024-09-01 20:24:44,721 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.005s, count=1994, qps in this process: 66.4556 (mp_runner.py:76) -2024-09-01 20:24:44,730 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0003s, count=1784, qps in this process: 59.4661 (mp_runner.py:76) -2024-09-01 20:24:44,732 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0024s, count=1785, qps in this process: 59.4952 (mp_runner.py:76) -2024-09-01 20:24:44,746 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0015s, count=1762, qps in this process: 58.7304 (mp_runner.py:76) -2024-09-01 20:24:44,749 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0008s, count=1872, qps in this process: 62.3983 (mp_runner.py:76) -2024-09-01 20:24:44,751 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0009s, count=1794, qps in this process: 59.7982 (mp_runner.py:76) -2024-09-01 20:24:44,758 | INFO |End search in concurrency 30: dur=30.368724959000247s, total_count=56973, qps=1876.0419 (mp_runner.py:120) -2024-09-01 20:24:47,082 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:24:47,082 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 20:24:57,594 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 20:24:57,663 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,692 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,712 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,724 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,774 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,791 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,815 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,817 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,890 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,893 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,901 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,929 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,934 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,934 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,944 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,944 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,954 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,957 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,959 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,961 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,979 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,979 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,980 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,980 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:57,994 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:58,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:58,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:58,007 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:24:58,017 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.03966850400320254 (mp_runner.py:73) -2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.01605876699613873 (mp_runner.py:73) -2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.040208819998952094 (mp_runner.py:73) -2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.038872187993547413 (mp_runner.py:73) -2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.03962265500013018 (mp_runner.py:73) -2024-09-01 20:25:06,647 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03849105600238545 (mp_runner.py:73) -2024-09-01 20:25:06,648 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.03691760599758709 (mp_runner.py:73) -2024-09-01 20:25:06,648 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.04187526999885449 (mp_runner.py:73) -2024-09-01 20:25:06,648 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.025793911001528613 (mp_runner.py:73) -2024-09-01 20:25:06,651 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.045847126995795406 (mp_runner.py:73) -2024-09-01 20:25:06,655 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.025811004001297988 (mp_runner.py:73) -2024-09-01 20:25:06,656 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.026092594001966063 (mp_runner.py:73) -2024-09-01 20:25:06,657 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.028075681999325752 (mp_runner.py:73) -2024-09-01 20:25:06,674 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.027354079000360798 (mp_runner.py:73) -2024-09-01 20:25:06,795 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.020028049002576154 (mp_runner.py:73) -2024-09-01 20:25:06,796 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.022404932999052107 (mp_runner.py:73) -2024-09-01 20:25:06,968 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.022070639999583364 (mp_runner.py:73) -2024-09-01 20:25:07,016 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.021927723995759152 (mp_runner.py:73) -2024-09-01 20:25:07,058 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.01233542100089835 (mp_runner.py:73) -2024-09-01 20:25:07,059 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.011229831994569395 (mp_runner.py:73) -2024-09-01 20:25:07,059 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.012323706003371626 (mp_runner.py:73) -2024-09-01 20:25:07,059 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.013692289001483005 (mp_runner.py:73) -2024-09-01 20:25:07,060 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.013903576000302564 (mp_runner.py:73) -2024-09-01 20:25:07,061 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.011401222000131384 (mp_runner.py:73) -2024-09-01 20:25:07,061 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.012617640997632407 (mp_runner.py:73) -2024-09-01 20:25:07,061 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.010768013999040704 (mp_runner.py:73) -2024-09-01 20:25:07,062 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.010305247000360396 (mp_runner.py:73) -2024-09-01 20:25:07,062 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.012317435001023114 (mp_runner.py:73) -2024-09-01 20:25:07,062 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.009336110000731423 (mp_runner.py:73) -2024-09-01 20:25:07,063 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.018194110998592805 (mp_runner.py:73) -2024-09-01 20:25:07,064 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.011556233999726828 (mp_runner.py:73) -2024-09-01 20:25:07,065 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.010689404000004288 (mp_runner.py:73) -2024-09-01 20:25:07,065 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.013726008000958245 (mp_runner.py:73) -2024-09-01 20:25:07,065 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.010807325998030137 (mp_runner.py:73) -2024-09-01 20:25:07,066 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.02234714500082191 (mp_runner.py:73) -2024-09-01 20:25:14,599 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.012504156999057159 (mp_runner.py:73) -2024-09-01 20:25:14,599 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.011593451003136579 (mp_runner.py:73) -2024-09-01 20:25:14,600 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.013594721996923909 (mp_runner.py:73) -2024-09-01 20:25:14,601 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.013842438995197881 (mp_runner.py:73) -2024-09-01 20:25:14,602 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.011506684000778478 (mp_runner.py:73) -2024-09-01 20:25:14,604 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.010735186995589174 (mp_runner.py:73) -2024-09-01 20:25:14,605 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.015681787001085468 (mp_runner.py:73) -2024-09-01 20:25:14,605 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.019369722002011258 (mp_runner.py:73) -2024-09-01 20:25:14,606 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.015189562996965833 (mp_runner.py:73) -2024-09-01 20:25:14,607 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.016564026998821646 (mp_runner.py:73) -2024-09-01 20:25:14,608 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.01614450300257886 (mp_runner.py:73) -2024-09-01 20:25:14,608 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.010397258003649767 (mp_runner.py:73) -2024-09-01 20:25:14,609 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.006856419000541791 (mp_runner.py:73) -2024-09-01 20:25:14,609 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.01699553399521392 (mp_runner.py:73) -2024-09-01 20:25:14,610 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.014887363999150693 (mp_runner.py:73) -2024-09-01 20:25:14,614 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.013912832997448277 (mp_runner.py:73) -2024-09-01 20:25:14,615 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.005202819003898185 (mp_runner.py:73) -2024-09-01 20:25:14,618 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.009115635002672207 (mp_runner.py:73) -2024-09-01 20:25:14,620 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.017375538001942914 (mp_runner.py:73) -2024-09-01 20:25:14,621 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.017513082995719742 (mp_runner.py:73) -2024-09-01 20:25:14,623 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.01726449299894739 (mp_runner.py:73) -2024-09-01 20:25:14,625 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.018108409996784758 (mp_runner.py:73) -2024-09-01 20:25:14,625 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.04129767999984324 (mp_runner.py:73) -2024-09-01 20:25:14,626 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.018822250996890943 (mp_runner.py:73) -2024-09-01 20:25:14,630 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.010005638003349304 (mp_runner.py:73) -2024-09-01 20:25:14,793 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.009289077002904378 (mp_runner.py:73) -2024-09-01 20:25:14,936 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.025155179006105755 (mp_runner.py:73) -2024-09-01 20:25:15,081 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.0035701910019270144 (mp_runner.py:73) -2024-09-01 20:25:15,096 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.04874026800098363 (mp_runner.py:73) -2024-09-01 20:25:15,435 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.01948682899819687 (mp_runner.py:73) -2024-09-01 20:25:15,482 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.012608208999154158 (mp_runner.py:73) -2024-09-01 20:25:15,564 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.02271998299693223 (mp_runner.py:73) -2024-09-01 20:25:15,595 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.016770038004324306 (mp_runner.py:73) -2024-09-01 20:25:15,627 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.006579218999831937 (mp_runner.py:73) -2024-09-01 20:25:15,706 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.014930687000742182 (mp_runner.py:73) -2024-09-01 20:25:22,935 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.006266299998969771 (mp_runner.py:73) -2024-09-01 20:25:22,936 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.012718181002128404 (mp_runner.py:73) -2024-09-01 20:25:22,937 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.003721183995367028 (mp_runner.py:73) -2024-09-01 20:25:22,938 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.016192743998544756 (mp_runner.py:73) -2024-09-01 20:25:22,939 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.013773249003861565 (mp_runner.py:73) -2024-09-01 20:25:22,939 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.015050909001729451 (mp_runner.py:73) -2024-09-01 20:25:22,940 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.014382448003743775 (mp_runner.py:73) -2024-09-01 20:25:22,941 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.020144770001934376 (mp_runner.py:73) -2024-09-01 20:25:22,942 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.01596152900310699 (mp_runner.py:73) -2024-09-01 20:25:22,944 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.015296655001293402 (mp_runner.py:73) -2024-09-01 20:25:22,945 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01427422699634917 (mp_runner.py:73) -2024-09-01 20:25:22,946 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.0186184289996163 (mp_runner.py:73) -2024-09-01 20:25:22,946 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.013251938995381352 (mp_runner.py:73) -2024-09-01 20:25:22,949 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.005707451004127506 (mp_runner.py:73) -2024-09-01 20:25:22,961 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.0404256300025736 (mp_runner.py:73) -2024-09-01 20:25:22,962 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.014657569998234976 (mp_runner.py:73) -2024-09-01 20:25:22,963 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.015011143994343001 (mp_runner.py:73) -2024-09-01 20:25:22,980 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.016848825005581602 (mp_runner.py:73) -2024-09-01 20:25:23,130 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.0192952619981952 (mp_runner.py:73) -2024-09-01 20:25:23,131 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.00730503899831092 (mp_runner.py:73) -2024-09-01 20:25:23,131 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.01842336600384442 (mp_runner.py:73) -2024-09-01 20:25:23,283 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.022125311006675474 (mp_runner.py:73) -2024-09-01 20:25:23,380 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.021516116001293994 (mp_runner.py:73) -2024-09-01 20:25:23,412 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.02106373800052097 (mp_runner.py:73) -2024-09-01 20:25:23,739 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.02544154399947729 (mp_runner.py:73) -2024-09-01 20:25:23,978 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.01882497799670091 (mp_runner.py:73) -2024-09-01 20:25:23,981 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.023469710002245847 (mp_runner.py:73) -2024-09-01 20:25:24,287 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.012026775999402162 (mp_runner.py:73) -2024-09-01 20:25:24,291 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.013274773002194706 (mp_runner.py:73) -2024-09-01 20:25:24,294 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.020073528998182155 (mp_runner.py:73) -2024-09-01 20:25:24,297 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.024035676004132256 (mp_runner.py:73) -2024-09-01 20:25:24,750 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.02103704599721823 (mp_runner.py:73) -2024-09-01 20:25:24,967 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.01618392900127219 (mp_runner.py:73) -2024-09-01 20:25:24,969 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.01909420900483383 (mp_runner.py:73) -2024-09-01 20:25:25,706 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.021825200004968792 (mp_runner.py:73) -2024-09-01 20:25:27,670 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0065s, count=1778, qps in this process: 59.2538 (mp_runner.py:76) -2024-09-01 20:25:27,714 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0012s, count=1739, qps in this process: 57.9643 (mp_runner.py:76) -2024-09-01 20:25:27,725 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0114s, count=1645, qps in this process: 54.8125 (mp_runner.py:76) -2024-09-01 20:25:27,733 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0027s, count=1697, qps in this process: 56.5616 (mp_runner.py:76) -2024-09-01 20:25:27,779 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0012s, count=1783, qps in this process: 59.431 (mp_runner.py:76) -2024-09-01 20:25:27,797 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.002s, count=1784, qps in this process: 59.4627 (mp_runner.py:76) -2024-09-01 20:25:27,807 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0088s, count=1649, qps in this process: 54.9505 (mp_runner.py:76) -2024-09-01 20:25:27,829 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.01s, count=1710, qps in this process: 56.981 (mp_runner.py:76) -2024-09-01 20:25:27,831 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.015s, count=1786, qps in this process: 59.5036 (mp_runner.py:76) -2024-09-01 20:25:27,855 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0275s, count=1787, qps in this process: 59.5121 (mp_runner.py:76) -2024-09-01 20:25:27,899 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0017s, count=1764, qps in this process: 58.7967 (mp_runner.py:76) -2024-09-01 20:25:27,900 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0063s, count=1726, qps in this process: 57.5213 (mp_runner.py:76) -2024-09-01 20:25:27,902 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0119s, count=1786, qps in this process: 59.5097 (mp_runner.py:76) -2024-09-01 20:25:27,912 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0075s, count=1707, qps in this process: 56.8858 (mp_runner.py:76) -2024-09-01 20:25:27,915 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0093s, count=1729, qps in this process: 57.6155 (mp_runner.py:76) -2024-09-01 20:25:27,933 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0018s, count=1707, qps in this process: 56.8966 (mp_runner.py:76) -2024-09-01 20:25:27,938 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0014s, count=1732, qps in this process: 57.7306 (mp_runner.py:76) -2024-09-01 20:25:27,945 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0066s, count=1719, qps in this process: 57.2874 (mp_runner.py:76) -2024-09-01 20:25:27,946 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0133s, count=1795, qps in this process: 59.8068 (mp_runner.py:76) -2024-09-01 20:25:27,955 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0012s, count=1797, qps in this process: 59.8976 (mp_runner.py:76) -2024-09-01 20:25:27,956 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0019s, count=1796, qps in this process: 59.8629 (mp_runner.py:76) -2024-09-01 20:25:27,967 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0037s, count=1739, qps in this process: 57.9595 (mp_runner.py:76) -2024-09-01 20:25:27,969 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0037s, count=1798, qps in this process: 59.9259 (mp_runner.py:76) -2024-09-01 20:25:27,969 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0043s, count=1615, qps in this process: 53.8256 (mp_runner.py:76) -2024-09-01 20:25:27,970 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.013s, count=1721, qps in this process: 57.3418 (mp_runner.py:76) -2024-09-01 20:25:27,984 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0016s, count=1801, qps in this process: 60.0301 (mp_runner.py:76) -2024-09-01 20:25:27,985 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0024s, count=1801, qps in this process: 60.0285 (mp_runner.py:76) -2024-09-01 20:25:27,989 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0063s, count=1801, qps in this process: 60.0207 (mp_runner.py:76) -2024-09-01 20:25:27,990 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0026s, count=1802, qps in this process: 60.0615 (mp_runner.py:76) -2024-09-01 20:25:27,992 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0093s, count=1801, qps in this process: 60.0147 (mp_runner.py:76) -2024-09-01 20:25:28,000 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0023s, count=1804, qps in this process: 60.1287 (mp_runner.py:76) -2024-09-01 20:25:28,010 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0004s, count=1805, qps in this process: 60.1659 (mp_runner.py:76) -2024-09-01 20:25:28,016 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0111s, count=1757, qps in this process: 58.545 (mp_runner.py:76) -2024-09-01 20:25:28,019 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0141s, count=1719, qps in this process: 57.2731 (mp_runner.py:76) -2024-09-01 20:25:28,020 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0007s, count=1669, qps in this process: 55.632 (mp_runner.py:76) -2024-09-01 20:25:28,028 | INFO |End search in concurrency 35: dur=30.43369771000289s, total_count=61249, qps=2012.5389 (mp_runner.py:120) -2024-09-01 20:25:30,728 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:25:30,729 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 20:25:41,381 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 20:25:41,448 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,448 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,551 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,552 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,594 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,618 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,704 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,709 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,713 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,713 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,716 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,719 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,725 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,725 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,728 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,732 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,746 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,767 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,782 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,783 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,790 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,790 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,791 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,799 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,799 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,803 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,823 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,831 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,838 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,838 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,858 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,880 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:41,897 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:25:51,174 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.011114966000604909 (mp_runner.py:73) -2024-09-01 20:25:51,175 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.011322985003062058 (mp_runner.py:73) -2024-09-01 20:25:51,177 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.018574390996946022 (mp_runner.py:73) -2024-09-01 20:25:51,178 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.019848414995067287 (mp_runner.py:73) -2024-09-01 20:25:51,181 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.024604098005511332 (mp_runner.py:73) -2024-09-01 20:25:51,189 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.022044065000955015 (mp_runner.py:73) -2024-09-01 20:25:51,194 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.020438466999621596 (mp_runner.py:73) -2024-09-01 20:25:51,199 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.017150782005046494 (mp_runner.py:73) -2024-09-01 20:25:51,213 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.008944009998231195 (mp_runner.py:73) -2024-09-01 20:25:51,217 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.012355073005892336 (mp_runner.py:73) -2024-09-01 20:25:51,219 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.016846377999172546 (mp_runner.py:73) -2024-09-01 20:25:51,220 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.015300293001928367 (mp_runner.py:73) -2024-09-01 20:25:51,221 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.02008215800015023 (mp_runner.py:73) -2024-09-01 20:25:51,222 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.025939107996237 (mp_runner.py:73) -2024-09-01 20:25:51,224 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.018436405996908434 (mp_runner.py:73) -2024-09-01 20:25:51,225 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.026603406004142016 (mp_runner.py:73) -2024-09-01 20:25:51,253 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.02435984800104052 (mp_runner.py:73) -2024-09-01 20:25:51,259 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.018289161002030596 (mp_runner.py:73) -2024-09-01 20:25:51,265 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.017247947995201685 (mp_runner.py:73) -2024-09-01 20:25:51,266 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.017560026004503015 (mp_runner.py:73) -2024-09-01 20:25:51,266 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.01859566100029042 (mp_runner.py:73) -2024-09-01 20:25:51,270 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.020747640999616124 (mp_runner.py:73) -2024-09-01 20:25:51,271 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.023679400997934863 (mp_runner.py:73) -2024-09-01 20:25:51,271 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.017461283001466654 (mp_runner.py:73) -2024-09-01 20:25:51,273 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.02299135000066599 (mp_runner.py:73) -2024-09-01 20:25:51,282 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.017923399995197542 (mp_runner.py:73) -2024-09-01 20:25:51,282 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.03478977100166958 (mp_runner.py:73) -2024-09-01 20:25:51,282 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.0419593770056963 (mp_runner.py:73) -2024-09-01 20:25:51,359 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.029007805002038367 (mp_runner.py:73) -2024-09-01 20:25:51,362 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.02515184599906206 (mp_runner.py:73) -2024-09-01 20:25:51,417 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.015160094997554552 (mp_runner.py:73) -2024-09-01 20:25:51,578 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.030151607999869157 (mp_runner.py:73) -2024-09-01 20:25:51,605 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.02436552700237371 (mp_runner.py:73) -2024-09-01 20:25:51,745 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.04484172699449118 (mp_runner.py:73) -2024-09-01 20:25:51,873 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.023557758999231737 (mp_runner.py:73) -2024-09-01 20:25:51,907 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.018772600997181144 (mp_runner.py:73) -2024-09-01 20:25:51,908 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.009536687000945676 (mp_runner.py:73) -2024-09-01 20:25:51,914 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.02297260900377296 (mp_runner.py:73) -2024-09-01 20:25:52,764 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.026352408996899612 (mp_runner.py:73) -2024-09-01 20:25:53,287 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.02433406799536897 (mp_runner.py:73) -2024-09-01 20:26:00,641 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.01633467800274957 (mp_runner.py:73) -2024-09-01 20:26:00,642 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.01065011299942853 (mp_runner.py:73) -2024-09-01 20:26:00,643 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.017230778001248837 (mp_runner.py:73) -2024-09-01 20:26:00,643 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.018143031004001386 (mp_runner.py:73) -2024-09-01 20:26:00,644 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.016873073000169825 (mp_runner.py:73) -2024-09-01 20:26:00,645 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.017730145998939406 (mp_runner.py:73) -2024-09-01 20:26:00,646 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.01765074899594765 (mp_runner.py:73) -2024-09-01 20:26:00,647 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.020858051000686828 (mp_runner.py:73) -2024-09-01 20:26:00,647 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.01633161499921698 (mp_runner.py:73) -2024-09-01 20:26:00,647 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.016358537002815865 (mp_runner.py:73) -2024-09-01 20:26:00,649 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.024416858002950903 (mp_runner.py:73) -2024-09-01 20:26:00,651 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.016030507002142258 (mp_runner.py:73) -2024-09-01 20:26:00,659 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.03419678399950499 (mp_runner.py:73) -2024-09-01 20:26:00,668 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.018934772997454274 (mp_runner.py:73) -2024-09-01 20:26:00,745 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.022051492996979505 (mp_runner.py:73) -2024-09-01 20:26:00,746 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.020600938994903117 (mp_runner.py:73) -2024-09-01 20:26:00,973 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.02028496200364316 (mp_runner.py:73) -2024-09-01 20:26:00,980 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.010712191004131455 (mp_runner.py:73) -2024-09-01 20:26:00,981 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.007409474994346965 (mp_runner.py:73) -2024-09-01 20:26:00,982 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.013882610001019202 (mp_runner.py:73) -2024-09-01 20:26:00,983 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.015987257000233512 (mp_runner.py:73) -2024-09-01 20:26:00,984 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.020134443999268115 (mp_runner.py:73) -2024-09-01 20:26:00,985 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.023423869999533053 (mp_runner.py:73) -2024-09-01 20:26:00,985 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.013329273999261204 (mp_runner.py:73) -2024-09-01 20:26:00,986 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.002588699004263617 (mp_runner.py:73) -2024-09-01 20:26:00,988 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.01392532599857077 (mp_runner.py:73) -2024-09-01 20:26:00,990 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.01955662800173741 (mp_runner.py:73) -2024-09-01 20:26:00,995 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.025695608004753012 (mp_runner.py:73) -2024-09-01 20:26:01,205 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.024179812004149426 (mp_runner.py:73) -2024-09-01 20:26:01,207 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.01860334299999522 (mp_runner.py:73) -2024-09-01 20:26:01,211 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.024079161004920024 (mp_runner.py:73) -2024-09-01 20:26:01,216 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.0286237840045942 (mp_runner.py:73) -2024-09-01 20:26:01,832 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.01998893199925078 (mp_runner.py:73) -2024-09-01 20:26:01,839 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.027303284005029127 (mp_runner.py:73) -2024-09-01 20:26:01,843 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.023437169002136216 (mp_runner.py:73) -2024-09-01 20:26:01,848 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.023690681002335623 (mp_runner.py:73) -2024-09-01 20:26:01,989 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.020585575999575667 (mp_runner.py:73) -2024-09-01 20:26:02,168 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.018478254998626653 (mp_runner.py:73) -2024-09-01 20:26:04,403 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.021644914006174076 (mp_runner.py:73) -2024-09-01 20:26:04,835 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.021016560000134632 (mp_runner.py:73) -2024-09-01 20:26:10,832 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.0020739869942190126 (mp_runner.py:73) -2024-09-01 20:26:10,832 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.0031913640050333925 (mp_runner.py:73) -2024-09-01 20:26:10,833 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.0032922150057856925 (mp_runner.py:73) -2024-09-01 20:26:10,834 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.004050170995469671 (mp_runner.py:73) -2024-09-01 20:26:10,834 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.004261251000571065 (mp_runner.py:73) -2024-09-01 20:26:10,834 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.004577132000122219 (mp_runner.py:73) -2024-09-01 20:26:10,834 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.004644783002731856 (mp_runner.py:73) -2024-09-01 20:26:10,835 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.005354102999262977 (mp_runner.py:73) -2024-09-01 20:26:10,836 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.006327946000965312 (mp_runner.py:73) -2024-09-01 20:26:10,837 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.0075331449988880195 (mp_runner.py:73) -2024-09-01 20:26:10,838 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.006670993003353942 (mp_runner.py:73) -2024-09-01 20:26:10,841 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.011780879001889843 (mp_runner.py:73) -2024-09-01 20:26:10,844 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.004208704995107837 (mp_runner.py:73) -2024-09-01 20:26:10,845 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.006579811997653451 (mp_runner.py:73) -2024-09-01 20:26:10,845 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.004797410001629032 (mp_runner.py:73) -2024-09-01 20:26:10,998 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.027230684994719923 (mp_runner.py:73) -2024-09-01 20:26:11,020 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.029000392998568714 (mp_runner.py:73) -2024-09-01 20:26:11,235 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.007751124001515564 (mp_runner.py:73) -2024-09-01 20:26:11,343 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.03807957000390161 (mp_runner.py:73) -2024-09-01 20:26:11,455 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0059s, count=1478, qps in this process: 49.257 (mp_runner.py:76) -2024-09-01 20:26:11,458 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0096s, count=1531, qps in this process: 51.017 (mp_runner.py:76) -2024-09-01 20:26:11,505 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.027318022002873477 (mp_runner.py:73) -2024-09-01 20:26:11,509 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.021514774998649955 (mp_runner.py:73) -2024-09-01 20:26:11,558 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0017s, count=1460, qps in this process: 48.6639 (mp_runner.py:76) -2024-09-01 20:26:11,569 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0055s, count=1483, qps in this process: 49.4243 (mp_runner.py:76) -2024-09-01 20:26:11,597 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0295s, count=1537, qps in this process: 51.183 (mp_runner.py:76) -2024-09-01 20:26:11,602 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0057s, count=1538, qps in this process: 51.2569 (mp_runner.py:76) -2024-09-01 20:26:11,617 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0267s, count=1540, qps in this process: 51.2877 (mp_runner.py:76) -2024-09-01 20:26:11,628 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.002s, count=1486, qps in this process: 49.53 (mp_runner.py:76) -2024-09-01 20:26:11,708 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0013s, count=1487, qps in this process: 49.5645 (mp_runner.py:76) -2024-09-01 20:26:11,718 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0016s, count=1547, qps in this process: 51.5639 (mp_runner.py:76) -2024-09-01 20:26:11,718 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0069s, count=1468, qps in this process: 48.9221 (mp_runner.py:76) -2024-09-01 20:26:11,726 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.008s, count=1548, qps in this process: 51.5862 (mp_runner.py:76) -2024-09-01 20:26:11,726 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.001s, count=1548, qps in this process: 51.5983 (mp_runner.py:76) -2024-09-01 20:26:11,730 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0034s, count=1549, qps in this process: 51.6275 (mp_runner.py:76) -2024-09-01 20:26:11,736 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0212s, count=1498, qps in this process: 49.8981 (mp_runner.py:76) -2024-09-01 20:26:11,743 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.017931855996721424 (mp_runner.py:73) -2024-09-01 20:26:11,744 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0136s, count=1500, qps in this process: 49.9773 (mp_runner.py:76) -2024-09-01 20:26:11,747 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0181s, count=1519, qps in this process: 50.6028 (mp_runner.py:76) -2024-09-01 20:26:11,753 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.011s, count=1470, qps in this process: 48.982 (mp_runner.py:76) -2024-09-01 20:26:11,776 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0233s, count=1490, qps in this process: 49.6281 (mp_runner.py:76) -2024-09-01 20:26:11,778 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0068s, count=1514, qps in this process: 50.4552 (mp_runner.py:76) -2024-09-01 20:26:11,788 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0028s, count=1553, qps in this process: 51.7618 (mp_runner.py:76) -2024-09-01 20:26:11,796 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0098s, count=1539, qps in this process: 51.2832 (mp_runner.py:76) -2024-09-01 20:26:11,801 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0033s, count=1539, qps in this process: 51.2944 (mp_runner.py:76) -2024-09-01 20:26:11,802 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0042s, count=1555, qps in this process: 51.8261 (mp_runner.py:76) -2024-09-01 20:26:11,806 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0028s, count=1486, qps in this process: 49.5287 (mp_runner.py:76) -2024-09-01 20:26:11,807 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0008s, count=1554, qps in this process: 51.7986 (mp_runner.py:76) -2024-09-01 20:26:11,809 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.013s, count=1432, qps in this process: 47.7127 (mp_runner.py:76) -2024-09-01 20:26:11,816 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0139s, count=1556, qps in this process: 51.8426 (mp_runner.py:76) -2024-09-01 20:26:11,834 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0053s, count=1406, qps in this process: 46.8584 (mp_runner.py:76) -2024-09-01 20:26:11,841 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0051s, count=1293, qps in this process: 43.0927 (mp_runner.py:76) -2024-09-01 20:26:11,842 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0018s, count=1559, qps in this process: 51.9635 (mp_runner.py:76) -2024-09-01 20:26:11,843 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.004822324000997469 (mp_runner.py:73) -2024-09-01 20:26:11,844 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0044s, count=1321, qps in this process: 44.0269 (mp_runner.py:76) -2024-09-01 20:26:11,855 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0004s, count=1561, qps in this process: 52.0326 (mp_runner.py:76) -2024-09-01 20:26:11,864 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0019s, count=1562, qps in this process: 52.0634 (mp_runner.py:76) -2024-09-01 20:26:11,871 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0037s, count=1404, qps in this process: 46.7942 (mp_runner.py:76) -2024-09-01 20:26:11,879 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.0013096760012558661 (mp_runner.py:73) -2024-09-01 20:26:11,881 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0016s, count=1531, qps in this process: 51.0306 (mp_runner.py:76) -2024-09-01 20:26:11,883 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0031s, count=1509, qps in this process: 50.2948 (mp_runner.py:76) -2024-09-01 20:26:11,887 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0011s, count=1545, qps in this process: 51.4981 (mp_runner.py:76) -2024-09-01 20:26:11,892 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0014s, count=1491, qps in this process: 49.6977 (mp_runner.py:76) -2024-09-01 20:26:11,902 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0011s, count=1514, qps in this process: 50.4648 (mp_runner.py:76) -2024-09-01 20:26:11,907 | INFO |End search in concurrency 40: dur=30.5252401109974s, total_count=60101, qps=1968.8952 (mp_runner.py:120) -2024-09-01 20:26:14,954 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:26:14,954 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 20:26:25,770 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 20:26:25,912 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:25,951 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,008 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,078 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,078 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,078 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,133 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,161 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,162 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,165 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,210 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,238 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,239 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,239 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,264 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,271 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,293 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,293 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,295 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,317 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,329 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,349 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:26,349 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:26:35,867 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.01446182100335136 (mp_runner.py:73) -2024-09-01 20:26:35,868 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.014669333999336231 (mp_runner.py:73) -2024-09-01 20:26:35,869 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.017394914000760764 (mp_runner.py:73) -2024-09-01 20:26:35,871 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.016592129002674483 (mp_runner.py:73) -2024-09-01 20:26:35,872 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.01523277600063011 (mp_runner.py:73) -2024-09-01 20:26:35,873 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.01561546199809527 (mp_runner.py:73) -2024-09-01 20:26:35,874 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.015386375998787116 (mp_runner.py:73) -2024-09-01 20:26:35,875 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.018421112996293232 (mp_runner.py:73) -2024-09-01 20:26:35,877 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.017398359996150248 (mp_runner.py:73) -2024-09-01 20:26:35,877 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01548400400497485 (mp_runner.py:73) -2024-09-01 20:26:35,880 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.03012332000071183 (mp_runner.py:73) -2024-09-01 20:26:35,881 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.030487891999655403 (mp_runner.py:73) -2024-09-01 20:26:35,882 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.02061046100425301 (mp_runner.py:73) -2024-09-01 20:26:35,967 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.014290977000200655 (mp_runner.py:73) -2024-09-01 20:26:35,972 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.015641840996977407 (mp_runner.py:73) -2024-09-01 20:26:35,973 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.01943271300115157 (mp_runner.py:73) -2024-09-01 20:26:35,974 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.016919143999984954 (mp_runner.py:73) -2024-09-01 20:26:35,975 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.01832674199977191 (mp_runner.py:73) -2024-09-01 20:26:35,975 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.016940302004513796 (mp_runner.py:73) -2024-09-01 20:26:35,976 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.024348705002921633 (mp_runner.py:73) -2024-09-01 20:26:35,977 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.02229079200333217 (mp_runner.py:73) -2024-09-01 20:26:35,978 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.012100118001399096 (mp_runner.py:73) -2024-09-01 20:26:35,980 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.02839078999386402 (mp_runner.py:73) -2024-09-01 20:26:35,981 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.019140193995554 (mp_runner.py:73) -2024-09-01 20:26:35,982 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.021920341001532506 (mp_runner.py:73) -2024-09-01 20:26:35,982 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.021742973003711086 (mp_runner.py:73) -2024-09-01 20:26:35,983 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.02200056800211314 (mp_runner.py:73) -2024-09-01 20:26:35,985 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.022537824996106792 (mp_runner.py:73) -2024-09-01 20:26:35,987 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.03694455599907087 (mp_runner.py:73) -2024-09-01 20:26:35,987 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.036040992999915034 (mp_runner.py:73) -2024-09-01 20:26:35,997 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.041925669996999204 (mp_runner.py:73) -2024-09-01 20:26:36,559 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.017536389001179487 (mp_runner.py:73) -2024-09-01 20:26:36,560 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.024573690003308002 (mp_runner.py:73) -2024-09-01 20:26:36,560 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.021115594994626008 (mp_runner.py:73) -2024-09-01 20:26:36,561 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.018798684002831578 (mp_runner.py:73) -2024-09-01 20:26:36,562 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.022616253001615405 (mp_runner.py:73) -2024-09-01 20:26:36,563 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.02363886799867032 (mp_runner.py:73) -2024-09-01 20:26:36,565 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.026813144999323413 (mp_runner.py:73) -2024-09-01 20:26:36,693 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.02342248600325547 (mp_runner.py:73) -2024-09-01 20:26:36,715 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.04827715900319163 (mp_runner.py:73) -2024-09-01 20:26:38,982 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.030329171997436788 (mp_runner.py:73) -2024-09-01 20:26:39,473 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.02319623899529688 (mp_runner.py:73) -2024-09-01 20:26:39,476 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.024160381995898206 (mp_runner.py:73) -2024-09-01 20:26:39,626 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.028431901999283582 (mp_runner.py:73) -2024-09-01 20:26:39,627 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.02574357300181873 (mp_runner.py:73) -2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.03582206600549398 (mp_runner.py:73) -2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.036752352003531996 (mp_runner.py:73) -2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.03542114800075069 (mp_runner.py:73) -2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.03787907100195298 (mp_runner.py:73) -2024-09-01 20:26:46,641 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.03194872700260021 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.03529247200640384 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.027734941999369767 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.03285757300182013 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.036628615998779424 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.03143060900038108 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.03407735400105594 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.028604553001059685 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.03126305500336457 (mp_runner.py:73) -2024-09-01 20:26:46,642 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.030376639995665755 (mp_runner.py:73) -2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.03536567599803675 (mp_runner.py:73) -2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.03811514299741248 (mp_runner.py:73) -2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.04026464799972018 (mp_runner.py:73) -2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.028004576000967063 (mp_runner.py:73) -2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.030552723997971043 (mp_runner.py:73) -2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.027394148004532326 (mp_runner.py:73) -2024-09-01 20:26:46,643 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.020712586003355682 (mp_runner.py:73) -2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.04196683700138237 (mp_runner.py:73) -2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.011535313999047503 (mp_runner.py:73) -2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.014194549003150314 (mp_runner.py:73) -2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.011086559999966994 (mp_runner.py:73) -2024-09-01 20:26:46,644 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.036060253994946834 (mp_runner.py:73) -2024-09-01 20:26:46,650 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.017327027999272104 (mp_runner.py:73) -2024-09-01 20:26:46,650 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.04245389699644875 (mp_runner.py:73) -2024-09-01 20:26:46,651 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.02061854800558649 (mp_runner.py:73) -2024-09-01 20:26:46,660 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.05009456600237172 (mp_runner.py:73) -2024-09-01 20:26:46,679 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.01781389400275657 (mp_runner.py:73) -2024-09-01 20:26:46,711 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.0065994579999824055 (mp_runner.py:73) -2024-09-01 20:26:46,864 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.027720705002138857 (mp_runner.py:73) -2024-09-01 20:26:46,871 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.025685349995910656 (mp_runner.py:73) -2024-09-01 20:26:47,118 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.019545544004358817 (mp_runner.py:73) -2024-09-01 20:26:47,125 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.0384178879976389 (mp_runner.py:73) -2024-09-01 20:26:47,598 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.02045966800505994 (mp_runner.py:73) -2024-09-01 20:26:48,073 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.02276601599442074 (mp_runner.py:73) -2024-09-01 20:26:48,792 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.02446381500340067 (mp_runner.py:73) -2024-09-01 20:26:48,947 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.026716387998021673 (mp_runner.py:73) -2024-09-01 20:26:50,044 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.024587619001977146 (mp_runner.py:73) -2024-09-01 20:26:51,177 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.01231996099522803 (mp_runner.py:73) -2024-09-01 20:26:51,247 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.013097841998387594 (mp_runner.py:73) -2024-09-01 20:26:51,250 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.020870747001026757 (mp_runner.py:73) -2024-09-01 20:26:51,903 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.02607472299860092 (mp_runner.py:73) -2024-09-01 20:26:55,940 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0199s, count=1398, qps in this process: 46.5691 (mp_runner.py:76) -2024-09-01 20:26:55,984 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0156s, count=1401, qps in this process: 46.6757 (mp_runner.py:76) -2024-09-01 20:26:56,046 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0099s, count=1431, qps in this process: 47.6843 (mp_runner.py:76) -2024-09-01 20:26:56,047 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0089s, count=1431, qps in this process: 47.6859 (mp_runner.py:76) -2024-09-01 20:26:56,081 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0006s, count=1377, qps in this process: 45.8991 (mp_runner.py:76) -2024-09-01 20:26:56,083 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0014s, count=1433, qps in this process: 47.7644 (mp_runner.py:76) -2024-09-01 20:26:56,093 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0131s, count=1433, qps in this process: 47.7458 (mp_runner.py:76) -2024-09-01 20:26:56,139 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0013s, count=1435, qps in this process: 47.8313 (mp_runner.py:76) -2024-09-01 20:26:56,140 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0017s, count=1409, qps in this process: 46.964 (mp_runner.py:76) -2024-09-01 20:26:56,147 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0037s, count=1422, qps in this process: 47.3942 (mp_runner.py:76) -2024-09-01 20:26:56,153 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0157s, count=1307, qps in this process: 43.5439 (mp_runner.py:76) -2024-09-01 20:26:56,154 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0169s, count=1345, qps in this process: 44.8081 (mp_runner.py:76) -2024-09-01 20:26:56,166 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0013s, count=1424, qps in this process: 47.4646 (mp_runner.py:76) -2024-09-01 20:26:56,166 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0014s, count=1410, qps in this process: 46.9978 (mp_runner.py:76) -2024-09-01 20:26:56,168 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0036s, count=1436, qps in this process: 47.8609 (mp_runner.py:76) -2024-09-01 20:26:56,170 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0049s, count=1424, qps in this process: 47.4589 (mp_runner.py:76) -2024-09-01 20:26:56,172 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0072s, count=1427, qps in this process: 47.5553 (mp_runner.py:76) -2024-09-01 20:26:56,174 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.005s, count=1437, qps in this process: 47.892 (mp_runner.py:76) -2024-09-01 20:26:56,175 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0057s, count=1437, qps in this process: 47.8909 (mp_runner.py:76) -2024-09-01 20:26:56,177 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0083s, count=1437, qps in this process: 47.8868 (mp_runner.py:76) -2024-09-01 20:26:56,179 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0138s, count=1411, qps in this process: 47.0117 (mp_runner.py:76) -2024-09-01 20:26:56,180 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0153s, count=1411, qps in this process: 47.0094 (mp_runner.py:76) -2024-09-01 20:26:56,213 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0002s, count=1233, qps in this process: 41.0997 (mp_runner.py:76) -2024-09-01 20:26:56,244 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0021s, count=1442, qps in this process: 48.0633 (mp_runner.py:76) -2024-09-01 20:26:56,244 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0006s, count=1347, qps in this process: 44.8991 (mp_runner.py:76) -2024-09-01 20:26:56,249 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0073s, count=1442, qps in this process: 48.055 (mp_runner.py:76) -2024-09-01 20:26:56,250 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0058s, count=1420, qps in this process: 47.3242 (mp_runner.py:76) -2024-09-01 20:26:56,251 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0109s, count=1374, qps in this process: 45.7834 (mp_runner.py:76) -2024-09-01 20:26:56,260 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.018s, count=1392, qps in this process: 46.3722 (mp_runner.py:76) -2024-09-01 20:26:56,276 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0069s, count=1284, qps in this process: 42.7902 (mp_runner.py:76) -2024-09-01 20:26:56,277 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0066s, count=1444, qps in this process: 48.1227 (mp_runner.py:76) -2024-09-01 20:26:56,279 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0061s, count=1376, qps in this process: 45.8573 (mp_runner.py:76) -2024-09-01 20:26:56,280 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.007s, count=1382, qps in this process: 46.0559 (mp_runner.py:76) -2024-09-01 20:26:56,286 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0077s, count=1444, qps in this process: 48.121 (mp_runner.py:76) -2024-09-01 20:26:56,299 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0021s, count=1178, qps in this process: 39.2639 (mp_runner.py:76) -2024-09-01 20:26:56,302 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0022s, count=1447, qps in this process: 48.2298 (mp_runner.py:76) -2024-09-01 20:26:56,304 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0043s, count=1295, qps in this process: 43.1605 (mp_runner.py:76) -2024-09-01 20:26:56,306 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0002s, count=1448, qps in this process: 48.2663 (mp_runner.py:76) -2024-09-01 20:26:56,307 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0004s, count=1423, qps in this process: 47.4327 (mp_runner.py:76) -2024-09-01 20:26:56,320 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0044s, count=1450, qps in this process: 48.3262 (mp_runner.py:76) -2024-09-01 20:26:56,324 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0016s, count=1338, qps in this process: 44.5976 (mp_runner.py:76) -2024-09-01 20:26:56,325 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0027s, count=1446, qps in this process: 48.1957 (mp_runner.py:76) -2024-09-01 20:26:56,333 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0013s, count=1228, qps in this process: 40.9316 (mp_runner.py:76) -2024-09-01 20:26:56,352 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0004s, count=1243, qps in this process: 41.4328 (mp_runner.py:76) -2024-09-01 20:26:56,353 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0006s, count=1244, qps in this process: 41.4658 (mp_runner.py:76) -2024-09-01 20:26:56,362 | INFO |End search in concurrency 45: dur=30.590482001003693s, total_count=62396, qps=2039.7194 (mp_runner.py:120) -2024-09-01 20:26:59,725 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:26:59,725 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 20:27:20,690 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 20:27:20,741 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:20,833 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:20,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:20,888 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,019 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,022 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,027 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,093 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,100 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,110 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,165 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,166 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,171 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,180 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,194 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,194 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,209 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,220 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,240 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,242 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,250 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,254 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,258 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,287 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,306 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,315 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,337 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,368 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,376 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,386 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,407 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,408 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,429 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:21,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:27:32,167 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.01818307700159494 (mp_runner.py:73) -2024-09-01 20:27:32,171 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.018040098999335896 (mp_runner.py:73) -2024-09-01 20:27:32,171 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.020908177000819705 (mp_runner.py:73) -2024-09-01 20:27:32,172 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.02081297300173901 (mp_runner.py:73) -2024-09-01 20:27:32,173 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.02095449299667962 (mp_runner.py:73) -2024-09-01 20:27:32,173 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.02540176200272981 (mp_runner.py:73) -2024-09-01 20:27:32,175 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.021052152995252982 (mp_runner.py:73) -2024-09-01 20:27:32,175 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.020831573994655628 (mp_runner.py:73) -2024-09-01 20:27:32,175 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.017455827997764573 (mp_runner.py:73) -2024-09-01 20:27:32,176 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.02961146499728784 (mp_runner.py:73) -2024-09-01 20:27:32,177 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.016437935002613813 (mp_runner.py:73) -2024-09-01 20:27:32,179 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.01752972399845021 (mp_runner.py:73) -2024-09-01 20:27:32,181 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.017657779004366603 (mp_runner.py:73) -2024-09-01 20:27:32,181 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.035427026996330824 (mp_runner.py:73) -2024-09-01 20:27:32,182 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.022663759998977184 (mp_runner.py:73) -2024-09-01 20:27:32,182 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.022360062001098413 (mp_runner.py:73) -2024-09-01 20:27:32,183 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.0202153249992989 (mp_runner.py:73) -2024-09-01 20:27:32,184 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.01879090200236533 (mp_runner.py:73) -2024-09-01 20:27:32,184 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.014828384002612438 (mp_runner.py:73) -2024-09-01 20:27:32,186 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.02677490099449642 (mp_runner.py:73) -2024-09-01 20:27:32,187 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.017886994995933492 (mp_runner.py:73) -2024-09-01 20:27:32,188 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.020037139001942705 (mp_runner.py:73) -2024-09-01 20:27:32,189 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.02900699000019813 (mp_runner.py:73) -2024-09-01 20:27:32,195 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.02102903499326203 (mp_runner.py:73) -2024-09-01 20:27:32,205 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.06052147599984892 (mp_runner.py:73) -2024-09-01 20:27:32,216 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.028533358999993652 (mp_runner.py:73) -2024-09-01 20:27:32,232 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.03786124999896856 (mp_runner.py:73) -2024-09-01 20:27:32,264 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.017086626001400873 (mp_runner.py:73) -2024-09-01 20:27:32,281 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.017359986995870713 (mp_runner.py:73) -2024-09-01 20:27:32,282 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.02460272300231736 (mp_runner.py:73) -2024-09-01 20:27:32,283 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.016990035997878294 (mp_runner.py:73) -2024-09-01 20:27:32,289 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.02657697899849154 (mp_runner.py:73) -2024-09-01 20:27:32,658 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.028111577994422987 (mp_runner.py:73) -2024-09-01 20:27:33,035 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.002083644998492673 (mp_runner.py:73) -2024-09-01 20:27:33,103 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.026563412000541575 (mp_runner.py:73) -2024-09-01 20:27:33,228 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.025600695997127332 (mp_runner.py:73) -2024-09-01 20:27:33,298 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.025345540001580957 (mp_runner.py:73) -2024-09-01 20:27:33,456 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.032637159994919784 (mp_runner.py:73) -2024-09-01 20:27:33,773 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03356232900114264 (mp_runner.py:73) -2024-09-01 20:27:34,074 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.03221054599998752 (mp_runner.py:73) -2024-09-01 20:27:34,081 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.003327441001601983 (mp_runner.py:73) -2024-09-01 20:27:34,365 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.02887458199984394 (mp_runner.py:73) -2024-09-01 20:27:34,578 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.02656220700009726 (mp_runner.py:73) -2024-09-01 20:27:34,583 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.03018986499955645 (mp_runner.py:73) -2024-09-01 20:27:35,249 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.02748546099610394 (mp_runner.py:73) -2024-09-01 20:27:35,272 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.032197895998251624 (mp_runner.py:73) -2024-09-01 20:27:35,273 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.03158682600042084 (mp_runner.py:73) -2024-09-01 20:27:35,457 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.023929449998831842 (mp_runner.py:73) -2024-09-01 20:27:35,631 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.004820150003070012 (mp_runner.py:73) -2024-09-01 20:27:36,660 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.027905640003154986 (mp_runner.py:73) -2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.023880665001343004 (mp_runner.py:73) -2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.02607574500143528 (mp_runner.py:73) -2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.04735739099851344 (mp_runner.py:73) -2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.025706205997266807 (mp_runner.py:73) -2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.03147578700009035 (mp_runner.py:73) -2024-09-01 20:27:45,261 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.04855256400333019 (mp_runner.py:73) -2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.023060829000314698 (mp_runner.py:73) -2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.04352413800370414 (mp_runner.py:73) -2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.04096764600399183 (mp_runner.py:73) -2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.04663334199722158 (mp_runner.py:73) -2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.028345496000838466 (mp_runner.py:73) -2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.0472817319969181 (mp_runner.py:73) -2024-09-01 20:27:45,262 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.03622037799505051 (mp_runner.py:73) -2024-09-01 20:27:45,263 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.02636106900172308 (mp_runner.py:73) -2024-09-01 20:27:45,272 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.028680650000751484 (mp_runner.py:73) -2024-09-01 20:27:45,273 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.028496573002485093 (mp_runner.py:73) -2024-09-01 20:27:45,277 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.05259508099697996 (mp_runner.py:73) -2024-09-01 20:27:45,278 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.05296682199696079 (mp_runner.py:73) -2024-09-01 20:27:45,279 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.02585938499396434 (mp_runner.py:73) -2024-09-01 20:27:45,284 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.026394782005809247 (mp_runner.py:73) -2024-09-01 20:27:45,285 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.02516206200380111 (mp_runner.py:73) -2024-09-01 20:27:45,285 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.02618061199609656 (mp_runner.py:73) -2024-09-01 20:27:45,291 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.013753191000432707 (mp_runner.py:73) -2024-09-01 20:27:45,291 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.02498143800039543 (mp_runner.py:73) -2024-09-01 20:27:45,294 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.022040875999664422 (mp_runner.py:73) -2024-09-01 20:27:45,300 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.0317595029991935 (mp_runner.py:73) -2024-09-01 20:27:45,300 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.031135530000028666 (mp_runner.py:73) -2024-09-01 20:27:45,302 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.0034324310036026873 (mp_runner.py:73) -2024-09-01 20:27:45,303 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.031474273004278075 (mp_runner.py:73) -2024-09-01 20:27:45,303 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.03282176799984882 (mp_runner.py:73) -2024-09-01 20:27:45,305 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.026228884999 (mp_runner.py:73) -2024-09-01 20:27:45,308 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.018398749001789838 (mp_runner.py:73) -2024-09-01 20:27:45,309 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.02600977800466353 (mp_runner.py:73) -2024-09-01 20:27:45,313 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.03079324100690428 (mp_runner.py:73) -2024-09-01 20:27:45,314 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.026992909006366972 (mp_runner.py:73) -2024-09-01 20:27:45,319 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.02383245900273323 (mp_runner.py:73) -2024-09-01 20:27:45,320 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.0279640609951457 (mp_runner.py:73) -2024-09-01 20:27:45,323 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.0591027119953651 (mp_runner.py:73) -2024-09-01 20:27:45,324 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.0063399840000784025 (mp_runner.py:73) -2024-09-01 20:27:45,325 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.0037814649986103177 (mp_runner.py:73) -2024-09-01 20:27:45,327 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.011329469001793768 (mp_runner.py:73) -2024-09-01 20:27:45,328 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.03957026599528035 (mp_runner.py:73) -2024-09-01 20:27:45,330 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.06169176700495882 (mp_runner.py:73) -2024-09-01 20:27:45,343 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.05506633000186412 (mp_runner.py:73) -2024-09-01 20:27:45,345 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.05173534699861193 (mp_runner.py:73) -2024-09-01 20:27:45,374 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.0288747919985326 (mp_runner.py:73) -2024-09-01 20:27:45,434 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.022899782001331914 (mp_runner.py:73) -2024-09-01 20:27:45,929 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.022426309995353222 (mp_runner.py:73) -2024-09-01 20:27:46,034 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.02744974899542285 (mp_runner.py:73) -2024-09-01 20:27:48,107 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.008122575003653765 (mp_runner.py:73) -2024-09-01 20:27:50,767 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0262s, count=1254, qps in this process: 41.7635 (mp_runner.py:76) -2024-09-01 20:27:50,870 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0368s, count=1258, qps in this process: 41.882 (mp_runner.py:76) -2024-09-01 20:27:50,898 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0016s, count=1261, qps in this process: 42.0311 (mp_runner.py:76) -2024-09-01 20:27:50,904 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0044s, count=1260, qps in this process: 41.9938 (mp_runner.py:76) -2024-09-01 20:27:51,041 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0139s, count=1264, qps in this process: 42.1138 (mp_runner.py:76) -2024-09-01 20:27:51,051 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0278s, count=1239, qps in this process: 41.2618 (mp_runner.py:76) -2024-09-01 20:27:51,052 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0301s, count=1265, qps in this process: 42.1244 (mp_runner.py:76) -2024-09-01 20:27:51,053 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.022s, count=1266, qps in this process: 42.1691 (mp_runner.py:76) -2024-09-01 20:27:51,105 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.008s, count=1267, qps in this process: 42.2221 (mp_runner.py:76) -2024-09-01 20:27:51,117 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0225s, count=1268, qps in this process: 42.235 (mp_runner.py:76) -2024-09-01 20:27:51,150 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0357s, count=1210, qps in this process: 40.2854 (mp_runner.py:76) -2024-09-01 20:27:51,152 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0497s, count=1245, qps in this process: 41.4314 (mp_runner.py:76) -2024-09-01 20:27:51,168 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0016s, count=1271, qps in this process: 42.3644 (mp_runner.py:76) -2024-09-01 20:27:51,169 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0007s, count=1271, qps in this process: 42.3657 (mp_runner.py:76) -2024-09-01 20:27:51,185 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.008s, count=1252, qps in this process: 41.7222 (mp_runner.py:76) -2024-09-01 20:27:51,190 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0078s, count=1272, qps in this process: 42.389 (mp_runner.py:76) -2024-09-01 20:27:51,190 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0039s, count=1273, qps in this process: 42.4278 (mp_runner.py:76) -2024-09-01 20:27:51,196 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0064s, count=1273, qps in this process: 42.4243 (mp_runner.py:76) -2024-09-01 20:27:51,198 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0126s, count=1232, qps in this process: 41.0494 (mp_runner.py:76) -2024-09-01 20:27:51,203 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0038s, count=1273, qps in this process: 42.428 (mp_runner.py:76) -2024-09-01 20:27:51,203 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.004s, count=1273, qps in this process: 42.4277 (mp_runner.py:76) -2024-09-01 20:27:51,204 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0133s, count=1273, qps in this process: 42.4145 (mp_runner.py:76) -2024-09-01 20:27:51,210 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0155s, count=1232, qps in this process: 41.0455 (mp_runner.py:76) -2024-09-01 20:27:51,212 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0135s, count=1269, qps in this process: 42.281 (mp_runner.py:76) -2024-09-01 20:27:51,228 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0057s, count=1275, qps in this process: 42.4919 (mp_runner.py:76) -2024-09-01 20:27:51,230 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0099s, count=1275, qps in this process: 42.486 (mp_runner.py:76) -2024-09-01 20:27:51,232 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0182s, count=1270, qps in this process: 42.3077 (mp_runner.py:76) -2024-09-01 20:27:51,261 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0124s, count=1278, qps in this process: 42.5824 (mp_runner.py:76) -2024-09-01 20:27:51,266 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0035s, count=1279, qps in this process: 42.6284 (mp_runner.py:76) -2024-09-01 20:27:51,266 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0193s, count=1275, qps in this process: 42.4727 (mp_runner.py:76) -2024-09-01 20:27:51,272 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0144s, count=1279, qps in this process: 42.6129 (mp_runner.py:76) -2024-09-01 20:27:51,274 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0128s, count=1276, qps in this process: 42.5152 (mp_runner.py:76) -2024-09-01 20:27:51,280 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0093s, count=1280, qps in this process: 42.6534 (mp_runner.py:76) -2024-09-01 20:27:51,296 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0116s, count=1195, qps in this process: 39.8179 (mp_runner.py:76) -2024-09-01 20:27:51,298 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0048s, count=1273, qps in this process: 42.4265 (mp_runner.py:76) -2024-09-01 20:27:51,301 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0172s, count=1262, qps in this process: 42.0426 (mp_runner.py:76) -2024-09-01 20:27:51,319 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0085s, count=1283, qps in this process: 42.7546 (mp_runner.py:76) -2024-09-01 20:27:51,322 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0029s, count=1284, qps in this process: 42.7959 (mp_runner.py:76) -2024-09-01 20:27:51,334 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0107s, count=1285, qps in this process: 42.8181 (mp_runner.py:76) -2024-09-01 20:27:51,345 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0037s, count=1274, qps in this process: 42.4614 (mp_runner.py:76) -2024-09-01 20:27:51,345 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0032s, count=1287, qps in this process: 42.8954 (mp_runner.py:76) -2024-09-01 20:27:51,372 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0006s, count=1129, qps in this process: 37.6326 (mp_runner.py:76) -2024-09-01 20:27:51,382 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0004s, count=1238, qps in this process: 41.2661 (mp_runner.py:76) -2024-09-01 20:27:51,388 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0065s, count=1294, qps in this process: 43.124 (mp_runner.py:76) -2024-09-01 20:27:51,394 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0039s, count=1295, qps in this process: 43.1611 (mp_runner.py:76) -2024-09-01 20:27:51,407 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0021s, count=1262, qps in this process: 42.0637 (mp_runner.py:76) -2024-09-01 20:27:51,411 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.001s, count=1297, qps in this process: 43.2319 (mp_runner.py:76) -2024-09-01 20:27:51,411 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0015s, count=1214, qps in this process: 40.4646 (mp_runner.py:76) -2024-09-01 20:27:51,434 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0002s, count=1306, qps in this process: 43.533 (mp_runner.py:76) -2024-09-01 20:27:51,440 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0009s, count=1309, qps in this process: 43.632 (mp_runner.py:76) -2024-09-01 20:27:51,446 | INFO |End search in concurrency 50: dur=30.754685487001552s, total_count=63195, qps=2054.8089 (mp_runner.py:120) -2024-09-01 20:27:55,161 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:27:55,161 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 20:28:16,397 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 20:28:16,625 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,667 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,688 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,706 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,757 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,785 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,785 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,794 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,809 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,834 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,849 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,849 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,870 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,872 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,877 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,895 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,898 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,898 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,903 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,904 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,906 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,909 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,912 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,926 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:16,973 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,006 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,014 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,041 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,042 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,042 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,043 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,044 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,045 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,054 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,055 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,101 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,103 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,151 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,153 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,155 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,160 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:17,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:28:29,306 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.02677954400132876 (mp_runner.py:73) -2024-09-01 20:28:29,307 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.025838742003543302 (mp_runner.py:73) -2024-09-01 20:28:29,307 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.027304703995469026 (mp_runner.py:73) -2024-09-01 20:28:29,308 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.026175113001954742 (mp_runner.py:73) -2024-09-01 20:28:29,309 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.028159782996226568 (mp_runner.py:73) -2024-09-01 20:28:29,309 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.022903370001586154 (mp_runner.py:73) -2024-09-01 20:28:29,309 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.022145707000163384 (mp_runner.py:73) -2024-09-01 20:28:29,310 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.026784164998389315 (mp_runner.py:73) -2024-09-01 20:28:29,310 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.021251409998512827 (mp_runner.py:73) -2024-09-01 20:28:29,311 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.02731753700209083 (mp_runner.py:73) -2024-09-01 20:28:29,311 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.023089178997906856 (mp_runner.py:73) -2024-09-01 20:28:29,312 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.020124222995946184 (mp_runner.py:73) -2024-09-01 20:28:29,312 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.020844560000114143 (mp_runner.py:73) -2024-09-01 20:28:29,313 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.02276090200030012 (mp_runner.py:73) -2024-09-01 20:28:29,313 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.0336134140015929 (mp_runner.py:73) -2024-09-01 20:28:29,313 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.021506685996428132 (mp_runner.py:73) -2024-09-01 20:28:29,313 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01687802300148178 (mp_runner.py:73) -2024-09-01 20:28:29,314 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.01673714999924414 (mp_runner.py:73) -2024-09-01 20:28:29,314 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.023435326998878736 (mp_runner.py:73) -2024-09-01 20:28:29,315 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.008609044998593163 (mp_runner.py:73) -2024-09-01 20:28:29,315 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.021570632998191286 (mp_runner.py:73) -2024-09-01 20:28:29,316 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.019976035997387953 (mp_runner.py:73) -2024-09-01 20:28:29,316 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.019982707999588456 (mp_runner.py:73) -2024-09-01 20:28:29,316 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.013764576004177798 (mp_runner.py:73) -2024-09-01 20:28:29,317 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.021679213998140767 (mp_runner.py:73) -2024-09-01 20:28:29,317 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.02478713300661184 (mp_runner.py:73) -2024-09-01 20:28:29,317 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.024069161001534667 (mp_runner.py:73) -2024-09-01 20:28:29,318 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.023902439999801572 (mp_runner.py:73) -2024-09-01 20:28:29,319 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.020007368999358732 (mp_runner.py:73) -2024-09-01 20:28:29,320 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.020793429997866042 (mp_runner.py:73) -2024-09-01 20:28:29,320 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.024681323004188016 (mp_runner.py:73) -2024-09-01 20:28:29,320 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.020682825001131278 (mp_runner.py:73) -2024-09-01 20:28:29,321 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.01990228000067873 (mp_runner.py:73) -2024-09-01 20:28:29,322 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.0042890450058621354 (mp_runner.py:73) -2024-09-01 20:28:29,323 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.01885790599772008 (mp_runner.py:73) -2024-09-01 20:28:29,323 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.028421950002666563 (mp_runner.py:73) -2024-09-01 20:28:29,323 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.030897862001438625 (mp_runner.py:73) -2024-09-01 20:28:29,325 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.02164730899676215 (mp_runner.py:73) -2024-09-01 20:28:29,328 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.00558342199656181 (mp_runner.py:73) -2024-09-01 20:28:29,331 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.033119161998911295 (mp_runner.py:73) -2024-09-01 20:28:29,341 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.002228107005066704 (mp_runner.py:73) -2024-09-01 20:28:29,384 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.030008720998011995 (mp_runner.py:73) -2024-09-01 20:28:29,516 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.03767270599928452 (mp_runner.py:73) -2024-09-01 20:28:29,531 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.02614100800565211 (mp_runner.py:73) -2024-09-01 20:28:29,544 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.040876511004171334 (mp_runner.py:73) -2024-09-01 20:28:29,572 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.015012816998932976 (mp_runner.py:73) -2024-09-01 20:28:29,682 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.025105938999331556 (mp_runner.py:73) -2024-09-01 20:28:31,203 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.032869209004275035 (mp_runner.py:73) -2024-09-01 20:28:31,727 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.03391418999672169 (mp_runner.py:73) -2024-09-01 20:28:31,731 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.0030137990033836104 (mp_runner.py:73) -2024-09-01 20:28:31,750 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.04507025799830444 (mp_runner.py:73) -2024-09-01 20:28:32,232 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.026218099999823608 (mp_runner.py:73) -2024-09-01 20:28:32,780 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.028242970001883805 (mp_runner.py:73) -2024-09-01 20:28:32,857 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.04592397200030973 (mp_runner.py:73) -2024-09-01 20:28:33,249 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.03941721400042297 (mp_runner.py:73) -2024-09-01 20:28:42,022 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.030555659999663476 (mp_runner.py:73) -2024-09-01 20:28:42,026 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.029367871000431478 (mp_runner.py:73) -2024-09-01 20:28:42,042 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.033873394000693224 (mp_runner.py:73) -2024-09-01 20:28:42,043 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.04901952000363963 (mp_runner.py:73) -2024-09-01 20:28:42,047 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.052460081002209336 (mp_runner.py:73) -2024-09-01 20:28:42,048 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.04852249200484948 (mp_runner.py:73) -2024-09-01 20:28:42,049 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.056525091000366956 (mp_runner.py:73) -2024-09-01 20:28:42,052 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.060457359002612066 (mp_runner.py:73) -2024-09-01 20:28:42,054 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.06399467599840136 (mp_runner.py:73) -2024-09-01 20:28:42,055 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.04509832599433139 (mp_runner.py:73) -2024-09-01 20:28:42,070 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.0746356250019744 (mp_runner.py:73) -2024-09-01 20:28:42,071 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.019910990995413158 (mp_runner.py:73) -2024-09-01 20:28:42,073 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.08385842500138097 (mp_runner.py:73) -2024-09-01 20:28:42,075 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.07172676799382316 (mp_runner.py:73) -2024-09-01 20:28:42,075 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.01835890499933157 (mp_runner.py:73) -2024-09-01 20:28:42,094 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.04098487600276712 (mp_runner.py:73) -2024-09-01 20:28:42,114 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.04992523999680998 (mp_runner.py:73) -2024-09-01 20:28:42,119 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.026928662999125663 (mp_runner.py:73) -2024-09-01 20:28:42,145 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.05633491800108459 (mp_runner.py:73) -2024-09-01 20:28:42,147 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.0673556589972577 (mp_runner.py:73) -2024-09-01 20:28:42,248 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.022420658002374694 (mp_runner.py:73) -2024-09-01 20:28:42,249 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.0063870759986457415 (mp_runner.py:73) -2024-09-01 20:28:42,345 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.0184631480005919 (mp_runner.py:73) -2024-09-01 20:28:42,500 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.006794684995838907 (mp_runner.py:73) -2024-09-01 20:28:42,532 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.037553591006144416 (mp_runner.py:73) -2024-09-01 20:28:42,546 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.0338171909970697 (mp_runner.py:73) -2024-09-01 20:28:42,565 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.035119002997817006 (mp_runner.py:73) -2024-09-01 20:28:42,610 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.030994505003036465 (mp_runner.py:73) -2024-09-01 20:28:42,654 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.005333895998774096 (mp_runner.py:73) -2024-09-01 20:28:42,670 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.027345064998371527 (mp_runner.py:73) -2024-09-01 20:28:42,681 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.029428207999444567 (mp_runner.py:73) -2024-09-01 20:28:42,712 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.017144798999652267 (mp_runner.py:73) -2024-09-01 20:28:42,715 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.038808746001450345 (mp_runner.py:73) -2024-09-01 20:28:42,745 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.016246283004875295 (mp_runner.py:73) -2024-09-01 20:28:42,867 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.01653590299974894 (mp_runner.py:73) -2024-09-01 20:28:42,869 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.011706584999046754 (mp_runner.py:73) -2024-09-01 20:28:42,869 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.02214780900249025 (mp_runner.py:73) -2024-09-01 20:28:42,870 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.01630362099967897 (mp_runner.py:73) -2024-09-01 20:28:42,871 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.01428004299668828 (mp_runner.py:73) -2024-09-01 20:28:42,873 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.018059296999126673 (mp_runner.py:73) -2024-09-01 20:28:42,889 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.020488789006776642 (mp_runner.py:73) -2024-09-01 20:28:42,894 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.044455253999331035 (mp_runner.py:73) -2024-09-01 20:28:43,503 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.02475129499362083 (mp_runner.py:73) -2024-09-01 20:28:43,709 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.0038949079971644096 (mp_runner.py:73) -2024-09-01 20:28:44,640 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.03601671000069473 (mp_runner.py:73) -2024-09-01 20:28:44,715 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.023715231000096537 (mp_runner.py:73) -2024-09-01 20:28:44,997 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.024360461000469513 (mp_runner.py:73) -2024-09-01 20:28:46,218 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.0018649139965418726 (mp_runner.py:73) -2024-09-01 20:28:46,346 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.04143027400277788 (mp_runner.py:73) -2024-09-01 20:28:46,648 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0145s, count=1138, qps in this process: 37.915 (mp_runner.py:76) -2024-09-01 20:28:46,688 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0164s, count=1137, qps in this process: 37.8793 (mp_runner.py:76) -2024-09-01 20:28:46,713 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0128s, count=1130, qps in this process: 37.6506 (mp_runner.py:76) -2024-09-01 20:28:46,713 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.0326183650031453 (mp_runner.py:73) -2024-09-01 20:28:46,716 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0039s, count=1141, qps in this process: 38.0284 (mp_runner.py:76) -2024-09-01 20:28:46,783 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0204s, count=1102, qps in this process: 36.7084 (mp_runner.py:76) -2024-09-01 20:28:46,807 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0199s, count=1145, qps in this process: 38.1414 (mp_runner.py:76) -2024-09-01 20:28:46,815 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0124s, count=1144, qps in this process: 38.1176 (mp_runner.py:76) -2024-09-01 20:28:46,817 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0311s, count=1102, qps in this process: 36.6953 (mp_runner.py:76) -2024-09-01 20:28:46,838 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0269s, count=1134, qps in this process: 37.7661 (mp_runner.py:76) -2024-09-01 20:28:46,843 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0053s, count=1147, qps in this process: 38.2266 (mp_runner.py:76) -2024-09-01 20:28:46,852 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0028s, count=1067, qps in this process: 35.5633 (mp_runner.py:76) -2024-09-01 20:28:46,863 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0089s, count=1148, qps in this process: 38.2553 (mp_runner.py:76) -2024-09-01 20:28:46,866 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0129s, count=1142, qps in this process: 38.0503 (mp_runner.py:76) -2024-09-01 20:28:46,870 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0105s, count=1064, qps in this process: 35.4543 (mp_runner.py:76) -2024-09-01 20:28:46,871 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0168s, count=1148, qps in this process: 38.2452 (mp_runner.py:76) -2024-09-01 20:28:46,878 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0018s, count=1130, qps in this process: 37.6644 (mp_runner.py:76) -2024-09-01 20:28:46,879 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0027s, count=1149, qps in this process: 38.2966 (mp_runner.py:76) -2024-09-01 20:28:46,888 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0025s, count=1127, qps in this process: 37.5635 (mp_runner.py:76) -2024-09-01 20:28:46,898 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0077s, count=1150, qps in this process: 38.3235 (mp_runner.py:76) -2024-09-01 20:28:46,901 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0104s, count=1148, qps in this process: 38.2534 (mp_runner.py:76) -2024-09-01 20:28:46,905 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0024s, count=1121, qps in this process: 37.3637 (mp_runner.py:76) -2024-09-01 20:28:46,908 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0016s, count=1150, qps in this process: 38.3313 (mp_runner.py:76) -2024-09-01 20:28:46,918 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.011s, count=1151, qps in this process: 38.3526 (mp_runner.py:76) -2024-09-01 20:28:46,919 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0007s, count=1149, qps in this process: 38.2991 (mp_runner.py:76) -2024-09-01 20:28:46,923 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.029277219000505283 (mp_runner.py:73) -2024-09-01 20:28:46,924 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0208s, count=1151, qps in this process: 38.3401 (mp_runner.py:76) -2024-09-01 20:28:46,929 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.027s, count=1060, qps in this process: 35.3016 (mp_runner.py:76) -2024-09-01 20:28:46,933 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0292s, count=1151, qps in this process: 38.3294 (mp_runner.py:76) -2024-09-01 20:28:46,938 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0049s, count=1129, qps in this process: 37.6272 (mp_runner.py:76) -2024-09-01 20:28:46,940 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0281s, count=1138, qps in this process: 37.8978 (mp_runner.py:76) -2024-09-01 20:28:46,945 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0232s, count=1152, qps in this process: 38.3703 (mp_runner.py:76) -2024-09-01 20:28:46,948 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0171s, count=1152, qps in this process: 38.3781 (mp_runner.py:76) -2024-09-01 20:28:46,980 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0041s, count=1154, qps in this process: 38.4614 (mp_runner.py:76) -2024-09-01 20:28:47,011 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0052s, count=1156, qps in this process: 38.5267 (mp_runner.py:76) -2024-09-01 20:28:47,014 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0018s, count=1157, qps in this process: 38.5644 (mp_runner.py:76) -2024-09-01 20:28:47,037 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.021s, count=1158, qps in this process: 38.573 (mp_runner.py:76) -2024-09-01 20:28:47,048 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0022s, count=1159, qps in this process: 38.6305 (mp_runner.py:76) -2024-09-01 20:28:47,048 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0029s, count=1159, qps in this process: 38.6296 (mp_runner.py:76) -2024-09-01 20:28:47,048 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0007s, count=1159, qps in this process: 38.6324 (mp_runner.py:76) -2024-09-01 20:28:47,051 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0003s, count=1160, qps in this process: 38.6663 (mp_runner.py:76) -2024-09-01 20:28:47,053 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0032s, count=1160, qps in this process: 38.6625 (mp_runner.py:76) -2024-09-01 20:28:47,054 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0063s, count=1147, qps in this process: 38.2253 (mp_runner.py:76) -2024-09-01 20:28:47,057 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0105s, count=1156, qps in this process: 38.5199 (mp_runner.py:76) -2024-09-01 20:28:47,058 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0134s, count=1030, qps in this process: 34.318 (mp_runner.py:76) -2024-09-01 20:28:47,065 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0028s, count=1035, qps in this process: 34.4968 (mp_runner.py:76) -2024-09-01 20:28:47,070 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0082s, count=1012, qps in this process: 33.7241 (mp_runner.py:76) -2024-09-01 20:28:47,085 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0017s, count=1163, qps in this process: 38.7645 (mp_runner.py:76) -2024-09-01 20:28:47,088 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0007s, count=1163, qps in this process: 38.7658 (mp_runner.py:76) -2024-09-01 20:28:47,112 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.004s, count=1151, qps in this process: 38.3616 (mp_runner.py:76) -2024-09-01 20:28:47,113 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0012s, count=1027, qps in this process: 34.232 (mp_runner.py:76) -2024-09-01 20:28:47,115 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.002747327998804394 (mp_runner.py:73) -2024-09-01 20:28:47,160 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0028s, count=999, qps in this process: 33.2969 (mp_runner.py:76) -2024-09-01 20:28:47,160 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0017s, count=1013, qps in this process: 33.7648 (mp_runner.py:76) -2024-09-01 20:28:47,162 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.003s, count=980, qps in this process: 32.6634 (mp_runner.py:76) -2024-09-01 20:28:47,165 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0008s, count=975, qps in this process: 32.4991 (mp_runner.py:76) -2024-09-01 20:28:47,172 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.004s, count=1179, qps in this process: 39.2948 (mp_runner.py:76) -2024-09-01 20:28:47,174 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0015s, count=1183, qps in this process: 39.4314 (mp_runner.py:76) -2024-09-01 20:28:47,184 | INFO |End search in concurrency 55: dur=30.784604068998306s, total_count=61732, qps=2005.2881 (mp_runner.py:120) -2024-09-01 20:28:51,211 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:28:51,211 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 20:29:12,631 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 20:29:13,001 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,042 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,061 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,065 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,074 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,086 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,135 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,181 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,181 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,183 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,184 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,185 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,186 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,187 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,188 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,190 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,279 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,281 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,282 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,285 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,285 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,286 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,290 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,310 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,313 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,334 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,341 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,348 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,377 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:13,378 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:29:27,091 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.04041908900398994 (mp_runner.py:73) -2024-09-01 20:29:27,093 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.008183480997104198 (mp_runner.py:73) -2024-09-01 20:29:27,093 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.04281734200048959 (mp_runner.py:73) -2024-09-01 20:29:27,093 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.04107057699729921 (mp_runner.py:73) -2024-09-01 20:29:27,094 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.0447315669953241 (mp_runner.py:73) -2024-09-01 20:29:27,095 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.0344464690060704 (mp_runner.py:73) -2024-09-01 20:29:27,098 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.0490389740007231 (mp_runner.py:73) -2024-09-01 20:29:27,100 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.0522033060042304 (mp_runner.py:73) -2024-09-01 20:29:27,106 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.05493600000045262 (mp_runner.py:73) -2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.054299218994856346 (mp_runner.py:73) -2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.05546796400449239 (mp_runner.py:73) -2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.06017192000581417 (mp_runner.py:73) -2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05344776299898513 (mp_runner.py:73) -2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.053874812001595274 (mp_runner.py:73) -2024-09-01 20:29:27,107 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.039742626999213826 (mp_runner.py:73) -2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.05484033899847418 (mp_runner.py:73) -2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.06581116699817358 (mp_runner.py:73) -2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.058359128997835796 (mp_runner.py:73) -2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.05359663199487841 (mp_runner.py:73) -2024-09-01 20:29:27,108 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.05358312300086254 (mp_runner.py:73) -2024-09-01 20:29:27,117 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.018386857998848427 (mp_runner.py:73) -2024-09-01 20:29:27,125 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.023703867998847272 (mp_runner.py:73) -2024-09-01 20:29:27,125 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.08439488099975279 (mp_runner.py:73) -2024-09-01 20:29:27,136 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.02069142900290899 (mp_runner.py:73) -2024-09-01 20:29:27,147 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.020910929000820033 (mp_runner.py:73) -2024-09-01 20:29:27,166 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.0025200500022037886 (mp_runner.py:73) -2024-09-01 20:29:27,170 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.03257592800218845 (mp_runner.py:73) -2024-09-01 20:29:27,181 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.02453663499909453 (mp_runner.py:73) -2024-09-01 20:29:27,189 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.051814047001244035 (mp_runner.py:73) -2024-09-01 20:29:27,219 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.027248804006376304 (mp_runner.py:73) -2024-09-01 20:29:27,249 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.025077122998482082 (mp_runner.py:73) -2024-09-01 20:29:27,251 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.025849427001958247 (mp_runner.py:73) -2024-09-01 20:29:27,253 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.01798556900030235 (mp_runner.py:73) -2024-09-01 20:29:27,275 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.023374092997983098 (mp_runner.py:73) -2024-09-01 20:29:27,276 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.026785497000673786 (mp_runner.py:73) -2024-09-01 20:29:27,282 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.017794376995880157 (mp_runner.py:73) -2024-09-01 20:29:27,569 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.024416435000603087 (mp_runner.py:73) -2024-09-01 20:29:27,572 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.0036877530001220293 (mp_runner.py:73) -2024-09-01 20:29:27,576 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.037031403997389134 (mp_runner.py:73) -2024-09-01 20:29:27,747 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.0356403589976253 (mp_runner.py:73) -2024-09-01 20:29:27,901 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.05998657599411672 (mp_runner.py:73) -2024-09-01 20:29:27,970 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.035100925000733696 (mp_runner.py:73) -2024-09-01 20:29:27,972 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.03539840799930971 (mp_runner.py:73) -2024-09-01 20:29:27,981 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.029083108995109797 (mp_runner.py:73) -2024-09-01 20:29:28,007 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.04908020100265276 (mp_runner.py:73) -2024-09-01 20:29:28,048 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.037837919997400604 (mp_runner.py:73) -2024-09-01 20:29:28,476 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.032427095000457484 (mp_runner.py:73) -2024-09-01 20:29:28,795 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.03571282199845882 (mp_runner.py:73) -2024-09-01 20:29:28,869 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.03636471799836727 (mp_runner.py:73) -2024-09-01 20:29:28,871 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.010434981995786075 (mp_runner.py:73) -2024-09-01 20:29:28,894 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.04666709400044056 (mp_runner.py:73) -2024-09-01 20:29:28,910 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.026821355997526553 (mp_runner.py:73) -2024-09-01 20:29:28,961 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.02806500800215872 (mp_runner.py:73) -2024-09-01 20:29:29,114 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.034013197997410316 (mp_runner.py:73) -2024-09-01 20:29:29,214 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.03352820400323253 (mp_runner.py:73) -2024-09-01 20:29:29,218 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.03875214100116864 (mp_runner.py:73) -2024-09-01 20:29:29,473 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.026322189994971268 (mp_runner.py:73) -2024-09-01 20:29:29,479 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.02949928300222382 (mp_runner.py:73) -2024-09-01 20:29:29,573 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.02889266500278609 (mp_runner.py:73) -2024-09-01 20:29:31,162 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03688033700018423 (mp_runner.py:73) -2024-09-01 20:29:41,074 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.01505922399519477 (mp_runner.py:73) -2024-09-01 20:29:41,075 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.018950469995616004 (mp_runner.py:73) -2024-09-01 20:29:41,076 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.01942680499632843 (mp_runner.py:73) -2024-09-01 20:29:41,077 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.01933038900460815 (mp_runner.py:73) -2024-09-01 20:29:41,078 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.018294775996764656 (mp_runner.py:73) -2024-09-01 20:29:41,080 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.015002532003563829 (mp_runner.py:73) -2024-09-01 20:29:41,082 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.02053981099743396 (mp_runner.py:73) -2024-09-01 20:29:41,084 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.02108443500037538 (mp_runner.py:73) -2024-09-01 20:29:41,085 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.02206293199560605 (mp_runner.py:73) -2024-09-01 20:29:41,086 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.026619329997629393 (mp_runner.py:73) -2024-09-01 20:29:41,086 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.018868701001338195 (mp_runner.py:73) -2024-09-01 20:29:41,087 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.02108652600145433 (mp_runner.py:73) -2024-09-01 20:29:41,087 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.021796543995151296 (mp_runner.py:73) -2024-09-01 20:29:41,088 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.03201495800021803 (mp_runner.py:73) -2024-09-01 20:29:41,092 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.01723791699623689 (mp_runner.py:73) -2024-09-01 20:29:41,093 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.03294831299717771 (mp_runner.py:73) -2024-09-01 20:29:41,094 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.026051813998492435 (mp_runner.py:73) -2024-09-01 20:29:41,095 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.025409000998479314 (mp_runner.py:73) -2024-09-01 20:29:41,096 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.027138466000906192 (mp_runner.py:73) -2024-09-01 20:29:41,099 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.029822949996741954 (mp_runner.py:73) -2024-09-01 20:29:41,100 | DEBUG |(SpawnProcess-1:336) search_count: 1000, latest_latency=0.03903006499604089 (mp_runner.py:73) -2024-09-01 20:29:41,102 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.01679957399755949 (mp_runner.py:73) -2024-09-01 20:29:41,106 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.05075701899477281 (mp_runner.py:73) -2024-09-01 20:29:41,120 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.027915671998925973 (mp_runner.py:73) -2024-09-01 20:29:41,125 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.03590297999471659 (mp_runner.py:73) -2024-09-01 20:29:41,129 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.027971559000434354 (mp_runner.py:73) -2024-09-01 20:29:41,135 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.011572173003514763 (mp_runner.py:73) -2024-09-01 20:29:41,144 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.014160528000502381 (mp_runner.py:73) -2024-09-01 20:29:41,144 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.029425999004160985 (mp_runner.py:73) -2024-09-01 20:29:41,145 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.024379526999837253 (mp_runner.py:73) -2024-09-01 20:29:41,147 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.014598128997022286 (mp_runner.py:73) -2024-09-01 20:29:41,148 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.020684250004705973 (mp_runner.py:73) -2024-09-01 20:29:41,193 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.03002785300486721 (mp_runner.py:73) -2024-09-01 20:29:41,225 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.02789939200010849 (mp_runner.py:73) -2024-09-01 20:29:41,227 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.025112130999332294 (mp_runner.py:73) -2024-09-01 20:29:41,238 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.038177447000634857 (mp_runner.py:73) -2024-09-01 20:29:41,414 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.030712810999830253 (mp_runner.py:73) -2024-09-01 20:29:41,543 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.03887786099949153 (mp_runner.py:73) -2024-09-01 20:29:41,571 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.026334084999689367 (mp_runner.py:73) -2024-09-01 20:29:41,627 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.03389022999908775 (mp_runner.py:73) -2024-09-01 20:29:41,659 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.05581884599814657 (mp_runner.py:73) -2024-09-01 20:29:41,672 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.01164720000087982 (mp_runner.py:73) -2024-09-01 20:29:41,673 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.0103156890036189 (mp_runner.py:73) -2024-09-01 20:29:41,761 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.02325256900076056 (mp_runner.py:73) -2024-09-01 20:29:41,765 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.03135869099787669 (mp_runner.py:73) -2024-09-01 20:29:41,901 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.008214942004997283 (mp_runner.py:73) -2024-09-01 20:29:42,813 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.022404388997529168 (mp_runner.py:73) -2024-09-01 20:29:42,823 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.033109413998317905 (mp_runner.py:73) -2024-09-01 20:29:42,824 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.036622095001803245 (mp_runner.py:73) -2024-09-01 20:29:42,844 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.0250007100039511 (mp_runner.py:73) -2024-09-01 20:29:42,847 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.023236656001245137 (mp_runner.py:73) -2024-09-01 20:29:42,854 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.023068747999786865 (mp_runner.py:73) -2024-09-01 20:29:43,071 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0073s, count=966, qps in this process: 32.1922 (mp_runner.py:76) -2024-09-01 20:29:43,090 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0203s, count=1059, qps in this process: 35.2761 (mp_runner.py:76) -2024-09-01 20:29:43,094 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.052s, count=1059, qps in this process: 35.2389 (mp_runner.py:76) -2024-09-01 20:29:43,095 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0487s, count=1059, qps in this process: 35.2428 (mp_runner.py:76) -2024-09-01 20:29:43,104 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0179s, count=1040, qps in this process: 34.646 (mp_runner.py:76) -2024-09-01 20:29:43,121 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0309s, count=1056, qps in this process: 35.1638 (mp_runner.py:76) -2024-09-01 20:29:43,162 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0173s, count=1061, qps in this process: 35.3463 (mp_runner.py:76) -2024-09-01 20:29:43,163 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0692s, count=1060, qps in this process: 35.252 (mp_runner.py:76) -2024-09-01 20:29:43,190 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0006s, count=1044, qps in this process: 34.7993 (mp_runner.py:76) -2024-09-01 20:29:43,194 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0034s, count=1014, qps in this process: 33.7962 (mp_runner.py:76) -2024-09-01 20:29:43,196 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.01s, count=1044, qps in this process: 34.7884 (mp_runner.py:76) -2024-09-01 20:29:43,197 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.008s, count=1051, qps in this process: 35.024 (mp_runner.py:76) -2024-09-01 20:29:43,197 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0053s, count=1033, qps in this process: 34.4273 (mp_runner.py:76) -2024-09-01 20:29:43,198 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0037s, count=1014, qps in this process: 33.7958 (mp_runner.py:76) -2024-09-01 20:29:43,201 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0122s, count=1062, qps in this process: 35.3856 (mp_runner.py:76) -2024-09-01 20:29:43,201 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0143s, count=1062, qps in this process: 35.3831 (mp_runner.py:76) -2024-09-01 20:29:43,203 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0123s, count=1039, qps in this process: 34.6191 (mp_runner.py:76) -2024-09-01 20:29:43,203 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0126s, count=1062, qps in this process: 35.3851 (mp_runner.py:76) -2024-09-01 20:29:43,204 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0173s, count=1062, qps in this process: 35.3796 (mp_runner.py:76) -2024-09-01 20:29:43,204 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0151s, count=1062, qps in this process: 35.3822 (mp_runner.py:76) -2024-09-01 20:29:43,204 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0137s, count=1039, qps in this process: 34.6175 (mp_runner.py:76) -2024-09-01 20:29:43,205 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0057s, count=1062, qps in this process: 35.3933 (mp_runner.py:76) -2024-09-01 20:29:43,205 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0157s, count=1062, qps in this process: 35.3815 (mp_runner.py:76) -2024-09-01 20:29:43,206 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.02s, count=1062, qps in this process: 35.3764 (mp_runner.py:76) -2024-09-01 20:29:43,207 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0006s, count=1062, qps in this process: 35.3993 (mp_runner.py:76) -2024-09-01 20:29:43,207 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.001s, count=1062, qps in this process: 35.3988 (mp_runner.py:76) -2024-09-01 20:29:43,207 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.017s, count=1062, qps in this process: 35.38 (mp_runner.py:76) -2024-09-01 20:29:43,208 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0186s, count=1062, qps in this process: 35.3781 (mp_runner.py:76) -2024-09-01 20:29:43,208 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0181s, count=1062, qps in this process: 35.3787 (mp_runner.py:76) -2024-09-01 20:29:43,208 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0163s, count=1062, qps in this process: 35.3808 (mp_runner.py:76) -2024-09-01 20:29:43,209 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.01s, count=1062, qps in this process: 35.3882 (mp_runner.py:76) -2024-09-01 20:29:43,210 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0179s, count=993, qps in this process: 33.0803 (mp_runner.py:76) -2024-09-01 20:29:43,211 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.016s, count=1062, qps in this process: 35.3811 (mp_runner.py:76) -2024-09-01 20:29:43,211 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0144s, count=1062, qps in this process: 35.383 (mp_runner.py:76) -2024-09-01 20:29:43,212 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0152s, count=1062, qps in this process: 35.3821 (mp_runner.py:76) -2024-09-01 20:29:43,213 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.023s, count=1062, qps in this process: 35.3729 (mp_runner.py:76) -2024-09-01 20:29:43,213 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0186s, count=1062, qps in this process: 35.3781 (mp_runner.py:76) -2024-09-01 20:29:43,214 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0234s, count=1062, qps in this process: 35.3724 (mp_runner.py:76) -2024-09-01 20:29:43,220 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0305s, count=1049, qps in this process: 34.9312 (mp_runner.py:76) -2024-09-01 20:29:43,242 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0262s, count=1063, qps in this process: 35.4024 (mp_runner.py:76) -2024-09-01 20:29:43,268 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0002s, count=1065, qps in this process: 35.4998 (mp_runner.py:76) -2024-09-01 20:29:43,276 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0076s, count=1020, qps in this process: 33.9914 (mp_runner.py:76) -2024-09-01 20:29:43,281 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0004s, count=1067, qps in this process: 35.5662 (mp_runner.py:76) -2024-09-01 20:29:43,283 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0123s, count=1064, qps in this process: 35.4521 (mp_runner.py:76) -2024-09-01 20:29:43,287 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0014s, count=1050, qps in this process: 34.9984 (mp_runner.py:76) -2024-09-01 20:29:43,290 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0003s, count=1067, qps in this process: 35.5663 (mp_runner.py:76) -2024-09-01 20:29:43,291 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0025s, count=1067, qps in this process: 35.5637 (mp_runner.py:76) -2024-09-01 20:29:43,292 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0148s, count=1066, qps in this process: 35.5158 (mp_runner.py:76) -2024-09-01 20:29:43,300 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.01s, count=1068, qps in this process: 35.5881 (mp_runner.py:76) -2024-09-01 20:29:43,300 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0057s, count=1057, qps in this process: 35.2266 (mp_runner.py:76) -2024-09-01 20:29:43,301 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0071s, count=1068, qps in this process: 35.5916 (mp_runner.py:76) -2024-09-01 20:29:43,307 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0105s, count=984, qps in this process: 32.7885 (mp_runner.py:76) -2024-09-01 20:29:43,315 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.001s, count=1025, qps in this process: 34.1655 (mp_runner.py:76) -2024-09-01 20:29:43,318 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.006636666999838781 (mp_runner.py:73) -2024-09-01 20:29:43,319 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0027s, count=1026, qps in this process: 34.1969 (mp_runner.py:76) -2024-09-01 20:29:43,326 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0033s, count=1003, qps in this process: 33.4297 (mp_runner.py:76) -2024-09-01 20:29:43,348 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0034s, count=953, qps in this process: 31.7631 (mp_runner.py:76) -2024-09-01 20:29:43,352 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0014s, count=897, qps in this process: 29.8986 (mp_runner.py:76) -2024-09-01 20:29:43,356 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.002s, count=980, qps in this process: 32.6645 (mp_runner.py:76) -2024-09-01 20:29:43,379 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0005s, count=1048, qps in this process: 34.9328 (mp_runner.py:76) -2024-09-01 20:29:43,380 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0005s, count=981, qps in this process: 32.6995 (mp_runner.py:76) -2024-09-01 20:29:43,391 | INFO |End search in concurrency 60: dur=30.759005631000036s, total_count=62601, qps=2035.2088 (mp_runner.py:120) -2024-09-01 20:29:47,775 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:29:47,776 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 20:30:09,429 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 20:30:09,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,688 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,909 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,934 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,936 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,961 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,974 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,974 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,978 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,982 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,986 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:09,997 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,001 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,011 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,012 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,030 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,093 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,105 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,113 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,117 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,117 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,122 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,122 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,128 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,134 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,141 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,145 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,169 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,189 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,200 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,202 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,276 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,284 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,310 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,312 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,316 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,341 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,357 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,360 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,362 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,366 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,386 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,401 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,440 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,471 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,471 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,478 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,543 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:10,552 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:30:25,200 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.023689636000199243 (mp_runner.py:73) -2024-09-01 20:30:25,200 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.02355969800555613 (mp_runner.py:73) -2024-09-01 20:30:25,203 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.02165626200439874 (mp_runner.py:73) -2024-09-01 20:30:25,204 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.019197492001694627 (mp_runner.py:73) -2024-09-01 20:30:25,205 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.025604610003938433 (mp_runner.py:73) -2024-09-01 20:30:25,205 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.02902929999982007 (mp_runner.py:73) -2024-09-01 20:30:25,206 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.020831091998843476 (mp_runner.py:73) -2024-09-01 20:30:25,206 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.02760865700111026 (mp_runner.py:73) -2024-09-01 20:30:25,208 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.03067749200272374 (mp_runner.py:73) -2024-09-01 20:30:25,208 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.026687612997193355 (mp_runner.py:73) -2024-09-01 20:30:25,209 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.010283124996931292 (mp_runner.py:73) -2024-09-01 20:30:25,210 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.029904833005275577 (mp_runner.py:73) -2024-09-01 20:30:25,210 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.022102175003965385 (mp_runner.py:73) -2024-09-01 20:30:25,212 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.023482128999603447 (mp_runner.py:73) -2024-09-01 20:30:25,212 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.024967628000013065 (mp_runner.py:73) -2024-09-01 20:30:25,213 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.023008244002994616 (mp_runner.py:73) -2024-09-01 20:30:25,214 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.03061875300045358 (mp_runner.py:73) -2024-09-01 20:30:25,215 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.02516252400528174 (mp_runner.py:73) -2024-09-01 20:30:25,216 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.025170654997054953 (mp_runner.py:73) -2024-09-01 20:30:25,219 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.025586681003915146 (mp_runner.py:73) -2024-09-01 20:30:25,222 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.0409930620007799 (mp_runner.py:73) -2024-09-01 20:30:25,223 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.027678115999151487 (mp_runner.py:73) -2024-09-01 20:30:25,224 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.03692896199936513 (mp_runner.py:73) -2024-09-01 20:30:25,225 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.04726944599678973 (mp_runner.py:73) -2024-09-01 20:30:25,226 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.042805040000530425 (mp_runner.py:73) -2024-09-01 20:30:25,235 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.06066890600050101 (mp_runner.py:73) -2024-09-01 20:30:25,239 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.06399695199797861 (mp_runner.py:73) -2024-09-01 20:30:25,242 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.030273336997197475 (mp_runner.py:73) -2024-09-01 20:30:25,243 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.022247786000662018 (mp_runner.py:73) -2024-09-01 20:30:25,243 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.025476431001152378 (mp_runner.py:73) -2024-09-01 20:30:25,244 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.023244002994033508 (mp_runner.py:73) -2024-09-01 20:30:25,245 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.028228474002389703 (mp_runner.py:73) -2024-09-01 20:30:25,246 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.03245172800234286 (mp_runner.py:73) -2024-09-01 20:30:25,246 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.024169889999029692 (mp_runner.py:73) -2024-09-01 20:30:25,333 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.03267362999758916 (mp_runner.py:73) -2024-09-01 20:30:25,337 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.03612296299979789 (mp_runner.py:73) -2024-09-01 20:30:25,349 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.04002817800210323 (mp_runner.py:73) -2024-09-01 20:30:25,394 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.03841916599776596 (mp_runner.py:73) -2024-09-01 20:30:25,485 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.038297228995361365 (mp_runner.py:73) -2024-09-01 20:30:25,507 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.036064400999748614 (mp_runner.py:73) -2024-09-01 20:30:25,510 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.042980739002814516 (mp_runner.py:73) -2024-09-01 20:30:25,511 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.04529437299788697 (mp_runner.py:73) -2024-09-01 20:30:25,658 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.02393589600251289 (mp_runner.py:73) -2024-09-01 20:30:25,661 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.032936768999206834 (mp_runner.py:73) -2024-09-01 20:30:25,663 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.030314828996779397 (mp_runner.py:73) -2024-09-01 20:30:25,762 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.029370815995207522 (mp_runner.py:73) -2024-09-01 20:30:25,798 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04259836799610639 (mp_runner.py:73) -2024-09-01 20:30:25,802 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.03757712800143054 (mp_runner.py:73) -2024-09-01 20:30:26,369 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.04183411799749592 (mp_runner.py:73) -2024-09-01 20:30:26,448 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.02279791700129863 (mp_runner.py:73) -2024-09-01 20:30:26,450 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.03687686799821677 (mp_runner.py:73) -2024-09-01 20:30:26,565 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.03896309500123607 (mp_runner.py:73) -2024-09-01 20:30:27,032 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.05286639699625084 (mp_runner.py:73) -2024-09-01 20:30:27,061 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.040055728997685947 (mp_runner.py:73) -2024-09-01 20:30:27,119 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03468554400024004 (mp_runner.py:73) -2024-09-01 20:30:27,369 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.03199146800034214 (mp_runner.py:73) -2024-09-01 20:30:27,373 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.035050445003435016 (mp_runner.py:73) -2024-09-01 20:30:27,386 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.03219013699708739 (mp_runner.py:73) -2024-09-01 20:30:27,414 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.03507608299696585 (mp_runner.py:73) -2024-09-01 20:30:27,782 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.03468441999575589 (mp_runner.py:73) -2024-09-01 20:30:27,783 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.03797875699819997 (mp_runner.py:73) -2024-09-01 20:30:28,119 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.023098564997781068 (mp_runner.py:73) -2024-09-01 20:30:28,843 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.03836455599957844 (mp_runner.py:73) -2024-09-01 20:30:29,202 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.0431677340020542 (mp_runner.py:73) -2024-09-01 20:30:29,434 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.041840996003884356 (mp_runner.py:73) -2024-09-01 20:30:39,521 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0355s, count=955, qps in this process: 31.7957 (mp_runner.py:76) -2024-09-01 20:30:39,715 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0194s, count=871, qps in this process: 29.0146 (mp_runner.py:76) -2024-09-01 20:30:39,916 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0125s, count=916, qps in this process: 30.5206 (mp_runner.py:76) -2024-09-01 20:30:39,922 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.004s, count=965, qps in this process: 32.1624 (mp_runner.py:76) -2024-09-01 20:30:39,949 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0111s, count=972, qps in this process: 32.388 (mp_runner.py:76) -2024-09-01 20:30:39,957 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0202s, count=970, qps in this process: 32.3116 (mp_runner.py:76) -2024-09-01 20:30:39,977 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.01s, count=942, qps in this process: 31.3895 (mp_runner.py:76) -2024-09-01 20:30:39,982 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0054s, count=866, qps in this process: 28.8615 (mp_runner.py:76) -2024-09-01 20:30:39,985 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0079s, count=883, qps in this process: 29.4256 (mp_runner.py:76) -2024-09-01 20:30:39,989 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0019s, count=951, qps in this process: 31.698 (mp_runner.py:76) -2024-09-01 20:30:39,990 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0091s, count=951, qps in this process: 31.6904 (mp_runner.py:76) -2024-09-01 20:30:39,999 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0073s, count=969, qps in this process: 32.2921 (mp_runner.py:76) -2024-09-01 20:30:40,000 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0142s, count=973, qps in this process: 32.418 (mp_runner.py:76) -2024-09-01 20:30:40,005 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0238s, count=973, qps in this process: 32.4076 (mp_runner.py:76) -2024-09-01 20:30:40,005 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0048s, count=860, qps in this process: 28.6621 (mp_runner.py:76) -2024-09-01 20:30:40,009 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0039s, count=973, qps in this process: 32.4291 (mp_runner.py:76) -2024-09-01 20:30:40,014 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0075s, count=973, qps in this process: 32.4252 (mp_runner.py:76) -2024-09-01 20:30:40,023 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0413s, count=946, qps in this process: 31.49 (mp_runner.py:76) -2024-09-01 20:30:40,026 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0091s, count=968, qps in this process: 32.2569 (mp_runner.py:76) -2024-09-01 20:30:40,068 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0485s, count=974, qps in this process: 32.4143 (mp_runner.py:76) -2024-09-01 20:30:40,086 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0535s, count=896, qps in this process: 29.8135 (mp_runner.py:76) -2024-09-01 20:30:40,101 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0025s, count=886, qps in this process: 29.5309 (mp_runner.py:76) -2024-09-01 20:30:40,125 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0068s, count=976, qps in this process: 32.526 (mp_runner.py:76) -2024-09-01 20:30:40,125 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0146s, count=976, qps in this process: 32.5175 (mp_runner.py:76) -2024-09-01 20:30:40,126 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0029s, count=976, qps in this process: 32.5302 (mp_runner.py:76) -2024-09-01 20:30:40,128 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0084s, count=976, qps in this process: 32.5242 (mp_runner.py:76) -2024-09-01 20:30:40,128 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0037s, count=976, qps in this process: 32.5293 (mp_runner.py:76) -2024-09-01 20:30:40,134 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.011s, count=957, qps in this process: 31.8883 (mp_runner.py:76) -2024-09-01 20:30:40,136 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0098s, count=956, qps in this process: 31.8563 (mp_runner.py:76) -2024-09-01 20:30:40,138 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0076s, count=956, qps in this process: 31.8586 (mp_runner.py:76) -2024-09-01 20:30:40,149 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0041s, count=975, qps in this process: 32.4956 (mp_runner.py:76) -2024-09-01 20:30:40,158 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0155s, count=977, qps in this process: 32.5498 (mp_runner.py:76) -2024-09-01 20:30:40,158 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0275s, count=977, qps in this process: 32.5368 (mp_runner.py:76) -2024-09-01 20:30:40,158 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.016s, count=977, qps in this process: 32.5493 (mp_runner.py:76) -2024-09-01 20:30:40,158 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0083s, count=977, qps in this process: 32.5577 (mp_runner.py:76) -2024-09-01 20:30:40,177 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0025s, count=948, qps in this process: 31.5974 (mp_runner.py:76) -2024-09-01 20:30:40,192 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.012s, count=868, qps in this process: 28.9218 (mp_runner.py:76) -2024-09-01 20:30:40,204 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0085s, count=917, qps in this process: 30.558 (mp_runner.py:76) -2024-09-01 20:30:40,213 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0063s, count=921, qps in this process: 30.6936 (mp_runner.py:76) -2024-09-01 20:30:40,215 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.01s, count=884, qps in this process: 29.4568 (mp_runner.py:76) -2024-09-01 20:30:40,219 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0116s, count=848, qps in this process: 28.2557 (mp_runner.py:76) -2024-09-01 20:30:40,231 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.003s, count=874, qps in this process: 29.1304 (mp_runner.py:76) -2024-09-01 20:30:40,240 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0083s, count=962, qps in this process: 32.0578 (mp_runner.py:76) -2024-09-01 20:30:40,253 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0006s, count=963, qps in this process: 32.0994 (mp_runner.py:76) -2024-09-01 20:30:40,284 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0033s, count=986, qps in this process: 32.8631 (mp_runner.py:76) -2024-09-01 20:30:40,288 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0044s, count=939, qps in this process: 31.2954 (mp_runner.py:76) -2024-09-01 20:30:40,297 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0079s, count=857, qps in this process: 28.5591 (mp_runner.py:76) -2024-09-01 20:30:40,322 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0082s, count=935, qps in this process: 31.1582 (mp_runner.py:76) -2024-09-01 20:30:40,325 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.004s, count=991, qps in this process: 33.0289 (mp_runner.py:76) -2024-09-01 20:30:40,329 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0086s, count=870, qps in this process: 28.9917 (mp_runner.py:76) -2024-09-01 20:30:40,332 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0135s, count=991, qps in this process: 33.0185 (mp_runner.py:76) -2024-09-01 20:30:40,359 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0051s, count=864, qps in this process: 28.7951 (mp_runner.py:76) -2024-09-01 20:30:40,368 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0053s, count=880, qps in this process: 29.3282 (mp_runner.py:76) -2024-09-01 20:30:40,369 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0024s, count=854, qps in this process: 28.4644 (mp_runner.py:76) -2024-09-01 20:30:40,369 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0021s, count=855, qps in this process: 28.498 (mp_runner.py:76) -2024-09-01 20:30:40,379 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0081s, count=996, qps in this process: 33.191 (mp_runner.py:76) -2024-09-01 20:30:40,405 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.0030130770028335974 (mp_runner.py:73) -2024-09-01 20:30:40,406 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.0049135410008602776 (mp_runner.py:73) -2024-09-01 20:30:40,406 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0003s, count=1000, qps in this process: 33.333 (mp_runner.py:76) -2024-09-01 20:30:40,407 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0009s, count=962, qps in this process: 32.0657 (mp_runner.py:76) -2024-09-01 20:30:40,409 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.009774519996426534 (mp_runner.py:73) -2024-09-01 20:30:40,409 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.013s, count=999, qps in this process: 33.2856 (mp_runner.py:76) -2024-09-01 20:30:40,469 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.003s, count=1012, qps in this process: 33.73 (mp_runner.py:76) -2024-09-01 20:30:40,478 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0003s, count=836, qps in this process: 27.8664 (mp_runner.py:76) -2024-09-01 20:30:40,482 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0032s, count=857, qps in this process: 28.5636 (mp_runner.py:76) -2024-09-01 20:30:40,487 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0006s, count=900, qps in this process: 29.9994 (mp_runner.py:76) -2024-09-01 20:30:40,549 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0015s, count=1042, qps in this process: 34.7316 (mp_runner.py:76) -2024-09-01 20:30:40,561 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0009s, count=919, qps in this process: 30.6324 (mp_runner.py:76) -2024-09-01 20:30:40,569 | INFO |End search in concurrency 65: dur=31.138925801998994s, total_count=60995, qps=1958.8023 (mp_runner.py:120) -2024-09-01 20:30:45,300 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:30:45,300 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 20:31:07,364 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 20:31:07,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,657 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,740 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,743 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,765 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,774 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,930 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,931 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,937 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,939 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,947 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,953 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,967 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,969 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,971 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,971 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,975 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,976 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,983 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,988 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:07,989 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,011 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,033 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,036 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,043 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,055 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,061 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,065 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,067 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,088 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,104 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,107 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,132 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,133 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,143 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,151 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,181 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,191 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,207 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,207 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,217 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,261 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,268 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,274 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,283 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,319 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,347 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,347 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,374 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,379 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:08,414 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 20:31:25,179 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.00640834999649087 (mp_runner.py:73) -2024-09-01 20:31:25,180 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.007332289002079051 (mp_runner.py:73) -2024-09-01 20:31:25,180 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.008172584995918442 (mp_runner.py:73) -2024-09-01 20:31:25,181 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.0066541310006869026 (mp_runner.py:73) -2024-09-01 20:31:25,182 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.007901058997958899 (mp_runner.py:73) -2024-09-01 20:31:25,182 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.009891267000057269 (mp_runner.py:73) -2024-09-01 20:31:25,183 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.007244337997690309 (mp_runner.py:73) -2024-09-01 20:31:25,184 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.009586027001205366 (mp_runner.py:73) -2024-09-01 20:31:25,184 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.009931268999935128 (mp_runner.py:73) -2024-09-01 20:31:25,186 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.013625833002151921 (mp_runner.py:73) -2024-09-01 20:31:25,187 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.010482268000487238 (mp_runner.py:73) -2024-09-01 20:31:25,187 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.009778372004802804 (mp_runner.py:73) -2024-09-01 20:31:25,189 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.010715673000959214 (mp_runner.py:73) -2024-09-01 20:31:25,190 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.012214594004035462 (mp_runner.py:73) -2024-09-01 20:31:25,191 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.011969429993769154 (mp_runner.py:73) -2024-09-01 20:31:25,191 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.013216197003202979 (mp_runner.py:73) -2024-09-01 20:31:25,192 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.013055082003120333 (mp_runner.py:73) -2024-09-01 20:31:25,192 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.013697980000870302 (mp_runner.py:73) -2024-09-01 20:31:25,193 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.007752441000775434 (mp_runner.py:73) -2024-09-01 20:31:25,193 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.012993829004699364 (mp_runner.py:73) -2024-09-01 20:31:25,194 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.015062949998537078 (mp_runner.py:73) -2024-09-01 20:31:25,194 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.008304982002300676 (mp_runner.py:73) -2024-09-01 20:31:25,195 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.014459085003181826 (mp_runner.py:73) -2024-09-01 20:31:25,195 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.008227456994063687 (mp_runner.py:73) -2024-09-01 20:31:25,195 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.015395839000120759 (mp_runner.py:73) -2024-09-01 20:31:25,196 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.01418439900589874 (mp_runner.py:73) -2024-09-01 20:31:25,197 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.005609218998870347 (mp_runner.py:73) -2024-09-01 20:31:25,197 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.011027155996998772 (mp_runner.py:73) -2024-09-01 20:31:25,198 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.01341890999901807 (mp_runner.py:73) -2024-09-01 20:31:25,199 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.016297438996843994 (mp_runner.py:73) -2024-09-01 20:31:25,199 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.012849877995904535 (mp_runner.py:73) -2024-09-01 20:31:25,199 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.01662344099895563 (mp_runner.py:73) -2024-09-01 20:31:25,200 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.016626909004116897 (mp_runner.py:73) -2024-09-01 20:31:25,201 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.018659233996004332 (mp_runner.py:73) -2024-09-01 20:31:25,201 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.019955098003265448 (mp_runner.py:73) -2024-09-01 20:31:25,202 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.02799153899832163 (mp_runner.py:73) -2024-09-01 20:31:25,202 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.010819425995578058 (mp_runner.py:73) -2024-09-01 20:31:25,203 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.016002006996131968 (mp_runner.py:73) -2024-09-01 20:31:25,203 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.011676317000819836 (mp_runner.py:73) -2024-09-01 20:31:25,203 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.01575568599946564 (mp_runner.py:73) -2024-09-01 20:31:25,204 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.0230130689960788 (mp_runner.py:73) -2024-09-01 20:31:25,205 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.01029888899938669 (mp_runner.py:73) -2024-09-01 20:31:25,206 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.020488292997470126 (mp_runner.py:73) -2024-09-01 20:31:25,206 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.010156882002775092 (mp_runner.py:73) -2024-09-01 20:31:25,207 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.03402952400210779 (mp_runner.py:73) -2024-09-01 20:31:25,207 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.00612400499812793 (mp_runner.py:73) -2024-09-01 20:31:25,207 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.03400823700212641 (mp_runner.py:73) -2024-09-01 20:31:25,208 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.03650860299967462 (mp_runner.py:73) -2024-09-01 20:31:25,208 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.03688639200117905 (mp_runner.py:73) -2024-09-01 20:31:25,221 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.03280259100574767 (mp_runner.py:73) -2024-09-01 20:31:25,227 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.029619478002132382 (mp_runner.py:73) -2024-09-01 20:31:25,233 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.06118180200428469 (mp_runner.py:73) -2024-09-01 20:31:25,567 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.042544474999886006 (mp_runner.py:73) -2024-09-01 20:31:25,667 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.04552095299732173 (mp_runner.py:73) -2024-09-01 20:31:25,698 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.0019330110008013435 (mp_runner.py:73) -2024-09-01 20:31:25,704 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.007043812001938932 (mp_runner.py:73) -2024-09-01 20:31:25,709 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.013825458001520019 (mp_runner.py:73) -2024-09-01 20:31:25,730 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.03884324600221589 (mp_runner.py:73) -2024-09-01 20:31:25,817 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.04480508399865357 (mp_runner.py:73) -2024-09-01 20:31:26,478 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.042612774996086955 (mp_runner.py:73) -2024-09-01 20:31:27,287 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.03309737299423432 (mp_runner.py:73) -2024-09-01 20:31:27,421 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.010956136000459082 (mp_runner.py:73) -2024-09-01 20:31:27,500 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03463341099995887 (mp_runner.py:73) -2024-09-01 20:31:27,502 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.01916528099536663 (mp_runner.py:73) -2024-09-01 20:31:27,921 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.027638531995762605 (mp_runner.py:73) -2024-09-01 20:31:27,937 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.04477582999970764 (mp_runner.py:73) -2024-09-01 20:31:28,568 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.08553337099874625 (mp_runner.py:73) -2024-09-01 20:31:28,607 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.0280024890016648 (mp_runner.py:73) -2024-09-01 20:31:28,883 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.028531113995995838 (mp_runner.py:73) -2024-09-01 20:31:29,063 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.04252817100496031 (mp_runner.py:73) -2024-09-01 20:31:37,592 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0161s, count=890, qps in this process: 29.6508 (mp_runner.py:76) -2024-09-01 20:31:37,697 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0197s, count=867, qps in this process: 28.881 (mp_runner.py:76) -2024-09-01 20:31:37,768 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0188s, count=896, qps in this process: 29.848 (mp_runner.py:76) -2024-09-01 20:31:37,774 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0231s, count=892, qps in this process: 29.7105 (mp_runner.py:76) -2024-09-01 20:31:37,802 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0193s, count=857, qps in this process: 28.5483 (mp_runner.py:76) -2024-09-01 20:31:37,816 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0479s, count=821, qps in this process: 27.323 (mp_runner.py:76) -2024-09-01 20:31:37,843 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0332s, count=867, qps in this process: 28.8681 (mp_runner.py:76) -2024-09-01 20:31:37,872 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0141s, count=896, qps in this process: 29.8526 (mp_runner.py:76) -2024-09-01 20:31:37,949 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0149s, count=911, qps in this process: 30.3516 (mp_runner.py:76) -2024-09-01 20:31:37,949 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0131s, count=843, qps in this process: 28.0877 (mp_runner.py:76) -2024-09-01 20:31:37,950 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0134s, count=899, qps in this process: 29.9533 (mp_runner.py:76) -2024-09-01 20:31:37,952 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0108s, count=784, qps in this process: 26.1239 (mp_runner.py:76) -2024-09-01 20:31:37,953 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0188s, count=911, qps in this process: 30.3476 (mp_runner.py:76) -2024-09-01 20:31:37,954 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0198s, count=911, qps in this process: 30.3466 (mp_runner.py:76) -2024-09-01 20:31:37,958 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0191s, count=911, qps in this process: 30.3473 (mp_runner.py:76) -2024-09-01 20:31:37,960 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0141s, count=911, qps in this process: 30.3524 (mp_runner.py:76) -2024-09-01 20:31:37,962 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0276s, count=911, qps in this process: 30.3388 (mp_runner.py:76) -2024-09-01 20:31:37,965 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0095s, count=830, qps in this process: 27.6579 (mp_runner.py:76) -2024-09-01 20:31:37,971 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0224s, count=900, qps in this process: 29.9776 (mp_runner.py:76) -2024-09-01 20:31:37,972 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0168s, count=900, qps in this process: 29.9832 (mp_runner.py:76) -2024-09-01 20:31:37,983 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0057s, count=903, qps in this process: 30.0943 (mp_runner.py:76) -2024-09-01 20:31:37,984 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0046s, count=907, qps in this process: 30.2287 (mp_runner.py:76) -2024-09-01 20:31:37,984 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0079s, count=912, qps in this process: 30.392 (mp_runner.py:76) -2024-09-01 20:31:37,987 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0081s, count=910, qps in this process: 30.3251 (mp_runner.py:76) -2024-09-01 20:31:37,992 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0147s, count=912, qps in this process: 30.3851 (mp_runner.py:76) -2024-09-01 20:31:38,000 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0245s, count=904, qps in this process: 30.1087 (mp_runner.py:76) -2024-09-01 20:31:38,004 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0247s, count=800, qps in this process: 26.6447 (mp_runner.py:76) -2024-09-01 20:31:38,011 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.036s, count=873, qps in this process: 29.0651 (mp_runner.py:76) -2024-09-01 20:31:38,012 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0151s, count=847, qps in this process: 28.2191 (mp_runner.py:76) -2024-09-01 20:31:38,013 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0182s, count=904, qps in this process: 30.1151 (mp_runner.py:76) -2024-09-01 20:31:38,015 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0171s, count=906, qps in this process: 30.1828 (mp_runner.py:76) -2024-09-01 20:31:38,019 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0396s, count=910, qps in this process: 30.2933 (mp_runner.py:76) -2024-09-01 20:31:38,020 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0009s, count=905, qps in this process: 30.1658 (mp_runner.py:76) -2024-09-01 20:31:38,021 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0419s, count=886, qps in this process: 29.4921 (mp_runner.py:76) -2024-09-01 20:31:38,049 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0079s, count=864, qps in this process: 28.7924 (mp_runner.py:76) -2024-09-01 20:31:38,056 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0196s, count=903, qps in this process: 30.0803 (mp_runner.py:76) -2024-09-01 20:31:38,063 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0153s, count=916, qps in this process: 30.5178 (mp_runner.py:76) -2024-09-01 20:31:38,066 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0074s, count=916, qps in this process: 30.5258 (mp_runner.py:76) -2024-09-01 20:31:38,072 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0072s, count=917, qps in this process: 30.5593 (mp_runner.py:76) -2024-09-01 20:31:38,080 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0098s, count=904, qps in this process: 30.1235 (mp_runner.py:76) -2024-09-01 20:31:38,099 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0253s, count=905, qps in this process: 30.1412 (mp_runner.py:76) -2024-09-01 20:31:38,103 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0118s, count=918, qps in this process: 30.588 (mp_runner.py:76) -2024-09-01 20:31:38,114 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0027s, count=777, qps in this process: 25.8977 (mp_runner.py:76) -2024-09-01 20:31:38,135 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0168s, count=911, qps in this process: 30.3497 (mp_runner.py:76) -2024-09-01 20:31:38,140 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0015s, count=785, qps in this process: 26.1654 (mp_runner.py:76) -2024-09-01 20:31:38,147 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0079s, count=922, qps in this process: 30.7252 (mp_runner.py:76) -2024-09-01 20:31:38,151 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0148s, count=912, qps in this process: 30.385 (mp_runner.py:76) -2024-09-01 20:31:38,155 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0045s, count=876, qps in this process: 29.1956 (mp_runner.py:76) -2024-09-01 20:31:38,158 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0032s, count=923, qps in this process: 30.7634 (mp_runner.py:76) -2024-09-01 20:31:38,165 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0012s, count=739, qps in this process: 24.6323 (mp_runner.py:76) -2024-09-01 20:31:38,199 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0045s, count=834, qps in this process: 27.7958 (mp_runner.py:76) -2024-09-01 20:31:38,199 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.013s, count=800, qps in this process: 26.6551 (mp_runner.py:76) -2024-09-01 20:31:38,212 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0019s, count=928, qps in this process: 30.9314 (mp_runner.py:76) -2024-09-01 20:31:38,216 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0057s, count=918, qps in this process: 30.5942 (mp_runner.py:76) -2024-09-01 20:31:38,221 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0058s, count=915, qps in this process: 30.4941 (mp_runner.py:76) -2024-09-01 20:31:38,228 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0054s, count=930, qps in this process: 30.9944 (mp_runner.py:76) -2024-09-01 20:31:38,282 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0083s, count=938, qps in this process: 31.258 (mp_runner.py:76) -2024-09-01 20:31:38,283 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0048s, count=784, qps in this process: 26.1292 (mp_runner.py:76) -2024-09-01 20:31:38,283 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.008s, count=939, qps in this process: 31.2917 (mp_runner.py:76) -2024-09-01 20:31:38,289 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0037s, count=746, qps in this process: 24.8636 (mp_runner.py:76) -2024-09-01 20:31:38,291 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0044s, count=804, qps in this process: 26.7961 (mp_runner.py:76) -2024-09-01 20:31:38,314 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0009s, count=944, qps in this process: 31.4657 (mp_runner.py:76) -2024-09-01 20:31:38,325 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0006s, count=947, qps in this process: 31.566 (mp_runner.py:76) -2024-09-01 20:31:38,326 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0015s, count=946, qps in this process: 31.5318 (mp_runner.py:76) -2024-09-01 20:31:38,348 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0013s, count=952, qps in this process: 31.732 (mp_runner.py:76) -2024-09-01 20:31:38,352 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0017s, count=772, qps in this process: 25.7319 (mp_runner.py:76) -2024-09-01 20:31:38,353 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0034s, count=953, qps in this process: 31.7631 (mp_runner.py:76) -2024-09-01 20:31:38,380 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0012s, count=797, qps in this process: 26.5656 (mp_runner.py:76) -2024-09-01 20:31:38,390 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0021s, count=968, qps in this process: 32.2644 (mp_runner.py:76) -2024-09-01 20:31:38,423 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.002s, count=986, qps in this process: 32.8645 (mp_runner.py:76) -2024-09-01 20:31:38,433 | INFO |End search in concurrency 70: dur=31.06914607300132s, total_count=61976, qps=1994.7764 (mp_runner.py:120) -2024-09-01 20:31:43,106 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2077.0071, serial_latency_p99=np.float64(0.1063), recall=np.float64(0.3918), ndcg=np.float64(0.4918), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[54.5303, 495.4361, 2077.0071, 1855.3678, 1921.3886, 1876.0419, 2012.5389, 1968.8952, 2039.7194, 2054.8089, 2005.2881, 2035.2088, 1958.8023, 1994.7764], conc_latency_p99_list=[np.float64(0.0014223887970038049), np.float64(0.0014818674370530062), np.float64(0.0013566611636597371), np.float64(0.0018404218588766526), np.float64(0.0018133296339838125), np.float64(0.0021730015460401774), np.float64(0.002054688163055107), np.float64(0.0021937811513635095), np.float64(0.0023134064101177497), np.float64(0.002208462288582814), np.float64(0.002843558521903469), np.float64(0.0026407767010095994), np.float64(0.002728233237467066), np.float64(0.0024011020873876987)]) (task_runner.py:197) -2024-09-01 20:31:43,107 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:20:05.875653'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2077.0071, serial_latency_p99=np.float64(0.1063), recall=np.float64(0.3918), ndcg=np.float64(0.4918), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[54.5303, 495.4361, 2077.0071, 1855.3678, 1921.3886, 1876.0419, 2012.5389, 1968.8952, 2039.7194, 2054.8089, 2005.2881, 2035.2088, 1958.8023, 1994.7764], conc_latency_p99_list=[np.float64(0.0014223887970038049), np.float64(0.0014818674370530062), np.float64(0.0013566611636597371), np.float64(0.0018404218588766526), np.float64(0.0018133296339838125), np.float64(0.0021730015460401774), np.float64(0.002054688163055107), np.float64(0.0021937811513635095), np.float64(0.0023134064101177497), np.float64(0.002208462288582814), np.float64(0.002843558521903469), np.float64(0.0026407767010095994), np.float64(0.002728233237467066), np.float64(0.0024011020873876987)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 20:31:43,107 | INFO |Task summary: run_id=a0174, task_label=a01748fc899345c39a2309fbdb49aecb (models.py:346) -2024-09-01 20:31:43,107 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 20:31:43,107 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 20:31:43,107 | INFO |PgVector | 2024-09-01T20:20:05.875653 Performance1536D500K a01748fc899345c39a2309fbdb49aecb | 0.0 2077.0071 0.1063 0.3918 0 | :) (models.py:346) -2024-09-01 20:31:43,107 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json (models.py:204) -2024-09-01 20:31:43,108 | INFO |Success to finish task: label=a01748fc899345c39a2309fbdb49aecb, run_id=a01748fc899345c39a2309fbdb49aecb (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json b/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json deleted file mode 100644 index 49b3a294a..000000000 --- a/script/data/aws/db.m6i.large-8-32-40-Performance1536D500K-0-68386/result_20240901_a01748fc899345c39a2309fbdb49aecb_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "a01748fc899345c39a2309fbdb49aecb", "task_label": "a01748fc899345c39a2309fbdb49aecb", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2077.0071, "serial_latency_p99": 0.1063, "recall": 0.3918, "ndcg": 0.4918, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [54.5303, 495.4361, 2077.0071, 1855.3678, 1921.3886, 1876.0419, 2012.5389, 1968.8952, 2039.7194, 2054.8089, 2005.2881, 2035.2088, 1958.8023, 1994.7764], "conc_latency_p99_list": [0.0014223887970038049, 0.0014818674370530062, 0.0013566611636597371, 0.0018404218588766526, 0.0018133296339838125, 0.0021730015460401774, 0.002054688163055107, 0.0021937811513635095, 0.0023134064101177497, 0.002208462288582814, 0.002843558521903469, 0.0026407767010095994, 0.002728233237467066, 0.0024011020873876987]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:20:05.875653", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt b/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt deleted file mode 100644 index a46acdc90..000000000 --- a/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/log.txt +++ /dev/null @@ -1,1231 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load -2024-09-01 21:10:27,617 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:10:27.605127', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 21:10:27,617 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T21:10:27.605127', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 21:10:27,617 | INFO |generated uuid for the tasks: 841915dd06884dbd97b1932cd9fd3b22 (interface.py:66) -2024-09-01 21:10:27,678 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 21:10:27,678 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 21:10:27,678 | INFO | PgVector-2024-09-01T21:10:27.605127 | Performance OpenAI-MEDIUM-500K None | 841915dd06884dbd97b1932cd9fd3b22 (task_runner.py:340) -2024-09-01 21:10:27,678 | INFO |task submitted: id=841915dd06884dbd97b1932cd9fd3b22, 841915dd06884dbd97b1932cd9fd3b22, case number: 1 (interface.py:231) -2024-09-01 21:10:28,095 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:10:27.605127'}, drop_old=False (interface.py:164) -2024-09-01 21:10:28,095 | INFO |Starting run (task_runner.py:100) -2024-09-01 21:10:28,170 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 21:10:28,771 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 21:10:28,818 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 21:10:28,843 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 21:10:28,843 | INFO |Start performance case (task_runner.py:158) -2024-09-01 21:10:28,855 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:10:28,855 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 21:10:28,855 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 21:10:28,857 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 21:10:28,900 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 21:10:29,466 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 21:10:29,486 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:10:29,487 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 21:10:29,487 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 21:10:34,162 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03881416899821488, latest recall=0.92 (serial_runner.py:202) -2024-09-01 21:10:38,473 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.04997497599833878, latest recall=1.0 (serial_runner.py:202) -2024-09-01 21:10:42,344 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.01775468199775787, latest recall=0.82 (serial_runner.py:202) -2024-09-01 21:10:45,969 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.01918269800080452, latest recall=0.97 (serial_runner.py:202) -2024-09-01 21:10:49,409 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.017271942997467704, latest recall=0.95 (serial_runner.py:202) -2024-09-01 21:10:52,319 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.00929428400559118, latest recall=0.98 (serial_runner.py:202) -2024-09-01 21:10:55,143 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.015274623998266179, latest recall=0.98 (serial_runner.py:202) -2024-09-01 21:10:57,794 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.01705562600545818, latest recall=0.94 (serial_runner.py:202) -2024-09-01 21:11:00,489 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.016121583998028655, latest recall=0.99 (serial_runner.py:202) -2024-09-01 21:11:03,183 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.021246602998871822, latest recall=0.83 (serial_runner.py:202) -2024-09-01 21:11:03,184 | INFO |SpawnProcess-1:1 search entire test_data: cost=22.7657s, queries=1000, avg_recall=0.9391, avg_ndcg=0.9456,avg_latency=0.0228, p99=0.0596 (serial_runner.py:209) -2024-09-01 21:11:03,711 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:11:03,712 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 21:11:04,733 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 21:11:04,763 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:11:09,277 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007023707999906037 (mp_runner.py:73) -2024-09-01 21:11:13,464 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0114047750030295 (mp_runner.py:73) -2024-09-01 21:11:17,786 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.00679301300260704 (mp_runner.py:73) -2024-09-01 21:11:21,893 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.011486245006381068 (mp_runner.py:73) -2024-09-01 21:11:26,097 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.006861506997665856 (mp_runner.py:73) -2024-09-01 21:11:30,303 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.011435314998379909 (mp_runner.py:73) -2024-09-01 21:11:34,576 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.00684779099537991 (mp_runner.py:73) -2024-09-01 21:11:34,772 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0083s, count=3522, qps in this process: 117.3675 (mp_runner.py:76) -2024-09-01 21:11:34,773 | INFO |End search in concurrency 1: dur=30.03940204399987s, total_count=3522, qps=117.246 (mp_runner.py:120) -2024-09-01 21:11:34,956 | INFO |Update largest qps with concurrency 1: current max_qps=117.246 (mp_runner.py:124) -2024-09-01 21:11:35,364 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:11:35,365 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 21:11:40,406 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 21:11:40,453 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:11:40,453 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:11:40,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:11:40,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:11:40,460 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:11:49,049 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.012370203003229108 (mp_runner.py:73) -2024-09-01 21:11:49,050 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.013651117005792912 (mp_runner.py:73) -2024-09-01 21:11:49,050 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.013911106005252805 (mp_runner.py:73) -2024-09-01 21:11:49,051 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.014798393996898085 (mp_runner.py:73) -2024-09-01 21:11:49,053 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.01671809899562504 (mp_runner.py:73) -2024-09-01 21:11:56,541 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.020830266003031284 (mp_runner.py:73) -2024-09-01 21:11:56,542 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.02017066700500436 (mp_runner.py:73) -2024-09-01 21:11:56,542 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.020503503998043016 (mp_runner.py:73) -2024-09-01 21:11:56,542 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.020518229001027066 (mp_runner.py:73) -2024-09-01 21:11:56,542 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.021246838994557038 (mp_runner.py:73) -2024-09-01 21:12:04,435 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.011568590001843404 (mp_runner.py:73) -2024-09-01 21:12:04,435 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.011841315004858188 (mp_runner.py:73) -2024-09-01 21:12:04,435 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.012679008003033232 (mp_runner.py:73) -2024-09-01 21:12:04,436 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.013035645002673846 (mp_runner.py:73) -2024-09-01 21:12:04,438 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.015996467001968995 (mp_runner.py:73) -2024-09-01 21:12:10,456 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0027s, count=1905, qps in this process: 63.4943 (mp_runner.py:76) -2024-09-01 21:12:10,474 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0172s, count=1906, qps in this process: 63.4969 (mp_runner.py:76) -2024-09-01 21:12:10,476 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0112s, count=1906, qps in this process: 63.5096 (mp_runner.py:76) -2024-09-01 21:12:10,476 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0223s, count=1906, qps in this process: 63.4861 (mp_runner.py:76) -2024-09-01 21:12:10,482 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0258s, count=1906, qps in this process: 63.4787 (mp_runner.py:76) -2024-09-01 21:12:10,483 | INFO |End search in concurrency 5: dur=30.077463804002036s, total_count=9529, qps=316.8153 (mp_runner.py:120) -2024-09-01 21:12:10,795 | INFO |Update largest qps with concurrency 5: current max_qps=316.8153 (mp_runner.py:124) -2024-09-01 21:12:11,207 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:12:11,207 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 21:12:21,406 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 21:12:21,463 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,474 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,499 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,501 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,501 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,570 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,572 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,573 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,579 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,580 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:21,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:12:41,373 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.038231619000725914 (mp_runner.py:73) -2024-09-01 21:12:41,373 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.03398228700098116 (mp_runner.py:73) -2024-09-01 21:12:41,376 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.03830846699565882 (mp_runner.py:73) -2024-09-01 21:12:41,377 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.036475009997957386 (mp_runner.py:73) -2024-09-01 21:12:41,377 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.044003112001519185 (mp_runner.py:73) -2024-09-01 21:12:41,378 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.043378030000894796 (mp_runner.py:73) -2024-09-01 21:12:41,378 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.042308290998334996 (mp_runner.py:73) -2024-09-01 21:12:41,379 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.04659698600153206 (mp_runner.py:73) -2024-09-01 21:12:41,379 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.03201045100286137 (mp_runner.py:73) -2024-09-01 21:12:41,380 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.0445720909992815 (mp_runner.py:73) -2024-09-01 21:12:41,394 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.04948606200196082 (mp_runner.py:73) -2024-09-01 21:12:41,394 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.05779595600324683 (mp_runner.py:73) -2024-09-01 21:12:41,395 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.06378341999516124 (mp_runner.py:73) -2024-09-01 21:12:41,395 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.04832189100125106 (mp_runner.py:73) -2024-09-01 21:12:41,398 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.06761278199701337 (mp_runner.py:73) -2024-09-01 21:12:51,477 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0125s, count=769, qps in this process: 25.6227 (mp_runner.py:76) -2024-09-01 21:12:51,517 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0143s, count=770, qps in this process: 25.6544 (mp_runner.py:76) -2024-09-01 21:12:51,517 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0144s, count=770, qps in this process: 25.6544 (mp_runner.py:76) -2024-09-01 21:12:51,517 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0161s, count=770, qps in this process: 25.6529 (mp_runner.py:76) -2024-09-01 21:12:51,518 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0375s, count=770, qps in this process: 25.6346 (mp_runner.py:76) -2024-09-01 21:12:51,572 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0094s, count=772, qps in this process: 25.7253 (mp_runner.py:76) -2024-09-01 21:12:51,573 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0003s, count=772, qps in this process: 25.7331 (mp_runner.py:76) -2024-09-01 21:12:51,574 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0153s, count=772, qps in this process: 25.7202 (mp_runner.py:76) -2024-09-01 21:12:51,575 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0166s, count=772, qps in this process: 25.7191 (mp_runner.py:76) -2024-09-01 21:12:51,575 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0002s, count=772, qps in this process: 25.7332 (mp_runner.py:76) -2024-09-01 21:12:51,575 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0036s, count=772, qps in this process: 25.7302 (mp_runner.py:76) -2024-09-01 21:12:51,591 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0181s, count=773, qps in this process: 25.7511 (mp_runner.py:76) -2024-09-01 21:12:51,592 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.005s, count=773, qps in this process: 25.7624 (mp_runner.py:76) -2024-09-01 21:12:51,608 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0095s, count=774, qps in this process: 25.7918 (mp_runner.py:76) -2024-09-01 21:12:51,608 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0169s, count=774, qps in this process: 25.7855 (mp_runner.py:76) -2024-09-01 21:12:51,609 | INFO |End search in concurrency 15: dur=30.202976509994187s, total_count=11575, qps=383.2404 (mp_runner.py:120) -2024-09-01 21:12:52,515 | INFO |Update largest qps with concurrency 15: current max_qps=383.2404 (mp_runner.py:124) -2024-09-01 21:12:52,927 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:12:52,927 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 21:13:03,189 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 21:13:03,305 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,311 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,315 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,322 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,331 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,341 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,363 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,364 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,370 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,372 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,374 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,396 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,396 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,421 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,429 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:03,434 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:29,190 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.04204420799942454 (mp_runner.py:73) -2024-09-01 21:13:29,190 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.04927392800163943 (mp_runner.py:73) -2024-09-01 21:13:29,191 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.05047782800102141 (mp_runner.py:73) -2024-09-01 21:13:29,192 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.04625466799916467 (mp_runner.py:73) -2024-09-01 21:13:29,192 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.04532162500254344 (mp_runner.py:73) -2024-09-01 21:13:29,193 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.05218607099959627 (mp_runner.py:73) -2024-09-01 21:13:29,193 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.05164904300181661 (mp_runner.py:73) -2024-09-01 21:13:29,194 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.051844640998751856 (mp_runner.py:73) -2024-09-01 21:13:29,194 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.05242192400328349 (mp_runner.py:73) -2024-09-01 21:13:29,195 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.047051222005393356 (mp_runner.py:73) -2024-09-01 21:13:29,196 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.05229320299986284 (mp_runner.py:73) -2024-09-01 21:13:29,197 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.05261795200203778 (mp_runner.py:73) -2024-09-01 21:13:29,197 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.047499899003014434 (mp_runner.py:73) -2024-09-01 21:13:29,198 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.058152689001872204 (mp_runner.py:73) -2024-09-01 21:13:29,200 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.020496365999861155 (mp_runner.py:73) -2024-09-01 21:13:29,201 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.0560088900019764 (mp_runner.py:73) -2024-09-01 21:13:29,201 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.05702695199579466 (mp_runner.py:73) -2024-09-01 21:13:29,202 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.05696582100063097 (mp_runner.py:73) -2024-09-01 21:13:29,203 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.05179412900179159 (mp_runner.py:73) -2024-09-01 21:13:29,220 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.07656740400125273 (mp_runner.py:73) -2024-09-01 21:13:33,313 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0069s, count=580, qps in this process: 19.3289 (mp_runner.py:76) -2024-09-01 21:13:33,318 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0037s, count=580, qps in this process: 19.3309 (mp_runner.py:76) -2024-09-01 21:13:33,349 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0263s, count=581, qps in this process: 19.3497 (mp_runner.py:76) -2024-09-01 21:13:33,353 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0189s, count=581, qps in this process: 19.3545 (mp_runner.py:76) -2024-09-01 21:13:33,359 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0355s, count=581, qps in this process: 19.3438 (mp_runner.py:76) -2024-09-01 21:13:33,401 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0002s, count=582, qps in this process: 19.3999 (mp_runner.py:76) -2024-09-01 21:13:33,402 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0354s, count=582, qps in this process: 19.3771 (mp_runner.py:76) -2024-09-01 21:13:33,402 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0513s, count=582, qps in this process: 19.3669 (mp_runner.py:76) -2024-09-01 21:13:33,402 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0005s, count=582, qps in this process: 19.3997 (mp_runner.py:76) -2024-09-01 21:13:33,403 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0201s, count=582, qps in this process: 19.387 (mp_runner.py:76) -2024-09-01 21:13:33,403 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0362s, count=582, qps in this process: 19.3766 (mp_runner.py:76) -2024-09-01 21:13:33,403 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0241s, count=582, qps in this process: 19.3844 (mp_runner.py:76) -2024-09-01 21:13:33,404 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0018s, count=582, qps in this process: 19.3988 (mp_runner.py:76) -2024-09-01 21:13:33,404 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0008s, count=582, qps in this process: 19.3995 (mp_runner.py:76) -2024-09-01 21:13:33,404 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0318s, count=582, qps in this process: 19.3795 (mp_runner.py:76) -2024-09-01 21:13:33,423 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0208s, count=583, qps in this process: 19.4199 (mp_runner.py:76) -2024-09-01 21:13:33,425 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0208s, count=583, qps in this process: 19.4199 (mp_runner.py:76) -2024-09-01 21:13:33,435 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0085s, count=584, qps in this process: 19.4612 (mp_runner.py:76) -2024-09-01 21:13:33,436 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0023s, count=584, qps in this process: 19.4652 (mp_runner.py:76) -2024-09-01 21:13:33,446 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0058s, count=585, qps in this process: 19.4962 (mp_runner.py:76) -2024-09-01 21:13:33,447 | INFO |End search in concurrency 20: dur=30.25733222800045s, total_count=11642, qps=384.7662 (mp_runner.py:120) -2024-09-01 21:13:34,696 | INFO |Update largest qps with concurrency 20: current max_qps=384.7662 (mp_runner.py:124) -2024-09-01 21:13:35,104 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:13:35,104 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 21:13:45,425 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 21:13:45,562 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,563 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,580 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,600 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,643 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,646 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,646 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,646 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,649 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,665 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,665 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,665 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,697 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,699 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,701 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,703 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,706 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,707 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:13:45,709 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:15,568 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0036s, count=474, qps in this process: 15.7981 (mp_runner.py:76) -2024-09-01 21:14:15,631 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0673s, count=475, qps in this process: 15.7979 (mp_runner.py:76) -2024-09-01 21:14:15,635 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0689s, count=475, qps in this process: 15.7971 (mp_runner.py:76) -2024-09-01 21:14:15,636 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.033s, count=475, qps in this process: 15.8159 (mp_runner.py:76) -2024-09-01 21:14:15,662 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0678s, count=475, qps in this process: 15.7976 (mp_runner.py:76) -2024-09-01 21:14:15,685 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0363s, count=476, qps in this process: 15.8475 (mp_runner.py:76) -2024-09-01 21:14:15,688 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0399s, count=476, qps in this process: 15.8456 (mp_runner.py:76) -2024-09-01 21:14:15,689 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0408s, count=476, qps in this process: 15.8451 (mp_runner.py:76) -2024-09-01 21:14:15,690 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0417s, count=476, qps in this process: 15.8446 (mp_runner.py:76) -2024-09-01 21:14:15,691 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0424s, count=476, qps in this process: 15.8443 (mp_runner.py:76) -2024-09-01 21:14:15,696 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0287s, count=476, qps in this process: 15.8515 (mp_runner.py:76) -2024-09-01 21:14:15,696 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0501s, count=476, qps in this process: 15.8402 (mp_runner.py:76) -2024-09-01 21:14:15,699 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0325s, count=476, qps in this process: 15.8495 (mp_runner.py:76) -2024-09-01 21:14:15,699 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0509s, count=476, qps in this process: 15.8398 (mp_runner.py:76) -2024-09-01 21:14:15,701 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0342s, count=476, qps in this process: 15.8486 (mp_runner.py:76) -2024-09-01 21:14:15,704 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0531s, count=476, qps in this process: 15.8386 (mp_runner.py:76) -2024-09-01 21:14:15,709 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0426s, count=476, qps in this process: 15.8442 (mp_runner.py:76) -2024-09-01 21:14:15,722 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0156s, count=477, qps in this process: 15.8917 (mp_runner.py:76) -2024-09-01 21:14:15,722 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0231s, count=477, qps in this process: 15.8878 (mp_runner.py:76) -2024-09-01 21:14:15,725 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0099s, count=477, qps in this process: 15.8948 (mp_runner.py:76) -2024-09-01 21:14:15,725 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0106s, count=477, qps in this process: 15.8944 (mp_runner.py:76) -2024-09-01 21:14:15,726 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0111s, count=477, qps in this process: 15.8941 (mp_runner.py:76) -2024-09-01 21:14:15,728 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0202s, count=477, qps in this process: 15.8893 (mp_runner.py:76) -2024-09-01 21:14:15,728 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0241s, count=477, qps in this process: 15.8872 (mp_runner.py:76) -2024-09-01 21:14:15,729 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.026s, count=477, qps in this process: 15.8862 (mp_runner.py:76) -2024-09-01 21:14:15,731 | INFO |End search in concurrency 25: dur=30.305610040995816s, total_count=11902, qps=392.7326 (mp_runner.py:120) -2024-09-01 21:14:17,302 | INFO |Update largest qps with concurrency 25: current max_qps=392.7326 (mp_runner.py:124) -2024-09-01 21:14:17,716 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:14:17,716 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 21:14:28,198 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 21:14:28,265 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,297 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,361 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,389 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,402 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,415 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,440 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,516 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,533 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,533 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,551 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,568 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,575 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,581 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:28,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:14:58,287 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0109s, count=392, qps in this process: 13.0619 (mp_runner.py:76) -2024-09-01 21:14:58,367 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0667s, count=393, qps in this process: 13.0709 (mp_runner.py:76) -2024-09-01 21:14:58,397 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0218s, count=394, qps in this process: 13.1238 (mp_runner.py:76) -2024-09-01 21:14:58,409 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0184s, count=394, qps in this process: 13.1253 (mp_runner.py:76) -2024-09-01 21:14:58,413 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0092s, count=394, qps in this process: 13.1293 (mp_runner.py:76) -2024-09-01 21:14:58,458 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0147s, count=395, qps in this process: 13.1602 (mp_runner.py:76) -2024-09-01 21:14:58,459 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0406s, count=395, qps in this process: 13.1489 (mp_runner.py:76) -2024-09-01 21:14:58,477 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0038s, count=395, qps in this process: 13.165 (mp_runner.py:76) -2024-09-01 21:14:58,540 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0663s, count=396, qps in this process: 13.1709 (mp_runner.py:76) -2024-09-01 21:14:58,540 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0202s, count=396, qps in this process: 13.1911 (mp_runner.py:76) -2024-09-01 21:14:58,541 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0058s, count=396, qps in this process: 13.1974 (mp_runner.py:76) -2024-09-01 21:14:58,541 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0675s, count=396, qps in this process: 13.1704 (mp_runner.py:76) -2024-09-01 21:14:58,541 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0739s, count=396, qps in this process: 13.1676 (mp_runner.py:76) -2024-09-01 21:14:58,541 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0678s, count=396, qps in this process: 13.1702 (mp_runner.py:76) -2024-09-01 21:14:58,543 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0693s, count=396, qps in this process: 13.1696 (mp_runner.py:76) -2024-09-01 21:14:58,543 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0696s, count=396, qps in this process: 13.1694 (mp_runner.py:76) -2024-09-01 21:14:58,543 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0688s, count=396, qps in this process: 13.1698 (mp_runner.py:76) -2024-09-01 21:14:58,544 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0088s, count=396, qps in this process: 13.1961 (mp_runner.py:76) -2024-09-01 21:14:58,544 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0706s, count=396, qps in this process: 13.169 (mp_runner.py:76) -2024-09-01 21:14:58,544 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0297s, count=396, qps in this process: 13.1869 (mp_runner.py:76) -2024-09-01 21:14:58,547 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0115s, count=396, qps in this process: 13.1949 (mp_runner.py:76) -2024-09-01 21:14:58,566 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0991s, count=396, qps in this process: 13.1565 (mp_runner.py:76) -2024-09-01 21:14:58,596 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0399s, count=397, qps in this process: 13.2158 (mp_runner.py:76) -2024-09-01 21:14:58,596 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0096s, count=397, qps in this process: 13.2291 (mp_runner.py:76) -2024-09-01 21:14:58,596 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0213s, count=397, qps in this process: 13.2239 (mp_runner.py:76) -2024-09-01 21:14:58,596 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0318s, count=397, qps in this process: 13.2193 (mp_runner.py:76) -2024-09-01 21:14:58,597 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0022s, count=397, qps in this process: 13.2324 (mp_runner.py:76) -2024-09-01 21:14:58,597 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0295s, count=397, qps in this process: 13.2203 (mp_runner.py:76) -2024-09-01 21:14:58,598 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0028s, count=397, qps in this process: 13.2321 (mp_runner.py:76) -2024-09-01 21:14:58,602 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0155s, count=397, qps in this process: 13.2265 (mp_runner.py:76) -2024-09-01 21:14:58,609 | INFO |End search in concurrency 30: dur=30.41141806100495s, total_count=11872, qps=390.3797 (mp_runner.py:120) -2024-09-01 21:15:00,960 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:15:00,960 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 21:15:11,494 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 21:15:11,545 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,552 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,628 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,683 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,710 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,711 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,731 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,799 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,799 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,807 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,809 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,809 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,824 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,829 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,836 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,841 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,851 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,854 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,871 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,879 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,889 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,893 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,893 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,895 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,903 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,904 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:11,938 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:41,560 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0076s, count=341, qps in this process: 11.3638 (mp_runner.py:76) -2024-09-01 21:15:41,573 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.028s, count=341, qps in this process: 11.3561 (mp_runner.py:76) -2024-09-01 21:15:41,679 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0494s, count=342, qps in this process: 11.3813 (mp_runner.py:76) -2024-09-01 21:15:41,685 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0177s, count=342, qps in this process: 11.3933 (mp_runner.py:76) -2024-09-01 21:15:41,738 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0536s, count=343, qps in this process: 11.4129 (mp_runner.py:76) -2024-09-01 21:15:41,739 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0259s, count=343, qps in this process: 11.4235 (mp_runner.py:76) -2024-09-01 21:15:41,740 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0293s, count=343, qps in this process: 11.4222 (mp_runner.py:76) -2024-09-01 21:15:41,741 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0585s, count=343, qps in this process: 11.4111 (mp_runner.py:76) -2024-09-01 21:15:41,742 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0282s, count=343, qps in this process: 11.4226 (mp_runner.py:76) -2024-09-01 21:15:41,792 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0544s, count=344, qps in this process: 11.4459 (mp_runner.py:76) -2024-09-01 21:15:41,800 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0058s, count=344, qps in this process: 11.4645 (mp_runner.py:76) -2024-09-01 21:15:41,818 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0146s, count=344, qps in this process: 11.4611 (mp_runner.py:76) -2024-09-01 21:15:41,819 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0092s, count=344, qps in this process: 11.4632 (mp_runner.py:76) -2024-09-01 21:15:41,856 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0339s, count=345, qps in this process: 11.487 (mp_runner.py:76) -2024-09-01 21:15:41,864 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0318s, count=345, qps in this process: 11.4878 (mp_runner.py:76) -2024-09-01 21:15:41,865 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0219s, count=345, qps in this process: 11.4916 (mp_runner.py:76) -2024-09-01 21:15:41,865 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0696s, count=345, qps in this process: 11.4734 (mp_runner.py:76) -2024-09-01 21:15:41,869 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0659s, count=345, qps in this process: 11.4748 (mp_runner.py:76) -2024-09-01 21:15:41,872 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0295s, count=345, qps in this process: 11.4887 (mp_runner.py:76) -2024-09-01 21:15:41,874 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0213s, count=345, qps in this process: 11.4918 (mp_runner.py:76) -2024-09-01 21:15:41,882 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0189s, count=345, qps in this process: 11.4928 (mp_runner.py:76) -2024-09-01 21:15:41,885 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0317s, count=345, qps in this process: 11.4879 (mp_runner.py:76) -2024-09-01 21:15:41,885 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0744s, count=345, qps in this process: 11.4716 (mp_runner.py:76) -2024-09-01 21:15:41,886 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0327s, count=345, qps in this process: 11.4875 (mp_runner.py:76) -2024-09-01 21:15:41,888 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0593s, count=345, qps in this process: 11.4773 (mp_runner.py:76) -2024-09-01 21:15:41,889 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0113s, count=345, qps in this process: 11.4957 (mp_runner.py:76) -2024-09-01 21:15:41,903 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0003s, count=346, qps in this process: 11.5332 (mp_runner.py:76) -2024-09-01 21:15:41,904 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0205s, count=346, qps in this process: 11.5255 (mp_runner.py:76) -2024-09-01 21:15:41,904 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0072s, count=346, qps in this process: 11.5306 (mp_runner.py:76) -2024-09-01 21:15:41,908 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0094s, count=346, qps in this process: 11.5297 (mp_runner.py:76) -2024-09-01 21:15:41,910 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0192s, count=346, qps in this process: 11.526 (mp_runner.py:76) -2024-09-01 21:15:41,922 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0072s, count=347, qps in this process: 11.5639 (mp_runner.py:76) -2024-09-01 21:15:41,923 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0116s, count=347, qps in this process: 11.5622 (mp_runner.py:76) -2024-09-01 21:15:41,924 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0064s, count=347, qps in this process: 11.5642 (mp_runner.py:76) -2024-09-01 21:15:41,960 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0092s, count=351, qps in this process: 11.6964 (mp_runner.py:76) -2024-09-01 21:15:41,962 | INFO |End search in concurrency 35: dur=30.467450903997815s, total_count=12064, qps=395.9635 (mp_runner.py:120) -2024-09-01 21:15:44,226 | INFO |Update largest qps with concurrency 35: current max_qps=395.9635 (mp_runner.py:124) -2024-09-01 21:15:44,640 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:15:44,640 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 21:15:55,270 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 21:15:55,316 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,327 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,336 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,380 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,479 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,491 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,555 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,555 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,555 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,607 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,617 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,631 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,631 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,641 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,655 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,683 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,683 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,688 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,688 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,710 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,714 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,729 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,739 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,751 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,753 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,763 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,792 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,795 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:15:55,811 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:25,381 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0639s, count=299, qps in this process: 9.9455 (mp_runner.py:76) -2024-09-01 21:16:25,389 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0415s, count=299, qps in this process: 9.9529 (mp_runner.py:76) -2024-09-01 21:16:25,417 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0845s, count=299, qps in this process: 9.9387 (mp_runner.py:76) -2024-09-01 21:16:25,500 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.1085s, count=300, qps in this process: 9.964 (mp_runner.py:76) -2024-09-01 21:16:25,516 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0311s, count=300, qps in this process: 9.9896 (mp_runner.py:76) -2024-09-01 21:16:25,531 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.032s, count=300, qps in this process: 9.9893 (mp_runner.py:76) -2024-09-01 21:16:25,571 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0144s, count=301, qps in this process: 10.0285 (mp_runner.py:76) -2024-09-01 21:16:25,573 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0167s, count=301, qps in this process: 10.0278 (mp_runner.py:76) -2024-09-01 21:16:25,574 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0178s, count=301, qps in this process: 10.0274 (mp_runner.py:76) -2024-09-01 21:16:25,637 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0012s, count=302, qps in this process: 10.0663 (mp_runner.py:76) -2024-09-01 21:16:25,645 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0251s, count=302, qps in this process: 10.0583 (mp_runner.py:76) -2024-09-01 21:16:25,653 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0066s, count=302, qps in this process: 10.0645 (mp_runner.py:76) -2024-09-01 21:16:25,656 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0472s, count=302, qps in this process: 10.0509 (mp_runner.py:76) -2024-09-01 21:16:25,658 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0494s, count=302, qps in this process: 10.0501 (mp_runner.py:76) -2024-09-01 21:16:25,659 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0501s, count=302, qps in this process: 10.0499 (mp_runner.py:76) -2024-09-01 21:16:25,722 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0622s, count=303, qps in this process: 10.0791 (mp_runner.py:76) -2024-09-01 21:16:25,722 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0306s, count=303, qps in this process: 10.0897 (mp_runner.py:76) -2024-09-01 21:16:25,723 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0309s, count=303, qps in this process: 10.0896 (mp_runner.py:76) -2024-09-01 21:16:25,723 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0363s, count=303, qps in this process: 10.0878 (mp_runner.py:76) -2024-09-01 21:16:25,724 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0612s, count=303, qps in this process: 10.0794 (mp_runner.py:76) -2024-09-01 21:16:25,724 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0004s, count=303, qps in this process: 10.0999 (mp_runner.py:76) -2024-09-01 21:16:25,732 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0962s, count=303, qps in this process: 10.0677 (mp_runner.py:76) -2024-09-01 21:16:25,736 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0236s, count=303, qps in this process: 10.0921 (mp_runner.py:76) -2024-09-01 21:16:25,736 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0456s, count=303, qps in this process: 10.0847 (mp_runner.py:76) -2024-09-01 21:16:25,737 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0742s, count=303, qps in this process: 10.0751 (mp_runner.py:76) -2024-09-01 21:16:25,748 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0068s, count=303, qps in this process: 10.0977 (mp_runner.py:76) -2024-09-01 21:16:25,769 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0236s, count=304, qps in this process: 10.1254 (mp_runner.py:76) -2024-09-01 21:16:25,770 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0073s, count=304, qps in this process: 10.1309 (mp_runner.py:76) -2024-09-01 21:16:25,771 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.012s, count=304, qps in this process: 10.1293 (mp_runner.py:76) -2024-09-01 21:16:25,772 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0261s, count=304, qps in this process: 10.1245 (mp_runner.py:76) -2024-09-01 21:16:25,773 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0398s, count=304, qps in this process: 10.1199 (mp_runner.py:76) -2024-09-01 21:16:25,774 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0199s, count=304, qps in this process: 10.1266 (mp_runner.py:76) -2024-09-01 21:16:25,791 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0201s, count=305, qps in this process: 10.1599 (mp_runner.py:76) -2024-09-01 21:16:25,795 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0003s, count=305, qps in this process: 10.1666 (mp_runner.py:76) -2024-09-01 21:16:25,801 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0015s, count=305, qps in this process: 10.1662 (mp_runner.py:76) -2024-09-01 21:16:25,802 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.003s, count=305, qps in this process: 10.1657 (mp_runner.py:76) -2024-09-01 21:16:25,802 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0087s, count=305, qps in this process: 10.1637 (mp_runner.py:76) -2024-09-01 21:16:25,808 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.001s, count=306, qps in this process: 10.1997 (mp_runner.py:76) -2024-09-01 21:16:25,827 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0121s, count=307, qps in this process: 10.2292 (mp_runner.py:76) -2024-09-01 21:16:25,827 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.008s, count=307, qps in this process: 10.2306 (mp_runner.py:76) -2024-09-01 21:16:25,829 | INFO |End search in concurrency 40: dur=30.55906126100308s, total_count=12114, qps=396.4127 (mp_runner.py:120) -2024-09-01 21:16:28,454 | INFO |Update largest qps with concurrency 40: current max_qps=396.4127 (mp_runner.py:124) -2024-09-01 21:16:28,872 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:16:28,872 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 21:16:39,701 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 21:16:39,983 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,000 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,001 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,023 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,067 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,067 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,095 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,107 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,121 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,123 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,131 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,135 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,163 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,194 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,199 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,207 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,207 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,211 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,217 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,219 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,221 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,221 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,223 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,223 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,224 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,239 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,289 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,289 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,315 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,317 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:16:40,338 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:10,035 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0284s, count=265, qps in this process: 8.825 (mp_runner.py:76) -2024-09-01 21:17:10,114 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0444s, count=266, qps in this process: 8.8536 (mp_runner.py:76) -2024-09-01 21:17:10,117 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0473s, count=266, qps in this process: 8.8527 (mp_runner.py:76) -2024-09-01 21:17:10,122 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0206s, count=266, qps in this process: 8.8606 (mp_runner.py:76) -2024-09-01 21:17:10,123 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0529s, count=266, qps in this process: 8.8511 (mp_runner.py:76) -2024-09-01 21:17:10,129 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0078s, count=266, qps in this process: 8.8644 (mp_runner.py:76) -2024-09-01 21:17:10,129 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.1138s, count=266, qps in this process: 8.8332 (mp_runner.py:76) -2024-09-01 21:17:10,132 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0622s, count=266, qps in this process: 8.8483 (mp_runner.py:76) -2024-09-01 21:17:10,133 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0117s, count=266, qps in this process: 8.8632 (mp_runner.py:76) -2024-09-01 21:17:10,133 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.1054s, count=266, qps in this process: 8.8356 (mp_runner.py:76) -2024-09-01 21:17:10,137 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0671s, count=266, qps in this process: 8.8469 (mp_runner.py:76) -2024-09-01 21:17:10,138 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0136s, count=266, qps in this process: 8.8626 (mp_runner.py:76) -2024-09-01 21:17:10,139 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0264s, count=266, qps in this process: 8.8589 (mp_runner.py:76) -2024-09-01 21:17:10,140 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.1525s, count=266, qps in this process: 8.8218 (mp_runner.py:76) -2024-09-01 21:17:10,141 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0108s, count=266, qps in this process: 8.8635 (mp_runner.py:76) -2024-09-01 21:17:10,197 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0256s, count=267, qps in this process: 8.8924 (mp_runner.py:76) -2024-09-01 21:17:10,197 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0665s, count=267, qps in this process: 8.8803 (mp_runner.py:76) -2024-09-01 21:17:10,202 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.059s, count=267, qps in this process: 8.8825 (mp_runner.py:76) -2024-09-01 21:17:10,204 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0007s, count=267, qps in this process: 8.8998 (mp_runner.py:76) -2024-09-01 21:17:10,204 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0074s, count=267, qps in this process: 8.8978 (mp_runner.py:76) -2024-09-01 21:17:10,205 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0606s, count=267, qps in this process: 8.8821 (mp_runner.py:76) -2024-09-01 21:17:10,205 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0341s, count=267, qps in this process: 8.8899 (mp_runner.py:76) -2024-09-01 21:17:10,206 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0714s, count=267, qps in this process: 8.8789 (mp_runner.py:76) -2024-09-01 21:17:10,207 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0815s, count=267, qps in this process: 8.8759 (mp_runner.py:76) -2024-09-01 21:17:10,207 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0895s, count=267, qps in this process: 8.8735 (mp_runner.py:76) -2024-09-01 21:17:10,253 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0257s, count=268, qps in this process: 8.9257 (mp_runner.py:76) -2024-09-01 21:17:10,254 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0265s, count=268, qps in this process: 8.9254 (mp_runner.py:76) -2024-09-01 21:17:10,254 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0321s, count=268, qps in this process: 8.9238 (mp_runner.py:76) -2024-09-01 21:17:10,256 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0248s, count=268, qps in this process: 8.926 (mp_runner.py:76) -2024-09-01 21:17:10,258 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0328s, count=268, qps in this process: 8.9236 (mp_runner.py:76) -2024-09-01 21:17:10,259 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0597s, count=268, qps in this process: 8.9156 (mp_runner.py:76) -2024-09-01 21:17:10,260 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0369s, count=268, qps in this process: 8.9224 (mp_runner.py:76) -2024-09-01 21:17:10,260 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0489s, count=268, qps in this process: 8.9188 (mp_runner.py:76) -2024-09-01 21:17:10,260 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.037s, count=268, qps in this process: 8.9223 (mp_runner.py:76) -2024-09-01 21:17:10,261 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0021s, count=268, qps in this process: 8.9327 (mp_runner.py:76) -2024-09-01 21:17:10,261 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.05s, count=268, qps in this process: 8.9185 (mp_runner.py:76) -2024-09-01 21:17:10,276 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0489s, count=268, qps in this process: 8.9188 (mp_runner.py:76) -2024-09-01 21:17:10,286 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0102s, count=269, qps in this process: 8.9636 (mp_runner.py:76) -2024-09-01 21:17:10,288 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0007s, count=269, qps in this process: 8.9665 (mp_runner.py:76) -2024-09-01 21:17:10,303 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0081s, count=270, qps in this process: 8.9976 (mp_runner.py:76) -2024-09-01 21:17:10,304 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0117s, count=270, qps in this process: 8.9965 (mp_runner.py:76) -2024-09-01 21:17:10,304 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0162s, count=270, qps in this process: 8.9951 (mp_runner.py:76) -2024-09-01 21:17:10,332 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0119s, count=272, qps in this process: 9.0631 (mp_runner.py:76) -2024-09-01 21:17:10,333 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0124s, count=272, qps in this process: 9.0629 (mp_runner.py:76) -2024-09-01 21:17:10,353 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.006s, count=274, qps in this process: 9.1315 (mp_runner.py:76) -2024-09-01 21:17:10,355 | INFO |End search in concurrency 45: dur=30.6512902970062s, total_count=12041, qps=392.8383 (mp_runner.py:120) -2024-09-01 21:17:13,719 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:17:13,719 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 21:17:34,739 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 21:17:35,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,038 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,081 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,082 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,085 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,103 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,103 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,103 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,104 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,167 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,167 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,170 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,180 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,204 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,205 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,205 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,206 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,239 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,264 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,268 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,268 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,269 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,290 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,291 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,293 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,299 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,331 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,331 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,354 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,354 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,367 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:17:35,376 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:05,063 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0223s, count=243, qps in this process: 8.094 (mp_runner.py:76) -2024-09-01 21:18:05,136 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.125s, count=243, qps in this process: 8.0664 (mp_runner.py:76) -2024-09-01 21:18:05,168 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.057s, count=244, qps in this process: 8.1179 (mp_runner.py:76) -2024-09-01 21:18:05,168 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0217s, count=244, qps in this process: 8.1275 (mp_runner.py:76) -2024-09-01 21:18:05,172 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0005s, count=244, qps in this process: 8.1332 (mp_runner.py:76) -2024-09-01 21:18:05,174 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0856s, count=244, qps in this process: 8.1102 (mp_runner.py:76) -2024-09-01 21:18:05,176 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0636s, count=244, qps in this process: 8.1161 (mp_runner.py:76) -2024-09-01 21:18:05,183 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0981s, count=244, qps in this process: 8.1068 (mp_runner.py:76) -2024-09-01 21:18:05,187 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.1025s, count=244, qps in this process: 8.1056 (mp_runner.py:76) -2024-09-01 21:18:05,188 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0191s, count=244, qps in this process: 8.1282 (mp_runner.py:76) -2024-09-01 21:18:05,189 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0421s, count=244, qps in this process: 8.1219 (mp_runner.py:76) -2024-09-01 21:18:05,191 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.071s, count=244, qps in this process: 8.1141 (mp_runner.py:76) -2024-09-01 21:18:05,192 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0808s, count=244, qps in this process: 8.1115 (mp_runner.py:76) -2024-09-01 21:18:05,192 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0802s, count=244, qps in this process: 8.1116 (mp_runner.py:76) -2024-09-01 21:18:05,197 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.1121s, count=244, qps in this process: 8.1031 (mp_runner.py:76) -2024-09-01 21:18:05,197 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.026s, count=244, qps in this process: 8.1263 (mp_runner.py:76) -2024-09-01 21:18:05,202 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.1168s, count=244, qps in this process: 8.1018 (mp_runner.py:76) -2024-09-01 21:18:05,207 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0348s, count=244, qps in this process: 8.1239 (mp_runner.py:76) -2024-09-01 21:18:05,207 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0382s, count=244, qps in this process: 8.123 (mp_runner.py:76) -2024-09-01 21:18:05,281 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0677s, count=245, qps in this process: 8.1483 (mp_runner.py:76) -2024-09-01 21:18:05,281 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0732s, count=245, qps in this process: 8.1468 (mp_runner.py:76) -2024-09-01 21:18:05,282 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0084s, count=245, qps in this process: 8.1644 (mp_runner.py:76) -2024-09-01 21:18:05,284 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.1003s, count=245, qps in this process: 8.1395 (mp_runner.py:76) -2024-09-01 21:18:05,285 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0618s, count=245, qps in this process: 8.1499 (mp_runner.py:76) -2024-09-01 21:18:05,288 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.1152s, count=245, qps in this process: 8.1354 (mp_runner.py:76) -2024-09-01 21:18:05,290 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0226s, count=245, qps in this process: 8.1605 (mp_runner.py:76) -2024-09-01 21:18:05,293 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0879s, count=245, qps in this process: 8.1428 (mp_runner.py:76) -2024-09-01 21:18:05,293 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0187s, count=245, qps in this process: 8.1616 (mp_runner.py:76) -2024-09-01 21:18:05,294 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0478s, count=245, qps in this process: 8.1537 (mp_runner.py:76) -2024-09-01 21:18:05,294 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0205s, count=245, qps in this process: 8.1611 (mp_runner.py:76) -2024-09-01 21:18:05,303 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0896s, count=245, qps in this process: 8.1423 (mp_runner.py:76) -2024-09-01 21:18:05,316 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.1109s, count=245, qps in this process: 8.1366 (mp_runner.py:76) -2024-09-01 21:18:05,323 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.028s, count=246, qps in this process: 8.1924 (mp_runner.py:76) -2024-09-01 21:18:05,327 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0589s, count=245, qps in this process: 8.1507 (mp_runner.py:76) -2024-09-01 21:18:05,341 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0334s, count=246, qps in this process: 8.1909 (mp_runner.py:76) -2024-09-01 21:18:05,342 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0496s, count=246, qps in this process: 8.1865 (mp_runner.py:76) -2024-09-01 21:18:05,342 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0413s, count=246, qps in this process: 8.1887 (mp_runner.py:76) -2024-09-01 21:18:05,344 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.009s, count=246, qps in this process: 8.1975 (mp_runner.py:76) -2024-09-01 21:18:05,344 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0056s, count=246, qps in this process: 8.1985 (mp_runner.py:76) -2024-09-01 21:18:05,346 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0391s, count=246, qps in this process: 8.1893 (mp_runner.py:76) -2024-09-01 21:18:05,347 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0512s, count=246, qps in this process: 8.186 (mp_runner.py:76) -2024-09-01 21:18:05,363 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.024s, count=246, qps in this process: 8.1934 (mp_runner.py:76) -2024-09-01 21:18:05,376 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0213s, count=247, qps in this process: 8.2275 (mp_runner.py:76) -2024-09-01 21:18:05,377 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.001s, count=247, qps in this process: 8.2331 (mp_runner.py:76) -2024-09-01 21:18:05,377 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.02s, count=247, qps in this process: 8.2278 (mp_runner.py:76) -2024-09-01 21:18:05,377 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0223s, count=247, qps in this process: 8.2272 (mp_runner.py:76) -2024-09-01 21:18:05,377 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0213s, count=247, qps in this process: 8.2275 (mp_runner.py:76) -2024-09-01 21:18:05,378 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0227s, count=247, qps in this process: 8.2271 (mp_runner.py:76) -2024-09-01 21:18:05,381 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.022s, count=247, qps in this process: 8.2273 (mp_runner.py:76) -2024-09-01 21:18:05,392 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0121s, count=248, qps in this process: 8.2633 (mp_runner.py:76) -2024-09-01 21:18:05,395 | INFO |End search in concurrency 50: dur=30.65503648899903s, total_count=12255, qps=399.7712 (mp_runner.py:120) -2024-09-01 21:18:08,708 | INFO |Update largest qps with concurrency 50: current max_qps=399.7712 (mp_runner.py:124) -2024-09-01 21:18:09,119 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:18:09,119 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 21:18:30,329 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 21:18:30,566 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,656 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,688 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,688 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,689 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,689 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,751 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,756 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,810 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,816 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,816 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,817 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,820 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,821 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,823 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,824 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,824 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,825 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,825 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,827 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,828 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,875 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,880 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,880 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,883 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,897 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,899 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,904 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,904 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,912 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,923 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,939 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,940 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,940 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,940 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,941 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,943 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,971 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,971 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,976 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,981 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,984 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,985 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,985 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:30,997 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:31,131 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:18:31,180 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:00,686 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0228s, count=220, qps in this process: 7.3278 (mp_runner.py:76) -2024-09-01 21:19:00,696 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0045s, count=220, qps in this process: 7.3322 (mp_runner.py:76) -2024-09-01 21:19:00,714 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.1344s, count=220, qps in this process: 7.3006 (mp_runner.py:76) -2024-09-01 21:19:00,718 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0262s, count=220, qps in this process: 7.3269 (mp_runner.py:76) -2024-09-01 21:19:00,787 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0921s, count=221, qps in this process: 7.3441 (mp_runner.py:76) -2024-09-01 21:19:00,791 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0351s, count=221, qps in this process: 7.3581 (mp_runner.py:76) -2024-09-01 21:19:00,797 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0302s, count=221, qps in this process: 7.3593 (mp_runner.py:76) -2024-09-01 21:19:00,799 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.1085s, count=221, qps in this process: 7.3401 (mp_runner.py:76) -2024-09-01 21:19:00,800 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0428s, count=221, qps in this process: 7.3562 (mp_runner.py:76) -2024-09-01 21:19:00,848 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0171s, count=222, qps in this process: 7.3958 (mp_runner.py:76) -2024-09-01 21:19:00,890 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.002s, count=222, qps in this process: 7.3995 (mp_runner.py:76) -2024-09-01 21:19:00,890 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0013s, count=222, qps in this process: 7.3997 (mp_runner.py:76) -2024-09-01 21:19:00,893 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0622s, count=222, qps in this process: 7.3847 (mp_runner.py:76) -2024-09-01 21:19:00,894 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0664s, count=222, qps in this process: 7.3837 (mp_runner.py:76) -2024-09-01 21:19:00,896 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0696s, count=222, qps in this process: 7.3829 (mp_runner.py:76) -2024-09-01 21:19:00,900 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0534s, count=222, qps in this process: 7.3869 (mp_runner.py:76) -2024-09-01 21:19:00,928 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0734s, count=222, qps in this process: 7.3819 (mp_runner.py:76) -2024-09-01 21:19:00,938 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0334s, count=222, qps in this process: 7.3918 (mp_runner.py:76) -2024-09-01 21:19:00,940 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0935s, count=222, qps in this process: 7.377 (mp_runner.py:76) -2024-09-01 21:19:00,942 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0276s, count=222, qps in this process: 7.3932 (mp_runner.py:76) -2024-09-01 21:19:00,942 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.1087s, count=222, qps in this process: 7.3733 (mp_runner.py:76) -2024-09-01 21:19:00,943 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.1279s, count=222, qps in this process: 7.3686 (mp_runner.py:76) -2024-09-01 21:19:00,944 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.1235s, count=222, qps in this process: 7.3697 (mp_runner.py:76) -2024-09-01 21:19:00,949 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0436s, count=222, qps in this process: 7.3893 (mp_runner.py:76) -2024-09-01 21:19:00,950 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.1288s, count=222, qps in this process: 7.3684 (mp_runner.py:76) -2024-09-01 21:19:00,952 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0619s, count=222, qps in this process: 7.3848 (mp_runner.py:76) -2024-09-01 21:19:00,954 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0137s, count=222, qps in this process: 7.3966 (mp_runner.py:76) -2024-09-01 21:19:00,955 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.133s, count=222, qps in this process: 7.3673 (mp_runner.py:76) -2024-09-01 21:19:00,957 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.1336s, count=222, qps in this process: 7.3672 (mp_runner.py:76) -2024-09-01 21:19:00,958 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0173s, count=222, qps in this process: 7.3957 (mp_runner.py:76) -2024-09-01 21:19:00,972 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0925s, count=222, qps in this process: 7.3773 (mp_runner.py:76) -2024-09-01 21:19:00,976 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0289s, count=222, qps in this process: 7.3929 (mp_runner.py:76) -2024-09-01 21:19:00,977 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0304s, count=222, qps in this process: 7.3925 (mp_runner.py:76) -2024-09-01 21:19:00,978 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.1307s, count=222, qps in this process: 7.3679 (mp_runner.py:76) -2024-09-01 21:19:00,979 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.146s, count=222, qps in this process: 7.3642 (mp_runner.py:76) -2024-09-01 21:19:00,980 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0363s, count=222, qps in this process: 7.3911 (mp_runner.py:76) -2024-09-01 21:19:00,989 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.1638s, count=222, qps in this process: 7.3598 (mp_runner.py:76) -2024-09-01 21:19:00,990 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.1641s, count=222, qps in this process: 7.3597 (mp_runner.py:76) -2024-09-01 21:19:00,990 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0887s, count=222, qps in this process: 7.3782 (mp_runner.py:76) -2024-09-01 21:19:01,010 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0287s, count=223, qps in this process: 7.4262 (mp_runner.py:76) -2024-09-01 21:19:01,010 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0644s, count=223, qps in this process: 7.4174 (mp_runner.py:76) -2024-09-01 21:19:01,012 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0932s, count=223, qps in this process: 7.4103 (mp_runner.py:76) -2024-09-01 21:19:01,013 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0072s, count=223, qps in this process: 7.4315 (mp_runner.py:76) -2024-09-01 21:19:01,013 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.1037s, count=223, qps in this process: 7.4077 (mp_runner.py:76) -2024-09-01 21:19:01,015 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0396s, count=223, qps in this process: 7.4235 (mp_runner.py:76) -2024-09-01 21:19:01,016 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.021s, count=223, qps in this process: 7.4281 (mp_runner.py:76) -2024-09-01 21:19:01,017 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0711s, count=223, qps in this process: 7.4158 (mp_runner.py:76) -2024-09-01 21:19:01,018 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0424s, count=223, qps in this process: 7.4228 (mp_runner.py:76) -2024-09-01 21:19:01,020 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0307s, count=223, qps in this process: 7.4257 (mp_runner.py:76) -2024-09-01 21:19:01,021 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0302s, count=223, qps in this process: 7.4259 (mp_runner.py:76) -2024-09-01 21:19:01,024 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0789s, count=223, qps in this process: 7.4138 (mp_runner.py:76) -2024-09-01 21:19:01,024 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0333s, count=223, qps in this process: 7.4251 (mp_runner.py:76) -2024-09-01 21:19:01,026 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0815s, count=223, qps in this process: 7.4132 (mp_runner.py:76) -2024-09-01 21:19:01,150 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0076s, count=232, qps in this process: 7.7314 (mp_runner.py:76) -2024-09-01 21:19:01,197 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0099s, count=237, qps in this process: 7.8974 (mp_runner.py:76) -2024-09-01 21:19:01,199 | INFO |End search in concurrency 55: dur=30.86981717999879s, total_count=12236, qps=396.3742 (mp_runner.py:120) -2024-09-01 21:19:05,236 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:19:05,236 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 21:19:26,535 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 21:19:26,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,051 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,054 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,083 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,096 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,097 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,100 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,126 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,132 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,139 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,140 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,140 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,140 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,142 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,143 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,164 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,164 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,165 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,167 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,168 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,168 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,176 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,185 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,187 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,189 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,201 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,203 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,207 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,211 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,211 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,215 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,215 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,217 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,217 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,218 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,220 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,227 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,227 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,245 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,277 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,282 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,282 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,291 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,320 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,320 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,325 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:27,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:19:56,866 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0156s, count=203, qps in this process: 6.7631 (mp_runner.py:76) -2024-09-01 21:19:57,186 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.1181s, count=205, qps in this process: 6.8065 (mp_runner.py:76) -2024-09-01 21:19:57,188 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0856s, count=205, qps in this process: 6.8139 (mp_runner.py:76) -2024-09-01 21:19:57,192 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0173s, count=205, qps in this process: 6.8294 (mp_runner.py:76) -2024-09-01 21:19:57,193 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0267s, count=205, qps in this process: 6.8273 (mp_runner.py:76) -2024-09-01 21:19:57,196 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0037s, count=205, qps in this process: 6.8325 (mp_runner.py:76) -2024-09-01 21:19:57,198 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0565s, count=205, qps in this process: 6.8205 (mp_runner.py:76) -2024-09-01 21:19:57,200 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.1199s, count=205, qps in this process: 6.8061 (mp_runner.py:76) -2024-09-01 21:19:57,202 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0528s, count=205, qps in this process: 6.8213 (mp_runner.py:76) -2024-09-01 21:19:57,206 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0229s, count=205, qps in this process: 6.8281 (mp_runner.py:76) -2024-09-01 21:19:57,208 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0656s, count=205, qps in this process: 6.8184 (mp_runner.py:76) -2024-09-01 21:19:57,215 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0471s, count=205, qps in this process: 6.8226 (mp_runner.py:76) -2024-09-01 21:19:57,216 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.1148s, count=205, qps in this process: 6.8073 (mp_runner.py:76) -2024-09-01 21:19:57,220 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0777s, count=205, qps in this process: 6.8157 (mp_runner.py:76) -2024-09-01 21:19:57,226 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0267s, count=205, qps in this process: 6.8273 (mp_runner.py:76) -2024-09-01 21:19:57,226 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.085s, count=205, qps in this process: 6.814 (mp_runner.py:76) -2024-09-01 21:19:57,227 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.085s, count=205, qps in this process: 6.814 (mp_runner.py:76) -2024-09-01 21:19:57,229 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.1181s, count=205, qps in this process: 6.8065 (mp_runner.py:76) -2024-09-01 21:19:57,229 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0776s, count=205, qps in this process: 6.8157 (mp_runner.py:76) -2024-09-01 21:19:57,234 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.1479s, count=205, qps in this process: 6.7998 (mp_runner.py:76) -2024-09-01 21:19:57,235 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0677s, count=205, qps in this process: 6.8179 (mp_runner.py:76) -2024-09-01 21:19:57,236 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.06s, count=205, qps in this process: 6.8197 (mp_runner.py:76) -2024-09-01 21:19:57,237 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0699s, count=205, qps in this process: 6.8174 (mp_runner.py:76) -2024-09-01 21:19:57,242 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0928s, count=205, qps in this process: 6.8123 (mp_runner.py:76) -2024-09-01 21:19:57,278 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0518s, count=205, qps in this process: 6.8216 (mp_runner.py:76) -2024-09-01 21:19:57,319 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0383s, count=206, qps in this process: 6.8579 (mp_runner.py:76) -2024-09-01 21:19:57,319 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0259s, count=206, qps in this process: 6.8607 (mp_runner.py:76) -2024-09-01 21:19:57,319 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.1179s, count=206, qps in this process: 6.8398 (mp_runner.py:76) -2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.036s, count=206, qps in this process: 6.8584 (mp_runner.py:76) -2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0772s, count=206, qps in this process: 6.849 (mp_runner.py:76) -2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.1027s, count=206, qps in this process: 6.8432 (mp_runner.py:76) -2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0853s, count=206, qps in this process: 6.8472 (mp_runner.py:76) -2024-09-01 21:19:57,320 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.1055s, count=206, qps in this process: 6.8426 (mp_runner.py:76) -2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0942s, count=206, qps in this process: 6.8452 (mp_runner.py:76) -2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.103s, count=206, qps in this process: 6.8432 (mp_runner.py:76) -2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.1198s, count=206, qps in this process: 6.8394 (mp_runner.py:76) -2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.1196s, count=206, qps in this process: 6.8394 (mp_runner.py:76) -2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.1041s, count=206, qps in this process: 6.8429 (mp_runner.py:76) -2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0664s, count=206, qps in this process: 6.8515 (mp_runner.py:76) -2024-09-01 21:19:57,321 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0609s, count=206, qps in this process: 6.8528 (mp_runner.py:76) -2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0748s, count=206, qps in this process: 6.8496 (mp_runner.py:76) -2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.1207s, count=206, qps in this process: 6.8392 (mp_runner.py:76) -2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.1045s, count=206, qps in this process: 6.8428 (mp_runner.py:76) -2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0517s, count=206, qps in this process: 6.8549 (mp_runner.py:76) -2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.1206s, count=206, qps in this process: 6.8392 (mp_runner.py:76) -2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0358s, count=206, qps in this process: 6.8585 (mp_runner.py:76) -2024-09-01 21:19:57,322 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.1049s, count=206, qps in this process: 6.8427 (mp_runner.py:76) -2024-09-01 21:19:57,323 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0965s, count=206, qps in this process: 6.8446 (mp_runner.py:76) -2024-09-01 21:19:57,323 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.1299s, count=206, qps in this process: 6.8371 (mp_runner.py:76) -2024-09-01 21:19:57,324 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.133s, count=206, qps in this process: 6.8364 (mp_runner.py:76) -2024-09-01 21:19:57,324 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.113s, count=206, qps in this process: 6.8409 (mp_runner.py:76) -2024-09-01 21:19:57,324 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.1307s, count=206, qps in this process: 6.8369 (mp_runner.py:76) -2024-09-01 21:19:57,324 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.1309s, count=206, qps in this process: 6.8368 (mp_runner.py:76) -2024-09-01 21:19:57,333 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0489s, count=206, qps in this process: 6.8555 (mp_runner.py:76) -2024-09-01 21:19:57,337 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0902s, count=206, qps in this process: 6.8461 (mp_runner.py:76) -2024-09-01 21:19:57,354 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0219s, count=207, qps in this process: 6.895 (mp_runner.py:76) -2024-09-01 21:19:57,354 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0224s, count=207, qps in this process: 6.8949 (mp_runner.py:76) -2024-09-01 21:19:57,356 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0315s, count=207, qps in this process: 6.8928 (mp_runner.py:76) -2024-09-01 21:19:57,359 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.035s, count=207, qps in this process: 6.892 (mp_runner.py:76) -2024-09-01 21:19:57,387 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0059s, count=210, qps in this process: 6.9986 (mp_runner.py:76) -2024-09-01 21:19:57,390 | INFO |End search in concurrency 60: dur=30.854355116003717s, total_count=12341, qps=399.976 (mp_runner.py:120) -2024-09-01 21:20:01,433 | INFO |Update largest qps with concurrency 60: current max_qps=399.976 (mp_runner.py:124) -2024-09-01 21:20:01,843 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:20:01,843 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 21:20:23,401 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 21:20:23,548 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,552 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,737 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,740 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,836 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,843 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,906 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,918 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,920 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,923 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,923 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,923 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,929 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,931 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,932 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,935 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,939 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,940 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,945 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,981 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,987 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,993 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:23,995 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,019 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,064 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,071 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,111 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,122 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,124 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,152 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,164 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,187 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,231 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,231 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,256 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,271 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,274 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,274 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,287 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,299 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,299 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,351 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,359 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,375 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,379 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,427 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,431 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,435 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,439 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,443 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:24,471 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:20:53,590 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0264s, count=180, qps in this process: 5.9947 (mp_runner.py:76) -2024-09-01 21:20:53,599 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0387s, count=181, qps in this process: 6.0256 (mp_runner.py:76) -2024-09-01 21:20:53,824 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0761s, count=183, qps in this process: 6.0846 (mp_runner.py:76) -2024-09-01 21:20:53,824 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0604s, count=183, qps in this process: 6.0877 (mp_runner.py:76) -2024-09-01 21:20:53,841 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0852s, count=183, qps in this process: 6.0827 (mp_runner.py:76) -2024-09-01 21:20:53,931 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0812s, count=183, qps in this process: 6.0835 (mp_runner.py:76) -2024-09-01 21:20:53,941 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0267s, count=184, qps in this process: 6.1279 (mp_runner.py:76) -2024-09-01 21:20:53,950 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.011s, count=184, qps in this process: 6.1311 (mp_runner.py:76) -2024-09-01 21:20:53,952 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.1091s, count=184, qps in this process: 6.1111 (mp_runner.py:76) -2024-09-01 21:20:53,957 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0259s, count=184, qps in this process: 6.128 (mp_runner.py:76) -2024-09-01 21:20:53,957 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0223s, count=184, qps in this process: 6.1288 (mp_runner.py:76) -2024-09-01 21:20:53,962 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0356s, count=184, qps in this process: 6.1261 (mp_runner.py:76) -2024-09-01 21:20:53,963 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0364s, count=184, qps in this process: 6.1259 (mp_runner.py:76) -2024-09-01 21:20:53,966 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0337s, count=184, qps in this process: 6.1265 (mp_runner.py:76) -2024-09-01 21:20:53,969 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0333s, count=184, qps in this process: 6.1265 (mp_runner.py:76) -2024-09-01 21:20:53,977 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0501s, count=184, qps in this process: 6.1231 (mp_runner.py:76) -2024-09-01 21:20:53,984 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0513s, count=184, qps in this process: 6.1229 (mp_runner.py:76) -2024-09-01 21:20:53,989 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0348s, count=184, qps in this process: 6.1262 (mp_runner.py:76) -2024-09-01 21:20:53,990 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0407s, count=184, qps in this process: 6.125 (mp_runner.py:76) -2024-09-01 21:20:53,991 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0354s, count=184, qps in this process: 6.1261 (mp_runner.py:76) -2024-09-01 21:20:53,999 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0443s, count=184, qps in this process: 6.1243 (mp_runner.py:76) -2024-09-01 21:20:54,001 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0663s, count=184, qps in this process: 6.1198 (mp_runner.py:76) -2024-09-01 21:20:54,009 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0694s, count=184, qps in this process: 6.1192 (mp_runner.py:76) -2024-09-01 21:20:54,015 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.062s, count=184, qps in this process: 6.1207 (mp_runner.py:76) -2024-09-01 21:20:54,022 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.066s, count=184, qps in this process: 6.1199 (mp_runner.py:76) -2024-09-01 21:20:54,042 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0495s, count=185, qps in this process: 6.1565 (mp_runner.py:76) -2024-09-01 21:20:54,050 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0636s, count=185, qps in this process: 6.1536 (mp_runner.py:76) -2024-09-01 21:20:54,057 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0616s, count=185, qps in this process: 6.154 (mp_runner.py:76) -2024-09-01 21:20:54,082 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0747s, count=185, qps in this process: 6.1513 (mp_runner.py:76) -2024-09-01 21:20:54,090 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0679s, count=185, qps in this process: 6.1527 (mp_runner.py:76) -2024-09-01 21:20:54,092 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.1355s, count=185, qps in this process: 6.1389 (mp_runner.py:76) -2024-09-01 21:20:54,096 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0248s, count=185, qps in this process: 6.1616 (mp_runner.py:76) -2024-09-01 21:20:54,190 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.035s, count=186, qps in this process: 6.1928 (mp_runner.py:76) -2024-09-01 21:20:54,190 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0648s, count=186, qps in this process: 6.1866 (mp_runner.py:76) -2024-09-01 21:20:54,194 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0032s, count=186, qps in this process: 6.1993 (mp_runner.py:76) -2024-09-01 21:20:54,197 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.1153s, count=186, qps in this process: 6.1763 (mp_runner.py:76) -2024-09-01 21:20:54,224 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0523s, count=186, qps in this process: 6.1892 (mp_runner.py:76) -2024-09-01 21:20:54,233 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0519s, count=186, qps in this process: 6.1893 (mp_runner.py:76) -2024-09-01 21:20:54,238 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.1675s, count=186, qps in this process: 6.1656 (mp_runner.py:76) -2024-09-01 21:20:54,239 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.1206s, count=186, qps in this process: 6.1752 (mp_runner.py:76) -2024-09-01 21:20:54,246 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0924s, count=186, qps in this process: 6.181 (mp_runner.py:76) -2024-09-01 21:20:54,292 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0143s, count=187, qps in this process: 6.2304 (mp_runner.py:76) -2024-09-01 21:20:54,293 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.011s, count=187, qps in this process: 6.231 (mp_runner.py:76) -2024-09-01 21:20:54,293 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0582s, count=187, qps in this process: 6.2213 (mp_runner.py:76) -2024-09-01 21:20:54,293 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0082s, count=187, qps in this process: 6.2316 (mp_runner.py:76) -2024-09-01 21:20:54,293 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0588s, count=187, qps in this process: 6.2211 (mp_runner.py:76) -2024-09-01 21:20:54,294 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0122s, count=187, qps in this process: 6.2308 (mp_runner.py:76) -2024-09-01 21:20:54,294 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0236s, count=187, qps in this process: 6.2284 (mp_runner.py:76) -2024-09-01 21:20:54,295 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0082s, count=187, qps in this process: 6.2316 (mp_runner.py:76) -2024-09-01 21:20:54,330 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0305s, count=188, qps in this process: 6.2603 (mp_runner.py:76) -2024-09-01 21:20:54,334 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0114s, count=188, qps in this process: 6.2643 (mp_runner.py:76) -2024-09-01 21:20:54,337 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0226s, count=188, qps in this process: 6.2619 (mp_runner.py:76) -2024-09-01 21:20:54,377 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0062s, count=189, qps in this process: 6.2987 (mp_runner.py:76) -2024-09-01 21:20:54,385 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0302s, count=189, qps in this process: 6.2937 (mp_runner.py:76) -2024-09-01 21:20:54,387 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0003s, count=189, qps in this process: 6.2999 (mp_runner.py:76) -2024-09-01 21:20:54,413 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0182s, count=190, qps in this process: 6.3295 (mp_runner.py:76) -2024-09-01 21:20:54,414 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0271s, count=190, qps in this process: 6.3276 (mp_runner.py:76) -2024-09-01 21:20:54,423 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.001s, count=190, qps in this process: 6.3331 (mp_runner.py:76) -2024-09-01 21:20:54,448 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0072s, count=192, qps in this process: 6.3985 (mp_runner.py:76) -2024-09-01 21:20:54,448 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0057s, count=192, qps in this process: 6.3988 (mp_runner.py:76) -2024-09-01 21:20:54,449 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0097s, count=192, qps in this process: 6.3979 (mp_runner.py:76) -2024-09-01 21:20:54,449 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0024s, count=192, qps in this process: 6.3995 (mp_runner.py:76) -2024-09-01 21:20:54,449 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0158s, count=192, qps in this process: 6.3966 (mp_runner.py:76) -2024-09-01 21:20:54,466 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0174s, count=193, qps in this process: 6.4296 (mp_runner.py:76) -2024-09-01 21:20:54,488 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0034s, count=195, qps in this process: 6.4993 (mp_runner.py:76) -2024-09-01 21:20:54,491 | INFO |End search in concurrency 65: dur=31.088256372000615s, total_count=12103, qps=389.311 (mp_runner.py:120) -2024-09-01 21:20:59,214 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 21:20:59,215 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 21:21:21,114 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 21:21:21,312 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,509 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,516 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,517 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,733 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,736 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,741 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,743 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,743 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,744 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,747 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,747 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,752 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,752 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,754 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,755 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,755 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,768 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,768 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,769 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,783 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,795 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,796 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,797 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,798 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,798 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,798 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,799 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,799 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,800 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,801 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,803 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,823 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,823 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,861 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,861 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,868 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,872 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,873 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,873 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,904 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,907 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,911 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,911 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,913 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,934 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,935 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,954 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,955 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,995 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:21,999 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:22,030 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:22,034 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:22,039 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:22,079 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:22,101 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:22,107 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 21:21:51,402 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0887s, count=167, qps in this process: 5.5503 (mp_runner.py:76) -2024-09-01 21:21:51,555 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0345s, count=168, qps in this process: 5.5936 (mp_runner.py:76) -2024-09-01 21:21:51,573 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0508s, count=168, qps in this process: 5.5905 (mp_runner.py:76) -2024-09-01 21:21:51,594 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0797s, count=168, qps in this process: 5.5852 (mp_runner.py:76) -2024-09-01 21:21:51,735 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.1128s, count=169, qps in this process: 5.6122 (mp_runner.py:76) -2024-09-01 21:21:51,746 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0013s, count=169, qps in this process: 5.6331 (mp_runner.py:76) -2024-09-01 21:21:51,756 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0194s, count=169, qps in this process: 5.6297 (mp_runner.py:76) -2024-09-01 21:21:51,757 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0007s, count=169, qps in this process: 5.6332 (mp_runner.py:76) -2024-09-01 21:21:51,761 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0018s, count=169, qps in this process: 5.633 (mp_runner.py:76) -2024-09-01 21:21:51,889 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0219s, count=170, qps in this process: 5.6625 (mp_runner.py:76) -2024-09-01 21:21:51,889 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0869s, count=170, qps in this process: 5.6503 (mp_runner.py:76) -2024-09-01 21:21:51,889 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.146s, count=170, qps in this process: 5.6392 (mp_runner.py:76) -2024-09-01 21:21:51,890 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0696s, count=170, qps in this process: 5.6536 (mp_runner.py:76) -2024-09-01 21:21:51,891 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0905s, count=170, qps in this process: 5.6496 (mp_runner.py:76) -2024-09-01 21:21:51,891 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0763s, count=170, qps in this process: 5.6523 (mp_runner.py:76) -2024-09-01 21:21:51,891 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0962s, count=170, qps in this process: 5.6486 (mp_runner.py:76) -2024-09-01 21:21:51,892 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.1448s, count=170, qps in this process: 5.6394 (mp_runner.py:76) -2024-09-01 21:21:51,893 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.1468s, count=170, qps in this process: 5.6391 (mp_runner.py:76) -2024-09-01 21:21:51,893 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0928s, count=170, qps in this process: 5.6492 (mp_runner.py:76) -2024-09-01 21:21:51,893 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.1343s, count=170, qps in this process: 5.6414 (mp_runner.py:76) -2024-09-01 21:21:51,894 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0791s, count=170, qps in this process: 5.6518 (mp_runner.py:76) -2024-09-01 21:21:51,894 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.1355s, count=170, qps in this process: 5.6412 (mp_runner.py:76) -2024-09-01 21:21:51,894 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0748s, count=170, qps in this process: 5.6526 (mp_runner.py:76) -2024-09-01 21:21:51,895 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.1041s, count=170, qps in this process: 5.6471 (mp_runner.py:76) -2024-09-01 21:21:51,895 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0941s, count=170, qps in this process: 5.6489 (mp_runner.py:76) -2024-09-01 21:21:51,895 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0946s, count=170, qps in this process: 5.6489 (mp_runner.py:76) -2024-09-01 21:21:51,895 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.141s, count=170, qps in this process: 5.6402 (mp_runner.py:76) -2024-09-01 21:21:51,896 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0693s, count=170, qps in this process: 5.6536 (mp_runner.py:76) -2024-09-01 21:21:51,896 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.1357s, count=170, qps in this process: 5.6411 (mp_runner.py:76) -2024-09-01 21:21:51,896 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.1378s, count=170, qps in this process: 5.6408 (mp_runner.py:76) -2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.1102s, count=170, qps in this process: 5.6459 (mp_runner.py:76) -2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0285s, count=170, qps in this process: 5.6613 (mp_runner.py:76) -2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0967s, count=170, qps in this process: 5.6485 (mp_runner.py:76) -2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.1382s, count=170, qps in this process: 5.6407 (mp_runner.py:76) -2024-09-01 21:21:51,897 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.076s, count=170, qps in this process: 5.6523 (mp_runner.py:76) -2024-09-01 21:21:51,898 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0973s, count=170, qps in this process: 5.6483 (mp_runner.py:76) -2024-09-01 21:21:51,898 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0153s, count=170, qps in this process: 5.6638 (mp_runner.py:76) -2024-09-01 21:21:51,900 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0298s, count=170, qps in this process: 5.661 (mp_runner.py:76) -2024-09-01 21:21:51,906 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.1058s, count=170, qps in this process: 5.6468 (mp_runner.py:76) -2024-09-01 21:21:51,906 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.1691s, count=170, qps in this process: 5.6349 (mp_runner.py:76) -2024-09-01 21:21:51,908 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0932s, count=170, qps in this process: 5.6491 (mp_runner.py:76) -2024-09-01 21:21:51,921 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.1744s, count=170, qps in this process: 5.6339 (mp_runner.py:76) -2024-09-01 21:21:51,922 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0027s, count=170, qps in this process: 5.6662 (mp_runner.py:76) -2024-09-01 21:21:51,929 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.1677s, count=170, qps in this process: 5.6352 (mp_runner.py:76) -2024-09-01 21:21:51,932 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.1117s, count=170, qps in this process: 5.6456 (mp_runner.py:76) -2024-09-01 21:21:51,938 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.056s, count=170, qps in this process: 5.6561 (mp_runner.py:76) -2024-09-01 21:21:51,940 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.1135s, count=170, qps in this process: 5.6453 (mp_runner.py:76) -2024-09-01 21:21:51,941 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.1947s, count=170, qps in this process: 5.6301 (mp_runner.py:76) -2024-09-01 21:21:51,948 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.2027s, count=170, qps in this process: 5.6286 (mp_runner.py:76) -2024-09-01 21:21:51,949 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0662s, count=170, qps in this process: 5.6542 (mp_runner.py:76) -2024-09-01 21:21:51,949 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.1916s, count=170, qps in this process: 5.6307 (mp_runner.py:76) -2024-09-01 21:21:51,952 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.1944s, count=170, qps in this process: 5.6302 (mp_runner.py:76) -2024-09-01 21:21:51,980 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0589s, count=171, qps in this process: 5.6888 (mp_runner.py:76) -2024-09-01 21:21:51,982 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0708s, count=171, qps in this process: 5.6866 (mp_runner.py:76) -2024-09-01 21:21:51,982 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0116s, count=171, qps in this process: 5.6978 (mp_runner.py:76) -2024-09-01 21:21:51,984 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0726s, count=171, qps in this process: 5.6862 (mp_runner.py:76) -2024-09-01 21:21:51,984 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.049s, count=171, qps in this process: 5.6907 (mp_runner.py:76) -2024-09-01 21:21:51,988 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.049s, count=171, qps in this process: 5.6907 (mp_runner.py:76) -2024-09-01 21:21:51,989 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.067s, count=171, qps in this process: 5.6873 (mp_runner.py:76) -2024-09-01 21:21:51,990 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0115s, count=171, qps in this process: 5.6978 (mp_runner.py:76) -2024-09-01 21:21:51,992 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0932s, count=171, qps in this process: 5.6823 (mp_runner.py:76) -2024-09-01 21:21:51,995 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.073s, count=171, qps in this process: 5.6862 (mp_runner.py:76) -2024-09-01 21:21:52,038 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0048s, count=173, qps in this process: 5.7657 (mp_runner.py:76) -2024-09-01 21:21:52,039 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.009s, count=173, qps in this process: 5.7649 (mp_runner.py:76) -2024-09-01 21:21:52,039 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0203s, count=173, qps in this process: 5.7628 (mp_runner.py:76) -2024-09-01 21:21:52,059 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0164s, count=174, qps in this process: 5.7968 (mp_runner.py:76) -2024-09-01 21:21:52,060 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0213s, count=174, qps in this process: 5.7959 (mp_runner.py:76) -2024-09-01 21:21:52,088 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0054s, count=176, qps in this process: 5.8656 (mp_runner.py:76) -2024-09-01 21:21:52,117 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0021s, count=178, qps in this process: 5.9329 (mp_runner.py:76) -2024-09-01 21:21:52,123 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0003s, count=179, qps in this process: 5.9666 (mp_runner.py:76) -2024-09-01 21:21:52,126 | INFO |End search in concurrency 70: dur=31.00964812299935s, total_count=11936, qps=384.9125 (mp_runner.py:120) -2024-09-01 21:21:56,787 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=399.976, serial_latency_p99=np.float64(0.0596), recall=np.float64(0.9391), ndcg=np.float64(0.9456), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[117.246, 316.8153, 383.2404, 384.7662, 392.7326, 390.3797, 395.9635, 396.4127, 392.8383, 399.7712, 396.3742, 399.976, 389.311, 384.9125], conc_latency_p99_list=[np.float64(0.004155219259757723), np.float64(0.006283113298885291), np.float64(0.011708394387461886), np.float64(0.01557872357280794), np.float64(0.01843235109398811), np.float64(0.01858030454065738), np.float64(0.024282691858040925), np.float64(0.022386172150786296), np.float64(0.026306914149667134), np.float64(0.033061513145091884), np.float64(0.027291811460916506), np.float64(0.03941845288799959), np.float64(0.02624999130943179), np.float64(0.02702872285668127)]) (task_runner.py:197) -2024-09-01 21:21:56,787 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T21:10:27.605127'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=399.976, serial_latency_p99=np.float64(0.0596), recall=np.float64(0.9391), ndcg=np.float64(0.9456), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[117.246, 316.8153, 383.2404, 384.7662, 392.7326, 390.3797, 395.9635, 396.4127, 392.8383, 399.7712, 396.3742, 399.976, 389.311, 384.9125], conc_latency_p99_list=[np.float64(0.004155219259757723), np.float64(0.006283113298885291), np.float64(0.011708394387461886), np.float64(0.01557872357280794), np.float64(0.01843235109398811), np.float64(0.01858030454065738), np.float64(0.024282691858040925), np.float64(0.022386172150786296), np.float64(0.026306914149667134), np.float64(0.033061513145091884), np.float64(0.027291811460916506), np.float64(0.03941845288799959), np.float64(0.02624999130943179), np.float64(0.02702872285668127)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 21:21:56,787 | INFO |Task summary: run_id=84191, task_label=841915dd06884dbd97b1932cd9fd3b22 (models.py:346) -2024-09-01 21:21:56,787 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 21:21:56,787 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ---------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 21:21:56,787 | INFO |PgVector | 2024-09-01T21:10:27.605127 Performance1536D500K 841915dd06884dbd97b1932cd9fd3b22 | 0.0 399.976 0.0596 0.9391 0 | :) (models.py:346) -2024-09-01 21:21:56,787 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json (models.py:204) -2024-09-01 21:21:56,788 | INFO |Success to finish task: label=841915dd06884dbd97b1932cd9fd3b22, run_id=841915dd06884dbd97b1932cd9fd3b22 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json b/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json deleted file mode 100644 index 7ac2cba24..000000000 --- a/script/data/aws/db.m6i.large-8-32-400-Performance1536D500K-0-8221/result_20240901_841915dd06884dbd97b1932cd9fd3b22_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "841915dd06884dbd97b1932cd9fd3b22", "task_label": "841915dd06884dbd97b1932cd9fd3b22", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 399.976, "serial_latency_p99": 0.0596, "recall": 0.9391, "ndcg": 0.9456, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [117.246, 316.8153, 383.2404, 384.7662, 392.7326, 390.3797, 395.9635, 396.4127, 392.8383, 399.7712, 396.3742, 399.976, 389.311, 384.9125], "conc_latency_p99_list": [0.004155219259757723, 0.006283113298885291, 0.011708394387461886, 0.01557872357280794, 0.01843235109398811, 0.01858030454065738, 0.024282691858040925, 0.022386172150786296, 0.026306914149667134, 0.033061513145091884, 0.027291811460916506, 0.03941845288799959, 0.02624999130943179, 0.02702872285668127]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T21:10:27.605127", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt b/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt deleted file mode 100644 index 8b9f06f33..000000000 --- a/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/log.txt +++ /dev/null @@ -1,2019 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 32 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 32 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load -2024-09-01 20:32:43,767 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:32:43.754748', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 20:32:43,767 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T20:32:43.754748', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=32, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 20:32:43,767 | INFO |generated uuid for the tasks: 477d6fa43c9742e3964dbb63d7edc677 (interface.py:66) -2024-09-01 20:32:43,829 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 20:32:43,829 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 20:32:43,829 | INFO | PgVector-2024-09-01T20:32:43.754748 | Performance OpenAI-MEDIUM-500K None | 477d6fa43c9742e3964dbb63d7edc677 (task_runner.py:340) -2024-09-01 20:32:43,829 | INFO |task submitted: id=477d6fa43c9742e3964dbb63d7edc677, 477d6fa43c9742e3964dbb63d7edc677, case number: 1 (interface.py:231) -2024-09-01 20:32:44,246 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:32:43.754748'}, drop_old=False (interface.py:164) -2024-09-01 20:32:44,246 | INFO |Starting run (task_runner.py:100) -2024-09-01 20:32:44,323 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=32 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 20:32:44,892 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 20:32:44,939 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 20:32:44,963 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 20:32:44,963 | INFO |Start performance case (task_runner.py:158) -2024-09-01 20:32:44,977 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:32:44,978 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 20:32:44,978 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 20:32:44,982 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 20:32:45,025 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 20:32:45,579 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 20:32:45,600 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:32:45,601 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 20:32:45,601 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 20:32:51,815 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.05994710799859604, latest recall=0.77 (serial_runner.py:202) -2024-09-01 20:32:57,659 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.07456376100162743, latest recall=0.8 (serial_runner.py:202) -2024-09-01 20:33:03,840 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.023076994002622087, latest recall=0.66 (serial_runner.py:202) -2024-09-01 20:33:09,292 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.04315607300668489, latest recall=0.8 (serial_runner.py:202) -2024-09-01 20:33:14,291 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.031218690004607197, latest recall=0.77 (serial_runner.py:202) -2024-09-01 20:33:19,213 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.028320937999524176, latest recall=0.8 (serial_runner.py:202) -2024-09-01 20:33:23,739 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.04107799899793463, latest recall=0.77 (serial_runner.py:202) -2024-09-01 20:33:28,340 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.05851981199521106, latest recall=0.8 (serial_runner.py:202) -2024-09-01 20:33:32,661 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.027272618004644755, latest recall=0.8 (serial_runner.py:202) -2024-09-01 20:33:37,044 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.054753805001382716, latest recall=0.64 (serial_runner.py:202) -2024-09-01 20:33:37,045 | INFO |SpawnProcess-1:1 search entire test_data: cost=43.2831s, queries=1000, avg_recall=0.7428, avg_ndcg=0.7808,avg_latency=0.0433, p99=0.0935 (serial_runner.py:209) -2024-09-01 20:33:37,572 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:33:37,572 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 20:33:38,594 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 20:33:38,624 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:33:41,062 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.002989491003972944 (mp_runner.py:73) -2024-09-01 20:33:42,864 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.00396772800013423 (mp_runner.py:73) -2024-09-01 20:33:44,422 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0024015750022954307 (mp_runner.py:73) -2024-09-01 20:33:45,884 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0032645149985910393 (mp_runner.py:73) -2024-09-01 20:33:47,280 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.002473587002896238 (mp_runner.py:73) -2024-09-01 20:33:48,664 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0033996330021182075 (mp_runner.py:73) -2024-09-01 20:33:50,080 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.002423428995825816 (mp_runner.py:73) -2024-09-01 20:33:51,485 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.003479161001450848 (mp_runner.py:73) -2024-09-01 20:33:52,899 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0025256810040446 (mp_runner.py:73) -2024-09-01 20:33:54,301 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.003363281000929419 (mp_runner.py:73) -2024-09-01 20:33:55,725 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0024682430012035184 (mp_runner.py:73) -2024-09-01 20:33:57,124 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.0034379880016786046 (mp_runner.py:73) -2024-09-01 20:33:58,573 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0025031269979081117 (mp_runner.py:73) -2024-09-01 20:33:59,955 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0033745030013960786 (mp_runner.py:73) -2024-09-01 20:34:01,453 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.00261848700029077 (mp_runner.py:73) -2024-09-01 20:34:02,897 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.003570589004084468 (mp_runner.py:73) -2024-09-01 20:34:04,408 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.002536456006055232 (mp_runner.py:73) -2024-09-01 20:34:05,822 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0035709189978661016 (mp_runner.py:73) -2024-09-01 20:34:07,324 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0025362220039824024 (mp_runner.py:73) -2024-09-01 20:34:08,627 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0031s, count=9956, qps in this process: 331.8324 (mp_runner.py:76) -2024-09-01 20:34:08,629 | INFO |End search in concurrency 1: dur=30.034751166000206s, total_count=9956, qps=331.4827 (mp_runner.py:120) -2024-09-01 20:34:08,815 | INFO |Update largest qps with concurrency 1: current max_qps=331.4827 (mp_runner.py:124) -2024-09-01 20:34:09,228 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:34:09,228 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 20:34:14,273 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 20:34:14,321 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:14,321 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:14,322 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:14,322 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:14,334 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:16,673 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.003112051999778487 (mp_runner.py:73) -2024-09-01 20:34:16,673 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0033555090049048886 (mp_runner.py:73) -2024-09-01 20:34:16,673 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.002986703002534341 (mp_runner.py:73) -2024-09-01 20:34:16,674 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004249440004059579 (mp_runner.py:73) -2024-09-01 20:34:16,675 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.004893945995718241 (mp_runner.py:73) -2024-09-01 20:34:19,000 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.004639350998331793 (mp_runner.py:73) -2024-09-01 20:34:19,000 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.004738028001156636 (mp_runner.py:73) -2024-09-01 20:34:19,000 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.004757979004352819 (mp_runner.py:73) -2024-09-01 20:34:19,000 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.004960676000337116 (mp_runner.py:73) -2024-09-01 20:34:19,001 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.006006254996464122 (mp_runner.py:73) -2024-09-01 20:34:21,373 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.003361903000040911 (mp_runner.py:73) -2024-09-01 20:34:21,373 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.00348053099878598 (mp_runner.py:73) -2024-09-01 20:34:21,374 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004378632998850662 (mp_runner.py:73) -2024-09-01 20:34:21,374 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004227527002512943 (mp_runner.py:73) -2024-09-01 20:34:21,374 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.00532945099985227 (mp_runner.py:73) -2024-09-01 20:34:23,556 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.006441081000957638 (mp_runner.py:73) -2024-09-01 20:34:23,556 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.004191279003862292 (mp_runner.py:73) -2024-09-01 20:34:23,557 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.006623255998420063 (mp_runner.py:73) -2024-09-01 20:34:23,558 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.007685677999688778 (mp_runner.py:73) -2024-09-01 20:34:23,561 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.008861629998136777 (mp_runner.py:73) -2024-09-01 20:34:25,871 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0029000830036238767 (mp_runner.py:73) -2024-09-01 20:34:25,871 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.0031973540026228875 (mp_runner.py:73) -2024-09-01 20:34:25,872 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.004021669003122952 (mp_runner.py:73) -2024-09-01 20:34:25,872 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.003699745997437276 (mp_runner.py:73) -2024-09-01 20:34:25,873 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.00465063400042709 (mp_runner.py:73) -2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.005880980999791063 (mp_runner.py:73) -2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.00504333100252552 (mp_runner.py:73) -2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.005043420002039056 (mp_runner.py:73) -2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.005255766998743638 (mp_runner.py:73) -2024-09-01 20:34:28,077 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.004759420997288544 (mp_runner.py:73) -2024-09-01 20:34:30,516 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.002889297997171525 (mp_runner.py:73) -2024-09-01 20:34:30,517 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0038773029955336824 (mp_runner.py:73) -2024-09-01 20:34:30,517 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.004224763993988745 (mp_runner.py:73) -2024-09-01 20:34:30,517 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.004098662997421343 (mp_runner.py:73) -2024-09-01 20:34:30,518 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0050736150005832314 (mp_runner.py:73) -2024-09-01 20:34:32,659 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.004183836004813202 (mp_runner.py:73) -2024-09-01 20:34:32,659 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.005868015003215987 (mp_runner.py:73) -2024-09-01 20:34:32,659 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.004665470994950738 (mp_runner.py:73) -2024-09-01 20:34:32,660 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.006103592000727076 (mp_runner.py:73) -2024-09-01 20:34:32,660 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.005247877001238521 (mp_runner.py:73) -2024-09-01 20:34:34,938 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0038990930042928085 (mp_runner.py:73) -2024-09-01 20:34:34,939 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0038735920024919324 (mp_runner.py:73) -2024-09-01 20:34:34,939 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.004140336001000833 (mp_runner.py:73) -2024-09-01 20:34:34,941 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.004133519003516994 (mp_runner.py:73) -2024-09-01 20:34:34,942 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.006976388998737093 (mp_runner.py:73) -2024-09-01 20:34:37,148 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.005646534998959396 (mp_runner.py:73) -2024-09-01 20:34:37,148 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.004333179000241216 (mp_runner.py:73) -2024-09-01 20:34:37,148 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.005119540001032874 (mp_runner.py:73) -2024-09-01 20:34:37,148 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0048071970013552345 (mp_runner.py:73) -2024-09-01 20:34:37,149 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0066658330033533275 (mp_runner.py:73) -2024-09-01 20:34:39,429 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0034904349959106185 (mp_runner.py:73) -2024-09-01 20:34:39,429 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.004075334996741731 (mp_runner.py:73) -2024-09-01 20:34:39,430 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0036104319951846264 (mp_runner.py:73) -2024-09-01 20:34:39,431 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.004867515999649186 (mp_runner.py:73) -2024-09-01 20:34:39,431 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0022826100030215457 (mp_runner.py:73) -2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.005897258000914007 (mp_runner.py:73) -2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.006579681998118758 (mp_runner.py:73) -2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.002945382999314461 (mp_runner.py:73) -2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.005475491998367943 (mp_runner.py:73) -2024-09-01 20:34:41,624 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0067762260005110875 (mp_runner.py:73) -2024-09-01 20:34:44,168 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.003453592005826067 (mp_runner.py:73) -2024-09-01 20:34:44,169 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.003558094998879824 (mp_runner.py:73) -2024-09-01 20:34:44,172 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.004515837004873902 (mp_runner.py:73) -2024-09-01 20:34:44,173 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.00800324699957855 (mp_runner.py:73) -2024-09-01 20:34:44,174 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.003806089000136126 (mp_runner.py:73) -2024-09-01 20:34:44,323 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0013s, count=6533, qps in this process: 217.7572 (mp_runner.py:76) -2024-09-01 20:34:44,326 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0031s, count=6534, qps in this process: 217.7775 (mp_runner.py:76) -2024-09-01 20:34:44,327 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0056s, count=6533, qps in this process: 217.726 (mp_runner.py:76) -2024-09-01 20:34:44,328 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0054s, count=6534, qps in this process: 217.7608 (mp_runner.py:76) -2024-09-01 20:34:44,339 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0008s, count=6535, qps in this process: 217.8275 (mp_runner.py:76) -2024-09-01 20:34:44,342 | INFO |End search in concurrency 5: dur=30.068706110003404s, total_count=32669, qps=1086.4784 (mp_runner.py:120) -2024-09-01 20:34:44,646 | INFO |Update largest qps with concurrency 5: current max_qps=1086.4784 (mp_runner.py:124) -2024-09-01 20:34:45,056 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:34:45,056 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 20:34:55,257 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 20:34:55,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,311 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,355 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,358 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,364 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,381 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,386 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,420 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,420 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:34:55,423 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:01,065 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.019771731000219006 (mp_runner.py:73) -2024-09-01 20:35:01,065 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.02142251600162126 (mp_runner.py:73) -2024-09-01 20:35:01,065 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.01243375800549984 (mp_runner.py:73) -2024-09-01 20:35:01,065 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.02493487999890931 (mp_runner.py:73) -2024-09-01 20:35:01,068 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.027080387000751216 (mp_runner.py:73) -2024-09-01 20:35:01,068 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.007292150003195275 (mp_runner.py:73) -2024-09-01 20:35:01,069 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.03268188400397776 (mp_runner.py:73) -2024-09-01 20:35:01,069 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.011221366003155708 (mp_runner.py:73) -2024-09-01 20:35:01,070 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.027175153998541646 (mp_runner.py:73) -2024-09-01 20:35:01,073 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.03484004599886248 (mp_runner.py:73) -2024-09-01 20:35:01,073 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.034069465997163206 (mp_runner.py:73) -2024-09-01 20:35:01,077 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.019765074001043104 (mp_runner.py:73) -2024-09-01 20:35:01,115 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.049061120000260416 (mp_runner.py:73) -2024-09-01 20:35:01,177 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.0034558760016807355 (mp_runner.py:73) -2024-09-01 20:35:01,257 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.01804070199432317 (mp_runner.py:73) -2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.012537845002952963 (mp_runner.py:73) -2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.012507378996815532 (mp_runner.py:73) -2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.012600210000528023 (mp_runner.py:73) -2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.012594139996508602 (mp_runner.py:73) -2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.012700539999059401 (mp_runner.py:73) -2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.01240430000325432 (mp_runner.py:73) -2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.012724686996079981 (mp_runner.py:73) -2024-09-01 20:35:06,586 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.012725155997031834 (mp_runner.py:73) -2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.013022052000451367 (mp_runner.py:73) -2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.01282774699939182 (mp_runner.py:73) -2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.012911992998851929 (mp_runner.py:73) -2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.007739724998828024 (mp_runner.py:73) -2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.012946763999934774 (mp_runner.py:73) -2024-09-01 20:35:06,587 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.013073125002847519 (mp_runner.py:73) -2024-09-01 20:35:06,704 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.012593393003044184 (mp_runner.py:73) -2024-09-01 20:35:12,185 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.004090147005626932 (mp_runner.py:73) -2024-09-01 20:35:12,189 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.009678794005594682 (mp_runner.py:73) -2024-09-01 20:35:12,193 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.015358950004156213 (mp_runner.py:73) -2024-09-01 20:35:12,193 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.01159917099721497 (mp_runner.py:73) -2024-09-01 20:35:12,196 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.009527941001579165 (mp_runner.py:73) -2024-09-01 20:35:12,197 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.009948638995410874 (mp_runner.py:73) -2024-09-01 20:35:12,201 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.01110945099935634 (mp_runner.py:73) -2024-09-01 20:35:12,203 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.009991609003918711 (mp_runner.py:73) -2024-09-01 20:35:12,204 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.012826663994928822 (mp_runner.py:73) -2024-09-01 20:35:12,206 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.011566474997380283 (mp_runner.py:73) -2024-09-01 20:35:12,207 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.009630463995563332 (mp_runner.py:73) -2024-09-01 20:35:12,209 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.01328335799917113 (mp_runner.py:73) -2024-09-01 20:35:12,223 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.010129341004358139 (mp_runner.py:73) -2024-09-01 20:35:12,326 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.004917445003229659 (mp_runner.py:73) -2024-09-01 20:35:12,619 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.019879730003594887 (mp_runner.py:73) -2024-09-01 20:35:18,015 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.019284083005914 (mp_runner.py:73) -2024-09-01 20:35:18,015 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.020536860996799078 (mp_runner.py:73) -2024-09-01 20:35:18,016 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.01992197200161172 (mp_runner.py:73) -2024-09-01 20:35:18,016 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.017570572999829892 (mp_runner.py:73) -2024-09-01 20:35:18,017 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.02144214000145439 (mp_runner.py:73) -2024-09-01 20:35:18,017 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.021532165999815334 (mp_runner.py:73) -2024-09-01 20:35:18,017 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.021432153997011483 (mp_runner.py:73) -2024-09-01 20:35:18,018 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.018890621002356056 (mp_runner.py:73) -2024-09-01 20:35:18,018 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.023900095002318267 (mp_runner.py:73) -2024-09-01 20:35:18,019 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.024816607998218387 (mp_runner.py:73) -2024-09-01 20:35:18,021 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.015267321003193501 (mp_runner.py:73) -2024-09-01 20:35:18,023 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.026938372997392435 (mp_runner.py:73) -2024-09-01 20:35:18,167 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.004221764997055288 (mp_runner.py:73) -2024-09-01 20:35:18,328 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.005855395000253338 (mp_runner.py:73) -2024-09-01 20:35:18,593 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.015042407001601532 (mp_runner.py:73) -2024-09-01 20:35:23,848 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.016705114998330828 (mp_runner.py:73) -2024-09-01 20:35:23,848 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.014299836002464872 (mp_runner.py:73) -2024-09-01 20:35:23,848 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.02080080599989742 (mp_runner.py:73) -2024-09-01 20:35:23,848 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.012963251996552572 (mp_runner.py:73) -2024-09-01 20:35:23,849 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.013263336004456505 (mp_runner.py:73) -2024-09-01 20:35:23,849 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.02302269299980253 (mp_runner.py:73) -2024-09-01 20:35:23,849 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.017141486998298205 (mp_runner.py:73) -2024-09-01 20:35:23,849 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.018377109998255037 (mp_runner.py:73) -2024-09-01 20:35:23,850 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.00927418599894736 (mp_runner.py:73) -2024-09-01 20:35:23,853 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.017458959002397023 (mp_runner.py:73) -2024-09-01 20:35:23,853 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.018816299001628067 (mp_runner.py:73) -2024-09-01 20:35:23,853 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.016428340997663327 (mp_runner.py:73) -2024-09-01 20:35:24,232 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.012850856001023203 (mp_runner.py:73) -2024-09-01 20:35:24,279 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.0034275770012754947 (mp_runner.py:73) -2024-09-01 20:35:24,386 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.010000638001656625 (mp_runner.py:73) -2024-09-01 20:35:25,312 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0006s, count=2621, qps in this process: 87.3649 (mp_runner.py:76) -2024-09-01 20:35:25,314 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0027s, count=2627, qps in this process: 87.5588 (mp_runner.py:76) -2024-09-01 20:35:25,368 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0072s, count=2631, qps in this process: 87.679 (mp_runner.py:76) -2024-09-01 20:35:25,368 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0056s, count=2631, qps in this process: 87.6836 (mp_runner.py:76) -2024-09-01 20:35:25,375 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0053s, count=2632, qps in this process: 87.7178 (mp_runner.py:76) -2024-09-01 20:35:25,387 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0035s, count=2630, qps in this process: 87.6564 (mp_runner.py:76) -2024-09-01 20:35:25,391 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0024s, count=2633, qps in this process: 87.7596 (mp_runner.py:76) -2024-09-01 20:35:25,411 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0016s, count=2593, qps in this process: 86.4287 (mp_runner.py:76) -2024-09-01 20:35:25,413 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0035s, count=2594, qps in this process: 86.4566 (mp_runner.py:76) -2024-09-01 20:35:25,415 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0054s, count=2636, qps in this process: 87.8509 (mp_runner.py:76) -2024-09-01 20:35:25,423 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0034s, count=2637, qps in this process: 87.89 (mp_runner.py:76) -2024-09-01 20:35:25,423 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0021s, count=2637, qps in this process: 87.8938 (mp_runner.py:76) -2024-09-01 20:35:25,428 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0006s, count=2638, qps in this process: 87.9316 (mp_runner.py:76) -2024-09-01 20:35:25,429 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0012s, count=2638, qps in this process: 87.9298 (mp_runner.py:76) -2024-09-01 20:35:25,430 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0023s, count=2603, qps in this process: 86.76 (mp_runner.py:76) -2024-09-01 20:35:25,435 | INFO |End search in concurrency 15: dur=30.17761322500155s, total_count=39381, qps=1304.974 (mp_runner.py:120) -2024-09-01 20:35:26,324 | INFO |Update largest qps with concurrency 15: current max_qps=1304.974 (mp_runner.py:124) -2024-09-01 20:35:26,736 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:35:26,737 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 20:35:36,981 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 20:35:37,034 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,063 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,113 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,138 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,140 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,157 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,159 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,164 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,164 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,164 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,192 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,192 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,194 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,195 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,198 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,209 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:37,217 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:35:45,400 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.011747081000066828 (mp_runner.py:73) -2024-09-01 20:35:45,404 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.00917379400198115 (mp_runner.py:73) -2024-09-01 20:35:45,404 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.009762841000338085 (mp_runner.py:73) -2024-09-01 20:35:45,405 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.015124096993531566 (mp_runner.py:73) -2024-09-01 20:35:45,405 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.009793165998416953 (mp_runner.py:73) -2024-09-01 20:35:45,407 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.010428866000438575 (mp_runner.py:73) -2024-09-01 20:35:45,409 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.010606857998936903 (mp_runner.py:73) -2024-09-01 20:35:45,409 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.01822635900316527 (mp_runner.py:73) -2024-09-01 20:35:45,409 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.007323997997445986 (mp_runner.py:73) -2024-09-01 20:35:45,410 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.01984667599754175 (mp_runner.py:73) -2024-09-01 20:35:45,410 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.023018619998765644 (mp_runner.py:73) -2024-09-01 20:35:45,411 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.02245596400462091 (mp_runner.py:73) -2024-09-01 20:35:45,465 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.021237377004581504 (mp_runner.py:73) -2024-09-01 20:35:45,476 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.017471360995841678 (mp_runner.py:73) -2024-09-01 20:35:45,481 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.01954021600249689 (mp_runner.py:73) -2024-09-01 20:35:45,672 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.003333886001200881 (mp_runner.py:73) -2024-09-01 20:35:45,678 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.013188992998038884 (mp_runner.py:73) -2024-09-01 20:35:45,756 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.006978907003940549 (mp_runner.py:73) -2024-09-01 20:35:45,943 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.004068631002155598 (mp_runner.py:73) -2024-09-01 20:35:46,108 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.0029782940036966465 (mp_runner.py:73) -2024-09-01 20:35:53,000 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.012914730999909807 (mp_runner.py:73) -2024-09-01 20:35:53,001 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.012621711000974756 (mp_runner.py:73) -2024-09-01 20:35:53,002 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.012939031999849249 (mp_runner.py:73) -2024-09-01 20:35:53,004 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.013154553002095781 (mp_runner.py:73) -2024-09-01 20:35:53,007 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.01349450700217858 (mp_runner.py:73) -2024-09-01 20:35:53,008 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.023299599000893068 (mp_runner.py:73) -2024-09-01 20:35:53,010 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.013205242001276929 (mp_runner.py:73) -2024-09-01 20:35:53,015 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.028553680996992625 (mp_runner.py:73) -2024-09-01 20:35:53,017 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.0328414889954729 (mp_runner.py:73) -2024-09-01 20:35:53,019 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.03161178799928166 (mp_runner.py:73) -2024-09-01 20:35:53,020 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.015210464000119828 (mp_runner.py:73) -2024-09-01 20:35:53,022 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.015582520994939841 (mp_runner.py:73) -2024-09-01 20:35:53,033 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.04698566099978052 (mp_runner.py:73) -2024-09-01 20:35:53,039 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.006046688002243172 (mp_runner.py:73) -2024-09-01 20:35:53,113 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.0026401319992146455 (mp_runner.py:73) -2024-09-01 20:35:53,271 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.02964967799925944 (mp_runner.py:73) -2024-09-01 20:35:53,328 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.020651439001085237 (mp_runner.py:73) -2024-09-01 20:35:53,368 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.007492336000723299 (mp_runner.py:73) -2024-09-01 20:35:53,724 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.01057203600066714 (mp_runner.py:73) -2024-09-01 20:35:53,998 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.0028960800045751967 (mp_runner.py:73) -2024-09-01 20:36:00,833 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.006317526997008827 (mp_runner.py:73) -2024-09-01 20:36:00,836 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.007068107996019535 (mp_runner.py:73) -2024-09-01 20:36:00,837 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009772813005838543 (mp_runner.py:73) -2024-09-01 20:36:00,838 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.012319909998041112 (mp_runner.py:73) -2024-09-01 20:36:00,839 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.00892892599949846 (mp_runner.py:73) -2024-09-01 20:36:00,839 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.009126810997258872 (mp_runner.py:73) -2024-09-01 20:36:00,840 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.008429107998381369 (mp_runner.py:73) -2024-09-01 20:36:00,841 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.007090833998518065 (mp_runner.py:73) -2024-09-01 20:36:00,841 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.012425954999343958 (mp_runner.py:73) -2024-09-01 20:36:00,842 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.013186025993491057 (mp_runner.py:73) -2024-09-01 20:36:00,844 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.00875041199469706 (mp_runner.py:73) -2024-09-01 20:36:00,845 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.009331634995760396 (mp_runner.py:73) -2024-09-01 20:36:00,845 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.019975227005488705 (mp_runner.py:73) -2024-09-01 20:36:00,846 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.008488116000080481 (mp_runner.py:73) -2024-09-01 20:36:00,847 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.010457602002134081 (mp_runner.py:73) -2024-09-01 20:36:00,936 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.019517979002557695 (mp_runner.py:73) -2024-09-01 20:36:01,321 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.020993181002268102 (mp_runner.py:73) -2024-09-01 20:36:01,435 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.014656534003734123 (mp_runner.py:73) -2024-09-01 20:36:01,680 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.02465905099961674 (mp_runner.py:73) -2024-09-01 20:36:01,960 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.003388981000171043 (mp_runner.py:73) -2024-09-01 20:36:07,065 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0307s, count=1914, qps in this process: 63.7348 (mp_runner.py:76) -2024-09-01 20:36:07,074 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0104s, count=1916, qps in this process: 63.8445 (mp_runner.py:76) -2024-09-01 20:36:07,125 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0094s, count=1860, qps in this process: 61.9806 (mp_runner.py:76) -2024-09-01 20:36:07,149 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0066s, count=1921, qps in this process: 64.0192 (mp_runner.py:76) -2024-09-01 20:36:07,150 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0036s, count=1921, qps in this process: 64.0257 (mp_runner.py:76) -2024-09-01 20:36:07,165 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0025s, count=1922, qps in this process: 64.0613 (mp_runner.py:76) -2024-09-01 20:36:07,170 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.01s, count=1923, qps in this process: 64.0786 (mp_runner.py:76) -2024-09-01 20:36:07,170 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0023s, count=1923, qps in this process: 64.0951 (mp_runner.py:76) -2024-09-01 20:36:07,171 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0049s, count=1923, qps in this process: 64.0895 (mp_runner.py:76) -2024-09-01 20:36:07,174 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0082s, count=1923, qps in this process: 64.0825 (mp_runner.py:76) -2024-09-01 20:36:07,190 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.005s, count=1925, qps in this process: 64.156 (mp_runner.py:76) -2024-09-01 20:36:07,199 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0049s, count=1926, qps in this process: 64.1895 (mp_runner.py:76) -2024-09-01 20:36:07,201 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0059s, count=1863, qps in this process: 62.0878 (mp_runner.py:76) -2024-09-01 20:36:07,201 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0027s, count=1926, qps in this process: 64.1942 (mp_runner.py:76) -2024-09-01 20:36:07,204 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0095s, count=1926, qps in this process: 64.1797 (mp_runner.py:76) -2024-09-01 20:36:07,205 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0049s, count=1902, qps in this process: 63.3896 (mp_runner.py:76) -2024-09-01 20:36:07,208 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0051s, count=1927, qps in this process: 64.2224 (mp_runner.py:76) -2024-09-01 20:36:07,212 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0023s, count=1825, qps in this process: 60.8287 (mp_runner.py:76) -2024-09-01 20:36:07,214 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0016s, count=1928, qps in this process: 64.2632 (mp_runner.py:76) -2024-09-01 20:36:07,228 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0069s, count=1868, qps in this process: 62.2523 (mp_runner.py:76) -2024-09-01 20:36:07,232 | INFO |End search in concurrency 20: dur=30.249265785001626s, total_count=38162, qps=1261.5843 (mp_runner.py:120) -2024-09-01 20:36:08,891 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:36:08,891 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 20:36:19,189 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 20:36:19,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,358 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,364 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,374 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,387 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,387 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,389 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,421 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,421 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,422 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,423 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,424 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,426 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,426 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,460 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,460 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,466 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,466 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,485 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:19,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:36:28,314 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.018834716000128537 (mp_runner.py:73) -2024-09-01 20:36:28,315 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.01566654899943387 (mp_runner.py:73) -2024-09-01 20:36:28,317 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.012163589002739172 (mp_runner.py:73) -2024-09-01 20:36:28,317 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.011802746994362678 (mp_runner.py:73) -2024-09-01 20:36:28,318 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.02365935099805938 (mp_runner.py:73) -2024-09-01 20:36:28,319 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.015820696993614547 (mp_runner.py:73) -2024-09-01 20:36:28,319 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.013349346998438705 (mp_runner.py:73) -2024-09-01 20:36:28,322 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.013226486997155007 (mp_runner.py:73) -2024-09-01 20:36:28,322 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.015311451003071852 (mp_runner.py:73) -2024-09-01 20:36:28,324 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.018398894993879367 (mp_runner.py:73) -2024-09-01 20:36:28,324 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.01563416099816095 (mp_runner.py:73) -2024-09-01 20:36:28,325 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.017091428002458997 (mp_runner.py:73) -2024-09-01 20:36:28,326 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.013675474001502153 (mp_runner.py:73) -2024-09-01 20:36:28,327 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.01934562699898379 (mp_runner.py:73) -2024-09-01 20:36:28,327 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.015939251003146637 (mp_runner.py:73) -2024-09-01 20:36:28,330 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.01510530600353377 (mp_runner.py:73) -2024-09-01 20:36:28,331 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.011348211002768949 (mp_runner.py:73) -2024-09-01 20:36:28,332 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.028715419000945985 (mp_runner.py:73) -2024-09-01 20:36:28,332 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.022622577998845372 (mp_runner.py:73) -2024-09-01 20:36:28,332 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.01115592799760634 (mp_runner.py:73) -2024-09-01 20:36:28,334 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0401896850016783 (mp_runner.py:73) -2024-09-01 20:36:28,372 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.0115668270009337 (mp_runner.py:73) -2024-09-01 20:36:28,456 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.034318006997636985 (mp_runner.py:73) -2024-09-01 20:36:28,710 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.011810203999630176 (mp_runner.py:73) -2024-09-01 20:36:28,753 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.028670551000686828 (mp_runner.py:73) -2024-09-01 20:36:37,132 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.016248651998466812 (mp_runner.py:73) -2024-09-01 20:36:37,134 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.004567584997857921 (mp_runner.py:73) -2024-09-01 20:36:37,134 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.01858901299419813 (mp_runner.py:73) -2024-09-01 20:36:37,135 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.017978240000957157 (mp_runner.py:73) -2024-09-01 20:36:37,136 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.01307521499984432 (mp_runner.py:73) -2024-09-01 20:36:37,138 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.013447473997075576 (mp_runner.py:73) -2024-09-01 20:36:37,139 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.018020273004367482 (mp_runner.py:73) -2024-09-01 20:36:37,140 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.017020674000377767 (mp_runner.py:73) -2024-09-01 20:36:37,142 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.011514229998283554 (mp_runner.py:73) -2024-09-01 20:36:37,143 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.015382066005258821 (mp_runner.py:73) -2024-09-01 20:36:37,144 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.030724215997906867 (mp_runner.py:73) -2024-09-01 20:36:37,144 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.007600066994200461 (mp_runner.py:73) -2024-09-01 20:36:37,147 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.011026368993043434 (mp_runner.py:73) -2024-09-01 20:36:37,147 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.025458725001954008 (mp_runner.py:73) -2024-09-01 20:36:37,148 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.009626636994653381 (mp_runner.py:73) -2024-09-01 20:36:37,149 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.01471662700350862 (mp_runner.py:73) -2024-09-01 20:36:37,150 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.03340631100581959 (mp_runner.py:73) -2024-09-01 20:36:37,151 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0295196320003015 (mp_runner.py:73) -2024-09-01 20:36:37,155 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.017913527000928298 (mp_runner.py:73) -2024-09-01 20:36:37,157 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.01451913799974136 (mp_runner.py:73) -2024-09-01 20:36:37,165 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.016670566001266707 (mp_runner.py:73) -2024-09-01 20:36:37,176 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.017574854005943052 (mp_runner.py:73) -2024-09-01 20:36:37,538 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.035444354005448986 (mp_runner.py:73) -2024-09-01 20:36:37,897 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.024875331000657752 (mp_runner.py:73) -2024-09-01 20:36:38,380 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.02800330099853454 (mp_runner.py:73) -2024-09-01 20:36:46,592 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.01207098200393375 (mp_runner.py:73) -2024-09-01 20:36:46,593 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.012619306995475199 (mp_runner.py:73) -2024-09-01 20:36:46,593 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.0092831079964526 (mp_runner.py:73) -2024-09-01 20:36:46,595 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.0161957620002795 (mp_runner.py:73) -2024-09-01 20:36:46,596 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.018646491000254173 (mp_runner.py:73) -2024-09-01 20:36:46,596 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.011064622995036189 (mp_runner.py:73) -2024-09-01 20:36:46,598 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.014538069000991527 (mp_runner.py:73) -2024-09-01 20:36:46,598 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.011460399000498 (mp_runner.py:73) -2024-09-01 20:36:46,599 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.013731753002502955 (mp_runner.py:73) -2024-09-01 20:36:46,600 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.011427769997681025 (mp_runner.py:73) -2024-09-01 20:36:46,601 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.02402744699793402 (mp_runner.py:73) -2024-09-01 20:36:46,602 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.01312181700632209 (mp_runner.py:73) -2024-09-01 20:36:46,604 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.019549989003280643 (mp_runner.py:73) -2024-09-01 20:36:46,606 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.01876975200138986 (mp_runner.py:73) -2024-09-01 20:36:46,608 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.016651895006361883 (mp_runner.py:73) -2024-09-01 20:36:46,611 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.0359481770065031 (mp_runner.py:73) -2024-09-01 20:36:46,617 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.009592640999471769 (mp_runner.py:73) -2024-09-01 20:36:46,618 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.013551653995818924 (mp_runner.py:73) -2024-09-01 20:36:46,619 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.016328417004842777 (mp_runner.py:73) -2024-09-01 20:36:46,619 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.01266151999880094 (mp_runner.py:73) -2024-09-01 20:36:46,659 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.003916301000572275 (mp_runner.py:73) -2024-09-01 20:36:47,353 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.02875085699633928 (mp_runner.py:73) -2024-09-01 20:36:47,379 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.039594119996763766 (mp_runner.py:73) -2024-09-01 20:36:48,052 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.006068499002140015 (mp_runner.py:73) -2024-09-01 20:36:48,650 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.022621324002102483 (mp_runner.py:73) -2024-09-01 20:36:49,316 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0104s, count=1654, qps in this process: 55.1142 (mp_runner.py:76) -2024-09-01 20:36:49,361 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0019s, count=1656, qps in this process: 55.1965 (mp_runner.py:76) -2024-09-01 20:36:49,379 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0083s, count=1657, qps in this process: 55.2181 (mp_runner.py:76) -2024-09-01 20:36:49,383 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0007s, count=1658, qps in this process: 55.2654 (mp_runner.py:76) -2024-09-01 20:36:49,391 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0168s, count=1539, qps in this process: 51.2713 (mp_runner.py:76) -2024-09-01 20:36:49,394 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0032s, count=1659, qps in this process: 55.2941 (mp_runner.py:76) -2024-09-01 20:36:49,400 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0108s, count=1659, qps in this process: 55.2801 (mp_runner.py:76) -2024-09-01 20:36:49,404 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0137s, count=1659, qps in this process: 55.2748 (mp_runner.py:76) -2024-09-01 20:36:49,433 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.005s, count=1651, qps in this process: 55.0242 (mp_runner.py:76) -2024-09-01 20:36:49,434 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0067s, count=1566, qps in this process: 52.1883 (mp_runner.py:76) -2024-09-01 20:36:49,436 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0122s, count=1600, qps in this process: 53.3117 (mp_runner.py:76) -2024-09-01 20:36:49,438 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0153s, count=1609, qps in this process: 53.606 (mp_runner.py:76) -2024-09-01 20:36:49,441 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0167s, count=1661, qps in this process: 55.3359 (mp_runner.py:76) -2024-09-01 20:36:49,441 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.014s, count=1661, qps in this process: 55.3408 (mp_runner.py:76) -2024-09-01 20:36:49,441 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0134s, count=1661, qps in this process: 55.3419 (mp_runner.py:76) -2024-09-01 20:36:49,464 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0027s, count=1664, qps in this process: 55.4617 (mp_runner.py:76) -2024-09-01 20:36:49,469 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0097s, count=1664, qps in this process: 55.4487 (mp_runner.py:76) -2024-09-01 20:36:49,469 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.004s, count=1665, qps in this process: 55.4926 (mp_runner.py:76) -2024-09-01 20:36:49,472 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0026s, count=1665, qps in this process: 55.4952 (mp_runner.py:76) -2024-09-01 20:36:49,472 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0067s, count=1665, qps in this process: 55.4876 (mp_runner.py:76) -2024-09-01 20:36:49,474 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0031s, count=1665, qps in this process: 55.4943 (mp_runner.py:76) -2024-09-01 20:36:49,482 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0032s, count=1668, qps in this process: 55.5941 (mp_runner.py:76) -2024-09-01 20:36:49,484 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0011s, count=1646, qps in this process: 54.8647 (mp_runner.py:76) -2024-09-01 20:36:49,491 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0014s, count=1670, qps in this process: 55.6641 (mp_runner.py:76) -2024-09-01 20:36:49,494 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0017s, count=1671, qps in this process: 55.6968 (mp_runner.py:76) -2024-09-01 20:36:49,499 | INFO |End search in concurrency 25: dur=30.307603633002145s, total_count=41193, qps=1359.1639 (mp_runner.py:120) -2024-09-01 20:36:51,078 | INFO |Update largest qps with concurrency 25: current max_qps=1359.1639 (mp_runner.py:124) -2024-09-01 20:36:51,485 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:36:51,485 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 20:37:01,889 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 20:37:02,029 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,054 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,124 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,133 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,141 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,144 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,150 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,150 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,155 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,158 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,175 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,187 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,190 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,191 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,197 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,202 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,226 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,226 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,228 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,231 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,231 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,233 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,233 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:02,243 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:13,013 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.00838830899738241 (mp_runner.py:73) -2024-09-01 20:37:13,016 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.017218287001014687 (mp_runner.py:73) -2024-09-01 20:37:13,016 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.005905670994252432 (mp_runner.py:73) -2024-09-01 20:37:13,017 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.014642125999671407 (mp_runner.py:73) -2024-09-01 20:37:13,017 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.0124170100025367 (mp_runner.py:73) -2024-09-01 20:37:13,018 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.019045430999540258 (mp_runner.py:73) -2024-09-01 20:37:13,018 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.018485403001250234 (mp_runner.py:73) -2024-09-01 20:37:13,020 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.018174534001445863 (mp_runner.py:73) -2024-09-01 20:37:13,020 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.01635299399640644 (mp_runner.py:73) -2024-09-01 20:37:13,021 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.014081262997933663 (mp_runner.py:73) -2024-09-01 20:37:13,022 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.021243632996629458 (mp_runner.py:73) -2024-09-01 20:37:13,023 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.017091563997382764 (mp_runner.py:73) -2024-09-01 20:37:13,023 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.017468468999140896 (mp_runner.py:73) -2024-09-01 20:37:13,024 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.01720450900029391 (mp_runner.py:73) -2024-09-01 20:37:13,025 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.026372476997494232 (mp_runner.py:73) -2024-09-01 20:37:13,027 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.018295981994015165 (mp_runner.py:73) -2024-09-01 20:37:13,028 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.018902607000200078 (mp_runner.py:73) -2024-09-01 20:37:13,031 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.020162520006124396 (mp_runner.py:73) -2024-09-01 20:37:13,032 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.028742049995344132 (mp_runner.py:73) -2024-09-01 20:37:13,032 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.018228506996820215 (mp_runner.py:73) -2024-09-01 20:37:13,034 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.032133241002156865 (mp_runner.py:73) -2024-09-01 20:37:13,041 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.043668256999808364 (mp_runner.py:73) -2024-09-01 20:37:13,045 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.01351165399682941 (mp_runner.py:73) -2024-09-01 20:37:13,046 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.017096116003813222 (mp_runner.py:73) -2024-09-01 20:37:13,050 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.019098289994872175 (mp_runner.py:73) -2024-09-01 20:37:13,082 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.0272441059933044 (mp_runner.py:73) -2024-09-01 20:37:13,461 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.02204959800292272 (mp_runner.py:73) -2024-09-01 20:37:13,463 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.025919795996742323 (mp_runner.py:73) -2024-09-01 20:37:13,821 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.02681522400234826 (mp_runner.py:73) -2024-09-01 20:37:13,965 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.03303839300497202 (mp_runner.py:73) -2024-09-01 20:37:23,599 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.02565817600407172 (mp_runner.py:73) -2024-09-01 20:37:23,599 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.032817674000398256 (mp_runner.py:73) -2024-09-01 20:37:23,600 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.02315145600005053 (mp_runner.py:73) -2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.03403102100128308 (mp_runner.py:73) -2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.0353181470054551 (mp_runner.py:73) -2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.029536434994952288 (mp_runner.py:73) -2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.023712581001746003 (mp_runner.py:73) -2024-09-01 20:37:23,601 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.03352221899694996 (mp_runner.py:73) -2024-09-01 20:37:23,602 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.03301722300238907 (mp_runner.py:73) -2024-09-01 20:37:23,603 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.03270834700379055 (mp_runner.py:73) -2024-09-01 20:37:23,603 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.03823879399715224 (mp_runner.py:73) -2024-09-01 20:37:23,603 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.03228508999745827 (mp_runner.py:73) -2024-09-01 20:37:23,604 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.031758785000420175 (mp_runner.py:73) -2024-09-01 20:37:23,605 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.02777621499990346 (mp_runner.py:73) -2024-09-01 20:37:23,605 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.018339625996304676 (mp_runner.py:73) -2024-09-01 20:37:23,605 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.01688624799862737 (mp_runner.py:73) -2024-09-01 20:37:23,606 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.037819097997271456 (mp_runner.py:73) -2024-09-01 20:37:23,606 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.017739917995641008 (mp_runner.py:73) -2024-09-01 20:37:23,607 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.01431101900379872 (mp_runner.py:73) -2024-09-01 20:37:23,608 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.014727517998835538 (mp_runner.py:73) -2024-09-01 20:37:23,624 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.0209591789971455 (mp_runner.py:73) -2024-09-01 20:37:23,733 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.0064659319978090934 (mp_runner.py:73) -2024-09-01 20:37:23,744 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.021816772998136003 (mp_runner.py:73) -2024-09-01 20:37:23,764 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.0434053849967313 (mp_runner.py:73) -2024-09-01 20:37:23,947 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.05106691100081662 (mp_runner.py:73) -2024-09-01 20:37:24,175 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.008014361003006343 (mp_runner.py:73) -2024-09-01 20:37:24,184 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.03366184499463998 (mp_runner.py:73) -2024-09-01 20:37:24,717 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.021930401999270543 (mp_runner.py:73) -2024-09-01 20:37:25,357 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.003798525001911912 (mp_runner.py:73) -2024-09-01 20:37:25,468 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.027287994002108462 (mp_runner.py:73) -2024-09-01 20:37:32,050 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0196s, count=1364, qps in this process: 45.437 (mp_runner.py:76) -2024-09-01 20:37:32,077 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0177s, count=1277, qps in this process: 42.5416 (mp_runner.py:76) -2024-09-01 20:37:32,149 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0303s, count=1370, qps in this process: 45.6206 (mp_runner.py:76) -2024-09-01 20:37:32,149 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0226s, count=1370, qps in this process: 45.6323 (mp_runner.py:76) -2024-09-01 20:37:32,150 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0064s, count=1370, qps in this process: 45.6569 (mp_runner.py:76) -2024-09-01 20:37:32,150 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.031s, count=1370, qps in this process: 45.6195 (mp_runner.py:76) -2024-09-01 20:37:32,150 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0159s, count=1370, qps in this process: 45.6425 (mp_runner.py:76) -2024-09-01 20:37:32,159 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.001s, count=1371, qps in this process: 45.6985 (mp_runner.py:76) -2024-09-01 20:37:32,159 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0051s, count=1371, qps in this process: 45.6922 (mp_runner.py:76) -2024-09-01 20:37:32,177 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0112s, count=1291, qps in this process: 43.0173 (mp_runner.py:76) -2024-09-01 20:37:32,179 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0012s, count=1372, qps in this process: 45.7315 (mp_runner.py:76) -2024-09-01 20:37:32,180 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0256s, count=1372, qps in this process: 45.6943 (mp_runner.py:76) -2024-09-01 20:37:32,183 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0359s, count=1346, qps in this process: 44.813 (mp_runner.py:76) -2024-09-01 20:37:32,191 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0005s, count=1316, qps in this process: 43.8659 (mp_runner.py:76) -2024-09-01 20:37:32,192 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0016s, count=1373, qps in this process: 45.7642 (mp_runner.py:76) -2024-09-01 20:37:32,193 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0004s, count=1373, qps in this process: 45.7661 (mp_runner.py:76) -2024-09-01 20:37:32,193 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0152s, count=1373, qps in this process: 45.7435 (mp_runner.py:76) -2024-09-01 20:37:32,206 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0051s, count=1372, qps in this process: 45.7256 (mp_runner.py:76) -2024-09-01 20:37:32,207 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0106s, count=1374, qps in this process: 45.7838 (mp_runner.py:76) -2024-09-01 20:37:32,209 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0012s, count=1374, qps in this process: 45.7982 (mp_runner.py:76) -2024-09-01 20:37:32,209 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0124s, count=1374, qps in this process: 45.7811 (mp_runner.py:76) -2024-09-01 20:37:32,213 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0159s, count=1374, qps in this process: 45.7757 (mp_runner.py:76) -2024-09-01 20:37:32,233 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0012s, count=1377, qps in this process: 45.8982 (mp_runner.py:76) -2024-09-01 20:37:32,236 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0031s, count=1377, qps in this process: 45.8953 (mp_runner.py:76) -2024-09-01 20:37:32,236 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0016s, count=1377, qps in this process: 45.8976 (mp_runner.py:76) -2024-09-01 20:37:32,240 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0096s, count=1377, qps in this process: 45.8853 (mp_runner.py:76) -2024-09-01 20:37:32,243 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0064s, count=1334, qps in this process: 44.4572 (mp_runner.py:76) -2024-09-01 20:37:32,244 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0093s, count=1378, qps in this process: 45.9191 (mp_runner.py:76) -2024-09-01 20:37:32,250 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0131s, count=1378, qps in this process: 45.9133 (mp_runner.py:76) -2024-09-01 20:37:32,250 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0005s, count=1365, qps in this process: 45.4992 (mp_runner.py:76) -2024-09-01 20:37:32,256 | INFO |End search in concurrency 30: dur=30.366025709001406s, total_count=40880, qps=1346.2414 (mp_runner.py:120) -2024-09-01 20:37:34,563 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:37:34,564 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 20:37:45,117 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 20:37:45,170 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,314 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,334 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,336 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,350 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,367 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,367 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,367 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,367 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,418 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,425 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,449 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,451 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,461 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,461 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,465 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,465 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,474 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,475 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,486 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,487 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,492 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,500 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,513 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,537 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:45,543 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:37:58,782 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.022841610996692907 (mp_runner.py:73) -2024-09-01 20:37:58,783 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.02856100299686659 (mp_runner.py:73) -2024-09-01 20:37:58,784 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.03364414600218879 (mp_runner.py:73) -2024-09-01 20:37:58,785 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.02685581900004763 (mp_runner.py:73) -2024-09-01 20:37:58,786 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.04099764699640218 (mp_runner.py:73) -2024-09-01 20:37:58,787 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.03961249600251904 (mp_runner.py:73) -2024-09-01 20:37:58,787 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.030383971003175247 (mp_runner.py:73) -2024-09-01 20:37:58,789 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.04272881100041559 (mp_runner.py:73) -2024-09-01 20:37:58,789 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.04571335600485327 (mp_runner.py:73) -2024-09-01 20:37:58,790 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.023018616004264913 (mp_runner.py:73) -2024-09-01 20:37:58,791 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.028510281001217663 (mp_runner.py:73) -2024-09-01 20:37:58,792 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.04332796100061387 (mp_runner.py:73) -2024-09-01 20:37:58,793 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.05153965999488719 (mp_runner.py:73) -2024-09-01 20:37:58,793 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.03665146899584215 (mp_runner.py:73) -2024-09-01 20:37:58,794 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.04105649599659955 (mp_runner.py:73) -2024-09-01 20:37:58,794 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.04523216199595481 (mp_runner.py:73) -2024-09-01 20:37:58,795 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.04364979499951005 (mp_runner.py:73) -2024-09-01 20:37:58,796 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.04248614700190956 (mp_runner.py:73) -2024-09-01 20:37:59,142 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.02142836100392742 (mp_runner.py:73) -2024-09-01 20:37:59,216 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.007169902994064614 (mp_runner.py:73) -2024-09-01 20:37:59,284 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.021205110002483707 (mp_runner.py:73) -2024-09-01 20:37:59,318 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.02934395199554274 (mp_runner.py:73) -2024-09-01 20:37:59,351 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.025841208000201732 (mp_runner.py:73) -2024-09-01 20:37:59,631 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.026063033001264557 (mp_runner.py:73) -2024-09-01 20:37:59,801 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.055713813002512325 (mp_runner.py:73) -2024-09-01 20:38:00,248 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.046142332001181785 (mp_runner.py:73) -2024-09-01 20:38:00,555 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.015684714002418332 (mp_runner.py:73) -2024-09-01 20:38:00,559 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.02266137699916726 (mp_runner.py:73) -2024-09-01 20:38:00,613 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.013671127002453431 (mp_runner.py:73) -2024-09-01 20:38:00,623 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.020034412998938933 (mp_runner.py:73) -2024-09-01 20:38:00,780 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.029957463004393503 (mp_runner.py:73) -2024-09-01 20:38:00,941 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.03346609500295017 (mp_runner.py:73) -2024-09-01 20:38:00,944 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.042215617999318056 (mp_runner.py:73) -2024-09-01 20:38:01,043 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.017141607000667136 (mp_runner.py:73) -2024-09-01 20:38:01,118 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.03090242599864723 (mp_runner.py:73) -2024-09-01 20:38:12,994 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.01840423200337682 (mp_runner.py:73) -2024-09-01 20:38:12,996 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.019161538002663292 (mp_runner.py:73) -2024-09-01 20:38:12,997 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.020367372999317013 (mp_runner.py:73) -2024-09-01 20:38:12,997 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.022253068003919907 (mp_runner.py:73) -2024-09-01 20:38:12,999 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.021202695003012195 (mp_runner.py:73) -2024-09-01 20:38:13,000 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.02628364799602423 (mp_runner.py:73) -2024-09-01 20:38:13,001 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.021622182001010515 (mp_runner.py:73) -2024-09-01 20:38:13,003 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.005963952004094608 (mp_runner.py:73) -2024-09-01 20:38:13,005 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.02152723600011086 (mp_runner.py:73) -2024-09-01 20:38:13,008 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.024008091000723653 (mp_runner.py:73) -2024-09-01 20:38:13,008 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.02884710399666801 (mp_runner.py:73) -2024-09-01 20:38:13,009 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.01858759699825896 (mp_runner.py:73) -2024-09-01 20:38:13,010 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.024348696999368258 (mp_runner.py:73) -2024-09-01 20:38:13,014 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.03203015299368417 (mp_runner.py:73) -2024-09-01 20:38:13,020 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.045337093994021416 (mp_runner.py:73) -2024-09-01 20:38:13,021 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.045515926998632494 (mp_runner.py:73) -2024-09-01 20:38:13,022 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.024090218998026103 (mp_runner.py:73) -2024-09-01 20:38:13,024 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.05046147300163284 (mp_runner.py:73) -2024-09-01 20:38:13,027 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.023990966998098884 (mp_runner.py:73) -2024-09-01 20:38:13,040 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.02916456700040726 (mp_runner.py:73) -2024-09-01 20:38:13,041 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.022304564001387917 (mp_runner.py:73) -2024-09-01 20:38:13,062 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.025182038996717893 (mp_runner.py:73) -2024-09-01 20:38:13,071 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.0570252489997074 (mp_runner.py:73) -2024-09-01 20:38:13,154 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.036106708997976966 (mp_runner.py:73) -2024-09-01 20:38:13,418 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.014288281003246084 (mp_runner.py:73) -2024-09-01 20:38:13,530 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.03324087500368478 (mp_runner.py:73) -2024-09-01 20:38:13,846 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.03147840299789095 (mp_runner.py:73) -2024-09-01 20:38:13,989 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.026386033001472242 (mp_runner.py:73) -2024-09-01 20:38:13,992 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.02949841299414402 (mp_runner.py:73) -2024-09-01 20:38:14,429 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.033056635002139956 (mp_runner.py:73) -2024-09-01 20:38:14,462 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.028301896003540605 (mp_runner.py:73) -2024-09-01 20:38:14,472 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.028422326999134384 (mp_runner.py:73) -2024-09-01 20:38:14,762 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.029423085004964378 (mp_runner.py:73) -2024-09-01 20:38:15,241 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.06852874800097197 (mp_runner.py:73) -2024-09-01 20:38:15,247 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0356s, count=1074, qps in this process: 35.7576 (mp_runner.py:76) -2024-09-01 20:38:15,316 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.02466163400094956 (mp_runner.py:73) -2024-09-01 20:38:15,323 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0047s, count=1079, qps in this process: 35.961 (mp_runner.py:76) -2024-09-01 20:38:15,337 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0015s, count=1080, qps in this process: 35.9982 (mp_runner.py:76) -2024-09-01 20:38:15,346 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0093s, count=1070, qps in this process: 35.6556 (mp_runner.py:76) -2024-09-01 20:38:15,373 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0345s, count=1081, qps in this process: 35.9919 (mp_runner.py:76) -2024-09-01 20:38:15,374 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0209s, count=1081, qps in this process: 36.0082 (mp_runner.py:76) -2024-09-01 20:38:15,376 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0018s, count=1081, qps in this process: 36.0312 (mp_runner.py:76) -2024-09-01 20:38:15,393 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0185s, count=1082, qps in this process: 36.0444 (mp_runner.py:76) -2024-09-01 20:38:15,394 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0196s, count=1082, qps in this process: 36.0431 (mp_runner.py:76) -2024-09-01 20:38:15,397 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0224s, count=1082, qps in this process: 36.0398 (mp_runner.py:76) -2024-09-01 20:38:15,433 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0141s, count=1084, qps in this process: 36.1164 (mp_runner.py:76) -2024-09-01 20:38:15,444 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.014s, count=1085, qps in this process: 36.1498 (mp_runner.py:76) -2024-09-01 20:38:15,454 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0201s, count=1047, qps in this process: 34.8766 (mp_runner.py:76) -2024-09-01 20:38:15,456 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.021s, count=1035, qps in this process: 34.4759 (mp_runner.py:76) -2024-09-01 20:38:15,459 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.001s, count=1086, qps in this process: 36.1988 (mp_runner.py:76) -2024-09-01 20:38:15,465 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0128s, count=1086, qps in this process: 36.1846 (mp_runner.py:76) -2024-09-01 20:38:15,472 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0135s, count=1087, qps in this process: 36.217 (mp_runner.py:76) -2024-09-01 20:38:15,475 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0107s, count=1087, qps in this process: 36.2204 (mp_runner.py:76) -2024-09-01 20:38:15,480 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0093s, count=1087, qps in this process: 36.2221 (mp_runner.py:76) -2024-09-01 20:38:15,480 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.005s, count=1087, qps in this process: 36.2273 (mp_runner.py:76) -2024-09-01 20:38:15,483 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0089s, count=1087, qps in this process: 36.2226 (mp_runner.py:76) -2024-09-01 20:38:15,484 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0038s, count=1087, qps in this process: 36.2287 (mp_runner.py:76) -2024-09-01 20:38:15,487 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.017s, count=1087, qps in this process: 36.2128 (mp_runner.py:76) -2024-09-01 20:38:15,489 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0236s, count=1078, qps in this process: 35.9051 (mp_runner.py:76) -2024-09-01 20:38:15,493 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0035s, count=1023, qps in this process: 34.096 (mp_runner.py:76) -2024-09-01 20:38:15,496 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0043s, count=1049, qps in this process: 34.9617 (mp_runner.py:76) -2024-09-01 20:38:15,497 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0217s, count=1088, qps in this process: 36.2405 (mp_runner.py:76) -2024-09-01 20:38:15,498 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0086s, count=1088, qps in this process: 36.2563 (mp_runner.py:76) -2024-09-01 20:38:15,500 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0029s, count=1012, qps in this process: 33.7301 (mp_runner.py:76) -2024-09-01 20:38:15,503 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0107s, count=1057, qps in this process: 35.2208 (mp_runner.py:76) -2024-09-01 20:38:15,508 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0053s, count=1038, qps in this process: 34.5939 (mp_runner.py:76) -2024-09-01 20:38:15,520 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0032s, count=1015, qps in this process: 33.8297 (mp_runner.py:76) -2024-09-01 20:38:15,524 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0035s, count=1078, qps in this process: 35.9291 (mp_runner.py:76) -2024-09-01 20:38:15,545 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0018s, count=1046, qps in this process: 34.8646 (mp_runner.py:76) -2024-09-01 20:38:15,551 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0007s, count=1064, qps in this process: 35.4658 (mp_runner.py:76) -2024-09-01 20:38:15,555 | INFO |End search in concurrency 35: dur=30.437582840000687s, total_count=37460, qps=1230.7153 (mp_runner.py:120) -2024-09-01 20:38:18,296 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:38:18,296 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 20:38:28,954 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 20:38:29,156 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,162 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,164 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,187 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,297 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,299 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,299 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,300 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,300 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,302 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,305 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,305 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,309 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,321 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,344 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,345 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,360 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,375 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,380 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,381 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,384 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,384 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,385 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,386 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,425 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,427 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:29,429 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:38:43,894 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.03633798899682006 (mp_runner.py:73) -2024-09-01 20:38:43,894 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.05405136800254695 (mp_runner.py:73) -2024-09-01 20:38:43,894 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.038949659996433184 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.049165716001880355 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.041967423996538855 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.03728876500099432 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.03238558199518593 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.03834910899604438 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.04613647099904483 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.03245680800318951 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.038576671002374496 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.05087797000305727 (mp_runner.py:73) -2024-09-01 20:38:43,895 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.03386824500194052 (mp_runner.py:73) -2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.041339816998515744 (mp_runner.py:73) -2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.035999421001179144 (mp_runner.py:73) -2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.05692985899804626 (mp_runner.py:73) -2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.03680541499488754 (mp_runner.py:73) -2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.048619911998684984 (mp_runner.py:73) -2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.03429124099784531 (mp_runner.py:73) -2024-09-01 20:38:43,896 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.03339368600427406 (mp_runner.py:73) -2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.030076851006015204 (mp_runner.py:73) -2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.03825391699501779 (mp_runner.py:73) -2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.008668563998071477 (mp_runner.py:73) -2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.03289989299810259 (mp_runner.py:73) -2024-09-01 20:38:43,897 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.054014153000025544 (mp_runner.py:73) -2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.02976369299722137 (mp_runner.py:73) -2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.030998531001387164 (mp_runner.py:73) -2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.029306514996278565 (mp_runner.py:73) -2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.03746700299961958 (mp_runner.py:73) -2024-09-01 20:38:43,898 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.04415783700096654 (mp_runner.py:73) -2024-09-01 20:38:43,899 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.03294723999715643 (mp_runner.py:73) -2024-09-01 20:38:43,899 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.00929470299888635 (mp_runner.py:73) -2024-09-01 20:38:43,906 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.05955024599825265 (mp_runner.py:73) -2024-09-01 20:38:43,910 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.05476657400140539 (mp_runner.py:73) -2024-09-01 20:38:43,911 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.06938959800027078 (mp_runner.py:73) -2024-09-01 20:38:43,912 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.04747360700275749 (mp_runner.py:73) -2024-09-01 20:38:43,913 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.019451491003565025 (mp_runner.py:73) -2024-09-01 20:38:43,913 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.030067776999203488 (mp_runner.py:73) -2024-09-01 20:38:43,916 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.07871413999964716 (mp_runner.py:73) -2024-09-01 20:38:43,917 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.04581818300357554 (mp_runner.py:73) -2024-09-01 20:38:57,268 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.03545328300242545 (mp_runner.py:73) -2024-09-01 20:38:57,272 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.02307313899655128 (mp_runner.py:73) -2024-09-01 20:38:57,274 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.024792566000542138 (mp_runner.py:73) -2024-09-01 20:38:57,274 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.020706789997348096 (mp_runner.py:73) -2024-09-01 20:38:57,276 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.05056115000479622 (mp_runner.py:73) -2024-09-01 20:38:57,276 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.022626655001658946 (mp_runner.py:73) -2024-09-01 20:38:57,278 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.026286120002623647 (mp_runner.py:73) -2024-09-01 20:38:57,279 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.02274532400042517 (mp_runner.py:73) -2024-09-01 20:38:57,279 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.02652397899510106 (mp_runner.py:73) -2024-09-01 20:38:57,280 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.025548181001795456 (mp_runner.py:73) -2024-09-01 20:38:57,280 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.025099856000451837 (mp_runner.py:73) -2024-09-01 20:38:57,282 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.034292290001758374 (mp_runner.py:73) -2024-09-01 20:38:57,282 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.03142550199845573 (mp_runner.py:73) -2024-09-01 20:38:57,283 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.029885163996368647 (mp_runner.py:73) -2024-09-01 20:38:57,284 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.02616713399766013 (mp_runner.py:73) -2024-09-01 20:38:57,284 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.02687346199672902 (mp_runner.py:73) -2024-09-01 20:38:57,285 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.027142537001054734 (mp_runner.py:73) -2024-09-01 20:38:57,285 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.028515182006231043 (mp_runner.py:73) -2024-09-01 20:38:57,287 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.02481985399936093 (mp_runner.py:73) -2024-09-01 20:38:57,287 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.023836749998736195 (mp_runner.py:73) -2024-09-01 20:38:57,288 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.029386353002337273 (mp_runner.py:73) -2024-09-01 20:38:57,288 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.02519044499786105 (mp_runner.py:73) -2024-09-01 20:38:57,290 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.03018626000266522 (mp_runner.py:73) -2024-09-01 20:38:57,290 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.034150473002227955 (mp_runner.py:73) -2024-09-01 20:38:57,291 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.026694168998801615 (mp_runner.py:73) -2024-09-01 20:38:57,291 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.026694303000112996 (mp_runner.py:73) -2024-09-01 20:38:57,293 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.027508592000231147 (mp_runner.py:73) -2024-09-01 20:38:57,293 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.031705084002169315 (mp_runner.py:73) -2024-09-01 20:38:57,294 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.021158764000574593 (mp_runner.py:73) -2024-09-01 20:38:57,294 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.027697266996256076 (mp_runner.py:73) -2024-09-01 20:38:57,295 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.029716397999436595 (mp_runner.py:73) -2024-09-01 20:38:57,297 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.028831151001213584 (mp_runner.py:73) -2024-09-01 20:38:57,298 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.025720329998875968 (mp_runner.py:73) -2024-09-01 20:38:57,301 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.02564470200013602 (mp_runner.py:73) -2024-09-01 20:38:57,304 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.053258361003827304 (mp_runner.py:73) -2024-09-01 20:38:57,307 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.023983124003279954 (mp_runner.py:73) -2024-09-01 20:38:57,316 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.07079756499297218 (mp_runner.py:73) -2024-09-01 20:38:57,581 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.033462990999396425 (mp_runner.py:73) -2024-09-01 20:38:57,816 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.03401003799808677 (mp_runner.py:73) -2024-09-01 20:38:57,861 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.040239925001515076 (mp_runner.py:73) -2024-09-01 20:38:59,173 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0044s, count=1067, qps in this process: 35.5615 (mp_runner.py:76) -2024-09-01 20:38:59,181 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0111s, count=1067, qps in this process: 35.5535 (mp_runner.py:76) -2024-09-01 20:38:59,184 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0252s, count=1067, qps in this process: 35.5368 (mp_runner.py:76) -2024-09-01 20:38:59,234 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0291s, count=1070, qps in this process: 35.6321 (mp_runner.py:76) -2024-09-01 20:38:59,304 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0015s, count=1046, qps in this process: 34.8649 (mp_runner.py:76) -2024-09-01 20:38:59,318 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.012s, count=1058, qps in this process: 35.2526 (mp_runner.py:76) -2024-09-01 20:38:59,318 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0164s, count=1057, qps in this process: 35.2141 (mp_runner.py:76) -2024-09-01 20:38:59,324 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0087s, count=1074, qps in this process: 35.7896 (mp_runner.py:76) -2024-09-01 20:38:59,324 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0216s, count=1074, qps in this process: 35.7742 (mp_runner.py:76) -2024-09-01 20:38:59,324 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0228s, count=1074, qps in this process: 35.7728 (mp_runner.py:76) -2024-09-01 20:38:59,325 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0191s, count=1074, qps in this process: 35.7772 (mp_runner.py:76) -2024-09-01 20:38:59,325 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0195s, count=1074, qps in this process: 35.7767 (mp_runner.py:76) -2024-09-01 20:38:59,326 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0216s, count=1074, qps in this process: 35.7742 (mp_runner.py:76) -2024-09-01 20:38:59,326 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0212s, count=1074, qps in this process: 35.7747 (mp_runner.py:76) -2024-09-01 20:38:59,326 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0232s, count=1074, qps in this process: 35.7723 (mp_runner.py:76) -2024-09-01 20:38:59,326 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0013s, count=1074, qps in this process: 35.7984 (mp_runner.py:76) -2024-09-01 20:38:59,343 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0211s, count=1074, qps in this process: 35.7748 (mp_runner.py:76) -2024-09-01 20:38:59,345 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0145s, count=1075, qps in this process: 35.816 (mp_runner.py:76) -2024-09-01 20:38:59,353 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0079s, count=1076, qps in this process: 35.8572 (mp_runner.py:76) -2024-09-01 20:38:59,356 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0104s, count=1075, qps in this process: 35.8209 (mp_runner.py:76) -2024-09-01 20:38:59,357 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0115s, count=1076, qps in this process: 35.8529 (mp_runner.py:76) -2024-09-01 20:38:59,362 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0167s, count=1076, qps in this process: 35.8467 (mp_runner.py:76) -2024-09-01 20:38:59,368 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.006s, count=1077, qps in this process: 35.8928 (mp_runner.py:76) -2024-09-01 20:38:59,369 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0037s, count=1077, qps in this process: 35.8956 (mp_runner.py:76) -2024-09-01 20:38:59,376 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0037s, count=1077, qps in this process: 35.8956 (mp_runner.py:76) -2024-09-01 20:38:59,387 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0055s, count=1079, qps in this process: 35.9601 (mp_runner.py:76) -2024-09-01 20:38:59,388 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0047s, count=1079, qps in this process: 35.961 (mp_runner.py:76) -2024-09-01 20:38:59,391 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0068s, count=1079, qps in this process: 35.9585 (mp_runner.py:76) -2024-09-01 20:38:59,400 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0093s, count=1080, qps in this process: 35.9888 (mp_runner.py:76) -2024-09-01 20:38:59,400 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.008s, count=1080, qps in this process: 35.9904 (mp_runner.py:76) -2024-09-01 20:38:59,400 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0098s, count=1080, qps in this process: 35.9882 (mp_runner.py:76) -2024-09-01 20:38:59,400 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0071s, count=1080, qps in this process: 35.9915 (mp_runner.py:76) -2024-09-01 20:38:59,409 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0064s, count=1081, qps in this process: 36.0256 (mp_runner.py:76) -2024-09-01 20:38:59,411 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0021s, count=1081, qps in this process: 36.0308 (mp_runner.py:76) -2024-09-01 20:38:59,413 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0054s, count=1082, qps in this process: 36.0602 (mp_runner.py:76) -2024-09-01 20:38:59,414 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.014s, count=1081, qps in this process: 36.0165 (mp_runner.py:76) -2024-09-01 20:38:59,415 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0048s, count=1082, qps in this process: 36.0609 (mp_runner.py:76) -2024-09-01 20:38:59,431 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0034s, count=1086, qps in this process: 36.1959 (mp_runner.py:76) -2024-09-01 20:38:59,433 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0016s, count=1087, qps in this process: 36.2314 (mp_runner.py:76) -2024-09-01 20:38:59,436 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.003s, count=1087, qps in this process: 36.2297 (mp_runner.py:76) -2024-09-01 20:38:59,442 | INFO |End search in concurrency 40: dur=30.4870813919988s, total_count=43005, qps=1410.5975 (mp_runner.py:120) -2024-09-01 20:39:02,071 | INFO |Update largest qps with concurrency 40: current max_qps=1410.5975 (mp_runner.py:124) -2024-09-01 20:39:02,485 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:39:02,485 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 20:39:13,309 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 20:39:13,464 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,560 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,602 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,606 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,743 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,748 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,750 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,755 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,764 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,765 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,771 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,771 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,771 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,771 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,787 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,790 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,804 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,810 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,810 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,813 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,816 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,819 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,843 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,869 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,877 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,884 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,884 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,907 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:13,924 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:39:30,225 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.025372490999870934 (mp_runner.py:73) -2024-09-01 20:39:30,227 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.026614889000484254 (mp_runner.py:73) -2024-09-01 20:39:30,228 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.03835456299566431 (mp_runner.py:73) -2024-09-01 20:39:30,228 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.028247552996617742 (mp_runner.py:73) -2024-09-01 20:39:30,229 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.029128431000572164 (mp_runner.py:73) -2024-09-01 20:39:30,230 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.030516024002281483 (mp_runner.py:73) -2024-09-01 20:39:30,231 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.025551958999130875 (mp_runner.py:73) -2024-09-01 20:39:30,232 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.030397606002225075 (mp_runner.py:73) -2024-09-01 20:39:30,233 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.007319730997551233 (mp_runner.py:73) -2024-09-01 20:39:30,233 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.03061323400470428 (mp_runner.py:73) -2024-09-01 20:39:30,234 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.03212178400281118 (mp_runner.py:73) -2024-09-01 20:39:30,235 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.03359811699920101 (mp_runner.py:73) -2024-09-01 20:39:30,236 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.030230678006773815 (mp_runner.py:73) -2024-09-01 20:39:30,237 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.032398817005741876 (mp_runner.py:73) -2024-09-01 20:39:30,238 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.034780485002556816 (mp_runner.py:73) -2024-09-01 20:39:30,239 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.03118123600143008 (mp_runner.py:73) -2024-09-01 20:39:30,240 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.03167908600153169 (mp_runner.py:73) -2024-09-01 20:39:30,241 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.03432880800392013 (mp_runner.py:73) -2024-09-01 20:39:30,242 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.03727174200321315 (mp_runner.py:73) -2024-09-01 20:39:30,243 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.03094811100163497 (mp_runner.py:73) -2024-09-01 20:39:30,243 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.04360059399914462 (mp_runner.py:73) -2024-09-01 20:39:30,244 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.044941768996068276 (mp_runner.py:73) -2024-09-01 20:39:30,245 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.04386484800488688 (mp_runner.py:73) -2024-09-01 20:39:30,245 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.046059870001045056 (mp_runner.py:73) -2024-09-01 20:39:30,246 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.05555343299783999 (mp_runner.py:73) -2024-09-01 20:39:30,247 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.043065060999651905 (mp_runner.py:73) -2024-09-01 20:39:30,247 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.05446432200551499 (mp_runner.py:73) -2024-09-01 20:39:30,248 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.06026640699565178 (mp_runner.py:73) -2024-09-01 20:39:30,249 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.06084262299555121 (mp_runner.py:73) -2024-09-01 20:39:30,249 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.05476965600246331 (mp_runner.py:73) -2024-09-01 20:39:30,250 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.06247288599843159 (mp_runner.py:73) -2024-09-01 20:39:30,250 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.03668864700011909 (mp_runner.py:73) -2024-09-01 20:39:30,251 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.061393938995024655 (mp_runner.py:73) -2024-09-01 20:39:30,251 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.06230766899534501 (mp_runner.py:73) -2024-09-01 20:39:30,251 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.05117355499533005 (mp_runner.py:73) -2024-09-01 20:39:30,252 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.06274185300571844 (mp_runner.py:73) -2024-09-01 20:39:30,252 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.05889258500246797 (mp_runner.py:73) -2024-09-01 20:39:30,253 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.05344937000336358 (mp_runner.py:73) -2024-09-01 20:39:30,254 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.05359172500175191 (mp_runner.py:73) -2024-09-01 20:39:30,254 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.05461279500013916 (mp_runner.py:73) -2024-09-01 20:39:30,269 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.07013728599849856 (mp_runner.py:73) -2024-09-01 20:39:30,469 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.028481216002546716 (mp_runner.py:73) -2024-09-01 20:39:30,575 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.02399017399875447 (mp_runner.py:73) -2024-09-01 20:39:30,735 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.04679098299675388 (mp_runner.py:73) -2024-09-01 20:39:30,853 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.03650469100102782 (mp_runner.py:73) -2024-09-01 20:39:43,481 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0053s, count=922, qps in this process: 30.7279 (mp_runner.py:76) -2024-09-01 20:39:43,579 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0237s, count=924, qps in this process: 30.7757 (mp_runner.py:76) -2024-09-01 20:39:43,603 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0393s, count=924, qps in this process: 30.7597 (mp_runner.py:76) -2024-09-01 20:39:43,695 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0754s, count=926, qps in this process: 30.7893 (mp_runner.py:76) -2024-09-01 20:39:43,715 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.1069s, count=926, qps in this process: 30.7571 (mp_runner.py:76) -2024-09-01 20:39:43,744 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0053s, count=927, qps in this process: 30.8945 (mp_runner.py:76) -2024-09-01 20:39:43,744 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0013s, count=927, qps in this process: 30.8987 (mp_runner.py:76) -2024-09-01 20:39:43,744 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0042s, count=927, qps in this process: 30.8957 (mp_runner.py:76) -2024-09-01 20:39:43,744 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0023s, count=921, qps in this process: 30.6976 (mp_runner.py:76) -2024-09-01 20:39:43,751 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0085s, count=927, qps in this process: 30.8912 (mp_runner.py:76) -2024-09-01 20:39:43,753 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.003s, count=927, qps in this process: 30.8969 (mp_runner.py:76) -2024-09-01 20:39:43,772 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0017s, count=912, qps in this process: 30.3983 (mp_runner.py:76) -2024-09-01 20:39:43,777 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0086s, count=910, qps in this process: 30.3246 (mp_runner.py:76) -2024-09-01 20:39:43,779 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0027s, count=895, qps in this process: 29.8306 (mp_runner.py:76) -2024-09-01 20:39:43,779 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.002s, count=924, qps in this process: 30.7979 (mp_runner.py:76) -2024-09-01 20:39:43,783 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0102s, count=928, qps in this process: 30.9228 (mp_runner.py:76) -2024-09-01 20:39:43,784 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0294s, count=928, qps in this process: 30.903 (mp_runner.py:76) -2024-09-01 20:39:43,785 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.033s, count=928, qps in this process: 30.8993 (mp_runner.py:76) -2024-09-01 20:39:43,785 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0226s, count=928, qps in this process: 30.91 (mp_runner.py:76) -2024-09-01 20:39:43,786 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0186s, count=928, qps in this process: 30.9142 (mp_runner.py:76) -2024-09-01 20:39:43,786 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0082s, count=928, qps in this process: 30.9249 (mp_runner.py:76) -2024-09-01 20:39:43,786 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0096s, count=928, qps in this process: 30.9234 (mp_runner.py:76) -2024-09-01 20:39:43,787 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0019s, count=928, qps in this process: 30.9314 (mp_runner.py:76) -2024-09-01 20:39:43,787 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0097s, count=928, qps in this process: 30.9233 (mp_runner.py:76) -2024-09-01 20:39:43,787 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0379s, count=928, qps in this process: 30.8943 (mp_runner.py:76) -2024-09-01 20:39:43,793 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0013s, count=929, qps in this process: 30.9653 (mp_runner.py:76) -2024-09-01 20:39:43,799 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0086s, count=929, qps in this process: 30.9578 (mp_runner.py:76) -2024-09-01 20:39:43,807 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0627s, count=928, qps in this process: 30.8688 (mp_runner.py:76) -2024-09-01 20:39:43,815 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0055s, count=931, qps in this process: 31.0276 (mp_runner.py:76) -2024-09-01 20:39:43,827 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0138s, count=930, qps in this process: 30.9857 (mp_runner.py:76) -2024-09-01 20:39:43,828 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0098s, count=931, qps in this process: 31.0232 (mp_runner.py:76) -2024-09-01 20:39:43,828 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0067s, count=930, qps in this process: 30.9931 (mp_runner.py:76) -2024-09-01 20:39:43,833 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0194s, count=930, qps in this process: 30.98 (mp_runner.py:76) -2024-09-01 20:39:43,836 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0139s, count=933, qps in this process: 31.0856 (mp_runner.py:76) -2024-09-01 20:39:43,852 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0035s, count=903, qps in this process: 30.0965 (mp_runner.py:76) -2024-09-01 20:39:43,855 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0052s, count=934, qps in this process: 31.1279 (mp_runner.py:76) -2024-09-01 20:39:43,873 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0045s, count=935, qps in this process: 31.162 (mp_runner.py:76) -2024-09-01 20:39:43,878 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0073s, count=936, qps in this process: 31.1924 (mp_runner.py:76) -2024-09-01 20:39:43,881 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0007s, count=936, qps in this process: 31.1993 (mp_runner.py:76) -2024-09-01 20:39:43,881 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0086s, count=936, qps in this process: 31.1911 (mp_runner.py:76) -2024-09-01 20:39:43,892 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0037s, count=938, qps in this process: 31.2628 (mp_runner.py:76) -2024-09-01 20:39:43,893 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0044s, count=938, qps in this process: 31.2621 (mp_runner.py:76) -2024-09-01 20:39:43,913 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.001s, count=923, qps in this process: 30.7656 (mp_runner.py:76) -2024-09-01 20:39:43,920 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0008s, count=906, qps in this process: 30.1992 (mp_runner.py:76) -2024-09-01 20:39:43,939 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.002s, count=949, qps in this process: 31.6312 (mp_runner.py:76) -2024-09-01 20:39:43,943 | INFO |End search in concurrency 45: dur=30.63394145199709s, total_count=41704, qps=1361.3658 (mp_runner.py:120) -2024-09-01 20:39:47,276 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:39:47,276 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 20:40:08,310 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 20:40:08,362 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,363 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,592 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,701 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,710 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,714 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,714 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,730 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,752 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,761 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,768 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,769 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,769 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,769 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,769 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,770 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,773 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,778 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,797 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,799 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,800 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,816 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,816 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,839 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,841 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,846 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,867 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,874 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,900 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,907 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,908 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,909 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,956 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:08,970 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:40:27,336 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.0563823880002019 (mp_runner.py:73) -2024-09-01 20:40:27,336 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.049655063994578086 (mp_runner.py:73) -2024-09-01 20:40:27,337 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.040273374994285405 (mp_runner.py:73) -2024-09-01 20:40:27,337 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.06786853400262771 (mp_runner.py:73) -2024-09-01 20:40:27,337 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.04303969399916241 (mp_runner.py:73) -2024-09-01 20:40:27,337 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.046173298003850505 (mp_runner.py:73) -2024-09-01 20:40:27,338 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.06527876900509 (mp_runner.py:73) -2024-09-01 20:40:27,338 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.057602100998337846 (mp_runner.py:73) -2024-09-01 20:40:27,339 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.07133578500361182 (mp_runner.py:73) -2024-09-01 20:40:27,339 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.0653870009991806 (mp_runner.py:73) -2024-09-01 20:40:27,339 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.036614937998820096 (mp_runner.py:73) -2024-09-01 20:40:27,340 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.06322210800135508 (mp_runner.py:73) -2024-09-01 20:40:27,341 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.029291653001564555 (mp_runner.py:73) -2024-09-01 20:40:27,342 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.03240703600022243 (mp_runner.py:73) -2024-09-01 20:40:27,343 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.03260042699548649 (mp_runner.py:73) -2024-09-01 20:40:27,344 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.034244733993546106 (mp_runner.py:73) -2024-09-01 20:40:27,344 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.03705957700003637 (mp_runner.py:73) -2024-09-01 20:40:27,344 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.03126541200617794 (mp_runner.py:73) -2024-09-01 20:40:27,346 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.008998058998258784 (mp_runner.py:73) -2024-09-01 20:40:27,347 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.0323006600010558 (mp_runner.py:73) -2024-09-01 20:40:27,351 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.033278274997428525 (mp_runner.py:73) -2024-09-01 20:40:27,351 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.03463720400031889 (mp_runner.py:73) -2024-09-01 20:40:27,352 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.03143831300258171 (mp_runner.py:73) -2024-09-01 20:40:27,353 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.025916588994732592 (mp_runner.py:73) -2024-09-01 20:40:27,354 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.0883502930009854 (mp_runner.py:73) -2024-09-01 20:40:27,354 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.029389794006419834 (mp_runner.py:73) -2024-09-01 20:40:27,354 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.032728621998103335 (mp_runner.py:73) -2024-09-01 20:40:27,355 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.03648335099569522 (mp_runner.py:73) -2024-09-01 20:40:27,355 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.033797397001762874 (mp_runner.py:73) -2024-09-01 20:40:27,356 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.08491033600148512 (mp_runner.py:73) -2024-09-01 20:40:27,356 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.0325919739989331 (mp_runner.py:73) -2024-09-01 20:40:27,358 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.03975550700124586 (mp_runner.py:73) -2024-09-01 20:40:27,359 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.030301587998110335 (mp_runner.py:73) -2024-09-01 20:40:27,360 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.02782079399912618 (mp_runner.py:73) -2024-09-01 20:40:27,361 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.044248441998206545 (mp_runner.py:73) -2024-09-01 20:40:27,362 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03959814100380754 (mp_runner.py:73) -2024-09-01 20:40:27,363 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.05468657099845586 (mp_runner.py:73) -2024-09-01 20:40:27,364 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.03383696500532096 (mp_runner.py:73) -2024-09-01 20:40:27,366 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.046789261999947485 (mp_runner.py:73) -2024-09-01 20:40:27,367 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.037554218994046096 (mp_runner.py:73) -2024-09-01 20:40:27,369 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.05345759700139752 (mp_runner.py:73) -2024-09-01 20:40:27,371 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.03112312099983683 (mp_runner.py:73) -2024-09-01 20:40:27,376 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.05037886700301897 (mp_runner.py:73) -2024-09-01 20:40:27,445 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.006713299997500144 (mp_runner.py:73) -2024-09-01 20:40:27,503 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.050321071001235396 (mp_runner.py:73) -2024-09-01 20:40:27,581 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.04396297300263541 (mp_runner.py:73) -2024-09-01 20:40:27,678 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.04123663399514044 (mp_runner.py:73) -2024-09-01 20:40:27,712 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03552968399890233 (mp_runner.py:73) -2024-09-01 20:40:27,720 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.013592825998784974 (mp_runner.py:73) -2024-09-01 20:40:28,083 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.04673088500567246 (mp_runner.py:73) -2024-09-01 20:40:38,366 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0028s, count=823, qps in this process: 27.4308 (mp_runner.py:76) -2024-09-01 20:40:38,401 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0382s, count=795, qps in this process: 26.4663 (mp_runner.py:76) -2024-09-01 20:40:38,490 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0139s, count=827, qps in this process: 27.5539 (mp_runner.py:76) -2024-09-01 20:40:38,678 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0731s, count=833, qps in this process: 27.6992 (mp_runner.py:76) -2024-09-01 20:40:38,731 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.006s, count=835, qps in this process: 27.8278 (mp_runner.py:76) -2024-09-01 20:40:38,731 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.015s, count=831, qps in this process: 27.6862 (mp_runner.py:76) -2024-09-01 20:40:38,742 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0367s, count=810, qps in this process: 26.967 (mp_runner.py:76) -2024-09-01 20:40:38,743 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0249s, count=832, qps in this process: 27.7103 (mp_runner.py:76) -2024-09-01 20:40:38,747 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0294s, count=836, qps in this process: 27.8394 (mp_runner.py:76) -2024-09-01 20:40:38,755 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0229s, count=837, qps in this process: 27.8787 (mp_runner.py:76) -2024-09-01 20:40:38,779 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0079s, count=838, qps in this process: 27.926 (mp_runner.py:76) -2024-09-01 20:40:38,782 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0112s, count=836, qps in this process: 27.8563 (mp_runner.py:76) -2024-09-01 20:40:38,788 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0216s, count=839, qps in this process: 27.9465 (mp_runner.py:76) -2024-09-01 20:40:38,789 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0045s, count=839, qps in this process: 27.9625 (mp_runner.py:76) -2024-09-01 20:40:38,790 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0168s, count=839, qps in this process: 27.951 (mp_runner.py:76) -2024-09-01 20:40:38,791 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0178s, count=839, qps in this process: 27.9501 (mp_runner.py:76) -2024-09-01 20:40:38,791 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0172s, count=839, qps in this process: 27.9506 (mp_runner.py:76) -2024-09-01 20:40:38,792 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0199s, count=839, qps in this process: 27.9481 (mp_runner.py:76) -2024-09-01 20:40:38,792 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0211s, count=839, qps in this process: 27.947 (mp_runner.py:76) -2024-09-01 20:40:38,796 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0408s, count=839, qps in this process: 27.9287 (mp_runner.py:76) -2024-09-01 20:40:38,797 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0149s, count=839, qps in this process: 27.9528 (mp_runner.py:76) -2024-09-01 20:40:38,802 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0216s, count=791, qps in this process: 26.3477 (mp_runner.py:76) -2024-09-01 20:40:38,804 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0315s, count=839, qps in this process: 27.9373 (mp_runner.py:76) -2024-09-01 20:40:38,806 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0044s, count=838, qps in this process: 27.9292 (mp_runner.py:76) -2024-09-01 20:40:38,812 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0387s, count=839, qps in this process: 27.9306 (mp_runner.py:76) -2024-09-01 20:40:38,827 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0534s, count=798, qps in this process: 26.5527 (mp_runner.py:76) -2024-09-01 20:40:38,836 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0121s, count=840, qps in this process: 27.9887 (mp_runner.py:76) -2024-09-01 20:40:38,836 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0116s, count=840, qps in this process: 27.9892 (mp_runner.py:76) -2024-09-01 20:40:38,836 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0352s, count=840, qps in this process: 27.9672 (mp_runner.py:76) -2024-09-01 20:40:38,837 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0123s, count=840, qps in this process: 27.9885 (mp_runner.py:76) -2024-09-01 20:40:38,837 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0141s, count=840, qps in this process: 27.9868 (mp_runner.py:76) -2024-09-01 20:40:38,837 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0362s, count=840, qps in this process: 27.9663 (mp_runner.py:76) -2024-09-01 20:40:38,842 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0195s, count=840, qps in this process: 27.9818 (mp_runner.py:76) -2024-09-01 20:40:38,857 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0023s, count=841, qps in this process: 28.0312 (mp_runner.py:76) -2024-09-01 20:40:38,859 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0153s, count=841, qps in this process: 28.019 (mp_runner.py:76) -2024-09-01 20:40:38,860 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0054s, count=841, qps in this process: 28.0283 (mp_runner.py:76) -2024-09-01 20:40:38,862 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0094s, count=810, qps in this process: 26.9915 (mp_runner.py:76) -2024-09-01 20:40:38,867 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0012s, count=820, qps in this process: 27.3322 (mp_runner.py:76) -2024-09-01 20:40:38,868 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0273s, count=841, qps in this process: 28.0078 (mp_runner.py:76) -2024-09-01 20:40:38,871 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.005s, count=842, qps in this process: 28.062 (mp_runner.py:76) -2024-09-01 20:40:38,871 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0004s, count=842, qps in this process: 28.0663 (mp_runner.py:76) -2024-09-01 20:40:38,886 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0042s, count=844, qps in this process: 28.1294 (mp_runner.py:76) -2024-09-01 20:40:38,909 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0023s, count=847, qps in this process: 28.2312 (mp_runner.py:76) -2024-09-01 20:40:38,909 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0025s, count=846, qps in this process: 28.1977 (mp_runner.py:76) -2024-09-01 20:40:38,912 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0058s, count=806, qps in this process: 26.8615 (mp_runner.py:76) -2024-09-01 20:40:38,916 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0035s, count=799, qps in this process: 26.6302 (mp_runner.py:76) -2024-09-01 20:40:38,916 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0008s, count=848, qps in this process: 28.2659 (mp_runner.py:76) -2024-09-01 20:40:38,926 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0032s, count=851, qps in this process: 28.3636 (mp_runner.py:76) -2024-09-01 20:40:38,963 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0029s, count=860, qps in this process: 28.6639 (mp_runner.py:76) -2024-09-01 20:40:38,980 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0023s, count=866, qps in this process: 28.8645 (mp_runner.py:76) -2024-09-01 20:40:38,986 | INFO |End search in concurrency 50: dur=30.675582283998665s, total_count=41714, qps=1359.8438 (mp_runner.py:120) -2024-09-01 20:40:42,655 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:40:42,656 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 20:41:03,850 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 20:41:03,934 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,123 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,173 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,181 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,204 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,220 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,222 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,234 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,248 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,266 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,270 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,319 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,322 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,330 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,343 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,346 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,346 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,348 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,351 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,352 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,354 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,359 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,359 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,359 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,359 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,381 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,390 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,409 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,413 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,428 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,442 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,456 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,465 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,513 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,518 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,536 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,560 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,562 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,571 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,580 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:04,619 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:41:24,573 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.02893526400293922 (mp_runner.py:73) -2024-09-01 20:41:24,575 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.029293200001120567 (mp_runner.py:73) -2024-09-01 20:41:24,576 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.030366945000423584 (mp_runner.py:73) -2024-09-01 20:41:24,576 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.034113840003556106 (mp_runner.py:73) -2024-09-01 20:41:24,577 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.03262207999796374 (mp_runner.py:73) -2024-09-01 20:41:24,577 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.027548268000828102 (mp_runner.py:73) -2024-09-01 20:41:24,578 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.03626493999763625 (mp_runner.py:73) -2024-09-01 20:41:24,578 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.025305174000095576 (mp_runner.py:73) -2024-09-01 20:41:24,580 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.02587760300230002 (mp_runner.py:73) -2024-09-01 20:41:24,580 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.023185055004432797 (mp_runner.py:73) -2024-09-01 20:41:24,581 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.01980193000053987 (mp_runner.py:73) -2024-09-01 20:41:24,581 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.02589609599817777 (mp_runner.py:73) -2024-09-01 20:41:24,583 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.02494360199489165 (mp_runner.py:73) -2024-09-01 20:41:24,583 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.02717388200107962 (mp_runner.py:73) -2024-09-01 20:41:24,584 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.026056055998196825 (mp_runner.py:73) -2024-09-01 20:41:24,584 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01573288299550768 (mp_runner.py:73) -2024-09-01 20:41:24,585 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.028896293995785527 (mp_runner.py:73) -2024-09-01 20:41:24,585 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.023135627998271957 (mp_runner.py:73) -2024-09-01 20:41:24,587 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.0435587470055907 (mp_runner.py:73) -2024-09-01 20:41:24,587 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.0335375859940541 (mp_runner.py:73) -2024-09-01 20:41:24,588 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.036627294997742865 (mp_runner.py:73) -2024-09-01 20:41:24,588 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.022228533001907635 (mp_runner.py:73) -2024-09-01 20:41:24,594 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.03485528699820861 (mp_runner.py:73) -2024-09-01 20:41:24,594 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.028668726001342293 (mp_runner.py:73) -2024-09-01 20:41:24,595 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.04384981199837057 (mp_runner.py:73) -2024-09-01 20:41:24,595 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.051816785999108106 (mp_runner.py:73) -2024-09-01 20:41:24,596 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.034282407999853604 (mp_runner.py:73) -2024-09-01 20:41:24,597 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.030591953996918164 (mp_runner.py:73) -2024-09-01 20:41:24,597 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.048917454994807485 (mp_runner.py:73) -2024-09-01 20:41:24,598 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.04946789699897636 (mp_runner.py:73) -2024-09-01 20:41:24,598 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.04419286000484135 (mp_runner.py:73) -2024-09-01 20:41:24,599 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.05247647799842525 (mp_runner.py:73) -2024-09-01 20:41:24,600 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.05292781299795024 (mp_runner.py:73) -2024-09-01 20:41:24,600 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.03990170399629278 (mp_runner.py:73) -2024-09-01 20:41:24,601 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.04197913499956485 (mp_runner.py:73) -2024-09-01 20:41:24,601 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.03768648999539437 (mp_runner.py:73) -2024-09-01 20:41:24,602 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.051537459999963176 (mp_runner.py:73) -2024-09-01 20:41:24,603 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.035324076998222154 (mp_runner.py:73) -2024-09-01 20:41:24,605 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.03750338700046996 (mp_runner.py:73) -2024-09-01 20:41:24,606 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.03855821400065906 (mp_runner.py:73) -2024-09-01 20:41:24,606 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.042199447998427786 (mp_runner.py:73) -2024-09-01 20:41:24,606 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.04375480900489492 (mp_runner.py:73) -2024-09-01 20:41:24,607 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.03796803199657006 (mp_runner.py:73) -2024-09-01 20:41:24,609 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.0027125819979119115 (mp_runner.py:73) -2024-09-01 20:41:24,609 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.05696819000149844 (mp_runner.py:73) -2024-09-01 20:41:24,611 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.046321235997311305 (mp_runner.py:73) -2024-09-01 20:41:24,620 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.06008082699554507 (mp_runner.py:73) -2024-09-01 20:41:24,631 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.082142669998575 (mp_runner.py:73) -2024-09-01 20:41:24,635 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.09433379799884278 (mp_runner.py:73) -2024-09-01 20:41:24,669 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.06407724999735365 (mp_runner.py:73) -2024-09-01 20:41:24,670 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.057653290998132434 (mp_runner.py:73) -2024-09-01 20:41:24,673 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.06227886100532487 (mp_runner.py:73) -2024-09-01 20:41:24,755 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.102524888003245 (mp_runner.py:73) -2024-09-01 20:41:24,901 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.02113233899581246 (mp_runner.py:73) -2024-09-01 20:41:25,284 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.06058439800108317 (mp_runner.py:73) -2024-09-01 20:41:33,983 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0352s, count=756, qps in this process: 25.1705 (mp_runner.py:76) -2024-09-01 20:41:34,145 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0216s, count=742, qps in this process: 24.7155 (mp_runner.py:76) -2024-09-01 20:41:34,216 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0283s, count=759, qps in this process: 25.2762 (mp_runner.py:76) -2024-09-01 20:41:34,221 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0064s, count=761, qps in this process: 25.3613 (mp_runner.py:76) -2024-09-01 20:41:34,224 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0187s, count=763, qps in this process: 25.4175 (mp_runner.py:76) -2024-09-01 20:41:34,237 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0079s, count=761, qps in this process: 25.36 (mp_runner.py:76) -2024-09-01 20:41:34,243 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0316s, count=763, qps in this process: 25.4066 (mp_runner.py:76) -2024-09-01 20:41:34,250 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0238s, count=763, qps in this process: 25.4132 (mp_runner.py:76) -2024-09-01 20:41:34,260 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0181s, count=764, qps in this process: 25.4513 (mp_runner.py:76) -2024-09-01 20:41:34,273 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0226s, count=762, qps in this process: 25.3809 (mp_runner.py:76) -2024-09-01 20:41:34,295 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0225s, count=765, qps in this process: 25.4809 (mp_runner.py:76) -2024-09-01 20:41:34,299 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0237s, count=763, qps in this process: 25.4133 (mp_runner.py:76) -2024-09-01 20:41:34,352 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0269s, count=767, qps in this process: 25.5438 (mp_runner.py:76) -2024-09-01 20:41:34,352 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0271s, count=767, qps in this process: 25.5436 (mp_runner.py:76) -2024-09-01 20:41:34,358 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0019s, count=765, qps in this process: 25.4984 (mp_runner.py:76) -2024-09-01 20:41:34,358 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0178s, count=746, qps in this process: 24.8519 (mp_runner.py:76) -2024-09-01 20:41:34,364 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.002s, count=765, qps in this process: 25.4983 (mp_runner.py:76) -2024-09-01 20:41:34,366 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0038s, count=765, qps in this process: 25.4968 (mp_runner.py:76) -2024-09-01 20:41:34,368 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0164s, count=767, qps in this process: 25.5527 (mp_runner.py:76) -2024-09-01 20:41:34,370 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0229s, count=768, qps in this process: 25.5805 (mp_runner.py:76) -2024-09-01 20:41:34,372 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0198s, count=768, qps in this process: 25.5831 (mp_runner.py:76) -2024-09-01 20:41:34,373 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0226s, count=768, qps in this process: 25.5807 (mp_runner.py:76) -2024-09-01 20:41:34,375 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0183s, count=766, qps in this process: 25.5178 (mp_runner.py:76) -2024-09-01 20:41:34,375 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0194s, count=766, qps in this process: 25.5168 (mp_runner.py:76) -2024-09-01 20:41:34,382 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0195s, count=768, qps in this process: 25.5834 (mp_runner.py:76) -2024-09-01 20:41:34,382 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0259s, count=768, qps in this process: 25.5779 (mp_runner.py:76) -2024-09-01 20:41:34,392 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0292s, count=768, qps in this process: 25.5751 (mp_runner.py:76) -2024-09-01 20:41:34,392 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0355s, count=768, qps in this process: 25.5697 (mp_runner.py:76) -2024-09-01 20:41:34,392 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0358s, count=768, qps in this process: 25.5695 (mp_runner.py:76) -2024-09-01 20:41:34,393 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0369s, count=768, qps in this process: 25.5686 (mp_runner.py:76) -2024-09-01 20:41:34,398 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0029s, count=722, qps in this process: 24.0643 (mp_runner.py:76) -2024-09-01 20:41:34,409 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0467s, count=767, qps in this process: 25.5269 (mp_runner.py:76) -2024-09-01 20:41:34,412 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0141s, count=769, qps in this process: 25.6213 (mp_runner.py:76) -2024-09-01 20:41:34,415 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0394s, count=769, qps in this process: 25.5997 (mp_runner.py:76) -2024-09-01 20:41:34,416 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0259s, count=769, qps in this process: 25.6112 (mp_runner.py:76) -2024-09-01 20:41:34,420 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.007s, count=770, qps in this process: 25.6607 (mp_runner.py:76) -2024-09-01 20:41:34,429 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0121s, count=767, qps in this process: 25.5564 (mp_runner.py:76) -2024-09-01 20:41:34,434 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0073s, count=771, qps in this process: 25.6937 (mp_runner.py:76) -2024-09-01 20:41:34,438 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0009s, count=771, qps in this process: 25.6992 (mp_runner.py:76) -2024-09-01 20:41:34,453 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0021s, count=772, qps in this process: 25.7315 (mp_runner.py:76) -2024-09-01 20:41:34,482 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0168s, count=752, qps in this process: 25.0526 (mp_runner.py:76) -2024-09-01 20:41:34,485 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0109s, count=774, qps in this process: 25.7906 (mp_runner.py:76) -2024-09-01 20:41:34,485 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.005s, count=774, qps in this process: 25.7957 (mp_runner.py:76) -2024-09-01 20:41:34,486 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0095s, count=774, qps in this process: 25.7918 (mp_runner.py:76) -2024-09-01 20:41:34,501 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0006s, count=741, qps in this process: 24.6995 (mp_runner.py:76) -2024-09-01 20:41:34,519 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0012s, count=779, qps in this process: 25.9656 (mp_runner.py:76) -2024-09-01 20:41:34,521 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0026s, count=779, qps in this process: 25.9644 (mp_runner.py:76) -2024-09-01 20:41:34,525 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0009s, count=778, qps in this process: 25.9326 (mp_runner.py:76) -2024-09-01 20:41:34,527 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0087s, count=780, qps in this process: 25.9925 (mp_runner.py:76) -2024-09-01 20:41:34,545 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0055s, count=782, qps in this process: 26.0619 (mp_runner.py:76) -2024-09-01 20:41:34,570 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0004s, count=787, qps in this process: 26.233 (mp_runner.py:76) -2024-09-01 20:41:34,574 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0029s, count=788, qps in this process: 26.2641 (mp_runner.py:76) -2024-09-01 20:41:34,577 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0005s, count=789, qps in this process: 26.2996 (mp_runner.py:76) -2024-09-01 20:41:34,586 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0021s, count=785, qps in this process: 26.1648 (mp_runner.py:76) -2024-09-01 20:41:34,628 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0003s, count=805, qps in this process: 26.8331 (mp_runner.py:76) -2024-09-01 20:41:34,633 | INFO |End search in concurrency 55: dur=30.78214015699632s, total_count=42222, qps=1371.6395 (mp_runner.py:120) -2024-09-01 20:41:38,682 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:41:38,682 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 20:41:59,996 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 20:42:00,180 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,316 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,317 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,361 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,458 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,502 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,504 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,505 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,507 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,507 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,509 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,510 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,511 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,511 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,518 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,521 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,523 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,540 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,541 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,543 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,547 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,548 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,582 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,605 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,619 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,624 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,624 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,639 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,651 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,659 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,659 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,686 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,693 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,709 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,720 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,730 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,737 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,747 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,783 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,813 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,842 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:00,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:22,680 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.03560113399726106 (mp_runner.py:73) -2024-09-01 20:42:22,680 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.03529837599489838 (mp_runner.py:73) -2024-09-01 20:42:22,681 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.03545901200413937 (mp_runner.py:73) -2024-09-01 20:42:22,681 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.01767917200049851 (mp_runner.py:73) -2024-09-01 20:42:22,681 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.03517118399759056 (mp_runner.py:73) -2024-09-01 20:42:22,682 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.036613910997402854 (mp_runner.py:73) -2024-09-01 20:42:22,682 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03669506999722216 (mp_runner.py:73) -2024-09-01 20:42:22,682 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.03824323000299046 (mp_runner.py:73) -2024-09-01 20:42:22,683 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.03729427700454835 (mp_runner.py:73) -2024-09-01 20:42:22,683 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.03756259000510909 (mp_runner.py:73) -2024-09-01 20:42:22,684 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.03826922299776925 (mp_runner.py:73) -2024-09-01 20:42:22,684 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.03972865999821806 (mp_runner.py:73) -2024-09-01 20:42:22,684 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.03993674999946961 (mp_runner.py:73) -2024-09-01 20:42:22,685 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.03934316599770682 (mp_runner.py:73) -2024-09-01 20:42:22,685 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.039389139994455036 (mp_runner.py:73) -2024-09-01 20:42:22,685 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.039069309998012614 (mp_runner.py:73) -2024-09-01 20:42:22,686 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.040680667996639386 (mp_runner.py:73) -2024-09-01 20:42:22,686 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.04162597499816911 (mp_runner.py:73) -2024-09-01 20:42:22,687 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.040309441996214446 (mp_runner.py:73) -2024-09-01 20:42:22,687 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.01624726800218923 (mp_runner.py:73) -2024-09-01 20:42:22,687 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.042138270000577904 (mp_runner.py:73) -2024-09-01 20:42:22,687 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.041301858000224456 (mp_runner.py:73) -2024-09-01 20:42:22,688 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.04129057100362843 (mp_runner.py:73) -2024-09-01 20:42:22,688 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.04406408999784617 (mp_runner.py:73) -2024-09-01 20:42:22,688 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.010596314001304563 (mp_runner.py:73) -2024-09-01 20:42:22,688 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.04353575999994064 (mp_runner.py:73) -2024-09-01 20:42:22,689 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.04391903399664443 (mp_runner.py:73) -2024-09-01 20:42:22,689 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.04412880499876337 (mp_runner.py:73) -2024-09-01 20:42:22,689 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.043258354999125004 (mp_runner.py:73) -2024-09-01 20:42:22,692 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.0462901690043509 (mp_runner.py:73) -2024-09-01 20:42:22,693 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.04759040699718753 (mp_runner.py:73) -2024-09-01 20:42:22,693 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.03489086699846666 (mp_runner.py:73) -2024-09-01 20:42:22,693 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.0474376529964502 (mp_runner.py:73) -2024-09-01 20:42:22,694 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.03601344799972139 (mp_runner.py:73) -2024-09-01 20:42:22,695 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.050179362995550036 (mp_runner.py:73) -2024-09-01 20:42:22,695 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.050323037001362536 (mp_runner.py:73) -2024-09-01 20:42:22,696 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.05002094100200338 (mp_runner.py:73) -2024-09-01 20:42:22,696 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.033782576996600255 (mp_runner.py:73) -2024-09-01 20:42:22,696 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.05182916000194382 (mp_runner.py:73) -2024-09-01 20:42:22,697 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.034266657996340655 (mp_runner.py:73) -2024-09-01 20:42:22,697 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.052518339005473536 (mp_runner.py:73) -2024-09-01 20:42:22,698 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.035975974999018945 (mp_runner.py:73) -2024-09-01 20:42:22,699 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.05324391600152012 (mp_runner.py:73) -2024-09-01 20:42:22,700 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05384335099370219 (mp_runner.py:73) -2024-09-01 20:42:22,700 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.05434512800275115 (mp_runner.py:73) -2024-09-01 20:42:22,701 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.054214379997574724 (mp_runner.py:73) -2024-09-01 20:42:22,701 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.055248476994165685 (mp_runner.py:73) -2024-09-01 20:42:22,701 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.05583699600538239 (mp_runner.py:73) -2024-09-01 20:42:22,702 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.028149418001703452 (mp_runner.py:73) -2024-09-01 20:42:22,702 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.028328690001217183 (mp_runner.py:73) -2024-09-01 20:42:22,702 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.02871472400147468 (mp_runner.py:73) -2024-09-01 20:42:22,703 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.02796161299920641 (mp_runner.py:73) -2024-09-01 20:42:22,904 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.06141701000160538 (mp_runner.py:73) -2024-09-01 20:42:23,000 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.04002032300195424 (mp_runner.py:73) -2024-09-01 20:42:23,036 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.06659811900317436 (mp_runner.py:73) -2024-09-01 20:42:23,064 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.006669178001175169 (mp_runner.py:73) -2024-09-01 20:42:23,329 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.06598709299578331 (mp_runner.py:73) -2024-09-01 20:42:23,665 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.032949138003459666 (mp_runner.py:73) -2024-09-01 20:42:23,953 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.0393923680021544 (mp_runner.py:73) -2024-09-01 20:42:24,384 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.010658002996933647 (mp_runner.py:73) -2024-09-01 20:42:30,286 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0943s, count=686, qps in this process: 22.795 (mp_runner.py:76) -2024-09-01 20:42:30,334 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0103s, count=687, qps in this process: 22.8921 (mp_runner.py:76) -2024-09-01 20:42:30,365 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0425s, count=688, qps in this process: 22.9009 (mp_runner.py:76) -2024-09-01 20:42:30,429 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.035s, count=690, qps in this process: 22.9732 (mp_runner.py:76) -2024-09-01 20:42:30,470 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0102s, count=691, qps in this process: 23.0255 (mp_runner.py:76) -2024-09-01 20:42:30,509 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0022s, count=693, qps in this process: 23.0983 (mp_runner.py:76) -2024-09-01 20:42:30,514 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.002s, count=693, qps in this process: 23.0985 (mp_runner.py:76) -2024-09-01 20:42:30,516 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0318s, count=692, qps in this process: 23.0422 (mp_runner.py:76) -2024-09-01 20:42:30,518 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0034s, count=693, qps in this process: 23.0974 (mp_runner.py:76) -2024-09-01 20:42:30,522 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0043s, count=693, qps in this process: 23.0967 (mp_runner.py:76) -2024-09-01 20:42:30,524 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0164s, count=693, qps in this process: 23.0874 (mp_runner.py:76) -2024-09-01 20:42:30,531 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0188s, count=693, qps in this process: 23.0855 (mp_runner.py:76) -2024-09-01 20:42:30,532 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0102s, count=693, qps in this process: 23.0921 (mp_runner.py:76) -2024-09-01 20:42:30,532 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0258s, count=667, qps in this process: 22.2142 (mp_runner.py:76) -2024-09-01 20:42:30,534 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.023s, count=693, qps in this process: 23.0823 (mp_runner.py:76) -2024-09-01 20:42:30,536 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0281s, count=693, qps in this process: 23.0784 (mp_runner.py:76) -2024-09-01 20:42:30,538 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0054s, count=664, qps in this process: 22.1294 (mp_runner.py:76) -2024-09-01 20:42:30,540 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0128s, count=693, qps in this process: 23.0901 (mp_runner.py:76) -2024-09-01 20:42:30,541 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0321s, count=693, qps in this process: 23.0753 (mp_runner.py:76) -2024-09-01 20:42:30,554 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0073s, count=693, qps in this process: 23.0944 (mp_runner.py:76) -2024-09-01 20:42:30,559 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0375s, count=651, qps in this process: 21.6729 (mp_runner.py:76) -2024-09-01 20:42:30,573 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0423s, count=682, qps in this process: 22.7013 (mp_runner.py:76) -2024-09-01 20:42:30,574 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0254s, count=694, qps in this process: 23.1138 (mp_runner.py:76) -2024-09-01 20:42:30,575 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0214s, count=694, qps in this process: 23.1168 (mp_runner.py:76) -2024-09-01 20:42:30,576 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0582s, count=694, qps in this process: 23.0885 (mp_runner.py:76) -2024-09-01 20:42:30,577 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0249s, count=694, qps in this process: 23.1141 (mp_runner.py:76) -2024-09-01 20:42:30,577 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0198s, count=694, qps in this process: 23.1181 (mp_runner.py:76) -2024-09-01 20:42:30,578 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0237s, count=694, qps in this process: 23.1151 (mp_runner.py:76) -2024-09-01 20:42:30,578 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0289s, count=694, qps in this process: 23.1111 (mp_runner.py:76) -2024-09-01 20:42:30,578 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0172s, count=694, qps in this process: 23.1201 (mp_runner.py:76) -2024-09-01 20:42:30,579 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0217s, count=694, qps in this process: 23.1166 (mp_runner.py:76) -2024-09-01 20:42:30,580 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0313s, count=694, qps in this process: 23.1092 (mp_runner.py:76) -2024-09-01 20:42:30,581 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0327s, count=694, qps in this process: 23.1081 (mp_runner.py:76) -2024-09-01 20:42:30,592 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0379s, count=694, qps in this process: 23.1041 (mp_runner.py:76) -2024-09-01 20:42:30,610 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0168s, count=695, qps in this process: 23.1537 (mp_runner.py:76) -2024-09-01 20:42:30,612 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0025s, count=695, qps in this process: 23.1647 (mp_runner.py:76) -2024-09-01 20:42:30,630 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0013s, count=696, qps in this process: 23.199 (mp_runner.py:76) -2024-09-01 20:42:30,632 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0069s, count=696, qps in this process: 23.1947 (mp_runner.py:76) -2024-09-01 20:42:30,635 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0046s, count=689, qps in this process: 22.9631 (mp_runner.py:76) -2024-09-01 20:42:30,652 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0081s, count=697, qps in this process: 23.2271 (mp_runner.py:76) -2024-09-01 20:42:30,664 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0069s, count=698, qps in this process: 23.2613 (mp_runner.py:76) -2024-09-01 20:42:30,665 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.009s, count=698, qps in this process: 23.2597 (mp_runner.py:76) -2024-09-01 20:42:30,667 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0011s, count=698, qps in this process: 23.2658 (mp_runner.py:76) -2024-09-01 20:42:30,679 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0096s, count=698, qps in this process: 23.2592 (mp_runner.py:76) -2024-09-01 20:42:30,694 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0007s, count=700, qps in this process: 23.3328 (mp_runner.py:76) -2024-09-01 20:42:30,704 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0082s, count=668, qps in this process: 22.2606 (mp_runner.py:76) -2024-09-01 20:42:30,734 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0096s, count=703, qps in this process: 23.4258 (mp_runner.py:76) -2024-09-01 20:42:30,735 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0131s, count=703, qps in this process: 23.4231 (mp_runner.py:76) -2024-09-01 20:42:30,736 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0024s, count=703, qps in this process: 23.4315 (mp_runner.py:76) -2024-09-01 20:42:30,757 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0031s, count=706, qps in this process: 23.5309 (mp_runner.py:76) -2024-09-01 20:42:30,758 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0052s, count=706, qps in this process: 23.5293 (mp_runner.py:76) -2024-09-01 20:42:30,759 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0081s, count=706, qps in this process: 23.527 (mp_runner.py:76) -2024-09-01 20:42:30,778 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0005s, count=709, qps in this process: 23.6329 (mp_runner.py:76) -2024-09-01 20:42:30,803 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0048s, count=712, qps in this process: 23.7295 (mp_runner.py:76) -2024-09-01 20:42:30,812 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0033s, count=715, qps in this process: 23.8307 (mp_runner.py:76) -2024-09-01 20:42:30,814 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0043s, count=715, qps in this process: 23.8299 (mp_runner.py:76) -2024-09-01 20:42:30,821 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0013s, count=674, qps in this process: 22.4657 (mp_runner.py:76) -2024-09-01 20:42:30,851 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0018s, count=665, qps in this process: 22.1653 (mp_runner.py:76) -2024-09-01 20:42:30,853 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0038s, count=684, qps in this process: 22.7971 (mp_runner.py:76) -2024-09-01 20:42:30,875 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0012s, count=732, qps in this process: 24.399 (mp_runner.py:76) -2024-09-01 20:42:30,881 | INFO |End search in concurrency 60: dur=30.88518046099489s, total_count=41603, qps=1347.0214 (mp_runner.py:120) -2024-09-01 20:42:35,243 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:42:35,244 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 20:42:56,906 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 20:42:57,116 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,192 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,368 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,374 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,376 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,376 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,390 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,399 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,399 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,400 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,406 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,428 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,434 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,435 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,444 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,444 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,460 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,461 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,478 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,485 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,489 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,497 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,504 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,508 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,522 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,529 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,583 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,597 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,621 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,630 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,647 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,651 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,655 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,675 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,675 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,689 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,694 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,724 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,726 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,736 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,740 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,756 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,781 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,791 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,806 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,817 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,845 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,875 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,885 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,894 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,899 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:42:57,922 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:20,951 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.06517116700706538 (mp_runner.py:73) -2024-09-01 20:43:20,951 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.05600764699920546 (mp_runner.py:73) -2024-09-01 20:43:20,951 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.058324489000369795 (mp_runner.py:73) -2024-09-01 20:43:20,951 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.0628682349997689 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.06315773499954958 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.05723549099639058 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.056387876997177955 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.06553357100347057 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.06594882200442953 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.06751954200444743 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.06546107699978165 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.059235471999272704 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.0674018689969671 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.06429489600122906 (mp_runner.py:73) -2024-09-01 20:43:20,952 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.06228516099508852 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.06548284600285115 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.0672313809991465 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0646735339978477 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.06077529599861009 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.06541075600398472 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.06253761499829125 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.06387144300242653 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.06617628000094555 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.06316892200266011 (mp_runner.py:73) -2024-09-01 20:43:20,953 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.06379797800036613 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.06992826300120214 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.06695869599934667 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.05683033200330101 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.062417932000244036 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.05929299400304444 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.0586365709968959 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.0695336619974114 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.06975478200183716 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.07155650400090963 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.05694050899910508 (mp_runner.py:73) -2024-09-01 20:43:20,954 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.06230569000035757 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.06572376099938992 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.06216190600389382 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.060467105999123305 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.06118638699990697 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.07066415299777873 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.0661515559986583 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.061380140999972355 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.06372384099813644 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.06006064999382943 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.06413114599854453 (mp_runner.py:73) -2024-09-01 20:43:20,955 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.05758991300535854 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.07051330900139874 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.06250723800621927 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.06480759700207273 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.06660108700452838 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.06541878599819029 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.06850753300386714 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.06997772100294242 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.062245496999821626 (mp_runner.py:73) -2024-09-01 20:43:20,956 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.06395665000309236 (mp_runner.py:73) -2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.07338393599638948 (mp_runner.py:73) -2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.07135815599758644 (mp_runner.py:73) -2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.07456626999919536 (mp_runner.py:73) -2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.06714523199480027 (mp_runner.py:73) -2024-09-01 20:43:20,957 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.06368508100422332 (mp_runner.py:73) -2024-09-01 20:43:20,986 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.041574369999580085 (mp_runner.py:73) -2024-09-01 20:43:20,988 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.03964912000083132 (mp_runner.py:73) -2024-09-01 20:43:21,173 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.004273903003195301 (mp_runner.py:73) -2024-09-01 20:43:21,627 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.10450685000250814 (mp_runner.py:73) -2024-09-01 20:43:27,180 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0564s, count=646, qps in this process: 21.4929 (mp_runner.py:76) -2024-09-01 20:43:27,242 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.038s, count=647, qps in this process: 21.5394 (mp_runner.py:76) -2024-09-01 20:43:27,337 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0058s, count=649, qps in this process: 21.6292 (mp_runner.py:76) -2024-09-01 20:43:27,363 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0516s, count=650, qps in this process: 21.6295 (mp_runner.py:76) -2024-09-01 20:43:27,366 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0317s, count=650, qps in this process: 21.6438 (mp_runner.py:76) -2024-09-01 20:43:27,385 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0046s, count=651, qps in this process: 21.6967 (mp_runner.py:76) -2024-09-01 20:43:27,385 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0046s, count=651, qps in this process: 21.6967 (mp_runner.py:76) -2024-09-01 20:43:27,389 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0115s, count=651, qps in this process: 21.6917 (mp_runner.py:76) -2024-09-01 20:43:27,396 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.022s, count=650, qps in this process: 21.6508 (mp_runner.py:76) -2024-09-01 20:43:27,405 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0079s, count=652, qps in this process: 21.7276 (mp_runner.py:76) -2024-09-01 20:43:27,416 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0117s, count=652, qps in this process: 21.7249 (mp_runner.py:76) -2024-09-01 20:43:27,418 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0136s, count=652, qps in this process: 21.7235 (mp_runner.py:76) -2024-09-01 20:43:27,419 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0153s, count=652, qps in this process: 21.7223 (mp_runner.py:76) -2024-09-01 20:43:27,442 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0101s, count=652, qps in this process: 21.726 (mp_runner.py:76) -2024-09-01 20:43:27,445 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0138s, count=646, qps in this process: 21.5234 (mp_runner.py:76) -2024-09-01 20:43:27,466 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0503s, count=636, qps in this process: 21.1645 (mp_runner.py:76) -2024-09-01 20:43:27,473 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0122s, count=653, qps in this process: 21.7578 (mp_runner.py:76) -2024-09-01 20:43:27,474 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0284s, count=653, qps in this process: 21.7461 (mp_runner.py:76) -2024-09-01 20:43:27,474 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0142s, count=653, qps in this process: 21.7564 (mp_runner.py:76) -2024-09-01 20:43:27,475 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0074s, count=653, qps in this process: 21.7613 (mp_runner.py:76) -2024-09-01 20:43:27,475 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0339s, count=653, qps in this process: 21.7421 (mp_runner.py:76) -2024-09-01 20:43:27,475 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0332s, count=653, qps in this process: 21.7426 (mp_runner.py:76) -2024-09-01 20:43:27,483 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.012s, count=653, qps in this process: 21.758 (mp_runner.py:76) -2024-09-01 20:43:27,490 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0065s, count=654, qps in this process: 21.7953 (mp_runner.py:76) -2024-09-01 20:43:27,490 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0437s, count=653, qps in this process: 21.735 (mp_runner.py:76) -2024-09-01 20:43:27,491 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0042s, count=654, qps in this process: 21.7969 (mp_runner.py:76) -2024-09-01 20:43:27,516 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0063s, count=654, qps in this process: 21.7954 (mp_runner.py:76) -2024-09-01 20:43:27,519 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0281s, count=655, qps in this process: 21.8129 (mp_runner.py:76) -2024-09-01 20:43:27,522 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0173s, count=655, qps in this process: 21.8208 (mp_runner.py:76) -2024-09-01 20:43:27,525 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.015s, count=655, qps in this process: 21.8224 (mp_runner.py:76) -2024-09-01 20:43:27,537 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0077s, count=656, qps in this process: 21.8611 (mp_runner.py:76) -2024-09-01 20:43:27,538 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0063s, count=656, qps in this process: 21.8621 (mp_runner.py:76) -2024-09-01 20:43:27,562 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0093s, count=657, qps in this process: 21.8932 (mp_runner.py:76) -2024-09-01 20:43:27,568 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.016s, count=657, qps in this process: 21.8883 (mp_runner.py:76) -2024-09-01 20:43:27,574 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0098s, count=657, qps in this process: 21.8928 (mp_runner.py:76) -2024-09-01 20:43:27,580 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0198s, count=634, qps in this process: 21.1194 (mp_runner.py:76) -2024-09-01 20:43:27,591 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0014s, count=655, qps in this process: 21.8323 (mp_runner.py:76) -2024-09-01 20:43:27,612 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0008s, count=659, qps in this process: 21.9661 (mp_runner.py:76) -2024-09-01 20:43:27,616 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.009s, count=652, qps in this process: 21.7268 (mp_runner.py:76) -2024-09-01 20:43:27,640 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0077s, count=642, qps in this process: 21.3945 (mp_runner.py:76) -2024-09-01 20:43:27,658 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0063s, count=661, qps in this process: 22.0287 (mp_runner.py:76) -2024-09-01 20:43:27,659 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0044s, count=662, qps in this process: 22.0634 (mp_runner.py:76) -2024-09-01 20:43:27,663 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0284s, count=661, qps in this process: 22.0125 (mp_runner.py:76) -2024-09-01 20:43:27,671 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0043s, count=662, qps in this process: 22.0635 (mp_runner.py:76) -2024-09-01 20:43:27,675 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0206s, count=662, qps in this process: 22.0515 (mp_runner.py:76) -2024-09-01 20:43:27,690 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0051s, count=663, qps in this process: 22.0962 (mp_runner.py:76) -2024-09-01 20:43:27,691 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0051s, count=663, qps in this process: 22.0962 (mp_runner.py:76) -2024-09-01 20:43:27,707 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0088s, count=664, qps in this process: 22.1268 (mp_runner.py:76) -2024-09-01 20:43:27,711 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0176s, count=663, qps in this process: 22.087 (mp_runner.py:76) -2024-09-01 20:43:27,740 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0045s, count=668, qps in this process: 22.2633 (mp_runner.py:76) -2024-09-01 20:43:27,741 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.005s, count=668, qps in this process: 22.263 (mp_runner.py:76) -2024-09-01 20:43:27,742 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0024s, count=668, qps in this process: 22.2649 (mp_runner.py:76) -2024-09-01 20:43:27,761 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0029s, count=669, qps in this process: 22.2978 (mp_runner.py:76) -2024-09-01 20:43:27,768 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0066s, count=670, qps in this process: 22.3284 (mp_runner.py:76) -2024-09-01 20:43:27,791 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0049s, count=674, qps in this process: 22.463 (mp_runner.py:76) -2024-09-01 20:43:27,813 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0139s, count=662, qps in this process: 22.0564 (mp_runner.py:76) -2024-09-01 20:43:27,815 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0026s, count=677, qps in this process: 22.5647 (mp_runner.py:76) -2024-09-01 20:43:27,828 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0014s, count=679, qps in this process: 22.6323 (mp_runner.py:76) -2024-09-01 20:43:27,855 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0037s, count=684, qps in this process: 22.7972 (mp_runner.py:76) -2024-09-01 20:43:27,878 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.004s, count=689, qps in this process: 22.9636 (mp_runner.py:76) -2024-09-01 20:43:27,883 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0025s, count=690, qps in this process: 22.9981 (mp_runner.py:76) -2024-09-01 20:43:27,895 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0026s, count=693, qps in this process: 23.098 (mp_runner.py:76) -2024-09-01 20:43:27,911 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0023s, count=697, qps in this process: 23.2316 (mp_runner.py:76) -2024-09-01 20:43:27,911 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0006s, count=697, qps in this process: 23.2329 (mp_runner.py:76) -2024-09-01 20:43:27,933 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0009s, count=704, qps in this process: 23.466 (mp_runner.py:76) -2024-09-01 20:43:27,940 | INFO |End search in concurrency 65: dur=31.03349326999887s, total_count=42913, qps=1382.7963 (mp_runner.py:120) -2024-09-01 20:43:32,687 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 20:43:32,688 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 20:43:54,726 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 20:43:54,786 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:54,812 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:54,980 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,104 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,133 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,189 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,193 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,291 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,307 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,307 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,308 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,309 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,311 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,311 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,314 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,315 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,315 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,327 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,332 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,334 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,337 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,339 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,350 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,354 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,364 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,393 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,403 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,411 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,413 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,421 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,422 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,425 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,476 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,494 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,495 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,498 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,520 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,535 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,542 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,579 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,620 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,621 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,622 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,652 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,652 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,687 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,698 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,701 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,741 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,744 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,767 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:43:55,798 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 20:44:21,590 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.03769203100091545 (mp_runner.py:73) -2024-09-01 20:44:21,591 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.03269192000152543 (mp_runner.py:73) -2024-09-01 20:44:21,593 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.03323523099970771 (mp_runner.py:73) -2024-09-01 20:44:21,593 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.04432465600257274 (mp_runner.py:73) -2024-09-01 20:44:21,594 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.03883215699897846 (mp_runner.py:73) -2024-09-01 20:44:21,595 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.03773052899487084 (mp_runner.py:73) -2024-09-01 20:44:21,595 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.028244916997209657 (mp_runner.py:73) -2024-09-01 20:44:21,596 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.04000265400100034 (mp_runner.py:73) -2024-09-01 20:44:21,597 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.03557049800292589 (mp_runner.py:73) -2024-09-01 20:44:21,597 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.03572071399685228 (mp_runner.py:73) -2024-09-01 20:44:21,598 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.057902015003492124 (mp_runner.py:73) -2024-09-01 20:44:21,598 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.040178178998758085 (mp_runner.py:73) -2024-09-01 20:44:21,600 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.037445075999130495 (mp_runner.py:73) -2024-09-01 20:44:21,601 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.040657040997757576 (mp_runner.py:73) -2024-09-01 20:44:21,602 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03764722299820278 (mp_runner.py:73) -2024-09-01 20:44:21,602 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.035108707001199946 (mp_runner.py:73) -2024-09-01 20:44:21,603 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.03910924900264945 (mp_runner.py:73) -2024-09-01 20:44:21,604 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.03327438899577828 (mp_runner.py:73) -2024-09-01 20:44:21,604 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.03791812500276137 (mp_runner.py:73) -2024-09-01 20:44:21,605 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.015013851996627636 (mp_runner.py:73) -2024-09-01 20:44:21,609 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.04410533900227165 (mp_runner.py:73) -2024-09-01 20:44:21,611 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.08890038600657135 (mp_runner.py:73) -2024-09-01 20:44:21,614 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.08874962400295772 (mp_runner.py:73) -2024-09-01 20:44:21,615 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.08068623000144726 (mp_runner.py:73) -2024-09-01 20:44:21,615 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.07888340199860977 (mp_runner.py:73) -2024-09-01 20:44:21,616 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.08725828000024194 (mp_runner.py:73) -2024-09-01 20:44:21,616 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.08446137399732834 (mp_runner.py:73) -2024-09-01 20:44:21,617 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.08587506700132508 (mp_runner.py:73) -2024-09-01 20:44:21,617 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.09327596699586138 (mp_runner.py:73) -2024-09-01 20:44:21,617 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.08186836900131311 (mp_runner.py:73) -2024-09-01 20:44:21,617 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.07521738299692515 (mp_runner.py:73) -2024-09-01 20:44:21,618 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03444138699705945 (mp_runner.py:73) -2024-09-01 20:44:21,619 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.09122019800270209 (mp_runner.py:73) -2024-09-01 20:44:21,619 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.07999466299952473 (mp_runner.py:73) -2024-09-01 20:44:21,619 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.07785376299580093 (mp_runner.py:73) -2024-09-01 20:44:21,619 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.05910085399955278 (mp_runner.py:73) -2024-09-01 20:44:21,621 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.09113585700106341 (mp_runner.py:73) -2024-09-01 20:44:21,621 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.0757592689988087 (mp_runner.py:73) -2024-09-01 20:44:21,622 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.08888908199878642 (mp_runner.py:73) -2024-09-01 20:44:21,623 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.08569919299770845 (mp_runner.py:73) -2024-09-01 20:44:21,624 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.07621224199829157 (mp_runner.py:73) -2024-09-01 20:44:21,624 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.08258217699767556 (mp_runner.py:73) -2024-09-01 20:44:21,624 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.07779657100036275 (mp_runner.py:73) -2024-09-01 20:44:21,624 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.07846615000016754 (mp_runner.py:73) -2024-09-01 20:44:21,625 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.09852642800251488 (mp_runner.py:73) -2024-09-01 20:44:21,625 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.07068980000622105 (mp_runner.py:73) -2024-09-01 20:44:21,625 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.08171296900400193 (mp_runner.py:73) -2024-09-01 20:44:21,626 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.08118688300601207 (mp_runner.py:73) -2024-09-01 20:44:21,626 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.06965761099854717 (mp_runner.py:73) -2024-09-01 20:44:21,627 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.08791831700364128 (mp_runner.py:73) -2024-09-01 20:44:21,627 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.07702566799707711 (mp_runner.py:73) -2024-09-01 20:44:21,627 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.10367030400084332 (mp_runner.py:73) -2024-09-01 20:44:21,627 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.07225825599743985 (mp_runner.py:73) -2024-09-01 20:44:21,628 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.10323930499725975 (mp_runner.py:73) -2024-09-01 20:44:21,628 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.07719669699872611 (mp_runner.py:73) -2024-09-01 20:44:21,628 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.08829621400218457 (mp_runner.py:73) -2024-09-01 20:44:21,629 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.07124558500072453 (mp_runner.py:73) -2024-09-01 20:44:21,629 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.08222180799930356 (mp_runner.py:73) -2024-09-01 20:44:21,634 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.09016337899811333 (mp_runner.py:73) -2024-09-01 20:44:21,754 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.01918296900112182 (mp_runner.py:73) -2024-09-01 20:44:21,780 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.052661973000795115 (mp_runner.py:73) -2024-09-01 20:44:22,258 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.06075326599966502 (mp_runner.py:73) -2024-09-01 20:44:22,314 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.08514729799935594 (mp_runner.py:73) -2024-09-01 20:44:22,316 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.09227781499794219 (mp_runner.py:73) -2024-09-01 20:44:22,703 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.05170192100194981 (mp_runner.py:73) -2024-09-01 20:44:22,955 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.06747992500459077 (mp_runner.py:73) -2024-09-01 20:44:23,025 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.062173427002562676 (mp_runner.py:73) -2024-09-01 20:44:23,243 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.022783074993640184 (mp_runner.py:73) -2024-09-01 20:44:23,289 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.03201115200499771 (mp_runner.py:73) -2024-09-01 20:44:23,570 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.13222729699919 (mp_runner.py:73) -2024-09-01 20:44:24,820 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0332s, count=568, qps in this process: 18.9124 (mp_runner.py:76) -2024-09-01 20:44:24,851 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0382s, count=569, qps in this process: 18.9425 (mp_runner.py:76) -2024-09-01 20:44:25,031 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0387s, count=558, qps in this process: 18.576 (mp_runner.py:76) -2024-09-01 20:44:25,135 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0008s, count=573, qps in this process: 19.0995 (mp_runner.py:76) -2024-09-01 20:44:25,211 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0211s, count=577, qps in this process: 19.2198 (mp_runner.py:76) -2024-09-01 20:44:25,213 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0339s, count=577, qps in this process: 19.2116 (mp_runner.py:76) -2024-09-01 20:44:25,213 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.105s, count=534, qps in this process: 17.7379 (mp_runner.py:76) -2024-09-01 20:44:25,215 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0181s, count=577, qps in this process: 19.2217 (mp_runner.py:76) -2024-09-01 20:44:25,297 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0008s, count=578, qps in this process: 19.2662 (mp_runner.py:76) -2024-09-01 20:44:25,299 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0873s, count=578, qps in this process: 19.2108 (mp_runner.py:76) -2024-09-01 20:44:25,316 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0014s, count=580, qps in this process: 19.3324 (mp_runner.py:76) -2024-09-01 20:44:25,327 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0178s, count=580, qps in this process: 19.3219 (mp_runner.py:76) -2024-09-01 20:44:25,329 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0189s, count=580, qps in this process: 19.3212 (mp_runner.py:76) -2024-09-01 20:44:25,329 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.007s, count=580, qps in this process: 19.3288 (mp_runner.py:76) -2024-09-01 20:44:25,333 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0154s, count=580, qps in this process: 19.3234 (mp_runner.py:76) -2024-09-01 20:44:25,335 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0012s, count=580, qps in this process: 19.3326 (mp_runner.py:76) -2024-09-01 20:44:25,341 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0316s, count=570, qps in this process: 18.98 (mp_runner.py:76) -2024-09-01 20:44:25,344 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0261s, count=580, qps in this process: 19.3165 (mp_runner.py:76) -2024-09-01 20:44:25,345 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0295s, count=561, qps in this process: 18.6816 (mp_runner.py:76) -2024-09-01 20:44:25,347 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0105s, count=580, qps in this process: 19.3266 (mp_runner.py:76) -2024-09-01 20:44:25,348 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0276s, count=580, qps in this process: 19.3156 (mp_runner.py:76) -2024-09-01 20:44:25,350 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.016s, count=581, qps in this process: 19.3563 (mp_runner.py:76) -2024-09-01 20:44:25,351 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0345s, count=581, qps in this process: 19.3444 (mp_runner.py:76) -2024-09-01 20:44:25,358 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0055s, count=581, qps in this process: 19.3631 (mp_runner.py:76) -2024-09-01 20:44:25,360 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0414s, count=578, qps in this process: 19.2401 (mp_runner.py:76) -2024-09-01 20:44:25,362 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0277s, count=581, qps in this process: 19.3488 (mp_runner.py:76) -2024-09-01 20:44:25,363 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0291s, count=581, qps in this process: 19.3479 (mp_runner.py:76) -2024-09-01 20:44:25,365 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0305s, count=581, qps in this process: 19.347 (mp_runner.py:76) -2024-09-01 20:44:25,369 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0313s, count=581, qps in this process: 19.3465 (mp_runner.py:76) -2024-09-01 20:44:25,375 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0271s, count=581, qps in this process: 19.3492 (mp_runner.py:76) -2024-09-01 20:44:25,375 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0368s, count=581, qps in this process: 19.3429 (mp_runner.py:76) -2024-09-01 20:44:25,376 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0416s, count=581, qps in this process: 19.3398 (mp_runner.py:76) -2024-09-01 20:44:25,376 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0596s, count=581, qps in this process: 19.3283 (mp_runner.py:76) -2024-09-01 20:44:25,383 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0564s, count=581, qps in this process: 19.3303 (mp_runner.py:76) -2024-09-01 20:44:25,397 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.024s, count=582, qps in this process: 19.3845 (mp_runner.py:76) -2024-09-01 20:44:25,404 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0437s, count=582, qps in this process: 19.3718 (mp_runner.py:76) -2024-09-01 20:44:25,416 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0553s, count=582, qps in this process: 19.3643 (mp_runner.py:76) -2024-09-01 20:44:25,438 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0126s, count=583, qps in this process: 19.4252 (mp_runner.py:76) -2024-09-01 20:44:25,439 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0305s, count=583, qps in this process: 19.4136 (mp_runner.py:76) -2024-09-01 20:44:25,440 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0232s, count=583, qps in this process: 19.4183 (mp_runner.py:76) -2024-09-01 20:44:25,440 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0145s, count=583, qps in this process: 19.4239 (mp_runner.py:76) -2024-09-01 20:44:25,441 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0192s, count=583, qps in this process: 19.4209 (mp_runner.py:76) -2024-09-01 20:44:25,443 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0162s, count=583, qps in this process: 19.4228 (mp_runner.py:76) -2024-09-01 20:44:25,443 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0321s, count=583, qps in this process: 19.4126 (mp_runner.py:76) -2024-09-01 20:44:25,444 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0179s, count=583, qps in this process: 19.4217 (mp_runner.py:76) -2024-09-01 20:44:25,492 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0122s, count=545, qps in this process: 18.1593 (mp_runner.py:76) -2024-09-01 20:44:25,513 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0041s, count=587, qps in this process: 19.564 (mp_runner.py:76) -2024-09-01 20:44:25,531 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0167s, count=587, qps in this process: 19.5558 (mp_runner.py:76) -2024-09-01 20:44:25,534 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0259s, count=579, qps in this process: 19.2834 (mp_runner.py:76) -2024-09-01 20:44:25,540 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0139s, count=589, qps in this process: 19.6242 (mp_runner.py:76) -2024-09-01 20:44:25,550 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0075s, count=589, qps in this process: 19.6284 (mp_runner.py:76) -2024-09-01 20:44:25,559 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0127s, count=590, qps in this process: 19.6583 (mp_runner.py:76) -2024-09-01 20:44:25,573 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0098s, count=591, qps in this process: 19.6936 (mp_runner.py:76) -2024-09-01 20:44:25,588 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.006s, count=592, qps in this process: 19.7294 (mp_runner.py:76) -2024-09-01 20:44:25,596 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0087s, count=591, qps in this process: 19.6943 (mp_runner.py:76) -2024-09-01 20:44:25,598 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0059s, count=573, qps in this process: 19.0962 (mp_runner.py:76) -2024-09-01 20:44:25,625 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0046s, count=595, qps in this process: 19.8303 (mp_runner.py:76) -2024-09-01 20:44:25,633 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0012s, count=563, qps in this process: 18.7659 (mp_runner.py:76) -2024-09-01 20:44:25,645 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0085s, count=596, qps in this process: 19.861 (mp_runner.py:76) -2024-09-01 20:44:25,645 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0122s, count=596, qps in this process: 19.8586 (mp_runner.py:76) -2024-09-01 20:44:25,666 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0085s, count=598, qps in this process: 19.9277 (mp_runner.py:76) -2024-09-01 20:44:25,668 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0105s, count=598, qps in this process: 19.9264 (mp_runner.py:76) -2024-09-01 20:44:25,699 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0037s, count=603, qps in this process: 20.0975 (mp_runner.py:76) -2024-09-01 20:44:25,714 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0055s, count=605, qps in this process: 20.163 (mp_runner.py:76) -2024-09-01 20:44:25,715 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0098s, count=605, qps in this process: 20.1601 (mp_runner.py:76) -2024-09-01 20:44:25,750 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0014s, count=586, qps in this process: 19.5324 (mp_runner.py:76) -2024-09-01 20:44:25,754 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0011s, count=587, qps in this process: 19.5659 (mp_runner.py:76) -2024-09-01 20:44:25,756 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0062s, count=585, qps in this process: 19.496 (mp_runner.py:76) -2024-09-01 20:44:25,781 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0047s, count=618, qps in this process: 20.5968 (mp_runner.py:76) -2024-09-01 20:44:25,812 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0016s, count=629, qps in this process: 20.9655 (mp_runner.py:76) -2024-09-01 20:44:25,819 | INFO |End search in concurrency 70: dur=31.092089072997624s, total_count=40777, qps=1311.4912 (mp_runner.py:120) -2024-09-01 20:44:30,462 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1410.5975, serial_latency_p99=np.float64(0.0935), recall=np.float64(0.7428), ndcg=np.float64(0.7808), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[331.4827, 1086.4784, 1304.974, 1261.5843, 1359.1639, 1346.2414, 1230.7153, 1410.5975, 1361.3658, 1359.8438, 1371.6395, 1347.0214, 1382.7963, 1311.4912], conc_latency_p99_list=[np.float64(0.0017299582530358748), np.float64(0.0016318978812749265), np.float64(0.002088094209320843), np.float64(0.0023010840861999895), np.float64(0.002362330756324809), np.float64(0.002692568560541258), np.float64(0.0030076833266990434), np.float64(0.0026814011322188885), np.float64(0.002905544608258788), np.float64(0.0030890549053525316), np.float64(0.0031431232927716336), np.float64(0.0032363222038780805), np.float64(0.00288837385547813), np.float64(0.0030949432014371267)]) (task_runner.py:197) -2024-09-01 20:44:30,462 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T20:32:43.754748'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1410.5975, serial_latency_p99=np.float64(0.0935), recall=np.float64(0.7428), ndcg=np.float64(0.7808), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[331.4827, 1086.4784, 1304.974, 1261.5843, 1359.1639, 1346.2414, 1230.7153, 1410.5975, 1361.3658, 1359.8438, 1371.6395, 1347.0214, 1382.7963, 1311.4912], conc_latency_p99_list=[np.float64(0.0017299582530358748), np.float64(0.0016318978812749265), np.float64(0.002088094209320843), np.float64(0.0023010840861999895), np.float64(0.002362330756324809), np.float64(0.002692568560541258), np.float64(0.0030076833266990434), np.float64(0.0026814011322188885), np.float64(0.002905544608258788), np.float64(0.0030890549053525316), np.float64(0.0031431232927716336), np.float64(0.0032363222038780805), np.float64(0.00288837385547813), np.float64(0.0030949432014371267)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 20:44:30,462 | INFO |Task summary: run_id=477d6, task_label=477d6fa43c9742e3964dbb63d7edc677 (models.py:346) -2024-09-01 20:44:30,462 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 20:44:30,462 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 20:44:30,462 | INFO |PgVector | 2024-09-01T20:32:43.754748 Performance1536D500K 477d6fa43c9742e3964dbb63d7edc677 | 0.0 1410.5975 0.0935 0.7428 0 | :) (models.py:346) -2024-09-01 20:44:30,462 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json (models.py:204) -2024-09-01 20:44:30,463 | INFO |Success to finish task: label=477d6fa43c9742e3964dbb63d7edc677, run_id=477d6fa43c9742e3964dbb63d7edc677 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json b/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json deleted file mode 100644 index f9cc61260..000000000 --- a/script/data/aws/db.m6i.large-8-32-80-Performance1536D500K-0-2712/result_20240901_477d6fa43c9742e3964dbb63d7edc677_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "477d6fa43c9742e3964dbb63d7edc677", "task_label": "477d6fa43c9742e3964dbb63d7edc677", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1410.5975, "serial_latency_p99": 0.0935, "recall": 0.7428, "ndcg": 0.7808, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [331.4827, 1086.4784, 1304.974, 1261.5843, 1359.1639, 1346.2414, 1230.7153, 1410.5975, 1361.3658, 1359.8438, 1371.6395, 1347.0214, 1382.7963, 1311.4912], "conc_latency_p99_list": [0.0017299582530358748, 0.0016318978812749265, 0.002088094209320843, 0.0023010840861999895, 0.002362330756324809, 0.002692568560541258, 0.0030076833266990434, 0.0026814011322188885, 0.002905544608258788, 0.0030890549053525316, 0.0031431232927716336, 0.0032363222038780805, 0.00288837385547813, 0.0030949432014371267]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T20:32:43.754748", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 32, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt b/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt deleted file mode 100644 index 255e02f0f..000000000 --- a/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/log.txt +++ /dev/null @@ -1,3986 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --drop-old --load --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 10 -2024-09-01 17:42:10,860 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:42:10.847973', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 17:42:10,860 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T17:42:10.847973', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=10, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['drop_old', 'load', 'search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 17:42:10,860 | INFO |generated uuid for the tasks: 0b46506c471549d69a48fc8c1f899ee9 (interface.py:66) -2024-09-01 17:42:10,921 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 17:42:10,922 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 17:42:10,922 | INFO | PgVector-2024-09-01T17:42:10.847973 | Performance OpenAI-MEDIUM-500K None | 0b46506c471549d69a48fc8c1f899ee9 (task_runner.py:340) -2024-09-01 17:42:10,922 | INFO |task submitted: id=0b46506c471549d69a48fc8c1f899ee9, 0b46506c471549d69a48fc8c1f899ee9, case number: 1 (interface.py:231) -2024-09-01 17:42:11,347 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:42:10.847973'}, drop_old=True (interface.py:164) -2024-09-01 17:42:11,347 | INFO |Starting run (task_runner.py:100) -2024-09-01 17:42:11,422 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=10 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 17:42:11,422 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 17:42:11,422 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 17:42:11,864 | INFO |PgVector client drop table : pg_vector_collection (pgvector.py:172) -2024-09-01 17:42:11,986 | INFO |PgVector client create table : pg_vector_collection (pgvector.py:317) -2024-09-01 17:42:12,601 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 17:42:12,649 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 17:42:12,674 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 17:42:12,674 | INFO |Start performance case (task_runner.py:158) -2024-09-01 17:42:13,227 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:42:13,227 | INFO |(SpawnProcess-1:1) Start inserting embeddings in batch 5000 (serial_runner.py:35) -2024-09-01 17:42:13,227 | INFO |Get iterator for shuffle_train.parquet (dataset.py:247) -2024-09-01 17:42:16,222 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:17,152 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:18,031 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:19,093 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:19,916 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:20,996 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:21,843 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:22,936 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:23,853 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:24,769 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:25,647 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:26,588 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:27,523 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:28,519 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:29,361 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:30,244 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:31,108 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:32,116 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:32,949 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:33,829 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:34,524 | INFO |(SpawnProcess-1:1) Loaded 100000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 17:42:35,007 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:35,805 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:36,973 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:37,782 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:38,852 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:39,704 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:40,853 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:41,742 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:42,797 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:43,647 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:44,631 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:45,517 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:46,477 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:47,289 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:48,437 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:50,162 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:51,240 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:52,079 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:52,929 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:53,993 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:54,439 | INFO |(SpawnProcess-1:1) Loaded 200000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 17:42:54,820 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:55,923 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:56,735 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:57,723 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:58,565 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:42:59,550 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:00,479 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:01,371 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:02,257 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:03,180 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:04,091 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:05,001 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:05,847 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:06,798 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:07,633 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:08,689 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:09,510 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:10,423 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:11,596 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:12,433 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:13,069 | INFO |(SpawnProcess-1:1) Loaded 300000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 17:43:13,538 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:14,343 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:15,340 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:16,156 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:17,268 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:18,175 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:19,094 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:19,957 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:20,735 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:21,626 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:22,584 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:23,630 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:25,345 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:27,186 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:28,185 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:29,042 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:29,880 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:31,162 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:32,010 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:33,119 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:33,622 | INFO |(SpawnProcess-1:1) Loaded 400000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 17:43:33,962 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:35,108 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:36,239 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:37,230 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:38,138 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:39,087 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:39,945 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:40,848 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:41,796 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:43,321 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:44,464 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:46,679 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:47,723 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:50,388 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:51,307 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:52,301 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:54,695 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:55,657 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:58,054 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:43:58,959 | DEBUG |batch dataset size: 5000, 5000 (serial_runner.py:47) -2024-09-01 17:44:00,985 | INFO |(SpawnProcess-1:1) Loaded 500000 embeddings into VectorDB (serial_runner.py:59) -2024-09-01 17:44:01,092 | INFO |(SpawnProcess-1:1) Finish loading all dataset into VectorDB, dur=107.86491814399778 (serial_runner.py:61) -2024-09-01 17:44:01,813 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:44:01,814 | INFO |PgVector post insert before optimize (pgvector.py:188) -2024-09-01 17:44:01,814 | INFO |PgVector client drop index : pgvector_index (pgvector.py:196) -2024-09-01 17:44:01,814 | DEBUG |DROP INDEX IF EXISTS "pgvector_index" (pgvector.py:201) -2024-09-01 17:44:01,815 | INFO |PgVector client create index : pgvector_index (pgvector.py:276) -2024-09-01 17:44:01,821 | INFO |PgVector parallel index creation parameters: [('2',), ('2',), ('4GB',)] (pgvector.py:271) -2024-09-01 17:44:01,821 | DEBUG | - CREATE INDEX IF NOT EXISTS "pgvector_index" ON public. "pg_vector_collection" - USING "hnsw" (embedding "vector_cosine_ops" ) - WITH ( "m" = "8", "ef_construction" = "64" ); (pgvector.py:308) -2024-09-01 17:53:39,581 | INFO |Finish loading the entire dataset into VectorDB, insert_duration=108.58062873300514, optimize_duration=577.6978416679995 load_duration(insert + optimize) = 686.2785 (task_runner.py:167) -2024-09-01 17:53:39,620 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:53:39,622 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 17:53:39,622 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 17:53:39,627 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 17:53:39,671 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 17:53:40,250 | INFO |SpawnProcess-1:3 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 17:53:40,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:53:40,269 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 17:53:40,269 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 17:53:43,212 | DEBUG |(SpawnProcess-1:3) search_count=100, latest_latency=0.023983756997040473, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:53:48,576 | DEBUG |(SpawnProcess-1:3) search_count=200, latest_latency=0.050366107003355864, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:00,324 | DEBUG |(SpawnProcess-1:3) search_count=300, latest_latency=0.03355960299813887, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:04,043 | DEBUG |(SpawnProcess-1:3) search_count=400, latest_latency=0.0248205309981131, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:08,356 | DEBUG |(SpawnProcess-1:3) search_count=500, latest_latency=0.013768700002401602, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:11,785 | DEBUG |(SpawnProcess-1:3) search_count=600, latest_latency=0.05126940300397109, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:14,687 | DEBUG |(SpawnProcess-1:3) search_count=700, latest_latency=0.011597648001043126, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:17,207 | DEBUG |(SpawnProcess-1:3) search_count=800, latest_latency=0.019535015999281313, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:19,604 | DEBUG |(SpawnProcess-1:3) search_count=900, latest_latency=0.028171849997306708, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:22,112 | DEBUG |(SpawnProcess-1:3) search_count=1000, latest_latency=0.026288348002708517, latest recall=0.1 (serial_runner.py:202) -2024-09-01 17:54:22,112 | INFO |SpawnProcess-1:3 search entire test_data: cost=38.5859s, queries=1000, avg_recall=0.0969, avg_ndcg=0.1846,avg_latency=0.0386, p99=0.2402 (serial_runner.py:209) -2024-09-01 17:54:22,644 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:54:22,645 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 17:54:23,666 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 17:54:23,695 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:54:24,097 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0008325050002895296 (mp_runner.py:73) -2024-09-01 17:54:24,475 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0009277950011892244 (mp_runner.py:73) -2024-09-01 17:54:24,850 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.0007955600012792274 (mp_runner.py:73) -2024-09-01 17:54:25,203 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0006490799933089875 (mp_runner.py:73) -2024-09-01 17:54:25,491 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0006029369978932664 (mp_runner.py:73) -2024-09-01 17:54:25,787 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.000677752002957277 (mp_runner.py:73) -2024-09-01 17:54:26,086 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0005979810011922382 (mp_runner.py:73) -2024-09-01 17:54:26,381 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0007211859992821701 (mp_runner.py:73) -2024-09-01 17:54:26,682 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0006728200023644604 (mp_runner.py:73) -2024-09-01 17:54:26,991 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0006987360029597767 (mp_runner.py:73) -2024-09-01 17:54:27,325 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.000650262001727242 (mp_runner.py:73) -2024-09-01 17:54:27,630 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.000688738000462763 (mp_runner.py:73) -2024-09-01 17:54:28,090 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0009868650013231672 (mp_runner.py:73) -2024-09-01 17:54:28,581 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0011044170023524202 (mp_runner.py:73) -2024-09-01 17:54:29,051 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0009869380010059103 (mp_runner.py:73) -2024-09-01 17:54:29,505 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.000959308999881614 (mp_runner.py:73) -2024-09-01 17:54:29,957 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0007942289958009496 (mp_runner.py:73) -2024-09-01 17:54:30,479 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.001020586998492945 (mp_runner.py:73) -2024-09-01 17:54:30,933 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0010011730046244338 (mp_runner.py:73) -2024-09-01 17:54:31,384 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0010457140015205368 (mp_runner.py:73) -2024-09-01 17:54:31,835 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0009396669993293472 (mp_runner.py:73) -2024-09-01 17:54:32,292 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.0010451159978401847 (mp_runner.py:73) -2024-09-01 17:54:32,749 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0010323739988962188 (mp_runner.py:73) -2024-09-01 17:54:33,220 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0011014339979737997 (mp_runner.py:73) -2024-09-01 17:54:33,680 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0009494290061411448 (mp_runner.py:73) -2024-09-01 17:54:34,147 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0009507549984846264 (mp_runner.py:73) -2024-09-01 17:54:34,602 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0010931789947790094 (mp_runner.py:73) -2024-09-01 17:54:35,047 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.0011030790046788752 (mp_runner.py:73) -2024-09-01 17:54:35,512 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.0010353329998906702 (mp_runner.py:73) -2024-09-01 17:54:35,962 | DEBUG |(SpawnProcess-1:5) search_count: 15000, latest_latency=0.0012888409983133897 (mp_runner.py:73) -2024-09-01 17:54:36,445 | DEBUG |(SpawnProcess-1:5) search_count: 15500, latest_latency=0.000892545998794958 (mp_runner.py:73) -2024-09-01 17:54:36,864 | DEBUG |(SpawnProcess-1:5) search_count: 16000, latest_latency=0.0010820059978868812 (mp_runner.py:73) -2024-09-01 17:54:37,259 | DEBUG |(SpawnProcess-1:5) search_count: 16500, latest_latency=0.0006021520021022297 (mp_runner.py:73) -2024-09-01 17:54:37,648 | DEBUG |(SpawnProcess-1:5) search_count: 17000, latest_latency=0.0007538860008935444 (mp_runner.py:73) -2024-09-01 17:54:38,041 | DEBUG |(SpawnProcess-1:5) search_count: 17500, latest_latency=0.000861992004502099 (mp_runner.py:73) -2024-09-01 17:54:38,428 | DEBUG |(SpawnProcess-1:5) search_count: 18000, latest_latency=0.0010021229973062873 (mp_runner.py:73) -2024-09-01 17:54:38,803 | DEBUG |(SpawnProcess-1:5) search_count: 18500, latest_latency=0.0006008769996697083 (mp_runner.py:73) -2024-09-01 17:54:39,207 | DEBUG |(SpawnProcess-1:5) search_count: 19000, latest_latency=0.0009501759996055625 (mp_runner.py:73) -2024-09-01 17:54:39,569 | DEBUG |(SpawnProcess-1:5) search_count: 19500, latest_latency=0.0008058419989538379 (mp_runner.py:73) -2024-09-01 17:54:39,949 | DEBUG |(SpawnProcess-1:5) search_count: 20000, latest_latency=0.0009223320012097247 (mp_runner.py:73) -2024-09-01 17:54:40,338 | DEBUG |(SpawnProcess-1:5) search_count: 20500, latest_latency=0.0007933540036901832 (mp_runner.py:73) -2024-09-01 17:54:40,707 | DEBUG |(SpawnProcess-1:5) search_count: 21000, latest_latency=0.0007230099945445545 (mp_runner.py:73) -2024-09-01 17:54:41,093 | DEBUG |(SpawnProcess-1:5) search_count: 21500, latest_latency=0.0005732889985665679 (mp_runner.py:73) -2024-09-01 17:54:41,465 | DEBUG |(SpawnProcess-1:5) search_count: 22000, latest_latency=0.0009493050019955263 (mp_runner.py:73) -2024-09-01 17:54:41,847 | DEBUG |(SpawnProcess-1:5) search_count: 22500, latest_latency=0.0005996109975967556 (mp_runner.py:73) -2024-09-01 17:54:42,334 | DEBUG |(SpawnProcess-1:5) search_count: 23000, latest_latency=0.0009271370072383434 (mp_runner.py:73) -2024-09-01 17:54:42,720 | DEBUG |(SpawnProcess-1:5) search_count: 23500, latest_latency=0.0008197950010071509 (mp_runner.py:73) -2024-09-01 17:54:43,103 | DEBUG |(SpawnProcess-1:5) search_count: 24000, latest_latency=0.0008347089969902299 (mp_runner.py:73) -2024-09-01 17:54:43,480 | DEBUG |(SpawnProcess-1:5) search_count: 24500, latest_latency=0.0008096370002022013 (mp_runner.py:73) -2024-09-01 17:54:43,896 | DEBUG |(SpawnProcess-1:5) search_count: 25000, latest_latency=0.0009490269949310459 (mp_runner.py:73) -2024-09-01 17:54:44,309 | DEBUG |(SpawnProcess-1:5) search_count: 25500, latest_latency=0.0008183059981092811 (mp_runner.py:73) -2024-09-01 17:54:44,673 | DEBUG |(SpawnProcess-1:5) search_count: 26000, latest_latency=0.0009593110007699579 (mp_runner.py:73) -2024-09-01 17:54:45,162 | DEBUG |(SpawnProcess-1:5) search_count: 26500, latest_latency=0.0013084579986752942 (mp_runner.py:73) -2024-09-01 17:54:45,542 | DEBUG |(SpawnProcess-1:5) search_count: 27000, latest_latency=0.0009601870042388327 (mp_runner.py:73) -2024-09-01 17:54:45,924 | DEBUG |(SpawnProcess-1:5) search_count: 27500, latest_latency=0.0006151439956738614 (mp_runner.py:73) -2024-09-01 17:54:46,302 | DEBUG |(SpawnProcess-1:5) search_count: 28000, latest_latency=0.0009482249952270649 (mp_runner.py:73) -2024-09-01 17:54:46,669 | DEBUG |(SpawnProcess-1:5) search_count: 28500, latest_latency=0.0009087520011235029 (mp_runner.py:73) -2024-09-01 17:54:47,047 | DEBUG |(SpawnProcess-1:5) search_count: 29000, latest_latency=0.0009316010036855005 (mp_runner.py:73) -2024-09-01 17:54:47,415 | DEBUG |(SpawnProcess-1:5) search_count: 29500, latest_latency=0.001046087003487628 (mp_runner.py:73) -2024-09-01 17:54:47,745 | DEBUG |(SpawnProcess-1:5) search_count: 30000, latest_latency=0.0009417660039616749 (mp_runner.py:73) -2024-09-01 17:54:48,100 | DEBUG |(SpawnProcess-1:5) search_count: 30500, latest_latency=0.0006025829934515059 (mp_runner.py:73) -2024-09-01 17:54:48,387 | DEBUG |(SpawnProcess-1:5) search_count: 31000, latest_latency=0.0006645879984716885 (mp_runner.py:73) -2024-09-01 17:54:48,681 | DEBUG |(SpawnProcess-1:5) search_count: 31500, latest_latency=0.0009523170010652393 (mp_runner.py:73) -2024-09-01 17:54:48,973 | DEBUG |(SpawnProcess-1:5) search_count: 32000, latest_latency=0.0006884329995955341 (mp_runner.py:73) -2024-09-01 17:54:49,262 | DEBUG |(SpawnProcess-1:5) search_count: 32500, latest_latency=0.0005678480010828935 (mp_runner.py:73) -2024-09-01 17:54:49,546 | DEBUG |(SpawnProcess-1:5) search_count: 33000, latest_latency=0.0006484269979409873 (mp_runner.py:73) -2024-09-01 17:54:49,844 | DEBUG |(SpawnProcess-1:5) search_count: 33500, latest_latency=0.0007566439962829463 (mp_runner.py:73) -2024-09-01 17:54:50,131 | DEBUG |(SpawnProcess-1:5) search_count: 34000, latest_latency=0.0006607160030398518 (mp_runner.py:73) -2024-09-01 17:54:50,419 | DEBUG |(SpawnProcess-1:5) search_count: 34500, latest_latency=0.0010022560018114746 (mp_runner.py:73) -2024-09-01 17:54:50,724 | DEBUG |(SpawnProcess-1:5) search_count: 35000, latest_latency=0.0009060490046977066 (mp_runner.py:73) -2024-09-01 17:54:51,075 | DEBUG |(SpawnProcess-1:5) search_count: 35500, latest_latency=0.0006876830011606216 (mp_runner.py:73) -2024-09-01 17:54:51,401 | DEBUG |(SpawnProcess-1:5) search_count: 36000, latest_latency=0.000914742995519191 (mp_runner.py:73) -2024-09-01 17:54:51,860 | DEBUG |(SpawnProcess-1:5) search_count: 36500, latest_latency=0.0009330499960924499 (mp_runner.py:73) -2024-09-01 17:54:52,167 | DEBUG |(SpawnProcess-1:5) search_count: 37000, latest_latency=0.0006916679994901642 (mp_runner.py:73) -2024-09-01 17:54:52,458 | DEBUG |(SpawnProcess-1:5) search_count: 37500, latest_latency=0.0005680559988832101 (mp_runner.py:73) -2024-09-01 17:54:52,755 | DEBUG |(SpawnProcess-1:5) search_count: 38000, latest_latency=0.000689120999595616 (mp_runner.py:73) -2024-09-01 17:54:53,045 | DEBUG |(SpawnProcess-1:5) search_count: 38500, latest_latency=0.000795924999692943 (mp_runner.py:73) -2024-09-01 17:54:53,328 | DEBUG |(SpawnProcess-1:5) search_count: 39000, latest_latency=0.0006759960015187971 (mp_runner.py:73) -2024-09-01 17:54:53,631 | DEBUG |(SpawnProcess-1:5) search_count: 39500, latest_latency=0.000645651001832448 (mp_runner.py:73) -2024-09-01 17:54:53,697 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0008s, count=39604, qps in this process: 1320.0981 (mp_runner.py:76) -2024-09-01 17:54:53,701 | INFO |End search in concurrency 1: dur=30.035252748006315s, total_count=39604, qps=1318.5839 (mp_runner.py:120) -2024-09-01 17:54:53,883 | INFO |Update largest qps with concurrency 1: current max_qps=1318.5839 (mp_runner.py:124) -2024-09-01 17:54:54,315 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:54:54,315 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 17:54:59,357 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 17:54:59,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:54:59,408 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:54:59,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:54:59,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:54:59,412 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:00,177 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0010245279991067946 (mp_runner.py:73) -2024-09-01 17:55:00,181 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0011774369995691814 (mp_runner.py:73) -2024-09-01 17:55:00,183 | DEBUG |(SpawnProcess-1:10) search_count: 500, latest_latency=0.003057103000173811 (mp_runner.py:73) -2024-09-01 17:55:00,191 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.001560197997605428 (mp_runner.py:73) -2024-09-01 17:55:00,203 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.0020725360009237193 (mp_runner.py:73) -2024-09-01 17:55:00,816 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.0014067199954297394 (mp_runner.py:73) -2024-09-01 17:55:00,888 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0012750780006172135 (mp_runner.py:73) -2024-09-01 17:55:00,890 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.002052730997093022 (mp_runner.py:73) -2024-09-01 17:55:00,890 | DEBUG |(SpawnProcess-1:10) search_count: 1000, latest_latency=0.002298377003171481 (mp_runner.py:73) -2024-09-01 17:55:00,938 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.0022191889947862364 (mp_runner.py:73) -2024-09-01 17:55:01,473 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.002394966002611909 (mp_runner.py:73) -2024-09-01 17:55:01,557 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.002253051003208384 (mp_runner.py:73) -2024-09-01 17:55:01,669 | DEBUG |(SpawnProcess-1:10) search_count: 1500, latest_latency=0.0022668349993182346 (mp_runner.py:73) -2024-09-01 17:55:01,695 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0018690180004341528 (mp_runner.py:73) -2024-09-01 17:55:01,747 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.002237535001768265 (mp_runner.py:73) -2024-09-01 17:55:02,211 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0012080079977749847 (mp_runner.py:73) -2024-09-01 17:55:02,298 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0012202049983898178 (mp_runner.py:73) -2024-09-01 17:55:02,370 | DEBUG |(SpawnProcess-1:10) search_count: 2000, latest_latency=0.0017227140051545575 (mp_runner.py:73) -2024-09-01 17:55:02,386 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.0018862650031223893 (mp_runner.py:73) -2024-09-01 17:55:02,528 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0020018020004499704 (mp_runner.py:73) -2024-09-01 17:55:02,896 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0011641290038824081 (mp_runner.py:73) -2024-09-01 17:55:02,939 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0020383270020829514 (mp_runner.py:73) -2024-09-01 17:55:03,152 | DEBUG |(SpawnProcess-1:10) search_count: 2500, latest_latency=0.0026833000010810792 (mp_runner.py:73) -2024-09-01 17:55:03,155 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.002262782996695023 (mp_runner.py:73) -2024-09-01 17:55:03,326 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.002901581996411551 (mp_runner.py:73) -2024-09-01 17:55:03,582 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.001110183002310805 (mp_runner.py:73) -2024-09-01 17:55:03,621 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.0010136779965250753 (mp_runner.py:73) -2024-09-01 17:55:03,926 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.0013224770009401254 (mp_runner.py:73) -2024-09-01 17:55:03,960 | DEBUG |(SpawnProcess-1:10) search_count: 3000, latest_latency=0.0013357440038817003 (mp_runner.py:73) -2024-09-01 17:55:04,121 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0012901449954370037 (mp_runner.py:73) -2024-09-01 17:55:04,214 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0011939699979848228 (mp_runner.py:73) -2024-09-01 17:55:04,258 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0013230219992692582 (mp_runner.py:73) -2024-09-01 17:55:04,789 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0012461270016501658 (mp_runner.py:73) -2024-09-01 17:55:04,789 | DEBUG |(SpawnProcess-1:10) search_count: 3500, latest_latency=0.002332472999114543 (mp_runner.py:73) -2024-09-01 17:55:04,967 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.002385761996265501 (mp_runner.py:73) -2024-09-01 17:55:05,020 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0012407579997670837 (mp_runner.py:73) -2024-09-01 17:55:05,026 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.001890516999992542 (mp_runner.py:73) -2024-09-01 17:55:05,536 | DEBUG |(SpawnProcess-1:10) search_count: 4000, latest_latency=0.0012549269958981313 (mp_runner.py:73) -2024-09-01 17:55:05,558 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.0018243689992232248 (mp_runner.py:73) -2024-09-01 17:55:05,650 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0018111419994966127 (mp_runner.py:73) -2024-09-01 17:55:05,718 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0010564140029600821 (mp_runner.py:73) -2024-09-01 17:55:05,731 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.001199865000671707 (mp_runner.py:73) -2024-09-01 17:55:06,323 | DEBUG |(SpawnProcess-1:10) search_count: 4500, latest_latency=0.0010987950008711778 (mp_runner.py:73) -2024-09-01 17:55:06,346 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.0011425949996919371 (mp_runner.py:73) -2024-09-01 17:55:06,394 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0018944920011563227 (mp_runner.py:73) -2024-09-01 17:55:06,431 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0016948929987847805 (mp_runner.py:73) -2024-09-01 17:55:06,464 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0013201900001149625 (mp_runner.py:73) -2024-09-01 17:55:07,018 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.001338050999038387 (mp_runner.py:73) -2024-09-01 17:55:07,023 | DEBUG |(SpawnProcess-1:10) search_count: 5000, latest_latency=0.0017166840043500997 (mp_runner.py:73) -2024-09-01 17:55:07,108 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.002530826001020614 (mp_runner.py:73) -2024-09-01 17:55:07,180 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.0012252129963599145 (mp_runner.py:73) -2024-09-01 17:55:07,213 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0014318699977593496 (mp_runner.py:73) -2024-09-01 17:55:07,723 | DEBUG |(SpawnProcess-1:11) search_count: 5500, latest_latency=0.0011382960001355968 (mp_runner.py:73) -2024-09-01 17:55:07,779 | DEBUG |(SpawnProcess-1:10) search_count: 5500, latest_latency=0.0021137829971848987 (mp_runner.py:73) -2024-09-01 17:55:07,783 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0012516260030679405 (mp_runner.py:73) -2024-09-01 17:55:07,889 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0013042409991612658 (mp_runner.py:73) -2024-09-01 17:55:07,929 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.002199808004661463 (mp_runner.py:73) -2024-09-01 17:55:08,442 | DEBUG |(SpawnProcess-1:11) search_count: 6000, latest_latency=0.001146563998190686 (mp_runner.py:73) -2024-09-01 17:55:08,448 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0022067460013204254 (mp_runner.py:73) -2024-09-01 17:55:08,449 | DEBUG |(SpawnProcess-1:10) search_count: 6000, latest_latency=0.0012109099989174865 (mp_runner.py:73) -2024-09-01 17:55:08,637 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.002205994001997169 (mp_runner.py:73) -2024-09-01 17:55:08,720 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.0016193880001083016 (mp_runner.py:73) -2024-09-01 17:55:09,183 | DEBUG |(SpawnProcess-1:11) search_count: 6500, latest_latency=0.0011408979989937507 (mp_runner.py:73) -2024-09-01 17:55:09,204 | DEBUG |(SpawnProcess-1:10) search_count: 6500, latest_latency=0.0010655579972080886 (mp_runner.py:73) -2024-09-01 17:55:09,206 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0017960469995159656 (mp_runner.py:73) -2024-09-01 17:55:09,353 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0012278390058781952 (mp_runner.py:73) -2024-09-01 17:55:09,569 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0017487399964011274 (mp_runner.py:73) -2024-09-01 17:55:09,969 | DEBUG |(SpawnProcess-1:10) search_count: 7000, latest_latency=0.0019419669988565147 (mp_runner.py:73) -2024-09-01 17:55:09,969 | DEBUG |(SpawnProcess-1:11) search_count: 7000, latest_latency=0.002291956996486988 (mp_runner.py:73) -2024-09-01 17:55:09,979 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.001117328996770084 (mp_runner.py:73) -2024-09-01 17:55:10,103 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.0010763909958768636 (mp_runner.py:73) -2024-09-01 17:55:10,451 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.001136961996962782 (mp_runner.py:73) -2024-09-01 17:55:10,695 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.002036780002526939 (mp_runner.py:73) -2024-09-01 17:55:10,697 | DEBUG |(SpawnProcess-1:10) search_count: 7500, latest_latency=0.0011859209989779629 (mp_runner.py:73) -2024-09-01 17:55:10,715 | DEBUG |(SpawnProcess-1:11) search_count: 7500, latest_latency=0.002154371999495197 (mp_runner.py:73) -2024-09-01 17:55:10,809 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.0012368719981168397 (mp_runner.py:73) -2024-09-01 17:55:11,171 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0009752729965839535 (mp_runner.py:73) -2024-09-01 17:55:11,402 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0010472299982211553 (mp_runner.py:73) -2024-09-01 17:55:11,410 | DEBUG |(SpawnProcess-1:10) search_count: 8000, latest_latency=0.0014405100009753369 (mp_runner.py:73) -2024-09-01 17:55:11,434 | DEBUG |(SpawnProcess-1:11) search_count: 8000, latest_latency=0.0020466660062083974 (mp_runner.py:73) -2024-09-01 17:55:11,505 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.0016491689966642298 (mp_runner.py:73) -2024-09-01 17:55:11,877 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0010859519970836118 (mp_runner.py:73) -2024-09-01 17:55:12,174 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.001256570998521056 (mp_runner.py:73) -2024-09-01 17:55:12,185 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0013245360023574904 (mp_runner.py:73) -2024-09-01 17:55:12,190 | DEBUG |(SpawnProcess-1:10) search_count: 8500, latest_latency=0.0023755000001983717 (mp_runner.py:73) -2024-09-01 17:55:12,259 | DEBUG |(SpawnProcess-1:11) search_count: 8500, latest_latency=0.0021685300016542897 (mp_runner.py:73) -2024-09-01 17:55:12,675 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.000811562997114379 (mp_runner.py:73) -2024-09-01 17:55:12,847 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.0023409310015267693 (mp_runner.py:73) -2024-09-01 17:55:12,883 | DEBUG |(SpawnProcess-1:10) search_count: 9000, latest_latency=0.0014635480038123205 (mp_runner.py:73) -2024-09-01 17:55:12,954 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0021600320033030584 (mp_runner.py:73) -2024-09-01 17:55:13,018 | DEBUG |(SpawnProcess-1:11) search_count: 9000, latest_latency=0.0012921620000270195 (mp_runner.py:73) -2024-09-01 17:55:13,354 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0010851669940166175 (mp_runner.py:73) -2024-09-01 17:55:13,574 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0014114560035523027 (mp_runner.py:73) -2024-09-01 17:55:13,638 | DEBUG |(SpawnProcess-1:10) search_count: 9500, latest_latency=0.0014503019992844202 (mp_runner.py:73) -2024-09-01 17:55:13,679 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0011843829997815192 (mp_runner.py:73) -2024-09-01 17:55:13,896 | DEBUG |(SpawnProcess-1:11) search_count: 9500, latest_latency=0.0019871249969583005 (mp_runner.py:73) -2024-09-01 17:55:14,239 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.0010119699945789762 (mp_runner.py:73) -2024-09-01 17:55:14,407 | DEBUG |(SpawnProcess-1:10) search_count: 10000, latest_latency=0.0009320760000264272 (mp_runner.py:73) -2024-09-01 17:55:14,409 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0021627899986924604 (mp_runner.py:73) -2024-09-01 17:55:14,431 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0011474130005808547 (mp_runner.py:73) -2024-09-01 17:55:14,694 | DEBUG |(SpawnProcess-1:11) search_count: 10000, latest_latency=0.001368867997371126 (mp_runner.py:73) -2024-09-01 17:55:14,913 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0014084369977354072 (mp_runner.py:73) -2024-09-01 17:55:15,152 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.0009587239983375184 (mp_runner.py:73) -2024-09-01 17:55:15,153 | DEBUG |(SpawnProcess-1:10) search_count: 10500, latest_latency=0.002150558997527696 (mp_runner.py:73) -2024-09-01 17:55:15,182 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0008723950013518333 (mp_runner.py:73) -2024-09-01 17:55:15,538 | DEBUG |(SpawnProcess-1:11) search_count: 10500, latest_latency=0.0018641249989741482 (mp_runner.py:73) -2024-09-01 17:55:15,694 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0014756680029677227 (mp_runner.py:73) -2024-09-01 17:55:15,819 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0019254490034654737 (mp_runner.py:73) -2024-09-01 17:55:15,897 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.0020152610013610683 (mp_runner.py:73) -2024-09-01 17:55:15,962 | DEBUG |(SpawnProcess-1:10) search_count: 11000, latest_latency=0.001376823005557526 (mp_runner.py:73) -2024-09-01 17:55:16,150 | DEBUG |(SpawnProcess-1:11) search_count: 11000, latest_latency=0.0014576629982911982 (mp_runner.py:73) -2024-09-01 17:55:16,319 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0012169780020485632 (mp_runner.py:73) -2024-09-01 17:55:16,527 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0011584000021684915 (mp_runner.py:73) -2024-09-01 17:55:16,623 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0011423109972383827 (mp_runner.py:73) -2024-09-01 17:55:16,725 | DEBUG |(SpawnProcess-1:10) search_count: 11500, latest_latency=0.0010423999992781319 (mp_runner.py:73) -2024-09-01 17:55:16,865 | DEBUG |(SpawnProcess-1:11) search_count: 11500, latest_latency=0.0016748220004956238 (mp_runner.py:73) -2024-09-01 17:55:17,101 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.001318802998866886 (mp_runner.py:73) -2024-09-01 17:55:17,133 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0010429789981571957 (mp_runner.py:73) -2024-09-01 17:55:17,318 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0023369870032183826 (mp_runner.py:73) -2024-09-01 17:55:17,490 | DEBUG |(SpawnProcess-1:10) search_count: 12000, latest_latency=0.0017521569970995188 (mp_runner.py:73) -2024-09-01 17:55:17,553 | DEBUG |(SpawnProcess-1:11) search_count: 12000, latest_latency=0.0019410599998082034 (mp_runner.py:73) -2024-09-01 17:55:17,739 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.0016616469947621226 (mp_runner.py:73) -2024-09-01 17:55:17,840 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.001454047000152059 (mp_runner.py:73) -2024-09-01 17:55:18,097 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.0012912439997307956 (mp_runner.py:73) -2024-09-01 17:55:18,300 | DEBUG |(SpawnProcess-1:10) search_count: 12500, latest_latency=0.001718957006232813 (mp_runner.py:73) -2024-09-01 17:55:18,376 | DEBUG |(SpawnProcess-1:11) search_count: 12500, latest_latency=0.0020022169992444105 (mp_runner.py:73) -2024-09-01 17:55:18,468 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.001129709999077022 (mp_runner.py:73) -2024-09-01 17:55:18,593 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0010002049966715276 (mp_runner.py:73) -2024-09-01 17:55:18,809 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0019199700036551803 (mp_runner.py:73) -2024-09-01 17:55:19,016 | DEBUG |(SpawnProcess-1:10) search_count: 13000, latest_latency=0.0020142759967711754 (mp_runner.py:73) -2024-09-01 17:55:19,070 | DEBUG |(SpawnProcess-1:11) search_count: 13000, latest_latency=0.0012467710039345548 (mp_runner.py:73) -2024-09-01 17:55:19,147 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.00136135499633383 (mp_runner.py:73) -2024-09-01 17:55:19,314 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0012397610043990426 (mp_runner.py:73) -2024-09-01 17:55:19,502 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.0016322169976774603 (mp_runner.py:73) -2024-09-01 17:55:19,788 | DEBUG |(SpawnProcess-1:10) search_count: 13500, latest_latency=0.0012339819950284436 (mp_runner.py:73) -2024-09-01 17:55:19,794 | DEBUG |(SpawnProcess-1:11) search_count: 13500, latest_latency=0.0026272280010744 (mp_runner.py:73) -2024-09-01 17:55:19,796 | DEBUG |(SpawnProcess-1:7) search_count: 14500, latest_latency=0.0017379250057274476 (mp_runner.py:73) -2024-09-01 17:55:20,057 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0011569319976842962 (mp_runner.py:73) -2024-09-01 17:55:20,218 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.002732871005719062 (mp_runner.py:73) -2024-09-01 17:55:20,417 | DEBUG |(SpawnProcess-1:10) search_count: 14000, latest_latency=0.0013911139976698905 (mp_runner.py:73) -2024-09-01 17:55:20,554 | DEBUG |(SpawnProcess-1:11) search_count: 14000, latest_latency=0.001158943006885238 (mp_runner.py:73) -2024-09-01 17:55:20,554 | DEBUG |(SpawnProcess-1:7) search_count: 15000, latest_latency=0.001499532001616899 (mp_runner.py:73) -2024-09-01 17:55:20,723 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0011438169967732392 (mp_runner.py:73) -2024-09-01 17:55:21,016 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.0014440750019275583 (mp_runner.py:73) -2024-09-01 17:55:21,159 | DEBUG |(SpawnProcess-1:10) search_count: 14500, latest_latency=0.0016137899947352707 (mp_runner.py:73) -2024-09-01 17:55:21,297 | DEBUG |(SpawnProcess-1:11) search_count: 14500, latest_latency=0.0011269709939369932 (mp_runner.py:73) -2024-09-01 17:55:21,305 | DEBUG |(SpawnProcess-1:7) search_count: 15500, latest_latency=0.0019285899979877286 (mp_runner.py:73) -2024-09-01 17:55:21,556 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.002111905996571295 (mp_runner.py:73) -2024-09-01 17:55:21,708 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.0014371819997904822 (mp_runner.py:73) -2024-09-01 17:55:21,832 | DEBUG |(SpawnProcess-1:10) search_count: 15000, latest_latency=0.002099439996527508 (mp_runner.py:73) -2024-09-01 17:55:22,034 | DEBUG |(SpawnProcess-1:11) search_count: 15000, latest_latency=0.001749586001096759 (mp_runner.py:73) -2024-09-01 17:55:22,127 | DEBUG |(SpawnProcess-1:7) search_count: 16000, latest_latency=0.002585466005257331 (mp_runner.py:73) -2024-09-01 17:55:22,258 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0014243890036595985 (mp_runner.py:73) -2024-09-01 17:55:22,382 | DEBUG |(SpawnProcess-1:9) search_count: 16000, latest_latency=0.00123196800268488 (mp_runner.py:73) -2024-09-01 17:55:22,583 | DEBUG |(SpawnProcess-1:10) search_count: 15500, latest_latency=0.001240092002262827 (mp_runner.py:73) -2024-09-01 17:55:22,681 | DEBUG |(SpawnProcess-1:11) search_count: 15500, latest_latency=0.0012162830025772564 (mp_runner.py:73) -2024-09-01 17:55:22,840 | DEBUG |(SpawnProcess-1:7) search_count: 16500, latest_latency=0.001053455998771824 (mp_runner.py:73) -2024-09-01 17:55:23,079 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.002174234999984037 (mp_runner.py:73) -2024-09-01 17:55:23,079 | DEBUG |(SpawnProcess-1:9) search_count: 16500, latest_latency=0.0010546519988565706 (mp_runner.py:73) -2024-09-01 17:55:23,243 | DEBUG |(SpawnProcess-1:10) search_count: 16000, latest_latency=0.002560605003964156 (mp_runner.py:73) -2024-09-01 17:55:23,357 | DEBUG |(SpawnProcess-1:11) search_count: 16000, latest_latency=0.0014308379977592267 (mp_runner.py:73) -2024-09-01 17:55:23,532 | DEBUG |(SpawnProcess-1:7) search_count: 17000, latest_latency=0.001216987002408132 (mp_runner.py:73) -2024-09-01 17:55:23,747 | DEBUG |(SpawnProcess-1:9) search_count: 17000, latest_latency=0.0012870220016338862 (mp_runner.py:73) -2024-09-01 17:55:23,860 | DEBUG |(SpawnProcess-1:8) search_count: 16000, latest_latency=0.0016379090011469088 (mp_runner.py:73) -2024-09-01 17:55:23,939 | DEBUG |(SpawnProcess-1:10) search_count: 16500, latest_latency=0.0020495069984463044 (mp_runner.py:73) -2024-09-01 17:55:24,166 | DEBUG |(SpawnProcess-1:11) search_count: 16500, latest_latency=0.0009841549981501885 (mp_runner.py:73) -2024-09-01 17:55:24,271 | DEBUG |(SpawnProcess-1:7) search_count: 17500, latest_latency=0.0008865689960657619 (mp_runner.py:73) -2024-09-01 17:55:24,556 | DEBUG |(SpawnProcess-1:9) search_count: 17500, latest_latency=0.002180812996812165 (mp_runner.py:73) -2024-09-01 17:55:24,598 | DEBUG |(SpawnProcess-1:8) search_count: 16500, latest_latency=0.0013466200034599751 (mp_runner.py:73) -2024-09-01 17:55:24,727 | DEBUG |(SpawnProcess-1:10) search_count: 17000, latest_latency=0.001194374002807308 (mp_runner.py:73) -2024-09-01 17:55:24,902 | DEBUG |(SpawnProcess-1:11) search_count: 17000, latest_latency=0.0019037919992115349 (mp_runner.py:73) -2024-09-01 17:55:24,915 | DEBUG |(SpawnProcess-1:7) search_count: 18000, latest_latency=0.0012139669997850433 (mp_runner.py:73) -2024-09-01 17:55:25,299 | DEBUG |(SpawnProcess-1:9) search_count: 18000, latest_latency=0.0011982130017713644 (mp_runner.py:73) -2024-09-01 17:55:25,309 | DEBUG |(SpawnProcess-1:8) search_count: 17000, latest_latency=0.0009487569986958988 (mp_runner.py:73) -2024-09-01 17:55:25,401 | DEBUG |(SpawnProcess-1:10) search_count: 17500, latest_latency=0.001174283999716863 (mp_runner.py:73) -2024-09-01 17:55:25,618 | DEBUG |(SpawnProcess-1:11) search_count: 17500, latest_latency=0.0011882530016009696 (mp_runner.py:73) -2024-09-01 17:55:25,711 | DEBUG |(SpawnProcess-1:7) search_count: 18500, latest_latency=0.0010749630018835887 (mp_runner.py:73) -2024-09-01 17:55:25,984 | DEBUG |(SpawnProcess-1:8) search_count: 17500, latest_latency=0.0024175220023607835 (mp_runner.py:73) -2024-09-01 17:55:26,031 | DEBUG |(SpawnProcess-1:9) search_count: 18500, latest_latency=0.001556000002892688 (mp_runner.py:73) -2024-09-01 17:55:26,116 | DEBUG |(SpawnProcess-1:10) search_count: 18000, latest_latency=0.0019144620018778369 (mp_runner.py:73) -2024-09-01 17:55:26,272 | DEBUG |(SpawnProcess-1:11) search_count: 18000, latest_latency=0.001246818996150978 (mp_runner.py:73) -2024-09-01 17:55:26,382 | DEBUG |(SpawnProcess-1:7) search_count: 19000, latest_latency=0.0012500029988586903 (mp_runner.py:73) -2024-09-01 17:55:26,730 | DEBUG |(SpawnProcess-1:9) search_count: 19000, latest_latency=0.0016127940034493804 (mp_runner.py:73) -2024-09-01 17:55:26,741 | DEBUG |(SpawnProcess-1:8) search_count: 18000, latest_latency=0.0018591710031614639 (mp_runner.py:73) -2024-09-01 17:55:26,823 | DEBUG |(SpawnProcess-1:10) search_count: 18500, latest_latency=0.0021417729949462228 (mp_runner.py:73) -2024-09-01 17:55:27,084 | DEBUG |(SpawnProcess-1:11) search_count: 18500, latest_latency=0.0030251339994720183 (mp_runner.py:73) -2024-09-01 17:55:27,129 | DEBUG |(SpawnProcess-1:7) search_count: 19500, latest_latency=0.0012120760002289899 (mp_runner.py:73) -2024-09-01 17:55:27,396 | DEBUG |(SpawnProcess-1:9) search_count: 19500, latest_latency=0.0010429909962113015 (mp_runner.py:73) -2024-09-01 17:55:27,593 | DEBUG |(SpawnProcess-1:8) search_count: 18500, latest_latency=0.0017667659994913265 (mp_runner.py:73) -2024-09-01 17:55:27,627 | DEBUG |(SpawnProcess-1:10) search_count: 19000, latest_latency=0.0017017380014294758 (mp_runner.py:73) -2024-09-01 17:55:27,778 | DEBUG |(SpawnProcess-1:11) search_count: 19000, latest_latency=0.0012746970023727044 (mp_runner.py:73) -2024-09-01 17:55:27,813 | DEBUG |(SpawnProcess-1:7) search_count: 20000, latest_latency=0.0016344169998774305 (mp_runner.py:73) -2024-09-01 17:55:28,088 | DEBUG |(SpawnProcess-1:9) search_count: 20000, latest_latency=0.0013040319972787984 (mp_runner.py:73) -2024-09-01 17:55:28,262 | DEBUG |(SpawnProcess-1:8) search_count: 19000, latest_latency=0.0016476439996040426 (mp_runner.py:73) -2024-09-01 17:55:28,393 | DEBUG |(SpawnProcess-1:10) search_count: 19500, latest_latency=0.0009701550006866455 (mp_runner.py:73) -2024-09-01 17:55:28,470 | DEBUG |(SpawnProcess-1:11) search_count: 19500, latest_latency=0.0010492940054973587 (mp_runner.py:73) -2024-09-01 17:55:28,533 | DEBUG |(SpawnProcess-1:7) search_count: 20500, latest_latency=0.001655824002227746 (mp_runner.py:73) -2024-09-01 17:55:28,785 | DEBUG |(SpawnProcess-1:9) search_count: 20500, latest_latency=0.0012811829947168007 (mp_runner.py:73) -2024-09-01 17:55:29,138 | DEBUG |(SpawnProcess-1:8) search_count: 19500, latest_latency=0.0015709459985373542 (mp_runner.py:73) -2024-09-01 17:55:29,220 | DEBUG |(SpawnProcess-1:7) search_count: 21000, latest_latency=0.001780894999683369 (mp_runner.py:73) -2024-09-01 17:55:29,233 | DEBUG |(SpawnProcess-1:10) search_count: 20000, latest_latency=0.002078456003800966 (mp_runner.py:73) -2024-09-01 17:55:29,264 | DEBUG |(SpawnProcess-1:11) search_count: 20000, latest_latency=0.00125744200340705 (mp_runner.py:73) -2024-09-01 17:55:29,410 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0007s, count=20098, qps in this process: 669.9177 (mp_runner.py:76) -2024-09-01 17:55:29,410 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0012s, count=20925, qps in this process: 697.4721 (mp_runner.py:76) -2024-09-01 17:55:29,410 | INFO |SpawnProcess-1:10 search 30s: actual_dur=30.0009s, count=20125, qps in this process: 670.8132 (mp_runner.py:76) -2024-09-01 17:55:29,412 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0009s, count=21145, qps in this process: 704.8122 (mp_runner.py:76) -2024-09-01 17:55:29,420 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0061s, count=19711, qps in this process: 656.8998 (mp_runner.py:76) -2024-09-01 17:55:29,429 | INFO |End search in concurrency 5: dur=30.071203332998266s, total_count=102004, qps=3392.0824 (mp_runner.py:120) -2024-09-01 17:55:29,752 | INFO |Update largest qps with concurrency 5: current max_qps=3392.0824 (mp_runner.py:124) -2024-09-01 17:55:30,171 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:55:30,172 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 17:55:40,345 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 17:55:40,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,402 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,437 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,466 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,492 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,493 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,503 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,513 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,515 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:40,519 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:55:42,283 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.0014468590015894733 (mp_runner.py:73) -2024-09-01 17:55:42,283 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.0011866959976032376 (mp_runner.py:73) -2024-09-01 17:55:42,284 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.0022950549973757006 (mp_runner.py:73) -2024-09-01 17:55:42,285 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.006010076001984999 (mp_runner.py:73) -2024-09-01 17:55:42,285 | DEBUG |(SpawnProcess-1:26) search_count: 500, latest_latency=0.0008316439998452552 (mp_runner.py:73) -2024-09-01 17:55:42,287 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.008789347994024865 (mp_runner.py:73) -2024-09-01 17:55:42,335 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02182440499746008 (mp_runner.py:73) -2024-09-01 17:55:42,404 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.0036078799967071973 (mp_runner.py:73) -2024-09-01 17:55:42,405 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.0036874509969493374 (mp_runner.py:73) -2024-09-01 17:55:42,405 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.005208729999139905 (mp_runner.py:73) -2024-09-01 17:55:42,405 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.0037781909995828755 (mp_runner.py:73) -2024-09-01 17:55:42,406 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.003640738003014121 (mp_runner.py:73) -2024-09-01 17:55:42,406 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.00698436100356048 (mp_runner.py:73) -2024-09-01 17:55:42,407 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.008193665998987854 (mp_runner.py:73) -2024-09-01 17:55:42,449 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.008569523997721262 (mp_runner.py:73) -2024-09-01 17:55:43,966 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.002289588999701664 (mp_runner.py:73) -2024-09-01 17:55:43,966 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.002125614002579823 (mp_runner.py:73) -2024-09-01 17:55:43,967 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.003067131998250261 (mp_runner.py:73) -2024-09-01 17:55:43,967 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.00280552599724615 (mp_runner.py:73) -2024-09-01 17:55:43,968 | DEBUG |(SpawnProcess-1:26) search_count: 1000, latest_latency=0.005730486001993995 (mp_runner.py:73) -2024-09-01 17:55:43,968 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0051853359982487746 (mp_runner.py:73) -2024-09-01 17:55:44,345 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.004284279995772522 (mp_runner.py:73) -2024-09-01 17:55:44,346 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.0015936839990899898 (mp_runner.py:73) -2024-09-01 17:55:44,346 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.002828356002282817 (mp_runner.py:73) -2024-09-01 17:55:44,347 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.002798205998260528 (mp_runner.py:73) -2024-09-01 17:55:44,347 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.004234590000123717 (mp_runner.py:73) -2024-09-01 17:55:44,348 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.00583624900173163 (mp_runner.py:73) -2024-09-01 17:55:44,349 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.0036722550066770054 (mp_runner.py:73) -2024-09-01 17:55:44,822 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.004591126999002881 (mp_runner.py:73) -2024-09-01 17:55:44,927 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.005332611995982006 (mp_runner.py:73) -2024-09-01 17:55:45,870 | DEBUG |(SpawnProcess-1:26) search_count: 1500, latest_latency=0.0034166159966844134 (mp_runner.py:73) -2024-09-01 17:55:45,871 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.004993340000510216 (mp_runner.py:73) -2024-09-01 17:55:45,871 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.004412064001371618 (mp_runner.py:73) -2024-09-01 17:55:45,871 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0043685870041372254 (mp_runner.py:73) -2024-09-01 17:55:45,871 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.0063521939955535345 (mp_runner.py:73) -2024-09-01 17:55:46,256 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.006152100002509542 (mp_runner.py:73) -2024-09-01 17:55:46,286 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.0034520289991633035 (mp_runner.py:73) -2024-09-01 17:55:46,287 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.003457339000306092 (mp_runner.py:73) -2024-09-01 17:55:46,287 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.0049959829993895255 (mp_runner.py:73) -2024-09-01 17:55:46,288 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.005775066994829103 (mp_runner.py:73) -2024-09-01 17:55:46,288 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.004010231998108793 (mp_runner.py:73) -2024-09-01 17:55:46,290 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.00792906199785648 (mp_runner.py:73) -2024-09-01 17:55:46,580 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.005427847005194053 (mp_runner.py:73) -2024-09-01 17:55:47,212 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.006133837996458169 (mp_runner.py:73) -2024-09-01 17:55:47,340 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.007435314000758808 (mp_runner.py:73) -2024-09-01 17:55:47,610 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.002795262000290677 (mp_runner.py:73) -2024-09-01 17:55:47,610 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.0036824460039497353 (mp_runner.py:73) -2024-09-01 17:55:47,610 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0035315779969096184 (mp_runner.py:73) -2024-09-01 17:55:47,610 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.00337044800107833 (mp_runner.py:73) -2024-09-01 17:55:47,611 | DEBUG |(SpawnProcess-1:26) search_count: 2000, latest_latency=0.004235525004332885 (mp_runner.py:73) -2024-09-01 17:55:47,977 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.0021194610017118976 (mp_runner.py:73) -2024-09-01 17:55:47,979 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.004485178003960755 (mp_runner.py:73) -2024-09-01 17:55:47,979 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004391585003759246 (mp_runner.py:73) -2024-09-01 17:55:47,986 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.002491983999789227 (mp_runner.py:73) -2024-09-01 17:55:47,987 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.0021269579956424423 (mp_runner.py:73) -2024-09-01 17:55:47,988 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.0037475429999176413 (mp_runner.py:73) -2024-09-01 17:55:47,989 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.004456492999452166 (mp_runner.py:73) -2024-09-01 17:55:48,902 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.003818574004981201 (mp_runner.py:73) -2024-09-01 17:55:49,464 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.0036356580021674745 (mp_runner.py:73) -2024-09-01 17:55:49,567 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.003538516000844538 (mp_runner.py:73) -2024-09-01 17:55:49,568 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.0033742909945431165 (mp_runner.py:73) -2024-09-01 17:55:49,568 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.0029027399941696785 (mp_runner.py:73) -2024-09-01 17:55:49,569 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.005610229003650602 (mp_runner.py:73) -2024-09-01 17:55:49,569 | DEBUG |(SpawnProcess-1:26) search_count: 2500, latest_latency=0.006849194003734738 (mp_runner.py:73) -2024-09-01 17:55:49,666 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.0038826620002510026 (mp_runner.py:73) -2024-09-01 17:55:49,940 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.0029485609993571416 (mp_runner.py:73) -2024-09-01 17:55:49,941 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.004192877997411415 (mp_runner.py:73) -2024-09-01 17:55:49,941 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.004734634996566456 (mp_runner.py:73) -2024-09-01 17:55:49,943 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.006585044997336809 (mp_runner.py:73) -2024-09-01 17:55:50,138 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.004841122005018406 (mp_runner.py:73) -2024-09-01 17:55:50,299 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.005766356996900868 (mp_runner.py:73) -2024-09-01 17:55:50,299 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.007060939999064431 (mp_runner.py:73) -2024-09-01 17:55:51,243 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.0048905889998422936 (mp_runner.py:73) -2024-09-01 17:55:51,244 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.004729569001938216 (mp_runner.py:73) -2024-09-01 17:55:51,270 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.005203854998399038 (mp_runner.py:73) -2024-09-01 17:55:51,291 | DEBUG |(SpawnProcess-1:26) search_count: 3000, latest_latency=0.004177950002485886 (mp_runner.py:73) -2024-09-01 17:55:51,390 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0038630029957857914 (mp_runner.py:73) -2024-09-01 17:55:51,524 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.004771883999637794 (mp_runner.py:73) -2024-09-01 17:55:51,799 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.007312609996006358 (mp_runner.py:73) -2024-09-01 17:55:51,982 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.0023288149968720973 (mp_runner.py:73) -2024-09-01 17:55:51,984 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.004327107002609409 (mp_runner.py:73) -2024-09-01 17:55:51,985 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.001337100999080576 (mp_runner.py:73) -2024-09-01 17:55:52,026 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.004999324002710637 (mp_runner.py:73) -2024-09-01 17:55:52,141 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.0035588140017353 (mp_runner.py:73) -2024-09-01 17:55:52,162 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.003919520997442305 (mp_runner.py:73) -2024-09-01 17:55:52,573 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.0037129080010345206 (mp_runner.py:73) -2024-09-01 17:55:52,606 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.0026515319987083785 (mp_runner.py:73) -2024-09-01 17:55:53,361 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.0075013969981228 (mp_runner.py:73) -2024-09-01 17:55:53,415 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.008109041998977773 (mp_runner.py:73) -2024-09-01 17:55:53,449 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.0037097129970788956 (mp_runner.py:73) -2024-09-01 17:55:53,455 | DEBUG |(SpawnProcess-1:26) search_count: 3500, latest_latency=0.005437675994471647 (mp_runner.py:73) -2024-09-01 17:55:53,487 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.009829280999838375 (mp_runner.py:73) -2024-09-01 17:55:53,693 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.0044179329997859895 (mp_runner.py:73) -2024-09-01 17:55:53,923 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.003401946996746119 (mp_runner.py:73) -2024-09-01 17:55:54,032 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.0031082069981493987 (mp_runner.py:73) -2024-09-01 17:55:54,170 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008798424001724925 (mp_runner.py:73) -2024-09-01 17:55:54,188 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.008592238002165686 (mp_runner.py:73) -2024-09-01 17:55:54,263 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.0056628839956829324 (mp_runner.py:73) -2024-09-01 17:55:54,335 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.004624471999704838 (mp_runner.py:73) -2024-09-01 17:55:54,407 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.005662094998115208 (mp_runner.py:73) -2024-09-01 17:55:54,793 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.0053593090051435865 (mp_runner.py:73) -2024-09-01 17:55:54,796 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.007323685000301339 (mp_runner.py:73) -2024-09-01 17:55:55,406 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.002947212997241877 (mp_runner.py:73) -2024-09-01 17:55:55,407 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.0045705689990427345 (mp_runner.py:73) -2024-09-01 17:55:55,510 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.004603633999067824 (mp_runner.py:73) -2024-09-01 17:55:55,538 | DEBUG |(SpawnProcess-1:26) search_count: 4000, latest_latency=0.003278293996118009 (mp_runner.py:73) -2024-09-01 17:55:55,737 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.004217962006805465 (mp_runner.py:73) -2024-09-01 17:55:55,784 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.006002283000270836 (mp_runner.py:73) -2024-09-01 17:55:56,211 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.0034659800003282726 (mp_runner.py:73) -2024-09-01 17:55:56,211 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.003278067000792362 (mp_runner.py:73) -2024-09-01 17:55:56,211 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.005030412998166867 (mp_runner.py:73) -2024-09-01 17:55:56,212 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.004752936001750641 (mp_runner.py:73) -2024-09-01 17:55:56,215 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.006280520006839652 (mp_runner.py:73) -2024-09-01 17:55:56,529 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.004167340994172264 (mp_runner.py:73) -2024-09-01 17:55:56,561 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.007420681999064982 (mp_runner.py:73) -2024-09-01 17:55:56,904 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.004085346001375001 (mp_runner.py:73) -2024-09-01 17:55:56,905 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004273284001101274 (mp_runner.py:73) -2024-09-01 17:55:57,471 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.004959371995937545 (mp_runner.py:73) -2024-09-01 17:55:57,521 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.006373930002155248 (mp_runner.py:73) -2024-09-01 17:55:57,682 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.006144847997347824 (mp_runner.py:73) -2024-09-01 17:55:57,790 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.0055622969957767054 (mp_runner.py:73) -2024-09-01 17:55:57,792 | DEBUG |(SpawnProcess-1:26) search_count: 4500, latest_latency=0.0059142699974472634 (mp_runner.py:73) -2024-09-01 17:55:58,047 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.004201818999717943 (mp_runner.py:73) -2024-09-01 17:55:58,211 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.003986089999671094 (mp_runner.py:73) -2024-09-01 17:55:58,211 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.003916527995897923 (mp_runner.py:73) -2024-09-01 17:55:58,211 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.006068472001061309 (mp_runner.py:73) -2024-09-01 17:55:58,212 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.006228405996807851 (mp_runner.py:73) -2024-09-01 17:55:58,453 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.0033418340026400983 (mp_runner.py:73) -2024-09-01 17:55:58,889 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.003460927000560332 (mp_runner.py:73) -2024-09-01 17:55:58,939 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.005861070996616036 (mp_runner.py:73) -2024-09-01 17:55:59,174 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.006660555998678319 (mp_runner.py:73) -2024-09-01 17:55:59,221 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.007731280005828012 (mp_runner.py:73) -2024-09-01 17:55:59,688 | DEBUG |(SpawnProcess-1:27) search_count: 5000, latest_latency=0.003942370000004303 (mp_runner.py:73) -2024-09-01 17:55:59,689 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.002772116000414826 (mp_runner.py:73) -2024-09-01 17:55:59,876 | DEBUG |(SpawnProcess-1:26) search_count: 5000, latest_latency=0.0027657270038616844 (mp_runner.py:73) -2024-09-01 17:55:59,878 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.0046656299964524806 (mp_runner.py:73) -2024-09-01 17:55:59,878 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.005604771002253983 (mp_runner.py:73) -2024-09-01 17:56:00,351 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.0050155380013165995 (mp_runner.py:73) -2024-09-01 17:56:00,426 | DEBUG |(SpawnProcess-1:23) search_count: 5000, latest_latency=0.0042192429973511025 (mp_runner.py:73) -2024-09-01 17:56:00,430 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.0029141220002202317 (mp_runner.py:73) -2024-09-01 17:56:00,437 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.0024218039980041794 (mp_runner.py:73) -2024-09-01 17:56:00,478 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.0047941590019036084 (mp_runner.py:73) -2024-09-01 17:56:00,838 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.005615424997813534 (mp_runner.py:73) -2024-09-01 17:56:01,211 | DEBUG |(SpawnProcess-1:21) search_count: 5000, latest_latency=0.004155533002631273 (mp_runner.py:73) -2024-09-01 17:56:01,221 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.008197565002774354 (mp_runner.py:73) -2024-09-01 17:56:01,493 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.004173588000412565 (mp_runner.py:73) -2024-09-01 17:56:01,521 | DEBUG |(SpawnProcess-1:25) search_count: 5000, latest_latency=0.0030587270011892542 (mp_runner.py:73) -2024-09-01 17:56:01,761 | DEBUG |(SpawnProcess-1:24) search_count: 5500, latest_latency=0.0031146870023803785 (mp_runner.py:73) -2024-09-01 17:56:01,762 | DEBUG |(SpawnProcess-1:22) search_count: 5500, latest_latency=0.0031145640023169108 (mp_runner.py:73) -2024-09-01 17:56:01,763 | DEBUG |(SpawnProcess-1:26) search_count: 5500, latest_latency=0.007581946003483608 (mp_runner.py:73) -2024-09-01 17:56:01,763 | DEBUG |(SpawnProcess-1:17) search_count: 5500, latest_latency=0.000916287004656624 (mp_runner.py:73) -2024-09-01 17:56:01,763 | DEBUG |(SpawnProcess-1:27) search_count: 5500, latest_latency=0.005512834002729505 (mp_runner.py:73) -2024-09-01 17:56:02,512 | DEBUG |(SpawnProcess-1:15) search_count: 5500, latest_latency=0.0047356009963550605 (mp_runner.py:73) -2024-09-01 17:56:02,513 | DEBUG |(SpawnProcess-1:23) search_count: 5500, latest_latency=0.0036113349997322075 (mp_runner.py:73) -2024-09-01 17:56:02,514 | DEBUG |(SpawnProcess-1:19) search_count: 5500, latest_latency=0.006233754997083452 (mp_runner.py:73) -2024-09-01 17:56:02,540 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.004289686999982223 (mp_runner.py:73) -2024-09-01 17:56:02,660 | DEBUG |(SpawnProcess-1:20) search_count: 5500, latest_latency=0.005313240995747037 (mp_runner.py:73) -2024-09-01 17:56:03,024 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.010015867999754846 (mp_runner.py:73) -2024-09-01 17:56:03,507 | DEBUG |(SpawnProcess-1:21) search_count: 5500, latest_latency=0.006686935004836414 (mp_runner.py:73) -2024-09-01 17:56:03,517 | DEBUG |(SpawnProcess-1:13) search_count: 5000, latest_latency=0.003218694000679534 (mp_runner.py:73) -2024-09-01 17:56:03,569 | DEBUG |(SpawnProcess-1:17) search_count: 6000, latest_latency=0.00276632999884896 (mp_runner.py:73) -2024-09-01 17:56:03,570 | DEBUG |(SpawnProcess-1:22) search_count: 6000, latest_latency=0.004193860004306771 (mp_runner.py:73) -2024-09-01 17:56:03,570 | DEBUG |(SpawnProcess-1:26) search_count: 6000, latest_latency=0.0032000689971027896 (mp_runner.py:73) -2024-09-01 17:56:03,571 | DEBUG |(SpawnProcess-1:27) search_count: 6000, latest_latency=0.004029971001727972 (mp_runner.py:73) -2024-09-01 17:56:03,572 | DEBUG |(SpawnProcess-1:24) search_count: 6000, latest_latency=0.005846557003678754 (mp_runner.py:73) -2024-09-01 17:56:03,742 | DEBUG |(SpawnProcess-1:14) search_count: 5500, latest_latency=0.006263951996515971 (mp_runner.py:73) -2024-09-01 17:56:03,787 | DEBUG |(SpawnProcess-1:25) search_count: 5500, latest_latency=0.005859297001734376 (mp_runner.py:73) -2024-09-01 17:56:04,588 | DEBUG |(SpawnProcess-1:15) search_count: 6000, latest_latency=0.00485247000324307 (mp_runner.py:73) -2024-09-01 17:56:04,589 | DEBUG |(SpawnProcess-1:23) search_count: 6000, latest_latency=0.002336241006560158 (mp_runner.py:73) -2024-09-01 17:56:04,589 | DEBUG |(SpawnProcess-1:19) search_count: 6000, latest_latency=0.003265204999479465 (mp_runner.py:73) -2024-09-01 17:56:04,803 | DEBUG |(SpawnProcess-1:18) search_count: 5500, latest_latency=0.0053224450020934455 (mp_runner.py:73) -2024-09-01 17:56:04,935 | DEBUG |(SpawnProcess-1:20) search_count: 6000, latest_latency=0.003830361005384475 (mp_runner.py:73) -2024-09-01 17:56:05,255 | DEBUG |(SpawnProcess-1:24) search_count: 6500, latest_latency=0.003020520001882687 (mp_runner.py:73) -2024-09-01 17:56:05,256 | DEBUG |(SpawnProcess-1:22) search_count: 6500, latest_latency=0.0031784410020918585 (mp_runner.py:73) -2024-09-01 17:56:05,256 | DEBUG |(SpawnProcess-1:17) search_count: 6500, latest_latency=0.0030817320002825 (mp_runner.py:73) -2024-09-01 17:56:05,257 | DEBUG |(SpawnProcess-1:27) search_count: 6500, latest_latency=0.006343341003230307 (mp_runner.py:73) -2024-09-01 17:56:05,257 | DEBUG |(SpawnProcess-1:26) search_count: 6500, latest_latency=0.005578755997703411 (mp_runner.py:73) -2024-09-01 17:56:05,257 | DEBUG |(SpawnProcess-1:16) search_count: 5500, latest_latency=0.004917851998470724 (mp_runner.py:73) -2024-09-01 17:56:05,695 | DEBUG |(SpawnProcess-1:21) search_count: 6000, latest_latency=0.003902310003468301 (mp_runner.py:73) -2024-09-01 17:56:05,698 | DEBUG |(SpawnProcess-1:13) search_count: 5500, latest_latency=0.007299406002857722 (mp_runner.py:73) -2024-09-01 17:56:05,917 | DEBUG |(SpawnProcess-1:14) search_count: 6000, latest_latency=0.004200755000056233 (mp_runner.py:73) -2024-09-01 17:56:05,997 | DEBUG |(SpawnProcess-1:25) search_count: 6000, latest_latency=0.003564257000107318 (mp_runner.py:73) -2024-09-01 17:56:06,698 | DEBUG |(SpawnProcess-1:15) search_count: 6500, latest_latency=0.007431256999552716 (mp_runner.py:73) -2024-09-01 17:56:06,811 | DEBUG |(SpawnProcess-1:19) search_count: 6500, latest_latency=0.00742226999864215 (mp_runner.py:73) -2024-09-01 17:56:06,813 | DEBUG |(SpawnProcess-1:23) search_count: 6500, latest_latency=0.006378260004566982 (mp_runner.py:73) -2024-09-01 17:56:06,991 | DEBUG |(SpawnProcess-1:24) search_count: 7000, latest_latency=0.002490870996552985 (mp_runner.py:73) -2024-09-01 17:56:06,991 | DEBUG |(SpawnProcess-1:18) search_count: 6000, latest_latency=0.003377264001755975 (mp_runner.py:73) -2024-09-01 17:56:06,991 | DEBUG |(SpawnProcess-1:22) search_count: 7000, latest_latency=0.0030561910025426187 (mp_runner.py:73) -2024-09-01 17:56:06,994 | DEBUG |(SpawnProcess-1:27) search_count: 7000, latest_latency=0.006275403997278772 (mp_runner.py:73) -2024-09-01 17:56:06,994 | DEBUG |(SpawnProcess-1:17) search_count: 7000, latest_latency=0.006389882997609675 (mp_runner.py:73) -2024-09-01 17:56:07,231 | DEBUG |(SpawnProcess-1:26) search_count: 7000, latest_latency=0.004734650006867014 (mp_runner.py:73) -2024-09-01 17:56:07,235 | DEBUG |(SpawnProcess-1:20) search_count: 6500, latest_latency=0.0043213840035605244 (mp_runner.py:73) -2024-09-01 17:56:07,255 | DEBUG |(SpawnProcess-1:16) search_count: 6000, latest_latency=0.004027526003483217 (mp_runner.py:73) -2024-09-01 17:56:07,918 | DEBUG |(SpawnProcess-1:21) search_count: 6500, latest_latency=0.008565728996472899 (mp_runner.py:73) -2024-09-01 17:56:07,945 | DEBUG |(SpawnProcess-1:13) search_count: 6000, latest_latency=0.003988266005762853 (mp_runner.py:73) -2024-09-01 17:56:08,196 | DEBUG |(SpawnProcess-1:14) search_count: 6500, latest_latency=0.0072679889999562874 (mp_runner.py:73) -2024-09-01 17:56:08,284 | DEBUG |(SpawnProcess-1:25) search_count: 6500, latest_latency=0.003636709996499121 (mp_runner.py:73) -2024-09-01 17:56:08,835 | DEBUG |(SpawnProcess-1:15) search_count: 7000, latest_latency=0.003143080000882037 (mp_runner.py:73) -2024-09-01 17:56:08,888 | DEBUG |(SpawnProcess-1:23) search_count: 7000, latest_latency=0.0033210619949386455 (mp_runner.py:73) -2024-09-01 17:56:08,904 | DEBUG |(SpawnProcess-1:24) search_count: 7500, latest_latency=0.004813895000552293 (mp_runner.py:73) -2024-09-01 17:56:08,904 | DEBUG |(SpawnProcess-1:27) search_count: 7500, latest_latency=0.003145343995129224 (mp_runner.py:73) -2024-09-01 17:56:08,905 | DEBUG |(SpawnProcess-1:22) search_count: 7500, latest_latency=0.004417985997861251 (mp_runner.py:73) -2024-09-01 17:56:08,906 | DEBUG |(SpawnProcess-1:18) search_count: 6500, latest_latency=0.007161966001149267 (mp_runner.py:73) -2024-09-01 17:56:08,906 | DEBUG |(SpawnProcess-1:17) search_count: 7500, latest_latency=0.007823843996447977 (mp_runner.py:73) -2024-09-01 17:56:08,910 | DEBUG |(SpawnProcess-1:19) search_count: 7000, latest_latency=0.0033200920006493106 (mp_runner.py:73) -2024-09-01 17:56:09,444 | DEBUG |(SpawnProcess-1:26) search_count: 7500, latest_latency=0.005862443998921663 (mp_runner.py:73) -2024-09-01 17:56:09,460 | DEBUG |(SpawnProcess-1:20) search_count: 7000, latest_latency=0.00519687600171892 (mp_runner.py:73) -2024-09-01 17:56:09,544 | DEBUG |(SpawnProcess-1:16) search_count: 6500, latest_latency=0.00554503699822817 (mp_runner.py:73) -2024-09-01 17:56:10,257 | DEBUG |(SpawnProcess-1:21) search_count: 7000, latest_latency=0.003496010001981631 (mp_runner.py:73) -2024-09-01 17:56:10,386 | DEBUG |(SpawnProcess-1:14) search_count: 7000, latest_latency=0.005145923001691699 (mp_runner.py:73) -2024-09-01 17:56:10,401 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0002s, count=7320, qps in this process: 243.9984 (mp_runner.py:76) -2024-09-01 17:56:10,405 | DEBUG |(SpawnProcess-1:13) search_count: 6500, latest_latency=0.00814872799674049 (mp_runner.py:73) -2024-09-01 17:56:10,408 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0051s, count=7341, qps in this process: 244.6584 (mp_runner.py:76) -2024-09-01 17:56:10,423 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0003s, count=7864, qps in this process: 262.1307 (mp_runner.py:76) -2024-09-01 17:56:10,432 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0027s, count=7881, qps in this process: 262.6764 (mp_runner.py:76) -2024-09-01 17:56:10,439 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0011s, count=7332, qps in this process: 244.391 (mp_runner.py:76) -2024-09-01 17:56:10,445 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0095s, count=7029, qps in this process: 234.2258 (mp_runner.py:76) -2024-09-01 17:56:10,468 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0002s, count=7015, qps in this process: 233.8318 (mp_runner.py:76) -2024-09-01 17:56:10,495 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0014s, count=6672, qps in this process: 222.3896 (mp_runner.py:76) -2024-09-01 17:56:10,496 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0006s, count=6861, qps in this process: 228.6954 (mp_runner.py:76) -2024-09-01 17:56:10,508 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.001s, count=6522, qps in this process: 217.3928 (mp_runner.py:76) -2024-09-01 17:56:10,513 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0007s, count=6944, qps in this process: 231.4613 (mp_runner.py:76) -2024-09-01 17:56:10,514 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0021s, count=7225, qps in this process: 240.8165 (mp_runner.py:76) -2024-09-01 17:56:10,518 | INFO |SpawnProcess-1:26 search 30s: actual_dur=30.0009s, count=7728, qps in this process: 257.5923 (mp_runner.py:76) -2024-09-01 17:56:10,519 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0009s, count=7909, qps in this process: 263.6254 (mp_runner.py:76) -2024-09-01 17:56:10,528 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0059s, count=7923, qps in this process: 264.0481 (mp_runner.py:76) -2024-09-01 17:56:10,538 | INFO |End search in concurrency 15: dur=30.192629527999088s, total_count=109566, qps=3628.8989 (mp_runner.py:120) -2024-09-01 17:56:11,410 | INFO |Update largest qps with concurrency 15: current max_qps=3628.8989 (mp_runner.py:124) -2024-09-01 17:56:11,831 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:56:11,832 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 17:56:22,060 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 17:56:22,131 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,148 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,190 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,192 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,205 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,223 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,230 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,258 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,258 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,261 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,264 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,268 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,273 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:22,286 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:56:24,454 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.0032327110020560212 (mp_runner.py:73) -2024-09-01 17:56:24,455 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.003856445000565145 (mp_runner.py:73) -2024-09-01 17:56:24,456 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.005996037994918879 (mp_runner.py:73) -2024-09-01 17:56:24,456 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0069392580044222996 (mp_runner.py:73) -2024-09-01 17:56:24,457 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.008503734999976587 (mp_runner.py:73) -2024-09-01 17:56:24,550 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.008398792997468263 (mp_runner.py:73) -2024-09-01 17:56:24,601 | DEBUG |(SpawnProcess-1:47) search_count: 500, latest_latency=0.004736633003631141 (mp_runner.py:73) -2024-09-01 17:56:24,602 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.005657948000589386 (mp_runner.py:73) -2024-09-01 17:56:24,602 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.005487701004312839 (mp_runner.py:73) -2024-09-01 17:56:24,602 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.006307023999397643 (mp_runner.py:73) -2024-09-01 17:56:24,603 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.005327109000063501 (mp_runner.py:73) -2024-09-01 17:56:24,603 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.005222145999141503 (mp_runner.py:73) -2024-09-01 17:56:24,605 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.009905180995701812 (mp_runner.py:73) -2024-09-01 17:56:24,609 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.004215230997942854 (mp_runner.py:73) -2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.005855723000422586 (mp_runner.py:73) -2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.00512442799663404 (mp_runner.py:73) -2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.005537687000469305 (mp_runner.py:73) -2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.00442025599477347 (mp_runner.py:73) -2024-09-01 17:56:24,610 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.0007128860015654936 (mp_runner.py:73) -2024-09-01 17:56:25,458 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.008438880999165121 (mp_runner.py:73) -2024-09-01 17:56:26,750 | DEBUG |(SpawnProcess-1:47) search_count: 1000, latest_latency=0.003657725996163208 (mp_runner.py:73) -2024-09-01 17:56:26,750 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.0037921449984423816 (mp_runner.py:73) -2024-09-01 17:56:26,750 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.003775422999751754 (mp_runner.py:73) -2024-09-01 17:56:26,751 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.003960822003136855 (mp_runner.py:73) -2024-09-01 17:56:26,751 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.0036196050059515983 (mp_runner.py:73) -2024-09-01 17:56:26,751 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.0041289370055892505 (mp_runner.py:73) -2024-09-01 17:56:26,751 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.0045184780028648674 (mp_runner.py:73) -2024-09-01 17:56:26,752 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.004102198996406514 (mp_runner.py:73) -2024-09-01 17:56:26,752 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.0036295230020186864 (mp_runner.py:73) -2024-09-01 17:56:26,753 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.004004816000815481 (mp_runner.py:73) -2024-09-01 17:56:26,753 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.00492247299553128 (mp_runner.py:73) -2024-09-01 17:56:26,753 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.005455514001369011 (mp_runner.py:73) -2024-09-01 17:56:26,753 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.005127551994519308 (mp_runner.py:73) -2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.004669127993111033 (mp_runner.py:73) -2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.0075647539997589774 (mp_runner.py:73) -2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.004718130003311671 (mp_runner.py:73) -2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.00490522100153612 (mp_runner.py:73) -2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.005217160003667232 (mp_runner.py:73) -2024-09-01 17:56:26,754 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.008562057999370154 (mp_runner.py:73) -2024-09-01 17:56:28,666 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.004346640998846851 (mp_runner.py:73) -2024-09-01 17:56:29,096 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.0031977059989003465 (mp_runner.py:73) -2024-09-01 17:56:29,096 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.004265449999365956 (mp_runner.py:73) -2024-09-01 17:56:29,099 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.008158214994182345 (mp_runner.py:73) -2024-09-01 17:56:29,099 | DEBUG |(SpawnProcess-1:47) search_count: 1500, latest_latency=0.009438015003979672 (mp_runner.py:73) -2024-09-01 17:56:29,165 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.007593071997689549 (mp_runner.py:73) -2024-09-01 17:56:29,166 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.00936317600280745 (mp_runner.py:73) -2024-09-01 17:56:29,183 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.004774501001520548 (mp_runner.py:73) -2024-09-01 17:56:29,184 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.0047726979973958805 (mp_runner.py:73) -2024-09-01 17:56:29,184 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.0062941939977463335 (mp_runner.py:73) -2024-09-01 17:56:29,184 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.0045725899981334805 (mp_runner.py:73) -2024-09-01 17:56:29,185 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.002823048002028372 (mp_runner.py:73) -2024-09-01 17:56:29,185 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.004088362999027595 (mp_runner.py:73) -2024-09-01 17:56:29,185 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.007968459998664912 (mp_runner.py:73) -2024-09-01 17:56:29,186 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009128434998274315 (mp_runner.py:73) -2024-09-01 17:56:29,286 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.006516566005302593 (mp_runner.py:73) -2024-09-01 17:56:29,287 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.007791944000928197 (mp_runner.py:73) -2024-09-01 17:56:29,287 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.009920053998939693 (mp_runner.py:73) -2024-09-01 17:56:29,413 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.006783073004044127 (mp_runner.py:73) -2024-09-01 17:56:29,414 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.008514392000506632 (mp_runner.py:73) -2024-09-01 17:56:31,506 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.003375897998921573 (mp_runner.py:73) -2024-09-01 17:56:31,506 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.004292845995223615 (mp_runner.py:73) -2024-09-01 17:56:31,506 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.0038718400028301403 (mp_runner.py:73) -2024-09-01 17:56:31,507 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.004075344004377257 (mp_runner.py:73) -2024-09-01 17:56:31,507 | DEBUG |(SpawnProcess-1:47) search_count: 2000, latest_latency=0.004078561993082985 (mp_runner.py:73) -2024-09-01 17:56:31,507 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.0037041300020064227 (mp_runner.py:73) -2024-09-01 17:56:31,507 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.004283417001715861 (mp_runner.py:73) -2024-09-01 17:56:31,508 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.006422485996154137 (mp_runner.py:73) -2024-09-01 17:56:31,508 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.006401009995897766 (mp_runner.py:73) -2024-09-01 17:56:31,509 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.005123994000314269 (mp_runner.py:73) -2024-09-01 17:56:31,509 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.004739594995044172 (mp_runner.py:73) -2024-09-01 17:56:31,509 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.005594688998826314 (mp_runner.py:73) -2024-09-01 17:56:31,510 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.005382798000937328 (mp_runner.py:73) -2024-09-01 17:56:31,713 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.006295191000390332 (mp_runner.py:73) -2024-09-01 17:56:31,764 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.010698311998567078 (mp_runner.py:73) -2024-09-01 17:56:32,122 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.003568000000086613 (mp_runner.py:73) -2024-09-01 17:56:32,123 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.004677951998019125 (mp_runner.py:73) -2024-09-01 17:56:32,127 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.005248746994766407 (mp_runner.py:73) -2024-09-01 17:56:32,429 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.005819431004056241 (mp_runner.py:73) -2024-09-01 17:56:32,474 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.005679934001818765 (mp_runner.py:73) -2024-09-01 17:56:33,730 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.002896505997341592 (mp_runner.py:73) -2024-09-01 17:56:33,730 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.002862517998437397 (mp_runner.py:73) -2024-09-01 17:56:33,731 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.00207103699358413 (mp_runner.py:73) -2024-09-01 17:56:33,731 | DEBUG |(SpawnProcess-1:47) search_count: 2500, latest_latency=0.003130892997432966 (mp_runner.py:73) -2024-09-01 17:56:33,732 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.002401917998213321 (mp_runner.py:73) -2024-09-01 17:56:33,733 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.006348688002617564 (mp_runner.py:73) -2024-09-01 17:56:33,733 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.007547961002273951 (mp_runner.py:73) -2024-09-01 17:56:33,979 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.0017270059979637153 (mp_runner.py:73) -2024-09-01 17:56:33,981 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.00851302599767223 (mp_runner.py:73) -2024-09-01 17:56:33,983 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.010435793999931775 (mp_runner.py:73) -2024-09-01 17:56:34,031 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.01145539299614029 (mp_runner.py:73) -2024-09-01 17:56:34,168 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.009336076996987686 (mp_runner.py:73) -2024-09-01 17:56:34,184 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.009848160996625666 (mp_runner.py:73) -2024-09-01 17:56:34,898 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.008602447000157554 (mp_runner.py:73) -2024-09-01 17:56:34,992 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.005333975001121871 (mp_runner.py:73) -2024-09-01 17:56:35,140 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.00733515100000659 (mp_runner.py:73) -2024-09-01 17:56:35,145 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.008795606998319272 (mp_runner.py:73) -2024-09-01 17:56:35,195 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.008691836999787483 (mp_runner.py:73) -2024-09-01 17:56:35,511 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.008514877001289278 (mp_runner.py:73) -2024-09-01 17:56:35,611 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.009254832999431528 (mp_runner.py:73) -2024-09-01 17:56:35,879 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.003627596001024358 (mp_runner.py:73) -2024-09-01 17:56:35,880 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.0034893289994215593 (mp_runner.py:73) -2024-09-01 17:56:35,881 | DEBUG |(SpawnProcess-1:47) search_count: 3000, latest_latency=0.003923294003470801 (mp_runner.py:73) -2024-09-01 17:56:35,881 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.005139628003234975 (mp_runner.py:73) -2024-09-01 17:56:35,882 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.006715540002915077 (mp_runner.py:73) -2024-09-01 17:56:35,882 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.004870282005867921 (mp_runner.py:73) -2024-09-01 17:56:35,882 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.007074006003676914 (mp_runner.py:73) -2024-09-01 17:56:36,747 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.005574623006395996 (mp_runner.py:73) -2024-09-01 17:56:36,747 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.005776168996817432 (mp_runner.py:73) -2024-09-01 17:56:36,787 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.005451354998513125 (mp_runner.py:73) -2024-09-01 17:56:37,089 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.006540750000567641 (mp_runner.py:73) -2024-09-01 17:56:37,234 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.005813167001178954 (mp_runner.py:73) -2024-09-01 17:56:37,253 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.005932359003054444 (mp_runner.py:73) -2024-09-01 17:56:37,933 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.004215451001073234 (mp_runner.py:73) -2024-09-01 17:56:38,077 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.011983829994278494 (mp_runner.py:73) -2024-09-01 17:56:38,118 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.0049208760028705 (mp_runner.py:73) -2024-09-01 17:56:38,163 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.006076794001273811 (mp_runner.py:73) -2024-09-01 17:56:38,188 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.0031194249968393706 (mp_runner.py:73) -2024-09-01 17:56:38,188 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.004336707999755163 (mp_runner.py:73) -2024-09-01 17:56:38,189 | DEBUG |(SpawnProcess-1:47) search_count: 3500, latest_latency=0.0052402770015760325 (mp_runner.py:73) -2024-09-01 17:56:38,189 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.0034121459975722246 (mp_runner.py:73) -2024-09-01 17:56:38,189 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.003320688003441319 (mp_runner.py:73) -2024-09-01 17:56:38,190 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.0072775100052240305 (mp_runner.py:73) -2024-09-01 17:56:38,192 | DEBUG |(SpawnProcess-1:48) search_count: 3500, latest_latency=0.009780027001397684 (mp_runner.py:73) -2024-09-01 17:56:38,261 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.00550473399925977 (mp_runner.py:73) -2024-09-01 17:56:38,583 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.006116524004028179 (mp_runner.py:73) -2024-09-01 17:56:38,715 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.003571515997464303 (mp_runner.py:73) -2024-09-01 17:56:39,759 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.007520654995460063 (mp_runner.py:73) -2024-09-01 17:56:39,759 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.007210837000457104 (mp_runner.py:73) -2024-09-01 17:56:39,872 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.007405160002235789 (mp_runner.py:73) -2024-09-01 17:56:40,236 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.009007859000121243 (mp_runner.py:73) -2024-09-01 17:56:40,344 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.00369073600450065 (mp_runner.py:73) -2024-09-01 17:56:40,345 | DEBUG |(SpawnProcess-1:32) search_count: 4000, latest_latency=0.004657074001443107 (mp_runner.py:73) -2024-09-01 17:56:40,353 | DEBUG |(SpawnProcess-1:48) search_count: 4000, latest_latency=0.0044827530000475235 (mp_runner.py:73) -2024-09-01 17:56:40,354 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.005220384999120142 (mp_runner.py:73) -2024-09-01 17:56:40,359 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.00875526999880094 (mp_runner.py:73) -2024-09-01 17:56:40,361 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.00902338199375663 (mp_runner.py:73) -2024-09-01 17:56:40,385 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.004811184000573121 (mp_runner.py:73) -2024-09-01 17:56:40,393 | DEBUG |(SpawnProcess-1:40) search_count: 4000, latest_latency=0.004656158002035227 (mp_runner.py:73) -2024-09-01 17:56:40,443 | DEBUG |(SpawnProcess-1:47) search_count: 4000, latest_latency=0.0054816080009914 (mp_runner.py:73) -2024-09-01 17:56:41,058 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.00854079100099625 (mp_runner.py:73) -2024-09-01 17:56:41,152 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.005200234998483211 (mp_runner.py:73) -2024-09-01 17:56:41,240 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.009141952999925707 (mp_runner.py:73) -2024-09-01 17:56:41,289 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.009517910002614371 (mp_runner.py:73) -2024-09-01 17:56:41,367 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.00844258299912326 (mp_runner.py:73) -2024-09-01 17:56:41,673 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.009862154998700134 (mp_runner.py:73) -2024-09-01 17:56:41,792 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.007655739005713258 (mp_runner.py:73) -2024-09-01 17:56:42,931 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.005750999000156298 (mp_runner.py:73) -2024-09-01 17:56:42,948 | DEBUG |(SpawnProcess-1:48) search_count: 4500, latest_latency=0.003582033001293894 (mp_runner.py:73) -2024-09-01 17:56:42,949 | DEBUG |(SpawnProcess-1:32) search_count: 4500, latest_latency=0.005006892002711538 (mp_runner.py:73) -2024-09-01 17:56:42,951 | DEBUG |(SpawnProcess-1:33) search_count: 4500, latest_latency=0.008255888002167922 (mp_runner.py:73) -2024-09-01 17:56:42,952 | DEBUG |(SpawnProcess-1:29) search_count: 4500, latest_latency=0.00975696899695322 (mp_runner.py:73) -2024-09-01 17:56:42,978 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.0061585480070789345 (mp_runner.py:73) -2024-09-01 17:56:43,066 | DEBUG |(SpawnProcess-1:37) search_count: 4000, latest_latency=0.0037429590011015534 (mp_runner.py:73) -2024-09-01 17:56:43,330 | DEBUG |(SpawnProcess-1:46) search_count: 4500, latest_latency=0.008249040001828689 (mp_runner.py:73) -2024-09-01 17:56:43,374 | DEBUG |(SpawnProcess-1:40) search_count: 4500, latest_latency=0.008482700999593362 (mp_runner.py:73) -2024-09-01 17:56:43,382 | DEBUG |(SpawnProcess-1:31) search_count: 4000, latest_latency=0.005122554997797124 (mp_runner.py:73) -2024-09-01 17:56:43,383 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.005313508998369798 (mp_runner.py:73) -2024-09-01 17:56:43,448 | DEBUG |(SpawnProcess-1:38) search_count: 4000, latest_latency=0.005855259005329572 (mp_runner.py:73) -2024-09-01 17:56:43,460 | DEBUG |(SpawnProcess-1:47) search_count: 4500, latest_latency=0.007154003003961407 (mp_runner.py:73) -2024-09-01 17:56:44,404 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.0063404680040548556 (mp_runner.py:73) -2024-09-01 17:56:44,510 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.00783479600067949 (mp_runner.py:73) -2024-09-01 17:56:44,531 | DEBUG |(SpawnProcess-1:45) search_count: 4000, latest_latency=0.005908589002501685 (mp_runner.py:73) -2024-09-01 17:56:44,645 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.0028726839955197647 (mp_runner.py:73) -2024-09-01 17:56:44,646 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.0055808480028645135 (mp_runner.py:73) -2024-09-01 17:56:44,978 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.006409610003174748 (mp_runner.py:73) -2024-09-01 17:56:45,327 | DEBUG |(SpawnProcess-1:41) search_count: 4000, latest_latency=0.01018370899691945 (mp_runner.py:73) -2024-09-01 17:56:45,835 | DEBUG |(SpawnProcess-1:33) search_count: 5000, latest_latency=0.004344061002484523 (mp_runner.py:73) -2024-09-01 17:56:45,836 | DEBUG |(SpawnProcess-1:29) search_count: 5000, latest_latency=0.006062031003239099 (mp_runner.py:73) -2024-09-01 17:56:45,860 | DEBUG |(SpawnProcess-1:48) search_count: 5000, latest_latency=0.0039945529933902435 (mp_runner.py:73) -2024-09-01 17:56:45,870 | DEBUG |(SpawnProcess-1:32) search_count: 5000, latest_latency=0.004850534001889173 (mp_runner.py:73) -2024-09-01 17:56:46,266 | DEBUG |(SpawnProcess-1:30) search_count: 4500, latest_latency=0.007797115002176724 (mp_runner.py:73) -2024-09-01 17:56:46,329 | DEBUG |(SpawnProcess-1:39) search_count: 4500, latest_latency=0.008034001999476459 (mp_runner.py:73) -2024-09-01 17:56:46,374 | DEBUG |(SpawnProcess-1:47) search_count: 5000, latest_latency=0.005282826998154633 (mp_runner.py:73) -2024-09-01 17:56:46,375 | DEBUG |(SpawnProcess-1:40) search_count: 5000, latest_latency=0.0059550639998633415 (mp_runner.py:73) -2024-09-01 17:56:46,387 | DEBUG |(SpawnProcess-1:37) search_count: 4500, latest_latency=0.007899087002442684 (mp_runner.py:73) -2024-09-01 17:56:46,427 | DEBUG |(SpawnProcess-1:46) search_count: 5000, latest_latency=0.0035910469960072078 (mp_runner.py:73) -2024-09-01 17:56:46,619 | DEBUG |(SpawnProcess-1:31) search_count: 4500, latest_latency=0.009038008996867575 (mp_runner.py:73) -2024-09-01 17:56:46,657 | DEBUG |(SpawnProcess-1:42) search_count: 4500, latest_latency=0.007753225996566471 (mp_runner.py:73) -2024-09-01 17:56:46,763 | DEBUG |(SpawnProcess-1:38) search_count: 4500, latest_latency=0.009157563996268436 (mp_runner.py:73) -2024-09-01 17:56:47,529 | DEBUG |(SpawnProcess-1:34) search_count: 4500, latest_latency=0.007309385997359641 (mp_runner.py:73) -2024-09-01 17:56:47,642 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.006182640994666144 (mp_runner.py:73) -2024-09-01 17:56:47,663 | DEBUG |(SpawnProcess-1:45) search_count: 4500, latest_latency=0.006812639003328513 (mp_runner.py:73) -2024-09-01 17:56:47,686 | DEBUG |(SpawnProcess-1:43) search_count: 4500, latest_latency=0.002840907000063453 (mp_runner.py:73) -2024-09-01 17:56:47,686 | DEBUG |(SpawnProcess-1:36) search_count: 4500, latest_latency=0.006569591998413671 (mp_runner.py:73) -2024-09-01 17:56:48,189 | DEBUG |(SpawnProcess-1:35) search_count: 4500, latest_latency=0.005771932999778073 (mp_runner.py:73) -2024-09-01 17:56:48,342 | DEBUG |(SpawnProcess-1:41) search_count: 4500, latest_latency=0.00958843400439946 (mp_runner.py:73) -2024-09-01 17:56:48,462 | DEBUG |(SpawnProcess-1:29) search_count: 5500, latest_latency=0.005175530997803435 (mp_runner.py:73) -2024-09-01 17:56:48,462 | DEBUG |(SpawnProcess-1:48) search_count: 5500, latest_latency=0.004245980002451688 (mp_runner.py:73) -2024-09-01 17:56:48,463 | DEBUG |(SpawnProcess-1:32) search_count: 5500, latest_latency=0.007691928003623616 (mp_runner.py:73) -2024-09-01 17:56:48,464 | DEBUG |(SpawnProcess-1:33) search_count: 5500, latest_latency=0.009360219999507535 (mp_runner.py:73) -2024-09-01 17:56:49,247 | DEBUG |(SpawnProcess-1:47) search_count: 5500, latest_latency=0.007326530001591891 (mp_runner.py:73) -2024-09-01 17:56:49,247 | DEBUG |(SpawnProcess-1:40) search_count: 5500, latest_latency=0.008695064003404696 (mp_runner.py:73) -2024-09-01 17:56:49,252 | DEBUG |(SpawnProcess-1:30) search_count: 5000, latest_latency=0.006099821999669075 (mp_runner.py:73) -2024-09-01 17:56:49,334 | DEBUG |(SpawnProcess-1:37) search_count: 5000, latest_latency=0.002557136001996696 (mp_runner.py:73) -2024-09-01 17:56:49,394 | DEBUG |(SpawnProcess-1:39) search_count: 5000, latest_latency=0.005401695998443756 (mp_runner.py:73) -2024-09-01 17:56:49,408 | DEBUG |(SpawnProcess-1:46) search_count: 5500, latest_latency=0.009053606001543812 (mp_runner.py:73) -2024-09-01 17:56:49,546 | DEBUG |(SpawnProcess-1:42) search_count: 5000, latest_latency=0.005098038003779948 (mp_runner.py:73) -2024-09-01 17:56:49,660 | DEBUG |(SpawnProcess-1:31) search_count: 5000, latest_latency=0.006185465994349215 (mp_runner.py:73) -2024-09-01 17:56:49,820 | DEBUG |(SpawnProcess-1:38) search_count: 5000, latest_latency=0.005611909000435844 (mp_runner.py:73) -2024-09-01 17:56:50,481 | DEBUG |(SpawnProcess-1:34) search_count: 5000, latest_latency=0.004732695997518022 (mp_runner.py:73) -2024-09-01 17:56:50,482 | DEBUG |(SpawnProcess-1:36) search_count: 5000, latest_latency=0.0042663240019464865 (mp_runner.py:73) -2024-09-01 17:56:50,644 | DEBUG |(SpawnProcess-1:45) search_count: 5000, latest_latency=0.005045647994847968 (mp_runner.py:73) -2024-09-01 17:56:50,646 | DEBUG |(SpawnProcess-1:43) search_count: 5000, latest_latency=0.005402811999374535 (mp_runner.py:73) -2024-09-01 17:56:50,737 | DEBUG |(SpawnProcess-1:44) search_count: 4500, latest_latency=0.009072745000594296 (mp_runner.py:73) -2024-09-01 17:56:50,818 | DEBUG |(SpawnProcess-1:32) search_count: 6000, latest_latency=0.0027324879993102513 (mp_runner.py:73) -2024-09-01 17:56:50,818 | DEBUG |(SpawnProcess-1:29) search_count: 6000, latest_latency=0.0030228779942262918 (mp_runner.py:73) -2024-09-01 17:56:50,819 | DEBUG |(SpawnProcess-1:33) search_count: 6000, latest_latency=0.004692384994996246 (mp_runner.py:73) -2024-09-01 17:56:50,819 | DEBUG |(SpawnProcess-1:48) search_count: 6000, latest_latency=0.004700787998444866 (mp_runner.py:73) -2024-09-01 17:56:51,169 | DEBUG |(SpawnProcess-1:35) search_count: 5000, latest_latency=0.00714145100209862 (mp_runner.py:73) -2024-09-01 17:56:51,171 | DEBUG |(SpawnProcess-1:41) search_count: 5000, latest_latency=0.007318340001802426 (mp_runner.py:73) -2024-09-01 17:56:52,006 | DEBUG |(SpawnProcess-1:47) search_count: 6000, latest_latency=0.009252348005247768 (mp_runner.py:73) -2024-09-01 17:56:52,032 | DEBUG |(SpawnProcess-1:40) search_count: 6000, latest_latency=0.006347986003675032 (mp_runner.py:73) -2024-09-01 17:56:52,139 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0072s, count=5163, qps in this process: 172.0587 (mp_runner.py:76) -2024-09-01 17:56:52,152 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0038s, count=5363, qps in this process: 178.744 (mp_runner.py:76) -2024-09-01 17:56:52,167 | DEBUG |(SpawnProcess-1:46) search_count: 6000, latest_latency=0.005189361996599473 (mp_runner.py:73) -2024-09-01 17:56:52,195 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0018s, count=6006, qps in this process: 200.188 (mp_runner.py:76) -2024-09-01 17:56:52,201 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0077s, count=6034, qps in this process: 201.0817 (mp_runner.py:76) -2024-09-01 17:56:52,217 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0042s, count=5252, qps in this process: 175.0422 (mp_runner.py:76) -2024-09-01 17:56:52,223 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0046s, count=6279, qps in this process: 209.2679 (mp_runner.py:76) -2024-09-01 17:56:52,228 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0017s, count=6275, qps in this process: 209.1548 (mp_runner.py:76) -2024-09-01 17:56:52,234 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0021s, count=5301, qps in this process: 176.6876 (mp_runner.py:76) -2024-09-01 17:56:52,260 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0002s, count=5416, qps in this process: 180.5321 (mp_runner.py:76) -2024-09-01 17:56:52,263 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.003s, count=5262, qps in this process: 175.3825 (mp_runner.py:76) -2024-09-01 17:56:52,263 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0002s, count=6288, qps in this process: 209.5986 (mp_runner.py:76) -2024-09-01 17:56:52,266 | INFO |SpawnProcess-1:47 search 30s: actual_dur=30.0032s, count=6060, qps in this process: 201.9785 (mp_runner.py:76) -2024-09-01 17:56:52,269 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0008s, count=5468, qps in this process: 182.2618 (mp_runner.py:76) -2024-09-01 17:56:52,271 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0009s, count=5486, qps in this process: 182.8612 (mp_runner.py:76) -2024-09-01 17:56:52,271 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0009s, count=6297, qps in this process: 209.8937 (mp_runner.py:76) -2024-09-01 17:56:52,272 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0038s, count=5436, qps in this process: 181.1771 (mp_runner.py:76) -2024-09-01 17:56:52,273 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.003s, count=5194, qps in this process: 173.116 (mp_runner.py:76) -2024-09-01 17:56:52,274 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0037s, count=5465, qps in this process: 182.1442 (mp_runner.py:76) -2024-09-01 17:56:52,277 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0008s, count=5300, qps in this process: 176.662 (mp_runner.py:76) -2024-09-01 17:56:52,296 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0085s, count=4760, qps in this process: 158.6217 (mp_runner.py:76) -2024-09-01 17:56:52,305 | INFO |End search in concurrency 20: dur=30.244214270998782s, total_count=112105, qps=3706.6594 (mp_runner.py:120) -2024-09-01 17:56:53,547 | INFO |Update largest qps with concurrency 20: current max_qps=3706.6594 (mp_runner.py:124) -2024-09-01 17:56:53,961 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:56:53,961 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 17:57:04,277 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 17:57:04,320 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,392 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,400 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,431 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,442 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,500 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,529 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,534 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,535 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,545 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,548 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,557 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:04,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:07,328 | DEBUG |(SpawnProcess-1:73) search_count: 500, latest_latency=0.005402649003372062 (mp_runner.py:73) -2024-09-01 17:57:07,329 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.005884550002519973 (mp_runner.py:73) -2024-09-01 17:57:07,329 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.005488570001034532 (mp_runner.py:73) -2024-09-01 17:57:07,329 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.005751467004301958 (mp_runner.py:73) -2024-09-01 17:57:07,330 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.0054604839970124885 (mp_runner.py:73) -2024-09-01 17:57:07,330 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.004944381995301228 (mp_runner.py:73) -2024-09-01 17:57:07,330 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.005326513004547451 (mp_runner.py:73) -2024-09-01 17:57:07,330 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.0048457140001119114 (mp_runner.py:73) -2024-09-01 17:57:07,331 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.009481077999225818 (mp_runner.py:73) -2024-09-01 17:57:07,333 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.012328045995673165 (mp_runner.py:73) -2024-09-01 17:57:07,424 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.004697167998529039 (mp_runner.py:73) -2024-09-01 17:57:07,425 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.007717399996181484 (mp_runner.py:73) -2024-09-01 17:57:07,425 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.006561913003679365 (mp_runner.py:73) -2024-09-01 17:57:07,425 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.0065993109965347685 (mp_runner.py:73) -2024-09-01 17:57:07,426 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.0063913219928508624 (mp_runner.py:73) -2024-09-01 17:57:07,426 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.005663935000484344 (mp_runner.py:73) -2024-09-01 17:57:07,427 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.010770691005745903 (mp_runner.py:73) -2024-09-01 17:57:07,428 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.012032523001835216 (mp_runner.py:73) -2024-09-01 17:57:07,666 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.011437840003054589 (mp_runner.py:73) -2024-09-01 17:57:07,666 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.008767915998760145 (mp_runner.py:73) -2024-09-01 17:57:07,666 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.009964461001800373 (mp_runner.py:73) -2024-09-01 17:57:07,670 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.013057144999038428 (mp_runner.py:73) -2024-09-01 17:57:08,203 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.009998535002523568 (mp_runner.py:73) -2024-09-01 17:57:08,206 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.008594179998908658 (mp_runner.py:73) -2024-09-01 17:57:08,207 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.01150871699792333 (mp_runner.py:73) -2024-09-01 17:57:10,232 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.006759138006600551 (mp_runner.py:73) -2024-09-01 17:57:10,358 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.007475001002603676 (mp_runner.py:73) -2024-09-01 17:57:10,398 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.006841376001830213 (mp_runner.py:73) -2024-09-01 17:57:10,463 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.003949448000639677 (mp_runner.py:73) -2024-09-01 17:57:10,466 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.007377014000667259 (mp_runner.py:73) -2024-09-01 17:57:10,466 | DEBUG |(SpawnProcess-1:73) search_count: 1000, latest_latency=0.008458444994175807 (mp_runner.py:73) -2024-09-01 17:57:10,512 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.0013175010026316158 (mp_runner.py:73) -2024-09-01 17:57:10,518 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0012379389954730868 (mp_runner.py:73) -2024-09-01 17:57:10,550 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.0009610050037736073 (mp_runner.py:73) -2024-09-01 17:57:10,550 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.0015737889989395626 (mp_runner.py:73) -2024-09-01 17:57:10,568 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.008332730998517945 (mp_runner.py:73) -2024-09-01 17:57:10,569 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.011781624998548068 (mp_runner.py:73) -2024-09-01 17:57:10,571 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.0115047430008417 (mp_runner.py:73) -2024-09-01 17:57:10,572 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.007438624998030718 (mp_runner.py:73) -2024-09-01 17:57:10,641 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.004191004998574499 (mp_runner.py:73) -2024-09-01 17:57:10,648 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.005086700002721045 (mp_runner.py:73) -2024-09-01 17:57:10,752 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.00635568500001682 (mp_runner.py:73) -2024-09-01 17:57:10,788 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.00873686200066004 (mp_runner.py:73) -2024-09-01 17:57:11,199 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.006892393997986801 (mp_runner.py:73) -2024-09-01 17:57:11,356 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.00799196300067706 (mp_runner.py:73) -2024-09-01 17:57:11,426 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.005977511995297391 (mp_runner.py:73) -2024-09-01 17:57:11,461 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.006972233000851702 (mp_runner.py:73) -2024-09-01 17:57:11,998 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.006543627998325974 (mp_runner.py:73) -2024-09-01 17:57:12,112 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.017914657000801526 (mp_runner.py:73) -2024-09-01 17:57:12,241 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.005066345998784527 (mp_runner.py:73) -2024-09-01 17:57:13,461 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.005828941000800114 (mp_runner.py:73) -2024-09-01 17:57:13,461 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.006482259996118955 (mp_runner.py:73) -2024-09-01 17:57:13,461 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.005745702001149766 (mp_runner.py:73) -2024-09-01 17:57:13,462 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.0031514710062765516 (mp_runner.py:73) -2024-09-01 17:57:13,462 | DEBUG |(SpawnProcess-1:73) search_count: 1500, latest_latency=0.006745730999682564 (mp_runner.py:73) -2024-09-01 17:57:13,463 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.006408244000340346 (mp_runner.py:73) -2024-09-01 17:57:13,463 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.006022335997840855 (mp_runner.py:73) -2024-09-01 17:57:13,463 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.005862801997864153 (mp_runner.py:73) -2024-09-01 17:57:13,464 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.00963987300201552 (mp_runner.py:73) -2024-09-01 17:57:13,464 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.0068786039992119186 (mp_runner.py:73) -2024-09-01 17:57:13,465 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.0038766280049458146 (mp_runner.py:73) -2024-09-01 17:57:13,465 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.011132660001749173 (mp_runner.py:73) -2024-09-01 17:57:14,323 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.010979583996231668 (mp_runner.py:73) -2024-09-01 17:57:14,365 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.013239296997198835 (mp_runner.py:73) -2024-09-01 17:57:14,378 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.00847742199403001 (mp_runner.py:73) -2024-09-01 17:57:14,421 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.010563420000835322 (mp_runner.py:73) -2024-09-01 17:57:14,879 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.011041710000426974 (mp_runner.py:73) -2024-09-01 17:57:14,881 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.011882626997248735 (mp_runner.py:73) -2024-09-01 17:57:15,309 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.012268860002222937 (mp_runner.py:73) -2024-09-01 17:57:15,353 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.010431822003738489 (mp_runner.py:73) -2024-09-01 17:57:15,504 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.010856361004698556 (mp_runner.py:73) -2024-09-01 17:57:15,608 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.009375626999826636 (mp_runner.py:73) -2024-09-01 17:57:15,806 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.012048778000462335 (mp_runner.py:73) -2024-09-01 17:57:16,006 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.010990720002155285 (mp_runner.py:73) -2024-09-01 17:57:16,446 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.007325951002712827 (mp_runner.py:73) -2024-09-01 17:57:16,518 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.004052244003105443 (mp_runner.py:73) -2024-09-01 17:57:16,519 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.003791060000366997 (mp_runner.py:73) -2024-09-01 17:57:16,519 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.004915448000247125 (mp_runner.py:73) -2024-09-01 17:57:16,519 | DEBUG |(SpawnProcess-1:73) search_count: 2000, latest_latency=0.003978852000727784 (mp_runner.py:73) -2024-09-01 17:57:16,519 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.0048237869996228255 (mp_runner.py:73) -2024-09-01 17:57:16,520 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.0069557499955408275 (mp_runner.py:73) -2024-09-01 17:57:16,520 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.007719531000475399 (mp_runner.py:73) -2024-09-01 17:57:16,521 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.00502318700455362 (mp_runner.py:73) -2024-09-01 17:57:16,521 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.004981742000381928 (mp_runner.py:73) -2024-09-01 17:57:16,521 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.006179540003358852 (mp_runner.py:73) -2024-09-01 17:57:16,522 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.005717606996768154 (mp_runner.py:73) -2024-09-01 17:57:16,523 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.006425627005228307 (mp_runner.py:73) -2024-09-01 17:57:17,779 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.0022558499986189418 (mp_runner.py:73) -2024-09-01 17:57:17,779 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.004237675995682366 (mp_runner.py:73) -2024-09-01 17:57:17,781 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.006711008994898293 (mp_runner.py:73) -2024-09-01 17:57:18,094 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.001478140999097377 (mp_runner.py:73) -2024-09-01 17:57:18,650 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.0053497150001931 (mp_runner.py:73) -2024-09-01 17:57:18,826 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.006119460995250847 (mp_runner.py:73) -2024-09-01 17:57:19,046 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.005905649006308522 (mp_runner.py:73) -2024-09-01 17:57:19,048 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.007968416000949219 (mp_runner.py:73) -2024-09-01 17:57:19,302 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.006826676006312482 (mp_runner.py:73) -2024-09-01 17:57:19,364 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.003414186998270452 (mp_runner.py:73) -2024-09-01 17:57:19,364 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.005710106001060922 (mp_runner.py:73) -2024-09-01 17:57:19,365 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.005917677000979893 (mp_runner.py:73) -2024-09-01 17:57:19,366 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.006977942000958137 (mp_runner.py:73) -2024-09-01 17:57:19,366 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.006002788002660964 (mp_runner.py:73) -2024-09-01 17:57:19,367 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.0068122619995847344 (mp_runner.py:73) -2024-09-01 17:57:19,368 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.01013704300567042 (mp_runner.py:73) -2024-09-01 17:57:19,368 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.007828533998690546 (mp_runner.py:73) -2024-09-01 17:57:19,369 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.010450818997924216 (mp_runner.py:73) -2024-09-01 17:57:19,369 | DEBUG |(SpawnProcess-1:73) search_count: 2500, latest_latency=0.007252829003846273 (mp_runner.py:73) -2024-09-01 17:57:19,456 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.007111949998943601 (mp_runner.py:73) -2024-09-01 17:57:19,471 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.007782630003930535 (mp_runner.py:73) -2024-09-01 17:57:19,729 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.009688942001957912 (mp_runner.py:73) -2024-09-01 17:57:19,731 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.012939653999637812 (mp_runner.py:73) -2024-09-01 17:57:19,896 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.004855862003751099 (mp_runner.py:73) -2024-09-01 17:57:20,345 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.0064995930006261915 (mp_runner.py:73) -2024-09-01 17:57:21,133 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.006383778003510088 (mp_runner.py:73) -2024-09-01 17:57:21,158 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.00745976699545281 (mp_runner.py:73) -2024-09-01 17:57:21,165 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.01131739799893694 (mp_runner.py:73) -2024-09-01 17:57:21,753 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.011682408003252931 (mp_runner.py:73) -2024-09-01 17:57:22,253 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.0038544189956155606 (mp_runner.py:73) -2024-09-01 17:57:22,254 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.004736417999083642 (mp_runner.py:73) -2024-09-01 17:57:22,255 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.006351208998239599 (mp_runner.py:73) -2024-09-01 17:57:22,255 | DEBUG |(SpawnProcess-1:74) search_count: 3000, latest_latency=0.0071766309993108734 (mp_runner.py:73) -2024-09-01 17:57:22,473 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.0034397509953123517 (mp_runner.py:73) -2024-09-01 17:57:22,474 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.0041163319983752444 (mp_runner.py:73) -2024-09-01 17:57:22,474 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.006222333999176044 (mp_runner.py:73) -2024-09-01 17:57:22,474 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.005218689002504107 (mp_runner.py:73) -2024-09-01 17:57:22,474 | DEBUG |(SpawnProcess-1:73) search_count: 3000, latest_latency=0.005507228001079056 (mp_runner.py:73) -2024-09-01 17:57:22,475 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.00784658100019442 (mp_runner.py:73) -2024-09-01 17:57:22,581 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.008681508996232878 (mp_runner.py:73) -2024-09-01 17:57:22,683 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.011358003997884225 (mp_runner.py:73) -2024-09-01 17:57:22,814 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.010647453993442468 (mp_runner.py:73) -2024-09-01 17:57:23,029 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.010606358999211807 (mp_runner.py:73) -2024-09-01 17:57:23,091 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.00959748899913393 (mp_runner.py:73) -2024-09-01 17:57:23,328 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.012147387002187315 (mp_runner.py:73) -2024-09-01 17:57:23,484 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.010392247000709176 (mp_runner.py:73) -2024-09-01 17:57:23,539 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.003676863998407498 (mp_runner.py:73) -2024-09-01 17:57:23,546 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.011087016006058548 (mp_runner.py:73) -2024-09-01 17:57:23,836 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.00879097400320461 (mp_runner.py:73) -2024-09-01 17:57:24,393 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.012277231995540205 (mp_runner.py:73) -2024-09-01 17:57:24,768 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.006883722002385184 (mp_runner.py:73) -2024-09-01 17:57:24,770 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.007253753996337764 (mp_runner.py:73) -2024-09-01 17:57:24,895 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.006858123997517396 (mp_runner.py:73) -2024-09-01 17:57:25,386 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.004946460998326074 (mp_runner.py:73) -2024-09-01 17:57:25,407 | DEBUG |(SpawnProcess-1:64) search_count: 3500, latest_latency=0.012976111000170931 (mp_runner.py:73) -2024-09-01 17:57:25,503 | DEBUG |(SpawnProcess-1:51) search_count: 3500, latest_latency=0.011254639997787308 (mp_runner.py:73) -2024-09-01 17:57:25,529 | DEBUG |(SpawnProcess-1:74) search_count: 3500, latest_latency=0.009909829001117032 (mp_runner.py:73) -2024-09-01 17:57:25,615 | DEBUG |(SpawnProcess-1:55) search_count: 3500, latest_latency=0.009472284000366926 (mp_runner.py:73) -2024-09-01 17:57:25,653 | DEBUG |(SpawnProcess-1:73) search_count: 3500, latest_latency=0.00685908600280527 (mp_runner.py:73) -2024-09-01 17:57:25,655 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.008815171000605915 (mp_runner.py:73) -2024-09-01 17:57:25,655 | DEBUG |(SpawnProcess-1:71) search_count: 3500, latest_latency=0.011161975002323743 (mp_runner.py:73) -2024-09-01 17:57:25,656 | DEBUG |(SpawnProcess-1:56) search_count: 3500, latest_latency=0.010713884999859147 (mp_runner.py:73) -2024-09-01 17:57:25,842 | DEBUG |(SpawnProcess-1:52) search_count: 3500, latest_latency=0.010586033997242339 (mp_runner.py:73) -2024-09-01 17:57:26,118 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.01268762799736578 (mp_runner.py:73) -2024-09-01 17:57:26,296 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.006912459000886884 (mp_runner.py:73) -2024-09-01 17:57:26,368 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.006126512998889666 (mp_runner.py:73) -2024-09-01 17:57:26,531 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.005723842004954349 (mp_runner.py:73) -2024-09-01 17:57:26,657 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.007803551998222247 (mp_runner.py:73) -2024-09-01 17:57:26,890 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.004783641001267824 (mp_runner.py:73) -2024-09-01 17:57:27,294 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.0104947270010598 (mp_runner.py:73) -2024-09-01 17:57:27,444 | DEBUG |(SpawnProcess-1:62) search_count: 3500, latest_latency=0.014858613001706544 (mp_runner.py:73) -2024-09-01 17:57:27,446 | DEBUG |(SpawnProcess-1:50) search_count: 3000, latest_latency=0.00844560800032923 (mp_runner.py:73) -2024-09-01 17:57:27,518 | DEBUG |(SpawnProcess-1:65) search_count: 3500, latest_latency=0.012712295996607281 (mp_runner.py:73) -2024-09-01 17:57:27,775 | DEBUG |(SpawnProcess-1:57) search_count: 3000, latest_latency=0.005893991998163983 (mp_runner.py:73) -2024-09-01 17:57:28,199 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.0074359110003570095 (mp_runner.py:73) -2024-09-01 17:57:28,278 | DEBUG |(SpawnProcess-1:70) search_count: 3500, latest_latency=0.010651712997059803 (mp_runner.py:73) -2024-09-01 17:57:28,278 | DEBUG |(SpawnProcess-1:69) search_count: 3500, latest_latency=0.012003347001154907 (mp_runner.py:73) -2024-09-01 17:57:28,645 | DEBUG |(SpawnProcess-1:58) search_count: 4000, latest_latency=0.010956371996144298 (mp_runner.py:73) -2024-09-01 17:57:28,650 | DEBUG |(SpawnProcess-1:73) search_count: 4000, latest_latency=0.014869728998746723 (mp_runner.py:73) -2024-09-01 17:57:28,671 | DEBUG |(SpawnProcess-1:56) search_count: 4000, latest_latency=0.012239039999258239 (mp_runner.py:73) -2024-09-01 17:57:28,678 | DEBUG |(SpawnProcess-1:51) search_count: 4000, latest_latency=0.0012731179958791472 (mp_runner.py:73) -2024-09-01 17:57:28,679 | DEBUG |(SpawnProcess-1:64) search_count: 4000, latest_latency=0.004370833994471468 (mp_runner.py:73) -2024-09-01 17:57:28,679 | DEBUG |(SpawnProcess-1:71) search_count: 4000, latest_latency=0.00588717199570965 (mp_runner.py:73) -2024-09-01 17:57:28,680 | DEBUG |(SpawnProcess-1:55) search_count: 4000, latest_latency=0.007303466001758352 (mp_runner.py:73) -2024-09-01 17:57:28,684 | DEBUG |(SpawnProcess-1:74) search_count: 4000, latest_latency=0.009039249998750165 (mp_runner.py:73) -2024-09-01 17:57:28,720 | DEBUG |(SpawnProcess-1:59) search_count: 3500, latest_latency=0.007005591003689915 (mp_runner.py:73) -2024-09-01 17:57:29,133 | DEBUG |(SpawnProcess-1:72) search_count: 3500, latest_latency=0.010812161999638192 (mp_runner.py:73) -2024-09-01 17:57:29,539 | DEBUG |(SpawnProcess-1:52) search_count: 4000, latest_latency=0.005709639000997413 (mp_runner.py:73) -2024-09-01 17:57:29,991 | DEBUG |(SpawnProcess-1:53) search_count: 4000, latest_latency=0.0073269779968541116 (mp_runner.py:73) -2024-09-01 17:57:30,219 | DEBUG |(SpawnProcess-1:63) search_count: 3500, latest_latency=0.004267298994818702 (mp_runner.py:73) -2024-09-01 17:57:30,378 | DEBUG |(SpawnProcess-1:67) search_count: 3500, latest_latency=0.01042736999806948 (mp_runner.py:73) -2024-09-01 17:57:30,423 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.009801473999687005 (mp_runner.py:73) -2024-09-01 17:57:30,761 | DEBUG |(SpawnProcess-1:54) search_count: 3500, latest_latency=0.010126107998075895 (mp_runner.py:73) -2024-09-01 17:57:30,955 | DEBUG |(SpawnProcess-1:66) search_count: 3500, latest_latency=0.009819862003496382 (mp_runner.py:73) -2024-09-01 17:57:31,304 | DEBUG |(SpawnProcess-1:62) search_count: 4000, latest_latency=0.005460560001665726 (mp_runner.py:73) -2024-09-01 17:57:31,325 | DEBUG |(SpawnProcess-1:61) search_count: 3500, latest_latency=0.010509397005080245 (mp_runner.py:73) -2024-09-01 17:57:31,447 | DEBUG |(SpawnProcess-1:50) search_count: 3500, latest_latency=0.010259880000376143 (mp_runner.py:73) -2024-09-01 17:57:31,527 | DEBUG |(SpawnProcess-1:65) search_count: 4000, latest_latency=0.007114981002814602 (mp_runner.py:73) -2024-09-01 17:57:31,750 | DEBUG |(SpawnProcess-1:57) search_count: 3500, latest_latency=0.011358502997609321 (mp_runner.py:73) -2024-09-01 17:57:31,751 | DEBUG |(SpawnProcess-1:64) search_count: 4500, latest_latency=0.0057964690058724955 (mp_runner.py:73) -2024-09-01 17:57:31,752 | DEBUG |(SpawnProcess-1:51) search_count: 4500, latest_latency=0.004623961998731829 (mp_runner.py:73) -2024-09-01 17:57:31,752 | DEBUG |(SpawnProcess-1:74) search_count: 4500, latest_latency=0.005613909001112916 (mp_runner.py:73) -2024-09-01 17:57:31,754 | DEBUG |(SpawnProcess-1:58) search_count: 4500, latest_latency=0.007731388999673072 (mp_runner.py:73) -2024-09-01 17:57:31,754 | DEBUG |(SpawnProcess-1:73) search_count: 4500, latest_latency=0.007076743000652641 (mp_runner.py:73) -2024-09-01 17:57:31,755 | DEBUG |(SpawnProcess-1:55) search_count: 4500, latest_latency=0.01158699499501381 (mp_runner.py:73) -2024-09-01 17:57:31,755 | DEBUG |(SpawnProcess-1:60) search_count: 3500, latest_latency=0.011019207995559555 (mp_runner.py:73) -2024-09-01 17:57:31,989 | DEBUG |(SpawnProcess-1:69) search_count: 4000, latest_latency=0.0059085440007038414 (mp_runner.py:73) -2024-09-01 17:57:31,991 | DEBUG |(SpawnProcess-1:70) search_count: 4000, latest_latency=0.008426399996096734 (mp_runner.py:73) -2024-09-01 17:57:32,371 | DEBUG |(SpawnProcess-1:71) search_count: 4500, latest_latency=0.011554768003406934 (mp_runner.py:73) -2024-09-01 17:57:32,386 | DEBUG |(SpawnProcess-1:56) search_count: 4500, latest_latency=0.012159562997112516 (mp_runner.py:73) -2024-09-01 17:57:32,473 | DEBUG |(SpawnProcess-1:59) search_count: 4000, latest_latency=0.005830518995935563 (mp_runner.py:73) -2024-09-01 17:57:32,825 | DEBUG |(SpawnProcess-1:72) search_count: 4000, latest_latency=0.005919894996623043 (mp_runner.py:73) -2024-09-01 17:57:33,456 | DEBUG |(SpawnProcess-1:52) search_count: 4500, latest_latency=0.010123079999175388 (mp_runner.py:73) -2024-09-01 17:57:33,843 | DEBUG |(SpawnProcess-1:53) search_count: 4500, latest_latency=0.008254300999396946 (mp_runner.py:73) -2024-09-01 17:57:33,944 | DEBUG |(SpawnProcess-1:63) search_count: 4000, latest_latency=0.0068760860012844205 (mp_runner.py:73) -2024-09-01 17:57:34,126 | DEBUG |(SpawnProcess-1:67) search_count: 4000, latest_latency=0.005582993006100878 (mp_runner.py:73) -2024-09-01 17:57:34,165 | DEBUG |(SpawnProcess-1:68) search_count: 4000, latest_latency=0.0067423349973978475 (mp_runner.py:73) -2024-09-01 17:57:34,324 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0037s, count=4753, qps in this process: 158.4138 (mp_runner.py:76) -2024-09-01 17:57:34,388 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0066s, count=4327, qps in this process: 144.2016 (mp_runner.py:76) -2024-09-01 17:57:34,399 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0044s, count=4059, qps in this process: 135.2802 (mp_runner.py:76) -2024-09-01 17:57:34,401 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0005s, count=4624, qps in this process: 154.1308 (mp_runner.py:76) -2024-09-01 17:57:34,413 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0072s, count=4575, qps in this process: 152.4634 (mp_runner.py:76) -2024-09-01 17:57:34,418 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0038s, count=4377, qps in this process: 145.8815 (mp_runner.py:76) -2024-09-01 17:57:34,437 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0032s, count=4960, qps in this process: 165.3157 (mp_runner.py:76) -2024-09-01 17:57:34,441 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0061s, count=3961, qps in this process: 132.0065 (mp_runner.py:76) -2024-09-01 17:57:34,448 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0023s, count=4935, qps in this process: 164.4874 (mp_runner.py:76) -2024-09-01 17:57:34,487 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0004s, count=4931, qps in this process: 164.3645 (mp_runner.py:76) -2024-09-01 17:57:34,504 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0025s, count=4946, qps in this process: 164.8529 (mp_runner.py:76) -2024-09-01 17:57:34,531 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0009s, count=4235, qps in this process: 141.1624 (mp_runner.py:76) -2024-09-01 17:57:34,534 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0032s, count=4955, qps in this process: 165.1491 (mp_runner.py:76) -2024-09-01 17:57:34,540 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0029s, count=4276, qps in this process: 142.5196 (mp_runner.py:76) -2024-09-01 17:57:34,541 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0038s, count=3999, qps in this process: 133.2831 (mp_runner.py:76) -2024-09-01 17:57:34,544 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0014s, count=4360, qps in this process: 145.3266 (mp_runner.py:76) -2024-09-01 17:57:34,549 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0007s, count=4799, qps in this process: 159.9629 (mp_runner.py:76) -2024-09-01 17:57:34,551 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0011s, count=3986, qps in this process: 132.8618 (mp_runner.py:76) -2024-09-01 17:57:34,551 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0006s, count=3944, qps in this process: 131.464 (mp_runner.py:76) -2024-09-01 17:57:34,552 | INFO |SpawnProcess-1:73 search 30s: actual_dur=30.0043s, count=4972, qps in this process: 165.7096 (mp_runner.py:76) -2024-09-01 17:57:34,555 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0006s, count=4078, qps in this process: 135.9306 (mp_runner.py:76) -2024-09-01 17:57:34,559 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0013s, count=4066, qps in this process: 135.5275 (mp_runner.py:76) -2024-09-01 17:57:34,561 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0017s, count=4435, qps in this process: 147.825 (mp_runner.py:76) -2024-09-01 17:57:34,567 | DEBUG |(SpawnProcess-1:60) search_count: 4000, latest_latency=0.0008975099990493618 (mp_runner.py:73) -2024-09-01 17:57:34,569 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0003s, count=4001, qps in this process: 133.3653 (mp_runner.py:76) -2024-09-01 17:57:34,570 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0003s, count=3998, qps in this process: 133.2653 (mp_runner.py:76) -2024-09-01 17:57:34,581 | INFO |End search in concurrency 25: dur=30.304518208002264s, total_count=110552, qps=3648.0369 (mp_runner.py:120) -2024-09-01 17:57:36,591 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:57:36,591 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 17:57:46,969 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 17:57:47,073 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,082 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,150 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,155 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,158 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,187 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,198 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,213 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,229 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,243 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,244 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,247 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,255 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,257 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,272 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,273 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,280 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,290 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,294 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,302 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,304 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,305 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,314 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,317 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,328 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:47,331 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:57:50,788 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.009627715000533499 (mp_runner.py:73) -2024-09-01 17:57:50,790 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.011959288000070956 (mp_runner.py:73) -2024-09-01 17:57:50,791 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.01400769800238777 (mp_runner.py:73) -2024-09-01 17:57:50,793 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.004058543003338855 (mp_runner.py:73) -2024-09-01 17:57:50,793 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.0163904069995624 (mp_runner.py:73) -2024-09-01 17:57:50,793 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.003945689000829589 (mp_runner.py:73) -2024-09-01 17:57:50,793 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.00539847699837992 (mp_runner.py:73) -2024-09-01 17:57:50,794 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.004012132994830608 (mp_runner.py:73) -2024-09-01 17:57:50,794 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.006989911998971365 (mp_runner.py:73) -2024-09-01 17:57:50,795 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.008105681001325138 (mp_runner.py:73) -2024-09-01 17:57:50,808 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.011662750999676064 (mp_runner.py:73) -2024-09-01 17:57:50,815 | DEBUG |(SpawnProcess-1:104) search_count: 500, latest_latency=0.01624304500001017 (mp_runner.py:73) -2024-09-01 17:57:50,897 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.008616791004897095 (mp_runner.py:73) -2024-09-01 17:57:50,898 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.008549514997866936 (mp_runner.py:73) -2024-09-01 17:57:50,900 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.010804017998452764 (mp_runner.py:73) -2024-09-01 17:57:50,901 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.010236557005555369 (mp_runner.py:73) -2024-09-01 17:57:50,902 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.011669161001918837 (mp_runner.py:73) -2024-09-01 17:57:50,903 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.015271577001840342 (mp_runner.py:73) -2024-09-01 17:57:50,903 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.016504796003573574 (mp_runner.py:73) -2024-09-01 17:57:51,075 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.0019251339981565252 (mp_runner.py:73) -2024-09-01 17:57:51,077 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.004040261002955958 (mp_runner.py:73) -2024-09-01 17:57:51,168 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.01182850899931509 (mp_runner.py:73) -2024-09-01 17:57:51,208 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.013745285003096797 (mp_runner.py:73) -2024-09-01 17:57:51,247 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.010552476996963378 (mp_runner.py:73) -2024-09-01 17:57:51,249 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.013676819995453116 (mp_runner.py:73) -2024-09-01 17:57:51,251 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.007407287004753016 (mp_runner.py:73) -2024-09-01 17:57:51,762 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.010855133994482458 (mp_runner.py:73) -2024-09-01 17:57:51,762 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.01200862100085942 (mp_runner.py:73) -2024-09-01 17:57:51,951 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.011955403999309056 (mp_runner.py:73) -2024-09-01 17:57:52,075 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.014223885998944752 (mp_runner.py:73) -2024-09-01 17:57:54,309 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.003932261999580078 (mp_runner.py:73) -2024-09-01 17:57:54,310 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.005239764002908487 (mp_runner.py:73) -2024-09-01 17:57:54,311 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.007230212999274954 (mp_runner.py:73) -2024-09-01 17:57:54,311 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.005725643000914715 (mp_runner.py:73) -2024-09-01 17:57:54,312 | DEBUG |(SpawnProcess-1:104) search_count: 1000, latest_latency=0.006877186999190599 (mp_runner.py:73) -2024-09-01 17:57:54,313 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.009136713000771124 (mp_runner.py:73) -2024-09-01 17:57:54,335 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.004662393002945464 (mp_runner.py:73) -2024-09-01 17:57:54,335 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.0046272309991763905 (mp_runner.py:73) -2024-09-01 17:57:54,336 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.006147411004349124 (mp_runner.py:73) -2024-09-01 17:57:54,337 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.005056888003309723 (mp_runner.py:73) -2024-09-01 17:57:54,338 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.006896894999954384 (mp_runner.py:73) -2024-09-01 17:57:54,338 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.00874079299683217 (mp_runner.py:73) -2024-09-01 17:57:54,339 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.007227219000924379 (mp_runner.py:73) -2024-09-01 17:57:54,340 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.010428690002299845 (mp_runner.py:73) -2024-09-01 17:57:54,340 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.008519465001882054 (mp_runner.py:73) -2024-09-01 17:57:54,341 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.008640755993837956 (mp_runner.py:73) -2024-09-01 17:57:54,396 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.005494486998941284 (mp_runner.py:73) -2024-09-01 17:57:54,396 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.0072587629983900115 (mp_runner.py:73) -2024-09-01 17:57:54,397 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.007286113002919592 (mp_runner.py:73) -2024-09-01 17:57:54,931 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.005708830001822207 (mp_runner.py:73) -2024-09-01 17:57:54,932 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006006559000525158 (mp_runner.py:73) -2024-09-01 17:57:54,933 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.00602182299917331 (mp_runner.py:73) -2024-09-01 17:57:54,933 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.00810466099937912 (mp_runner.py:73) -2024-09-01 17:57:54,934 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.008998840996355284 (mp_runner.py:73) -2024-09-01 17:57:55,162 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.006634931000007782 (mp_runner.py:73) -2024-09-01 17:57:55,263 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.00869610499648843 (mp_runner.py:73) -2024-09-01 17:57:56,110 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.007544050000433344 (mp_runner.py:73) -2024-09-01 17:57:56,111 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.007601541001349688 (mp_runner.py:73) -2024-09-01 17:57:56,458 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.009243468004569877 (mp_runner.py:73) -2024-09-01 17:57:56,690 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.005923826000071131 (mp_runner.py:73) -2024-09-01 17:57:57,727 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.005019598997023422 (mp_runner.py:73) -2024-09-01 17:57:57,728 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.007051126995065715 (mp_runner.py:73) -2024-09-01 17:57:57,728 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.0055038290010998026 (mp_runner.py:73) -2024-09-01 17:57:57,729 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.009094930996070616 (mp_runner.py:73) -2024-09-01 17:57:57,729 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.007755778999126051 (mp_runner.py:73) -2024-09-01 17:57:57,730 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.009351854998385534 (mp_runner.py:73) -2024-09-01 17:57:57,730 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.006597405998036265 (mp_runner.py:73) -2024-09-01 17:57:57,730 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.0055491379971499555 (mp_runner.py:73) -2024-09-01 17:57:57,732 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.012838485003157984 (mp_runner.py:73) -2024-09-01 17:57:57,733 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.01500088100146968 (mp_runner.py:73) -2024-09-01 17:57:58,003 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.006197506001626607 (mp_runner.py:73) -2024-09-01 17:57:58,004 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.009343153004010674 (mp_runner.py:73) -2024-09-01 17:57:58,005 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.011058233998483047 (mp_runner.py:73) -2024-09-01 17:57:58,006 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.009688753001682926 (mp_runner.py:73) -2024-09-01 17:57:58,007 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.014525286002026405 (mp_runner.py:73) -2024-09-01 17:57:58,007 | DEBUG |(SpawnProcess-1:104) search_count: 1500, latest_latency=0.014223404999938793 (mp_runner.py:73) -2024-09-01 17:57:58,747 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.012187554995762184 (mp_runner.py:73) -2024-09-01 17:57:58,748 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.015399986994452775 (mp_runner.py:73) -2024-09-01 17:57:58,815 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.01343955999618629 (mp_runner.py:73) -2024-09-01 17:57:58,885 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.00778513599652797 (mp_runner.py:73) -2024-09-01 17:57:58,885 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.008727800006454345 (mp_runner.py:73) -2024-09-01 17:57:58,889 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.014020738999533933 (mp_runner.py:73) -2024-09-01 17:57:58,890 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.015440141003637109 (mp_runner.py:73) -2024-09-01 17:57:59,242 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.013337682998098899 (mp_runner.py:73) -2024-09-01 17:57:59,819 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.013003445004869718 (mp_runner.py:73) -2024-09-01 17:58:00,112 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.0247283589997096 (mp_runner.py:73) -2024-09-01 17:58:00,533 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.004045078996568918 (mp_runner.py:73) -2024-09-01 17:58:00,607 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.017098693002481014 (mp_runner.py:73) -2024-09-01 17:58:01,128 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.019596209000155795 (mp_runner.py:73) -2024-09-01 17:58:01,413 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.01550604699878022 (mp_runner.py:73) -2024-09-01 17:58:01,437 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.007822529005352408 (mp_runner.py:73) -2024-09-01 17:58:01,464 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.008676240999193396 (mp_runner.py:73) -2024-09-01 17:58:01,500 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.00888237199978903 (mp_runner.py:73) -2024-09-01 17:58:01,523 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.00893258600262925 (mp_runner.py:73) -2024-09-01 17:58:01,527 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.00917141800164245 (mp_runner.py:73) -2024-09-01 17:58:01,533 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.006287925003562123 (mp_runner.py:73) -2024-09-01 17:58:01,534 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.006653614000242669 (mp_runner.py:73) -2024-09-01 17:58:01,561 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.013454337997245602 (mp_runner.py:73) -2024-09-01 17:58:01,616 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.007753919002425391 (mp_runner.py:73) -2024-09-01 17:58:01,850 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.007328619001782499 (mp_runner.py:73) -2024-09-01 17:58:01,851 | DEBUG |(SpawnProcess-1:104) search_count: 2000, latest_latency=0.007000824996794108 (mp_runner.py:73) -2024-09-01 17:58:01,852 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.0069459849983104505 (mp_runner.py:73) -2024-09-01 17:58:01,852 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.008578401000704616 (mp_runner.py:73) -2024-09-01 17:58:01,853 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.007831448994693346 (mp_runner.py:73) -2024-09-01 17:58:01,853 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.010081448002893012 (mp_runner.py:73) -2024-09-01 17:58:01,973 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.00812142199720256 (mp_runner.py:73) -2024-09-01 17:58:02,685 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.0069263810000848025 (mp_runner.py:73) -2024-09-01 17:58:02,686 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007096302004356403 (mp_runner.py:73) -2024-09-01 17:58:02,686 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.006820164002419915 (mp_runner.py:73) -2024-09-01 17:58:02,686 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.009658263996243477 (mp_runner.py:73) -2024-09-01 17:58:02,687 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.009714999003335834 (mp_runner.py:73) -2024-09-01 17:58:03,129 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.028502059998572804 (mp_runner.py:73) -2024-09-01 17:58:03,160 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.006922094995388761 (mp_runner.py:73) -2024-09-01 17:58:04,199 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.010441063001053408 (mp_runner.py:73) -2024-09-01 17:58:04,443 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.008326151997607667 (mp_runner.py:73) -2024-09-01 17:58:04,782 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.008310365999932401 (mp_runner.py:73) -2024-09-01 17:58:05,018 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.002614137003547512 (mp_runner.py:73) -2024-09-01 17:58:05,019 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.005707664000510704 (mp_runner.py:73) -2024-09-01 17:58:05,019 | DEBUG |(SpawnProcess-1:77) search_count: 2500, latest_latency=0.008329659998707939 (mp_runner.py:73) -2024-09-01 17:58:05,020 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.00786165900353808 (mp_runner.py:73) -2024-09-01 17:58:05,020 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.007054737005091738 (mp_runner.py:73) -2024-09-01 17:58:05,022 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.013098411000100896 (mp_runner.py:73) -2024-09-01 17:58:05,024 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.01528397599759046 (mp_runner.py:73) -2024-09-01 17:58:05,044 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.008221144998969976 (mp_runner.py:73) -2024-09-01 17:58:05,120 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.009640067000873387 (mp_runner.py:73) -2024-09-01 17:58:05,556 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.007315498005482368 (mp_runner.py:73) -2024-09-01 17:58:05,557 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.007176345003244933 (mp_runner.py:73) -2024-09-01 17:58:05,557 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.008351622993359342 (mp_runner.py:73) -2024-09-01 17:58:05,558 | DEBUG |(SpawnProcess-1:97) search_count: 2500, latest_latency=0.007827030996850226 (mp_runner.py:73) -2024-09-01 17:58:05,558 | DEBUG |(SpawnProcess-1:104) search_count: 2500, latest_latency=0.007976742999744602 (mp_runner.py:73) -2024-09-01 17:58:05,559 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.009471072997257579 (mp_runner.py:73) -2024-09-01 17:58:05,561 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.012219390002428554 (mp_runner.py:73) -2024-09-01 17:58:05,562 | DEBUG |(SpawnProcess-1:82) search_count: 2500, latest_latency=0.01505820400052471 (mp_runner.py:73) -2024-09-01 17:58:05,583 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.006455827999161556 (mp_runner.py:73) -2024-09-01 17:58:06,359 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.007807529000274371 (mp_runner.py:73) -2024-09-01 17:58:06,775 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.007838306999474298 (mp_runner.py:73) -2024-09-01 17:58:06,776 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.009911674002069049 (mp_runner.py:73) -2024-09-01 17:58:06,777 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.011251315001572948 (mp_runner.py:73) -2024-09-01 17:58:06,778 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.013984468001581263 (mp_runner.py:73) -2024-09-01 17:58:06,778 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.013127113001246471 (mp_runner.py:73) -2024-09-01 17:58:07,395 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.011495091996039264 (mp_runner.py:73) -2024-09-01 17:58:07,715 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.012404570006765425 (mp_runner.py:73) -2024-09-01 17:58:07,716 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.014888741003233008 (mp_runner.py:73) -2024-09-01 17:58:08,554 | DEBUG |(SpawnProcess-1:98) search_count: 3000, latest_latency=0.00447623900254257 (mp_runner.py:73) -2024-09-01 17:58:08,556 | DEBUG |(SpawnProcess-1:99) search_count: 3000, latest_latency=0.005871811998076737 (mp_runner.py:73) -2024-09-01 17:58:08,557 | DEBUG |(SpawnProcess-1:85) search_count: 3000, latest_latency=0.0075713909973273985 (mp_runner.py:73) -2024-09-01 17:58:08,557 | DEBUG |(SpawnProcess-1:94) search_count: 3000, latest_latency=0.006485049998445902 (mp_runner.py:73) -2024-09-01 17:58:08,561 | DEBUG |(SpawnProcess-1:77) search_count: 3000, latest_latency=0.01444729700597236 (mp_runner.py:73) -2024-09-01 17:58:08,933 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.012275323002540972 (mp_runner.py:73) -2024-09-01 17:58:09,133 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.007912356995802838 (mp_runner.py:73) -2024-09-01 17:58:09,136 | DEBUG |(SpawnProcess-1:97) search_count: 3000, latest_latency=0.001755992998369038 (mp_runner.py:73) -2024-09-01 17:58:09,151 | DEBUG |(SpawnProcess-1:89) search_count: 3000, latest_latency=0.0107671060031862 (mp_runner.py:73) -2024-09-01 17:58:09,152 | DEBUG |(SpawnProcess-1:104) search_count: 3000, latest_latency=0.011021816004358698 (mp_runner.py:73) -2024-09-01 17:58:09,154 | DEBUG |(SpawnProcess-1:93) search_count: 3000, latest_latency=0.013404435994743835 (mp_runner.py:73) -2024-09-01 17:58:09,154 | DEBUG |(SpawnProcess-1:96) search_count: 3000, latest_latency=0.014665805996628478 (mp_runner.py:73) -2024-09-01 17:58:09,160 | DEBUG |(SpawnProcess-1:80) search_count: 3000, latest_latency=0.0033535370021127164 (mp_runner.py:73) -2024-09-01 17:58:09,161 | DEBUG |(SpawnProcess-1:102) search_count: 3000, latest_latency=0.0038264140021055937 (mp_runner.py:73) -2024-09-01 17:58:09,161 | DEBUG |(SpawnProcess-1:78) search_count: 3000, latest_latency=0.005068041005870327 (mp_runner.py:73) -2024-09-01 17:58:09,166 | DEBUG |(SpawnProcess-1:82) search_count: 3000, latest_latency=0.009208540999679826 (mp_runner.py:73) -2024-09-01 17:58:09,192 | DEBUG |(SpawnProcess-1:91) search_count: 3000, latest_latency=0.0049513359990669414 (mp_runner.py:73) -2024-09-01 17:58:09,514 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.013023799998336472 (mp_runner.py:73) -2024-09-01 17:58:09,608 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.011696162997395732 (mp_runner.py:73) -2024-09-01 17:58:09,609 | DEBUG |(SpawnProcess-1:100) search_count: 2500, latest_latency=0.011823203996755183 (mp_runner.py:73) -2024-09-01 17:58:10,267 | DEBUG |(SpawnProcess-1:79) search_count: 2500, latest_latency=0.013716415996896103 (mp_runner.py:73) -2024-09-01 17:58:10,619 | DEBUG |(SpawnProcess-1:105) search_count: 3000, latest_latency=0.010588714998448268 (mp_runner.py:73) -2024-09-01 17:58:10,619 | DEBUG |(SpawnProcess-1:103) search_count: 3000, latest_latency=0.010230266001599375 (mp_runner.py:73) -2024-09-01 17:58:10,753 | DEBUG |(SpawnProcess-1:84) search_count: 3000, latest_latency=0.00875632799579762 (mp_runner.py:73) -2024-09-01 17:58:10,834 | DEBUG |(SpawnProcess-1:88) search_count: 3000, latest_latency=0.0077791570001863874 (mp_runner.py:73) -2024-09-01 17:58:10,835 | DEBUG |(SpawnProcess-1:90) search_count: 3000, latest_latency=0.007488393006497063 (mp_runner.py:73) -2024-09-01 17:58:11,153 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.01607832100125961 (mp_runner.py:73) -2024-09-01 17:58:12,268 | DEBUG |(SpawnProcess-1:92) search_count: 3000, latest_latency=0.007743104004475754 (mp_runner.py:73) -2024-09-01 17:58:12,490 | DEBUG |(SpawnProcess-1:87) search_count: 3000, latest_latency=0.007850878995668609 (mp_runner.py:73) -2024-09-01 17:58:12,536 | DEBUG |(SpawnProcess-1:101) search_count: 3000, latest_latency=0.009193188001518138 (mp_runner.py:73) -2024-09-01 17:58:12,822 | DEBUG |(SpawnProcess-1:85) search_count: 3500, latest_latency=0.010289482997904997 (mp_runner.py:73) -2024-09-01 17:58:12,825 | DEBUG |(SpawnProcess-1:98) search_count: 3500, latest_latency=0.014402624001377262 (mp_runner.py:73) -2024-09-01 17:58:12,826 | DEBUG |(SpawnProcess-1:94) search_count: 3500, latest_latency=0.015833678997296374 (mp_runner.py:73) -2024-09-01 17:58:13,122 | DEBUG |(SpawnProcess-1:77) search_count: 3500, latest_latency=0.011895714000274893 (mp_runner.py:73) -2024-09-01 17:58:13,123 | DEBUG |(SpawnProcess-1:99) search_count: 3500, latest_latency=0.008040717002586462 (mp_runner.py:73) -2024-09-01 17:58:13,144 | DEBUG |(SpawnProcess-1:91) search_count: 3500, latest_latency=0.007394145999569446 (mp_runner.py:73) -2024-09-01 17:58:13,146 | DEBUG |(SpawnProcess-1:97) search_count: 3500, latest_latency=0.012225761995068751 (mp_runner.py:73) -2024-09-01 17:58:13,146 | DEBUG |(SpawnProcess-1:78) search_count: 3500, latest_latency=0.010836738998477813 (mp_runner.py:73) -2024-09-01 17:58:13,261 | DEBUG |(SpawnProcess-1:89) search_count: 3500, latest_latency=0.010388868002337404 (mp_runner.py:73) -2024-09-01 17:58:13,262 | DEBUG |(SpawnProcess-1:104) search_count: 3500, latest_latency=0.006097272998886183 (mp_runner.py:73) -2024-09-01 17:58:13,263 | DEBUG |(SpawnProcess-1:96) search_count: 3500, latest_latency=0.013580701997852884 (mp_runner.py:73) -2024-09-01 17:58:13,347 | DEBUG |(SpawnProcess-1:80) search_count: 3500, latest_latency=0.014254793000873178 (mp_runner.py:73) -2024-09-01 17:58:13,356 | DEBUG |(SpawnProcess-1:93) search_count: 3500, latest_latency=0.012821013006032445 (mp_runner.py:73) -2024-09-01 17:58:13,359 | DEBUG |(SpawnProcess-1:102) search_count: 3500, latest_latency=0.01333218299987493 (mp_runner.py:73) -2024-09-01 17:58:13,381 | DEBUG |(SpawnProcess-1:82) search_count: 3500, latest_latency=0.014031970000360161 (mp_runner.py:73) -2024-09-01 17:58:13,788 | DEBUG |(SpawnProcess-1:86) search_count: 3000, latest_latency=0.00964680499600945 (mp_runner.py:73) -2024-09-01 17:58:13,968 | DEBUG |(SpawnProcess-1:81) search_count: 3000, latest_latency=0.0058818480029003695 (mp_runner.py:73) -2024-09-01 17:58:14,143 | DEBUG |(SpawnProcess-1:83) search_count: 3000, latest_latency=0.009047351006302051 (mp_runner.py:73) -2024-09-01 17:58:14,176 | DEBUG |(SpawnProcess-1:100) search_count: 3000, latest_latency=0.005763317996752448 (mp_runner.py:73) -2024-09-01 17:58:14,229 | DEBUG |(SpawnProcess-1:76) search_count: 3000, latest_latency=0.009598214004654437 (mp_runner.py:73) -2024-09-01 17:58:14,864 | DEBUG |(SpawnProcess-1:79) search_count: 3000, latest_latency=0.007853934999729972 (mp_runner.py:73) -2024-09-01 17:58:15,361 | DEBUG |(SpawnProcess-1:103) search_count: 3500, latest_latency=0.015165659999183845 (mp_runner.py:73) -2024-09-01 17:58:15,423 | DEBUG |(SpawnProcess-1:105) search_count: 3500, latest_latency=0.013126064004609361 (mp_runner.py:73) -2024-09-01 17:58:15,671 | DEBUG |(SpawnProcess-1:90) search_count: 3500, latest_latency=0.01396480399853317 (mp_runner.py:73) -2024-09-01 17:58:15,686 | DEBUG |(SpawnProcess-1:84) search_count: 3500, latest_latency=0.011731452999811154 (mp_runner.py:73) -2024-09-01 17:58:15,705 | DEBUG |(SpawnProcess-1:88) search_count: 3500, latest_latency=0.011338352000166196 (mp_runner.py:73) -2024-09-01 17:58:15,920 | DEBUG |(SpawnProcess-1:95) search_count: 3000, latest_latency=0.009336756003904156 (mp_runner.py:73) -2024-09-01 17:58:17,087 | DEBUG |(SpawnProcess-1:98) search_count: 4000, latest_latency=0.008832776002236642 (mp_runner.py:73) -2024-09-01 17:58:17,089 | DEBUG |(SpawnProcess-1:92) search_count: 3500, latest_latency=0.012823888995626476 (mp_runner.py:73) -2024-09-01 17:58:17,098 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0104s, count=3886, qps in this process: 129.4884 (mp_runner.py:76) -2024-09-01 17:58:17,099 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0151s, count=3965, qps in this process: 132.1002 (mp_runner.py:76) -2024-09-01 17:58:17,149 | DEBUG |(SpawnProcess-1:94) search_count: 4000, latest_latency=0.0061105619970476255 (mp_runner.py:73) -2024-09-01 17:58:17,162 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0045s, count=3664, qps in this process: 122.115 (mp_runner.py:76) -2024-09-01 17:58:17,165 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.002s, count=3973, qps in this process: 132.4245 (mp_runner.py:76) -2024-09-01 17:58:17,166 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0081s, count=3508, qps in this process: 116.9018 (mp_runner.py:76) -2024-09-01 17:58:17,168 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0048s, count=3665, qps in this process: 122.1471 (mp_runner.py:76) -2024-09-01 17:58:17,174 | DEBUG |(SpawnProcess-1:85) search_count: 4000, latest_latency=0.00808768899878487 (mp_runner.py:73) -2024-09-01 17:58:17,179 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0019s, count=3660, qps in this process: 121.9923 (mp_runner.py:76) -2024-09-01 17:58:17,195 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0067s, count=3978, qps in this process: 132.5704 (mp_runner.py:76) -2024-09-01 17:58:17,205 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0045s, count=3473, qps in this process: 115.7493 (mp_runner.py:76) -2024-09-01 17:58:17,217 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0024s, count=3981, qps in this process: 132.6894 (mp_runner.py:76) -2024-09-01 17:58:17,233 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0024s, count=3984, qps in this process: 132.7894 (mp_runner.py:76) -2024-09-01 17:58:17,246 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0003s, count=3987, qps in this process: 132.8987 (mp_runner.py:76) -2024-09-01 17:58:17,248 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0009s, count=3900, qps in this process: 129.9961 (mp_runner.py:76) -2024-09-01 17:58:17,249 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0011s, count=3992, qps in this process: 133.0618 (mp_runner.py:76) -2024-09-01 17:58:17,259 | INFO |SpawnProcess-1:104 search 30s: actual_dur=30.0017s, count=3990, qps in this process: 132.9925 (mp_runner.py:76) -2024-09-01 17:58:17,262 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0031s, count=3706, qps in this process: 123.5206 (mp_runner.py:76) -2024-09-01 17:58:17,270 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0006s, count=3480, qps in this process: 115.9977 (mp_runner.py:76) -2024-09-01 17:58:17,271 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0004s, count=3992, qps in this process: 133.0649 (mp_runner.py:76) -2024-09-01 17:58:17,279 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0011s, count=4027, qps in this process: 134.2284 (mp_runner.py:76) -2024-09-01 17:58:17,282 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0045s, count=3994, qps in this process: 133.1134 (mp_runner.py:76) -2024-09-01 17:58:17,283 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0014s, count=4019, qps in this process: 133.9604 (mp_runner.py:76) -2024-09-01 17:58:17,293 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0014s, count=4024, qps in this process: 134.1271 (mp_runner.py:76) -2024-09-01 17:58:17,298 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.003s, count=3393, qps in this process: 113.0887 (mp_runner.py:76) -2024-09-01 17:58:17,304 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0008s, count=3397, qps in this process: 113.2303 (mp_runner.py:76) -2024-09-01 17:58:17,306 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0009s, count=3728, qps in this process: 124.2629 (mp_runner.py:76) -2024-09-01 17:58:17,307 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0007s, count=3342, qps in this process: 111.3974 (mp_runner.py:76) -2024-09-01 17:58:17,317 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0009s, count=3300, qps in this process: 109.9967 (mp_runner.py:76) -2024-09-01 17:58:17,319 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0007s, count=3409, qps in this process: 113.6307 (mp_runner.py:76) -2024-09-01 17:58:17,331 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0005s, count=3425, qps in this process: 114.1648 (mp_runner.py:76) -2024-09-01 17:58:17,334 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0003s, count=3191, qps in this process: 106.3656 (mp_runner.py:76) -2024-09-01 17:58:17,347 | INFO |End search in concurrency 30: dur=30.377488980993803s, total_count=112033, qps=3688.027 (mp_runner.py:120) -2024-09-01 17:58:19,673 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:58:19,673 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 17:58:30,205 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 17:58:30,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,372 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,409 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,418 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,520 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,521 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,526 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,526 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,527 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,528 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,531 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,532 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,533 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,554 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,580 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,580 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,581 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,584 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,588 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,592 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,593 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,598 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,602 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,609 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,615 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:30,618 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:58:34,513 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.009708567995403428 (mp_runner.py:73) -2024-09-01 17:58:34,513 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.007535206001193728 (mp_runner.py:73) -2024-09-01 17:58:34,514 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.010742406004283112 (mp_runner.py:73) -2024-09-01 17:58:34,514 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.009566483000526205 (mp_runner.py:73) -2024-09-01 17:58:34,514 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.007959174996358342 (mp_runner.py:73) -2024-09-01 17:58:34,515 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.007645596997463144 (mp_runner.py:73) -2024-09-01 17:58:34,515 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.011366487000486813 (mp_runner.py:73) -2024-09-01 17:58:34,515 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.009210529002302792 (mp_runner.py:73) -2024-09-01 17:58:34,515 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.010134358002687804 (mp_runner.py:73) -2024-09-01 17:58:34,516 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.00843191899912199 (mp_runner.py:73) -2024-09-01 17:58:34,516 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.00733209699683357 (mp_runner.py:73) -2024-09-01 17:58:34,517 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.006613117002416402 (mp_runner.py:73) -2024-09-01 17:58:34,517 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.007387272999039851 (mp_runner.py:73) -2024-09-01 17:58:34,518 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.015406263002660125 (mp_runner.py:73) -2024-09-01 17:58:34,518 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.006875801998830866 (mp_runner.py:73) -2024-09-01 17:58:34,518 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.016391975004808046 (mp_runner.py:73) -2024-09-01 17:58:34,723 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.008736266005143989 (mp_runner.py:73) -2024-09-01 17:58:34,723 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.009506329995929264 (mp_runner.py:73) -2024-09-01 17:58:34,723 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.010613701000693254 (mp_runner.py:73) -2024-09-01 17:58:34,724 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.009327127001597546 (mp_runner.py:73) -2024-09-01 17:58:34,724 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.010127686000487301 (mp_runner.py:73) -2024-09-01 17:58:34,725 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.009768322997842915 (mp_runner.py:73) -2024-09-01 17:58:34,726 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.009468614000070374 (mp_runner.py:73) -2024-09-01 17:58:34,726 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.00902775299618952 (mp_runner.py:73) -2024-09-01 17:58:34,727 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.014796249000937678 (mp_runner.py:73) -2024-09-01 17:58:34,727 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.01071524200233398 (mp_runner.py:73) -2024-09-01 17:58:34,727 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.00926325500040548 (mp_runner.py:73) -2024-09-01 17:58:34,728 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.00870905600459082 (mp_runner.py:73) -2024-09-01 17:58:34,728 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.015953842004819307 (mp_runner.py:73) -2024-09-01 17:58:35,071 | DEBUG |(SpawnProcess-1:140) search_count: 500, latest_latency=0.012352867001027334 (mp_runner.py:73) -2024-09-01 17:58:35,071 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.012349499003903475 (mp_runner.py:73) -2024-09-01 17:58:35,072 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.012215144997753669 (mp_runner.py:73) -2024-09-01 17:58:35,072 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.01414493899937952 (mp_runner.py:73) -2024-09-01 17:58:35,073 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.01114127499749884 (mp_runner.py:73) -2024-09-01 17:58:35,073 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.016265648999251425 (mp_runner.py:73) -2024-09-01 17:58:38,458 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.005537953999009915 (mp_runner.py:73) -2024-09-01 17:58:38,458 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.006144532999314833 (mp_runner.py:73) -2024-09-01 17:58:38,459 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.007061147000058554 (mp_runner.py:73) -2024-09-01 17:58:38,459 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.006554959996719845 (mp_runner.py:73) -2024-09-01 17:58:38,460 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.007411145998048596 (mp_runner.py:73) -2024-09-01 17:58:38,460 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.005800051003461704 (mp_runner.py:73) -2024-09-01 17:58:38,460 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.010113570002431516 (mp_runner.py:73) -2024-09-01 17:58:38,461 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.007548589004727546 (mp_runner.py:73) -2024-09-01 17:58:38,461 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.0063132520008366555 (mp_runner.py:73) -2024-09-01 17:58:38,461 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.0075449610012583435 (mp_runner.py:73) -2024-09-01 17:58:38,462 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.007528006004577037 (mp_runner.py:73) -2024-09-01 17:58:38,462 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.008737705000385176 (mp_runner.py:73) -2024-09-01 17:58:38,463 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.011324402999889571 (mp_runner.py:73) -2024-09-01 17:58:38,463 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.008325625996803865 (mp_runner.py:73) -2024-09-01 17:58:38,464 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.008475394002743997 (mp_runner.py:73) -2024-09-01 17:58:38,464 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.00813193799695 (mp_runner.py:73) -2024-09-01 17:58:38,713 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.005968144003418274 (mp_runner.py:73) -2024-09-01 17:58:38,715 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.004825714997423347 (mp_runner.py:73) -2024-09-01 17:58:38,715 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.007491795004170854 (mp_runner.py:73) -2024-09-01 17:58:38,716 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.008013980004761834 (mp_runner.py:73) -2024-09-01 17:58:38,716 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.009688317004474811 (mp_runner.py:73) -2024-09-01 17:58:38,717 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.007587835003505461 (mp_runner.py:73) -2024-09-01 17:58:38,717 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.010682460000680294 (mp_runner.py:73) -2024-09-01 17:58:38,717 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.008436716001597233 (mp_runner.py:73) -2024-09-01 17:58:38,718 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.008613673999207094 (mp_runner.py:73) -2024-09-01 17:58:38,720 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.008637194005132187 (mp_runner.py:73) -2024-09-01 17:58:38,720 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.007936306006740779 (mp_runner.py:73) -2024-09-01 17:58:38,721 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.008971670002210885 (mp_runner.py:73) -2024-09-01 17:58:38,722 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.00826428500295151 (mp_runner.py:73) -2024-09-01 17:58:39,665 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.009367817001475487 (mp_runner.py:73) -2024-09-01 17:58:39,666 | DEBUG |(SpawnProcess-1:140) search_count: 1000, latest_latency=0.00957827999809524 (mp_runner.py:73) -2024-09-01 17:58:39,667 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.011753213999327272 (mp_runner.py:73) -2024-09-01 17:58:39,667 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.011792372002673801 (mp_runner.py:73) -2024-09-01 17:58:39,702 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.00971338900126284 (mp_runner.py:73) -2024-09-01 17:58:39,702 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.011696606001351029 (mp_runner.py:73) -2024-09-01 17:58:42,820 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.008953663003921974 (mp_runner.py:73) -2024-09-01 17:58:42,821 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.007892716996138915 (mp_runner.py:73) -2024-09-01 17:58:42,821 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.007674248998227995 (mp_runner.py:73) -2024-09-01 17:58:42,822 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.00749482599348994 (mp_runner.py:73) -2024-09-01 17:58:42,825 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.014423547996557318 (mp_runner.py:73) -2024-09-01 17:58:42,826 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.015658864998840727 (mp_runner.py:73) -2024-09-01 17:58:42,827 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.011842463005450554 (mp_runner.py:73) -2024-09-01 17:58:42,977 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.01751039499504259 (mp_runner.py:73) -2024-09-01 17:58:42,978 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.01943066099920543 (mp_runner.py:73) -2024-09-01 17:58:42,986 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.011079193995101377 (mp_runner.py:73) -2024-09-01 17:58:42,990 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.015005294997536112 (mp_runner.py:73) -2024-09-01 17:58:42,991 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.016777430995716713 (mp_runner.py:73) -2024-09-01 17:58:43,186 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.007246935005241539 (mp_runner.py:73) -2024-09-01 17:58:43,187 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.008436022995738313 (mp_runner.py:73) -2024-09-01 17:58:43,187 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.010140909005713183 (mp_runner.py:73) -2024-09-01 17:58:43,188 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.009829854003328364 (mp_runner.py:73) -2024-09-01 17:58:43,188 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.011722622999513987 (mp_runner.py:73) -2024-09-01 17:58:43,190 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.012050152996380348 (mp_runner.py:73) -2024-09-01 17:58:43,190 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.009821132000070065 (mp_runner.py:73) -2024-09-01 17:58:43,192 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.016475183001603 (mp_runner.py:73) -2024-09-01 17:58:43,193 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.01822510799684096 (mp_runner.py:73) -2024-09-01 17:58:43,311 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.010176081006648019 (mp_runner.py:73) -2024-09-01 17:58:43,311 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.011686667996400502 (mp_runner.py:73) -2024-09-01 17:58:43,313 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.014455800002906471 (mp_runner.py:73) -2024-09-01 17:58:43,314 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.01547690900042653 (mp_runner.py:73) -2024-09-01 17:58:43,469 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.011995725995802786 (mp_runner.py:73) -2024-09-01 17:58:43,470 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.014332131002447568 (mp_runner.py:73) -2024-09-01 17:58:44,579 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.01479868299793452 (mp_runner.py:73) -2024-09-01 17:58:44,604 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.01603208300366532 (mp_runner.py:73) -2024-09-01 17:58:44,683 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.016367249001632445 (mp_runner.py:73) -2024-09-01 17:58:45,210 | DEBUG |(SpawnProcess-1:140) search_count: 1500, latest_latency=0.02010627200070303 (mp_runner.py:73) -2024-09-01 17:58:45,294 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.022301185003016144 (mp_runner.py:73) -2024-09-01 17:58:45,353 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.028090039995731786 (mp_runner.py:73) -2024-09-01 17:58:45,582 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.011473496997496113 (mp_runner.py:73) -2024-09-01 17:58:45,583 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.013429084996460006 (mp_runner.py:73) -2024-09-01 17:58:47,568 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.004972312999598216 (mp_runner.py:73) -2024-09-01 17:58:47,569 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.006774220993975177 (mp_runner.py:73) -2024-09-01 17:58:47,570 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.006744005004293285 (mp_runner.py:73) -2024-09-01 17:58:47,571 | DEBUG |(SpawnProcess-1:108) search_count: 2000, latest_latency=0.008781629003351554 (mp_runner.py:73) -2024-09-01 17:58:47,571 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.009684327997092623 (mp_runner.py:73) -2024-09-01 17:58:47,572 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.011365407997800503 (mp_runner.py:73) -2024-09-01 17:58:47,629 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.005244877000222914 (mp_runner.py:73) -2024-09-01 17:58:47,631 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.0068740010028705 (mp_runner.py:73) -2024-09-01 17:58:47,631 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.006217494003067259 (mp_runner.py:73) -2024-09-01 17:58:47,633 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.010078637998958584 (mp_runner.py:73) -2024-09-01 17:58:47,634 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.011132384999655187 (mp_runner.py:73) -2024-09-01 17:58:48,082 | DEBUG |(SpawnProcess-1:127) search_count: 2000, latest_latency=0.009455694002099335 (mp_runner.py:73) -2024-09-01 17:58:48,083 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.006863210997835267 (mp_runner.py:73) -2024-09-01 17:58:48,092 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.015973998000845313 (mp_runner.py:73) -2024-09-01 17:58:48,097 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.014729809998243582 (mp_runner.py:73) -2024-09-01 17:58:48,098 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.018244771999889053 (mp_runner.py:73) -2024-09-01 17:58:48,101 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.02539206499932334 (mp_runner.py:73) -2024-09-01 17:58:48,209 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.006301126995822415 (mp_runner.py:73) -2024-09-01 17:58:48,210 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.00526016199728474 (mp_runner.py:73) -2024-09-01 17:58:48,210 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.005737015999329742 (mp_runner.py:73) -2024-09-01 17:58:48,211 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.006822878000093624 (mp_runner.py:73) -2024-09-01 17:58:48,211 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.0063041889952728525 (mp_runner.py:73) -2024-09-01 17:58:48,212 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.00853683100285707 (mp_runner.py:73) -2024-09-01 17:58:48,213 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.006179456002428196 (mp_runner.py:73) -2024-09-01 17:58:48,214 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.011368706000212114 (mp_runner.py:73) -2024-09-01 17:58:49,016 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.009110761995543726 (mp_runner.py:73) -2024-09-01 17:58:49,289 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.009861639999144245 (mp_runner.py:73) -2024-09-01 17:58:49,849 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.008557656001357827 (mp_runner.py:73) -2024-09-01 17:58:49,851 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.009427413999219425 (mp_runner.py:73) -2024-09-01 17:58:50,026 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.011248050002905075 (mp_runner.py:73) -2024-09-01 17:58:50,634 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.008035803002712782 (mp_runner.py:73) -2024-09-01 17:58:50,635 | DEBUG |(SpawnProcess-1:140) search_count: 2000, latest_latency=0.004547476994048338 (mp_runner.py:73) -2024-09-01 17:58:50,638 | DEBUG |(SpawnProcess-1:110) search_count: 2000, latest_latency=0.01253246999840485 (mp_runner.py:73) -2024-09-01 17:58:50,718 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.006924488996446598 (mp_runner.py:73) -2024-09-01 17:58:50,718 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.008111661001748871 (mp_runner.py:73) -2024-09-01 17:58:51,933 | DEBUG |(SpawnProcess-1:111) search_count: 2500, latest_latency=0.00879324500419898 (mp_runner.py:73) -2024-09-01 17:58:51,933 | DEBUG |(SpawnProcess-1:128) search_count: 2500, latest_latency=0.008141632002661936 (mp_runner.py:73) -2024-09-01 17:58:51,934 | DEBUG |(SpawnProcess-1:123) search_count: 2500, latest_latency=0.0105104050016962 (mp_runner.py:73) -2024-09-01 17:58:51,936 | DEBUG |(SpawnProcess-1:126) search_count: 2500, latest_latency=0.01470964200416347 (mp_runner.py:73) -2024-09-01 17:58:51,936 | DEBUG |(SpawnProcess-1:108) search_count: 2500, latest_latency=0.01584199799981434 (mp_runner.py:73) -2024-09-01 17:58:52,109 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.00831042299978435 (mp_runner.py:73) -2024-09-01 17:58:52,110 | DEBUG |(SpawnProcess-1:125) search_count: 2500, latest_latency=0.0093716539995512 (mp_runner.py:73) -2024-09-01 17:58:52,110 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.008403542000451125 (mp_runner.py:73) -2024-09-01 17:58:52,112 | DEBUG |(SpawnProcess-1:129) search_count: 2500, latest_latency=0.013157212000805885 (mp_runner.py:73) -2024-09-01 17:58:52,113 | DEBUG |(SpawnProcess-1:124) search_count: 2500, latest_latency=0.014513599999190774 (mp_runner.py:73) -2024-09-01 17:58:52,551 | DEBUG |(SpawnProcess-1:112) search_count: 2500, latest_latency=0.017291201002080925 (mp_runner.py:73) -2024-09-01 17:58:52,554 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.009488734001934063 (mp_runner.py:73) -2024-09-01 17:58:52,554 | DEBUG |(SpawnProcess-1:113) search_count: 2500, latest_latency=0.009271096998418216 (mp_runner.py:73) -2024-09-01 17:58:52,555 | DEBUG |(SpawnProcess-1:134) search_count: 2500, latest_latency=0.010953235003398731 (mp_runner.py:73) -2024-09-01 17:58:52,555 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.00824126299994532 (mp_runner.py:73) -2024-09-01 17:58:52,556 | DEBUG |(SpawnProcess-1:119) search_count: 2500, latest_latency=0.008666875997732859 (mp_runner.py:73) -2024-09-01 17:58:52,557 | DEBUG |(SpawnProcess-1:132) search_count: 2500, latest_latency=0.00837703500292264 (mp_runner.py:73) -2024-09-01 17:58:52,558 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.015143210999667645 (mp_runner.py:73) -2024-09-01 17:58:52,559 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.016298542002914473 (mp_runner.py:73) -2024-09-01 17:58:52,834 | DEBUG |(SpawnProcess-1:127) search_count: 2500, latest_latency=0.017726395002682693 (mp_runner.py:73) -2024-09-01 17:58:52,883 | DEBUG |(SpawnProcess-1:122) search_count: 2500, latest_latency=0.009780893997231033 (mp_runner.py:73) -2024-09-01 17:58:52,886 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.010341210996557493 (mp_runner.py:73) -2024-09-01 17:58:52,887 | DEBUG |(SpawnProcess-1:136) search_count: 2500, latest_latency=0.014527571001963224 (mp_runner.py:73) -2024-09-01 17:58:52,890 | DEBUG |(SpawnProcess-1:141) search_count: 2500, latest_latency=0.016628341996693052 (mp_runner.py:73) -2024-09-01 17:58:53,461 | DEBUG |(SpawnProcess-1:121) search_count: 2500, latest_latency=0.01573840000492055 (mp_runner.py:73) -2024-09-01 17:58:54,606 | DEBUG |(SpawnProcess-1:116) search_count: 2500, latest_latency=0.01325046799320262 (mp_runner.py:73) -2024-09-01 17:58:54,953 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.015686610000557266 (mp_runner.py:73) -2024-09-01 17:58:55,219 | DEBUG |(SpawnProcess-1:120) search_count: 2500, latest_latency=0.01424771299934946 (mp_runner.py:73) -2024-09-01 17:58:55,220 | DEBUG |(SpawnProcess-1:135) search_count: 2500, latest_latency=0.012802726996596903 (mp_runner.py:73) -2024-09-01 17:58:55,705 | DEBUG |(SpawnProcess-1:109) search_count: 2500, latest_latency=0.020705381997686345 (mp_runner.py:73) -2024-09-01 17:58:55,963 | DEBUG |(SpawnProcess-1:131) search_count: 2500, latest_latency=0.012371404001896735 (mp_runner.py:73) -2024-09-01 17:58:55,965 | DEBUG |(SpawnProcess-1:130) search_count: 2500, latest_latency=0.010964951994537842 (mp_runner.py:73) -2024-09-01 17:58:55,966 | DEBUG |(SpawnProcess-1:140) search_count: 2500, latest_latency=0.017376404997776262 (mp_runner.py:73) -2024-09-01 17:58:55,967 | DEBUG |(SpawnProcess-1:139) search_count: 2500, latest_latency=0.0188879309935146 (mp_runner.py:73) -2024-09-01 17:58:56,161 | DEBUG |(SpawnProcess-1:110) search_count: 2500, latest_latency=0.01738586999999825 (mp_runner.py:73) -2024-09-01 17:58:56,300 | DEBUG |(SpawnProcess-1:123) search_count: 3000, latest_latency=0.005415407998953015 (mp_runner.py:73) -2024-09-01 17:58:56,302 | DEBUG |(SpawnProcess-1:128) search_count: 3000, latest_latency=0.005627976999676321 (mp_runner.py:73) -2024-09-01 17:58:56,303 | DEBUG |(SpawnProcess-1:126) search_count: 3000, latest_latency=0.00686762099940097 (mp_runner.py:73) -2024-09-01 17:58:56,304 | DEBUG |(SpawnProcess-1:111) search_count: 3000, latest_latency=0.010477153002284467 (mp_runner.py:73) -2024-09-01 17:58:56,305 | DEBUG |(SpawnProcess-1:108) search_count: 3000, latest_latency=0.011478779997560196 (mp_runner.py:73) -2024-09-01 17:58:56,496 | DEBUG |(SpawnProcess-1:124) search_count: 3000, latest_latency=0.008674356002302375 (mp_runner.py:73) -2024-09-01 17:58:56,496 | DEBUG |(SpawnProcess-1:125) search_count: 3000, latest_latency=0.007395596003334504 (mp_runner.py:73) -2024-09-01 17:58:56,497 | DEBUG |(SpawnProcess-1:118) search_count: 3000, latest_latency=0.005691680999007076 (mp_runner.py:73) -2024-09-01 17:58:56,497 | DEBUG |(SpawnProcess-1:129) search_count: 3000, latest_latency=0.011125275996164419 (mp_runner.py:73) -2024-09-01 17:58:56,498 | DEBUG |(SpawnProcess-1:117) search_count: 3000, latest_latency=0.011160747999383602 (mp_runner.py:73) -2024-09-01 17:58:56,803 | DEBUG |(SpawnProcess-1:133) search_count: 3000, latest_latency=0.006015138002112508 (mp_runner.py:73) -2024-09-01 17:58:56,803 | DEBUG |(SpawnProcess-1:138) search_count: 3000, latest_latency=0.006055903002561536 (mp_runner.py:73) -2024-09-01 17:58:56,804 | DEBUG |(SpawnProcess-1:115) search_count: 3000, latest_latency=0.008210558000428136 (mp_runner.py:73) -2024-09-01 17:58:56,805 | DEBUG |(SpawnProcess-1:134) search_count: 3000, latest_latency=0.007025148996035568 (mp_runner.py:73) -2024-09-01 17:58:56,806 | DEBUG |(SpawnProcess-1:107) search_count: 3000, latest_latency=0.007507351001549978 (mp_runner.py:73) -2024-09-01 17:58:56,807 | DEBUG |(SpawnProcess-1:119) search_count: 3000, latest_latency=0.011159318994032219 (mp_runner.py:73) -2024-09-01 17:58:56,808 | DEBUG |(SpawnProcess-1:113) search_count: 3000, latest_latency=0.010529753999435343 (mp_runner.py:73) -2024-09-01 17:58:56,810 | DEBUG |(SpawnProcess-1:132) search_count: 3000, latest_latency=0.01132479500665795 (mp_runner.py:73) -2024-09-01 17:58:57,436 | DEBUG |(SpawnProcess-1:112) search_count: 3000, latest_latency=0.011064837002777494 (mp_runner.py:73) -2024-09-01 17:58:57,783 | DEBUG |(SpawnProcess-1:127) search_count: 3000, latest_latency=0.008396997000090778 (mp_runner.py:73) -2024-09-01 17:58:57,784 | DEBUG |(SpawnProcess-1:136) search_count: 3000, latest_latency=0.010376507001637947 (mp_runner.py:73) -2024-09-01 17:58:57,921 | DEBUG |(SpawnProcess-1:122) search_count: 3000, latest_latency=0.010209590996964835 (mp_runner.py:73) -2024-09-01 17:58:57,922 | DEBUG |(SpawnProcess-1:141) search_count: 3000, latest_latency=0.008880638000846375 (mp_runner.py:73) -2024-09-01 17:58:58,116 | DEBUG |(SpawnProcess-1:114) search_count: 3000, latest_latency=0.00961780999932671 (mp_runner.py:73) -2024-09-01 17:58:59,191 | DEBUG |(SpawnProcess-1:121) search_count: 3000, latest_latency=0.010251644998788834 (mp_runner.py:73) -2024-09-01 17:59:00,343 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0065s, count=3255, qps in this process: 108.4765 (mp_runner.py:76) -2024-09-01 17:59:00,383 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0031s, count=3438, qps in this process: 114.5882 (mp_runner.py:76) -2024-09-01 17:59:00,388 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0043s, count=3232, qps in this process: 107.7179 (mp_runner.py:76) -2024-09-01 17:59:00,415 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0038s, count=3410, qps in this process: 113.6523 (mp_runner.py:76) -2024-09-01 17:59:00,421 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0008s, count=3235, qps in this process: 107.8305 (mp_runner.py:76) -2024-09-01 17:59:00,423 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0003s, count=3360, qps in this process: 111.9989 (mp_runner.py:76) -2024-09-01 17:59:00,471 | DEBUG |(SpawnProcess-1:116) search_count: 3000, latest_latency=0.011910314999113325 (mp_runner.py:73) -2024-09-01 17:59:00,484 | DEBUG |(SpawnProcess-1:137) search_count: 3000, latest_latency=0.007442994996381458 (mp_runner.py:73) -2024-09-01 17:59:00,528 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0043s, count=3457, qps in this process: 115.2168 (mp_runner.py:76) -2024-09-01 17:59:00,529 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0056s, count=3412, qps in this process: 113.7121 (mp_runner.py:76) -2024-09-01 17:59:00,531 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0007s, count=3425, qps in this process: 114.164 (mp_runner.py:76) -2024-09-01 17:59:00,534 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0045s, count=3235, qps in this process: 107.8172 (mp_runner.py:76) -2024-09-01 17:59:00,535 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0054s, count=3426, qps in this process: 114.1794 (mp_runner.py:76) -2024-09-01 17:59:00,537 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0039s, count=3426, qps in this process: 114.1852 (mp_runner.py:76) -2024-09-01 17:59:00,538 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0079s, count=3458, qps in this process: 115.2363 (mp_runner.py:76) -2024-09-01 17:59:00,539 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0058s, count=3414, qps in this process: 113.778 (mp_runner.py:76) -2024-09-01 17:59:00,542 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0093s, count=3458, qps in this process: 115.2309 (mp_runner.py:76) -2024-09-01 17:59:00,546 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0088s, count=3427, qps in this process: 114.1998 (mp_runner.py:76) -2024-09-01 17:59:00,547 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0082s, count=3233, qps in this process: 107.7372 (mp_runner.py:76) -2024-09-01 17:59:00,548 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.011s, count=3427, qps in this process: 114.1915 (mp_runner.py:76) -2024-09-01 17:59:00,556 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0002s, count=2990, qps in this process: 99.666 (mp_runner.py:76) -2024-09-01 17:59:00,563 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0014s, count=3012, qps in this process: 100.3953 (mp_runner.py:76) -2024-09-01 17:59:00,566 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0027s, count=3430, qps in this process: 114.323 (mp_runner.py:76) -2024-09-01 17:59:00,580 | DEBUG |(SpawnProcess-1:135) search_count: 3000, latest_latency=0.0024269390050903894 (mp_runner.py:73) -2024-09-01 17:59:00,581 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0057s, count=3211, qps in this process: 107.013 (mp_runner.py:76) -2024-09-01 17:59:00,585 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0014s, count=3015, qps in this process: 100.4953 (mp_runner.py:76) -2024-09-01 17:59:00,585 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0023s, count=3133, qps in this process: 104.4253 (mp_runner.py:76) -2024-09-01 17:59:00,586 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0027s, count=3471, qps in this process: 115.6896 (mp_runner.py:76) -2024-09-01 17:59:00,592 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0044s, count=3438, qps in this process: 114.5832 (mp_runner.py:76) -2024-09-01 17:59:00,596 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0004s, count=3396, qps in this process: 113.1985 (mp_runner.py:76) -2024-09-01 17:59:00,597 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0011s, count=3005, qps in this process: 100.163 (mp_runner.py:76) -2024-09-01 17:59:00,600 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0081s, count=3434, qps in this process: 114.4358 (mp_runner.py:76) -2024-09-01 17:59:00,607 | INFO |SpawnProcess-1:140 search 30s: actual_dur=30.0007s, count=2979, qps in this process: 99.2977 (mp_runner.py:76) -2024-09-01 17:59:00,608 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0013s, count=2980, qps in this process: 99.329 (mp_runner.py:76) -2024-09-01 17:59:00,612 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0002s, count=2988, qps in this process: 99.5993 (mp_runner.py:76) -2024-09-01 17:59:00,618 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0005s, count=2988, qps in this process: 99.5983 (mp_runner.py:76) -2024-09-01 17:59:00,621 | DEBUG |(SpawnProcess-1:139) search_count: 3000, latest_latency=0.0008714630021131597 (mp_runner.py:73) -2024-09-01 17:59:00,622 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0009s, count=3001, qps in this process: 100.0303 (mp_runner.py:76) -2024-09-01 17:59:00,622 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0003s, count=2903, qps in this process: 96.7657 (mp_runner.py:76) -2024-09-01 17:59:00,636 | INFO |End search in concurrency 35: dur=30.430473521999374s, total_count=114102, qps=3749.5966 (mp_runner.py:120) -2024-09-01 17:59:02,924 | INFO |Update largest qps with concurrency 35: current max_qps=3749.5966 (mp_runner.py:124) -2024-09-01 17:59:03,342 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:59:03,342 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 17:59:13,970 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 17:59:14,182 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,182 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,200 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,214 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,216 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,246 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,334 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,335 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,340 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,342 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,343 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,343 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,350 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,358 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,387 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,387 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,394 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,410 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,411 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,420 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,423 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,445 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:14,464 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:18,911 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.010702826002670918 (mp_runner.py:73) -2024-09-01 17:59:18,911 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.007606197003042325 (mp_runner.py:73) -2024-09-01 17:59:18,912 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.008808833998045884 (mp_runner.py:73) -2024-09-01 17:59:18,912 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.011096934002125636 (mp_runner.py:73) -2024-09-01 17:59:18,913 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.010414814001705963 (mp_runner.py:73) -2024-09-01 17:59:18,913 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.010460997000336647 (mp_runner.py:73) -2024-09-01 17:59:18,913 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.010232098997221328 (mp_runner.py:73) -2024-09-01 17:59:18,914 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.007834473995899316 (mp_runner.py:73) -2024-09-01 17:59:18,914 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.011920010001631454 (mp_runner.py:73) -2024-09-01 17:59:18,914 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.00975292400107719 (mp_runner.py:73) -2024-09-01 17:59:18,915 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.013964331999886781 (mp_runner.py:73) -2024-09-01 17:59:18,915 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.008735159004572779 (mp_runner.py:73) -2024-09-01 17:59:18,916 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.008556957000109833 (mp_runner.py:73) -2024-09-01 17:59:18,916 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.011907400003110524 (mp_runner.py:73) -2024-09-01 17:59:18,917 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.01180351800576318 (mp_runner.py:73) -2024-09-01 17:59:18,918 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.018377190994215198 (mp_runner.py:73) -2024-09-01 17:59:18,920 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.021080770005937666 (mp_runner.py:73) -2024-09-01 17:59:18,922 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.019520773996191565 (mp_runner.py:73) -2024-09-01 17:59:19,109 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.012454791001800913 (mp_runner.py:73) -2024-09-01 17:59:19,111 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.013462398004776333 (mp_runner.py:73) -2024-09-01 17:59:19,112 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.016284314995573368 (mp_runner.py:73) -2024-09-01 17:59:19,112 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.013710739003727213 (mp_runner.py:73) -2024-09-01 17:59:19,112 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.016011874002288096 (mp_runner.py:73) -2024-09-01 17:59:19,112 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.01693617599812569 (mp_runner.py:73) -2024-09-01 17:59:19,113 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.015877761004958302 (mp_runner.py:73) -2024-09-01 17:59:19,113 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.017041818995494395 (mp_runner.py:73) -2024-09-01 17:59:19,114 | DEBUG |(SpawnProcess-1:181) search_count: 500, latest_latency=0.014272837004682515 (mp_runner.py:73) -2024-09-01 17:59:19,114 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.01945989499654388 (mp_runner.py:73) -2024-09-01 17:59:19,115 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.020559404998493847 (mp_runner.py:73) -2024-09-01 17:59:19,115 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.01410687900352059 (mp_runner.py:73) -2024-09-01 17:59:19,115 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.014904986004694365 (mp_runner.py:73) -2024-09-01 17:59:19,115 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.02070879499660805 (mp_runner.py:73) -2024-09-01 17:59:19,773 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.013896424999984447 (mp_runner.py:73) -2024-09-01 17:59:19,775 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.011934563000977505 (mp_runner.py:73) -2024-09-01 17:59:19,775 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.014000409995787777 (mp_runner.py:73) -2024-09-01 17:59:19,775 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.017410626998753287 (mp_runner.py:73) -2024-09-01 17:59:19,777 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.014607910998165607 (mp_runner.py:73) -2024-09-01 17:59:19,782 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.028412918996764347 (mp_runner.py:73) -2024-09-01 17:59:20,165 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.019628538000688422 (mp_runner.py:73) -2024-09-01 17:59:20,909 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.012765572006173898 (mp_runner.py:73) -2024-09-01 17:59:23,441 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.007048663996101823 (mp_runner.py:73) -2024-09-01 17:59:23,442 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.006895414997416083 (mp_runner.py:73) -2024-09-01 17:59:23,443 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.008871277997968718 (mp_runner.py:73) -2024-09-01 17:59:23,444 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.009459813001740258 (mp_runner.py:73) -2024-09-01 17:59:23,445 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.008481069999106694 (mp_runner.py:73) -2024-09-01 17:59:23,445 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.008964447995822411 (mp_runner.py:73) -2024-09-01 17:59:23,446 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.008899317996110767 (mp_runner.py:73) -2024-09-01 17:59:23,446 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.010437671000545379 (mp_runner.py:73) -2024-09-01 17:59:23,447 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.013743044997681864 (mp_runner.py:73) -2024-09-01 17:59:23,448 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.010394760000053793 (mp_runner.py:73) -2024-09-01 17:59:23,448 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.016075868996267673 (mp_runner.py:73) -2024-09-01 17:59:23,682 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.008698167999682482 (mp_runner.py:73) -2024-09-01 17:59:23,683 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.008629320000181906 (mp_runner.py:73) -2024-09-01 17:59:23,683 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.007017866002570372 (mp_runner.py:73) -2024-09-01 17:59:23,683 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.008744318001845386 (mp_runner.py:73) -2024-09-01 17:59:23,684 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.007222227999591269 (mp_runner.py:73) -2024-09-01 17:59:23,684 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.009930268002790399 (mp_runner.py:73) -2024-09-01 17:59:23,684 | DEBUG |(SpawnProcess-1:181) search_count: 1000, latest_latency=0.009423174000403378 (mp_runner.py:73) -2024-09-01 17:59:23,684 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.006925353001861367 (mp_runner.py:73) -2024-09-01 17:59:23,685 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.009494076999544632 (mp_runner.py:73) -2024-09-01 17:59:23,685 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.011821381005574949 (mp_runner.py:73) -2024-09-01 17:59:23,685 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.008927191003749613 (mp_runner.py:73) -2024-09-01 17:59:23,686 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.012944150999828707 (mp_runner.py:73) -2024-09-01 17:59:23,686 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.008565711999835912 (mp_runner.py:73) -2024-09-01 17:59:23,687 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.007993680999788921 (mp_runner.py:73) -2024-09-01 17:59:23,688 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.010713900002883747 (mp_runner.py:73) -2024-09-01 17:59:23,689 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.009406015000422485 (mp_runner.py:73) -2024-09-01 17:59:23,690 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.009516801001154818 (mp_runner.py:73) -2024-09-01 17:59:23,690 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.009162418995401822 (mp_runner.py:73) -2024-09-01 17:59:23,691 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.010869524005101994 (mp_runner.py:73) -2024-09-01 17:59:23,692 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.010897970001678914 (mp_runner.py:73) -2024-09-01 17:59:24,907 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.013790294004138559 (mp_runner.py:73) -2024-09-01 17:59:25,504 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.009731158999784384 (mp_runner.py:73) -2024-09-01 17:59:25,506 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.010321950001525693 (mp_runner.py:73) -2024-09-01 17:59:25,549 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.009685956996690948 (mp_runner.py:73) -2024-09-01 17:59:25,563 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.009932642002240755 (mp_runner.py:73) -2024-09-01 17:59:25,564 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.009338765994471032 (mp_runner.py:73) -2024-09-01 17:59:25,679 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.013769147000857629 (mp_runner.py:73) -2024-09-01 17:59:26,369 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.01140735099761514 (mp_runner.py:73) -2024-09-01 17:59:27,321 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.013640258002851624 (mp_runner.py:73) -2024-09-01 17:59:28,083 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.008893338002962992 (mp_runner.py:73) -2024-09-01 17:59:28,083 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.010255925997626036 (mp_runner.py:73) -2024-09-01 17:59:28,084 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.009090002000448294 (mp_runner.py:73) -2024-09-01 17:59:28,084 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.01079202200344298 (mp_runner.py:73) -2024-09-01 17:59:28,084 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.012078712999937125 (mp_runner.py:73) -2024-09-01 17:59:28,085 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.009818960999837145 (mp_runner.py:73) -2024-09-01 17:59:28,085 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.009632027999032289 (mp_runner.py:73) -2024-09-01 17:59:28,086 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.008977274999779183 (mp_runner.py:73) -2024-09-01 17:59:28,086 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.009931226995831821 (mp_runner.py:73) -2024-09-01 17:59:28,090 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.018458108002960216 (mp_runner.py:73) -2024-09-01 17:59:28,091 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.019726818005437963 (mp_runner.py:73) -2024-09-01 17:59:28,354 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.008781175005424302 (mp_runner.py:73) -2024-09-01 17:59:28,354 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.008047850998991635 (mp_runner.py:73) -2024-09-01 17:59:28,355 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.009935084002790973 (mp_runner.py:73) -2024-09-01 17:59:28,355 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.00936177699622931 (mp_runner.py:73) -2024-09-01 17:59:28,356 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.00944803400489036 (mp_runner.py:73) -2024-09-01 17:59:28,360 | DEBUG |(SpawnProcess-1:181) search_count: 1500, latest_latency=0.016432878001069184 (mp_runner.py:73) -2024-09-01 17:59:28,361 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.017662113001279067 (mp_runner.py:73) -2024-09-01 17:59:28,422 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.010909550001088064 (mp_runner.py:73) -2024-09-01 17:59:28,423 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.010733966002590023 (mp_runner.py:73) -2024-09-01 17:59:28,423 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.010505316000489984 (mp_runner.py:73) -2024-09-01 17:59:28,424 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.00942219200078398 (mp_runner.py:73) -2024-09-01 17:59:28,425 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.009789001000171993 (mp_runner.py:73) -2024-09-01 17:59:28,425 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.012039330002153292 (mp_runner.py:73) -2024-09-01 17:59:28,426 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.011644377998891287 (mp_runner.py:73) -2024-09-01 17:59:28,427 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.01606884100328898 (mp_runner.py:73) -2024-09-01 17:59:28,429 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.018756236997433007 (mp_runner.py:73) -2024-09-01 17:59:28,942 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.019489945996610913 (mp_runner.py:73) -2024-09-01 17:59:29,295 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.026167928001086693 (mp_runner.py:73) -2024-09-01 17:59:29,340 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.019565463000617456 (mp_runner.py:73) -2024-09-01 17:59:29,537 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.017034732998581603 (mp_runner.py:73) -2024-09-01 17:59:31,232 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.0194512259986368 (mp_runner.py:73) -2024-09-01 17:59:31,431 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.015842355001950637 (mp_runner.py:73) -2024-09-01 17:59:31,432 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.01347459099633852 (mp_runner.py:73) -2024-09-01 17:59:31,578 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.018523801998526324 (mp_runner.py:73) -2024-09-01 17:59:31,689 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.020836206000240054 (mp_runner.py:73) -2024-09-01 17:59:31,705 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.01369483899907209 (mp_runner.py:73) -2024-09-01 17:59:32,393 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.014208970998879522 (mp_runner.py:73) -2024-09-01 17:59:32,727 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.017804496004828252 (mp_runner.py:73) -2024-09-01 17:59:32,901 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.010148278997803573 (mp_runner.py:73) -2024-09-01 17:59:32,901 | DEBUG |(SpawnProcess-1:154) search_count: 2000, latest_latency=0.008063893001235556 (mp_runner.py:73) -2024-09-01 17:59:32,902 | DEBUG |(SpawnProcess-1:153) search_count: 2000, latest_latency=0.00690077699982794 (mp_runner.py:73) -2024-09-01 17:59:32,902 | DEBUG |(SpawnProcess-1:148) search_count: 2000, latest_latency=0.005869876993529033 (mp_runner.py:73) -2024-09-01 17:59:32,903 | DEBUG |(SpawnProcess-1:162) search_count: 2000, latest_latency=0.010610899997118395 (mp_runner.py:73) -2024-09-01 17:59:32,903 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.008748508000280708 (mp_runner.py:73) -2024-09-01 17:59:32,904 | DEBUG |(SpawnProcess-1:180) search_count: 2000, latest_latency=0.009529918999760412 (mp_runner.py:73) -2024-09-01 17:59:32,906 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.008782072000030894 (mp_runner.py:73) -2024-09-01 17:59:32,906 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.009960032999515533 (mp_runner.py:73) -2024-09-01 17:59:33,567 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.005571028996200766 (mp_runner.py:73) -2024-09-01 17:59:33,569 | DEBUG |(SpawnProcess-1:181) search_count: 2000, latest_latency=0.005413339000369888 (mp_runner.py:73) -2024-09-01 17:59:33,569 | DEBUG |(SpawnProcess-1:175) search_count: 2000, latest_latency=0.009058919000381138 (mp_runner.py:73) -2024-09-01 17:59:33,570 | DEBUG |(SpawnProcess-1:156) search_count: 2000, latest_latency=0.01034091000474291 (mp_runner.py:73) -2024-09-01 17:59:33,576 | DEBUG |(SpawnProcess-1:160) search_count: 2000, latest_latency=0.007540771002823021 (mp_runner.py:73) -2024-09-01 17:59:33,582 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.009302167003625073 (mp_runner.py:73) -2024-09-01 17:59:33,693 | DEBUG |(SpawnProcess-1:170) search_count: 2000, latest_latency=0.007876973999373149 (mp_runner.py:73) -2024-09-01 17:59:33,694 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.009037342002557125 (mp_runner.py:73) -2024-09-01 17:59:33,702 | DEBUG |(SpawnProcess-1:163) search_count: 2000, latest_latency=0.00998855900252238 (mp_runner.py:73) -2024-09-01 17:59:33,713 | DEBUG |(SpawnProcess-1:173) search_count: 2000, latest_latency=0.0132871370005887 (mp_runner.py:73) -2024-09-01 17:59:33,713 | DEBUG |(SpawnProcess-1:158) search_count: 2000, latest_latency=0.013308307003171649 (mp_runner.py:73) -2024-09-01 17:59:33,900 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.021835140003531706 (mp_runner.py:73) -2024-09-01 17:59:34,191 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.00519134099886287 (mp_runner.py:73) -2024-09-01 17:59:34,193 | DEBUG |(SpawnProcess-1:179) search_count: 2000, latest_latency=0.0073904130040318705 (mp_runner.py:73) -2024-09-01 17:59:34,193 | DEBUG |(SpawnProcess-1:182) search_count: 2000, latest_latency=0.008420019999903161 (mp_runner.py:73) -2024-09-01 17:59:34,197 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.011795459002314601 (mp_runner.py:73) -2024-09-01 17:59:34,571 | DEBUG |(SpawnProcess-1:147) search_count: 2000, latest_latency=0.00500915900192922 (mp_runner.py:73) -2024-09-01 17:59:34,575 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.009014702001877595 (mp_runner.py:73) -2024-09-01 17:59:34,579 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.01293976300075883 (mp_runner.py:73) -2024-09-01 17:59:35,494 | DEBUG |(SpawnProcess-1:174) search_count: 2000, latest_latency=0.01220990699948743 (mp_runner.py:73) -2024-09-01 17:59:35,746 | DEBUG |(SpawnProcess-1:152) search_count: 2000, latest_latency=0.012336408995906822 (mp_runner.py:73) -2024-09-01 17:59:35,747 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.01274018399999477 (mp_runner.py:73) -2024-09-01 17:59:36,180 | DEBUG |(SpawnProcess-1:159) search_count: 2000, latest_latency=0.0107437309998204 (mp_runner.py:73) -2024-09-01 17:59:37,721 | DEBUG |(SpawnProcess-1:176) search_count: 2000, latest_latency=0.012883819996204693 (mp_runner.py:73) -2024-09-01 17:59:37,744 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.0060366219986462966 (mp_runner.py:73) -2024-09-01 17:59:37,748 | DEBUG |(SpawnProcess-1:177) search_count: 2000, latest_latency=0.009893054004351143 (mp_runner.py:73) -2024-09-01 17:59:37,766 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.012135940996813588 (mp_runner.py:73) -2024-09-01 17:59:37,767 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.010138452998944558 (mp_runner.py:73) -2024-09-01 17:59:37,768 | DEBUG |(SpawnProcess-1:168) search_count: 2000, latest_latency=0.012996274999750312 (mp_runner.py:73) -2024-09-01 17:59:37,805 | DEBUG |(SpawnProcess-1:155) search_count: 2500, latest_latency=0.010091137002746109 (mp_runner.py:73) -2024-09-01 17:59:37,806 | DEBUG |(SpawnProcess-1:172) search_count: 2500, latest_latency=0.009058503004780505 (mp_runner.py:73) -2024-09-01 17:59:37,807 | DEBUG |(SpawnProcess-1:154) search_count: 2500, latest_latency=0.011775260994909331 (mp_runner.py:73) -2024-09-01 17:59:37,807 | DEBUG |(SpawnProcess-1:180) search_count: 2500, latest_latency=0.010716746997786686 (mp_runner.py:73) -2024-09-01 17:59:37,808 | DEBUG |(SpawnProcess-1:166) search_count: 2500, latest_latency=0.00929034200089518 (mp_runner.py:73) -2024-09-01 17:59:37,810 | DEBUG |(SpawnProcess-1:148) search_count: 2500, latest_latency=0.01582394000433851 (mp_runner.py:73) -2024-09-01 17:59:37,812 | DEBUG |(SpawnProcess-1:169) search_count: 2500, latest_latency=0.018995726000866853 (mp_runner.py:73) -2024-09-01 17:59:38,413 | DEBUG |(SpawnProcess-1:149) search_count: 2500, latest_latency=0.009834333002800122 (mp_runner.py:73) -2024-09-01 17:59:38,413 | DEBUG |(SpawnProcess-1:156) search_count: 2500, latest_latency=0.010602715999993961 (mp_runner.py:73) -2024-09-01 17:59:38,413 | DEBUG |(SpawnProcess-1:162) search_count: 2500, latest_latency=0.008023671005503275 (mp_runner.py:73) -2024-09-01 17:59:38,414 | DEBUG |(SpawnProcess-1:157) search_count: 2500, latest_latency=0.012168795001343824 (mp_runner.py:73) -2024-09-01 17:59:38,415 | DEBUG |(SpawnProcess-1:160) search_count: 2500, latest_latency=0.009724873998493422 (mp_runner.py:73) -2024-09-01 17:59:38,415 | DEBUG |(SpawnProcess-1:181) search_count: 2500, latest_latency=0.014429385999392252 (mp_runner.py:73) -2024-09-01 17:59:38,418 | DEBUG |(SpawnProcess-1:153) search_count: 2500, latest_latency=0.01750946100219153 (mp_runner.py:73) -2024-09-01 17:59:38,820 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.009217331004037987 (mp_runner.py:73) -2024-09-01 17:59:38,889 | DEBUG |(SpawnProcess-1:175) search_count: 2500, latest_latency=0.02192229399952339 (mp_runner.py:73) -2024-09-01 17:59:38,923 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.010929544005193748 (mp_runner.py:73) -2024-09-01 17:59:39,314 | DEBUG |(SpawnProcess-1:163) search_count: 2500, latest_latency=0.01091383300081361 (mp_runner.py:73) -2024-09-01 17:59:39,318 | DEBUG |(SpawnProcess-1:170) search_count: 2500, latest_latency=0.016325054995832033 (mp_runner.py:73) -2024-09-01 17:59:39,319 | DEBUG |(SpawnProcess-1:146) search_count: 2500, latest_latency=0.018536929004767444 (mp_runner.py:73) -2024-09-01 17:59:40,180 | DEBUG |(SpawnProcess-1:158) search_count: 2500, latest_latency=0.014987688999099191 (mp_runner.py:73) -2024-09-01 17:59:40,182 | DEBUG |(SpawnProcess-1:173) search_count: 2500, latest_latency=0.017283829001826234 (mp_runner.py:73) -2024-09-01 17:59:40,291 | DEBUG |(SpawnProcess-1:178) search_count: 2500, latest_latency=0.016294566994474735 (mp_runner.py:73) -2024-09-01 17:59:40,332 | DEBUG |(SpawnProcess-1:179) search_count: 2500, latest_latency=0.014258941002481151 (mp_runner.py:73) -2024-09-01 17:59:40,335 | DEBUG |(SpawnProcess-1:182) search_count: 2500, latest_latency=0.019225711999752093 (mp_runner.py:73) -2024-09-01 17:59:40,337 | DEBUG |(SpawnProcess-1:161) search_count: 2500, latest_latency=0.020073854000656866 (mp_runner.py:73) -2024-09-01 17:59:40,447 | DEBUG |(SpawnProcess-1:150) search_count: 2000, latest_latency=0.013366625003982335 (mp_runner.py:73) -2024-09-01 17:59:40,568 | DEBUG |(SpawnProcess-1:165) search_count: 2500, latest_latency=0.01418306700361427 (mp_runner.py:73) -2024-09-01 17:59:40,570 | DEBUG |(SpawnProcess-1:147) search_count: 2500, latest_latency=0.020488360998569988 (mp_runner.py:73) -2024-09-01 17:59:40,570 | DEBUG |(SpawnProcess-1:145) search_count: 2500, latest_latency=0.0183360779992654 (mp_runner.py:73) -2024-09-01 17:59:42,113 | DEBUG |(SpawnProcess-1:174) search_count: 2500, latest_latency=0.11268958899745485 (mp_runner.py:73) -2024-09-01 17:59:42,400 | DEBUG |(SpawnProcess-1:152) search_count: 2500, latest_latency=0.033866335994389374 (mp_runner.py:73) -2024-09-01 17:59:42,471 | DEBUG |(SpawnProcess-1:144) search_count: 2500, latest_latency=0.038182121999852825 (mp_runner.py:73) -2024-09-01 17:59:42,941 | DEBUG |(SpawnProcess-1:159) search_count: 2500, latest_latency=0.022599611002078746 (mp_runner.py:73) -2024-09-01 17:59:43,418 | DEBUG |(SpawnProcess-1:172) search_count: 3000, latest_latency=0.009590073001163546 (mp_runner.py:73) -2024-09-01 17:59:43,460 | DEBUG |(SpawnProcess-1:180) search_count: 3000, latest_latency=0.01140770000347402 (mp_runner.py:73) -2024-09-01 17:59:43,530 | DEBUG |(SpawnProcess-1:168) search_count: 2500, latest_latency=0.012648541000089608 (mp_runner.py:73) -2024-09-01 17:59:43,531 | DEBUG |(SpawnProcess-1:177) search_count: 2500, latest_latency=0.016055694002716336 (mp_runner.py:73) -2024-09-01 17:59:43,532 | DEBUG |(SpawnProcess-1:171) search_count: 2500, latest_latency=0.01941165699827252 (mp_runner.py:73) -2024-09-01 17:59:43,533 | DEBUG |(SpawnProcess-1:176) search_count: 2500, latest_latency=0.019664989995362703 (mp_runner.py:73) -2024-09-01 17:59:43,540 | DEBUG |(SpawnProcess-1:164) search_count: 2500, latest_latency=0.023683901999902446 (mp_runner.py:73) -2024-09-01 17:59:43,544 | DEBUG |(SpawnProcess-1:167) search_count: 2500, latest_latency=0.029853672000172082 (mp_runner.py:73) -2024-09-01 17:59:43,624 | DEBUG |(SpawnProcess-1:148) search_count: 3000, latest_latency=0.005394907006120775 (mp_runner.py:73) -2024-09-01 17:59:43,780 | DEBUG |(SpawnProcess-1:166) search_count: 3000, latest_latency=0.011818890998256393 (mp_runner.py:73) -2024-09-01 17:59:43,825 | DEBUG |(SpawnProcess-1:155) search_count: 3000, latest_latency=0.012413176002155524 (mp_runner.py:73) -2024-09-01 17:59:43,864 | DEBUG |(SpawnProcess-1:153) search_count: 3000, latest_latency=0.0031940370026859455 (mp_runner.py:73) -2024-09-01 17:59:43,954 | DEBUG |(SpawnProcess-1:162) search_count: 3000, latest_latency=0.009994952997658402 (mp_runner.py:73) -2024-09-01 17:59:43,957 | DEBUG |(SpawnProcess-1:169) search_count: 3000, latest_latency=0.006173262001539115 (mp_runner.py:73) -2024-09-01 17:59:43,970 | DEBUG |(SpawnProcess-1:156) search_count: 3000, latest_latency=0.0077795739998691715 (mp_runner.py:73) -2024-09-01 17:59:43,970 | DEBUG |(SpawnProcess-1:149) search_count: 3000, latest_latency=0.007546225999249145 (mp_runner.py:73) -2024-09-01 17:59:43,973 | DEBUG |(SpawnProcess-1:160) search_count: 3000, latest_latency=0.012677053004154004 (mp_runner.py:73) -2024-09-01 17:59:43,974 | DEBUG |(SpawnProcess-1:157) search_count: 3000, latest_latency=0.012636990999453701 (mp_runner.py:73) -2024-09-01 17:59:44,112 | DEBUG |(SpawnProcess-1:181) search_count: 3000, latest_latency=0.012775003000569995 (mp_runner.py:73) -2024-09-01 17:59:44,193 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0022s, count=3017, qps in this process: 100.5593 (mp_runner.py:76) -2024-09-01 17:59:44,201 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0131s, count=3017, qps in this process: 100.5228 (mp_runner.py:76) -2024-09-01 17:59:44,218 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0158s, count=3023, qps in this process: 100.7136 (mp_runner.py:76) -2024-09-01 17:59:44,221 | DEBUG |(SpawnProcess-1:154) search_count: 3000, latest_latency=0.013892938004573807 (mp_runner.py:73) -2024-09-01 17:59:44,238 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.001s, count=3030, qps in this process: 100.9966 (mp_runner.py:76) -2024-09-01 17:59:44,246 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.005s, count=2795, qps in this process: 93.1511 (mp_runner.py:76) -2024-09-01 17:59:44,254 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0025s, count=2802, qps in this process: 93.3922 (mp_runner.py:76) -2024-09-01 17:59:44,255 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0038s, count=2802, qps in this process: 93.3882 (mp_runner.py:76) -2024-09-01 17:59:44,342 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0041s, count=2567, qps in this process: 85.555 (mp_runner.py:76) -2024-09-01 17:59:44,343 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0023s, count=3030, qps in this process: 100.9923 (mp_runner.py:76) -2024-09-01 17:59:44,344 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0045s, count=3051, qps in this process: 101.6847 (mp_runner.py:76) -2024-09-01 17:59:44,345 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0048s, count=3061, qps in this process: 102.017 (mp_runner.py:76) -2024-09-01 17:59:44,347 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.001s, count=3057, qps in this process: 101.8966 (mp_runner.py:76) -2024-09-01 17:59:44,347 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.007s, count=2772, qps in this process: 92.3784 (mp_runner.py:76) -2024-09-01 17:59:44,348 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0048s, count=2816, qps in this process: 93.8517 (mp_runner.py:76) -2024-09-01 17:59:44,349 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.009s, count=2810, qps in this process: 93.6386 (mp_runner.py:76) -2024-09-01 17:59:44,350 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0101s, count=2902, qps in this process: 96.7008 (mp_runner.py:76) -2024-09-01 17:59:44,350 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0079s, count=3037, qps in this process: 101.2067 (mp_runner.py:76) -2024-09-01 17:59:44,351 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0078s, count=2626, qps in this process: 87.5106 (mp_runner.py:76) -2024-09-01 17:59:44,351 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0014s, count=2765, qps in this process: 92.1624 (mp_runner.py:76) -2024-09-01 17:59:44,352 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0027s, count=2626, qps in this process: 87.5255 (mp_runner.py:76) -2024-09-01 17:59:44,356 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0098s, count=3012, qps in this process: 100.3672 (mp_runner.py:76) -2024-09-01 17:59:44,359 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.012s, count=2372, qps in this process: 79.0351 (mp_runner.py:76) -2024-09-01 17:59:44,360 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0061s, count=3032, qps in this process: 101.0461 (mp_runner.py:76) -2024-09-01 17:59:44,362 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0193s, count=2641, qps in this process: 87.9767 (mp_runner.py:76) -2024-09-01 17:59:44,365 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.004s, count=3033, qps in this process: 101.0865 (mp_runner.py:76) -2024-09-01 17:59:44,368 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0022s, count=2883, qps in this process: 96.093 (mp_runner.py:76) -2024-09-01 17:59:44,390 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0008s, count=2787, qps in this process: 92.8975 (mp_runner.py:76) -2024-09-01 17:59:44,392 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0018s, count=2608, qps in this process: 86.9281 (mp_runner.py:76) -2024-09-01 17:59:44,399 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.001s, count=2823, qps in this process: 94.0969 (mp_runner.py:76) -2024-09-01 17:59:44,404 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0011s, count=2913, qps in this process: 97.0964 (mp_runner.py:76) -2024-09-01 17:59:44,416 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0024s, count=2915, qps in this process: 97.1589 (mp_runner.py:76) -2024-09-01 17:59:44,417 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0011s, count=3049, qps in this process: 101.6296 (mp_runner.py:76) -2024-09-01 17:59:44,423 | INFO |SpawnProcess-1:181 search 30s: actual_dur=30.001s, count=3033, qps in this process: 101.0966 (mp_runner.py:76) -2024-09-01 17:59:44,427 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0008s, count=2586, qps in this process: 86.1977 (mp_runner.py:76) -2024-09-01 17:59:44,429 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0002s, count=2588, qps in this process: 86.2661 (mp_runner.py:76) -2024-09-01 17:59:44,449 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0006s, count=2600, qps in this process: 86.6649 (mp_runner.py:76) -2024-09-01 17:59:44,456 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0002s, count=2601, qps in this process: 86.6994 (mp_runner.py:76) -2024-09-01 17:59:44,456 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0003s, count=2602, qps in this process: 86.7325 (mp_runner.py:76) -2024-09-01 17:59:44,457 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0018s, count=2442, qps in this process: 81.3951 (mp_runner.py:76) -2024-09-01 17:59:44,476 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0069s, count=2309, qps in this process: 76.949 (mp_runner.py:76) -2024-09-01 17:59:44,492 | INFO |End search in concurrency 40: dur=30.52087341099832s, total_count=112435, qps=3683.8723 (mp_runner.py:120) -2024-09-01 17:59:47,487 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 17:59:47,487 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 17:59:58,265 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 17:59:58,315 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,316 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,396 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,425 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,470 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,480 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,525 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,667 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,692 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,700 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,705 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,708 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,708 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,712 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,732 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,749 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,759 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,760 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,761 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,771 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,792 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,793 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,793 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,793 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,794 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,796 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,800 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,803 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,806 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,819 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,826 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,845 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,846 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,854 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,888 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,893 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,921 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 17:59:58,943 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:04,265 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.010202777004451491 (mp_runner.py:73) -2024-09-01 18:00:04,266 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.0030627580053987913 (mp_runner.py:73) -2024-09-01 18:00:04,266 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.011741438000171911 (mp_runner.py:73) -2024-09-01 18:00:04,267 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.010193770998739637 (mp_runner.py:73) -2024-09-01 18:00:04,267 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.013291235001815949 (mp_runner.py:73) -2024-09-01 18:00:04,268 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.010453495000547264 (mp_runner.py:73) -2024-09-01 18:00:04,268 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.010470486995473038 (mp_runner.py:73) -2024-09-01 18:00:04,269 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.006639829996856861 (mp_runner.py:73) -2024-09-01 18:00:04,269 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.008760110002185684 (mp_runner.py:73) -2024-09-01 18:00:04,270 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.011624787999608088 (mp_runner.py:73) -2024-09-01 18:00:04,270 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.010764187005406711 (mp_runner.py:73) -2024-09-01 18:00:04,272 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.010121088998857886 (mp_runner.py:73) -2024-09-01 18:00:04,273 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02002170599735109 (mp_runner.py:73) -2024-09-01 18:00:04,274 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.02243200699740555 (mp_runner.py:73) -2024-09-01 18:00:04,502 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.011632642999757081 (mp_runner.py:73) -2024-09-01 18:00:04,502 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.011416271998314187 (mp_runner.py:73) -2024-09-01 18:00:04,503 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.01153265999892028 (mp_runner.py:73) -2024-09-01 18:00:04,503 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.010852654006157536 (mp_runner.py:73) -2024-09-01 18:00:04,504 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.014016963003086857 (mp_runner.py:73) -2024-09-01 18:00:04,504 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.011277032004727516 (mp_runner.py:73) -2024-09-01 18:00:04,505 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.011748045995773282 (mp_runner.py:73) -2024-09-01 18:00:04,506 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.011614354996709153 (mp_runner.py:73) -2024-09-01 18:00:04,506 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.01149984400399262 (mp_runner.py:73) -2024-09-01 18:00:04,509 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.007954303997394163 (mp_runner.py:73) -2024-09-01 18:00:04,510 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.02203961999475723 (mp_runner.py:73) -2024-09-01 18:00:04,511 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.02191845400375314 (mp_runner.py:73) -2024-09-01 18:00:04,760 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.013286039000377059 (mp_runner.py:73) -2024-09-01 18:00:04,760 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.008041041997785214 (mp_runner.py:73) -2024-09-01 18:00:04,761 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.013164786003471818 (mp_runner.py:73) -2024-09-01 18:00:04,762 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.011908394000784028 (mp_runner.py:73) -2024-09-01 18:00:04,762 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.015903168001386803 (mp_runner.py:73) -2024-09-01 18:00:04,762 | DEBUG |(SpawnProcess-1:227) search_count: 500, latest_latency=0.01548774000548292 (mp_runner.py:73) -2024-09-01 18:00:04,763 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.013608938999823295 (mp_runner.py:73) -2024-09-01 18:00:04,764 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.0183855580035015 (mp_runner.py:73) -2024-09-01 18:00:04,764 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.01957733599556377 (mp_runner.py:73) -2024-09-01 18:00:05,450 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01965273699897807 (mp_runner.py:73) -2024-09-01 18:00:05,452 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.0167784599980223 (mp_runner.py:73) -2024-09-01 18:00:05,520 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.01985404299921356 (mp_runner.py:73) -2024-09-01 18:00:05,939 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.033083231006457936 (mp_runner.py:73) -2024-09-01 18:00:05,982 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.017839344996900763 (mp_runner.py:73) -2024-09-01 18:00:06,088 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.03053363299841294 (mp_runner.py:73) -2024-09-01 18:00:06,410 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.018192510004155338 (mp_runner.py:73) -2024-09-01 18:00:06,463 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.01984248199732974 (mp_runner.py:73) -2024-09-01 18:00:06,570 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.022015344999090303 (mp_runner.py:73) -2024-09-01 18:00:06,875 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.01994712099985918 (mp_runner.py:73) -2024-09-01 18:00:09,532 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.00567292699997779 (mp_runner.py:73) -2024-09-01 18:00:09,534 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.008636329999717418 (mp_runner.py:73) -2024-09-01 18:00:09,534 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.012300568996579386 (mp_runner.py:73) -2024-09-01 18:00:09,535 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.012419495003996417 (mp_runner.py:73) -2024-09-01 18:00:09,535 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.006488236998848151 (mp_runner.py:73) -2024-09-01 18:00:09,679 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.008678559999680147 (mp_runner.py:73) -2024-09-01 18:00:09,679 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.00883365699701244 (mp_runner.py:73) -2024-09-01 18:00:09,680 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.009872880000330042 (mp_runner.py:73) -2024-09-01 18:00:09,680 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.011495791004563216 (mp_runner.py:73) -2024-09-01 18:00:09,681 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.008697696997842286 (mp_runner.py:73) -2024-09-01 18:00:09,682 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.012691825999354478 (mp_runner.py:73) -2024-09-01 18:00:09,683 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.009329306994914077 (mp_runner.py:73) -2024-09-01 18:00:09,990 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.013552361000620294 (mp_runner.py:73) -2024-09-01 18:00:09,991 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.013498927997716237 (mp_runner.py:73) -2024-09-01 18:00:09,992 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.014919360000931192 (mp_runner.py:73) -2024-09-01 18:00:09,992 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.014955196005757898 (mp_runner.py:73) -2024-09-01 18:00:09,995 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.014946806004445534 (mp_runner.py:73) -2024-09-01 18:00:09,996 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.020100617002754007 (mp_runner.py:73) -2024-09-01 18:00:09,996 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.01977875200100243 (mp_runner.py:73) -2024-09-01 18:00:10,070 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.0086028610021458 (mp_runner.py:73) -2024-09-01 18:00:10,071 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.009194856000249274 (mp_runner.py:73) -2024-09-01 18:00:10,071 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.010627228002704214 (mp_runner.py:73) -2024-09-01 18:00:10,073 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.014216816001862753 (mp_runner.py:73) -2024-09-01 18:00:10,074 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.008017708001716528 (mp_runner.py:73) -2024-09-01 18:00:10,097 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.009738717999425717 (mp_runner.py:73) -2024-09-01 18:00:10,152 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.009298058997956105 (mp_runner.py:73) -2024-09-01 18:00:10,602 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.009894924995023757 (mp_runner.py:73) -2024-09-01 18:00:10,604 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.013248274997749832 (mp_runner.py:73) -2024-09-01 18:00:10,750 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.013497188003384508 (mp_runner.py:73) -2024-09-01 18:00:10,781 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.010509711995837279 (mp_runner.py:73) -2024-09-01 18:00:10,821 | DEBUG |(SpawnProcess-1:227) search_count: 1000, latest_latency=0.013810170006763656 (mp_runner.py:73) -2024-09-01 18:00:10,831 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.014053707003768068 (mp_runner.py:73) -2024-09-01 18:00:10,898 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.014178180004819296 (mp_runner.py:73) -2024-09-01 18:00:11,579 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.01362328799586976 (mp_runner.py:73) -2024-09-01 18:00:11,615 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.011979059003351722 (mp_runner.py:73) -2024-09-01 18:00:12,374 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.020054494998476002 (mp_runner.py:73) -2024-09-01 18:00:12,421 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.014443498999753501 (mp_runner.py:73) -2024-09-01 18:00:12,450 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.009011686001031194 (mp_runner.py:73) -2024-09-01 18:00:12,935 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.014703541994094849 (mp_runner.py:73) -2024-09-01 18:00:13,383 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.01368593999359291 (mp_runner.py:73) -2024-09-01 18:00:13,419 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.012067313997249585 (mp_runner.py:73) -2024-09-01 18:00:13,419 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.011160033995111007 (mp_runner.py:73) -2024-09-01 18:00:13,810 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.012488375999964774 (mp_runner.py:73) -2024-09-01 18:00:14,141 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.021875358994293492 (mp_runner.py:73) -2024-09-01 18:00:14,462 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.012747835004120134 (mp_runner.py:73) -2024-09-01 18:00:15,230 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.008324738002556842 (mp_runner.py:73) -2024-09-01 18:00:15,231 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.010312910002539866 (mp_runner.py:73) -2024-09-01 18:00:15,233 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.015328676003264263 (mp_runner.py:73) -2024-09-01 18:00:15,236 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.018251220004458446 (mp_runner.py:73) -2024-09-01 18:00:15,269 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.010693866002839059 (mp_runner.py:73) -2024-09-01 18:00:15,272 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.01737685700209113 (mp_runner.py:73) -2024-09-01 18:00:15,273 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.016003279997676145 (mp_runner.py:73) -2024-09-01 18:00:15,278 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.01248467700497713 (mp_runner.py:73) -2024-09-01 18:00:15,524 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.02255860199511517 (mp_runner.py:73) -2024-09-01 18:00:15,708 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.020340974995633587 (mp_runner.py:73) -2024-09-01 18:00:15,911 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.013092428998788819 (mp_runner.py:73) -2024-09-01 18:00:15,912 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.011226906004594639 (mp_runner.py:73) -2024-09-01 18:00:15,913 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.013394435001828242 (mp_runner.py:73) -2024-09-01 18:00:15,913 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.012962280001374893 (mp_runner.py:73) -2024-09-01 18:00:15,913 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.014502595004159957 (mp_runner.py:73) -2024-09-01 18:00:15,913 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.011508338000567164 (mp_runner.py:73) -2024-09-01 18:00:15,914 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.012571277002280112 (mp_runner.py:73) -2024-09-01 18:00:15,914 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.00923865500226384 (mp_runner.py:73) -2024-09-01 18:00:15,915 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.010233449000224937 (mp_runner.py:73) -2024-09-01 18:00:15,915 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.017801829002564773 (mp_runner.py:73) -2024-09-01 18:00:15,917 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.0207034190025297 (mp_runner.py:73) -2024-09-01 18:00:15,918 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.004252970997185912 (mp_runner.py:73) -2024-09-01 18:00:16,547 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.01704367699858267 (mp_runner.py:73) -2024-09-01 18:00:16,549 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.020098068001971114 (mp_runner.py:73) -2024-09-01 18:00:16,962 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.02370716900622938 (mp_runner.py:73) -2024-09-01 18:00:16,962 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.02269666099891765 (mp_runner.py:73) -2024-09-01 18:00:17,749 | DEBUG |(SpawnProcess-1:227) search_count: 1500, latest_latency=0.01981012299802387 (mp_runner.py:73) -2024-09-01 18:00:17,799 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.018769530004647095 (mp_runner.py:73) -2024-09-01 18:00:17,801 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.017183548996399622 (mp_runner.py:73) -2024-09-01 18:00:17,823 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.02053172900195932 (mp_runner.py:73) -2024-09-01 18:00:17,996 | DEBUG |(SpawnProcess-1:228) search_count: 1500, latest_latency=0.019015532001503743 (mp_runner.py:73) -2024-09-01 18:00:18,383 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.01965613500215113 (mp_runner.py:73) -2024-09-01 18:00:18,543 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.016563192002649885 (mp_runner.py:73) -2024-09-01 18:00:18,963 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.022987879994616378 (mp_runner.py:73) -2024-09-01 18:00:18,968 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.026025778002804145 (mp_runner.py:73) -2024-09-01 18:00:19,301 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.014511198001855519 (mp_runner.py:73) -2024-09-01 18:00:19,305 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.020333951004431583 (mp_runner.py:73) -2024-09-01 18:00:19,467 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.01783448599599069 (mp_runner.py:73) -2024-09-01 18:00:19,926 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.020926100994984154 (mp_runner.py:73) -2024-09-01 18:00:20,586 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.017719495001074392 (mp_runner.py:73) -2024-09-01 18:00:20,589 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.022171384996909183 (mp_runner.py:73) -2024-09-01 18:00:20,590 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.026071421001688577 (mp_runner.py:73) -2024-09-01 18:00:20,609 | DEBUG |(SpawnProcess-1:206) search_count: 2000, latest_latency=0.008826497993140947 (mp_runner.py:73) -2024-09-01 18:00:20,611 | DEBUG |(SpawnProcess-1:210) search_count: 2000, latest_latency=0.014166920002026018 (mp_runner.py:73) -2024-09-01 18:00:20,611 | DEBUG |(SpawnProcess-1:196) search_count: 2000, latest_latency=0.00988255600532284 (mp_runner.py:73) -2024-09-01 18:00:20,612 | DEBUG |(SpawnProcess-1:204) search_count: 2000, latest_latency=0.009941865995642729 (mp_runner.py:73) -2024-09-01 18:00:20,612 | DEBUG |(SpawnProcess-1:220) search_count: 2000, latest_latency=0.01104363099875627 (mp_runner.py:73) -2024-09-01 18:00:20,613 | DEBUG |(SpawnProcess-1:215) search_count: 2000, latest_latency=0.012229995001689531 (mp_runner.py:73) -2024-09-01 18:00:20,613 | DEBUG |(SpawnProcess-1:190) search_count: 2000, latest_latency=0.011042853002436459 (mp_runner.py:73) -2024-09-01 18:00:20,615 | DEBUG |(SpawnProcess-1:187) search_count: 2000, latest_latency=0.014959697000449523 (mp_runner.py:73) -2024-09-01 18:00:21,199 | DEBUG |(SpawnProcess-1:226) search_count: 2000, latest_latency=0.008848445999319665 (mp_runner.py:73) -2024-09-01 18:00:21,204 | DEBUG |(SpawnProcess-1:198) search_count: 2000, latest_latency=0.008314917002280708 (mp_runner.py:73) -2024-09-01 18:00:21,205 | DEBUG |(SpawnProcess-1:202) search_count: 2000, latest_latency=0.011484168004244566 (mp_runner.py:73) -2024-09-01 18:00:21,207 | DEBUG |(SpawnProcess-1:201) search_count: 2000, latest_latency=0.006605832000786904 (mp_runner.py:73) -2024-09-01 18:00:21,218 | DEBUG |(SpawnProcess-1:218) search_count: 2000, latest_latency=0.010656771002686583 (mp_runner.py:73) -2024-09-01 18:00:21,218 | DEBUG |(SpawnProcess-1:186) search_count: 2000, latest_latency=0.010833037005795632 (mp_runner.py:73) -2024-09-01 18:00:21,219 | DEBUG |(SpawnProcess-1:191) search_count: 2000, latest_latency=0.009243743996194098 (mp_runner.py:73) -2024-09-01 18:00:21,219 | DEBUG |(SpawnProcess-1:192) search_count: 2000, latest_latency=0.01113291599904187 (mp_runner.py:73) -2024-09-01 18:00:21,220 | DEBUG |(SpawnProcess-1:211) search_count: 2000, latest_latency=0.0132303869977477 (mp_runner.py:73) -2024-09-01 18:00:21,220 | DEBUG |(SpawnProcess-1:213) search_count: 2000, latest_latency=0.012474704002670478 (mp_runner.py:73) -2024-09-01 18:00:21,223 | DEBUG |(SpawnProcess-1:205) search_count: 2000, latest_latency=0.010740136000094935 (mp_runner.py:73) -2024-09-01 18:00:21,223 | DEBUG |(SpawnProcess-1:214) search_count: 2000, latest_latency=0.008840892005537171 (mp_runner.py:73) -2024-09-01 18:00:21,225 | DEBUG |(SpawnProcess-1:208) search_count: 2000, latest_latency=0.009470313001656905 (mp_runner.py:73) -2024-09-01 18:00:21,285 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.024297717995068524 (mp_runner.py:73) -2024-09-01 18:00:21,496 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.01929674499842804 (mp_runner.py:73) -2024-09-01 18:00:21,925 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.023716718002106063 (mp_runner.py:73) -2024-09-01 18:00:22,244 | DEBUG |(SpawnProcess-1:225) search_count: 2000, latest_latency=0.011772001002100296 (mp_runner.py:73) -2024-09-01 18:00:23,170 | DEBUG |(SpawnProcess-1:207) search_count: 2000, latest_latency=0.010079908999614418 (mp_runner.py:73) -2024-09-01 18:00:23,208 | DEBUG |(SpawnProcess-1:195) search_count: 2000, latest_latency=0.013435451000987086 (mp_runner.py:73) -2024-09-01 18:00:24,080 | DEBUG |(SpawnProcess-1:193) search_count: 2000, latest_latency=0.024274960000184365 (mp_runner.py:73) -2024-09-01 18:00:24,229 | DEBUG |(SpawnProcess-1:200) search_count: 2000, latest_latency=0.014061597001273185 (mp_runner.py:73) -2024-09-01 18:00:24,232 | DEBUG |(SpawnProcess-1:227) search_count: 2000, latest_latency=0.010790562999318354 (mp_runner.py:73) -2024-09-01 18:00:24,239 | DEBUG |(SpawnProcess-1:221) search_count: 2000, latest_latency=0.00904596100008348 (mp_runner.py:73) -2024-09-01 18:00:24,242 | DEBUG |(SpawnProcess-1:219) search_count: 2000, latest_latency=0.009039507000125013 (mp_runner.py:73) -2024-09-01 18:00:24,242 | DEBUG |(SpawnProcess-1:185) search_count: 2000, latest_latency=0.013841836000210606 (mp_runner.py:73) -2024-09-01 18:00:25,346 | DEBUG |(SpawnProcess-1:228) search_count: 2000, latest_latency=0.013853843993274495 (mp_runner.py:73) -2024-09-01 18:00:25,663 | DEBUG |(SpawnProcess-1:217) search_count: 2000, latest_latency=0.0138594629970612 (mp_runner.py:73) -2024-09-01 18:00:25,841 | DEBUG |(SpawnProcess-1:199) search_count: 2000, latest_latency=0.012638113999855705 (mp_runner.py:73) -2024-09-01 18:00:25,923 | DEBUG |(SpawnProcess-1:212) search_count: 2000, latest_latency=0.013013121999392752 (mp_runner.py:73) -2024-09-01 18:00:25,934 | DEBUG |(SpawnProcess-1:224) search_count: 2000, latest_latency=0.01209300600021379 (mp_runner.py:73) -2024-09-01 18:00:25,935 | DEBUG |(SpawnProcess-1:209) search_count: 2000, latest_latency=0.009359085001051426 (mp_runner.py:73) -2024-09-01 18:00:25,936 | DEBUG |(SpawnProcess-1:189) search_count: 2000, latest_latency=0.00928044200554723 (mp_runner.py:73) -2024-09-01 18:00:26,016 | DEBUG |(SpawnProcess-1:220) search_count: 2500, latest_latency=0.011196100997040048 (mp_runner.py:73) -2024-09-01 18:00:26,017 | DEBUG |(SpawnProcess-1:196) search_count: 2500, latest_latency=0.00994148100289749 (mp_runner.py:73) -2024-09-01 18:00:26,017 | DEBUG |(SpawnProcess-1:187) search_count: 2500, latest_latency=0.014182350001647137 (mp_runner.py:73) -2024-09-01 18:00:26,018 | DEBUG |(SpawnProcess-1:210) search_count: 2500, latest_latency=0.017925414998899214 (mp_runner.py:73) -2024-09-01 18:00:26,018 | DEBUG |(SpawnProcess-1:190) search_count: 2500, latest_latency=0.015618347002600785 (mp_runner.py:73) -2024-09-01 18:00:26,019 | DEBUG |(SpawnProcess-1:206) search_count: 2500, latest_latency=0.006570961995748803 (mp_runner.py:73) -2024-09-01 18:00:26,024 | DEBUG |(SpawnProcess-1:204) search_count: 2500, latest_latency=0.024950799001089763 (mp_runner.py:73) -2024-09-01 18:00:26,387 | DEBUG |(SpawnProcess-1:216) search_count: 2000, latest_latency=0.011630052998953033 (mp_runner.py:73) -2024-09-01 18:00:26,492 | DEBUG |(SpawnProcess-1:198) search_count: 2500, latest_latency=0.01113013799476903 (mp_runner.py:73) -2024-09-01 18:00:26,493 | DEBUG |(SpawnProcess-1:226) search_count: 2500, latest_latency=0.011105314995802473 (mp_runner.py:73) -2024-09-01 18:00:26,493 | DEBUG |(SpawnProcess-1:202) search_count: 2500, latest_latency=0.010752827998658177 (mp_runner.py:73) -2024-09-01 18:00:26,494 | DEBUG |(SpawnProcess-1:191) search_count: 2500, latest_latency=0.011589281995838974 (mp_runner.py:73) -2024-09-01 18:00:26,494 | DEBUG |(SpawnProcess-1:201) search_count: 2500, latest_latency=0.010317992004274856 (mp_runner.py:73) -2024-09-01 18:00:26,494 | DEBUG |(SpawnProcess-1:214) search_count: 2500, latest_latency=0.011342012003296986 (mp_runner.py:73) -2024-09-01 18:00:26,495 | DEBUG |(SpawnProcess-1:186) search_count: 2500, latest_latency=0.012074609003320802 (mp_runner.py:73) -2024-09-01 18:00:26,496 | DEBUG |(SpawnProcess-1:208) search_count: 2500, latest_latency=0.014516253002511803 (mp_runner.py:73) -2024-09-01 18:00:26,497 | DEBUG |(SpawnProcess-1:192) search_count: 2500, latest_latency=0.012603631999809295 (mp_runner.py:73) -2024-09-01 18:00:26,498 | DEBUG |(SpawnProcess-1:215) search_count: 2500, latest_latency=0.017563941997650545 (mp_runner.py:73) -2024-09-01 18:00:26,498 | DEBUG |(SpawnProcess-1:205) search_count: 2500, latest_latency=0.012495670998760033 (mp_runner.py:73) -2024-09-01 18:00:26,499 | DEBUG |(SpawnProcess-1:211) search_count: 2500, latest_latency=0.012699922001047526 (mp_runner.py:73) -2024-09-01 18:00:26,502 | DEBUG |(SpawnProcess-1:218) search_count: 2500, latest_latency=0.021868308002012782 (mp_runner.py:73) -2024-09-01 18:00:26,843 | DEBUG |(SpawnProcess-1:194) search_count: 2000, latest_latency=0.01150073100143345 (mp_runner.py:73) -2024-09-01 18:00:27,053 | DEBUG |(SpawnProcess-1:197) search_count: 2000, latest_latency=0.009595709001587238 (mp_runner.py:73) -2024-09-01 18:00:27,056 | DEBUG |(SpawnProcess-1:223) search_count: 2000, latest_latency=0.01685246400302276 (mp_runner.py:73) -2024-09-01 18:00:27,061 | DEBUG |(SpawnProcess-1:184) search_count: 2000, latest_latency=0.01608657000178937 (mp_runner.py:73) -2024-09-01 18:00:27,682 | DEBUG |(SpawnProcess-1:213) search_count: 2500, latest_latency=0.01937762799934717 (mp_runner.py:73) -2024-09-01 18:00:28,323 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0065s, count=2714, qps in this process: 90.4471 (mp_runner.py:76) -2024-09-01 18:00:28,323 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0068s, count=2714, qps in this process: 90.4462 (mp_runner.py:76) -2024-09-01 18:00:28,405 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0049s, count=2423, qps in this process: 80.7535 (mp_runner.py:76) -2024-09-01 18:00:28,428 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0028s, count=2355, qps in this process: 78.4927 (mp_runner.py:76) -2024-09-01 18:00:28,446 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0095s, count=2674, qps in this process: 89.1051 (mp_runner.py:76) -2024-09-01 18:00:28,477 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0058s, count=2680, qps in this process: 89.3161 (mp_runner.py:76) -2024-09-01 18:00:28,501 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.013s, count=2682, qps in this process: 89.3613 (mp_runner.py:76) -2024-09-01 18:00:28,534 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0063s, count=2360, qps in this process: 78.6502 (mp_runner.py:76) -2024-09-01 18:00:28,675 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0016s, count=2689, qps in this process: 89.6286 (mp_runner.py:76) -2024-09-01 18:00:28,705 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0102s, count=2680, qps in this process: 89.303 (mp_runner.py:76) -2024-09-01 18:00:28,711 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0038s, count=2736, qps in this process: 91.1884 (mp_runner.py:76) -2024-09-01 18:00:28,713 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0072s, count=2690, qps in this process: 89.6452 (mp_runner.py:76) -2024-09-01 18:00:28,713 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0079s, count=2389, qps in this process: 79.6124 (mp_runner.py:76) -2024-09-01 18:00:28,714 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0039s, count=2735, qps in this process: 91.1548 (mp_runner.py:76) -2024-09-01 18:00:28,722 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0168s, count=2692, qps in this process: 89.6831 (mp_runner.py:76) -2024-09-01 18:00:28,729 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0189s, count=2692, qps in this process: 89.6768 (mp_runner.py:76) -2024-09-01 18:00:28,741 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0073s, count=2737, qps in this process: 91.2111 (mp_runner.py:76) -2024-09-01 18:00:28,751 | DEBUG |(SpawnProcess-1:188) search_count: 2000, latest_latency=0.030811281998467166 (mp_runner.py:73) -2024-09-01 18:00:28,761 | INFO |SpawnProcess-1:227 search 30s: actual_dur=30.0067s, count=2379, qps in this process: 79.2823 (mp_runner.py:76) -2024-09-01 18:00:28,765 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0505s, count=2691, qps in this process: 89.5493 (mp_runner.py:76) -2024-09-01 18:00:28,766 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.011s, count=2736, qps in this process: 91.1666 (mp_runner.py:76) -2024-09-01 18:00:28,773 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0085s, count=2737, qps in this process: 91.2075 (mp_runner.py:76) -2024-09-01 18:00:28,773 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0089s, count=2390, qps in this process: 79.643 (mp_runner.py:76) -2024-09-01 18:00:28,775 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0103s, count=2372, qps in this process: 79.0395 (mp_runner.py:76) -2024-09-01 18:00:28,784 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0099s, count=2565, qps in this process: 85.4718 (mp_runner.py:76) -2024-09-01 18:00:28,798 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0041s, count=2377, qps in this process: 79.2225 (mp_runner.py:76) -2024-09-01 18:00:28,798 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0038s, count=2235, qps in this process: 74.4906 (mp_runner.py:76) -2024-09-01 18:00:28,800 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0048s, count=2227, qps in this process: 74.2215 (mp_runner.py:76) -2024-09-01 18:00:28,803 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.002s, count=2709, qps in this process: 90.294 (mp_runner.py:76) -2024-09-01 18:00:28,808 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0117s, count=2695, qps in this process: 89.7983 (mp_runner.py:76) -2024-09-01 18:00:28,809 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0031s, count=2236, qps in this process: 74.5256 (mp_runner.py:76) -2024-09-01 18:00:28,809 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0134s, count=2697, qps in this process: 89.8599 (mp_runner.py:76) -2024-09-01 18:00:28,810 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.003s, count=2711, qps in this process: 90.3576 (mp_runner.py:76) -2024-09-01 18:00:28,811 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0014s, count=2116, qps in this process: 70.53 (mp_runner.py:76) -2024-09-01 18:00:28,823 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0018s, count=2118, qps in this process: 70.5958 (mp_runner.py:76) -2024-09-01 18:00:28,832 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0122s, count=2377, qps in this process: 79.2011 (mp_runner.py:76) -2024-09-01 18:00:28,840 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0102s, count=2232, qps in this process: 74.3747 (mp_runner.py:76) -2024-09-01 18:00:28,849 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0018s, count=2233, qps in this process: 74.4289 (mp_runner.py:76) -2024-09-01 18:00:28,852 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0038s, count=2243, qps in this process: 74.7572 (mp_runner.py:76) -2024-09-01 18:00:28,853 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0057s, count=2180, qps in this process: 72.6529 (mp_runner.py:76) -2024-09-01 18:00:28,859 | DEBUG |(SpawnProcess-1:203) search_count: 2000, latest_latency=0.003185292996931821 (mp_runner.py:73) -2024-09-01 18:00:28,861 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0013s, count=2250, qps in this process: 74.9968 (mp_runner.py:76) -2024-09-01 18:00:28,894 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0002s, count=2144, qps in this process: 71.4662 (mp_runner.py:76) -2024-09-01 18:00:28,895 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0012s, count=2033, qps in this process: 67.764 (mp_runner.py:76) -2024-09-01 18:00:28,898 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0014s, count=2020, qps in this process: 67.3302 (mp_runner.py:76) -2024-09-01 18:00:28,907 | DEBUG |(SpawnProcess-1:222) search_count: 2000, latest_latency=0.0007995300038601272 (mp_runner.py:73) -2024-09-01 18:00:28,925 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0004s, count=2209, qps in this process: 73.6324 (mp_runner.py:76) -2024-09-01 18:00:28,950 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0007s, count=2059, qps in this process: 68.6317 (mp_runner.py:76) -2024-09-01 18:00:28,965 | INFO |End search in concurrency 45: dur=30.698158993996913s, total_count=110613, qps=3603.2454 (mp_runner.py:120) -2024-09-01 18:00:32,341 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:00:32,341 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 18:00:53,353 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 18:00:53,638 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,638 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,664 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,695 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,697 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,697 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,697 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,704 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,704 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,706 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,759 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,761 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,762 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,762 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,763 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,763 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,765 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,783 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,800 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,807 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,810 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,810 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,815 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,817 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,818 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,870 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,872 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,873 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,880 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,889 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,900 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,901 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,909 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,914 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,917 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,929 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,937 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,947 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,953 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:53,965 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:54,000 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:54,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:54,022 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:54,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:54,050 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:54,060 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:00:59,891 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.01035276200127555 (mp_runner.py:73) -2024-09-01 18:00:59,891 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.011354813002981246 (mp_runner.py:73) -2024-09-01 18:00:59,892 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.009678983995399904 (mp_runner.py:73) -2024-09-01 18:00:59,893 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.011736690998077393 (mp_runner.py:73) -2024-09-01 18:00:59,893 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.011303857994789723 (mp_runner.py:73) -2024-09-01 18:00:59,894 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.014934929000446573 (mp_runner.py:73) -2024-09-01 18:00:59,898 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.01460871799645247 (mp_runner.py:73) -2024-09-01 18:00:59,902 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.022876337003253866 (mp_runner.py:73) -2024-09-01 18:00:59,902 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.024103038005705457 (mp_runner.py:73) -2024-09-01 18:01:00,229 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.018950732999655884 (mp_runner.py:73) -2024-09-01 18:01:00,232 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.010273612999299075 (mp_runner.py:73) -2024-09-01 18:01:00,234 | DEBUG |(SpawnProcess-1:278) search_count: 500, latest_latency=0.02535089400043944 (mp_runner.py:73) -2024-09-01 18:01:00,237 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.030480621004244313 (mp_runner.py:73) -2024-09-01 18:01:00,259 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.004776690999278799 (mp_runner.py:73) -2024-09-01 18:01:00,277 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.03521628599992255 (mp_runner.py:73) -2024-09-01 18:01:00,321 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.01771977899625199 (mp_runner.py:73) -2024-09-01 18:01:00,323 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.018170126000768505 (mp_runner.py:73) -2024-09-01 18:01:00,323 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.017760490001819562 (mp_runner.py:73) -2024-09-01 18:01:00,325 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.017627776993322186 (mp_runner.py:73) -2024-09-01 18:01:00,326 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.0227571520008496 (mp_runner.py:73) -2024-09-01 18:01:00,327 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.02524862199788913 (mp_runner.py:73) -2024-09-01 18:01:00,437 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.025608420997741632 (mp_runner.py:73) -2024-09-01 18:01:00,439 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.02455538099457044 (mp_runner.py:73) -2024-09-01 18:01:00,441 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.011874039999383967 (mp_runner.py:73) -2024-09-01 18:01:00,441 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.011441326998465229 (mp_runner.py:73) -2024-09-01 18:01:00,441 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.011386942001990974 (mp_runner.py:73) -2024-09-01 18:01:00,443 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.012426850000338163 (mp_runner.py:73) -2024-09-01 18:01:00,448 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.020593870998709463 (mp_runner.py:73) -2024-09-01 18:01:00,449 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.022181817003001925 (mp_runner.py:73) -2024-09-01 18:01:00,515 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.023098773002857342 (mp_runner.py:73) -2024-09-01 18:01:00,547 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.020946762000676244 (mp_runner.py:73) -2024-09-01 18:01:00,564 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.01285293500404805 (mp_runner.py:73) -2024-09-01 18:01:00,566 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.01412568199884845 (mp_runner.py:73) -2024-09-01 18:01:00,566 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.016122650995384902 (mp_runner.py:73) -2024-09-01 18:01:00,567 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.018018269001913723 (mp_runner.py:73) -2024-09-01 18:01:00,568 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.015146570003707893 (mp_runner.py:73) -2024-09-01 18:01:00,569 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.02098565000051167 (mp_runner.py:73) -2024-09-01 18:01:00,569 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.023356142999546137 (mp_runner.py:73) -2024-09-01 18:01:00,784 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.02685810800176114 (mp_runner.py:73) -2024-09-01 18:01:01,402 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.02950444599991897 (mp_runner.py:73) -2024-09-01 18:01:01,403 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.029615680999995675 (mp_runner.py:73) -2024-09-01 18:01:01,466 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.023597931998665445 (mp_runner.py:73) -2024-09-01 18:01:01,467 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.026473382997210138 (mp_runner.py:73) -2024-09-01 18:01:01,575 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.02998438099893974 (mp_runner.py:73) -2024-09-01 18:01:01,749 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.026051132001157384 (mp_runner.py:73) -2024-09-01 18:01:01,750 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.01883216900023399 (mp_runner.py:73) -2024-09-01 18:01:01,750 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.023717730997304898 (mp_runner.py:73) -2024-09-01 18:01:02,249 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.02295190199947683 (mp_runner.py:73) -2024-09-01 18:01:02,288 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.02299234699603403 (mp_runner.py:73) -2024-09-01 18:01:02,289 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.025360407002153806 (mp_runner.py:73) -2024-09-01 18:01:06,049 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.011774885999329854 (mp_runner.py:73) -2024-09-01 18:01:06,050 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.010810557003424037 (mp_runner.py:73) -2024-09-01 18:01:06,051 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.012666546994296368 (mp_runner.py:73) -2024-09-01 18:01:06,051 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.010343560003093444 (mp_runner.py:73) -2024-09-01 18:01:06,052 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.005888511994271539 (mp_runner.py:73) -2024-09-01 18:01:06,053 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.006878394997329451 (mp_runner.py:73) -2024-09-01 18:01:06,054 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.011573533003684133 (mp_runner.py:73) -2024-09-01 18:01:06,055 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.01771610099967802 (mp_runner.py:73) -2024-09-01 18:01:06,055 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.019168221006111708 (mp_runner.py:73) -2024-09-01 18:01:06,474 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.009261687999241985 (mp_runner.py:73) -2024-09-01 18:01:06,474 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.009079051997105125 (mp_runner.py:73) -2024-09-01 18:01:06,475 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.011895823001395911 (mp_runner.py:73) -2024-09-01 18:01:06,475 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.016104649999761023 (mp_runner.py:73) -2024-09-01 18:01:06,476 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.011893439004779793 (mp_runner.py:73) -2024-09-01 18:01:06,477 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.015576602003420703 (mp_runner.py:73) -2024-09-01 18:01:06,477 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.01401528900169069 (mp_runner.py:73) -2024-09-01 18:01:06,478 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.01217203199485084 (mp_runner.py:73) -2024-09-01 18:01:06,685 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.0075204020031378604 (mp_runner.py:73) -2024-09-01 18:01:06,686 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.008964100998127833 (mp_runner.py:73) -2024-09-01 18:01:06,686 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.00906507100444287 (mp_runner.py:73) -2024-09-01 18:01:06,687 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.009178020001854748 (mp_runner.py:73) -2024-09-01 18:01:06,688 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.013385193997237366 (mp_runner.py:73) -2024-09-01 18:01:06,688 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.013613647002785001 (mp_runner.py:73) -2024-09-01 18:01:06,688 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.012253977998625487 (mp_runner.py:73) -2024-09-01 18:01:06,690 | DEBUG |(SpawnProcess-1:278) search_count: 1000, latest_latency=0.012345796996669378 (mp_runner.py:73) -2024-09-01 18:01:06,863 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.016051537000748795 (mp_runner.py:73) -2024-09-01 18:01:06,864 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.01747587700083386 (mp_runner.py:73) -2024-09-01 18:01:07,084 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.014192574002663605 (mp_runner.py:73) -2024-09-01 18:01:07,100 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.00956559299811488 (mp_runner.py:73) -2024-09-01 18:01:07,101 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.00952241299819434 (mp_runner.py:73) -2024-09-01 18:01:07,101 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.008701380997081287 (mp_runner.py:73) -2024-09-01 18:01:07,102 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.008411934002651833 (mp_runner.py:73) -2024-09-01 18:01:07,103 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.008950869996624533 (mp_runner.py:73) -2024-09-01 18:01:07,104 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.017038695004885085 (mp_runner.py:73) -2024-09-01 18:01:07,104 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.014601030001358595 (mp_runner.py:73) -2024-09-01 18:01:07,582 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.011300338002911303 (mp_runner.py:73) -2024-09-01 18:01:08,512 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.015586170004098676 (mp_runner.py:73) -2024-09-01 18:01:08,570 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.00888993500120705 (mp_runner.py:73) -2024-09-01 18:01:08,571 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.01267486899450887 (mp_runner.py:73) -2024-09-01 18:01:08,573 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.012614515006134752 (mp_runner.py:73) -2024-09-01 18:01:08,574 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.0124773860006826 (mp_runner.py:73) -2024-09-01 18:01:08,575 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.012203379003040027 (mp_runner.py:73) -2024-09-01 18:01:08,576 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.01238116800232092 (mp_runner.py:73) -2024-09-01 18:01:08,577 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.01413409000087995 (mp_runner.py:73) -2024-09-01 18:01:08,577 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.01360609800030943 (mp_runner.py:73) -2024-09-01 18:01:09,293 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.01265036000404507 (mp_runner.py:73) -2024-09-01 18:01:10,118 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.0035822720019496046 (mp_runner.py:73) -2024-09-01 18:01:10,203 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.014778482000110671 (mp_runner.py:73) -2024-09-01 18:01:10,254 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.005281295998429414 (mp_runner.py:73) -2024-09-01 18:01:10,344 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.012041292000503745 (mp_runner.py:73) -2024-09-01 18:01:12,496 | DEBUG |(SpawnProcess-1:266) search_count: 1500, latest_latency=0.010393707001639996 (mp_runner.py:73) -2024-09-01 18:01:12,497 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.012405118002789095 (mp_runner.py:73) -2024-09-01 18:01:12,498 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.014563640994310845 (mp_runner.py:73) -2024-09-01 18:01:12,500 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.013065158993413206 (mp_runner.py:73) -2024-09-01 18:01:12,502 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.014908374992955942 (mp_runner.py:73) -2024-09-01 18:01:12,505 | DEBUG |(SpawnProcess-1:242) search_count: 1500, latest_latency=0.021611783995467704 (mp_runner.py:73) -2024-09-01 18:01:12,506 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.02355367099517025 (mp_runner.py:73) -2024-09-01 18:01:12,883 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.013489195000147447 (mp_runner.py:73) -2024-09-01 18:01:12,884 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.015400812000734732 (mp_runner.py:73) -2024-09-01 18:01:12,885 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.01476676300080726 (mp_runner.py:73) -2024-09-01 18:01:12,885 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.018135468002583366 (mp_runner.py:73) -2024-09-01 18:01:12,886 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.013578370999312028 (mp_runner.py:73) -2024-09-01 18:01:12,888 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.02214013599586906 (mp_runner.py:73) -2024-09-01 18:01:12,889 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.024799901999358553 (mp_runner.py:73) -2024-09-01 18:01:13,235 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.012686346999544185 (mp_runner.py:73) -2024-09-01 18:01:13,235 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.015340680001827423 (mp_runner.py:73) -2024-09-01 18:01:13,238 | DEBUG |(SpawnProcess-1:238) search_count: 1500, latest_latency=0.021070963994134218 (mp_runner.py:73) -2024-09-01 18:01:13,239 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.020286596998630557 (mp_runner.py:73) -2024-09-01 18:01:13,896 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.024753149999014568 (mp_runner.py:73) -2024-09-01 18:01:13,958 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.01989018500171369 (mp_runner.py:73) -2024-09-01 18:01:13,979 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.04834297000343213 (mp_runner.py:73) -2024-09-01 18:01:13,985 | DEBUG |(SpawnProcess-1:278) search_count: 1500, latest_latency=0.029119332000846043 (mp_runner.py:73) -2024-09-01 18:01:13,987 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.035923408002418 (mp_runner.py:73) -2024-09-01 18:01:13,989 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.03459759799443418 (mp_runner.py:73) -2024-09-01 18:01:14,027 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.04610705099912593 (mp_runner.py:73) -2024-09-01 18:01:14,296 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.02191521900385851 (mp_runner.py:73) -2024-09-01 18:01:14,297 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.026911769004072994 (mp_runner.py:73) -2024-09-01 18:01:14,299 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.03051942399906693 (mp_runner.py:73) -2024-09-01 18:01:14,303 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.022827494001830928 (mp_runner.py:73) -2024-09-01 18:01:14,307 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.022308045998215675 (mp_runner.py:73) -2024-09-01 18:01:14,374 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.034404486999846995 (mp_runner.py:73) -2024-09-01 18:01:15,496 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.021384370993473567 (mp_runner.py:73) -2024-09-01 18:01:15,584 | DEBUG |(SpawnProcess-1:264) search_count: 1500, latest_latency=0.02167810799437575 (mp_runner.py:73) -2024-09-01 18:01:15,934 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.024406594995525666 (mp_runner.py:73) -2024-09-01 18:01:16,006 | DEBUG |(SpawnProcess-1:244) search_count: 1500, latest_latency=0.0273194789988338 (mp_runner.py:73) -2024-09-01 18:01:16,425 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.02215198900375981 (mp_runner.py:73) -2024-09-01 18:01:16,525 | DEBUG |(SpawnProcess-1:276) search_count: 1500, latest_latency=0.014619278997997753 (mp_runner.py:73) -2024-09-01 18:01:16,526 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.016383884998504072 (mp_runner.py:73) -2024-09-01 18:01:16,528 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.013611756003228948 (mp_runner.py:73) -2024-09-01 18:01:16,530 | DEBUG |(SpawnProcess-1:267) search_count: 1500, latest_latency=0.020346012002846692 (mp_runner.py:73) -2024-09-01 18:01:16,531 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.022344404002069496 (mp_runner.py:73) -2024-09-01 18:01:16,659 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.02286804100003792 (mp_runner.py:73) -2024-09-01 18:01:16,714 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.025841050999588333 (mp_runner.py:73) -2024-09-01 18:01:16,892 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.022811170005297754 (mp_runner.py:73) -2024-09-01 18:01:17,671 | DEBUG |(SpawnProcess-1:279) search_count: 1500, latest_latency=0.02155003799998667 (mp_runner.py:73) -2024-09-01 18:01:18,504 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.03007271100068465 (mp_runner.py:73) -2024-09-01 18:01:19,239 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.02357687399489805 (mp_runner.py:73) -2024-09-01 18:01:19,358 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.025096759003645275 (mp_runner.py:73) -2024-09-01 18:01:19,433 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.022237160002987366 (mp_runner.py:73) -2024-09-01 18:01:19,527 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.02250716400158126 (mp_runner.py:73) -2024-09-01 18:01:20,177 | DEBUG |(SpawnProcess-1:266) search_count: 2000, latest_latency=0.016685615002643317 (mp_runner.py:73) -2024-09-01 18:01:20,178 | DEBUG |(SpawnProcess-1:247) search_count: 2000, latest_latency=0.015827848001208622 (mp_runner.py:73) -2024-09-01 18:01:20,179 | DEBUG |(SpawnProcess-1:249) search_count: 2000, latest_latency=0.005320481999660842 (mp_runner.py:73) -2024-09-01 18:01:20,304 | DEBUG |(SpawnProcess-1:250) search_count: 2000, latest_latency=0.012054219005221967 (mp_runner.py:73) -2024-09-01 18:01:20,305 | DEBUG |(SpawnProcess-1:259) search_count: 2000, latest_latency=0.010461372003192082 (mp_runner.py:73) -2024-09-01 18:01:20,306 | DEBUG |(SpawnProcess-1:270) search_count: 2000, latest_latency=0.014541689000907354 (mp_runner.py:73) -2024-09-01 18:01:20,306 | DEBUG |(SpawnProcess-1:242) search_count: 2000, latest_latency=0.015723178003099747 (mp_runner.py:73) -2024-09-01 18:01:20,770 | DEBUG |(SpawnProcess-1:274) search_count: 2000, latest_latency=0.015013279997219797 (mp_runner.py:73) -2024-09-01 18:01:20,771 | DEBUG |(SpawnProcess-1:231) search_count: 2000, latest_latency=0.014934314996935427 (mp_runner.py:73) -2024-09-01 18:01:20,935 | DEBUG |(SpawnProcess-1:243) search_count: 2000, latest_latency=0.01038795899512479 (mp_runner.py:73) -2024-09-01 18:01:20,936 | DEBUG |(SpawnProcess-1:268) search_count: 2000, latest_latency=0.011585439002374187 (mp_runner.py:73) -2024-09-01 18:01:20,937 | DEBUG |(SpawnProcess-1:232) search_count: 2000, latest_latency=0.010425986001791898 (mp_runner.py:73) -2024-09-01 18:01:20,937 | DEBUG |(SpawnProcess-1:252) search_count: 2000, latest_latency=0.011779852997278795 (mp_runner.py:73) -2024-09-01 18:01:20,938 | DEBUG |(SpawnProcess-1:236) search_count: 2000, latest_latency=0.013442127004964277 (mp_runner.py:73) -2024-09-01 18:01:20,939 | DEBUG |(SpawnProcess-1:256) search_count: 2000, latest_latency=0.012575374996231403 (mp_runner.py:73) -2024-09-01 18:01:20,940 | DEBUG |(SpawnProcess-1:265) search_count: 2000, latest_latency=0.016289097002299968 (mp_runner.py:73) -2024-09-01 18:01:20,941 | DEBUG |(SpawnProcess-1:238) search_count: 2000, latest_latency=0.017265522001252975 (mp_runner.py:73) -2024-09-01 18:01:20,941 | DEBUG |(SpawnProcess-1:230) search_count: 2000, latest_latency=0.011929433996556327 (mp_runner.py:73) -2024-09-01 18:01:21,108 | DEBUG |(SpawnProcess-1:275) search_count: 2000, latest_latency=0.0020278929951018654 (mp_runner.py:73) -2024-09-01 18:01:21,172 | DEBUG |(SpawnProcess-1:253) search_count: 2000, latest_latency=0.01709396200021729 (mp_runner.py:73) -2024-09-01 18:01:21,176 | DEBUG |(SpawnProcess-1:278) search_count: 2000, latest_latency=0.02525075799348997 (mp_runner.py:73) -2024-09-01 18:01:21,177 | DEBUG |(SpawnProcess-1:233) search_count: 2000, latest_latency=0.026898495998466387 (mp_runner.py:73) -2024-09-01 18:01:21,177 | DEBUG |(SpawnProcess-1:273) search_count: 2000, latest_latency=0.02176997999777086 (mp_runner.py:73) -2024-09-01 18:01:21,179 | DEBUG |(SpawnProcess-1:277) search_count: 2000, latest_latency=0.009704752003017347 (mp_runner.py:73) -2024-09-01 18:01:21,181 | DEBUG |(SpawnProcess-1:269) search_count: 2000, latest_latency=0.03188569299527444 (mp_runner.py:73) -2024-09-01 18:01:21,182 | DEBUG |(SpawnProcess-1:248) search_count: 2000, latest_latency=0.033224785001948476 (mp_runner.py:73) -2024-09-01 18:01:21,182 | DEBUG |(SpawnProcess-1:251) search_count: 2000, latest_latency=0.023625083005754277 (mp_runner.py:73) -2024-09-01 18:01:21,188 | DEBUG |(SpawnProcess-1:241) search_count: 2000, latest_latency=0.0377505709984689 (mp_runner.py:73) -2024-09-01 18:01:22,830 | DEBUG |(SpawnProcess-1:246) search_count: 2000, latest_latency=0.007786305999616161 (mp_runner.py:73) -2024-09-01 18:01:22,832 | DEBUG |(SpawnProcess-1:264) search_count: 2000, latest_latency=0.00966065099783009 (mp_runner.py:73) -2024-09-01 18:01:22,832 | DEBUG |(SpawnProcess-1:272) search_count: 2000, latest_latency=0.009202143002767116 (mp_runner.py:73) -2024-09-01 18:01:22,833 | DEBUG |(SpawnProcess-1:276) search_count: 2000, latest_latency=0.011152721002872568 (mp_runner.py:73) -2024-09-01 18:01:22,834 | DEBUG |(SpawnProcess-1:237) search_count: 2000, latest_latency=0.011847858004330192 (mp_runner.py:73) -2024-09-01 18:01:22,834 | DEBUG |(SpawnProcess-1:235) search_count: 2000, latest_latency=0.012998513004276901 (mp_runner.py:73) -2024-09-01 18:01:22,834 | DEBUG |(SpawnProcess-1:244) search_count: 2000, latest_latency=0.011248761002207175 (mp_runner.py:73) -2024-09-01 18:01:22,834 | DEBUG |(SpawnProcess-1:267) search_count: 2000, latest_latency=0.010826506004377734 (mp_runner.py:73) -2024-09-01 18:01:22,835 | DEBUG |(SpawnProcess-1:257) search_count: 2000, latest_latency=0.01042321899876697 (mp_runner.py:73) -2024-09-01 18:01:22,835 | DEBUG |(SpawnProcess-1:234) search_count: 2000, latest_latency=0.01394070900278166 (mp_runner.py:73) -2024-09-01 18:01:22,836 | DEBUG |(SpawnProcess-1:239) search_count: 2000, latest_latency=0.010700958999223076 (mp_runner.py:73) -2024-09-01 18:01:22,836 | DEBUG |(SpawnProcess-1:262) search_count: 2000, latest_latency=0.01029797299997881 (mp_runner.py:73) -2024-09-01 18:01:22,837 | DEBUG |(SpawnProcess-1:245) search_count: 2000, latest_latency=0.01206987399928039 (mp_runner.py:73) -2024-09-01 18:01:23,655 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0056s, count=2068, qps in this process: 68.9205 (mp_runner.py:76) -2024-09-01 18:01:23,677 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0079s, count=2205, qps in this process: 73.4807 (mp_runner.py:76) -2024-09-01 18:01:23,684 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.012s, count=2259, qps in this process: 75.2699 (mp_runner.py:76) -2024-09-01 18:01:23,704 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.006s, count=2207, qps in this process: 73.552 (mp_runner.py:76) -2024-09-01 18:01:23,705 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0041s, count=2261, qps in this process: 75.3564 (mp_runner.py:76) -2024-09-01 18:01:23,709 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0022s, count=2208, qps in this process: 73.5946 (mp_runner.py:76) -2024-09-01 18:01:23,710 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0089s, count=2072, qps in this process: 69.0462 (mp_runner.py:76) -2024-09-01 18:01:23,711 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0054s, count=2208, qps in this process: 73.5868 (mp_runner.py:76) -2024-09-01 18:01:23,712 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0078s, count=1922, qps in this process: 64.05 (mp_runner.py:76) -2024-09-01 18:01:23,713 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0041s, count=2073, qps in this process: 69.0906 (mp_runner.py:76) -2024-09-01 18:01:23,718 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0148s, count=2073, qps in this process: 69.0659 (mp_runner.py:76) -2024-09-01 18:01:23,719 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0181s, count=2230, qps in this process: 74.2885 (mp_runner.py:76) -2024-09-01 18:01:23,765 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0008s, count=2235, qps in this process: 74.498 (mp_runner.py:76) -2024-09-01 18:01:23,766 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.001s, count=2078, qps in this process: 69.2644 (mp_runner.py:76) -2024-09-01 18:01:23,767 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0067s, count=2078, qps in this process: 69.2512 (mp_runner.py:76) -2024-09-01 18:01:23,773 | INFO |SpawnProcess-1:278 search 30s: actual_dur=30.0089s, count=2214, qps in this process: 73.7781 (mp_runner.py:76) -2024-09-01 18:01:23,773 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0042s, count=2236, qps in this process: 74.5229 (mp_runner.py:76) -2024-09-01 18:01:23,780 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0078s, count=2079, qps in this process: 69.282 (mp_runner.py:76) -2024-09-01 18:01:23,782 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0139s, count=2268, qps in this process: 75.565 (mp_runner.py:76) -2024-09-01 18:01:23,789 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0024s, count=2269, qps in this process: 75.6273 (mp_runner.py:76) -2024-09-01 18:01:23,803 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0003s, count=1919, qps in this process: 63.966 (mp_runner.py:76) -2024-09-01 18:01:23,816 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0045s, count=2083, qps in this process: 69.4229 (mp_runner.py:76) -2024-09-01 18:01:23,818 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0038s, count=2272, qps in this process: 75.7237 (mp_runner.py:76) -2024-09-01 18:01:23,820 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0087s, count=2218, qps in this process: 73.9119 (mp_runner.py:76) -2024-09-01 18:01:23,820 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0003s, count=2272, qps in this process: 75.7326 (mp_runner.py:76) -2024-09-01 18:01:23,825 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0026s, count=2219, qps in this process: 73.9603 (mp_runner.py:76) -2024-09-01 18:01:23,827 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0043s, count=2273, qps in this process: 75.7558 (mp_runner.py:76) -2024-09-01 18:01:23,878 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0002s, count=1881, qps in this process: 62.6996 (mp_runner.py:76) -2024-09-01 18:01:23,878 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0012s, count=2252, qps in this process: 75.0637 (mp_runner.py:76) -2024-09-01 18:01:23,878 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0022s, count=2252, qps in this process: 75.0612 (mp_runner.py:76) -2024-09-01 18:01:23,879 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0024s, count=2252, qps in this process: 75.0607 (mp_runner.py:76) -2024-09-01 18:01:23,880 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0009s, count=2252, qps in this process: 75.0644 (mp_runner.py:76) -2024-09-01 18:01:23,890 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0076s, count=2095, qps in this process: 69.8156 (mp_runner.py:76) -2024-09-01 18:01:23,899 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0007s, count=2256, qps in this process: 75.1982 (mp_runner.py:76) -2024-09-01 18:01:23,904 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0008s, count=1839, qps in this process: 61.2984 (mp_runner.py:76) -2024-09-01 18:01:23,905 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0024s, count=2257, qps in this process: 75.2273 (mp_runner.py:76) -2024-09-01 18:01:23,913 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0012s, count=2234, qps in this process: 74.4637 (mp_runner.py:76) -2024-09-01 18:01:23,919 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0009s, count=2101, qps in this process: 70.0312 (mp_runner.py:76) -2024-09-01 18:01:23,920 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0014s, count=2102, qps in this process: 70.0634 (mp_runner.py:76) -2024-09-01 18:01:23,936 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0012s, count=2264, qps in this process: 75.4636 (mp_runner.py:76) -2024-09-01 18:01:23,942 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0031s, count=1794, qps in this process: 59.7938 (mp_runner.py:76) -2024-09-01 18:01:23,953 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0018s, count=2114, qps in this process: 70.4624 (mp_runner.py:76) -2024-09-01 18:01:23,960 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0033s, count=1989, qps in this process: 66.2927 (mp_runner.py:76) -2024-09-01 18:01:23,971 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0013s, count=1816, qps in this process: 60.5307 (mp_runner.py:76) -2024-09-01 18:01:24,007 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0013s, count=2270, qps in this process: 75.6634 (mp_runner.py:76) -2024-09-01 18:01:24,013 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0004s, count=2297, qps in this process: 76.5656 (mp_runner.py:76) -2024-09-01 18:01:24,035 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0003s, count=2148, qps in this process: 71.5993 (mp_runner.py:76) -2024-09-01 18:01:24,038 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0016s, count=2285, qps in this process: 76.1626 (mp_runner.py:76) -2024-09-01 18:01:24,058 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0002s, count=1851, qps in this process: 61.6996 (mp_runner.py:76) -2024-09-01 18:01:24,069 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0004s, count=1865, qps in this process: 62.1658 (mp_runner.py:76) -2024-09-01 18:01:24,081 | INFO |End search in concurrency 50: dur=30.726994758995716s, total_count=106965, qps=3481.141 (mp_runner.py:120) -2024-09-01 18:01:27,756 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:01:27,756 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 18:01:48,950 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 18:01:49,251 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,269 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,336 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,345 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,352 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,360 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,373 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,416 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,421 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,447 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,448 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,449 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,450 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,451 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,452 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,454 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,458 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,459 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,459 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,461 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,500 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,514 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,524 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,541 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,548 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,559 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,560 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,566 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,575 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,576 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,577 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,586 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,588 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,589 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,595 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:49,603 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:01:55,795 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.01714742399781244 (mp_runner.py:73) -2024-09-01 18:01:55,796 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.02000773100007791 (mp_runner.py:73) -2024-09-01 18:01:55,797 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.01918957800080534 (mp_runner.py:73) -2024-09-01 18:01:55,797 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.01637385399953928 (mp_runner.py:73) -2024-09-01 18:01:55,798 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.016067531003500335 (mp_runner.py:73) -2024-09-01 18:01:55,798 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.015886902998317964 (mp_runner.py:73) -2024-09-01 18:01:55,799 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.014321210997877643 (mp_runner.py:73) -2024-09-01 18:01:55,799 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.018736881000222638 (mp_runner.py:73) -2024-09-01 18:01:55,800 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.016893924999749288 (mp_runner.py:73) -2024-09-01 18:01:55,800 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.02478242299548583 (mp_runner.py:73) -2024-09-01 18:01:55,801 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.02655471600155579 (mp_runner.py:73) -2024-09-01 18:01:56,178 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.013643432001117617 (mp_runner.py:73) -2024-09-01 18:01:56,187 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.024929062004957814 (mp_runner.py:73) -2024-09-01 18:01:56,188 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.024715207000554074 (mp_runner.py:73) -2024-09-01 18:01:56,224 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.01691235700127436 (mp_runner.py:73) -2024-09-01 18:01:56,224 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.014385645001311786 (mp_runner.py:73) -2024-09-01 18:01:56,224 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.01605505099723814 (mp_runner.py:73) -2024-09-01 18:01:56,224 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.01384642299672123 (mp_runner.py:73) -2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.01838500699523138 (mp_runner.py:73) -2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.012840721996326465 (mp_runner.py:73) -2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.012502851001045201 (mp_runner.py:73) -2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.016395852995628957 (mp_runner.py:73) -2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.01136710100399796 (mp_runner.py:73) -2024-09-01 18:01:56,225 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.015124729005037807 (mp_runner.py:73) -2024-09-01 18:01:56,226 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.016153536998899654 (mp_runner.py:73) -2024-09-01 18:01:56,228 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.013997239002492279 (mp_runner.py:73) -2024-09-01 18:01:56,229 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.012011489998258185 (mp_runner.py:73) -2024-09-01 18:01:56,229 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.01287494899588637 (mp_runner.py:73) -2024-09-01 18:01:56,230 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.012409540999215096 (mp_runner.py:73) -2024-09-01 18:01:56,230 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.012113839999074116 (mp_runner.py:73) -2024-09-01 18:01:56,231 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.025922838001861237 (mp_runner.py:73) -2024-09-01 18:01:56,233 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.028100266004912555 (mp_runner.py:73) -2024-09-01 18:01:56,237 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.022273249996942468 (mp_runner.py:73) -2024-09-01 18:01:56,249 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.022045864003302995 (mp_runner.py:73) -2024-09-01 18:01:56,252 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.020761660001880955 (mp_runner.py:73) -2024-09-01 18:01:56,344 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.015493531005631667 (mp_runner.py:73) -2024-09-01 18:01:56,344 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.01629464700090466 (mp_runner.py:73) -2024-09-01 18:01:56,344 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.01621121999778552 (mp_runner.py:73) -2024-09-01 18:01:56,345 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.01711348300159443 (mp_runner.py:73) -2024-09-01 18:01:56,345 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.016626539996650536 (mp_runner.py:73) -2024-09-01 18:01:56,347 | DEBUG |(SpawnProcess-1:334) search_count: 500, latest_latency=0.01955494499998167 (mp_runner.py:73) -2024-09-01 18:01:56,347 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.01675926999450894 (mp_runner.py:73) -2024-09-01 18:01:56,348 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.017344281004625373 (mp_runner.py:73) -2024-09-01 18:01:56,349 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.018530273002397735 (mp_runner.py:73) -2024-09-01 18:01:56,350 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.018557950999820605 (mp_runner.py:73) -2024-09-01 18:01:56,351 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.018261204000737052 (mp_runner.py:73) -2024-09-01 18:01:56,351 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.02532277299906127 (mp_runner.py:73) -2024-09-01 18:01:56,352 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.024974936997750774 (mp_runner.py:73) -2024-09-01 18:01:56,873 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.02632507400267059 (mp_runner.py:73) -2024-09-01 18:01:57,421 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.02985411899862811 (mp_runner.py:73) -2024-09-01 18:01:57,515 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.026296331998310052 (mp_runner.py:73) -2024-09-01 18:01:57,779 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.027726573003747035 (mp_runner.py:73) -2024-09-01 18:01:58,131 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.020396103005623445 (mp_runner.py:73) -2024-09-01 18:01:58,593 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.03793541499908315 (mp_runner.py:73) -2024-09-01 18:01:59,383 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.03348762599489419 (mp_runner.py:73) -2024-09-01 18:02:02,959 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.003309136998723261 (mp_runner.py:73) -2024-09-01 18:02:02,963 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.011599402001593262 (mp_runner.py:73) -2024-09-01 18:02:02,963 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.01009092699678149 (mp_runner.py:73) -2024-09-01 18:02:02,963 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.0135647360002622 (mp_runner.py:73) -2024-09-01 18:02:02,964 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.01883680300670676 (mp_runner.py:73) -2024-09-01 18:02:02,970 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.022819702993729152 (mp_runner.py:73) -2024-09-01 18:02:03,238 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.018313569002202712 (mp_runner.py:73) -2024-09-01 18:02:03,246 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.023154470000008587 (mp_runner.py:73) -2024-09-01 18:02:03,423 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.011630870998487808 (mp_runner.py:73) -2024-09-01 18:02:03,424 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.01173348799784435 (mp_runner.py:73) -2024-09-01 18:02:03,425 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.013783069000055548 (mp_runner.py:73) -2024-09-01 18:02:03,425 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.012119455001084134 (mp_runner.py:73) -2024-09-01 18:02:03,425 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.014164380001602694 (mp_runner.py:73) -2024-09-01 18:02:03,426 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.01609699200344039 (mp_runner.py:73) -2024-09-01 18:02:03,427 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.013695380002900492 (mp_runner.py:73) -2024-09-01 18:02:03,427 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.017090595996705815 (mp_runner.py:73) -2024-09-01 18:02:03,428 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.013636384006531443 (mp_runner.py:73) -2024-09-01 18:02:03,428 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.014885196003888268 (mp_runner.py:73) -2024-09-01 18:02:03,809 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.015301067003747448 (mp_runner.py:73) -2024-09-01 18:02:03,844 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.01799877700250363 (mp_runner.py:73) -2024-09-01 18:02:03,870 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.008629125004517846 (mp_runner.py:73) -2024-09-01 18:02:03,871 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.008542698000383098 (mp_runner.py:73) -2024-09-01 18:02:03,873 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.010187000996666029 (mp_runner.py:73) -2024-09-01 18:02:03,874 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.013035113996011205 (mp_runner.py:73) -2024-09-01 18:02:03,874 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.010800599993672222 (mp_runner.py:73) -2024-09-01 18:02:03,876 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.017464089003624395 (mp_runner.py:73) -2024-09-01 18:02:03,876 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.011315397998259868 (mp_runner.py:73) -2024-09-01 18:02:03,879 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.007205670000985265 (mp_runner.py:73) -2024-09-01 18:02:03,941 | DEBUG |(SpawnProcess-1:334) search_count: 1000, latest_latency=0.01018648599711014 (mp_runner.py:73) -2024-09-01 18:02:03,943 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.012702599000476766 (mp_runner.py:73) -2024-09-01 18:02:03,944 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.012276655994355679 (mp_runner.py:73) -2024-09-01 18:02:03,945 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.01646182400145335 (mp_runner.py:73) -2024-09-01 18:02:03,947 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.01917052600038005 (mp_runner.py:73) -2024-09-01 18:02:03,952 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.014106561997323297 (mp_runner.py:73) -2024-09-01 18:02:03,980 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.01166104999720119 (mp_runner.py:73) -2024-09-01 18:02:03,983 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.013914194001699798 (mp_runner.py:73) -2024-09-01 18:02:04,091 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.011902252001164015 (mp_runner.py:73) -2024-09-01 18:02:04,091 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.013334934003069066 (mp_runner.py:73) -2024-09-01 18:02:04,093 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.012523806995886844 (mp_runner.py:73) -2024-09-01 18:02:04,093 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.01564004400279373 (mp_runner.py:73) -2024-09-01 18:02:04,095 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.018049350997898728 (mp_runner.py:73) -2024-09-01 18:02:04,325 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.01773758700437611 (mp_runner.py:73) -2024-09-01 18:02:04,978 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.013088419000268914 (mp_runner.py:73) -2024-09-01 18:02:05,122 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.017719798001053277 (mp_runner.py:73) -2024-09-01 18:02:05,172 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.015333862000261433 (mp_runner.py:73) -2024-09-01 18:02:05,178 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.01609184800327057 (mp_runner.py:73) -2024-09-01 18:02:05,459 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.015075534000061452 (mp_runner.py:73) -2024-09-01 18:02:05,788 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.011387897000531666 (mp_runner.py:73) -2024-09-01 18:02:06,292 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.016770900998380966 (mp_runner.py:73) -2024-09-01 18:02:06,925 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.013403351003944408 (mp_runner.py:73) -2024-09-01 18:02:06,927 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.011750587000278756 (mp_runner.py:73) -2024-09-01 18:02:07,056 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.01795349700114457 (mp_runner.py:73) -2024-09-01 18:02:07,123 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.014935499006242026 (mp_runner.py:73) -2024-09-01 18:02:08,040 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.014671557997644413 (mp_runner.py:73) -2024-09-01 18:02:08,753 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.0208536619975348 (mp_runner.py:73) -2024-09-01 18:02:09,935 | DEBUG |(SpawnProcess-1:319) search_count: 1500, latest_latency=0.024661768002260942 (mp_runner.py:73) -2024-09-01 18:02:09,939 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.031795909999345895 (mp_runner.py:73) -2024-09-01 18:02:09,940 | DEBUG |(SpawnProcess-1:331) search_count: 1500, latest_latency=0.028593304996320512 (mp_runner.py:73) -2024-09-01 18:02:09,940 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.015923047001706436 (mp_runner.py:73) -2024-09-01 18:02:09,941 | DEBUG |(SpawnProcess-1:292) search_count: 1500, latest_latency=0.0340902960015228 (mp_runner.py:73) -2024-09-01 18:02:09,942 | DEBUG |(SpawnProcess-1:282) search_count: 1500, latest_latency=0.0075033180037280545 (mp_runner.py:73) -2024-09-01 18:02:09,942 | DEBUG |(SpawnProcess-1:316) search_count: 1500, latest_latency=0.021234236999589484 (mp_runner.py:73) -2024-09-01 18:02:09,943 | DEBUG |(SpawnProcess-1:299) search_count: 1500, latest_latency=0.02096852700196905 (mp_runner.py:73) -2024-09-01 18:02:09,944 | DEBUG |(SpawnProcess-1:302) search_count: 1500, latest_latency=0.021907595997618046 (mp_runner.py:73) -2024-09-01 18:02:09,945 | DEBUG |(SpawnProcess-1:289) search_count: 1500, latest_latency=0.02234648599551292 (mp_runner.py:73) -2024-09-01 18:02:09,946 | DEBUG |(SpawnProcess-1:313) search_count: 1500, latest_latency=0.025291671998274978 (mp_runner.py:73) -2024-09-01 18:02:09,947 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.023884558002464473 (mp_runner.py:73) -2024-09-01 18:02:09,948 | DEBUG |(SpawnProcess-1:310) search_count: 1500, latest_latency=0.007060606003506109 (mp_runner.py:73) -2024-09-01 18:02:09,948 | DEBUG |(SpawnProcess-1:295) search_count: 1500, latest_latency=0.0436854459985625 (mp_runner.py:73) -2024-09-01 18:02:09,952 | DEBUG |(SpawnProcess-1:306) search_count: 1500, latest_latency=0.046142480001435615 (mp_runner.py:73) -2024-09-01 18:02:09,952 | DEBUG |(SpawnProcess-1:333) search_count: 1500, latest_latency=0.01997524199396139 (mp_runner.py:73) -2024-09-01 18:02:10,805 | DEBUG |(SpawnProcess-1:323) search_count: 1500, latest_latency=0.01731445400218945 (mp_runner.py:73) -2024-09-01 18:02:10,805 | DEBUG |(SpawnProcess-1:281) search_count: 1500, latest_latency=0.01822625199565664 (mp_runner.py:73) -2024-09-01 18:02:10,806 | DEBUG |(SpawnProcess-1:297) search_count: 1500, latest_latency=0.016097196996270213 (mp_runner.py:73) -2024-09-01 18:02:10,809 | DEBUG |(SpawnProcess-1:304) search_count: 1500, latest_latency=0.024348543003725354 (mp_runner.py:73) -2024-09-01 18:02:10,809 | DEBUG |(SpawnProcess-1:300) search_count: 1500, latest_latency=0.023200817005999852 (mp_runner.py:73) -2024-09-01 18:02:10,815 | DEBUG |(SpawnProcess-1:287) search_count: 1500, latest_latency=0.023670766000577714 (mp_runner.py:73) -2024-09-01 18:02:10,943 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.022848895001516212 (mp_runner.py:73) -2024-09-01 18:02:10,943 | DEBUG |(SpawnProcess-1:312) search_count: 1500, latest_latency=0.006063376000383869 (mp_runner.py:73) -2024-09-01 18:02:10,947 | DEBUG |(SpawnProcess-1:322) search_count: 1500, latest_latency=0.03089656600059243 (mp_runner.py:73) -2024-09-01 18:02:10,949 | DEBUG |(SpawnProcess-1:335) search_count: 1500, latest_latency=0.021018162005930208 (mp_runner.py:73) -2024-09-01 18:02:10,950 | DEBUG |(SpawnProcess-1:329) search_count: 1500, latest_latency=0.02577704699797323 (mp_runner.py:73) -2024-09-01 18:02:10,950 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.023102742998162284 (mp_runner.py:73) -2024-09-01 18:02:11,163 | DEBUG |(SpawnProcess-1:327) search_count: 1500, latest_latency=0.012043739996443037 (mp_runner.py:73) -2024-09-01 18:02:11,164 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.013900181002099998 (mp_runner.py:73) -2024-09-01 18:02:11,165 | DEBUG |(SpawnProcess-1:334) search_count: 1500, latest_latency=0.015214208004181273 (mp_runner.py:73) -2024-09-01 18:02:11,169 | DEBUG |(SpawnProcess-1:311) search_count: 1500, latest_latency=0.01767153199762106 (mp_runner.py:73) -2024-09-01 18:02:11,170 | DEBUG |(SpawnProcess-1:332) search_count: 1500, latest_latency=0.02055831899633631 (mp_runner.py:73) -2024-09-01 18:02:11,172 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.025266778997320216 (mp_runner.py:73) -2024-09-01 18:02:11,342 | DEBUG |(SpawnProcess-1:283) search_count: 1500, latest_latency=0.02264430100331083 (mp_runner.py:73) -2024-09-01 18:02:11,345 | DEBUG |(SpawnProcess-1:309) search_count: 1500, latest_latency=0.02554544500162592 (mp_runner.py:73) -2024-09-01 18:02:11,365 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.01802346399927046 (mp_runner.py:73) -2024-09-01 18:02:11,366 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.019548928998119663 (mp_runner.py:73) -2024-09-01 18:02:11,368 | DEBUG |(SpawnProcess-1:286) search_count: 1500, latest_latency=0.01912548999825958 (mp_runner.py:73) -2024-09-01 18:02:11,369 | DEBUG |(SpawnProcess-1:305) search_count: 1500, latest_latency=0.025221413001418114 (mp_runner.py:73) -2024-09-01 18:02:11,371 | DEBUG |(SpawnProcess-1:325) search_count: 1500, latest_latency=0.02468437400239054 (mp_runner.py:73) -2024-09-01 18:02:13,663 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.05019688099855557 (mp_runner.py:73) -2024-09-01 18:02:14,145 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.045272614996065386 (mp_runner.py:73) -2024-09-01 18:02:14,147 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.0017805390016292222 (mp_runner.py:73) -2024-09-01 18:02:14,406 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.02285867899627192 (mp_runner.py:73) -2024-09-01 18:02:14,408 | DEBUG |(SpawnProcess-1:328) search_count: 1500, latest_latency=0.026209358002233785 (mp_runner.py:73) -2024-09-01 18:02:15,023 | DEBUG |(SpawnProcess-1:288) search_count: 1500, latest_latency=0.033286940000834875 (mp_runner.py:73) -2024-09-01 18:02:15,472 | DEBUG |(SpawnProcess-1:320) search_count: 1500, latest_latency=0.0374493290000828 (mp_runner.py:73) -2024-09-01 18:02:15,873 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.026482549001229927 (mp_runner.py:73) -2024-09-01 18:02:15,926 | DEBUG |(SpawnProcess-1:303) search_count: 1500, latest_latency=0.02445844300382305 (mp_runner.py:73) -2024-09-01 18:02:16,361 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.031224457998177968 (mp_runner.py:73) -2024-09-01 18:02:16,486 | DEBUG |(SpawnProcess-1:324) search_count: 2000, latest_latency=0.005830907997733448 (mp_runner.py:73) -2024-09-01 18:02:16,490 | DEBUG |(SpawnProcess-1:308) search_count: 2000, latest_latency=0.009235291996446904 (mp_runner.py:73) -2024-09-01 18:02:16,490 | DEBUG |(SpawnProcess-1:306) search_count: 2000, latest_latency=0.008396745004574768 (mp_runner.py:73) -2024-09-01 18:02:16,491 | DEBUG |(SpawnProcess-1:319) search_count: 2000, latest_latency=0.011986530000285711 (mp_runner.py:73) -2024-09-01 18:02:16,493 | DEBUG |(SpawnProcess-1:315) search_count: 2000, latest_latency=0.01610107500164304 (mp_runner.py:73) -2024-09-01 18:02:16,494 | DEBUG |(SpawnProcess-1:295) search_count: 2000, latest_latency=0.01219911000225693 (mp_runner.py:73) -2024-09-01 18:02:16,494 | DEBUG |(SpawnProcess-1:299) search_count: 2000, latest_latency=0.01672165000491077 (mp_runner.py:73) -2024-09-01 18:02:16,544 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.025216120993718505 (mp_runner.py:73) -2024-09-01 18:02:16,652 | DEBUG |(SpawnProcess-1:316) search_count: 2000, latest_latency=0.006326960006845184 (mp_runner.py:73) -2024-09-01 18:02:16,653 | DEBUG |(SpawnProcess-1:331) search_count: 2000, latest_latency=0.009297818003688008 (mp_runner.py:73) -2024-09-01 18:02:16,654 | DEBUG |(SpawnProcess-1:289) search_count: 2000, latest_latency=0.011675945999741089 (mp_runner.py:73) -2024-09-01 18:02:16,655 | DEBUG |(SpawnProcess-1:310) search_count: 2000, latest_latency=0.011184283001057338 (mp_runner.py:73) -2024-09-01 18:02:16,655 | DEBUG |(SpawnProcess-1:292) search_count: 2000, latest_latency=0.012156836004578508 (mp_runner.py:73) -2024-09-01 18:02:16,656 | DEBUG |(SpawnProcess-1:282) search_count: 2000, latest_latency=0.011447237993706949 (mp_runner.py:73) -2024-09-01 18:02:16,657 | DEBUG |(SpawnProcess-1:333) search_count: 2000, latest_latency=0.015092825000465382 (mp_runner.py:73) -2024-09-01 18:02:16,658 | DEBUG |(SpawnProcess-1:302) search_count: 2000, latest_latency=0.017590641997230705 (mp_runner.py:73) -2024-09-01 18:02:16,795 | DEBUG |(SpawnProcess-1:298) search_count: 1500, latest_latency=0.027438801997050177 (mp_runner.py:73) -2024-09-01 18:02:17,513 | DEBUG |(SpawnProcess-1:313) search_count: 2000, latest_latency=0.014063534996239468 (mp_runner.py:73) -2024-09-01 18:02:17,600 | DEBUG |(SpawnProcess-1:317) search_count: 1500, latest_latency=0.02825818800192792 (mp_runner.py:73) -2024-09-01 18:02:18,328 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.02310550800029887 (mp_runner.py:73) -2024-09-01 18:02:18,359 | DEBUG |(SpawnProcess-1:322) search_count: 2000, latest_latency=0.01528669099934632 (mp_runner.py:73) -2024-09-01 18:02:18,367 | DEBUG |(SpawnProcess-1:326) search_count: 2000, latest_latency=0.014432071999181062 (mp_runner.py:73) -2024-09-01 18:02:18,393 | DEBUG |(SpawnProcess-1:287) search_count: 2000, latest_latency=0.007362354997894727 (mp_runner.py:73) -2024-09-01 18:02:18,393 | DEBUG |(SpawnProcess-1:323) search_count: 2000, latest_latency=0.009362958000565413 (mp_runner.py:73) -2024-09-01 18:02:18,394 | DEBUG |(SpawnProcess-1:300) search_count: 2000, latest_latency=0.012177096003142651 (mp_runner.py:73) -2024-09-01 18:02:18,395 | DEBUG |(SpawnProcess-1:304) search_count: 2000, latest_latency=0.015317530996981077 (mp_runner.py:73) -2024-09-01 18:02:18,395 | DEBUG |(SpawnProcess-1:297) search_count: 2000, latest_latency=0.012223977995745372 (mp_runner.py:73) -2024-09-01 18:02:18,396 | DEBUG |(SpawnProcess-1:281) search_count: 2000, latest_latency=0.015217897998809349 (mp_runner.py:73) -2024-09-01 18:02:18,443 | DEBUG |(SpawnProcess-1:285) search_count: 2000, latest_latency=0.009380509000038728 (mp_runner.py:73) -2024-09-01 18:02:18,444 | DEBUG |(SpawnProcess-1:318) search_count: 2000, latest_latency=0.010978964994137641 (mp_runner.py:73) -2024-09-01 18:02:18,445 | DEBUG |(SpawnProcess-1:334) search_count: 2000, latest_latency=0.016365253999538254 (mp_runner.py:73) -2024-09-01 18:02:18,445 | DEBUG |(SpawnProcess-1:327) search_count: 2000, latest_latency=0.012216171002364717 (mp_runner.py:73) -2024-09-01 18:02:18,446 | DEBUG |(SpawnProcess-1:332) search_count: 2000, latest_latency=0.015663902995584067 (mp_runner.py:73) -2024-09-01 18:02:18,877 | DEBUG |(SpawnProcess-1:329) search_count: 2000, latest_latency=0.011726526005077176 (mp_runner.py:73) -2024-09-01 18:02:18,879 | DEBUG |(SpawnProcess-1:294) search_count: 2000, latest_latency=0.014627400996687356 (mp_runner.py:73) -2024-09-01 18:02:18,880 | DEBUG |(SpawnProcess-1:335) search_count: 2000, latest_latency=0.016296406000037678 (mp_runner.py:73) -2024-09-01 18:02:18,884 | DEBUG |(SpawnProcess-1:312) search_count: 2000, latest_latency=0.018917600995337125 (mp_runner.py:73) -2024-09-01 18:02:18,990 | DEBUG |(SpawnProcess-1:291) search_count: 2000, latest_latency=0.00796580700261984 (mp_runner.py:73) -2024-09-01 18:02:18,991 | DEBUG |(SpawnProcess-1:284) search_count: 2000, latest_latency=0.008588686003349721 (mp_runner.py:73) -2024-09-01 18:02:18,991 | DEBUG |(SpawnProcess-1:311) search_count: 2000, latest_latency=0.009647040998970624 (mp_runner.py:73) -2024-09-01 18:02:18,991 | DEBUG |(SpawnProcess-1:286) search_count: 2000, latest_latency=0.010548650003329385 (mp_runner.py:73) -2024-09-01 18:02:18,992 | DEBUG |(SpawnProcess-1:325) search_count: 2000, latest_latency=0.01763913200556999 (mp_runner.py:73) -2024-09-01 18:02:18,993 | DEBUG |(SpawnProcess-1:305) search_count: 2000, latest_latency=0.015297068996005692 (mp_runner.py:73) -2024-09-01 18:02:19,269 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.009s, count=1771, qps in this process: 59.0156 (mp_runner.py:76) -2024-09-01 18:02:19,285 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0004s, count=2064, qps in this process: 68.7991 (mp_runner.py:76) -2024-09-01 18:02:19,352 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0099s, count=1953, qps in this process: 65.0785 (mp_runner.py:76) -2024-09-01 18:02:19,355 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0131s, count=2069, qps in this process: 68.9366 (mp_runner.py:76) -2024-09-01 18:02:19,357 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0102s, count=2031, qps in this process: 67.677 (mp_runner.py:76) -2024-09-01 18:02:19,360 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0063s, count=2212, qps in this process: 73.7179 (mp_runner.py:76) -2024-09-01 18:02:19,367 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0012s, count=2203, qps in this process: 73.4304 (mp_runner.py:76) -2024-09-01 18:02:19,384 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0003s, count=2205, qps in this process: 73.4993 (mp_runner.py:76) -2024-09-01 18:02:19,434 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0113s, count=2217, qps in this process: 73.8722 (mp_runner.py:76) -2024-09-01 18:02:19,435 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0109s, count=2031, qps in this process: 67.6754 (mp_runner.py:76) -2024-09-01 18:02:19,455 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0009s, count=2033, qps in this process: 67.7646 (mp_runner.py:76) -2024-09-01 18:02:19,455 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0047s, count=2211, qps in this process: 73.6885 (mp_runner.py:76) -2024-09-01 18:02:19,457 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0061s, count=2077, qps in this process: 69.2193 (mp_runner.py:76) -2024-09-01 18:02:19,458 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0025s, count=2038, qps in this process: 67.9277 (mp_runner.py:76) -2024-09-01 18:02:19,459 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0034s, count=1641, qps in this process: 54.6938 (mp_runner.py:76) -2024-09-01 18:02:19,460 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0048s, count=2077, qps in this process: 69.2223 (mp_runner.py:76) -2024-09-01 18:02:19,460 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0071s, count=2219, qps in this process: 73.9492 (mp_runner.py:76) -2024-09-01 18:02:19,461 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0049s, count=1795, qps in this process: 59.8236 (mp_runner.py:76) -2024-09-01 18:02:19,461 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0045s, count=2077, qps in this process: 69.2229 (mp_runner.py:76) -2024-09-01 18:02:19,462 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0073s, count=2219, qps in this process: 73.9487 (mp_runner.py:76) -2024-09-01 18:02:19,462 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.001s, count=2212, qps in this process: 73.7309 (mp_runner.py:76) -2024-09-01 18:02:19,463 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0114s, count=2212, qps in this process: 73.7053 (mp_runner.py:76) -2024-09-01 18:02:19,463 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0073s, count=2219, qps in this process: 73.9487 (mp_runner.py:76) -2024-09-01 18:02:19,463 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0106s, count=2212, qps in this process: 73.7073 (mp_runner.py:76) -2024-09-01 18:02:19,464 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0013s, count=2219, qps in this process: 73.9635 (mp_runner.py:76) -2024-09-01 18:02:19,465 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0027s, count=2072, qps in this process: 69.0605 (mp_runner.py:76) -2024-09-01 18:02:19,466 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0026s, count=2034, qps in this process: 67.7941 (mp_runner.py:76) -2024-09-01 18:02:19,469 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0121s, count=1805, qps in this process: 60.1424 (mp_runner.py:76) -2024-09-01 18:02:19,470 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0134s, count=1977, qps in this process: 65.8706 (mp_runner.py:76) -2024-09-01 18:02:19,476 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0132s, count=2220, qps in this process: 73.9675 (mp_runner.py:76) -2024-09-01 18:02:19,477 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0205s, count=2034, qps in this process: 67.7537 (mp_runner.py:76) -2024-09-01 18:02:19,487 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0156s, count=2112, qps in this process: 70.3634 (mp_runner.py:76) -2024-09-01 18:02:19,487 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0282s, count=2078, qps in this process: 69.2016 (mp_runner.py:76) -2024-09-01 18:02:19,510 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0015s, count=2038, qps in this process: 67.9299 (mp_runner.py:76) -2024-09-01 18:02:19,518 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0023s, count=2038, qps in this process: 67.9281 (mp_runner.py:76) -2024-09-01 18:02:19,520 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.003s, count=2082, qps in this process: 69.3931 (mp_runner.py:76) -2024-09-01 18:02:19,538 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0057s, count=1803, qps in this process: 60.0886 (mp_runner.py:76) -2024-09-01 18:02:19,543 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0052s, count=1676, qps in this process: 55.857 (mp_runner.py:76) -2024-09-01 18:02:19,549 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0026s, count=2086, qps in this process: 69.5273 (mp_runner.py:76) -2024-09-01 18:02:19,550 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0034s, count=2047, qps in this process: 68.2256 (mp_runner.py:76) -2024-09-01 18:02:19,559 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0062s, count=1701, qps in this process: 56.6883 (mp_runner.py:76) -2024-09-01 18:02:19,564 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0042s, count=1732, qps in this process: 57.7253 (mp_runner.py:76) -2024-09-01 18:02:19,565 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0012s, count=2091, qps in this process: 69.6972 (mp_runner.py:76) -2024-09-01 18:02:19,566 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0011s, count=2051, qps in this process: 68.3642 (mp_runner.py:76) -2024-09-01 18:02:19,571 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0053s, count=1609, qps in this process: 53.6239 (mp_runner.py:76) -2024-09-01 18:02:19,574 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0035s, count=2092, qps in this process: 69.7252 (mp_runner.py:76) -2024-09-01 18:02:19,576 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0038s, count=1798, qps in this process: 59.9257 (mp_runner.py:76) -2024-09-01 18:02:19,581 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0019s, count=2095, qps in this process: 69.8289 (mp_runner.py:76) -2024-09-01 18:02:19,582 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0008s, count=1677, qps in this process: 55.8985 (mp_runner.py:76) -2024-09-01 18:02:19,583 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0018s, count=2235, qps in this process: 74.4955 (mp_runner.py:76) -2024-09-01 18:02:19,592 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0012s, count=2239, qps in this process: 74.6303 (mp_runner.py:76) -2024-09-01 18:02:19,593 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0006s, count=1763, qps in this process: 58.7655 (mp_runner.py:76) -2024-09-01 18:02:19,596 | INFO |SpawnProcess-1:334 search 30s: actual_dur=30.0013s, count=2106, qps in this process: 70.197 (mp_runner.py:76) -2024-09-01 18:02:19,601 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0004s, count=1749, qps in this process: 58.2992 (mp_runner.py:76) -2024-09-01 18:02:19,612 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0054s, count=1596, qps in this process: 53.1904 (mp_runner.py:76) -2024-09-01 18:02:19,630 | INFO |End search in concurrency 55: dur=30.67860305099748s, total_count=110853, qps=3613.3653 (mp_runner.py:120) -2024-09-01 18:02:23,688 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:02:23,688 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 18:02:44,993 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 18:02:45,110 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,144 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,159 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,176 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,260 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,299 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,304 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,427 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,530 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,531 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,534 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,537 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,542 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,542 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,543 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,544 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,544 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,547 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,550 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,551 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,555 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,556 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,557 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,558 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,560 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,563 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,581 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,582 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,583 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,589 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,590 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,610 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,614 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,622 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,649 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,672 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,676 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,687 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,690 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,695 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,696 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,701 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,702 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,703 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,705 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,714 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,716 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,730 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,751 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,811 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,812 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,813 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:45,858 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:02:52,605 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.014893690000462811 (mp_runner.py:73) -2024-09-01 18:02:52,605 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.016073845996288583 (mp_runner.py:73) -2024-09-01 18:02:52,605 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.01596570899710059 (mp_runner.py:73) -2024-09-01 18:02:52,605 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.017180351002025418 (mp_runner.py:73) -2024-09-01 18:02:52,606 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.016978294996079057 (mp_runner.py:73) -2024-09-01 18:02:52,606 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.018326007993891835 (mp_runner.py:73) -2024-09-01 18:02:52,606 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.01279580400296254 (mp_runner.py:73) -2024-09-01 18:02:52,606 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.016201464997720905 (mp_runner.py:73) -2024-09-01 18:02:52,607 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.016187709996302146 (mp_runner.py:73) -2024-09-01 18:02:52,607 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.016947267002251465 (mp_runner.py:73) -2024-09-01 18:02:52,608 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.014952853998693172 (mp_runner.py:73) -2024-09-01 18:02:52,610 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.01513091400556732 (mp_runner.py:73) -2024-09-01 18:02:52,610 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.01620891499624122 (mp_runner.py:73) -2024-09-01 18:02:52,611 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.015476410997507628 (mp_runner.py:73) -2024-09-01 18:02:52,611 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.014502288002404384 (mp_runner.py:73) -2024-09-01 18:02:52,612 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.01581565599917667 (mp_runner.py:73) -2024-09-01 18:02:52,615 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.028726425000058953 (mp_runner.py:73) -2024-09-01 18:02:52,621 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.03574940800172044 (mp_runner.py:73) -2024-09-01 18:02:52,863 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.01898913499462651 (mp_runner.py:73) -2024-09-01 18:02:52,863 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.017496248001407366 (mp_runner.py:73) -2024-09-01 18:02:52,865 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.01804677600011928 (mp_runner.py:73) -2024-09-01 18:02:52,870 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.02710287200170569 (mp_runner.py:73) -2024-09-01 18:02:52,872 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.029289958998560905 (mp_runner.py:73) -2024-09-01 18:02:52,914 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.02042909799638437 (mp_runner.py:73) -2024-09-01 18:02:52,914 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.022857112999190576 (mp_runner.py:73) -2024-09-01 18:02:52,915 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.016717443002562504 (mp_runner.py:73) -2024-09-01 18:02:52,915 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.02074023000022862 (mp_runner.py:73) -2024-09-01 18:02:52,916 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.02393197800120106 (mp_runner.py:73) -2024-09-01 18:02:52,916 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.023378573001537006 (mp_runner.py:73) -2024-09-01 18:02:52,916 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.022428846001275815 (mp_runner.py:73) -2024-09-01 18:02:52,916 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.017678509997494984 (mp_runner.py:73) -2024-09-01 18:02:52,917 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.02079333899746416 (mp_runner.py:73) -2024-09-01 18:02:52,917 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.023889192001661286 (mp_runner.py:73) -2024-09-01 18:02:52,918 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.027111317998787854 (mp_runner.py:73) -2024-09-01 18:02:52,918 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.016167095993296243 (mp_runner.py:73) -2024-09-01 18:02:52,918 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.028982210998947266 (mp_runner.py:73) -2024-09-01 18:02:52,920 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.03208913800335722 (mp_runner.py:73) -2024-09-01 18:02:53,339 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.01564146600139793 (mp_runner.py:73) -2024-09-01 18:02:53,339 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.01566348000051221 (mp_runner.py:73) -2024-09-01 18:02:53,340 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.017844130998128094 (mp_runner.py:73) -2024-09-01 18:02:53,340 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.013044619998254348 (mp_runner.py:73) -2024-09-01 18:02:53,341 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.014224640995962545 (mp_runner.py:73) -2024-09-01 18:02:53,341 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.015390000000479631 (mp_runner.py:73) -2024-09-01 18:02:53,342 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.016647677999571897 (mp_runner.py:73) -2024-09-01 18:02:53,342 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.0208633100046427 (mp_runner.py:73) -2024-09-01 18:02:53,343 | DEBUG |(SpawnProcess-1:395) search_count: 500, latest_latency=0.02468094800133258 (mp_runner.py:73) -2024-09-01 18:02:53,347 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.003040288996999152 (mp_runner.py:73) -2024-09-01 18:02:53,533 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.022601149998081382 (mp_runner.py:73) -2024-09-01 18:02:53,545 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.013676873000804335 (mp_runner.py:73) -2024-09-01 18:02:53,547 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.023028833995340392 (mp_runner.py:73) -2024-09-01 18:02:53,548 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.02553390699904412 (mp_runner.py:73) -2024-09-01 18:02:53,552 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.005088087003969122 (mp_runner.py:73) -2024-09-01 18:02:53,560 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.017620556005567778 (mp_runner.py:73) -2024-09-01 18:02:53,561 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.020165409994660877 (mp_runner.py:73) -2024-09-01 18:02:53,562 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.01760371400450822 (mp_runner.py:73) -2024-09-01 18:02:53,563 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.02315858799556736 (mp_runner.py:73) -2024-09-01 18:02:53,568 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.0193729530001292 (mp_runner.py:73) -2024-09-01 18:02:53,572 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.020758935999765527 (mp_runner.py:73) -2024-09-01 18:02:53,573 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.020434816004126333 (mp_runner.py:73) -2024-09-01 18:02:55,812 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.025218479000614025 (mp_runner.py:73) -2024-09-01 18:02:59,707 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.012179832003312185 (mp_runner.py:73) -2024-09-01 18:02:59,707 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.013855655000952538 (mp_runner.py:73) -2024-09-01 18:02:59,708 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.011255874000198673 (mp_runner.py:73) -2024-09-01 18:02:59,709 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.012231335997057613 (mp_runner.py:73) -2024-09-01 18:02:59,709 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.016629641999315936 (mp_runner.py:73) -2024-09-01 18:02:59,710 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.01349214500078233 (mp_runner.py:73) -2024-09-01 18:02:59,710 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.014822405995801091 (mp_runner.py:73) -2024-09-01 18:02:59,711 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.013909194000007119 (mp_runner.py:73) -2024-09-01 18:02:59,711 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.017190803999255877 (mp_runner.py:73) -2024-09-01 18:02:59,712 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.01402026999858208 (mp_runner.py:73) -2024-09-01 18:02:59,713 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.020891664004011545 (mp_runner.py:73) -2024-09-01 18:02:59,886 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.011876429001858924 (mp_runner.py:73) -2024-09-01 18:02:59,889 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.01660652199643664 (mp_runner.py:73) -2024-09-01 18:02:59,890 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.01618171500012977 (mp_runner.py:73) -2024-09-01 18:02:59,892 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.017894695003633387 (mp_runner.py:73) -2024-09-01 18:02:59,995 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.008449647000816185 (mp_runner.py:73) -2024-09-01 18:02:59,995 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.008585629999288358 (mp_runner.py:73) -2024-09-01 18:02:59,996 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.008683961001224816 (mp_runner.py:73) -2024-09-01 18:02:59,997 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.009636802999011707 (mp_runner.py:73) -2024-09-01 18:02:59,998 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.011199458000191953 (mp_runner.py:73) -2024-09-01 18:02:59,998 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.008520383998984471 (mp_runner.py:73) -2024-09-01 18:02:59,998 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.008029229000385385 (mp_runner.py:73) -2024-09-01 18:02:59,999 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.011826617002952844 (mp_runner.py:73) -2024-09-01 18:03:00,016 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.03332358699844917 (mp_runner.py:73) -2024-09-01 18:03:00,027 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.03938957599893911 (mp_runner.py:73) -2024-09-01 18:03:00,032 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.044663464002951514 (mp_runner.py:73) -2024-09-01 18:03:00,032 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.04298740499507403 (mp_runner.py:73) -2024-09-01 18:03:00,036 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.04996806400595233 (mp_runner.py:73) -2024-09-01 18:03:00,054 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.06498323400592199 (mp_runner.py:73) -2024-09-01 18:03:00,055 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.06294735499977833 (mp_runner.py:73) -2024-09-01 18:03:00,536 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.0208663110024645 (mp_runner.py:73) -2024-09-01 18:03:00,900 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.009332503002951853 (mp_runner.py:73) -2024-09-01 18:03:00,901 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.01036287599708885 (mp_runner.py:73) -2024-09-01 18:03:00,901 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.00962911900569452 (mp_runner.py:73) -2024-09-01 18:03:00,901 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.0113781559994095 (mp_runner.py:73) -2024-09-01 18:03:00,903 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.011911114001122769 (mp_runner.py:73) -2024-09-01 18:03:00,904 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.01315470899862703 (mp_runner.py:73) -2024-09-01 18:03:00,905 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.014159318998281378 (mp_runner.py:73) -2024-09-01 18:03:00,905 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.014409386996703688 (mp_runner.py:73) -2024-09-01 18:03:00,906 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.013239448999229353 (mp_runner.py:73) -2024-09-01 18:03:00,906 | DEBUG |(SpawnProcess-1:395) search_count: 1000, latest_latency=0.01316438600042602 (mp_runner.py:73) -2024-09-01 18:03:00,907 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.014954272999602836 (mp_runner.py:73) -2024-09-01 18:03:00,908 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.017759380003553815 (mp_runner.py:73) -2024-09-01 18:03:00,909 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.01971276799304178 (mp_runner.py:73) -2024-09-01 18:03:01,390 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.015423941993503831 (mp_runner.py:73) -2024-09-01 18:03:01,409 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.014230472996132448 (mp_runner.py:73) -2024-09-01 18:03:01,411 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.017788842000300065 (mp_runner.py:73) -2024-09-01 18:03:01,412 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.016577541995502543 (mp_runner.py:73) -2024-09-01 18:03:01,413 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.016502469006809406 (mp_runner.py:73) -2024-09-01 18:03:01,413 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.019733255001483485 (mp_runner.py:73) -2024-09-01 18:03:01,416 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.01597389100061264 (mp_runner.py:73) -2024-09-01 18:03:01,418 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.01532120300544193 (mp_runner.py:73) -2024-09-01 18:03:01,426 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.025355479003337678 (mp_runner.py:73) -2024-09-01 18:03:01,907 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.01752777300134767 (mp_runner.py:73) -2024-09-01 18:03:02,393 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.016063194001617376 (mp_runner.py:73) -2024-09-01 18:03:02,456 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.0176005610046559 (mp_runner.py:73) -2024-09-01 18:03:02,595 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.015462092000234406 (mp_runner.py:73) -2024-09-01 18:03:03,550 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.018538553995313123 (mp_runner.py:73) -2024-09-01 18:03:03,744 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.017930292000528425 (mp_runner.py:73) -2024-09-01 18:03:05,659 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.016640225003357045 (mp_runner.py:73) -2024-09-01 18:03:07,292 | DEBUG |(SpawnProcess-1:342) search_count: 1500, latest_latency=0.015105045000382233 (mp_runner.py:73) -2024-09-01 18:03:07,293 | DEBUG |(SpawnProcess-1:396) search_count: 1500, latest_latency=0.016297864000080153 (mp_runner.py:73) -2024-09-01 18:03:07,293 | DEBUG |(SpawnProcess-1:360) search_count: 1500, latest_latency=0.017720789997838438 (mp_runner.py:73) -2024-09-01 18:03:07,293 | DEBUG |(SpawnProcess-1:347) search_count: 1500, latest_latency=0.016118149003887083 (mp_runner.py:73) -2024-09-01 18:03:07,294 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.014820047996181529 (mp_runner.py:73) -2024-09-01 18:03:07,295 | DEBUG |(SpawnProcess-1:343) search_count: 1500, latest_latency=0.016573000997595955 (mp_runner.py:73) -2024-09-01 18:03:07,295 | DEBUG |(SpawnProcess-1:349) search_count: 1500, latest_latency=0.017457677000493277 (mp_runner.py:73) -2024-09-01 18:03:07,296 | DEBUG |(SpawnProcess-1:346) search_count: 1500, latest_latency=0.013540448999265209 (mp_runner.py:73) -2024-09-01 18:03:07,298 | DEBUG |(SpawnProcess-1:388) search_count: 1500, latest_latency=0.01709262700023828 (mp_runner.py:73) -2024-09-01 18:03:07,299 | DEBUG |(SpawnProcess-1:394) search_count: 1500, latest_latency=0.01671673500095494 (mp_runner.py:73) -2024-09-01 18:03:07,301 | DEBUG |(SpawnProcess-1:367) search_count: 1500, latest_latency=0.01800393399753375 (mp_runner.py:73) -2024-09-01 18:03:07,302 | DEBUG |(SpawnProcess-1:358) search_count: 1500, latest_latency=0.018005234996962827 (mp_runner.py:73) -2024-09-01 18:03:07,305 | DEBUG |(SpawnProcess-1:355) search_count: 1500, latest_latency=0.029824085999280214 (mp_runner.py:73) -2024-09-01 18:03:07,306 | DEBUG |(SpawnProcess-1:383) search_count: 1500, latest_latency=0.03263308600435266 (mp_runner.py:73) -2024-09-01 18:03:07,673 | DEBUG |(SpawnProcess-1:384) search_count: 1500, latest_latency=0.02620877799927257 (mp_runner.py:73) -2024-09-01 18:03:07,674 | DEBUG |(SpawnProcess-1:365) search_count: 1500, latest_latency=0.025754299997061025 (mp_runner.py:73) -2024-09-01 18:03:07,933 | DEBUG |(SpawnProcess-1:356) search_count: 1500, latest_latency=0.020498665995546617 (mp_runner.py:73) -2024-09-01 18:03:07,934 | DEBUG |(SpawnProcess-1:366) search_count: 1500, latest_latency=0.01925085100083379 (mp_runner.py:73) -2024-09-01 18:03:07,936 | DEBUG |(SpawnProcess-1:392) search_count: 1500, latest_latency=0.01680153000052087 (mp_runner.py:73) -2024-09-01 18:03:07,936 | DEBUG |(SpawnProcess-1:377) search_count: 1500, latest_latency=0.02143647499906365 (mp_runner.py:73) -2024-09-01 18:03:07,937 | DEBUG |(SpawnProcess-1:352) search_count: 1500, latest_latency=0.017685129001620226 (mp_runner.py:73) -2024-09-01 18:03:07,937 | DEBUG |(SpawnProcess-1:348) search_count: 1500, latest_latency=0.024937517002399545 (mp_runner.py:73) -2024-09-01 18:03:07,940 | DEBUG |(SpawnProcess-1:379) search_count: 1500, latest_latency=0.02874367099866504 (mp_runner.py:73) -2024-09-01 18:03:08,423 | DEBUG |(SpawnProcess-1:359) search_count: 1500, latest_latency=0.016033353000239003 (mp_runner.py:73) -2024-09-01 18:03:08,424 | DEBUG |(SpawnProcess-1:337) search_count: 1500, latest_latency=0.016051694001362193 (mp_runner.py:73) -2024-09-01 18:03:08,424 | DEBUG |(SpawnProcess-1:361) search_count: 1500, latest_latency=0.016257356997812167 (mp_runner.py:73) -2024-09-01 18:03:08,424 | DEBUG |(SpawnProcess-1:371) search_count: 1500, latest_latency=0.017164684002636932 (mp_runner.py:73) -2024-09-01 18:03:08,426 | DEBUG |(SpawnProcess-1:376) search_count: 1500, latest_latency=0.016124227004183922 (mp_runner.py:73) -2024-09-01 18:03:08,426 | DEBUG |(SpawnProcess-1:340) search_count: 1500, latest_latency=0.017216654996445868 (mp_runner.py:73) -2024-09-01 18:03:08,427 | DEBUG |(SpawnProcess-1:350) search_count: 1500, latest_latency=0.01692781699966872 (mp_runner.py:73) -2024-09-01 18:03:08,429 | DEBUG |(SpawnProcess-1:390) search_count: 1500, latest_latency=0.018354337000346277 (mp_runner.py:73) -2024-09-01 18:03:08,429 | DEBUG |(SpawnProcess-1:374) search_count: 1500, latest_latency=0.01978208200307563 (mp_runner.py:73) -2024-09-01 18:03:08,429 | DEBUG |(SpawnProcess-1:345) search_count: 1500, latest_latency=0.01805584099929547 (mp_runner.py:73) -2024-09-01 18:03:08,430 | DEBUG |(SpawnProcess-1:375) search_count: 1500, latest_latency=0.01806046000274364 (mp_runner.py:73) -2024-09-01 18:03:08,432 | DEBUG |(SpawnProcess-1:387) search_count: 1500, latest_latency=0.016820149001432583 (mp_runner.py:73) -2024-09-01 18:03:08,433 | DEBUG |(SpawnProcess-1:362) search_count: 1500, latest_latency=0.015356620999227744 (mp_runner.py:73) -2024-09-01 18:03:08,434 | DEBUG |(SpawnProcess-1:344) search_count: 1500, latest_latency=0.027213929999561515 (mp_runner.py:73) -2024-09-01 18:03:08,435 | DEBUG |(SpawnProcess-1:369) search_count: 1500, latest_latency=0.030184324998117518 (mp_runner.py:73) -2024-09-01 18:03:08,996 | DEBUG |(SpawnProcess-1:357) search_count: 1500, latest_latency=0.015194562001852319 (mp_runner.py:73) -2024-09-01 18:03:08,996 | DEBUG |(SpawnProcess-1:391) search_count: 1500, latest_latency=0.015336304997617844 (mp_runner.py:73) -2024-09-01 18:03:08,999 | DEBUG |(SpawnProcess-1:338) search_count: 1500, latest_latency=0.01574183900083881 (mp_runner.py:73) -2024-09-01 18:03:09,000 | DEBUG |(SpawnProcess-1:378) search_count: 1500, latest_latency=0.01714507699944079 (mp_runner.py:73) -2024-09-01 18:03:09,000 | DEBUG |(SpawnProcess-1:370) search_count: 1500, latest_latency=0.018077465996611863 (mp_runner.py:73) -2024-09-01 18:03:09,001 | DEBUG |(SpawnProcess-1:341) search_count: 1500, latest_latency=0.01591562000248814 (mp_runner.py:73) -2024-09-01 18:03:09,002 | DEBUG |(SpawnProcess-1:389) search_count: 1500, latest_latency=0.02195855999889318 (mp_runner.py:73) -2024-09-01 18:03:09,002 | DEBUG |(SpawnProcess-1:368) search_count: 1500, latest_latency=0.015513793005084153 (mp_runner.py:73) -2024-09-01 18:03:09,003 | DEBUG |(SpawnProcess-1:380) search_count: 1500, latest_latency=0.014313202002085745 (mp_runner.py:73) -2024-09-01 18:03:09,003 | DEBUG |(SpawnProcess-1:386) search_count: 1500, latest_latency=0.016015876994060818 (mp_runner.py:73) -2024-09-01 18:03:09,004 | DEBUG |(SpawnProcess-1:385) search_count: 1500, latest_latency=0.025192569999489933 (mp_runner.py:73) -2024-09-01 18:03:09,006 | DEBUG |(SpawnProcess-1:395) search_count: 1500, latest_latency=0.029294122999999672 (mp_runner.py:73) -2024-09-01 18:03:10,015 | DEBUG |(SpawnProcess-1:353) search_count: 1500, latest_latency=0.01949459099705564 (mp_runner.py:73) -2024-09-01 18:03:10,910 | DEBUG |(SpawnProcess-1:339) search_count: 1500, latest_latency=0.02653377000387991 (mp_runner.py:73) -2024-09-01 18:03:11,161 | DEBUG |(SpawnProcess-1:364) search_count: 1500, latest_latency=0.027556868000829127 (mp_runner.py:73) -2024-09-01 18:03:11,723 | DEBUG |(SpawnProcess-1:393) search_count: 1500, latest_latency=0.027684130996931344 (mp_runner.py:73) -2024-09-01 18:03:12,149 | DEBUG |(SpawnProcess-1:363) search_count: 1500, latest_latency=0.0037919149981462397 (mp_runner.py:73) -2024-09-01 18:03:12,193 | DEBUG |(SpawnProcess-1:381) search_count: 1500, latest_latency=0.0035525650018826127 (mp_runner.py:73) -2024-09-01 18:03:12,790 | DEBUG |(SpawnProcess-1:373) search_count: 1500, latest_latency=0.027419065998401493 (mp_runner.py:73) -2024-09-01 18:03:13,766 | DEBUG |(SpawnProcess-1:382) search_count: 1500, latest_latency=0.05601178700453602 (mp_runner.py:73) -2024-09-01 18:03:13,962 | DEBUG |(SpawnProcess-1:351) search_count: 1500, latest_latency=0.027681193998432718 (mp_runner.py:73) -2024-09-01 18:03:14,811 | DEBUG |(SpawnProcess-1:343) search_count: 2000, latest_latency=0.016149266994034406 (mp_runner.py:73) -2024-09-01 18:03:14,815 | DEBUG |(SpawnProcess-1:354) search_count: 2000, latest_latency=0.009721401002025232 (mp_runner.py:73) -2024-09-01 18:03:14,816 | DEBUG |(SpawnProcess-1:360) search_count: 2000, latest_latency=0.01109695500053931 (mp_runner.py:73) -2024-09-01 18:03:14,816 | DEBUG |(SpawnProcess-1:396) search_count: 2000, latest_latency=0.012346962997980881 (mp_runner.py:73) -2024-09-01 18:03:14,818 | DEBUG |(SpawnProcess-1:346) search_count: 2000, latest_latency=0.011894866998773068 (mp_runner.py:73) -2024-09-01 18:03:14,819 | DEBUG |(SpawnProcess-1:358) search_count: 2000, latest_latency=0.007798894999723416 (mp_runner.py:73) -2024-09-01 18:03:14,819 | DEBUG |(SpawnProcess-1:355) search_count: 2000, latest_latency=0.016402673005359247 (mp_runner.py:73) -2024-09-01 18:03:14,821 | DEBUG |(SpawnProcess-1:388) search_count: 2000, latest_latency=0.01882942499651108 (mp_runner.py:73) -2024-09-01 18:03:14,830 | DEBUG |(SpawnProcess-1:394) search_count: 2000, latest_latency=0.026953011001751292 (mp_runner.py:73) -2024-09-01 18:03:14,985 | DEBUG |(SpawnProcess-1:347) search_count: 2000, latest_latency=0.012504285004979465 (mp_runner.py:73) -2024-09-01 18:03:14,986 | DEBUG |(SpawnProcess-1:383) search_count: 2000, latest_latency=0.014192724003805779 (mp_runner.py:73) -2024-09-01 18:03:14,989 | DEBUG |(SpawnProcess-1:342) search_count: 2000, latest_latency=0.01817412099626381 (mp_runner.py:73) -2024-09-01 18:03:15,141 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0296s, count=2006, qps in this process: 66.8008 (mp_runner.py:76) -2024-09-01 18:03:15,173 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0175s, count=2007, qps in this process: 66.861 (mp_runner.py:76) -2024-09-01 18:03:15,191 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0103s, count=1913, qps in this process: 63.7448 (mp_runner.py:76) -2024-09-01 18:03:15,191 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0196s, count=1889, qps in this process: 62.9256 (mp_runner.py:76) -2024-09-01 18:03:15,298 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0126s, count=1957, qps in this process: 65.2059 (mp_runner.py:76) -2024-09-01 18:03:15,320 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0149s, count=1875, qps in this process: 62.469 (mp_runner.py:76) -2024-09-01 18:03:15,328 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0123s, count=1922, qps in this process: 64.0404 (mp_runner.py:76) -2024-09-01 18:03:15,438 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0083s, count=1931, qps in this process: 64.3489 (mp_runner.py:76) -2024-09-01 18:03:15,543 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0002s, count=1893, qps in this process: 63.0996 (mp_runner.py:76) -2024-09-01 18:03:15,546 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0111s, count=1939, qps in this process: 64.6094 (mp_runner.py:76) -2024-09-01 18:03:15,547 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0006s, count=1893, qps in this process: 63.0987 (mp_runner.py:76) -2024-09-01 18:03:15,548 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0066s, count=2029, qps in this process: 67.6185 (mp_runner.py:76) -2024-09-01 18:03:15,549 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0138s, count=1913, qps in this process: 63.7373 (mp_runner.py:76) -2024-09-01 18:03:15,550 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.001s, count=1913, qps in this process: 63.7645 (mp_runner.py:76) -2024-09-01 18:03:15,551 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0015s, count=1913, qps in this process: 63.7635 (mp_runner.py:76) -2024-09-01 18:03:15,552 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0028s, count=1894, qps in this process: 63.1274 (mp_runner.py:76) -2024-09-01 18:03:15,557 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0071s, count=1894, qps in this process: 63.1184 (mp_runner.py:76) -2024-09-01 18:03:15,560 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0006s, count=2047, qps in this process: 68.232 (mp_runner.py:76) -2024-09-01 18:03:15,561 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0118s, count=1940, qps in this process: 64.6412 (mp_runner.py:76) -2024-09-01 18:03:15,562 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0059s, count=1940, qps in this process: 64.654 (mp_runner.py:76) -2024-09-01 18:03:15,562 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0073s, count=1824, qps in this process: 60.7852 (mp_runner.py:76) -2024-09-01 18:03:15,563 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0017s, count=2047, qps in this process: 68.2295 (mp_runner.py:76) -2024-09-01 18:03:15,564 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0148s, count=1894, qps in this process: 63.1022 (mp_runner.py:76) -2024-09-01 18:03:15,567 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0171s, count=1940, qps in this process: 64.6298 (mp_runner.py:76) -2024-09-01 18:03:15,568 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0076s, count=2048, qps in this process: 68.2494 (mp_runner.py:76) -2024-09-01 18:03:15,569 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0097s, count=2048, qps in this process: 68.2446 (mp_runner.py:76) -2024-09-01 18:03:15,570 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0235s, count=1940, qps in this process: 64.6161 (mp_runner.py:76) -2024-09-01 18:03:15,570 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.01s, count=1942, qps in this process: 64.7118 (mp_runner.py:76) -2024-09-01 18:03:15,570 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0279s, count=1762, qps in this process: 58.6788 (mp_runner.py:76) -2024-09-01 18:03:15,575 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0042s, count=2048, qps in this process: 68.2571 (mp_runner.py:76) -2024-09-01 18:03:15,577 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0122s, count=1942, qps in this process: 64.707 (mp_runner.py:76) -2024-09-01 18:03:15,580 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0173s, count=1941, qps in this process: 64.6627 (mp_runner.py:76) -2024-09-01 18:03:15,590 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0074s, count=1898, qps in this process: 63.2511 (mp_runner.py:76) -2024-09-01 18:03:15,591 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0047s, count=1855, qps in this process: 61.8236 (mp_runner.py:76) -2024-09-01 18:03:15,593 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0029s, count=1896, qps in this process: 63.1939 (mp_runner.py:76) -2024-09-01 18:03:15,596 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0031s, count=1720, qps in this process: 57.3274 (mp_runner.py:76) -2024-09-01 18:03:15,599 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0039s, count=2050, qps in this process: 68.3245 (mp_runner.py:76) -2024-09-01 18:03:15,619 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0021s, count=1950, qps in this process: 64.9955 (mp_runner.py:76) -2024-09-01 18:03:15,626 | INFO |SpawnProcess-1:395 search 30s: actual_dur=30.0033s, count=1814, qps in this process: 60.46 (mp_runner.py:76) -2024-09-01 18:03:15,631 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0061s, count=1920, qps in this process: 63.987 (mp_runner.py:76) -2024-09-01 18:03:15,642 | DEBUG |(SpawnProcess-1:372) search_count: 1500, latest_latency=0.003156229002343025 (mp_runner.py:73) -2024-09-01 18:03:15,657 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0032s, count=2062, qps in this process: 68.726 (mp_runner.py:76) -2024-09-01 18:03:15,659 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0109s, count=1980, qps in this process: 65.976 (mp_runner.py:76) -2024-09-01 18:03:15,683 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0035s, count=1911, qps in this process: 63.6926 (mp_runner.py:76) -2024-09-01 18:03:15,688 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0068s, count=1967, qps in this process: 65.5518 (mp_runner.py:76) -2024-09-01 18:03:15,696 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0021s, count=2071, qps in this process: 69.0285 (mp_runner.py:76) -2024-09-01 18:03:15,700 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0007s, count=1958, qps in this process: 65.2651 (mp_runner.py:76) -2024-09-01 18:03:15,703 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.004s, count=1839, qps in this process: 61.2918 (mp_runner.py:76) -2024-09-01 18:03:15,704 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0053s, count=1591, qps in this process: 53.024 (mp_runner.py:76) -2024-09-01 18:03:15,706 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0013s, count=1737, qps in this process: 57.8975 (mp_runner.py:76) -2024-09-01 18:03:15,710 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0013s, count=1846, qps in this process: 61.5307 (mp_runner.py:76) -2024-09-01 18:03:15,711 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0005s, count=2075, qps in this process: 69.1655 (mp_runner.py:76) -2024-09-01 18:03:15,712 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0034s, count=1843, qps in this process: 61.4264 (mp_runner.py:76) -2024-09-01 18:03:15,724 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0023s, count=1919, qps in this process: 63.9618 (mp_runner.py:76) -2024-09-01 18:03:15,728 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.004s, count=1709, qps in this process: 56.9591 (mp_runner.py:76) -2024-09-01 18:03:15,738 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0018s, count=1729, qps in this process: 57.6299 (mp_runner.py:76) -2024-09-01 18:03:15,757 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0006s, count=1733, qps in this process: 57.7655 (mp_runner.py:76) -2024-09-01 18:03:15,820 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.001s, count=1676, qps in this process: 55.8648 (mp_runner.py:76) -2024-09-01 18:03:15,820 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0003s, count=1732, qps in this process: 57.7328 (mp_runner.py:76) -2024-09-01 18:03:15,822 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0011s, count=1998, qps in this process: 66.5976 (mp_runner.py:76) -2024-09-01 18:03:15,870 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.001s, count=1671, qps in this process: 55.6981 (mp_runner.py:76) -2024-09-01 18:03:15,888 | INFO |End search in concurrency 60: dur=30.892096372997912s, total_count=114234, qps=3697.839 (mp_runner.py:120) -2024-09-01 18:03:20,247 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:03:20,248 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 18:03:41,894 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 18:03:42,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,307 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,308 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,309 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,329 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,338 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,364 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,428 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,429 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,430 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,432 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,433 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,434 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,435 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,436 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,445 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,453 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,460 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,460 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,465 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,468 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,468 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,474 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,475 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,475 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,476 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,477 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,479 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,482 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,502 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,502 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,505 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,507 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,510 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,512 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,549 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,558 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,561 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,561 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,562 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,564 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,571 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,574 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,612 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,615 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,615 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,616 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,617 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,640 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,647 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,657 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,659 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,661 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,688 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,691 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,698 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,712 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,729 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:42,731 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:03:50,464 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.01787634899665136 (mp_runner.py:73) -2024-09-01 18:03:50,464 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.016940231005719397 (mp_runner.py:73) -2024-09-01 18:03:50,466 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.0173639330023434 (mp_runner.py:73) -2024-09-01 18:03:50,467 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.01654672899894649 (mp_runner.py:73) -2024-09-01 18:03:50,468 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.01892136000242317 (mp_runner.py:73) -2024-09-01 18:03:50,468 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.018820880002749618 (mp_runner.py:73) -2024-09-01 18:03:50,469 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.0229339279976557 (mp_runner.py:73) -2024-09-01 18:03:50,469 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.01856301099905977 (mp_runner.py:73) -2024-09-01 18:03:50,469 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.01848421699833125 (mp_runner.py:73) -2024-09-01 18:03:50,470 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.014580591996491421 (mp_runner.py:73) -2024-09-01 18:03:50,470 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.013967184000648558 (mp_runner.py:73) -2024-09-01 18:03:50,471 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.027042597997933626 (mp_runner.py:73) -2024-09-01 18:03:50,476 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.03328599099768326 (mp_runner.py:73) -2024-09-01 18:03:50,785 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.019177534995833412 (mp_runner.py:73) -2024-09-01 18:03:50,787 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.021250343997962773 (mp_runner.py:73) -2024-09-01 18:03:50,787 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.017105286999139935 (mp_runner.py:73) -2024-09-01 18:03:50,788 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.021039500999904703 (mp_runner.py:73) -2024-09-01 18:03:50,789 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.019514578001690097 (mp_runner.py:73) -2024-09-01 18:03:50,789 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.020668709999881685 (mp_runner.py:73) -2024-09-01 18:03:50,791 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.02623947700340068 (mp_runner.py:73) -2024-09-01 18:03:50,792 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.021433627996884752 (mp_runner.py:73) -2024-09-01 18:03:50,798 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.03521815300337039 (mp_runner.py:73) -2024-09-01 18:03:50,799 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.03750289599702228 (mp_runner.py:73) -2024-09-01 18:03:50,800 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.02208886500011431 (mp_runner.py:73) -2024-09-01 18:03:50,803 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.021696207993954886 (mp_runner.py:73) -2024-09-01 18:03:50,854 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.004108974993869197 (mp_runner.py:73) -2024-09-01 18:03:50,855 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.005476803002238739 (mp_runner.py:73) -2024-09-01 18:03:51,035 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.0019242759954067878 (mp_runner.py:73) -2024-09-01 18:03:51,043 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.048105481000675354 (mp_runner.py:73) -2024-09-01 18:03:51,054 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.060294054994301405 (mp_runner.py:73) -2024-09-01 18:03:51,067 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.06066375900263665 (mp_runner.py:73) -2024-09-01 18:03:51,070 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.061457831994630396 (mp_runner.py:73) -2024-09-01 18:03:51,117 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.009060543998202775 (mp_runner.py:73) -2024-09-01 18:03:51,126 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.006192319000547286 (mp_runner.py:73) -2024-09-01 18:03:51,141 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.0651403730007587 (mp_runner.py:73) -2024-09-01 18:03:51,196 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.0334889910009224 (mp_runner.py:73) -2024-09-01 18:03:51,209 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.01953674200194655 (mp_runner.py:73) -2024-09-01 18:03:51,209 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.03466090399888344 (mp_runner.py:73) -2024-09-01 18:03:51,211 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.02289977500186069 (mp_runner.py:73) -2024-09-01 18:03:51,215 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.028195417995448224 (mp_runner.py:73) -2024-09-01 18:03:51,215 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.02377325999987079 (mp_runner.py:73) -2024-09-01 18:03:51,243 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.03195707299892092 (mp_runner.py:73) -2024-09-01 18:03:51,259 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.025772341999982018 (mp_runner.py:73) -2024-09-01 18:03:51,264 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.031184699000732508 (mp_runner.py:73) -2024-09-01 18:03:51,266 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.034918325996841304 (mp_runner.py:73) -2024-09-01 18:03:51,545 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.030094066001765896 (mp_runner.py:73) -2024-09-01 18:03:51,604 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.029673577002540696 (mp_runner.py:73) -2024-09-01 18:03:51,649 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.028110831997764762 (mp_runner.py:73) -2024-09-01 18:03:51,813 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.026912679997622035 (mp_runner.py:73) -2024-09-01 18:03:51,860 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.02996762799739372 (mp_runner.py:73) -2024-09-01 18:03:51,884 | DEBUG |(SpawnProcess-1:461) search_count: 500, latest_latency=0.020524895000562537 (mp_runner.py:73) -2024-09-01 18:03:51,884 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.02077410100173438 (mp_runner.py:73) -2024-09-01 18:03:51,885 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.019284931004222017 (mp_runner.py:73) -2024-09-01 18:03:51,886 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.01960362099634949 (mp_runner.py:73) -2024-09-01 18:03:51,888 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.02082056400104193 (mp_runner.py:73) -2024-09-01 18:03:51,889 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.018629809004778508 (mp_runner.py:73) -2024-09-01 18:03:51,892 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.029816955000569578 (mp_runner.py:73) -2024-09-01 18:03:51,893 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03123487999982899 (mp_runner.py:73) -2024-09-01 18:03:51,897 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.03221568099979777 (mp_runner.py:73) -2024-09-01 18:03:52,119 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.03256638899620157 (mp_runner.py:73) -2024-09-01 18:03:53,014 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.02529602000140585 (mp_runner.py:73) -2024-09-01 18:03:53,360 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.02973547700094059 (mp_runner.py:73) -2024-09-01 18:03:53,443 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.034355794996372424 (mp_runner.py:73) -2024-09-01 18:03:53,664 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.03610741799639072 (mp_runner.py:73) -2024-09-01 18:03:53,964 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.030358216994500253 (mp_runner.py:73) -2024-09-01 18:03:58,193 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.013068460000795312 (mp_runner.py:73) -2024-09-01 18:03:58,194 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.01474009200319415 (mp_runner.py:73) -2024-09-01 18:03:58,195 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.014543321005476173 (mp_runner.py:73) -2024-09-01 18:03:58,195 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.01449999100441346 (mp_runner.py:73) -2024-09-01 18:03:58,196 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.01385161399957724 (mp_runner.py:73) -2024-09-01 18:03:58,196 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.017298853999818675 (mp_runner.py:73) -2024-09-01 18:03:58,197 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.015217357002256904 (mp_runner.py:73) -2024-09-01 18:03:58,197 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.01401854299911065 (mp_runner.py:73) -2024-09-01 18:03:58,198 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.01678597099817125 (mp_runner.py:73) -2024-09-01 18:03:58,198 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.020031619002111256 (mp_runner.py:73) -2024-09-01 18:03:58,199 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.013997342000948265 (mp_runner.py:73) -2024-09-01 18:03:58,200 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.013294698001118377 (mp_runner.py:73) -2024-09-01 18:03:58,202 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.013352396999835037 (mp_runner.py:73) -2024-09-01 18:03:58,755 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.009958358998119365 (mp_runner.py:73) -2024-09-01 18:03:58,756 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.010565099997620564 (mp_runner.py:73) -2024-09-01 18:03:58,758 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.012169891000667121 (mp_runner.py:73) -2024-09-01 18:03:58,758 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.01158205699903192 (mp_runner.py:73) -2024-09-01 18:03:58,761 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.006284341994614806 (mp_runner.py:73) -2024-09-01 18:03:58,764 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.0020830819994444028 (mp_runner.py:73) -2024-09-01 18:03:58,769 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.026827605004655197 (mp_runner.py:73) -2024-09-01 18:03:58,770 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.007632487999217119 (mp_runner.py:73) -2024-09-01 18:03:58,771 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.01291363999916939 (mp_runner.py:73) -2024-09-01 18:03:58,773 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.024157832995115314 (mp_runner.py:73) -2024-09-01 18:03:58,774 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.03347177199611906 (mp_runner.py:73) -2024-09-01 18:03:58,785 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.04374308900150936 (mp_runner.py:73) -2024-09-01 18:03:59,371 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.01293852300295839 (mp_runner.py:73) -2024-09-01 18:03:59,371 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.013280020997626707 (mp_runner.py:73) -2024-09-01 18:03:59,372 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.01594961999944644 (mp_runner.py:73) -2024-09-01 18:03:59,373 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.016383456000767183 (mp_runner.py:73) -2024-09-01 18:03:59,374 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.015197885993984528 (mp_runner.py:73) -2024-09-01 18:03:59,374 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.018258149997564033 (mp_runner.py:73) -2024-09-01 18:03:59,374 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.019163719996868167 (mp_runner.py:73) -2024-09-01 18:03:59,376 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.015271406002284493 (mp_runner.py:73) -2024-09-01 18:03:59,376 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.020491485003731214 (mp_runner.py:73) -2024-09-01 18:03:59,532 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.017952296002476942 (mp_runner.py:73) -2024-09-01 18:03:59,818 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.018912375999207143 (mp_runner.py:73) -2024-09-01 18:03:59,898 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.017417011003999505 (mp_runner.py:73) -2024-09-01 18:03:59,913 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.030388273997232318 (mp_runner.py:73) -2024-09-01 18:03:59,957 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.01926833800098393 (mp_runner.py:73) -2024-09-01 18:04:00,279 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.00866108500486007 (mp_runner.py:73) -2024-09-01 18:04:00,282 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.01091074499709066 (mp_runner.py:73) -2024-09-01 18:04:00,283 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.012984772998606786 (mp_runner.py:73) -2024-09-01 18:04:00,283 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.011128774000098929 (mp_runner.py:73) -2024-09-01 18:04:00,284 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.016321675000654068 (mp_runner.py:73) -2024-09-01 18:04:00,285 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.015233422003802843 (mp_runner.py:73) -2024-09-01 18:04:00,286 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.009414974003448151 (mp_runner.py:73) -2024-09-01 18:04:00,287 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.008897195002646185 (mp_runner.py:73) -2024-09-01 18:04:00,288 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.01028420699731214 (mp_runner.py:73) -2024-09-01 18:04:00,289 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.0101093920020503 (mp_runner.py:73) -2024-09-01 18:04:00,294 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.012396326994348783 (mp_runner.py:73) -2024-09-01 18:04:00,295 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.013759073997789528 (mp_runner.py:73) -2024-09-01 18:04:00,296 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.01945456099929288 (mp_runner.py:73) -2024-09-01 18:04:00,302 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.030824894995021168 (mp_runner.py:73) -2024-09-01 18:04:00,781 | DEBUG |(SpawnProcess-1:461) search_count: 1000, latest_latency=0.016507569001987576 (mp_runner.py:73) -2024-09-01 18:04:01,228 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.03215568699670257 (mp_runner.py:73) -2024-09-01 18:04:01,250 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.009696306005935185 (mp_runner.py:73) -2024-09-01 18:04:01,468 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.018945587005873676 (mp_runner.py:73) -2024-09-01 18:04:01,689 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.018165854999097064 (mp_runner.py:73) -2024-09-01 18:04:01,754 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.020476213001529686 (mp_runner.py:73) -2024-09-01 18:04:03,504 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.029125132998160552 (mp_runner.py:73) -2024-09-01 18:04:04,182 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.018977740000991616 (mp_runner.py:73) -2024-09-01 18:04:04,293 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.01805853199766716 (mp_runner.py:73) -2024-09-01 18:04:04,642 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.020416051003849134 (mp_runner.py:73) -2024-09-01 18:04:04,642 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.01905904000159353 (mp_runner.py:73) -2024-09-01 18:04:05,180 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.019027001995709725 (mp_runner.py:73) -2024-09-01 18:04:06,539 | DEBUG |(SpawnProcess-1:429) search_count: 1500, latest_latency=0.016801612997369375 (mp_runner.py:73) -2024-09-01 18:04:06,539 | DEBUG |(SpawnProcess-1:409) search_count: 1500, latest_latency=0.01798764399427455 (mp_runner.py:73) -2024-09-01 18:04:06,541 | DEBUG |(SpawnProcess-1:433) search_count: 1500, latest_latency=0.017904375003126916 (mp_runner.py:73) -2024-09-01 18:04:06,542 | DEBUG |(SpawnProcess-1:413) search_count: 1500, latest_latency=0.02071851000073366 (mp_runner.py:73) -2024-09-01 18:04:06,543 | DEBUG |(SpawnProcess-1:419) search_count: 1500, latest_latency=0.02009175299463095 (mp_runner.py:73) -2024-09-01 18:04:06,547 | DEBUG |(SpawnProcess-1:416) search_count: 1500, latest_latency=0.020408101998327766 (mp_runner.py:73) -2024-09-01 18:04:06,547 | DEBUG |(SpawnProcess-1:427) search_count: 1500, latest_latency=0.026984420001099352 (mp_runner.py:73) -2024-09-01 18:04:06,550 | DEBUG |(SpawnProcess-1:417) search_count: 1500, latest_latency=0.03028168399760034 (mp_runner.py:73) -2024-09-01 18:04:07,184 | DEBUG |(SpawnProcess-1:437) search_count: 1500, latest_latency=0.022631280997302383 (mp_runner.py:73) -2024-09-01 18:04:07,185 | DEBUG |(SpawnProcess-1:447) search_count: 1500, latest_latency=0.019976271003542934 (mp_runner.py:73) -2024-09-01 18:04:07,187 | DEBUG |(SpawnProcess-1:403) search_count: 1500, latest_latency=0.026677955997001845 (mp_runner.py:73) -2024-09-01 18:04:07,277 | DEBUG |(SpawnProcess-1:408) search_count: 1500, latest_latency=0.016430629999376833 (mp_runner.py:73) -2024-09-01 18:04:07,279 | DEBUG |(SpawnProcess-1:451) search_count: 1500, latest_latency=0.018328004000068177 (mp_runner.py:73) -2024-09-01 18:04:07,279 | DEBUG |(SpawnProcess-1:442) search_count: 1500, latest_latency=0.016576769994571805 (mp_runner.py:73) -2024-09-01 18:04:07,281 | DEBUG |(SpawnProcess-1:399) search_count: 1500, latest_latency=0.017804430004616734 (mp_runner.py:73) -2024-09-01 18:04:07,283 | DEBUG |(SpawnProcess-1:421) search_count: 1500, latest_latency=0.017689788997813594 (mp_runner.py:73) -2024-09-01 18:04:07,283 | DEBUG |(SpawnProcess-1:423) search_count: 1500, latest_latency=0.01916493399767205 (mp_runner.py:73) -2024-09-01 18:04:07,285 | DEBUG |(SpawnProcess-1:440) search_count: 1500, latest_latency=0.018336966997594573 (mp_runner.py:73) -2024-09-01 18:04:07,287 | DEBUG |(SpawnProcess-1:418) search_count: 1500, latest_latency=0.02803414200025145 (mp_runner.py:73) -2024-09-01 18:04:07,290 | DEBUG |(SpawnProcess-1:439) search_count: 1500, latest_latency=0.03163174200017238 (mp_runner.py:73) -2024-09-01 18:04:07,912 | DEBUG |(SpawnProcess-1:436) search_count: 1500, latest_latency=0.017640524005400948 (mp_runner.py:73) -2024-09-01 18:04:07,914 | DEBUG |(SpawnProcess-1:426) search_count: 1500, latest_latency=0.017189548001624644 (mp_runner.py:73) -2024-09-01 18:04:07,914 | DEBUG |(SpawnProcess-1:458) search_count: 1500, latest_latency=0.018378831002337392 (mp_runner.py:73) -2024-09-01 18:04:07,915 | DEBUG |(SpawnProcess-1:425) search_count: 1500, latest_latency=0.017693934998533223 (mp_runner.py:73) -2024-09-01 18:04:07,915 | DEBUG |(SpawnProcess-1:424) search_count: 1500, latest_latency=0.016727645001083147 (mp_runner.py:73) -2024-09-01 18:04:07,916 | DEBUG |(SpawnProcess-1:438) search_count: 1500, latest_latency=0.016587530997639988 (mp_runner.py:73) -2024-09-01 18:04:07,918 | DEBUG |(SpawnProcess-1:452) search_count: 1500, latest_latency=0.016893508996872697 (mp_runner.py:73) -2024-09-01 18:04:07,919 | DEBUG |(SpawnProcess-1:444) search_count: 1500, latest_latency=0.02489710100053344 (mp_runner.py:73) -2024-09-01 18:04:07,922 | DEBUG |(SpawnProcess-1:450) search_count: 1500, latest_latency=0.029233285000373144 (mp_runner.py:73) -2024-09-01 18:04:07,931 | DEBUG |(SpawnProcess-1:404) search_count: 1500, latest_latency=0.020215598000504542 (mp_runner.py:73) -2024-09-01 18:04:08,516 | DEBUG |(SpawnProcess-1:411) search_count: 1500, latest_latency=0.033572959997400176 (mp_runner.py:73) -2024-09-01 18:04:08,520 | DEBUG |(SpawnProcess-1:406) search_count: 1500, latest_latency=0.03779260499868542 (mp_runner.py:73) -2024-09-01 18:04:08,638 | DEBUG |(SpawnProcess-1:415) search_count: 1500, latest_latency=0.017437530994357076 (mp_runner.py:73) -2024-09-01 18:04:08,639 | DEBUG |(SpawnProcess-1:401) search_count: 1500, latest_latency=0.010188061998633202 (mp_runner.py:73) -2024-09-01 18:04:08,640 | DEBUG |(SpawnProcess-1:414) search_count: 1500, latest_latency=0.01783289699960733 (mp_runner.py:73) -2024-09-01 18:04:08,642 | DEBUG |(SpawnProcess-1:445) search_count: 1500, latest_latency=0.018152532997191884 (mp_runner.py:73) -2024-09-01 18:04:08,643 | DEBUG |(SpawnProcess-1:441) search_count: 1500, latest_latency=0.02105751399358269 (mp_runner.py:73) -2024-09-01 18:04:08,643 | DEBUG |(SpawnProcess-1:456) search_count: 1500, latest_latency=0.020333231004769914 (mp_runner.py:73) -2024-09-01 18:04:08,644 | DEBUG |(SpawnProcess-1:432) search_count: 1500, latest_latency=0.018941444999654777 (mp_runner.py:73) -2024-09-01 18:04:08,645 | DEBUG |(SpawnProcess-1:434) search_count: 1500, latest_latency=0.0210608140041586 (mp_runner.py:73) -2024-09-01 18:04:08,646 | DEBUG |(SpawnProcess-1:420) search_count: 1500, latest_latency=0.020135372004006058 (mp_runner.py:73) -2024-09-01 18:04:08,648 | DEBUG |(SpawnProcess-1:398) search_count: 1500, latest_latency=0.0283891319995746 (mp_runner.py:73) -2024-09-01 18:04:08,651 | DEBUG |(SpawnProcess-1:462) search_count: 1500, latest_latency=0.033278242000960745 (mp_runner.py:73) -2024-09-01 18:04:08,979 | DEBUG |(SpawnProcess-1:428) search_count: 1500, latest_latency=0.01739149600325618 (mp_runner.py:73) -2024-09-01 18:04:08,980 | DEBUG |(SpawnProcess-1:457) search_count: 1500, latest_latency=0.019624350999947637 (mp_runner.py:73) -2024-09-01 18:04:08,991 | DEBUG |(SpawnProcess-1:400) search_count: 1500, latest_latency=0.03109130699886009 (mp_runner.py:73) -2024-09-01 18:04:08,991 | DEBUG |(SpawnProcess-1:410) search_count: 1500, latest_latency=0.03262941099819727 (mp_runner.py:73) -2024-09-01 18:04:09,159 | DEBUG |(SpawnProcess-1:402) search_count: 1500, latest_latency=0.025110749003943056 (mp_runner.py:73) -2024-09-01 18:04:09,173 | DEBUG |(SpawnProcess-1:431) search_count: 1500, latest_latency=0.04023043599590892 (mp_runner.py:73) -2024-09-01 18:04:09,242 | DEBUG |(SpawnProcess-1:453) search_count: 1500, latest_latency=0.03551895800046623 (mp_runner.py:73) -2024-09-01 18:04:09,291 | DEBUG |(SpawnProcess-1:407) search_count: 1500, latest_latency=0.033405111003958154 (mp_runner.py:73) -2024-09-01 18:04:09,293 | DEBUG |(SpawnProcess-1:449) search_count: 1500, latest_latency=0.031094576996110845 (mp_runner.py:73) -2024-09-01 18:04:09,336 | DEBUG |(SpawnProcess-1:435) search_count: 1500, latest_latency=0.03294681399711408 (mp_runner.py:73) -2024-09-01 18:04:12,251 | DEBUG |(SpawnProcess-1:461) search_count: 1500, latest_latency=0.06417544199939584 (mp_runner.py:73) -2024-09-01 18:04:12,282 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0039s, count=1676, qps in this process: 55.8594 (mp_runner.py:76) -2024-09-01 18:04:12,300 | DEBUG |(SpawnProcess-1:455) search_count: 1500, latest_latency=0.031830034000449814 (mp_runner.py:73) -2024-09-01 18:04:12,302 | DEBUG |(SpawnProcess-1:448) search_count: 1500, latest_latency=0.03528713199921185 (mp_runner.py:73) -2024-09-01 18:04:12,330 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0089s, count=1678, qps in this process: 55.9167 (mp_runner.py:76) -2024-09-01 18:04:12,331 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0136s, count=1678, qps in this process: 55.908 (mp_runner.py:76) -2024-09-01 18:04:12,340 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0082s, count=1801, qps in this process: 60.0169 (mp_runner.py:76) -2024-09-01 18:04:12,343 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0031s, count=1853, qps in this process: 61.7603 (mp_runner.py:76) -2024-09-01 18:04:12,349 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0222s, count=1811, qps in this process: 60.322 (mp_runner.py:76) -2024-09-01 18:04:12,384 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0171s, count=1829, qps in this process: 60.9319 (mp_runner.py:76) -2024-09-01 18:04:12,438 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0007s, count=1640, qps in this process: 54.6654 (mp_runner.py:76) -2024-09-01 18:04:12,441 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0061s, count=1859, qps in this process: 61.9541 (mp_runner.py:76) -2024-09-01 18:04:12,442 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0066s, count=1858, qps in this process: 61.9197 (mp_runner.py:76) -2024-09-01 18:04:12,444 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0068s, count=1764, qps in this process: 58.7867 (mp_runner.py:76) -2024-09-01 18:04:12,446 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.011s, count=1711, qps in this process: 57.0124 (mp_runner.py:76) -2024-09-01 18:04:12,447 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0147s, count=1859, qps in this process: 61.9363 (mp_runner.py:76) -2024-09-01 18:04:12,450 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.01s, count=1818, qps in this process: 60.5798 (mp_runner.py:76) -2024-09-01 18:04:12,454 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.019s, count=1818, qps in this process: 60.5616 (mp_runner.py:76) -2024-09-01 18:04:12,454 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.002s, count=1508, qps in this process: 50.2633 (mp_runner.py:76) -2024-09-01 18:04:12,457 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0153s, count=1744, qps in this process: 58.1037 (mp_runner.py:76) -2024-09-01 18:04:12,457 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0256s, count=1859, qps in this process: 61.9138 (mp_runner.py:76) -2024-09-01 18:04:12,463 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0007s, count=1860, qps in this process: 61.9986 (mp_runner.py:76) -2024-09-01 18:04:12,464 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0077s, count=1712, qps in this process: 57.052 (mp_runner.py:76) -2024-09-01 18:04:12,468 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0011s, count=1712, qps in this process: 57.0646 (mp_runner.py:76) -2024-09-01 18:04:12,469 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0002s, count=1658, qps in this process: 55.2663 (mp_runner.py:76) -2024-09-01 18:04:12,481 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0017s, count=1637, qps in this process: 54.5636 (mp_runner.py:76) -2024-09-01 18:04:12,484 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0093s, count=1861, qps in this process: 62.0141 (mp_runner.py:76) -2024-09-01 18:04:12,485 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.006s, count=1707, qps in this process: 56.8886 (mp_runner.py:76) -2024-09-01 18:04:12,487 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0167s, count=1820, qps in this process: 60.6329 (mp_runner.py:76) -2024-09-01 18:04:12,490 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0023s, count=1647, qps in this process: 54.8958 (mp_runner.py:76) -2024-09-01 18:04:12,490 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0099s, count=1509, qps in this process: 50.2834 (mp_runner.py:76) -2024-09-01 18:04:12,491 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0121s, count=1714, qps in this process: 57.1103 (mp_runner.py:76) -2024-09-01 18:04:12,494 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0077s, count=1755, qps in this process: 58.485 (mp_runner.py:76) -2024-09-01 18:04:12,496 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0065s, count=1811, qps in this process: 60.3536 (mp_runner.py:76) -2024-09-01 18:04:12,499 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.012s, count=1491, qps in this process: 49.6801 (mp_runner.py:76) -2024-09-01 18:04:12,515 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0073s, count=1716, qps in this process: 57.1861 (mp_runner.py:76) -2024-09-01 18:04:12,516 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0058s, count=1824, qps in this process: 60.7882 (mp_runner.py:76) -2024-09-01 18:04:12,520 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0126s, count=1659, qps in this process: 55.2768 (mp_runner.py:76) -2024-09-01 18:04:12,521 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0032s, count=1757, qps in this process: 58.5604 (mp_runner.py:76) -2024-09-01 18:04:12,521 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0035s, count=1657, qps in this process: 55.2269 (mp_runner.py:76) -2024-09-01 18:04:12,521 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0079s, count=1813, qps in this process: 60.4174 (mp_runner.py:76) -2024-09-01 18:04:12,563 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0014s, count=1722, qps in this process: 57.3973 (mp_runner.py:76) -2024-09-01 18:04:12,566 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.008s, count=1684, qps in this process: 56.1184 (mp_runner.py:76) -2024-09-01 18:04:12,567 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0005s, count=1644, qps in this process: 54.7991 (mp_runner.py:76) -2024-09-01 18:04:12,572 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0055s, count=1487, qps in this process: 49.5576 (mp_runner.py:76) -2024-09-01 18:04:12,572 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0041s, count=1778, qps in this process: 59.2586 (mp_runner.py:76) -2024-09-01 18:04:12,572 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0058s, count=1821, qps in this process: 60.6883 (mp_runner.py:76) -2024-09-01 18:04:12,576 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0054s, count=1662, qps in this process: 55.39 (mp_runner.py:76) -2024-09-01 18:04:12,580 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0011s, count=1832, qps in this process: 61.0644 (mp_runner.py:76) -2024-09-01 18:04:12,584 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.006s, count=1659, qps in this process: 55.2889 (mp_runner.py:76) -2024-09-01 18:04:12,585 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0045s, count=1373, qps in this process: 45.7598 (mp_runner.py:76) -2024-09-01 18:04:12,600 | DEBUG |(SpawnProcess-1:405) search_count: 1500, latest_latency=0.008489897001709323 (mp_runner.py:73) -2024-09-01 18:04:12,620 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0043s, count=1365, qps in this process: 45.4935 (mp_runner.py:76) -2024-09-01 18:04:12,623 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0034s, count=1772, qps in this process: 59.06 (mp_runner.py:76) -2024-09-01 18:04:12,627 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0059s, count=1731, qps in this process: 57.6887 (mp_runner.py:76) -2024-09-01 18:04:12,629 | INFO |SpawnProcess-1:461 search 30s: actual_dur=30.0069s, count=1529, qps in this process: 50.9549 (mp_runner.py:76) -2024-09-01 18:04:12,630 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0056s, count=1732, qps in this process: 57.7226 (mp_runner.py:76) -2024-09-01 18:04:12,630 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0052s, count=1680, qps in this process: 55.9903 (mp_runner.py:76) -2024-09-01 18:04:12,648 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.003s, count=1795, qps in this process: 59.8274 (mp_runner.py:76) -2024-09-01 18:04:12,660 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0062s, count=1848, qps in this process: 61.5873 (mp_runner.py:76) -2024-09-01 18:04:12,663 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0008s, count=1806, qps in this process: 60.1984 (mp_runner.py:76) -2024-09-01 18:04:12,667 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0019s, count=1800, qps in this process: 59.9962 (mp_runner.py:76) -2024-09-01 18:04:12,668 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0006s, count=1848, qps in this process: 61.5988 (mp_runner.py:76) -2024-09-01 18:04:12,694 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0012s, count=1432, qps in this process: 47.7314 (mp_runner.py:76) -2024-09-01 18:04:12,698 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0006s, count=1372, qps in this process: 45.7324 (mp_runner.py:76) -2024-09-01 18:04:12,706 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0009s, count=1758, qps in this process: 58.5982 (mp_runner.py:76) -2024-09-01 18:04:12,722 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0002s, count=1555, qps in this process: 51.833 (mp_runner.py:76) -2024-09-01 18:04:12,733 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0005s, count=1443, qps in this process: 48.0992 (mp_runner.py:76) -2024-09-01 18:04:12,740 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0005s, count=1489, qps in this process: 49.6325 (mp_runner.py:76) -2024-09-01 18:04:12,757 | INFO |End search in concurrency 65: dur=30.86128001599718s, total_count=110701, qps=3587.0515 (mp_runner.py:120) -2024-09-01 18:04:17,467 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:04:17,467 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 18:04:39,421 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 18:04:39,834 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:39,834 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:39,841 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:39,905 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:39,913 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:39,934 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:39,936 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:39,997 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:39,999 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,003 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,010 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,011 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,013 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,013 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,013 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,017 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,018 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,019 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,026 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,029 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,042 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,054 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,063 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,064 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,068 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,070 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,072 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,072 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,074 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,075 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,075 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,076 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,077 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,077 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,078 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,079 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,082 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,088 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,089 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,106 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,129 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,172 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,179 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,184 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,219 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,224 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,244 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,245 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,266 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,267 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,281 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,295 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,298 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,326 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,341 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,344 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,348 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,380 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,381 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,382 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,384 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,388 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:40,401 | DEBUG |SET "hnsw.ef_search" = "10"; (pgvector.py:137) -2024-09-01 18:04:49,582 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.020161118998657912 (mp_runner.py:73) -2024-09-01 18:04:49,583 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.020188356000289787 (mp_runner.py:73) -2024-09-01 18:04:49,583 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.019198975001927465 (mp_runner.py:73) -2024-09-01 18:04:49,584 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.02116069500334561 (mp_runner.py:73) -2024-09-01 18:04:49,587 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.021831227000802755 (mp_runner.py:73) -2024-09-01 18:04:49,589 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.02037712399760494 (mp_runner.py:73) -2024-09-01 18:04:49,590 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.021396238000306766 (mp_runner.py:73) -2024-09-01 18:04:49,594 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.0336357769992901 (mp_runner.py:73) -2024-09-01 18:04:49,595 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.028746864998538513 (mp_runner.py:73) -2024-09-01 18:04:49,598 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.03750488100195071 (mp_runner.py:73) -2024-09-01 18:04:49,598 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.0311396019969834 (mp_runner.py:73) -2024-09-01 18:04:49,708 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.01704293800139567 (mp_runner.py:73) -2024-09-01 18:04:49,709 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.02257224799541291 (mp_runner.py:73) -2024-09-01 18:04:49,710 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.020351831000880338 (mp_runner.py:73) -2024-09-01 18:04:49,710 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.021650891001627315 (mp_runner.py:73) -2024-09-01 18:04:49,711 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.02013335699302843 (mp_runner.py:73) -2024-09-01 18:04:49,711 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.022344666998833418 (mp_runner.py:73) -2024-09-01 18:04:49,711 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.018841461998817977 (mp_runner.py:73) -2024-09-01 18:04:49,711 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02219108000281267 (mp_runner.py:73) -2024-09-01 18:04:49,712 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.019889504997991025 (mp_runner.py:73) -2024-09-01 18:04:49,712 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.02512270400620764 (mp_runner.py:73) -2024-09-01 18:04:49,712 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.024581047997344285 (mp_runner.py:73) -2024-09-01 18:04:49,713 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.026529855000262614 (mp_runner.py:73) -2024-09-01 18:04:49,713 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.021980350000376347 (mp_runner.py:73) -2024-09-01 18:04:49,714 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.020648334997531492 (mp_runner.py:73) -2024-09-01 18:04:49,714 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.022309583000605926 (mp_runner.py:73) -2024-09-01 18:04:49,715 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.020789014000911266 (mp_runner.py:73) -2024-09-01 18:04:49,715 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.02012919900153065 (mp_runner.py:73) -2024-09-01 18:04:49,717 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.031720685998152476 (mp_runner.py:73) -2024-09-01 18:04:49,724 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.039418081993062515 (mp_runner.py:73) -2024-09-01 18:04:50,045 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.01929761400242569 (mp_runner.py:73) -2024-09-01 18:04:50,046 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.01918845700129168 (mp_runner.py:73) -2024-09-01 18:04:50,048 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.01930195100430865 (mp_runner.py:73) -2024-09-01 18:04:50,049 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.023398477998853195 (mp_runner.py:73) -2024-09-01 18:04:50,049 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.02006601700122701 (mp_runner.py:73) -2024-09-01 18:04:50,051 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.021236034997855313 (mp_runner.py:73) -2024-09-01 18:04:50,051 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.024703199000214227 (mp_runner.py:73) -2024-09-01 18:04:50,051 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.020435259000805672 (mp_runner.py:73) -2024-09-01 18:04:50,052 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.020671669000876136 (mp_runner.py:73) -2024-09-01 18:04:50,052 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.024415494001004845 (mp_runner.py:73) -2024-09-01 18:04:50,053 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.022619912000664044 (mp_runner.py:73) -2024-09-01 18:04:50,054 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.023972536997462157 (mp_runner.py:73) -2024-09-01 18:04:50,054 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.02171723799983738 (mp_runner.py:73) -2024-09-01 18:04:50,054 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.02403533900360344 (mp_runner.py:73) -2024-09-01 18:04:50,056 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.031056817002536263 (mp_runner.py:73) -2024-09-01 18:04:50,057 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.02285710599971935 (mp_runner.py:73) -2024-09-01 18:04:50,057 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.026329123000323307 (mp_runner.py:73) -2024-09-01 18:04:50,059 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.035003475000848994 (mp_runner.py:73) -2024-09-01 18:04:50,060 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.03790006799681578 (mp_runner.py:73) -2024-09-01 18:04:50,191 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.03095644200220704 (mp_runner.py:73) -2024-09-01 18:04:50,239 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.016809701999591198 (mp_runner.py:73) -2024-09-01 18:04:50,240 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.01630159900378203 (mp_runner.py:73) -2024-09-01 18:04:50,246 | DEBUG |(SpawnProcess-1:532) search_count: 500, latest_latency=0.023850019002566114 (mp_runner.py:73) -2024-09-01 18:04:50,253 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.03442676099803066 (mp_runner.py:73) -2024-09-01 18:04:50,253 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.030173575003573205 (mp_runner.py:73) -2024-09-01 18:04:50,255 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.03323424299742328 (mp_runner.py:73) -2024-09-01 18:04:50,258 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.03508341199631104 (mp_runner.py:73) -2024-09-01 18:04:50,765 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.020200927996484097 (mp_runner.py:73) -2024-09-01 18:04:50,766 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.02399823300220305 (mp_runner.py:73) -2024-09-01 18:04:50,773 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.03405015300086234 (mp_runner.py:73) -2024-09-01 18:04:50,783 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.040076279001368675 (mp_runner.py:73) -2024-09-01 18:04:50,784 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.039865612001449335 (mp_runner.py:73) -2024-09-01 18:04:50,786 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.040604524001537357 (mp_runner.py:73) -2024-09-01 18:04:50,786 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.03969771599804517 (mp_runner.py:73) -2024-09-01 18:04:50,793 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.049945913000556175 (mp_runner.py:73) -2024-09-01 18:04:50,794 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.05237322899483843 (mp_runner.py:73) -2024-09-01 18:04:52,057 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.03726830700179562 (mp_runner.py:73) -2024-09-01 18:04:52,285 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.03387751300033415 (mp_runner.py:73) -2024-09-01 18:04:52,548 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.033953378995647654 (mp_runner.py:73) -2024-09-01 18:04:52,756 | DEBUG |(SpawnProcess-1:533) search_count: 500, latest_latency=0.035960893001174554 (mp_runner.py:73) -2024-09-01 18:04:58,378 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.015166327997576445 (mp_runner.py:73) -2024-09-01 18:04:58,379 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.01722405700274976 (mp_runner.py:73) -2024-09-01 18:04:58,380 | DEBUG |(SpawnProcess-1:488) search_count: 1000, latest_latency=0.02138242199725937 (mp_runner.py:73) -2024-09-01 18:04:58,382 | DEBUG |(SpawnProcess-1:523) search_count: 1000, latest_latency=0.016840856995258946 (mp_runner.py:73) -2024-09-01 18:04:58,383 | DEBUG |(SpawnProcess-1:502) search_count: 1000, latest_latency=0.016234707996773068 (mp_runner.py:73) -2024-09-01 18:04:58,383 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.017565312002261635 (mp_runner.py:73) -2024-09-01 18:04:58,384 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.02590393600257812 (mp_runner.py:73) -2024-09-01 18:04:58,391 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.027063467001426034 (mp_runner.py:73) -2024-09-01 18:04:58,480 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.013277261998155154 (mp_runner.py:73) -2024-09-01 18:04:58,480 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.004262173002643976 (mp_runner.py:73) -2024-09-01 18:04:58,481 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.013384347999817692 (mp_runner.py:73) -2024-09-01 18:04:58,482 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.01291981299436884 (mp_runner.py:73) -2024-09-01 18:04:58,483 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.01445518800028367 (mp_runner.py:73) -2024-09-01 18:04:58,483 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.013969263003673404 (mp_runner.py:73) -2024-09-01 18:04:58,483 | DEBUG |(SpawnProcess-1:465) search_count: 1000, latest_latency=0.015622200000507291 (mp_runner.py:73) -2024-09-01 18:04:58,486 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.014214595001249108 (mp_runner.py:73) -2024-09-01 18:04:58,486 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.02007891500397818 (mp_runner.py:73) -2024-09-01 18:04:58,488 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.022094341002230067 (mp_runner.py:73) -2024-09-01 18:04:58,490 | DEBUG |(SpawnProcess-1:491) search_count: 1000, latest_latency=0.01752716799819609 (mp_runner.py:73) -2024-09-01 18:04:58,491 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.018825243001629133 (mp_runner.py:73) -2024-09-01 18:04:58,492 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.01813174800190609 (mp_runner.py:73) -2024-09-01 18:04:58,531 | DEBUG |(SpawnProcess-1:486) search_count: 1000, latest_latency=0.0575926389938104 (mp_runner.py:73) -2024-09-01 18:04:58,713 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.038427911000326276 (mp_runner.py:73) -2024-09-01 18:04:58,840 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.006731064000632614 (mp_runner.py:73) -2024-09-01 18:04:58,850 | DEBUG |(SpawnProcess-1:472) search_count: 1000, latest_latency=0.020754717996169347 (mp_runner.py:73) -2024-09-01 18:04:58,853 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.025252674000512343 (mp_runner.py:73) -2024-09-01 18:04:58,903 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.015854286997637246 (mp_runner.py:73) -2024-09-01 18:04:58,903 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.013474210005369969 (mp_runner.py:73) -2024-09-01 18:04:58,904 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.013680292999197263 (mp_runner.py:73) -2024-09-01 18:04:58,905 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.015615998003340792 (mp_runner.py:73) -2024-09-01 18:04:58,906 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.014039800000318792 (mp_runner.py:73) -2024-09-01 18:04:58,906 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.015334356001403648 (mp_runner.py:73) -2024-09-01 18:04:58,906 | DEBUG |(SpawnProcess-1:495) search_count: 1000, latest_latency=0.018066017000819556 (mp_runner.py:73) -2024-09-01 18:04:58,906 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.016345390999049414 (mp_runner.py:73) -2024-09-01 18:04:58,907 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.017353028000798076 (mp_runner.py:73) -2024-09-01 18:04:58,908 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.02129845199669944 (mp_runner.py:73) -2024-09-01 18:04:58,909 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.02135178099706536 (mp_runner.py:73) -2024-09-01 18:04:58,909 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.016352107006241567 (mp_runner.py:73) -2024-09-01 18:04:58,910 | DEBUG |(SpawnProcess-1:467) search_count: 1000, latest_latency=0.018376227999397088 (mp_runner.py:73) -2024-09-01 18:04:58,911 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.01899488399794791 (mp_runner.py:73) -2024-09-01 18:04:58,913 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.014743510000698734 (mp_runner.py:73) -2024-09-01 18:04:58,916 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.018344684998737648 (mp_runner.py:73) -2024-09-01 18:04:58,922 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.027190052998776082 (mp_runner.py:73) -2024-09-01 18:04:59,421 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.019491380000545178 (mp_runner.py:73) -2024-09-01 18:04:59,434 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.0196066790012992 (mp_runner.py:73) -2024-09-01 18:04:59,534 | DEBUG |(SpawnProcess-1:530) search_count: 1000, latest_latency=0.018168693997722585 (mp_runner.py:73) -2024-09-01 18:04:59,793 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.02345618899562396 (mp_runner.py:73) -2024-09-01 18:05:00,053 | DEBUG |(SpawnProcess-1:527) search_count: 1000, latest_latency=0.03832327800046187 (mp_runner.py:73) -2024-09-01 18:05:00,053 | DEBUG |(SpawnProcess-1:531) search_count: 1000, latest_latency=0.010937272003502585 (mp_runner.py:73) -2024-09-01 18:05:00,064 | DEBUG |(SpawnProcess-1:532) search_count: 1000, latest_latency=0.04126615600398509 (mp_runner.py:73) -2024-09-01 18:05:00,069 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.04670135000196751 (mp_runner.py:73) -2024-09-01 18:05:00,069 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.04822882800363004 (mp_runner.py:73) -2024-09-01 18:05:00,089 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.007305570994503796 (mp_runner.py:73) -2024-09-01 18:05:00,096 | DEBUG |(SpawnProcess-1:515) search_count: 1000, latest_latency=0.07594338300259551 (mp_runner.py:73) -2024-09-01 18:05:00,113 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.07213682500150753 (mp_runner.py:73) -2024-09-01 18:05:00,267 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.020287858998926822 (mp_runner.py:73) -2024-09-01 18:05:00,275 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.025218138995114714 (mp_runner.py:73) -2024-09-01 18:05:00,318 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.009414202002517413 (mp_runner.py:73) -2024-09-01 18:05:00,320 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.013136998000845779 (mp_runner.py:73) -2024-09-01 18:05:00,321 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.013073301997792441 (mp_runner.py:73) -2024-09-01 18:05:00,337 | DEBUG |(SpawnProcess-1:519) search_count: 1000, latest_latency=0.02129383300052723 (mp_runner.py:73) -2024-09-01 18:05:00,337 | DEBUG |(SpawnProcess-1:479) search_count: 1000, latest_latency=0.012891179001599085 (mp_runner.py:73) -2024-09-01 18:05:00,366 | DEBUG |(SpawnProcess-1:501) search_count: 1000, latest_latency=0.02197908200469101 (mp_runner.py:73) -2024-09-01 18:05:00,366 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.00843772599910153 (mp_runner.py:73) -2024-09-01 18:05:00,368 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.020928901998559013 (mp_runner.py:73) -2024-09-01 18:05:02,542 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.02442426099878503 (mp_runner.py:73) -2024-09-01 18:05:04,216 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.028320125995378476 (mp_runner.py:73) -2024-09-01 18:05:04,531 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.019913119002012536 (mp_runner.py:73) -2024-09-01 18:05:04,896 | DEBUG |(SpawnProcess-1:526) search_count: 1000, latest_latency=0.02216774399857968 (mp_runner.py:73) -2024-09-01 18:05:05,123 | DEBUG |(SpawnProcess-1:533) search_count: 1000, latest_latency=0.020098284003324807 (mp_runner.py:73) -2024-09-01 18:05:07,772 | DEBUG |(SpawnProcess-1:485) search_count: 1500, latest_latency=0.018936997999844607 (mp_runner.py:73) -2024-09-01 18:05:07,773 | DEBUG |(SpawnProcess-1:505) search_count: 1500, latest_latency=0.021233089006273076 (mp_runner.py:73) -2024-09-01 18:05:07,773 | DEBUG |(SpawnProcess-1:502) search_count: 1500, latest_latency=0.022462204004114028 (mp_runner.py:73) -2024-09-01 18:05:07,774 | DEBUG |(SpawnProcess-1:518) search_count: 1500, latest_latency=0.0209663220011862 (mp_runner.py:73) -2024-09-01 18:05:07,774 | DEBUG |(SpawnProcess-1:497) search_count: 1500, latest_latency=0.022109225996246096 (mp_runner.py:73) -2024-09-01 18:05:07,775 | DEBUG |(SpawnProcess-1:520) search_count: 1500, latest_latency=0.02089395599614363 (mp_runner.py:73) -2024-09-01 18:05:07,775 | DEBUG |(SpawnProcess-1:488) search_count: 1500, latest_latency=0.01986906199454097 (mp_runner.py:73) -2024-09-01 18:05:07,776 | DEBUG |(SpawnProcess-1:486) search_count: 1500, latest_latency=0.02112048800336197 (mp_runner.py:73) -2024-09-01 18:05:07,777 | DEBUG |(SpawnProcess-1:524) search_count: 1500, latest_latency=0.0211397829989437 (mp_runner.py:73) -2024-09-01 18:05:07,778 | DEBUG |(SpawnProcess-1:511) search_count: 1500, latest_latency=0.019605774999945424 (mp_runner.py:73) -2024-09-01 18:05:07,778 | DEBUG |(SpawnProcess-1:469) search_count: 1500, latest_latency=0.02817452300223522 (mp_runner.py:73) -2024-09-01 18:05:07,779 | DEBUG |(SpawnProcess-1:516) search_count: 1500, latest_latency=0.021168332001252566 (mp_runner.py:73) -2024-09-01 18:05:07,779 | DEBUG |(SpawnProcess-1:476) search_count: 1500, latest_latency=0.01805578000494279 (mp_runner.py:73) -2024-09-01 18:05:07,780 | DEBUG |(SpawnProcess-1:499) search_count: 1500, latest_latency=0.017850071999419015 (mp_runner.py:73) -2024-09-01 18:05:07,780 | DEBUG |(SpawnProcess-1:506) search_count: 1500, latest_latency=0.017730546998791397 (mp_runner.py:73) -2024-09-01 18:05:07,781 | DEBUG |(SpawnProcess-1:491) search_count: 1500, latest_latency=0.017642455000896007 (mp_runner.py:73) -2024-09-01 18:05:07,783 | DEBUG |(SpawnProcess-1:523) search_count: 1500, latest_latency=0.021943152998574078 (mp_runner.py:73) -2024-09-01 18:05:07,784 | DEBUG |(SpawnProcess-1:500) search_count: 1500, latest_latency=0.02053770599741256 (mp_runner.py:73) -2024-09-01 18:05:07,786 | DEBUG |(SpawnProcess-1:508) search_count: 1500, latest_latency=0.03694642199843656 (mp_runner.py:73) -2024-09-01 18:05:07,787 | DEBUG |(SpawnProcess-1:510) search_count: 1500, latest_latency=0.038747377999243326 (mp_runner.py:73) -2024-09-01 18:05:07,788 | DEBUG |(SpawnProcess-1:495) search_count: 1500, latest_latency=0.03181945999676827 (mp_runner.py:73) -2024-09-01 18:05:08,407 | DEBUG |(SpawnProcess-1:481) search_count: 1500, latest_latency=0.03333682999800658 (mp_runner.py:73) -2024-09-01 18:05:08,505 | DEBUG |(SpawnProcess-1:496) search_count: 1500, latest_latency=0.02843064199987566 (mp_runner.py:73) -2024-09-01 18:05:08,505 | DEBUG |(SpawnProcess-1:474) search_count: 1500, latest_latency=0.02522393399704015 (mp_runner.py:73) -2024-09-01 18:05:08,506 | DEBUG |(SpawnProcess-1:498) search_count: 1500, latest_latency=0.029257348003739025 (mp_runner.py:73) -2024-09-01 18:05:08,506 | DEBUG |(SpawnProcess-1:472) search_count: 1500, latest_latency=0.025556018998031504 (mp_runner.py:73) -2024-09-01 18:05:08,506 | DEBUG |(SpawnProcess-1:504) search_count: 1500, latest_latency=0.03135033199941972 (mp_runner.py:73) -2024-09-01 18:05:08,507 | DEBUG |(SpawnProcess-1:493) search_count: 1500, latest_latency=0.023405644999002106 (mp_runner.py:73) -2024-09-01 18:05:08,507 | DEBUG |(SpawnProcess-1:507) search_count: 1500, latest_latency=0.027470789005747065 (mp_runner.py:73) -2024-09-01 18:05:08,507 | DEBUG |(SpawnProcess-1:467) search_count: 1500, latest_latency=0.0300112939949031 (mp_runner.py:73) -2024-09-01 18:05:08,508 | DEBUG |(SpawnProcess-1:473) search_count: 1500, latest_latency=0.026401084003737196 (mp_runner.py:73) -2024-09-01 18:05:08,509 | DEBUG |(SpawnProcess-1:522) search_count: 1500, latest_latency=0.028136200999142602 (mp_runner.py:73) -2024-09-01 18:05:08,510 | DEBUG |(SpawnProcess-1:468) search_count: 1500, latest_latency=0.03783292200387223 (mp_runner.py:73) -2024-09-01 18:05:08,510 | DEBUG |(SpawnProcess-1:529) search_count: 1500, latest_latency=0.03139392499724636 (mp_runner.py:73) -2024-09-01 18:05:08,511 | DEBUG |(SpawnProcess-1:478) search_count: 1500, latest_latency=0.026062149001518264 (mp_runner.py:73) -2024-09-01 18:05:08,512 | DEBUG |(SpawnProcess-1:503) search_count: 1500, latest_latency=0.024733152000408154 (mp_runner.py:73) -2024-09-01 18:05:08,512 | DEBUG |(SpawnProcess-1:466) search_count: 1500, latest_latency=0.028875068994238973 (mp_runner.py:73) -2024-09-01 18:05:08,513 | DEBUG |(SpawnProcess-1:483) search_count: 1500, latest_latency=0.03844740399654256 (mp_runner.py:73) -2024-09-01 18:05:08,924 | DEBUG |(SpawnProcess-1:494) search_count: 1500, latest_latency=0.03189431899954798 (mp_runner.py:73) -2024-09-01 18:05:09,719 | DEBUG |(SpawnProcess-1:465) search_count: 1500, latest_latency=0.029665116999240126 (mp_runner.py:73) -2024-09-01 18:05:09,858 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0114s, count=1615, qps in this process: 53.8129 (mp_runner.py:76) -2024-09-01 18:05:09,891 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.01s, count=1566, qps in this process: 52.1826 (mp_runner.py:76) -2024-09-01 18:05:09,900 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.062s, count=1615, qps in this process: 53.7223 (mp_runner.py:76) -2024-09-01 18:05:09,916 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0068s, count=1615, qps in this process: 53.8211 (mp_runner.py:76) -2024-09-01 18:05:09,922 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0056s, count=1496, qps in this process: 49.8574 (mp_runner.py:76) -2024-09-01 18:05:09,943 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0054s, count=1567, qps in this process: 52.2239 (mp_runner.py:76) -2024-09-01 18:05:09,987 | DEBUG |(SpawnProcess-1:484) search_count: 1500, latest_latency=0.014586540004529525 (mp_runner.py:73) -2024-09-01 18:05:09,989 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0459s, count=1610, qps in this process: 53.5847 (mp_runner.py:76) -2024-09-01 18:05:09,990 | DEBUG |(SpawnProcess-1:513) search_count: 1500, latest_latency=0.02574652100156527 (mp_runner.py:73) -2024-09-01 18:05:09,995 | DEBUG |(SpawnProcess-1:532) search_count: 1500, latest_latency=0.033187011002155486 (mp_runner.py:73) -2024-09-01 18:05:09,997 | DEBUG |(SpawnProcess-1:492) search_count: 1500, latest_latency=0.009323197002231609 (mp_runner.py:73) -2024-09-01 18:05:09,999 | DEBUG |(SpawnProcess-1:509) search_count: 1500, latest_latency=0.030200426001101732 (mp_runner.py:73) -2024-09-01 18:05:10,007 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0075s, count=1619, qps in this process: 53.9532 (mp_runner.py:76) -2024-09-01 18:05:10,017 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0168s, count=1609, qps in this process: 53.6033 (mp_runner.py:76) -2024-09-01 18:05:10,019 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0056s, count=1619, qps in this process: 53.9566 (mp_runner.py:76) -2024-09-01 18:05:10,022 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0022s, count=1492, qps in this process: 49.7297 (mp_runner.py:76) -2024-09-01 18:05:10,024 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0047s, count=1580, qps in this process: 52.6584 (mp_runner.py:76) -2024-09-01 18:05:10,028 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0143s, count=1620, qps in this process: 53.9743 (mp_runner.py:76) -2024-09-01 18:05:10,029 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0025s, count=1620, qps in this process: 53.9955 (mp_runner.py:76) -2024-09-01 18:05:10,030 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0152s, count=1620, qps in this process: 53.9727 (mp_runner.py:76) -2024-09-01 18:05:10,028 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0074s, count=1580, qps in this process: 52.6537 (mp_runner.py:76) -2024-09-01 18:05:10,030 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0118s, count=1620, qps in this process: 53.9788 (mp_runner.py:76) -2024-09-01 18:05:10,031 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0174s, count=1502, qps in this process: 50.0376 (mp_runner.py:76) -2024-09-01 18:05:10,032 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0022s, count=1620, qps in this process: 53.996 (mp_runner.py:76) -2024-09-01 18:05:10,040 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0105s, count=1620, qps in this process: 53.9811 (mp_runner.py:76) -2024-09-01 18:05:10,046 | DEBUG |(SpawnProcess-1:487) search_count: 1500, latest_latency=0.030054918002861086 (mp_runner.py:73) -2024-09-01 18:05:10,046 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0199s, count=1568, qps in this process: 52.232 (mp_runner.py:76) -2024-09-01 18:05:10,048 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0141s, count=1621, qps in this process: 54.0079 (mp_runner.py:76) -2024-09-01 18:05:10,050 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0018s, count=1571, qps in this process: 52.3635 (mp_runner.py:76) -2024-09-01 18:05:10,050 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.006s, count=1503, qps in this process: 50.09 (mp_runner.py:76) -2024-09-01 18:05:10,052 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0175s, count=1620, qps in this process: 53.9685 (mp_runner.py:76) -2024-09-01 18:05:10,064 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0026s, count=1569, qps in this process: 52.2955 (mp_runner.py:76) -2024-09-01 18:05:10,072 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0005s, count=1441, qps in this process: 48.0325 (mp_runner.py:76) -2024-09-01 18:05:10,072 | DEBUG |(SpawnProcess-1:489) search_count: 1500, latest_latency=0.03588462799962144 (mp_runner.py:73) -2024-09-01 18:05:10,080 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0067s, count=1624, qps in this process: 54.1212 (mp_runner.py:76) -2024-09-01 18:05:10,085 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.013s, count=1505, qps in this process: 50.1449 (mp_runner.py:76) -2024-09-01 18:05:10,088 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0064s, count=1451, qps in this process: 48.3564 (mp_runner.py:76) -2024-09-01 18:05:10,088 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.007s, count=1495, qps in this process: 49.8217 (mp_runner.py:76) -2024-09-01 18:05:10,089 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0134s, count=1584, qps in this process: 52.7764 (mp_runner.py:76) -2024-09-01 18:05:10,089 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0048s, count=1584, qps in this process: 52.7916 (mp_runner.py:76) -2024-09-01 18:05:10,089 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0107s, count=1584, qps in this process: 52.7812 (mp_runner.py:76) -2024-09-01 18:05:10,090 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0073s, count=1625, qps in this process: 54.1535 (mp_runner.py:76) -2024-09-01 18:05:10,090 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0081s, count=1584, qps in this process: 52.7857 (mp_runner.py:76) -2024-09-01 18:05:10,091 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0093s, count=1584, qps in this process: 52.7836 (mp_runner.py:76) -2024-09-01 18:05:10,095 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0141s, count=1495, qps in this process: 49.8099 (mp_runner.py:76) -2024-09-01 18:05:10,096 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0128s, count=1615, qps in this process: 53.8104 (mp_runner.py:76) -2024-09-01 18:05:10,096 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.003s, count=1575, qps in this process: 52.4948 (mp_runner.py:76) -2024-09-01 18:05:10,102 | INFO |SpawnProcess-1:532 search 30s: actual_dur=30.0105s, count=1506, qps in this process: 50.1824 (mp_runner.py:76) -2024-09-01 18:05:10,108 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0263s, count=1514, qps in this process: 50.4225 (mp_runner.py:76) -2024-09-01 18:05:10,113 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0147s, count=1576, qps in this process: 52.5076 (mp_runner.py:76) -2024-09-01 18:05:10,116 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0067s, count=1507, qps in this process: 50.2221 (mp_runner.py:76) -2024-09-01 18:05:10,130 | DEBUG |(SpawnProcess-1:527) search_count: 1500, latest_latency=0.009861293001449667 (mp_runner.py:73) -2024-09-01 18:05:10,137 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0011s, count=1249, qps in this process: 41.6318 (mp_runner.py:76) -2024-09-01 18:05:10,184 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0024s, count=1554, qps in this process: 51.7959 (mp_runner.py:76) -2024-09-01 18:05:10,186 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0027s, count=1641, qps in this process: 54.6951 (mp_runner.py:76) -2024-09-01 18:05:10,196 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0041s, count=1642, qps in this process: 54.7259 (mp_runner.py:76) -2024-09-01 18:05:10,226 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0006s, count=1472, qps in this process: 49.0657 (mp_runner.py:76) -2024-09-01 18:05:10,228 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0008s, count=1457, qps in this process: 48.5654 (mp_runner.py:76) -2024-09-01 18:05:10,235 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0075s, count=1413, qps in this process: 47.0882 (mp_runner.py:76) -2024-09-01 18:05:10,237 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0097s, count=1596, qps in this process: 53.1828 (mp_runner.py:76) -2024-09-01 18:05:10,251 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0029s, count=1440, qps in this process: 47.9954 (mp_runner.py:76) -2024-09-01 18:05:10,253 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0042s, count=1331, qps in this process: 44.3605 (mp_runner.py:76) -2024-09-01 18:05:10,274 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0004s, count=1443, qps in this process: 48.0994 (mp_runner.py:76) -2024-09-01 18:05:10,281 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0038s, count=1484, qps in this process: 49.4604 (mp_runner.py:76) -2024-09-01 18:05:10,296 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.002s, count=1664, qps in this process: 55.463 (mp_runner.py:76) -2024-09-01 18:05:10,303 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0024s, count=1452, qps in this process: 48.3961 (mp_runner.py:76) -2024-09-01 18:05:10,308 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.003s, count=1455, qps in this process: 48.4952 (mp_runner.py:76) -2024-09-01 18:05:10,333 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.002s, count=1625, qps in this process: 54.1631 (mp_runner.py:76) -2024-09-01 18:05:10,345 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0009s, count=1473, qps in this process: 49.0985 (mp_runner.py:76) -2024-09-01 18:05:10,346 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0015s, count=1548, qps in this process: 51.5974 (mp_runner.py:76) -2024-09-01 18:05:10,350 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0007s, count=1273, qps in this process: 42.4323 (mp_runner.py:76) -2024-09-01 18:05:10,352 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0009s, count=1476, qps in this process: 49.1985 (mp_runner.py:76) -2024-09-01 18:05:10,389 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0015s, count=1271, qps in this process: 42.3645 (mp_runner.py:76) -2024-09-01 18:05:10,389 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0002s, count=1488, qps in this process: 49.5997 (mp_runner.py:76) -2024-09-01 18:05:10,389 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0007s, count=1647, qps in this process: 54.8987 (mp_runner.py:76) -2024-09-01 18:05:10,391 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0022s, count=1569, qps in this process: 52.2962 (mp_runner.py:76) -2024-09-01 18:05:10,404 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0105s, count=1570, qps in this process: 52.315 (mp_runner.py:76) -2024-09-01 18:05:10,414 | INFO |SpawnProcess-1:533 search 30s: actual_dur=30.0003s, count=1298, qps in this process: 43.2662 (mp_runner.py:76) -2024-09-01 18:05:10,428 | INFO |End search in concurrency 70: dur=31.007006358995568s, total_count=107637, qps=3471.3767 (mp_runner.py:120) -2024-09-01 18:05:15,125 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=686.2785, build_dur=577.6978416679995, table_size='3908 MB', index_size='3906 MB', qps=3749.5966, serial_latency_p99=np.float64(0.2402), recall=np.float64(0.0969), ndcg=np.float64(0.1846), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1318.5839, 3392.0824, 3628.8989, 3706.6594, 3648.0369, 3688.027, 3749.5966, 3683.8723, 3603.2454, 3481.141, 3613.3653, 3697.839, 3587.0515, 3471.3767], conc_latency_p99_list=[np.float64(0.0004329447020994849), np.float64(0.000736171656386432), np.float64(0.0010768553293019067), np.float64(0.0013287705802707932), np.float64(0.0015343727218321873), np.float64(0.002061656766140367), np.float64(0.0018351515323061902), np.float64(0.002610194600628165), np.float64(0.0027092344710486936), np.float64(0.0027044702355924523), np.float64(0.0032116013036109507), np.float64(0.0025169720192614476), np.float64(0.0034533234271657415), np.float64(0.003957054774471907)]) (task_runner.py:197) -2024-09-01 18:05:15,125 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T17:42:10.847973'}, result=Metric(max_load_count=0, load_duration=686.2785, build_dur=577.6978416679995, table_size='3908 MB', index_size='3906 MB', qps=3749.5966, serial_latency_p99=np.float64(0.2402), recall=np.float64(0.0969), ndcg=np.float64(0.1846), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[1318.5839, 3392.0824, 3628.8989, 3706.6594, 3648.0369, 3688.027, 3749.5966, 3683.8723, 3603.2454, 3481.141, 3613.3653, 3697.839, 3587.0515, 3471.3767], conc_latency_p99_list=[np.float64(0.0004329447020994849), np.float64(0.000736171656386432), np.float64(0.0010768553293019067), np.float64(0.0013287705802707932), np.float64(0.0015343727218321873), np.float64(0.002061656766140367), np.float64(0.0018351515323061902), np.float64(0.002610194600628165), np.float64(0.0027092344710486936), np.float64(0.0027044702355924523), np.float64(0.0032116013036109507), np.float64(0.0025169720192614476), np.float64(0.0034533234271657415), np.float64(0.003957054774471907)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 18:05:15,125 | INFO |Task summary: run_id=0b465, task_label=0b46506c471549d69a48fc8c1f899ee9 (models.py:346) -2024-09-01 18:05:15,125 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 18:05:15,125 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 18:05:15,125 | INFO |PgVector | 2024-09-01T17:42:10.847973 Performance1536D500K 0b46506c471549d69a48fc8c1f899ee9 | 686.2785 3749.5966 0.2402 0.0969 0 | :) (models.py:346) -2024-09-01 18:05:15,126 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json (models.py:204) -2024-09-01 18:05:15,126 | INFO |Success to finish task: label=0b46506c471549d69a48fc8c1f899ee9, run_id=0b46506c471549d69a48fc8c1f899ee9 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json b/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json deleted file mode 100644 index bbb638765..000000000 --- a/script/data/aws/db.m6i.large-8-64-10-Performance1536D500K-0-22905/result_20240901_0b46506c471549d69a48fc8c1f899ee9_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "0b46506c471549d69a48fc8c1f899ee9", "task_label": "0b46506c471549d69a48fc8c1f899ee9", "results": [{"metrics": {"max_load_count": 0, "load_duration": 686.2785, "build_dur": 577.6978416679995, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 3749.5966, "serial_latency_p99": 0.2402, "recall": 0.0969, "ndcg": 0.1846, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [1318.5839, 3392.0824, 3628.8989, 3706.6594, 3648.0369, 3688.027, 3749.5966, 3683.8723, 3603.2454, 3481.141, 3613.3653, 3697.839, 3587.0515, 3471.3767], "conc_latency_p99_list": [0.0004329447020994849, 0.000736171656386432, 0.0010768553293019067, 0.0013287705802707932, 0.0015343727218321873, 0.002061656766140367, 0.0018351515323061902, 0.002610194600628165, 0.0027092344710486936, 0.0027044702355924523, 0.0032116013036109507, 0.0025169720192614476, 0.0034533234271657415, 0.003957054774471907]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T17:42:10.847973", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 10, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["drop_old", "load", "search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt b/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt deleted file mode 100644 index 97f74ff64..000000000 --- a/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/log.txt +++ /dev/null @@ -1,1738 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 120 --skip-drop-old --skip-load -2024-09-01 18:43:35,417 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:43:35.405948', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 18:43:35,418 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:43:35.405948', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=120, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 18:43:35,418 | INFO |generated uuid for the tasks: 1d7b6d18bde54440ad04b5ae1d294518 (interface.py:66) -2024-09-01 18:43:35,480 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 18:43:35,480 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 18:43:35,480 | INFO | PgVector-2024-09-01T18:43:35.405948 | Performance OpenAI-MEDIUM-500K None | 1d7b6d18bde54440ad04b5ae1d294518 (task_runner.py:340) -2024-09-01 18:43:35,480 | INFO |task submitted: id=1d7b6d18bde54440ad04b5ae1d294518, 1d7b6d18bde54440ad04b5ae1d294518, case number: 1 (interface.py:231) -2024-09-01 18:43:35,902 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:43:35.405948'}, drop_old=False (interface.py:164) -2024-09-01 18:43:35,902 | INFO |Starting run (task_runner.py:100) -2024-09-01 18:43:35,979 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=120 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 18:43:36,540 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 18:43:36,588 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 18:43:36,613 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 18:43:36,613 | INFO |Start performance case (task_runner.py:158) -2024-09-01 18:43:36,626 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:43:36,627 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 18:43:36,627 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 18:43:36,628 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 18:43:36,671 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 18:43:37,233 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 18:43:37,255 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:43:37,256 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 18:43:37,256 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 18:43:41,341 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.04043681400071364, latest recall=0.86 (serial_runner.py:202) -2024-09-01 18:43:45,337 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.027014600003894884, latest recall=0.84 (serial_runner.py:202) -2024-09-01 18:43:48,857 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.022670630998618435, latest recall=0.72 (serial_runner.py:202) -2024-09-01 18:43:52,265 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.022404595001717098, latest recall=0.95 (serial_runner.py:202) -2024-09-01 18:43:55,813 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.01991673299926333, latest recall=0.91 (serial_runner.py:202) -2024-09-01 18:43:59,233 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.024595168004452717, latest recall=0.97 (serial_runner.py:202) -2024-09-01 18:44:02,569 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.015212629004963674, latest recall=0.91 (serial_runner.py:202) -2024-09-01 18:44:05,839 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.033373411002685316, latest recall=0.91 (serial_runner.py:202) -2024-09-01 18:44:09,088 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01842625599965686, latest recall=0.95 (serial_runner.py:202) -2024-09-01 18:44:12,548 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.04229240299900994, latest recall=0.77 (serial_runner.py:202) -2024-09-01 18:44:12,549 | INFO |SpawnProcess-1:1 search entire test_data: cost=25.5s, queries=1000, avg_recall=0.8761, avg_ndcg=0.8917,avg_latency=0.0255, p99=0.0541 (serial_runner.py:209) -2024-09-01 18:44:13,084 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:44:13,085 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 18:44:14,107 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 18:44:14,139 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:44:17,748 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007005414001469035 (mp_runner.py:73) -2024-09-01 18:44:20,065 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.004693467999459244 (mp_runner.py:73) -2024-09-01 18:44:22,053 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.003507902001729235 (mp_runner.py:73) -2024-09-01 18:44:23,944 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0046045429990044795 (mp_runner.py:73) -2024-09-01 18:44:25,922 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0034458480004104786 (mp_runner.py:73) -2024-09-01 18:44:27,832 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.004856122002820484 (mp_runner.py:73) -2024-09-01 18:44:29,825 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0034629849978955463 (mp_runner.py:73) -2024-09-01 18:44:31,805 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.004695304000051692 (mp_runner.py:73) -2024-09-01 18:44:33,796 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0035906269986298867 (mp_runner.py:73) -2024-09-01 18:44:35,692 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.004897938997601159 (mp_runner.py:73) -2024-09-01 18:44:37,691 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.003443162997427862 (mp_runner.py:73) -2024-09-01 18:44:39,614 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.004733631998533383 (mp_runner.py:73) -2024-09-01 18:44:41,581 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.003425394002988469 (mp_runner.py:73) -2024-09-01 18:44:43,632 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.006026680996001232 (mp_runner.py:73) -2024-09-01 18:44:44,143 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0039s, count=7120, qps in this process: 237.3025 (mp_runner.py:76) -2024-09-01 18:44:44,145 | INFO |End search in concurrency 1: dur=30.037378045999503s, total_count=7120, qps=237.038 (mp_runner.py:120) -2024-09-01 18:44:44,330 | INFO |Update largest qps with concurrency 1: current max_qps=237.038 (mp_runner.py:124) -2024-09-01 18:44:44,751 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:44:44,751 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 18:44:49,801 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 18:44:49,847 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:44:49,848 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:44:49,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:44:49,853 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:44:49,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:44:53,187 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.005892657994991168 (mp_runner.py:73) -2024-09-01 18:44:53,189 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0020445710033527575 (mp_runner.py:73) -2024-09-01 18:44:53,189 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0046181549987522885 (mp_runner.py:73) -2024-09-01 18:44:53,189 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.008467417996143922 (mp_runner.py:73) -2024-09-01 18:44:53,189 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.008467425999697298 (mp_runner.py:73) -2024-09-01 18:44:56,462 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.007996446001925506 (mp_runner.py:73) -2024-09-01 18:44:56,463 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.007590850000269711 (mp_runner.py:73) -2024-09-01 18:44:56,463 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.004575835999276023 (mp_runner.py:73) -2024-09-01 18:44:56,463 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.007067752994771581 (mp_runner.py:73) -2024-09-01 18:44:56,464 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.008495570000377484 (mp_runner.py:73) -2024-09-01 18:44:59,828 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0061618479958269745 (mp_runner.py:73) -2024-09-01 18:44:59,828 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.00680629099952057 (mp_runner.py:73) -2024-09-01 18:44:59,828 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004292681995138992 (mp_runner.py:73) -2024-09-01 18:44:59,830 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.005924666998907924 (mp_runner.py:73) -2024-09-01 18:44:59,830 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.006539303001773078 (mp_runner.py:73) -2024-09-01 18:45:03,330 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0065141599989146926 (mp_runner.py:73) -2024-09-01 18:45:03,330 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.006625415997405071 (mp_runner.py:73) -2024-09-01 18:45:03,330 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.0056982940004672855 (mp_runner.py:73) -2024-09-01 18:45:03,331 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.007394486005068757 (mp_runner.py:73) -2024-09-01 18:45:03,332 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.008336400002008304 (mp_runner.py:73) -2024-09-01 18:45:06,616 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.006399760997737758 (mp_runner.py:73) -2024-09-01 18:45:06,616 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.004810084996279329 (mp_runner.py:73) -2024-09-01 18:45:06,617 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.005365061995689757 (mp_runner.py:73) -2024-09-01 18:45:06,618 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.007036577997496352 (mp_runner.py:73) -2024-09-01 18:45:06,621 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.011115545996290166 (mp_runner.py:73) -2024-09-01 18:45:09,863 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.015735812005004846 (mp_runner.py:73) -2024-09-01 18:45:09,868 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.020546081999782473 (mp_runner.py:73) -2024-09-01 18:45:09,889 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.010369949995947536 (mp_runner.py:73) -2024-09-01 18:45:09,899 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.023002481000730768 (mp_runner.py:73) -2024-09-01 18:45:09,902 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.00321164899651194 (mp_runner.py:73) -2024-09-01 18:45:13,241 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.005388874000345822 (mp_runner.py:73) -2024-09-01 18:45:13,242 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.005740777000028174 (mp_runner.py:73) -2024-09-01 18:45:13,242 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.005508893002115656 (mp_runner.py:73) -2024-09-01 18:45:13,242 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.006316177998087369 (mp_runner.py:73) -2024-09-01 18:45:13,242 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.006545203999849036 (mp_runner.py:73) -2024-09-01 18:45:16,791 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.006544677999045234 (mp_runner.py:73) -2024-09-01 18:45:16,807 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.007855878997361287 (mp_runner.py:73) -2024-09-01 18:45:16,808 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0040724720020079985 (mp_runner.py:73) -2024-09-01 18:45:16,812 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.01030844100023387 (mp_runner.py:73) -2024-09-01 18:45:16,812 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.006515501998364925 (mp_runner.py:73) -2024-09-01 18:45:19,849 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0008s, count=4457, qps in this process: 148.5627 (mp_runner.py:76) -2024-09-01 18:45:19,850 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.002s, count=4457, qps in this process: 148.5568 (mp_runner.py:76) -2024-09-01 18:45:19,853 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0005s, count=4458, qps in this process: 148.5975 (mp_runner.py:76) -2024-09-01 18:45:19,860 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0036s, count=4459, qps in this process: 148.6155 (mp_runner.py:76) -2024-09-01 18:45:19,882 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0028s, count=4464, qps in this process: 148.7861 (mp_runner.py:76) -2024-09-01 18:45:19,884 | INFO |End search in concurrency 5: dur=30.082028120996256s, total_count=22295, qps=741.1402 (mp_runner.py:120) -2024-09-01 18:45:20,207 | INFO |Update largest qps with concurrency 5: current max_qps=741.1402 (mp_runner.py:124) -2024-09-01 18:45:20,625 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:45:20,625 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 18:45:30,833 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 18:45:30,894 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,895 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,945 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,975 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,980 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:30,998 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:31,008 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:31,021 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:45:38,562 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.007785729998431634 (mp_runner.py:73) -2024-09-01 18:45:38,570 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.01265925799816614 (mp_runner.py:73) -2024-09-01 18:45:38,572 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.017160893003165256 (mp_runner.py:73) -2024-09-01 18:45:38,572 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.01080420300422702 (mp_runner.py:73) -2024-09-01 18:45:38,574 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.017061409998859745 (mp_runner.py:73) -2024-09-01 18:45:38,575 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.01732521699887002 (mp_runner.py:73) -2024-09-01 18:45:38,576 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.010524952005653176 (mp_runner.py:73) -2024-09-01 18:45:38,579 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.02555337000376312 (mp_runner.py:73) -2024-09-01 18:45:38,579 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.0042775479960255325 (mp_runner.py:73) -2024-09-01 18:45:38,581 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.01322454700130038 (mp_runner.py:73) -2024-09-01 18:45:38,591 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.011592538001423236 (mp_runner.py:73) -2024-09-01 18:45:38,593 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0164750690018991 (mp_runner.py:73) -2024-09-01 18:45:38,593 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.0037223679973976687 (mp_runner.py:73) -2024-09-01 18:45:38,596 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.019664080995426048 (mp_runner.py:73) -2024-09-01 18:45:38,701 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.01957867699820781 (mp_runner.py:73) -2024-09-01 18:45:46,509 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.020530507994408254 (mp_runner.py:73) -2024-09-01 18:45:46,509 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.022148374999233056 (mp_runner.py:73) -2024-09-01 18:45:46,509 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.01790027799870586 (mp_runner.py:73) -2024-09-01 18:45:46,509 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.023868506999860983 (mp_runner.py:73) -2024-09-01 18:45:46,510 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.017148216000350658 (mp_runner.py:73) -2024-09-01 18:45:46,510 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.019801549999101553 (mp_runner.py:73) -2024-09-01 18:45:46,512 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.019049360998906195 (mp_runner.py:73) -2024-09-01 18:45:46,512 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.02159456800291082 (mp_runner.py:73) -2024-09-01 18:45:46,513 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.022833957002148964 (mp_runner.py:73) -2024-09-01 18:45:46,513 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.021385127998655662 (mp_runner.py:73) -2024-09-01 18:45:46,513 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.026053866000438575 (mp_runner.py:73) -2024-09-01 18:45:46,516 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.027952001000812743 (mp_runner.py:73) -2024-09-01 18:45:46,545 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.01688228299462935 (mp_runner.py:73) -2024-09-01 18:45:46,573 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.013428131002001464 (mp_runner.py:73) -2024-09-01 18:45:46,589 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.023975424002856016 (mp_runner.py:73) -2024-09-01 18:45:54,266 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.006248035002499819 (mp_runner.py:73) -2024-09-01 18:45:54,269 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.010146672000701074 (mp_runner.py:73) -2024-09-01 18:45:54,275 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.026035373004560824 (mp_runner.py:73) -2024-09-01 18:45:54,280 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.01861097599612549 (mp_runner.py:73) -2024-09-01 18:45:54,280 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.02374084899929585 (mp_runner.py:73) -2024-09-01 18:45:54,283 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.010021580994362012 (mp_runner.py:73) -2024-09-01 18:45:54,283 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.01694511700043222 (mp_runner.py:73) -2024-09-01 18:45:54,289 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.005048639002779964 (mp_runner.py:73) -2024-09-01 18:45:54,293 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.005386154000007082 (mp_runner.py:73) -2024-09-01 18:45:54,295 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.004436754003108945 (mp_runner.py:73) -2024-09-01 18:45:54,297 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.0072917849975056015 (mp_runner.py:73) -2024-09-01 18:45:54,301 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.011196824001672212 (mp_runner.py:73) -2024-09-01 18:45:54,302 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.01926801299850922 (mp_runner.py:73) -2024-09-01 18:45:54,303 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.02312669199454831 (mp_runner.py:73) -2024-09-01 18:45:54,327 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.004077666002558544 (mp_runner.py:73) -2024-09-01 18:46:00,915 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0191s, count=1933, qps in this process: 64.3923 (mp_runner.py:76) -2024-09-01 18:46:00,917 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0223s, count=1933, qps in this process: 64.3855 (mp_runner.py:76) -2024-09-01 18:46:00,924 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0131s, count=1932, qps in this process: 64.3719 (mp_runner.py:76) -2024-09-01 18:46:00,964 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0143s, count=1926, qps in this process: 64.1694 (mp_runner.py:76) -2024-09-01 18:46:00,973 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0069s, count=1931, qps in this process: 64.3519 (mp_runner.py:76) -2024-09-01 18:46:00,983 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0054s, count=1937, qps in this process: 64.555 (mp_runner.py:76) -2024-09-01 18:46:00,983 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0022s, count=1937, qps in this process: 64.5619 (mp_runner.py:76) -2024-09-01 18:46:00,989 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0051s, count=1938, qps in this process: 64.589 (mp_runner.py:76) -2024-09-01 18:46:00,989 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0053s, count=1938, qps in this process: 64.5886 (mp_runner.py:76) -2024-09-01 18:46:00,992 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0081s, count=1938, qps in this process: 64.5826 (mp_runner.py:76) -2024-09-01 18:46:00,992 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0088s, count=1938, qps in this process: 64.5811 (mp_runner.py:76) -2024-09-01 18:46:01,003 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0022s, count=1940, qps in this process: 64.6619 (mp_runner.py:76) -2024-09-01 18:46:01,011 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0037s, count=1941, qps in this process: 64.692 (mp_runner.py:76) -2024-09-01 18:46:01,012 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0013s, count=1941, qps in this process: 64.6972 (mp_runner.py:76) -2024-09-01 18:46:01,030 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0014s, count=1945, qps in this process: 64.8303 (mp_runner.py:76) -2024-09-01 18:46:01,033 | INFO |End search in concurrency 15: dur=30.19983534700441s, total_count=29048, qps=961.8595 (mp_runner.py:120) -2024-09-01 18:46:01,921 | INFO |Update largest qps with concurrency 15: current max_qps=961.8595 (mp_runner.py:124) -2024-09-01 18:46:02,338 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:46:02,338 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 18:46:12,634 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 18:46:12,766 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,769 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,774 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,789 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,811 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,820 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,824 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,848 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,851 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,851 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,851 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,852 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,860 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:12,874 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:22,952 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.013828667004418094 (mp_runner.py:73) -2024-09-01 18:46:22,952 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.020196492994728032 (mp_runner.py:73) -2024-09-01 18:46:22,952 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.01710086800449062 (mp_runner.py:73) -2024-09-01 18:46:22,953 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.014946352996048518 (mp_runner.py:73) -2024-09-01 18:46:22,953 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.004140513003221713 (mp_runner.py:73) -2024-09-01 18:46:22,953 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.025726093001139816 (mp_runner.py:73) -2024-09-01 18:46:22,954 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.02281215399852954 (mp_runner.py:73) -2024-09-01 18:46:22,954 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.020514192001428455 (mp_runner.py:73) -2024-09-01 18:46:22,954 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.021464538003783673 (mp_runner.py:73) -2024-09-01 18:46:22,954 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.014589701000659261 (mp_runner.py:73) -2024-09-01 18:46:22,955 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.027524021003046073 (mp_runner.py:73) -2024-09-01 18:46:22,955 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.025297105996287428 (mp_runner.py:73) -2024-09-01 18:46:22,955 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.020856311995885335 (mp_runner.py:73) -2024-09-01 18:46:22,956 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.031937578998622485 (mp_runner.py:73) -2024-09-01 18:46:22,956 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.030268318005255423 (mp_runner.py:73) -2024-09-01 18:46:22,956 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.035111601995595265 (mp_runner.py:73) -2024-09-01 18:46:22,957 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.027531640000233892 (mp_runner.py:73) -2024-09-01 18:46:22,957 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.020868624000286218 (mp_runner.py:73) -2024-09-01 18:46:22,959 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.033254686000873335 (mp_runner.py:73) -2024-09-01 18:46:22,963 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.029030564001004677 (mp_runner.py:73) -2024-09-01 18:46:32,725 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.00843562700174516 (mp_runner.py:73) -2024-09-01 18:46:32,725 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.007521038001868874 (mp_runner.py:73) -2024-09-01 18:46:32,726 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.011406604004150722 (mp_runner.py:73) -2024-09-01 18:46:32,727 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.008561982001992874 (mp_runner.py:73) -2024-09-01 18:46:32,728 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.012733160998323001 (mp_runner.py:73) -2024-09-01 18:46:32,729 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.006781438998586964 (mp_runner.py:73) -2024-09-01 18:46:32,730 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.013082035999104846 (mp_runner.py:73) -2024-09-01 18:46:32,731 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.007796594996761996 (mp_runner.py:73) -2024-09-01 18:46:32,731 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.01698685099836439 (mp_runner.py:73) -2024-09-01 18:46:32,733 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.019086019005044363 (mp_runner.py:73) -2024-09-01 18:46:32,733 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.019433249995927326 (mp_runner.py:73) -2024-09-01 18:46:32,734 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.006910468000569381 (mp_runner.py:73) -2024-09-01 18:46:32,735 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.021575088001554832 (mp_runner.py:73) -2024-09-01 18:46:32,736 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.02117453200480668 (mp_runner.py:73) -2024-09-01 18:46:32,737 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.016666757997882087 (mp_runner.py:73) -2024-09-01 18:46:32,746 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.028750574005243834 (mp_runner.py:73) -2024-09-01 18:46:32,746 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.0326340989995515 (mp_runner.py:73) -2024-09-01 18:46:32,749 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.03194692300166935 (mp_runner.py:73) -2024-09-01 18:46:32,779 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.023429209002642892 (mp_runner.py:73) -2024-09-01 18:46:32,801 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.005432327998278197 (mp_runner.py:73) -2024-09-01 18:46:42,780 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0102s, count=1499, qps in this process: 49.9497 (mp_runner.py:76) -2024-09-01 18:46:42,785 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0132s, count=1499, qps in this process: 49.9447 (mp_runner.py:76) -2024-09-01 18:46:42,791 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0051s, count=1499, qps in this process: 49.9582 (mp_runner.py:76) -2024-09-01 18:46:42,805 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.024196782993385568 (mp_runner.py:73) -2024-09-01 18:46:42,806 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.018478067002433818 (mp_runner.py:73) -2024-09-01 18:46:42,806 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.01840333000291139 (mp_runner.py:73) -2024-09-01 18:46:42,807 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.023964654006704222 (mp_runner.py:73) -2024-09-01 18:46:42,807 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0238650309984223 (mp_runner.py:73) -2024-09-01 18:46:42,807 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.02127741999720456 (mp_runner.py:73) -2024-09-01 18:46:42,808 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.027844290001667105 (mp_runner.py:73) -2024-09-01 18:46:42,808 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.01671374300349271 (mp_runner.py:73) -2024-09-01 18:46:42,808 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.00840924600197468 (mp_runner.py:73) -2024-09-01 18:46:42,808 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.02417346699803602 (mp_runner.py:73) -2024-09-01 18:46:42,809 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.008615493999968749 (mp_runner.py:73) -2024-09-01 18:46:42,809 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.016184599000553135 (mp_runner.py:73) -2024-09-01 18:46:42,810 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.02881326700298814 (mp_runner.py:73) -2024-09-01 18:46:42,810 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.023694875999353826 (mp_runner.py:73) -2024-09-01 18:46:42,819 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0003s, count=1501, qps in this process: 50.0328 (mp_runner.py:76) -2024-09-01 18:46:42,820 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0065s, count=1501, qps in this process: 50.0225 (mp_runner.py:76) -2024-09-01 18:46:42,832 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.014701416999741923 (mp_runner.py:73) -2024-09-01 18:46:42,832 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0028s, count=1500, qps in this process: 49.9953 (mp_runner.py:76) -2024-09-01 18:46:42,833 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.05547291800030507 (mp_runner.py:73) -2024-09-01 18:46:42,833 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0355s, count=1500, qps in this process: 49.9409 (mp_runner.py:76) -2024-09-01 18:46:42,835 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.030038508004508913 (mp_runner.py:73) -2024-09-01 18:46:42,836 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0061s, count=1500, qps in this process: 49.9898 (mp_runner.py:76) -2024-09-01 18:46:42,843 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0242s, count=1502, qps in this process: 50.0263 (mp_runner.py:76) -2024-09-01 18:46:42,846 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0236s, count=1502, qps in this process: 50.0273 (mp_runner.py:76) -2024-09-01 18:46:42,853 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0003s, count=1503, qps in this process: 50.0995 (mp_runner.py:76) -2024-09-01 18:46:42,854 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0003s, count=1503, qps in this process: 50.0995 (mp_runner.py:76) -2024-09-01 18:46:42,854 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.004s, count=1503, qps in this process: 50.0933 (mp_runner.py:76) -2024-09-01 18:46:42,855 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.003s, count=1503, qps in this process: 50.095 (mp_runner.py:76) -2024-09-01 18:46:42,856 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0028s, count=1503, qps in this process: 50.0953 (mp_runner.py:76) -2024-09-01 18:46:42,857 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0046s, count=1503, qps in this process: 50.0923 (mp_runner.py:76) -2024-09-01 18:46:42,857 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0046s, count=1503, qps in this process: 50.0923 (mp_runner.py:76) -2024-09-01 18:46:42,863 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0103s, count=1503, qps in this process: 50.0828 (mp_runner.py:76) -2024-09-01 18:46:42,871 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0016s, count=1505, qps in this process: 50.164 (mp_runner.py:76) -2024-09-01 18:46:42,888 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0062s, count=1508, qps in this process: 50.2563 (mp_runner.py:76) -2024-09-01 18:46:42,891 | INFO |End search in concurrency 20: dur=30.25741696599289s, total_count=30040, qps=992.8144 (mp_runner.py:120) -2024-09-01 18:46:44,112 | INFO |Update largest qps with concurrency 20: current max_qps=992.8144 (mp_runner.py:124) -2024-09-01 18:46:44,528 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:46:44,528 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 18:46:54,849 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 18:46:54,921 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:54,957 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:54,996 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,044 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,079 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,087 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,117 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,121 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,121 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,121 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,123 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,124 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,125 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,127 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,137 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,145 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,145 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:46:55,152 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:07,880 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.020819081997615285 (mp_runner.py:73) -2024-09-01 18:47:07,880 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.015066084000864066 (mp_runner.py:73) -2024-09-01 18:47:07,881 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.028392535998136736 (mp_runner.py:73) -2024-09-01 18:47:07,883 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.03185407999990275 (mp_runner.py:73) -2024-09-01 18:47:07,883 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.01588490800349973 (mp_runner.py:73) -2024-09-01 18:47:07,884 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.03191423899988877 (mp_runner.py:73) -2024-09-01 18:47:07,885 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.006884350994369015 (mp_runner.py:73) -2024-09-01 18:47:07,885 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.030164459996740334 (mp_runner.py:73) -2024-09-01 18:47:07,887 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.018857561000913847 (mp_runner.py:73) -2024-09-01 18:47:07,888 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.017515004001324996 (mp_runner.py:73) -2024-09-01 18:47:07,890 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.023102357998141088 (mp_runner.py:73) -2024-09-01 18:47:07,891 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.021237591005046852 (mp_runner.py:73) -2024-09-01 18:47:07,891 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.018531607995100785 (mp_runner.py:73) -2024-09-01 18:47:07,893 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.03511258200160228 (mp_runner.py:73) -2024-09-01 18:47:07,893 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.018824086000677198 (mp_runner.py:73) -2024-09-01 18:47:07,894 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.032613393996143714 (mp_runner.py:73) -2024-09-01 18:47:07,895 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.018637704000866506 (mp_runner.py:73) -2024-09-01 18:47:07,895 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.02999628799443599 (mp_runner.py:73) -2024-09-01 18:47:07,896 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.042230689999996684 (mp_runner.py:73) -2024-09-01 18:47:07,897 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03996176899818238 (mp_runner.py:73) -2024-09-01 18:47:07,898 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0385051389966975 (mp_runner.py:73) -2024-09-01 18:47:07,899 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.03660979100095574 (mp_runner.py:73) -2024-09-01 18:47:07,903 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.00503825399937341 (mp_runner.py:73) -2024-09-01 18:47:07,908 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.03908021099778125 (mp_runner.py:73) -2024-09-01 18:47:07,923 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.05941933699796209 (mp_runner.py:73) -2024-09-01 18:47:19,981 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.02728980100073386 (mp_runner.py:73) -2024-09-01 18:47:19,981 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.029612846003146842 (mp_runner.py:73) -2024-09-01 18:47:19,981 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.03194450400042115 (mp_runner.py:73) -2024-09-01 18:47:19,981 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.030024435996892862 (mp_runner.py:73) -2024-09-01 18:47:19,982 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.02213777499855496 (mp_runner.py:73) -2024-09-01 18:47:19,983 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.03259591099777026 (mp_runner.py:73) -2024-09-01 18:47:19,985 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0305536050000228 (mp_runner.py:73) -2024-09-01 18:47:19,989 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.023857815998781007 (mp_runner.py:73) -2024-09-01 18:47:19,989 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.03686880800523795 (mp_runner.py:73) -2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.034200403999420814 (mp_runner.py:73) -2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.03614478099916596 (mp_runner.py:73) -2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.03677939699991839 (mp_runner.py:73) -2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.0374749080001493 (mp_runner.py:73) -2024-09-01 18:47:19,990 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.03187999699730426 (mp_runner.py:73) -2024-09-01 18:47:19,992 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.016595380002399907 (mp_runner.py:73) -2024-09-01 18:47:19,998 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.04772404200048186 (mp_runner.py:73) -2024-09-01 18:47:19,998 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.03825813499861397 (mp_runner.py:73) -2024-09-01 18:47:19,999 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.046923121000872925 (mp_runner.py:73) -2024-09-01 18:47:20,004 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.044760909004253335 (mp_runner.py:73) -2024-09-01 18:47:20,006 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.051990895000926685 (mp_runner.py:73) -2024-09-01 18:47:20,012 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.05660817500029225 (mp_runner.py:73) -2024-09-01 18:47:20,013 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.0625325069995597 (mp_runner.py:73) -2024-09-01 18:47:20,014 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.04728639499808196 (mp_runner.py:73) -2024-09-01 18:47:20,015 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.061476964998291805 (mp_runner.py:73) -2024-09-01 18:47:20,015 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.06418002799910028 (mp_runner.py:73) -2024-09-01 18:47:24,928 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0072s, count=1203, qps in this process: 40.0904 (mp_runner.py:76) -2024-09-01 18:47:24,973 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0154s, count=1205, qps in this process: 40.1461 (mp_runner.py:76) -2024-09-01 18:47:25,044 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0445s, count=1207, qps in this process: 40.1737 (mp_runner.py:76) -2024-09-01 18:47:25,058 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0108s, count=1209, qps in this process: 40.2855 (mp_runner.py:76) -2024-09-01 18:47:25,078 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0012s, count=1210, qps in this process: 40.3317 (mp_runner.py:76) -2024-09-01 18:47:25,083 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.007s, count=1210, qps in this process: 40.3239 (mp_runner.py:76) -2024-09-01 18:47:25,090 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.015s, count=1209, qps in this process: 40.2799 (mp_runner.py:76) -2024-09-01 18:47:25,100 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.01s, count=1211, qps in this process: 40.3532 (mp_runner.py:76) -2024-09-01 18:47:25,103 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0112s, count=1211, qps in this process: 40.3516 (mp_runner.py:76) -2024-09-01 18:47:25,107 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0187s, count=1206, qps in this process: 40.175 (mp_runner.py:76) -2024-09-01 18:47:25,108 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0197s, count=1210, qps in this process: 40.3069 (mp_runner.py:76) -2024-09-01 18:47:25,120 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0105s, count=1212, qps in this process: 40.3859 (mp_runner.py:76) -2024-09-01 18:47:25,123 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0007s, count=1212, qps in this process: 40.3991 (mp_runner.py:76) -2024-09-01 18:47:25,125 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0157s, count=1212, qps in this process: 40.3789 (mp_runner.py:76) -2024-09-01 18:47:25,127 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0048s, count=1212, qps in this process: 40.3935 (mp_runner.py:76) -2024-09-01 18:47:25,129 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0063s, count=1212, qps in this process: 40.3915 (mp_runner.py:76) -2024-09-01 18:47:25,134 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.011s, count=1212, qps in this process: 40.3852 (mp_runner.py:76) -2024-09-01 18:47:25,144 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0103s, count=1213, qps in this process: 40.4195 (mp_runner.py:76) -2024-09-01 18:47:25,144 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0134s, count=1213, qps in this process: 40.4153 (mp_runner.py:76) -2024-09-01 18:47:25,144 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0077s, count=1213, qps in this process: 40.423 (mp_runner.py:76) -2024-09-01 18:47:25,147 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.009s, count=1212, qps in this process: 40.3879 (mp_runner.py:76) -2024-09-01 18:47:25,148 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0212s, count=1213, qps in this process: 40.4048 (mp_runner.py:76) -2024-09-01 18:47:25,153 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0005s, count=1214, qps in this process: 40.466 (mp_runner.py:76) -2024-09-01 18:47:25,159 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0067s, count=1213, qps in this process: 40.4243 (mp_runner.py:76) -2024-09-01 18:47:25,160 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0023s, count=1215, qps in this process: 40.4969 (mp_runner.py:76) -2024-09-01 18:47:25,164 | INFO |End search in concurrency 25: dur=30.314305444000638s, total_count=30269, qps=998.5055 (mp_runner.py:120) -2024-09-01 18:47:26,760 | INFO |Update largest qps with concurrency 25: current max_qps=998.5055 (mp_runner.py:124) -2024-09-01 18:47:27,181 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:47:27,181 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 18:47:37,629 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 18:47:37,699 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,702 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,717 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,722 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,797 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,799 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,815 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,890 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,891 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,893 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,910 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,924 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,929 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,941 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,953 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,965 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,981 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,983 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:37,990 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:47:53,897 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.008163336999132298 (mp_runner.py:73) -2024-09-01 18:47:53,898 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.0026380700001027435 (mp_runner.py:73) -2024-09-01 18:47:53,898 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.009746938994794618 (mp_runner.py:73) -2024-09-01 18:47:53,900 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.004615597004885785 (mp_runner.py:73) -2024-09-01 18:47:53,900 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.01180446099897381 (mp_runner.py:73) -2024-09-01 18:47:53,901 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.005843864993948955 (mp_runner.py:73) -2024-09-01 18:47:53,902 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.012676869999268092 (mp_runner.py:73) -2024-09-01 18:47:53,903 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.0077652069958276115 (mp_runner.py:73) -2024-09-01 18:47:53,903 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.014611785001761746 (mp_runner.py:73) -2024-09-01 18:47:53,905 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.009591941001417581 (mp_runner.py:73) -2024-09-01 18:47:53,905 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.016458764002891257 (mp_runner.py:73) -2024-09-01 18:47:53,907 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.0033531090011820197 (mp_runner.py:73) -2024-09-01 18:47:53,907 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.018003473000135273 (mp_runner.py:73) -2024-09-01 18:47:53,908 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.005277926997223403 (mp_runner.py:73) -2024-09-01 18:47:53,909 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.020009142004710156 (mp_runner.py:73) -2024-09-01 18:47:53,910 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.021068535999802407 (mp_runner.py:73) -2024-09-01 18:47:53,910 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.0034716160007519647 (mp_runner.py:73) -2024-09-01 18:47:53,912 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.00324821200047154 (mp_runner.py:73) -2024-09-01 18:47:53,912 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.023347911002929322 (mp_runner.py:73) -2024-09-01 18:47:53,913 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.02511944800062338 (mp_runner.py:73) -2024-09-01 18:47:53,913 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.024990938996779732 (mp_runner.py:73) -2024-09-01 18:47:53,915 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.0033145609995699488 (mp_runner.py:73) -2024-09-01 18:47:53,915 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.027222700999118388 (mp_runner.py:73) -2024-09-01 18:47:53,917 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.028944330995727796 (mp_runner.py:73) -2024-09-01 18:47:53,918 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.02949660599551862 (mp_runner.py:73) -2024-09-01 18:47:53,919 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.027557207002246287 (mp_runner.py:73) -2024-09-01 18:47:53,921 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.027421733000664972 (mp_runner.py:73) -2024-09-01 18:47:53,938 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.042879680993792135 (mp_runner.py:73) -2024-09-01 18:47:53,964 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.07496155600529164 (mp_runner.py:73) -2024-09-01 18:47:54,065 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.015355144001659937 (mp_runner.py:73) -2024-09-01 18:48:07,706 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0026s, count=991, qps in this process: 33.0305 (mp_runner.py:76) -2024-09-01 18:48:07,726 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0143s, count=992, qps in this process: 33.0509 (mp_runner.py:76) -2024-09-01 18:48:07,727 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0009s, count=992, qps in this process: 33.0657 (mp_runner.py:76) -2024-09-01 18:48:07,728 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0076s, count=992, qps in this process: 33.0583 (mp_runner.py:76) -2024-09-01 18:48:07,824 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0198s, count=996, qps in this process: 33.1781 (mp_runner.py:76) -2024-09-01 18:48:07,829 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0219s, count=996, qps in this process: 33.1758 (mp_runner.py:76) -2024-09-01 18:48:07,862 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0408s, count=997, qps in this process: 33.1882 (mp_runner.py:76) -2024-09-01 18:48:07,912 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.022348029000568204 (mp_runner.py:73) -2024-09-01 18:48:07,913 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.024534151998523157 (mp_runner.py:73) -2024-09-01 18:48:07,913 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.02270556399889756 (mp_runner.py:73) -2024-09-01 18:48:07,913 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0193s, count=1000, qps in this process: 33.3119 (mp_runner.py:76) -2024-09-01 18:48:07,913 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.02104510999924969 (mp_runner.py:73) -2024-09-01 18:48:07,913 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.022663639996608254 (mp_runner.py:73) -2024-09-01 18:48:07,914 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.025164817001495976 (mp_runner.py:73) -2024-09-01 18:48:07,914 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.0230342099966947 (mp_runner.py:73) -2024-09-01 18:48:07,914 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.024646013000165112 (mp_runner.py:73) -2024-09-01 18:48:07,914 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.025101496998104267 (mp_runner.py:73) -2024-09-01 18:48:07,915 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.023620028005097993 (mp_runner.py:73) -2024-09-01 18:48:07,915 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.009950239000318106 (mp_runner.py:73) -2024-09-01 18:48:07,915 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.02681677899818169 (mp_runner.py:73) -2024-09-01 18:48:07,915 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.020966361997125205 (mp_runner.py:73) -2024-09-01 18:48:07,916 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.024698779998288956 (mp_runner.py:73) -2024-09-01 18:48:07,916 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.026683910997235216 (mp_runner.py:73) -2024-09-01 18:48:07,916 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0223s, count=1000, qps in this process: 33.3086 (mp_runner.py:76) -2024-09-01 18:48:07,916 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.024507238995283842 (mp_runner.py:73) -2024-09-01 18:48:07,916 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.023244996002176777 (mp_runner.py:73) -2024-09-01 18:48:07,917 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.025254887994378805 (mp_runner.py:73) -2024-09-01 18:48:07,917 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.011591809001401998 (mp_runner.py:73) -2024-09-01 18:48:07,917 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0031s, count=1000, qps in this process: 33.3299 (mp_runner.py:76) -2024-09-01 18:48:07,917 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.024864644001354463 (mp_runner.py:73) -2024-09-01 18:48:07,923 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.03335923600388924 (mp_runner.py:73) -2024-09-01 18:48:07,930 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0039s, count=1001, qps in this process: 33.3623 (mp_runner.py:76) -2024-09-01 18:48:07,934 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.039706928000668995 (mp_runner.py:73) -2024-09-01 18:48:07,934 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0006s, count=1001, qps in this process: 33.366 (mp_runner.py:76) -2024-09-01 18:48:07,936 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0063s, count=1001, qps in this process: 33.3597 (mp_runner.py:76) -2024-09-01 18:48:07,936 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.007s, count=1001, qps in this process: 33.3589 (mp_runner.py:76) -2024-09-01 18:48:07,944 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.05231873800221365 (mp_runner.py:73) -2024-09-01 18:48:07,945 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0508s, count=1000, qps in this process: 33.277 (mp_runner.py:76) -2024-09-01 18:48:07,950 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0056s, count=1002, qps in this process: 33.3938 (mp_runner.py:76) -2024-09-01 18:48:07,951 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0022s, count=1002, qps in this process: 33.3976 (mp_runner.py:76) -2024-09-01 18:48:07,957 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0013s, count=1002, qps in this process: 33.3986 (mp_runner.py:76) -2024-09-01 18:48:07,958 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0055s, count=1002, qps in this process: 33.3939 (mp_runner.py:76) -2024-09-01 18:48:07,961 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0312s, count=1002, qps in this process: 33.3653 (mp_runner.py:76) -2024-09-01 18:48:07,975 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0009s, count=1003, qps in this process: 33.4323 (mp_runner.py:76) -2024-09-01 18:48:07,977 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0049s, count=1004, qps in this process: 33.4612 (mp_runner.py:76) -2024-09-01 18:48:07,991 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.001s, count=1005, qps in this process: 33.4989 (mp_runner.py:76) -2024-09-01 18:48:07,997 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0092s, count=1006, qps in this process: 33.5231 (mp_runner.py:76) -2024-09-01 18:48:07,999 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0016s, count=1006, qps in this process: 33.5315 (mp_runner.py:76) -2024-09-01 18:48:08,000 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0016s, count=1007, qps in this process: 33.5649 (mp_runner.py:76) -2024-09-01 18:48:08,000 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0018s, count=1007, qps in this process: 33.5647 (mp_runner.py:76) -2024-09-01 18:48:08,002 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0039s, count=1007, qps in this process: 33.5623 (mp_runner.py:76) -2024-09-01 18:48:08,003 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0059s, count=1007, qps in this process: 33.5601 (mp_runner.py:76) -2024-09-01 18:48:08,004 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0114s, count=1007, qps in this process: 33.5539 (mp_runner.py:76) -2024-09-01 18:48:08,008 | INFO |End search in concurrency 30: dur=30.37900241799798s, total_count=30029, qps=988.4788 (mp_runner.py:120) -2024-09-01 18:48:10,357 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:48:10,357 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 18:48:20,865 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 18:48:20,909 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:20,997 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:20,999 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,159 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,159 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,163 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,167 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,172 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,172 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,172 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,176 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,190 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,194 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,200 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,201 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,202 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,215 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,224 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,226 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,227 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,235 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,235 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,241 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,241 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,241 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,254 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,259 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,260 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,278 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,288 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,291 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:21,322 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:48:37,788 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.026977351000823546 (mp_runner.py:73) -2024-09-01 18:48:37,788 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.025951438998163212 (mp_runner.py:73) -2024-09-01 18:48:37,789 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.026302453996322583 (mp_runner.py:73) -2024-09-01 18:48:37,789 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.02684639100334607 (mp_runner.py:73) -2024-09-01 18:48:37,789 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.02819108299445361 (mp_runner.py:73) -2024-09-01 18:48:37,789 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.027443195001978893 (mp_runner.py:73) -2024-09-01 18:48:37,790 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.027170106004632544 (mp_runner.py:73) -2024-09-01 18:48:37,790 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.027344725000148173 (mp_runner.py:73) -2024-09-01 18:48:37,791 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.02880433399695903 (mp_runner.py:73) -2024-09-01 18:48:37,791 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.029655850994458888 (mp_runner.py:73) -2024-09-01 18:48:37,791 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.030920582998078316 (mp_runner.py:73) -2024-09-01 18:48:37,791 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.028651182001340203 (mp_runner.py:73) -2024-09-01 18:48:37,792 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.02845671200338984 (mp_runner.py:73) -2024-09-01 18:48:37,792 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.028383065000525676 (mp_runner.py:73) -2024-09-01 18:48:37,792 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.030091469001490623 (mp_runner.py:73) -2024-09-01 18:48:37,792 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.031706501002190635 (mp_runner.py:73) -2024-09-01 18:48:37,793 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.029920895998657215 (mp_runner.py:73) -2024-09-01 18:48:37,793 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.03239735299575841 (mp_runner.py:73) -2024-09-01 18:48:37,794 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.03437054599635303 (mp_runner.py:73) -2024-09-01 18:48:37,794 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.033235377006349154 (mp_runner.py:73) -2024-09-01 18:48:37,794 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.03546449900022708 (mp_runner.py:73) -2024-09-01 18:48:37,795 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.03303461800533114 (mp_runner.py:73) -2024-09-01 18:48:37,795 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.01303520800138358 (mp_runner.py:73) -2024-09-01 18:48:37,795 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.034475241001928225 (mp_runner.py:73) -2024-09-01 18:48:37,795 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.03398309500335017 (mp_runner.py:73) -2024-09-01 18:48:37,796 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.035138162995281164 (mp_runner.py:73) -2024-09-01 18:48:37,796 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.03498733499873197 (mp_runner.py:73) -2024-09-01 18:48:37,797 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.037336492001486477 (mp_runner.py:73) -2024-09-01 18:48:37,797 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.01088372600497678 (mp_runner.py:73) -2024-09-01 18:48:37,798 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.03422877300181426 (mp_runner.py:73) -2024-09-01 18:48:37,798 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.024451453995425254 (mp_runner.py:73) -2024-09-01 18:48:37,798 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.03938209699845174 (mp_runner.py:73) -2024-09-01 18:48:37,799 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.037876691996643785 (mp_runner.py:73) -2024-09-01 18:48:37,801 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.014904108000337146 (mp_runner.py:73) -2024-09-01 18:48:37,816 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.05274386700330069 (mp_runner.py:73) -2024-09-01 18:48:50,941 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0248s, count=897, qps in this process: 29.8753 (mp_runner.py:76) -2024-09-01 18:48:51,007 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0089s, count=900, qps in this process: 29.9911 (mp_runner.py:76) -2024-09-01 18:48:51,014 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0066s, count=900, qps in this process: 29.9934 (mp_runner.py:76) -2024-09-01 18:48:51,179 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0132s, count=903, qps in this process: 30.0868 (mp_runner.py:76) -2024-09-01 18:48:51,191 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0199s, count=904, qps in this process: 30.1134 (mp_runner.py:76) -2024-09-01 18:48:51,201 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0379s, count=905, qps in this process: 30.1286 (mp_runner.py:76) -2024-09-01 18:48:51,202 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0389s, count=905, qps in this process: 30.1276 (mp_runner.py:76) -2024-09-01 18:48:51,203 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0002s, count=905, qps in this process: 30.1665 (mp_runner.py:76) -2024-09-01 18:48:51,203 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0182s, count=905, qps in this process: 30.1484 (mp_runner.py:76) -2024-09-01 18:48:51,204 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0329s, count=905, qps in this process: 30.1336 (mp_runner.py:76) -2024-09-01 18:48:51,205 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0218s, count=905, qps in this process: 30.1448 (mp_runner.py:76) -2024-09-01 18:48:51,206 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0395s, count=905, qps in this process: 30.127 (mp_runner.py:76) -2024-09-01 18:48:51,207 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0048s, count=905, qps in this process: 30.1618 (mp_runner.py:76) -2024-09-01 18:48:51,208 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0062s, count=905, qps in this process: 30.1604 (mp_runner.py:76) -2024-09-01 18:48:51,213 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0291s, count=905, qps in this process: 30.1374 (mp_runner.py:76) -2024-09-01 18:48:51,221 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0214s, count=905, qps in this process: 30.1452 (mp_runner.py:76) -2024-09-01 18:48:51,228 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0425s, count=905, qps in this process: 30.124 (mp_runner.py:76) -2024-09-01 18:48:51,234 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0009s, count=906, qps in this process: 30.1991 (mp_runner.py:76) -2024-09-01 18:48:51,234 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0011s, count=906, qps in this process: 30.1989 (mp_runner.py:76) -2024-09-01 18:48:51,234 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0269s, count=906, qps in this process: 30.1729 (mp_runner.py:76) -2024-09-01 18:48:51,236 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0177s, count=906, qps in this process: 30.1822 (mp_runner.py:76) -2024-09-01 18:48:51,238 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0053s, count=906, qps in this process: 30.1947 (mp_runner.py:76) -2024-09-01 18:48:51,240 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0051s, count=906, qps in this process: 30.1949 (mp_runner.py:76) -2024-09-01 18:48:51,243 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0048s, count=902, qps in this process: 30.0619 (mp_runner.py:76) -2024-09-01 18:48:51,245 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0003s, count=907, qps in this process: 30.233 (mp_runner.py:76) -2024-09-01 18:48:51,246 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0008s, count=907, qps in this process: 30.2325 (mp_runner.py:76) -2024-09-01 18:48:51,249 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0037s, count=906, qps in this process: 30.1963 (mp_runner.py:76) -2024-09-01 18:48:51,255 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.017s, count=907, qps in this process: 30.2162 (mp_runner.py:76) -2024-09-01 18:48:51,269 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0091s, count=909, qps in this process: 30.2908 (mp_runner.py:76) -2024-09-01 18:48:51,272 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0009s, count=909, qps in this process: 30.2991 (mp_runner.py:76) -2024-09-01 18:48:51,273 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0085s, count=909, qps in this process: 30.2914 (mp_runner.py:76) -2024-09-01 18:48:51,289 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.005s, count=912, qps in this process: 30.3949 (mp_runner.py:76) -2024-09-01 18:48:51,294 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0005s, count=913, qps in this process: 30.4328 (mp_runner.py:76) -2024-09-01 18:48:51,300 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0048s, count=914, qps in this process: 30.4618 (mp_runner.py:76) -2024-09-01 18:48:51,328 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0011s, count=919, qps in this process: 30.6322 (mp_runner.py:76) -2024-09-01 18:48:51,332 | INFO |End search in concurrency 35: dur=30.465084710005613s, total_count=31714, qps=1040.995 (mp_runner.py:120) -2024-09-01 18:48:53,566 | INFO |Update largest qps with concurrency 35: current max_qps=1040.995 (mp_runner.py:124) -2024-09-01 18:48:53,983 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:48:53,984 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 18:49:04,630 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 18:49:04,808 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,837 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,837 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,845 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,850 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,862 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,872 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,877 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,898 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,907 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,961 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,961 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,965 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,966 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,968 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:04,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,000 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,003 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,004 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,017 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,019 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,034 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,041 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,044 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,062 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,066 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,077 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,077 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,077 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,084 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,085 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,102 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,106 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,118 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,120 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,120 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,134 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:05,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:23,955 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.0748905049986206 (mp_runner.py:73) -2024-09-01 18:49:23,955 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.02380296099727275 (mp_runner.py:73) -2024-09-01 18:49:23,956 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.014804038000875153 (mp_runner.py:73) -2024-09-01 18:49:23,956 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.054539790005947 (mp_runner.py:73) -2024-09-01 18:49:23,956 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.056356736000452656 (mp_runner.py:73) -2024-09-01 18:49:23,956 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.054142925997439306 (mp_runner.py:73) -2024-09-01 18:49:23,957 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.05876531800458906 (mp_runner.py:73) -2024-09-01 18:49:23,957 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.05885979099548422 (mp_runner.py:73) -2024-09-01 18:49:23,957 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.042664845001127105 (mp_runner.py:73) -2024-09-01 18:49:23,958 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.03785952799808001 (mp_runner.py:73) -2024-09-01 18:49:23,958 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.05072080000536516 (mp_runner.py:73) -2024-09-01 18:49:23,958 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.0612739829957718 (mp_runner.py:73) -2024-09-01 18:49:23,959 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.053424641002493445 (mp_runner.py:73) -2024-09-01 18:49:23,959 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.06176238199986983 (mp_runner.py:73) -2024-09-01 18:49:23,959 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.0636658349976642 (mp_runner.py:73) -2024-09-01 18:49:23,959 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.07028834400261985 (mp_runner.py:73) -2024-09-01 18:49:23,960 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.05062461199850077 (mp_runner.py:73) -2024-09-01 18:49:23,960 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.06497005999699468 (mp_runner.py:73) -2024-09-01 18:49:23,960 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.07317159899685066 (mp_runner.py:73) -2024-09-01 18:49:23,961 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.0672694769964437 (mp_runner.py:73) -2024-09-01 18:49:23,961 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.07726339100190671 (mp_runner.py:73) -2024-09-01 18:49:23,961 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.07562011399568291 (mp_runner.py:73) -2024-09-01 18:49:23,962 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.06173259299976053 (mp_runner.py:73) -2024-09-01 18:49:23,962 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.03432229000463849 (mp_runner.py:73) -2024-09-01 18:49:23,962 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.0505044179953984 (mp_runner.py:73) -2024-09-01 18:49:23,963 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.058820202997594606 (mp_runner.py:73) -2024-09-01 18:49:23,963 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.046313701997860335 (mp_runner.py:73) -2024-09-01 18:49:23,963 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.03954273700219346 (mp_runner.py:73) -2024-09-01 18:49:23,964 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.03403414300555596 (mp_runner.py:73) -2024-09-01 18:49:23,965 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.020916459994623438 (mp_runner.py:73) -2024-09-01 18:49:23,972 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.03327968400117243 (mp_runner.py:73) -2024-09-01 18:49:23,977 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.039866016995802056 (mp_runner.py:73) -2024-09-01 18:49:23,979 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.03260451800451847 (mp_runner.py:73) -2024-09-01 18:49:23,982 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.03080296699772589 (mp_runner.py:73) -2024-09-01 18:49:23,987 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.06325841199577553 (mp_runner.py:73) -2024-09-01 18:49:23,988 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.04804910600068979 (mp_runner.py:73) -2024-09-01 18:49:23,989 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.0374334380030632 (mp_runner.py:73) -2024-09-01 18:49:23,990 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.047388993996719364 (mp_runner.py:73) -2024-09-01 18:49:23,990 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.040415841998765245 (mp_runner.py:73) -2024-09-01 18:49:24,017 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.03231307300302433 (mp_runner.py:73) -2024-09-01 18:49:34,869 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0279s, count=786, qps in this process: 26.1757 (mp_runner.py:76) -2024-09-01 18:49:34,873 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0205s, count=786, qps in this process: 26.1821 (mp_runner.py:76) -2024-09-01 18:49:34,873 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0507s, count=786, qps in this process: 26.1558 (mp_runner.py:76) -2024-09-01 18:49:34,874 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0232s, count=786, qps in this process: 26.1798 (mp_runner.py:76) -2024-09-01 18:49:34,875 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0003s, count=786, qps in this process: 26.1997 (mp_runner.py:76) -2024-09-01 18:49:34,885 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0333s, count=786, qps in this process: 26.171 (mp_runner.py:76) -2024-09-01 18:49:34,903 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0321s, count=787, qps in this process: 26.2053 (mp_runner.py:76) -2024-09-01 18:49:34,910 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0014s, count=787, qps in this process: 26.2321 (mp_runner.py:76) -2024-09-01 18:49:34,911 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0093s, count=787, qps in this process: 26.2252 (mp_runner.py:76) -2024-09-01 18:49:34,911 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0292s, count=787, qps in this process: 26.2078 (mp_runner.py:76) -2024-09-01 18:49:34,970 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0055s, count=790, qps in this process: 26.3285 (mp_runner.py:76) -2024-09-01 18:49:34,975 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0032s, count=790, qps in this process: 26.3305 (mp_runner.py:76) -2024-09-01 18:49:34,980 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0116s, count=790, qps in this process: 26.3232 (mp_runner.py:76) -2024-09-01 18:49:35,000 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0282s, count=790, qps in this process: 26.3086 (mp_runner.py:76) -2024-09-01 18:49:35,005 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0022s, count=791, qps in this process: 26.3647 (mp_runner.py:76) -2024-09-01 18:49:35,012 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0477s, count=790, qps in this process: 26.2915 (mp_runner.py:76) -2024-09-01 18:49:35,018 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0432s, count=790, qps in this process: 26.2955 (mp_runner.py:76) -2024-09-01 18:49:35,020 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0131s, count=791, qps in this process: 26.3552 (mp_runner.py:76) -2024-09-01 18:49:35,037 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0185s, count=792, qps in this process: 26.3837 (mp_runner.py:76) -2024-09-01 18:49:35,038 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0165s, count=792, qps in this process: 26.3855 (mp_runner.py:76) -2024-09-01 18:49:35,038 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0285s, count=792, qps in this process: 26.3749 (mp_runner.py:76) -2024-09-01 18:49:35,039 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.017s, count=792, qps in this process: 26.385 (mp_runner.py:76) -2024-09-01 18:49:35,056 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0094s, count=793, qps in this process: 26.4251 (mp_runner.py:76) -2024-09-01 18:49:35,057 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0044s, count=793, qps in this process: 26.4295 (mp_runner.py:76) -2024-09-01 18:49:35,058 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0154s, count=793, qps in this process: 26.4198 (mp_runner.py:76) -2024-09-01 18:49:35,072 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0034s, count=794, qps in this process: 26.4637 (mp_runner.py:76) -2024-09-01 18:49:35,078 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.014s, count=795, qps in this process: 26.4876 (mp_runner.py:76) -2024-09-01 18:49:35,079 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0154s, count=795, qps in this process: 26.4864 (mp_runner.py:76) -2024-09-01 18:49:35,085 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0043s, count=795, qps in this process: 26.4962 (mp_runner.py:76) -2024-09-01 18:49:35,086 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0033s, count=795, qps in this process: 26.4971 (mp_runner.py:76) -2024-09-01 18:49:35,090 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0005s, count=793, qps in this process: 26.4329 (mp_runner.py:76) -2024-09-01 18:49:35,092 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.011s, count=795, qps in this process: 26.4903 (mp_runner.py:76) -2024-09-01 18:49:35,105 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.009s, count=797, qps in this process: 26.5587 (mp_runner.py:76) -2024-09-01 18:49:35,113 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0054s, count=798, qps in this process: 26.5952 (mp_runner.py:76) -2024-09-01 18:49:35,113 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0054s, count=798, qps in this process: 26.5952 (mp_runner.py:76) -2024-09-01 18:49:35,127 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0015s, count=800, qps in this process: 26.6653 (mp_runner.py:76) -2024-09-01 18:49:35,133 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0007s, count=801, qps in this process: 26.6994 (mp_runner.py:76) -2024-09-01 18:49:35,133 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0015s, count=801, qps in this process: 26.6987 (mp_runner.py:76) -2024-09-01 18:49:35,153 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.007s, count=804, qps in this process: 26.7937 (mp_runner.py:76) -2024-09-01 18:49:35,164 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0017s, count=807, qps in this process: 26.8985 (mp_runner.py:76) -2024-09-01 18:49:35,167 | INFO |End search in concurrency 40: dur=30.53697636400466s, total_count=31701, qps=1038.1185 (mp_runner.py:120) -2024-09-01 18:49:38,253 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:49:38,253 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 18:49:49,084 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 18:49:49,216 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,374 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,471 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,471 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,472 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,473 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,473 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,473 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,474 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,477 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,481 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,483 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,485 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,508 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,508 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,509 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,528 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,535 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,545 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,548 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,549 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,557 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,560 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,574 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,576 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,591 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,608 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,621 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,634 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,656 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,670 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:49:49,694 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:11,688 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.022108365999883972 (mp_runner.py:73) -2024-09-01 18:50:11,690 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.02268969899887452 (mp_runner.py:73) -2024-09-01 18:50:11,692 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.025808488004258834 (mp_runner.py:73) -2024-09-01 18:50:11,692 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.018557224997493904 (mp_runner.py:73) -2024-09-01 18:50:11,694 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.03575633600121364 (mp_runner.py:73) -2024-09-01 18:50:11,694 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.021973267001158092 (mp_runner.py:73) -2024-09-01 18:50:11,695 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.033363095004460774 (mp_runner.py:73) -2024-09-01 18:50:11,695 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.0319070740006282 (mp_runner.py:73) -2024-09-01 18:50:11,697 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.03677437400619965 (mp_runner.py:73) -2024-09-01 18:50:11,697 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.024115832995448727 (mp_runner.py:73) -2024-09-01 18:50:11,699 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.03729775000101654 (mp_runner.py:73) -2024-09-01 18:50:11,699 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.021709513996029273 (mp_runner.py:73) -2024-09-01 18:50:11,701 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.04068321699742228 (mp_runner.py:73) -2024-09-01 18:50:11,701 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.02454023699829122 (mp_runner.py:73) -2024-09-01 18:50:11,703 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.04768565699487226 (mp_runner.py:73) -2024-09-01 18:50:11,703 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.04838718399696518 (mp_runner.py:73) -2024-09-01 18:50:11,704 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.0395615449961042 (mp_runner.py:73) -2024-09-01 18:50:11,705 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.023485382997023407 (mp_runner.py:73) -2024-09-01 18:50:11,707 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.047434020998480264 (mp_runner.py:73) -2024-09-01 18:50:11,707 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.036945014995581005 (mp_runner.py:73) -2024-09-01 18:50:11,709 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.040267393000249285 (mp_runner.py:73) -2024-09-01 18:50:11,710 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.04078751299675787 (mp_runner.py:73) -2024-09-01 18:50:11,711 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.05429168300179299 (mp_runner.py:73) -2024-09-01 18:50:11,711 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.04082755499985069 (mp_runner.py:73) -2024-09-01 18:50:11,713 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.03802587000245694 (mp_runner.py:73) -2024-09-01 18:50:11,713 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.05962684899714077 (mp_runner.py:73) -2024-09-01 18:50:11,715 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.0581797899940284 (mp_runner.py:73) -2024-09-01 18:50:11,715 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.06355403599445708 (mp_runner.py:73) -2024-09-01 18:50:11,717 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.04179986300005112 (mp_runner.py:73) -2024-09-01 18:50:11,720 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.04108993899717461 (mp_runner.py:73) -2024-09-01 18:50:11,722 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.06970168599946192 (mp_runner.py:73) -2024-09-01 18:50:11,722 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.038089476998720784 (mp_runner.py:73) -2024-09-01 18:50:11,723 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.04137331099627772 (mp_runner.py:73) -2024-09-01 18:50:11,726 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.05412412599980598 (mp_runner.py:73) -2024-09-01 18:50:11,726 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.06271623400243698 (mp_runner.py:73) -2024-09-01 18:50:11,726 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.06087649899563985 (mp_runner.py:73) -2024-09-01 18:50:11,729 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.07893872600106988 (mp_runner.py:73) -2024-09-01 18:50:11,729 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.07512449000205379 (mp_runner.py:73) -2024-09-01 18:50:11,731 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.04548053499456728 (mp_runner.py:73) -2024-09-01 18:50:11,754 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.08709119899867801 (mp_runner.py:73) -2024-09-01 18:50:11,796 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.0683616219976102 (mp_runner.py:73) -2024-09-01 18:50:11,807 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.04689669899380533 (mp_runner.py:73) -2024-09-01 18:50:11,810 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.012601253998582251 (mp_runner.py:73) -2024-09-01 18:50:11,812 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.057586168994021136 (mp_runner.py:73) -2024-09-01 18:50:11,813 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.0026124460055143572 (mp_runner.py:73) -2024-09-01 18:50:19,235 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0073s, count=671, qps in this process: 22.3612 (mp_runner.py:76) -2024-09-01 18:50:19,412 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0668s, count=676, qps in this process: 22.4833 (mp_runner.py:76) -2024-09-01 18:50:19,447 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0663s, count=675, qps in this process: 22.4504 (mp_runner.py:76) -2024-09-01 18:50:19,477 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0015s, count=678, qps in this process: 22.5989 (mp_runner.py:76) -2024-09-01 18:50:19,478 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.004s, count=678, qps in this process: 22.597 (mp_runner.py:76) -2024-09-01 18:50:19,483 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0005s, count=678, qps in this process: 22.5996 (mp_runner.py:76) -2024-09-01 18:50:19,484 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0097s, count=678, qps in this process: 22.5927 (mp_runner.py:76) -2024-09-01 18:50:19,485 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0103s, count=678, qps in this process: 22.5922 (mp_runner.py:76) -2024-09-01 18:50:19,485 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0111s, count=678, qps in this process: 22.5916 (mp_runner.py:76) -2024-09-01 18:50:19,487 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0046s, count=678, qps in this process: 22.5965 (mp_runner.py:76) -2024-09-01 18:50:19,488 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0037s, count=678, qps in this process: 22.5972 (mp_runner.py:76) -2024-09-01 18:50:19,489 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0064s, count=678, qps in this process: 22.5952 (mp_runner.py:76) -2024-09-01 18:50:19,513 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.025s, count=679, qps in this process: 22.6145 (mp_runner.py:76) -2024-09-01 18:50:19,516 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0335s, count=679, qps in this process: 22.6081 (mp_runner.py:76) -2024-09-01 18:50:19,516 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0054s, count=679, qps in this process: 22.6293 (mp_runner.py:76) -2024-09-01 18:50:19,517 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0337s, count=679, qps in this process: 22.6079 (mp_runner.py:76) -2024-09-01 18:50:19,519 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.034s, count=679, qps in this process: 22.6077 (mp_runner.py:76) -2024-09-01 18:50:19,520 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0093s, count=679, qps in this process: 22.6263 (mp_runner.py:76) -2024-09-01 18:50:19,521 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0347s, count=679, qps in this process: 22.6072 (mp_runner.py:76) -2024-09-01 18:50:19,522 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0084s, count=679, qps in this process: 22.627 (mp_runner.py:76) -2024-09-01 18:50:19,522 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.037s, count=679, qps in this process: 22.6055 (mp_runner.py:76) -2024-09-01 18:50:19,538 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0058s, count=680, qps in this process: 22.6623 (mp_runner.py:76) -2024-09-01 18:50:19,556 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0009s, count=681, qps in this process: 22.6993 (mp_runner.py:76) -2024-09-01 18:50:19,557 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0007s, count=681, qps in this process: 22.6995 (mp_runner.py:76) -2024-09-01 18:50:19,560 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0184s, count=681, qps in this process: 22.6861 (mp_runner.py:76) -2024-09-01 18:50:19,561 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0129s, count=681, qps in this process: 22.6902 (mp_runner.py:76) -2024-09-01 18:50:19,571 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0097s, count=681, qps in this process: 22.6927 (mp_runner.py:76) -2024-09-01 18:50:19,578 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0108s, count=682, qps in this process: 22.7252 (mp_runner.py:76) -2024-09-01 18:50:19,583 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0008s, count=682, qps in this process: 22.7327 (mp_runner.py:76) -2024-09-01 18:50:19,584 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.007s, count=682, qps in this process: 22.728 (mp_runner.py:76) -2024-09-01 18:50:19,592 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0147s, count=682, qps in this process: 22.7222 (mp_runner.py:76) -2024-09-01 18:50:19,597 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0148s, count=683, qps in this process: 22.7554 (mp_runner.py:76) -2024-09-01 18:50:19,598 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0027s, count=683, qps in this process: 22.7646 (mp_runner.py:76) -2024-09-01 18:50:19,599 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0173s, count=683, qps in this process: 22.7535 (mp_runner.py:76) -2024-09-01 18:50:19,604 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0221s, count=683, qps in this process: 22.7499 (mp_runner.py:76) -2024-09-01 18:50:19,616 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0025s, count=684, qps in this process: 22.7981 (mp_runner.py:76) -2024-09-01 18:50:19,631 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0046s, count=686, qps in this process: 22.8632 (mp_runner.py:76) -2024-09-01 18:50:19,641 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0006s, count=687, qps in this process: 22.8995 (mp_runner.py:76) -2024-09-01 18:50:19,651 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.011s, count=688, qps in this process: 22.9249 (mp_runner.py:76) -2024-09-01 18:50:19,670 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0012s, count=691, qps in this process: 23.0324 (mp_runner.py:76) -2024-09-01 18:50:19,670 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0022s, count=691, qps in this process: 23.0316 (mp_runner.py:76) -2024-09-01 18:50:19,676 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0042s, count=692, qps in this process: 23.0634 (mp_runner.py:76) -2024-09-01 18:50:19,677 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0046s, count=692, qps in this process: 23.0631 (mp_runner.py:76) -2024-09-01 18:50:19,678 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.001s, count=692, qps in this process: 23.0659 (mp_runner.py:76) -2024-09-01 18:50:19,709 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0046s, count=699, qps in this process: 23.2964 (mp_runner.py:76) -2024-09-01 18:50:19,713 | INFO |End search in concurrency 45: dur=30.628919287002645s, total_count=30682, qps=1001.733 (mp_runner.py:120) -2024-09-01 18:50:23,035 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:50:23,035 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 18:50:44,052 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 18:50:44,133 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,260 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,287 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,300 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,365 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,378 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,444 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,445 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,446 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,450 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,454 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,515 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,515 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,515 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,516 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,516 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,516 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,518 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,527 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,528 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,530 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,533 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,561 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,575 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,581 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,582 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,602 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,622 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,629 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,635 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,636 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,638 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,638 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,642 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,644 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,660 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,669 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,684 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,685 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:50:44,696 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:08,418 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.0050677760009421036 (mp_runner.py:73) -2024-09-01 18:51:08,421 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.00776950999716064 (mp_runner.py:73) -2024-09-01 18:51:08,421 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.007230319999507628 (mp_runner.py:73) -2024-09-01 18:51:08,424 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.005548505003389437 (mp_runner.py:73) -2024-09-01 18:51:08,425 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.0067218229960417375 (mp_runner.py:73) -2024-09-01 18:51:08,427 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.0049464820040157065 (mp_runner.py:73) -2024-09-01 18:51:08,427 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.005987725002341904 (mp_runner.py:73) -2024-09-01 18:51:08,429 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.006742514997313265 (mp_runner.py:73) -2024-09-01 18:51:08,430 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.01633763599966187 (mp_runner.py:73) -2024-09-01 18:51:08,431 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.0063097569945966825 (mp_runner.py:73) -2024-09-01 18:51:08,432 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.006150349996460136 (mp_runner.py:73) -2024-09-01 18:51:08,433 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.006364246000885032 (mp_runner.py:73) -2024-09-01 18:51:08,434 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.012083369001629762 (mp_runner.py:73) -2024-09-01 18:51:08,435 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.005890991997148376 (mp_runner.py:73) -2024-09-01 18:51:08,437 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.01357424500019988 (mp_runner.py:73) -2024-09-01 18:51:08,437 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.006093650001275819 (mp_runner.py:73) -2024-09-01 18:51:08,438 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.015893852003500797 (mp_runner.py:73) -2024-09-01 18:51:08,441 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.022290745000645984 (mp_runner.py:73) -2024-09-01 18:51:08,441 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.015606685999955516 (mp_runner.py:73) -2024-09-01 18:51:08,444 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.010468166001373902 (mp_runner.py:73) -2024-09-01 18:51:08,445 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.01710509399708826 (mp_runner.py:73) -2024-09-01 18:51:08,447 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.011289939000562299 (mp_runner.py:73) -2024-09-01 18:51:08,448 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.01804047699988587 (mp_runner.py:73) -2024-09-01 18:51:08,451 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.015962813995429315 (mp_runner.py:73) -2024-09-01 18:51:08,452 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.014242145996831823 (mp_runner.py:73) -2024-09-01 18:51:08,453 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.020742950997373555 (mp_runner.py:73) -2024-09-01 18:51:08,454 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.013276679994305596 (mp_runner.py:73) -2024-09-01 18:51:08,455 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.017617940000491217 (mp_runner.py:73) -2024-09-01 18:51:08,456 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.017467878002207726 (mp_runner.py:73) -2024-09-01 18:51:08,456 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.014948488998925313 (mp_runner.py:73) -2024-09-01 18:51:08,458 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.01657708299899241 (mp_runner.py:73) -2024-09-01 18:51:08,459 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.011423070995078888 (mp_runner.py:73) -2024-09-01 18:51:08,460 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.01732501800142927 (mp_runner.py:73) -2024-09-01 18:51:08,461 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.016101742003229447 (mp_runner.py:73) -2024-09-01 18:51:08,462 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.01957686400419334 (mp_runner.py:73) -2024-09-01 18:51:08,463 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.018577155999082606 (mp_runner.py:73) -2024-09-01 18:51:08,464 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.020632106003176887 (mp_runner.py:73) -2024-09-01 18:51:08,465 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.016696940001565963 (mp_runner.py:73) -2024-09-01 18:51:08,467 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.02366155500203604 (mp_runner.py:73) -2024-09-01 18:51:08,467 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.019658991004689597 (mp_runner.py:73) -2024-09-01 18:51:08,469 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.017807135998737067 (mp_runner.py:73) -2024-09-01 18:51:08,469 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.0216719049931271 (mp_runner.py:73) -2024-09-01 18:51:08,471 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.025435787996684667 (mp_runner.py:73) -2024-09-01 18:51:08,471 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.021137985997484066 (mp_runner.py:73) -2024-09-01 18:51:08,473 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.026544924003246706 (mp_runner.py:73) -2024-09-01 18:51:08,473 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.020628640995710157 (mp_runner.py:73) -2024-09-01 18:51:08,479 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.04101284399803262 (mp_runner.py:73) -2024-09-01 18:51:08,480 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.03803577600046992 (mp_runner.py:73) -2024-09-01 18:51:08,558 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.056918565001979005 (mp_runner.py:73) -2024-09-01 18:51:08,723 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.1274022649959079 (mp_runner.py:73) -2024-09-01 18:51:14,140 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0017s, count=615, qps in this process: 20.4988 (mp_runner.py:76) -2024-09-01 18:51:14,298 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0261s, count=619, qps in this process: 20.6154 (mp_runner.py:76) -2024-09-01 18:51:14,319 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0052s, count=621, qps in this process: 20.6964 (mp_runner.py:76) -2024-09-01 18:51:14,324 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.023s, count=620, qps in this process: 20.6508 (mp_runner.py:76) -2024-09-01 18:51:14,373 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0054s, count=622, qps in this process: 20.7296 (mp_runner.py:76) -2024-09-01 18:51:14,377 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0033s, count=622, qps in this process: 20.7311 (mp_runner.py:76) -2024-09-01 18:51:14,387 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0046s, count=621, qps in this process: 20.6968 (mp_runner.py:76) -2024-09-01 18:51:14,389 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.014s, count=621, qps in this process: 20.6903 (mp_runner.py:76) -2024-09-01 18:51:14,451 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0015s, count=623, qps in this process: 20.7656 (mp_runner.py:76) -2024-09-01 18:51:14,460 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0074s, count=623, qps in this process: 20.7615 (mp_runner.py:76) -2024-09-01 18:51:14,461 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0108s, count=623, qps in this process: 20.7592 (mp_runner.py:76) -2024-09-01 18:51:14,480 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.1021s, count=623, qps in this process: 20.6962 (mp_runner.py:76) -2024-09-01 18:51:14,497 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0456s, count=624, qps in this process: 20.7684 (mp_runner.py:76) -2024-09-01 18:51:14,499 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0538s, count=624, qps in this process: 20.7628 (mp_runner.py:76) -2024-09-01 18:51:14,499 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.037s, count=624, qps in this process: 20.7744 (mp_runner.py:76) -2024-09-01 18:51:14,527 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0028s, count=625, qps in this process: 20.8314 (mp_runner.py:76) -2024-09-01 18:51:14,529 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0101s, count=625, qps in this process: 20.8263 (mp_runner.py:76) -2024-09-01 18:51:14,531 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.002s, count=625, qps in this process: 20.8319 (mp_runner.py:76) -2024-09-01 18:51:14,531 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0116s, count=625, qps in this process: 20.8253 (mp_runner.py:76) -2024-09-01 18:51:14,533 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0005s, count=625, qps in this process: 20.833 (mp_runner.py:76) -2024-09-01 18:51:14,535 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0159s, count=626, qps in this process: 20.8556 (mp_runner.py:76) -2024-09-01 18:51:14,540 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.021s, count=626, qps in this process: 20.8521 (mp_runner.py:76) -2024-09-01 18:51:14,542 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0228s, count=626, qps in this process: 20.8508 (mp_runner.py:76) -2024-09-01 18:51:14,546 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0223s, count=626, qps in this process: 20.8512 (mp_runner.py:76) -2024-09-01 18:51:14,551 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0225s, count=626, qps in this process: 20.851 (mp_runner.py:76) -2024-09-01 18:51:14,554 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0213s, count=623, qps in this process: 20.7519 (mp_runner.py:76) -2024-09-01 18:51:14,557 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.037s, count=621, qps in this process: 20.6745 (mp_runner.py:76) -2024-09-01 18:51:14,558 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0189s, count=626, qps in this process: 20.8535 (mp_runner.py:76) -2024-09-01 18:51:14,564 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0271s, count=627, qps in this process: 20.8811 (mp_runner.py:76) -2024-09-01 18:51:14,568 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0436s, count=626, qps in this process: 20.8364 (mp_runner.py:76) -2024-09-01 18:51:14,571 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.008s, count=627, qps in this process: 20.8944 (mp_runner.py:76) -2024-09-01 18:51:14,573 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0101s, count=627, qps in this process: 20.893 (mp_runner.py:76) -2024-09-01 18:51:14,591 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0048s, count=628, qps in this process: 20.93 (mp_runner.py:76) -2024-09-01 18:51:14,593 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0113s, count=628, qps in this process: 20.9255 (mp_runner.py:76) -2024-09-01 18:51:14,610 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0309s, count=626, qps in this process: 20.8452 (mp_runner.py:76) -2024-09-01 18:51:14,611 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0224s, count=628, qps in this process: 20.9177 (mp_runner.py:76) -2024-09-01 18:51:14,625 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0127s, count=626, qps in this process: 20.8578 (mp_runner.py:76) -2024-09-01 18:51:14,631 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0009s, count=630, qps in this process: 20.9994 (mp_runner.py:76) -2024-09-01 18:51:14,642 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0008s, count=631, qps in this process: 21.0328 (mp_runner.py:76) -2024-09-01 18:51:14,643 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0022s, count=631, qps in this process: 21.0318 (mp_runner.py:76) -2024-09-01 18:51:14,643 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0127s, count=631, qps in this process: 21.0244 (mp_runner.py:76) -2024-09-01 18:51:14,657 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0111s, count=632, qps in this process: 21.0589 (mp_runner.py:76) -2024-09-01 18:51:14,658 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0093s, count=632, qps in this process: 21.0601 (mp_runner.py:76) -2024-09-01 18:51:14,662 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0096s, count=632, qps in this process: 21.0599 (mp_runner.py:76) -2024-09-01 18:51:14,662 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0207s, count=629, qps in this process: 20.9522 (mp_runner.py:76) -2024-09-01 18:51:14,668 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.005s, count=633, qps in this process: 21.0965 (mp_runner.py:76) -2024-09-01 18:51:14,676 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0017s, count=634, qps in this process: 21.1321 (mp_runner.py:76) -2024-09-01 18:51:14,692 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0004s, count=637, qps in this process: 21.2331 (mp_runner.py:76) -2024-09-01 18:51:14,698 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0014s, count=636, qps in this process: 21.199 (mp_runner.py:76) -2024-09-01 18:51:14,702 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0003s, count=640, qps in this process: 21.3331 (mp_runner.py:76) -2024-09-01 18:51:14,707 | INFO |End search in concurrency 50: dur=30.654713977004576s, total_count=31321, qps=1021.7352 (mp_runner.py:120) -2024-09-01 18:51:18,342 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:51:18,342 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 18:51:39,541 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 18:51:39,712 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,778 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,781 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,816 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,908 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,930 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,931 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,931 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,931 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,931 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,932 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,934 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,970 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,974 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,982 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:39,993 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,015 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,020 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,021 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,024 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,025 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,026 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,033 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,038 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,047 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,105 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,113 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,114 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,181 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,198 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,199 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,211 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,214 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,233 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,235 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,244 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,245 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,247 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,247 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,283 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,302 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:51:40,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:06,479 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.12268795199634042 (mp_runner.py:73) -2024-09-01 18:52:06,479 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.05488106999837328 (mp_runner.py:73) -2024-09-01 18:52:06,480 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.13175029199919663 (mp_runner.py:73) -2024-09-01 18:52:06,481 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.04778006299602566 (mp_runner.py:73) -2024-09-01 18:52:06,481 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.12861972700193292 (mp_runner.py:73) -2024-09-01 18:52:06,481 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.04096363200369524 (mp_runner.py:73) -2024-09-01 18:52:06,482 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.1168812629985041 (mp_runner.py:73) -2024-09-01 18:52:06,482 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.04167731200141134 (mp_runner.py:73) -2024-09-01 18:52:06,482 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.08657346900145058 (mp_runner.py:73) -2024-09-01 18:52:06,483 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.10650173699832521 (mp_runner.py:73) -2024-09-01 18:52:06,483 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.05163767000340158 (mp_runner.py:73) -2024-09-01 18:52:06,485 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.0465231540001696 (mp_runner.py:73) -2024-09-01 18:52:06,487 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.050086576004105154 (mp_runner.py:73) -2024-09-01 18:52:06,489 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.04678443200100446 (mp_runner.py:73) -2024-09-01 18:52:06,491 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.04699261199857574 (mp_runner.py:73) -2024-09-01 18:52:06,492 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.046681143998284824 (mp_runner.py:73) -2024-09-01 18:52:06,494 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.044739071003277786 (mp_runner.py:73) -2024-09-01 18:52:06,494 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.09180636800010689 (mp_runner.py:73) -2024-09-01 18:52:06,498 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.0833677210030146 (mp_runner.py:73) -2024-09-01 18:52:06,499 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.05163078699843027 (mp_runner.py:73) -2024-09-01 18:52:06,502 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.13797278499987442 (mp_runner.py:73) -2024-09-01 18:52:06,502 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.06374557800154435 (mp_runner.py:73) -2024-09-01 18:52:06,503 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.09814851400005864 (mp_runner.py:73) -2024-09-01 18:52:06,505 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.11010933200304862 (mp_runner.py:73) -2024-09-01 18:52:06,505 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.11268366400327068 (mp_runner.py:73) -2024-09-01 18:52:06,506 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.09719956600019941 (mp_runner.py:73) -2024-09-01 18:52:06,507 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.10163366899359971 (mp_runner.py:73) -2024-09-01 18:52:06,509 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.041926807003619615 (mp_runner.py:73) -2024-09-01 18:52:06,509 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.09902607199910562 (mp_runner.py:73) -2024-09-01 18:52:06,510 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.10069756700249854 (mp_runner.py:73) -2024-09-01 18:52:06,510 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.09502873699966585 (mp_runner.py:73) -2024-09-01 18:52:06,512 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.09997809599735774 (mp_runner.py:73) -2024-09-01 18:52:06,512 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.10167591799836373 (mp_runner.py:73) -2024-09-01 18:52:06,512 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.10497881899937056 (mp_runner.py:73) -2024-09-01 18:52:06,513 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.0956366739992518 (mp_runner.py:73) -2024-09-01 18:52:06,513 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.10081060599623015 (mp_runner.py:73) -2024-09-01 18:52:06,514 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.06265692399756517 (mp_runner.py:73) -2024-09-01 18:52:06,514 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.08828367800015258 (mp_runner.py:73) -2024-09-01 18:52:06,514 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.11071854799956782 (mp_runner.py:73) -2024-09-01 18:52:06,515 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.09536188600031892 (mp_runner.py:73) -2024-09-01 18:52:06,515 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.09893243300030008 (mp_runner.py:73) -2024-09-01 18:52:06,516 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.0969917649999843 (mp_runner.py:73) -2024-09-01 18:52:06,516 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.09861889299645554 (mp_runner.py:73) -2024-09-01 18:52:06,517 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.09621667899773456 (mp_runner.py:73) -2024-09-01 18:52:06,518 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.09054828099760925 (mp_runner.py:73) -2024-09-01 18:52:06,519 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.08378917100344552 (mp_runner.py:73) -2024-09-01 18:52:06,519 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.09015666599589167 (mp_runner.py:73) -2024-09-01 18:52:06,520 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.09238515900506172 (mp_runner.py:73) -2024-09-01 18:52:06,520 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.09071293599845376 (mp_runner.py:73) -2024-09-01 18:52:06,520 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.09498872100084554 (mp_runner.py:73) -2024-09-01 18:52:06,520 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.09773862700239988 (mp_runner.py:73) -2024-09-01 18:52:06,521 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.05116266299592098 (mp_runner.py:73) -2024-09-01 18:52:06,521 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.09738556799857179 (mp_runner.py:73) -2024-09-01 18:52:06,522 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.08845930300594773 (mp_runner.py:73) -2024-09-01 18:52:06,537 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.004247739001584705 (mp_runner.py:73) -2024-09-01 18:52:09,729 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0051s, count=565, qps in this process: 18.8301 (mp_runner.py:76) -2024-09-01 18:52:09,908 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.1233s, count=568, qps in this process: 18.8558 (mp_runner.py:76) -2024-09-01 18:52:09,908 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0681s, count=568, qps in this process: 18.8905 (mp_runner.py:76) -2024-09-01 18:52:09,913 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0029s, count=568, qps in this process: 18.9315 (mp_runner.py:76) -2024-09-01 18:52:09,915 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.1313s, count=568, qps in this process: 18.8508 (mp_runner.py:76) -2024-09-01 18:52:09,915 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0011s, count=568, qps in this process: 18.9326 (mp_runner.py:76) -2024-09-01 18:52:09,961 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0256s, count=569, qps in this process: 18.9505 (mp_runner.py:76) -2024-09-01 18:52:09,961 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.026s, count=569, qps in this process: 18.9502 (mp_runner.py:76) -2024-09-01 18:52:09,964 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0248s, count=569, qps in this process: 18.951 (mp_runner.py:76) -2024-09-01 18:52:09,966 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0521s, count=569, qps in this process: 18.9338 (mp_runner.py:76) -2024-09-01 18:52:09,969 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0321s, count=569, qps in this process: 18.9464 (mp_runner.py:76) -2024-09-01 18:52:09,975 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0401s, count=569, qps in this process: 18.9413 (mp_runner.py:76) -2024-09-01 18:52:09,976 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0406s, count=569, qps in this process: 18.941 (mp_runner.py:76) -2024-09-01 18:52:09,977 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0626s, count=569, qps in this process: 18.9272 (mp_runner.py:76) -2024-09-01 18:52:09,977 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0414s, count=569, qps in this process: 18.9405 (mp_runner.py:76) -2024-09-01 18:52:09,999 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0197s, count=570, qps in this process: 18.9875 (mp_runner.py:76) -2024-09-01 18:52:10,005 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.031s, count=570, qps in this process: 18.9804 (mp_runner.py:76) -2024-09-01 18:52:10,007 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0165s, count=570, qps in this process: 18.9896 (mp_runner.py:76) -2024-09-01 18:52:10,022 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0237s, count=570, qps in this process: 18.985 (mp_runner.py:76) -2024-09-01 18:52:10,035 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0056s, count=571, qps in this process: 19.0298 (mp_runner.py:76) -2024-09-01 18:52:10,037 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0061s, count=571, qps in this process: 19.0295 (mp_runner.py:76) -2024-09-01 18:52:10,039 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0129s, count=571, qps in this process: 19.0252 (mp_runner.py:76) -2024-09-01 18:52:10,043 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0125s, count=571, qps in this process: 19.0254 (mp_runner.py:76) -2024-09-01 18:52:10,045 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0146s, count=571, qps in this process: 19.0241 (mp_runner.py:76) -2024-09-01 18:52:10,054 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0304s, count=571, qps in this process: 19.0141 (mp_runner.py:76) -2024-09-01 18:52:10,055 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.024s, count=571, qps in this process: 19.0181 (mp_runner.py:76) -2024-09-01 18:52:10,058 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0157s, count=571, qps in this process: 19.0234 (mp_runner.py:76) -2024-09-01 18:52:10,063 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0318s, count=571, qps in this process: 19.0132 (mp_runner.py:76) -2024-09-01 18:52:10,078 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0289s, count=572, qps in this process: 19.0483 (mp_runner.py:76) -2024-09-01 18:52:10,081 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0277s, count=572, qps in this process: 19.0491 (mp_runner.py:76) -2024-09-01 18:52:10,085 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0424s, count=572, qps in this process: 19.0398 (mp_runner.py:76) -2024-09-01 18:52:10,089 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.047s, count=572, qps in this process: 19.0368 (mp_runner.py:76) -2024-09-01 18:52:10,113 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0051s, count=574, qps in this process: 19.1301 (mp_runner.py:76) -2024-09-01 18:52:10,133 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0083s, count=575, qps in this process: 19.1614 (mp_runner.py:76) -2024-09-01 18:52:10,135 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0097s, count=575, qps in this process: 19.1605 (mp_runner.py:76) -2024-09-01 18:52:10,164 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0011s, count=576, qps in this process: 19.1993 (mp_runner.py:76) -2024-09-01 18:52:10,170 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0114s, count=576, qps in this process: 19.1927 (mp_runner.py:76) -2024-09-01 18:52:10,171 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0139s, count=576, qps in this process: 19.1911 (mp_runner.py:76) -2024-09-01 18:52:10,176 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0089s, count=577, qps in this process: 19.2276 (mp_runner.py:76) -2024-09-01 18:52:10,211 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0248s, count=578, qps in this process: 19.2508 (mp_runner.py:76) -2024-09-01 18:52:10,216 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0079s, count=579, qps in this process: 19.2949 (mp_runner.py:76) -2024-09-01 18:52:10,230 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0148s, count=580, qps in this process: 19.3238 (mp_runner.py:76) -2024-09-01 18:52:10,230 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0241s, count=580, qps in this process: 19.3178 (mp_runner.py:76) -2024-09-01 18:52:10,231 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0101s, count=580, qps in this process: 19.3268 (mp_runner.py:76) -2024-09-01 18:52:10,249 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0031s, count=582, qps in this process: 19.398 (mp_runner.py:76) -2024-09-01 18:52:10,250 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0043s, count=582, qps in this process: 19.3972 (mp_runner.py:76) -2024-09-01 18:52:10,254 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0071s, count=582, qps in this process: 19.3954 (mp_runner.py:76) -2024-09-01 18:52:10,256 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0089s, count=582, qps in this process: 19.3942 (mp_runner.py:76) -2024-09-01 18:52:10,264 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0107s, count=583, qps in this process: 19.4264 (mp_runner.py:76) -2024-09-01 18:52:10,264 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0113s, count=583, qps in this process: 19.426 (mp_runner.py:76) -2024-09-01 18:52:10,295 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0067s, count=588, qps in this process: 19.5956 (mp_runner.py:76) -2024-09-01 18:52:10,314 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0056s, count=591, qps in this process: 19.6963 (mp_runner.py:76) -2024-09-01 18:52:10,314 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0042s, count=591, qps in this process: 19.6972 (mp_runner.py:76) -2024-09-01 18:52:10,314 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0042s, count=591, qps in this process: 19.6972 (mp_runner.py:76) -2024-09-01 18:52:10,315 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0047s, count=591, qps in this process: 19.6969 (mp_runner.py:76) -2024-09-01 18:52:10,320 | INFO |End search in concurrency 55: dur=30.775756477996765s, total_count=31605, qps=1026.9447 (mp_runner.py:120) -2024-09-01 18:52:14,335 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:52:14,335 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 18:52:35,750 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 18:52:36,093 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,254 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,268 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,270 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,280 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,289 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,289 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,289 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,297 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,298 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,299 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,302 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,303 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,304 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,310 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,312 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,313 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,313 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,313 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,315 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,318 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,324 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,338 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,364 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,364 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,367 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,367 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,367 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,368 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,369 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,369 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,372 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,373 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,375 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,424 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,434 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,434 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,434 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,464 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,506 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,506 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,513 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,521 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:52:36,528 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:04,761 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.03152966100606136 (mp_runner.py:73) -2024-09-01 18:53:04,764 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.04288404600083595 (mp_runner.py:73) -2024-09-01 18:53:04,767 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.050998803999391384 (mp_runner.py:73) -2024-09-01 18:53:04,768 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.05029511699831346 (mp_runner.py:73) -2024-09-01 18:53:04,769 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.004469822997634765 (mp_runner.py:73) -2024-09-01 18:53:04,769 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.04697144200326875 (mp_runner.py:73) -2024-09-01 18:53:04,771 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.04727581099723466 (mp_runner.py:73) -2024-09-01 18:53:04,771 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.03991337399929762 (mp_runner.py:73) -2024-09-01 18:53:04,773 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.060452730001998134 (mp_runner.py:73) -2024-09-01 18:53:04,775 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.060408289995393716 (mp_runner.py:73) -2024-09-01 18:53:04,777 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.05140890800248599 (mp_runner.py:73) -2024-09-01 18:53:04,778 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.04339382299804129 (mp_runner.py:73) -2024-09-01 18:53:04,778 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.05881894099729834 (mp_runner.py:73) -2024-09-01 18:53:04,780 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.0420079160030582 (mp_runner.py:73) -2024-09-01 18:53:04,780 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.046640086999104824 (mp_runner.py:73) -2024-09-01 18:53:04,782 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.053821704001165926 (mp_runner.py:73) -2024-09-01 18:53:04,782 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.039008186002320144 (mp_runner.py:73) -2024-09-01 18:53:04,784 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.07331975999841234 (mp_runner.py:73) -2024-09-01 18:53:04,786 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.04913231400132645 (mp_runner.py:73) -2024-09-01 18:53:04,787 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.043817935998959 (mp_runner.py:73) -2024-09-01 18:53:04,790 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.07035167700087186 (mp_runner.py:73) -2024-09-01 18:53:04,791 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.07764163399406243 (mp_runner.py:73) -2024-09-01 18:53:04,796 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.06334348700329429 (mp_runner.py:73) -2024-09-01 18:53:04,799 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.058822661005251575 (mp_runner.py:73) -2024-09-01 18:53:04,802 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.09000805800314993 (mp_runner.py:73) -2024-09-01 18:53:04,804 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.05500580800435273 (mp_runner.py:73) -2024-09-01 18:53:04,807 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.09169812000618549 (mp_runner.py:73) -2024-09-01 18:53:04,808 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.03621470999496523 (mp_runner.py:73) -2024-09-01 18:53:04,809 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.04747998599486891 (mp_runner.py:73) -2024-09-01 18:53:04,810 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.06298036700172815 (mp_runner.py:73) -2024-09-01 18:53:04,811 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.06131952900614124 (mp_runner.py:73) -2024-09-01 18:53:04,812 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.04011787699710112 (mp_runner.py:73) -2024-09-01 18:53:04,812 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.06485039900144329 (mp_runner.py:73) -2024-09-01 18:53:04,814 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.057263777998741716 (mp_runner.py:73) -2024-09-01 18:53:04,814 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.060759066000173334 (mp_runner.py:73) -2024-09-01 18:53:04,816 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.007064035999064799 (mp_runner.py:73) -2024-09-01 18:53:04,816 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.0644973980015493 (mp_runner.py:73) -2024-09-01 18:53:04,818 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.06249642999318894 (mp_runner.py:73) -2024-09-01 18:53:04,818 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.09343839000212029 (mp_runner.py:73) -2024-09-01 18:53:04,819 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.0610118090044125 (mp_runner.py:73) -2024-09-01 18:53:04,823 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.06264476999785984 (mp_runner.py:73) -2024-09-01 18:53:04,825 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.07025494399567833 (mp_runner.py:73) -2024-09-01 18:53:04,832 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.0673669570023776 (mp_runner.py:73) -2024-09-01 18:53:04,834 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.10790738200012129 (mp_runner.py:73) -2024-09-01 18:53:04,836 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.08522790500137489 (mp_runner.py:73) -2024-09-01 18:53:04,844 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.08708842599298805 (mp_runner.py:73) -2024-09-01 18:53:04,845 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.007519452003180049 (mp_runner.py:73) -2024-09-01 18:53:04,845 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.09953210900130216 (mp_runner.py:73) -2024-09-01 18:53:04,855 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.033261800002946984 (mp_runner.py:73) -2024-09-01 18:53:04,857 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.016910871003346983 (mp_runner.py:73) -2024-09-01 18:53:04,859 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.05604591600422282 (mp_runner.py:73) -2024-09-01 18:53:04,861 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.060573208997084294 (mp_runner.py:73) -2024-09-01 18:53:04,863 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.06709006799792405 (mp_runner.py:73) -2024-09-01 18:53:04,865 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.022733885001798626 (mp_runner.py:73) -2024-09-01 18:53:04,867 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.07382576699455967 (mp_runner.py:73) -2024-09-01 18:53:04,868 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.019566020993806887 (mp_runner.py:73) -2024-09-01 18:53:04,873 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.0030528040006174706 (mp_runner.py:73) -2024-09-01 18:53:04,887 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.09774343699973542 (mp_runner.py:73) -2024-09-01 18:53:04,922 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.09376071199949365 (mp_runner.py:73) -2024-09-01 18:53:05,039 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.0816437359972042 (mp_runner.py:73) -2024-09-01 18:53:06,124 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0303s, count=522, qps in this process: 17.3824 (mp_runner.py:76) -2024-09-01 18:53:06,246 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0329s, count=524, qps in this process: 17.4475 (mp_runner.py:76) -2024-09-01 18:53:06,269 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0084s, count=525, qps in this process: 17.4951 (mp_runner.py:76) -2024-09-01 18:53:06,295 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0127s, count=525, qps in this process: 17.4926 (mp_runner.py:76) -2024-09-01 18:53:06,300 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.003s, count=525, qps in this process: 17.4983 (mp_runner.py:76) -2024-09-01 18:53:06,309 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0042s, count=525, qps in this process: 17.4976 (mp_runner.py:76) -2024-09-01 18:53:06,310 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0344s, count=525, qps in this process: 17.48 (mp_runner.py:76) -2024-09-01 18:53:06,310 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0045s, count=524, qps in this process: 17.464 (mp_runner.py:76) -2024-09-01 18:53:06,314 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0084s, count=525, qps in this process: 17.4951 (mp_runner.py:76) -2024-09-01 18:53:06,316 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0107s, count=525, qps in this process: 17.4938 (mp_runner.py:76) -2024-09-01 18:53:06,317 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0089s, count=525, qps in this process: 17.4948 (mp_runner.py:76) -2024-09-01 18:53:06,342 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0657s, count=524, qps in this process: 17.4285 (mp_runner.py:76) -2024-09-01 18:53:06,349 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0346s, count=526, qps in this process: 17.5131 (mp_runner.py:76) -2024-09-01 18:53:06,351 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0445s, count=526, qps in this process: 17.5074 (mp_runner.py:76) -2024-09-01 18:53:06,351 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0452s, count=526, qps in this process: 17.507 (mp_runner.py:76) -2024-09-01 18:53:06,352 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0553s, count=526, qps in this process: 17.5011 (mp_runner.py:76) -2024-09-01 18:53:06,353 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.011s, count=526, qps in this process: 17.5269 (mp_runner.py:76) -2024-09-01 18:53:06,353 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0292s, count=526, qps in this process: 17.5163 (mp_runner.py:76) -2024-09-01 18:53:06,354 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0568s, count=526, qps in this process: 17.5002 (mp_runner.py:76) -2024-09-01 18:53:06,354 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0469s, count=526, qps in this process: 17.506 (mp_runner.py:76) -2024-09-01 18:53:06,355 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0496s, count=526, qps in this process: 17.5044 (mp_runner.py:76) -2024-09-01 18:53:06,356 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0414s, count=526, qps in this process: 17.5092 (mp_runner.py:76) -2024-09-01 18:53:06,356 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.05s, count=526, qps in this process: 17.5042 (mp_runner.py:76) -2024-09-01 18:53:06,357 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0517s, count=526, qps in this process: 17.5032 (mp_runner.py:76) -2024-09-01 18:53:06,357 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0471s, count=526, qps in this process: 17.5058 (mp_runner.py:76) -2024-09-01 18:53:06,358 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.053s, count=526, qps in this process: 17.5024 (mp_runner.py:76) -2024-09-01 18:53:06,359 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0349s, count=526, qps in this process: 17.513 (mp_runner.py:76) -2024-09-01 18:53:06,360 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.054s, count=526, qps in this process: 17.5018 (mp_runner.py:76) -2024-09-01 18:53:06,361 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0161s, count=526, qps in this process: 17.5239 (mp_runner.py:76) -2024-09-01 18:53:06,361 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0437s, count=526, qps in this process: 17.5078 (mp_runner.py:76) -2024-09-01 18:53:06,362 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0763s, count=526, qps in this process: 17.4889 (mp_runner.py:76) -2024-09-01 18:53:06,364 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0584s, count=526, qps in this process: 17.4993 (mp_runner.py:76) -2024-09-01 18:53:06,365 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0504s, count=526, qps in this process: 17.5039 (mp_runner.py:76) -2024-09-01 18:53:06,367 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0527s, count=526, qps in this process: 17.5026 (mp_runner.py:76) -2024-09-01 18:53:06,380 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0093s, count=526, qps in this process: 17.5279 (mp_runner.py:76) -2024-09-01 18:53:06,393 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0855s, count=526, qps in this process: 17.4835 (mp_runner.py:76) -2024-09-01 18:53:06,396 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0236s, count=527, qps in this process: 17.5529 (mp_runner.py:76) -2024-09-01 18:53:06,397 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0245s, count=527, qps in this process: 17.5523 (mp_runner.py:76) -2024-09-01 18:53:06,399 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0307s, count=527, qps in this process: 17.5487 (mp_runner.py:76) -2024-09-01 18:53:06,399 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.015s, count=527, qps in this process: 17.5579 (mp_runner.py:76) -2024-09-01 18:53:06,399 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0286s, count=527, qps in this process: 17.5499 (mp_runner.py:76) -2024-09-01 18:53:06,401 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0279s, count=527, qps in this process: 17.5503 (mp_runner.py:76) -2024-09-01 18:53:06,401 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0169s, count=527, qps in this process: 17.5568 (mp_runner.py:76) -2024-09-01 18:53:06,403 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0302s, count=527, qps in this process: 17.549 (mp_runner.py:76) -2024-09-01 18:53:06,404 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0361s, count=527, qps in this process: 17.5456 (mp_runner.py:76) -2024-09-01 18:53:06,435 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0084s, count=529, qps in this process: 17.6284 (mp_runner.py:76) -2024-09-01 18:53:06,439 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0417s, count=528, qps in this process: 17.5756 (mp_runner.py:76) -2024-09-01 18:53:06,444 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0078s, count=530, qps in this process: 17.6621 (mp_runner.py:76) -2024-09-01 18:53:06,446 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0041s, count=530, qps in this process: 17.6643 (mp_runner.py:76) -2024-09-01 18:53:06,447 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0051s, count=530, qps in this process: 17.6637 (mp_runner.py:76) -2024-09-01 18:53:06,448 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0066s, count=530, qps in this process: 17.6628 (mp_runner.py:76) -2024-09-01 18:53:06,480 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0072s, count=533, qps in this process: 17.7624 (mp_runner.py:76) -2024-09-01 18:53:06,512 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0009s, count=537, qps in this process: 17.8995 (mp_runner.py:76) -2024-09-01 18:53:06,520 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0085s, count=538, qps in this process: 17.9283 (mp_runner.py:76) -2024-09-01 18:53:06,521 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0012s, count=538, qps in this process: 17.9326 (mp_runner.py:76) -2024-09-01 18:53:06,522 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0017s, count=537, qps in this process: 17.899 (mp_runner.py:76) -2024-09-01 18:53:06,526 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0058s, count=538, qps in this process: 17.9299 (mp_runner.py:76) -2024-09-01 18:53:06,532 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0068s, count=539, qps in this process: 17.9626 (mp_runner.py:76) -2024-09-01 18:53:06,533 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0036s, count=539, qps in this process: 17.9645 (mp_runner.py:76) -2024-09-01 18:53:06,536 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0019s, count=541, qps in this process: 18.0322 (mp_runner.py:76) -2024-09-01 18:53:06,541 | INFO |End search in concurrency 60: dur=30.789406719995895s, total_count=31678, qps=1028.8604 (mp_runner.py:120) -2024-09-01 18:53:10,872 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:53:10,872 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 18:53:32,581 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 18:53:32,939 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:32,946 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:32,947 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:32,949 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:32,950 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:32,981 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:32,988 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,003 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,109 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,139 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,155 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,161 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,161 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,165 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,166 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,168 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,173 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,173 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,174 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,177 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,178 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,183 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,190 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,197 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,206 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,219 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,221 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,230 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,262 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,265 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,277 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,288 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,311 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,319 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,338 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,338 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,339 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,344 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,353 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,381 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,381 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,382 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,383 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,384 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,401 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,426 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,431 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,433 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,469 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,469 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,469 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,470 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,476 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,539 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,555 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,556 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,586 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,608 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,619 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,624 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:53:33,636 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:02,974 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.016s, count=491, qps in this process: 16.3579 (mp_runner.py:76) -2024-09-01 18:54:02,977 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0262s, count=491, qps in this process: 16.3524 (mp_runner.py:76) -2024-09-01 18:54:02,978 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0267s, count=491, qps in this process: 16.3521 (mp_runner.py:76) -2024-09-01 18:54:02,981 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0199s, count=491, qps in this process: 16.3558 (mp_runner.py:76) -2024-09-01 18:54:02,984 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0324s, count=491, qps in this process: 16.349 (mp_runner.py:76) -2024-09-01 18:54:03,048 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0431s, count=492, qps in this process: 16.3765 (mp_runner.py:76) -2024-09-01 18:54:03,053 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0589s, count=492, qps in this process: 16.3679 (mp_runner.py:76) -2024-09-01 18:54:03,077 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0906s, count=492, qps in this process: 16.3506 (mp_runner.py:76) -2024-09-01 18:54:03,130 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0187s, count=494, qps in this process: 16.4564 (mp_runner.py:76) -2024-09-01 18:54:03,182 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0014s, count=493, qps in this process: 16.4326 (mp_runner.py:76) -2024-09-01 18:54:03,183 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0168s, count=495, qps in this process: 16.4908 (mp_runner.py:76) -2024-09-01 18:54:03,183 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0142s, count=495, qps in this process: 16.4922 (mp_runner.py:76) -2024-09-01 18:54:03,188 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0116s, count=494, qps in this process: 16.4603 (mp_runner.py:76) -2024-09-01 18:54:03,193 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0226s, count=494, qps in this process: 16.4543 (mp_runner.py:76) -2024-09-01 18:54:03,198 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0237s, count=494, qps in this process: 16.4537 (mp_runner.py:76) -2024-09-01 18:54:03,199 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.01s, count=494, qps in this process: 16.4612 (mp_runner.py:76) -2024-09-01 18:54:03,200 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0389s, count=494, qps in this process: 16.4453 (mp_runner.py:76) -2024-09-01 18:54:03,205 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0285s, count=494, qps in this process: 16.451 (mp_runner.py:76) -2024-09-01 18:54:03,207 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0055s, count=495, qps in this process: 16.497 (mp_runner.py:76) -2024-09-01 18:54:03,208 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0679s, count=495, qps in this process: 16.4627 (mp_runner.py:76) -2024-09-01 18:54:03,217 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.02s, count=494, qps in this process: 16.4557 (mp_runner.py:76) -2024-09-01 18:54:03,217 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0033s, count=494, qps in this process: 16.4649 (mp_runner.py:76) -2024-09-01 18:54:03,219 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0292s, count=495, qps in this process: 16.484 (mp_runner.py:76) -2024-09-01 18:54:03,221 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0317s, count=495, qps in this process: 16.4826 (mp_runner.py:76) -2024-09-01 18:54:03,225 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0444s, count=495, qps in this process: 16.4756 (mp_runner.py:76) -2024-09-01 18:54:03,230 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0008s, count=495, qps in this process: 16.4996 (mp_runner.py:76) -2024-09-01 18:54:03,236 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0337s, count=495, qps in this process: 16.4815 (mp_runner.py:76) -2024-09-01 18:54:03,245 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0823s, count=494, qps in this process: 16.4216 (mp_runner.py:76) -2024-09-01 18:54:03,260 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0669s, count=495, qps in this process: 16.4633 (mp_runner.py:76) -2024-09-01 18:54:03,277 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0047s, count=496, qps in this process: 16.5307 (mp_runner.py:76) -2024-09-01 18:54:03,302 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0066s, count=497, qps in this process: 16.563 (mp_runner.py:76) -2024-09-01 18:54:03,302 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0679s, count=497, qps in this process: 16.5293 (mp_runner.py:76) -2024-09-01 18:54:03,302 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0645s, count=497, qps in this process: 16.5311 (mp_runner.py:76) -2024-09-01 18:54:03,303 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.016s, count=497, qps in this process: 16.5578 (mp_runner.py:76) -2024-09-01 18:54:03,310 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0414s, count=497, qps in this process: 16.5438 (mp_runner.py:76) -2024-09-01 18:54:03,332 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0032s, count=498, qps in this process: 16.5982 (mp_runner.py:76) -2024-09-01 18:54:03,336 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.019s, count=498, qps in this process: 16.5895 (mp_runner.py:76) -2024-09-01 18:54:03,359 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0147s, count=499, qps in this process: 16.6252 (mp_runner.py:76) -2024-09-01 18:54:03,361 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0101s, count=499, qps in this process: 16.6277 (mp_runner.py:76) -2024-09-01 18:54:03,362 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0122s, count=499, qps in this process: 16.6266 (mp_runner.py:76) -2024-09-01 18:54:03,364 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0194s, count=499, qps in this process: 16.6226 (mp_runner.py:76) -2024-09-01 18:54:03,365 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0024s, count=499, qps in this process: 16.632 (mp_runner.py:76) -2024-09-01 18:54:03,371 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.011872435999976005 (mp_runner.py:73) -2024-09-01 18:54:03,372 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.012383642002532724 (mp_runner.py:73) -2024-09-01 18:54:03,373 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.01399400000082096 (mp_runner.py:73) -2024-09-01 18:54:03,374 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.013611736001621466 (mp_runner.py:73) -2024-09-01 18:54:03,376 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.016421154999989085 (mp_runner.py:73) -2024-09-01 18:54:03,377 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.017861337000795174 (mp_runner.py:73) -2024-09-01 18:54:03,377 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.016454380995128304 (mp_runner.py:73) -2024-09-01 18:54:03,379 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.020813996001379564 (mp_runner.py:73) -2024-09-01 18:54:03,380 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.016703499997674953 (mp_runner.py:73) -2024-09-01 18:54:03,381 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.0191610209949431 (mp_runner.py:73) -2024-09-01 18:54:03,381 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.01776500699634198 (mp_runner.py:73) -2024-09-01 18:54:03,383 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.02075171000615228 (mp_runner.py:73) -2024-09-01 18:54:03,383 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.022524437998072244 (mp_runner.py:73) -2024-09-01 18:54:03,384 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.020482633997744415 (mp_runner.py:73) -2024-09-01 18:54:03,385 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.006502217001980171 (mp_runner.py:73) -2024-09-01 18:54:03,385 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.024972469000204 (mp_runner.py:73) -2024-09-01 18:54:03,386 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0026s, count=500, qps in this process: 16.6652 (mp_runner.py:76) -2024-09-01 18:54:03,386 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.018788351997500286 (mp_runner.py:73) -2024-09-01 18:54:03,386 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0033s, count=499, qps in this process: 16.6315 (mp_runner.py:76) -2024-09-01 18:54:03,386 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.024191400996642187 (mp_runner.py:73) -2024-09-01 18:54:03,387 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.024s, count=500, qps in this process: 16.6533 (mp_runner.py:76) -2024-09-01 18:54:03,388 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.026907450999715365 (mp_runner.py:73) -2024-09-01 18:54:03,388 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.009858639001322445 (mp_runner.py:73) -2024-09-01 18:54:03,391 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.02918630999920424 (mp_runner.py:73) -2024-09-01 18:54:03,391 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0078s, count=500, qps in this process: 16.6623 (mp_runner.py:76) -2024-09-01 18:54:03,392 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.029149445006623864 (mp_runner.py:73) -2024-09-01 18:54:03,405 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0183s, count=501, qps in this process: 16.6898 (mp_runner.py:76) -2024-09-01 18:54:03,405 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0184s, count=501, qps in this process: 16.6898 (mp_runner.py:76) -2024-09-01 18:54:03,421 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0014s, count=502, qps in this process: 16.7326 (mp_runner.py:76) -2024-09-01 18:54:03,432 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0011s, count=503, qps in this process: 16.7661 (mp_runner.py:76) -2024-09-01 18:54:03,441 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0049s, count=503, qps in this process: 16.7639 (mp_runner.py:76) -2024-09-01 18:54:03,452 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.013s, count=504, qps in this process: 16.7927 (mp_runner.py:76) -2024-09-01 18:54:03,476 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0007s, count=506, qps in this process: 16.8663 (mp_runner.py:76) -2024-09-01 18:54:03,499 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0238s, count=506, qps in this process: 16.8533 (mp_runner.py:76) -2024-09-01 18:54:03,503 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0225s, count=507, qps in this process: 16.8873 (mp_runner.py:76) -2024-09-01 18:54:03,505 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0208s, count=507, qps in this process: 16.8883 (mp_runner.py:76) -2024-09-01 18:54:03,505 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0252s, count=507, qps in this process: 16.8858 (mp_runner.py:76) -2024-09-01 18:54:03,552 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0019s, count=512, qps in this process: 17.0656 (mp_runner.py:76) -2024-09-01 18:54:03,564 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0042s, count=513, qps in this process: 17.0976 (mp_runner.py:76) -2024-09-01 18:54:03,564 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0071s, count=513, qps in this process: 17.096 (mp_runner.py:76) -2024-09-01 18:54:03,601 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0058s, count=519, qps in this process: 17.2967 (mp_runner.py:76) -2024-09-01 18:54:03,622 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0057s, count=522, qps in this process: 17.3967 (mp_runner.py:76) -2024-09-01 18:54:03,628 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0007s, count=523, qps in this process: 17.4329 (mp_runner.py:76) -2024-09-01 18:54:03,634 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0036s, count=524, qps in this process: 17.4646 (mp_runner.py:76) -2024-09-01 18:54:03,651 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0001s, count=528, qps in this process: 17.5999 (mp_runner.py:76) -2024-09-01 18:54:03,655 | INFO |End search in concurrency 65: dur=31.073454876997857s, total_count=32486, qps=1045.4583 (mp_runner.py:120) -2024-09-01 18:54:07,933 | INFO |Update largest qps with concurrency 65: current max_qps=1045.4583 (mp_runner.py:124) -2024-09-01 18:54:08,340 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:54:08,341 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 18:54:30,278 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 18:54:30,464 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,540 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,653 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,716 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,724 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,729 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,730 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,736 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,736 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,739 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,739 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,740 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,743 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,743 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,754 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,769 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,799 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,799 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,870 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,872 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,872 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,873 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,876 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,885 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,911 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,912 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,924 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,925 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,927 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,934 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,940 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,944 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,950 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,960 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,962 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,967 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,978 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,978 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:30,992 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,048 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,072 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,074 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,088 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,099 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,118 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,158 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,188 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,196 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,201 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,205 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,252 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,256 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,292 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,306 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,333 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,349 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,352 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,357 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,369 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,422 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,427 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,444 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,482 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,492 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:54:31,542 | DEBUG |SET "hnsw.ef_search" = "120"; (pgvector.py:137) -2024-09-01 18:55:00,540 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.02s, count=439, qps in this process: 14.6236 (mp_runner.py:76) -2024-09-01 18:55:00,573 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0226s, count=440, qps in this process: 14.6556 (mp_runner.py:76) -2024-09-01 18:55:00,671 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0025s, count=442, qps in this process: 14.7321 (mp_runner.py:76) -2024-09-01 18:55:00,762 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0246s, count=442, qps in this process: 14.7213 (mp_runner.py:76) -2024-09-01 18:55:00,764 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0299s, count=443, qps in this process: 14.752 (mp_runner.py:76) -2024-09-01 18:55:00,765 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0373s, count=443, qps in this process: 14.7483 (mp_runner.py:76) -2024-09-01 18:55:00,768 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0294s, count=443, qps in this process: 14.7522 (mp_runner.py:76) -2024-09-01 18:55:00,769 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0341s, count=443, qps in this process: 14.7499 (mp_runner.py:76) -2024-09-01 18:55:00,769 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0264s, count=443, qps in this process: 14.7537 (mp_runner.py:76) -2024-09-01 18:55:00,770 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.027s, count=443, qps in this process: 14.7534 (mp_runner.py:76) -2024-09-01 18:55:00,770 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0173s, count=443, qps in this process: 14.7582 (mp_runner.py:76) -2024-09-01 18:55:00,771 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0098s, count=443, qps in this process: 14.7618 (mp_runner.py:76) -2024-09-01 18:55:00,772 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0187s, count=443, qps in this process: 14.7575 (mp_runner.py:76) -2024-09-01 18:55:00,772 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0365s, count=443, qps in this process: 14.7487 (mp_runner.py:76) -2024-09-01 18:55:00,772 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0292s, count=443, qps in this process: 14.7523 (mp_runner.py:76) -2024-09-01 18:55:00,773 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0343s, count=443, qps in this process: 14.7498 (mp_runner.py:76) -2024-09-01 18:55:00,773 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0468s, count=443, qps in this process: 14.7437 (mp_runner.py:76) -2024-09-01 18:55:00,797 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0124s, count=444, qps in this process: 14.7939 (mp_runner.py:76) -2024-09-01 18:55:00,818 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0121s, count=444, qps in this process: 14.794 (mp_runner.py:76) -2024-09-01 18:55:00,882 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0006s, count=445, qps in this process: 14.833 (mp_runner.py:76) -2024-09-01 18:55:00,883 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0084s, count=445, qps in this process: 14.8292 (mp_runner.py:76) -2024-09-01 18:55:00,887 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0808s, count=445, qps in this process: 14.7935 (mp_runner.py:76) -2024-09-01 18:55:00,890 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0101s, count=445, qps in this process: 14.8283 (mp_runner.py:76) -2024-09-01 18:55:00,891 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0107s, count=445, qps in this process: 14.828 (mp_runner.py:76) -2024-09-01 18:55:00,894 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0136s, count=445, qps in this process: 14.8266 (mp_runner.py:76) -2024-09-01 18:55:00,899 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0083s, count=446, qps in this process: 14.8626 (mp_runner.py:76) -2024-09-01 18:55:00,921 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0046s, count=446, qps in this process: 14.8644 (mp_runner.py:76) -2024-09-01 18:55:00,927 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0109s, count=446, qps in this process: 14.8613 (mp_runner.py:76) -2024-09-01 18:55:00,951 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0169s, count=446, qps in this process: 14.8583 (mp_runner.py:76) -2024-09-01 18:55:00,972 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0261s, count=447, qps in this process: 14.887 (mp_runner.py:76) -2024-09-01 18:55:00,972 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0229s, count=447, qps in this process: 14.8886 (mp_runner.py:76) -2024-09-01 18:55:00,973 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0382s, count=447, qps in this process: 14.8811 (mp_runner.py:76) -2024-09-01 18:55:00,973 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0023s, count=447, qps in this process: 14.8989 (mp_runner.py:76) -2024-09-01 18:55:00,974 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0008s, count=447, qps in this process: 14.8996 (mp_runner.py:76) -2024-09-01 18:55:00,976 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0424s, count=447, qps in this process: 14.879 (mp_runner.py:76) -2024-09-01 18:55:00,980 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0401s, count=447, qps in this process: 14.8801 (mp_runner.py:76) -2024-09-01 18:55:00,981 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0278s, count=447, qps in this process: 14.8862 (mp_runner.py:76) -2024-09-01 18:55:00,984 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0348s, count=447, qps in this process: 14.8827 (mp_runner.py:76) -2024-09-01 18:55:01,000 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0302s, count=448, qps in this process: 14.9183 (mp_runner.py:76) -2024-09-01 18:55:01,001 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0187s, count=448, qps in this process: 14.924 (mp_runner.py:76) -2024-09-01 18:55:01,001 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0186s, count=448, qps in this process: 14.9241 (mp_runner.py:76) -2024-09-01 18:55:01,017 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0121s, count=449, qps in this process: 14.9606 (mp_runner.py:76) -2024-09-01 18:55:01,056 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.004s, count=450, qps in this process: 14.998 (mp_runner.py:76) -2024-09-01 18:55:01,085 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0037s, count=451, qps in this process: 15.0315 (mp_runner.py:76) -2024-09-01 18:55:01,087 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0029s, count=451, qps in this process: 15.0319 (mp_runner.py:76) -2024-09-01 18:55:01,135 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0042s, count=453, qps in this process: 15.0979 (mp_runner.py:76) -2024-09-01 18:55:01,143 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0594s, count=451, qps in this process: 15.0036 (mp_runner.py:76) -2024-09-01 18:55:01,151 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0455s, count=453, qps in this process: 15.0771 (mp_runner.py:76) -2024-09-01 18:55:01,153 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0543s, count=453, qps in this process: 15.0727 (mp_runner.py:76) -2024-09-01 18:55:01,177 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0118s, count=454, qps in this process: 15.1274 (mp_runner.py:76) -2024-09-01 18:55:01,180 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.015s, count=454, qps in this process: 15.1258 (mp_runner.py:76) -2024-09-01 18:55:01,203 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0113s, count=456, qps in this process: 15.1943 (mp_runner.py:76) -2024-09-01 18:55:01,205 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0046s, count=456, qps in this process: 15.1977 (mp_runner.py:76) -2024-09-01 18:55:01,225 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0042s, count=457, qps in this process: 15.2312 (mp_runner.py:76) -2024-09-01 18:55:01,235 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0174s, count=457, qps in this process: 15.2245 (mp_runner.py:76) -2024-09-01 18:55:01,266 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0018s, count=460, qps in this process: 15.3324 (mp_runner.py:76) -2024-09-01 18:55:01,277 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0132s, count=461, qps in this process: 15.3599 (mp_runner.py:76) -2024-09-01 18:55:01,303 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0022s, count=461, qps in this process: 15.3655 (mp_runner.py:76) -2024-09-01 18:55:01,328 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0055s, count=464, qps in this process: 15.4638 (mp_runner.py:76) -2024-09-01 18:55:01,347 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0077s, count=464, qps in this process: 15.4627 (mp_runner.py:76) -2024-09-01 18:55:01,365 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.005s, count=466, qps in this process: 15.5307 (mp_runner.py:76) -2024-09-01 18:55:01,365 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0022s, count=466, qps in this process: 15.5322 (mp_runner.py:76) -2024-09-01 18:55:01,370 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0093s, count=466, qps in this process: 15.5285 (mp_runner.py:76) -2024-09-01 18:55:01,385 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0063s, count=468, qps in this process: 15.5967 (mp_runner.py:76) -2024-09-01 18:55:01,436 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0089s, count=475, qps in this process: 15.8286 (mp_runner.py:76) -2024-09-01 18:55:01,442 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0063s, count=476, qps in this process: 15.8633 (mp_runner.py:76) -2024-09-01 18:55:01,456 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0038s, count=478, qps in this process: 15.9313 (mp_runner.py:76) -2024-09-01 18:55:01,504 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0059s, count=486, qps in this process: 16.1968 (mp_runner.py:76) -2024-09-01 18:55:01,504 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0041s, count=486, qps in this process: 16.1978 (mp_runner.py:76) -2024-09-01 18:55:01,553 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0034s, count=498, qps in this process: 16.5981 (mp_runner.py:76) -2024-09-01 18:55:01,558 | INFO |End search in concurrency 70: dur=31.280211016994144s, total_count=31651, qps=1011.8538 (mp_runner.py:120) -2024-09-01 18:55:06,201 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1045.4583, serial_latency_p99=np.float64(0.0541), recall=np.float64(0.8761), ndcg=np.float64(0.8917), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[237.038, 741.1402, 961.8595, 992.8144, 998.5055, 988.4788, 1040.995, 1038.1185, 1001.733, 1021.7352, 1026.9447, 1028.8604, 1045.4583, 1011.8538], conc_latency_p99_list=[np.float64(0.0023339675667186383), np.float64(0.002429666844008898), np.float64(0.0026397117452514065), np.float64(0.0028963218622542627), np.float64(0.003056776402401738), np.float64(0.0032178769988939165), np.float64(0.0032923408515765913), np.float64(0.003613650282204617), np.float64(0.003568649501308391), np.float64(0.003740719672146952), np.float64(0.004177101835250505), np.float64(0.004643150320438872), np.float64(0.004562701513023058), np.float64(0.0048426317640769415)]) (task_runner.py:197) -2024-09-01 18:55:06,201 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:43:35.405948'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1045.4583, serial_latency_p99=np.float64(0.0541), recall=np.float64(0.8761), ndcg=np.float64(0.8917), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[237.038, 741.1402, 961.8595, 992.8144, 998.5055, 988.4788, 1040.995, 1038.1185, 1001.733, 1021.7352, 1026.9447, 1028.8604, 1045.4583, 1011.8538], conc_latency_p99_list=[np.float64(0.0023339675667186383), np.float64(0.002429666844008898), np.float64(0.0026397117452514065), np.float64(0.0028963218622542627), np.float64(0.003056776402401738), np.float64(0.0032178769988939165), np.float64(0.0032923408515765913), np.float64(0.003613650282204617), np.float64(0.003568649501308391), np.float64(0.003740719672146952), np.float64(0.004177101835250505), np.float64(0.004643150320438872), np.float64(0.004562701513023058), np.float64(0.0048426317640769415)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 18:55:06,201 | INFO |Task summary: run_id=1d7b6, task_label=1d7b6d18bde54440ad04b5ae1d294518 (models.py:346) -2024-09-01 18:55:06,201 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 18:55:06,201 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 18:55:06,201 | INFO |PgVector | 2024-09-01T18:43:35.405948 Performance1536D500K 1d7b6d18bde54440ad04b5ae1d294518 | 0.0 1045.4583 0.0541 0.8761 0 | :) (models.py:346) -2024-09-01 18:55:06,202 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json (models.py:204) -2024-09-01 18:55:06,202 | INFO |Success to finish task: label=1d7b6d18bde54440ad04b5ae1d294518, run_id=1d7b6d18bde54440ad04b5ae1d294518 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json b/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json deleted file mode 100644 index be0a5ead3..000000000 --- a/script/data/aws/db.m6i.large-8-64-120-Performance1536D500K-0-52893/result_20240901_1d7b6d18bde54440ad04b5ae1d294518_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "1d7b6d18bde54440ad04b5ae1d294518", "task_label": "1d7b6d18bde54440ad04b5ae1d294518", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1045.4583, "serial_latency_p99": 0.0541, "recall": 0.8761, "ndcg": 0.8917, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [237.038, 741.1402, 961.8595, 992.8144, 998.5055, 988.4788, 1040.995, 1038.1185, 1001.733, 1021.7352, 1026.9447, 1028.8604, 1045.4583, 1011.8538], "conc_latency_p99_list": [0.0023339675667186383, 0.002429666844008898, 0.0026397117452514065, 0.0028963218622542627, 0.003056776402401738, 0.0032178769988939165, 0.0032923408515765913, 0.003613650282204617, 0.003568649501308391, 0.003740719672146952, 0.004177101835250505, 0.004643150320438872, 0.004562701513023058, 0.0048426317640769415]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:43:35.405948", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 120, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt b/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt deleted file mode 100644 index f92a490a6..000000000 --- a/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/log.txt +++ /dev/null @@ -1,3048 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 20 --skip-drop-old --skip-load -2024-09-01 18:06:15,857 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:06:15.845693', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 18:06:15,858 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:06:15.845693', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=20, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 18:06:15,858 | INFO |generated uuid for the tasks: 61b0ffbfd4ac490ebd36a91129bc3241 (interface.py:66) -2024-09-01 18:06:15,923 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 18:06:15,923 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 18:06:15,923 | INFO | PgVector-2024-09-01T18:06:15.845693 | Performance OpenAI-MEDIUM-500K None | 61b0ffbfd4ac490ebd36a91129bc3241 (task_runner.py:340) -2024-09-01 18:06:15,923 | INFO |task submitted: id=61b0ffbfd4ac490ebd36a91129bc3241, 61b0ffbfd4ac490ebd36a91129bc3241, case number: 1 (interface.py:231) -2024-09-01 18:06:16,346 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:06:15.845693'}, drop_old=False (interface.py:164) -2024-09-01 18:06:16,346 | INFO |Starting run (task_runner.py:100) -2024-09-01 18:06:16,437 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=20 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 18:06:17,031 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 18:06:17,107 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 18:06:17,146 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 18:06:17,146 | INFO |Start performance case (task_runner.py:158) -2024-09-01 18:06:17,159 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:06:17,159 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 18:06:17,159 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 18:06:17,160 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 18:06:17,205 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 18:06:17,790 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 18:06:17,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:06:17,811 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 18:06:17,811 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 18:06:19,676 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.015771421996760182, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:21,476 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.00854239799809875, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:23,160 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.011712463994626887, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:24,883 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.010708489004173316, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:26,584 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.01159153699700255, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:28,266 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.010523193996050395, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:29,872 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.005181098000321072, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:31,592 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.009825519999139942, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:33,186 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.00714384599996265, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:34,894 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.009827536996454, latest recall=0.2 (serial_runner.py:202) -2024-09-01 18:06:34,895 | INFO |SpawnProcess-1:1 search entire test_data: cost=12.9062s, queries=1000, avg_recall=0.1975, avg_ndcg=0.3077,avg_latency=0.0129, p99=0.0353 (serial_runner.py:209) -2024-09-01 18:06:35,431 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:06:35,432 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 18:06:36,454 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 18:06:36,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:06:36,918 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.0009765499999048188 (mp_runner.py:73) -2024-09-01 18:06:37,361 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.0010419840036774985 (mp_runner.py:73) -2024-09-01 18:06:37,895 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0011765080053010024 (mp_runner.py:73) -2024-09-01 18:06:38,442 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.001164984998467844 (mp_runner.py:73) -2024-09-01 18:06:38,986 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0012164639992988668 (mp_runner.py:73) -2024-09-01 18:06:39,554 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.001175965000584256 (mp_runner.py:73) -2024-09-01 18:06:40,100 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0011962620046688244 (mp_runner.py:73) -2024-09-01 18:06:40,641 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.0011926450024475344 (mp_runner.py:73) -2024-09-01 18:06:41,181 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0012666550028370693 (mp_runner.py:73) -2024-09-01 18:06:41,702 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0007929729981697164 (mp_runner.py:73) -2024-09-01 18:06:42,279 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0009120579998125322 (mp_runner.py:73) -2024-09-01 18:06:42,701 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.001035114997648634 (mp_runner.py:73) -2024-09-01 18:06:43,135 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0008970800045062788 (mp_runner.py:73) -2024-09-01 18:06:43,597 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0010359230000176467 (mp_runner.py:73) -2024-09-01 18:06:44,078 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0014412930031539872 (mp_runner.py:73) -2024-09-01 18:06:44,515 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0008905060021788813 (mp_runner.py:73) -2024-09-01 18:06:44,935 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0009428260018466972 (mp_runner.py:73) -2024-09-01 18:06:45,468 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.0010170259993174113 (mp_runner.py:73) -2024-09-01 18:06:45,908 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.0012371510019875132 (mp_runner.py:73) -2024-09-01 18:06:46,445 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0010938529958366416 (mp_runner.py:73) -2024-09-01 18:06:46,977 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.0011506959999678656 (mp_runner.py:73) -2024-09-01 18:06:47,510 | DEBUG |(SpawnProcess-1:3) search_count: 11000, latest_latency=0.0011229709998588078 (mp_runner.py:73) -2024-09-01 18:06:48,059 | DEBUG |(SpawnProcess-1:3) search_count: 11500, latest_latency=0.0013914139999542385 (mp_runner.py:73) -2024-09-01 18:06:48,604 | DEBUG |(SpawnProcess-1:3) search_count: 12000, latest_latency=0.0012982869957340881 (mp_runner.py:73) -2024-09-01 18:06:49,151 | DEBUG |(SpawnProcess-1:3) search_count: 12500, latest_latency=0.0012171659982413985 (mp_runner.py:73) -2024-09-01 18:06:49,681 | DEBUG |(SpawnProcess-1:3) search_count: 13000, latest_latency=0.0012773759954143316 (mp_runner.py:73) -2024-09-01 18:06:50,215 | DEBUG |(SpawnProcess-1:3) search_count: 13500, latest_latency=0.0008422280006925575 (mp_runner.py:73) -2024-09-01 18:06:50,644 | DEBUG |(SpawnProcess-1:3) search_count: 14000, latest_latency=0.0010297710032318719 (mp_runner.py:73) -2024-09-01 18:06:51,116 | DEBUG |(SpawnProcess-1:3) search_count: 14500, latest_latency=0.0011944379948545247 (mp_runner.py:73) -2024-09-01 18:06:51,539 | DEBUG |(SpawnProcess-1:3) search_count: 15000, latest_latency=0.0008880780005711131 (mp_runner.py:73) -2024-09-01 18:06:51,971 | DEBUG |(SpawnProcess-1:3) search_count: 15500, latest_latency=0.0009076060014194809 (mp_runner.py:73) -2024-09-01 18:06:52,408 | DEBUG |(SpawnProcess-1:3) search_count: 16000, latest_latency=0.0008197790011763573 (mp_runner.py:73) -2024-09-01 18:06:52,851 | DEBUG |(SpawnProcess-1:3) search_count: 16500, latest_latency=0.0009470500008319505 (mp_runner.py:73) -2024-09-01 18:06:53,291 | DEBUG |(SpawnProcess-1:3) search_count: 17000, latest_latency=0.0009318820011685602 (mp_runner.py:73) -2024-09-01 18:06:53,733 | DEBUG |(SpawnProcess-1:3) search_count: 17500, latest_latency=0.0010428800014778972 (mp_runner.py:73) -2024-09-01 18:06:54,207 | DEBUG |(SpawnProcess-1:3) search_count: 18000, latest_latency=0.0009166730014840141 (mp_runner.py:73) -2024-09-01 18:06:54,692 | DEBUG |(SpawnProcess-1:3) search_count: 18500, latest_latency=0.0012384449946694076 (mp_runner.py:73) -2024-09-01 18:06:55,243 | DEBUG |(SpawnProcess-1:3) search_count: 19000, latest_latency=0.001339051996183116 (mp_runner.py:73) -2024-09-01 18:06:55,798 | DEBUG |(SpawnProcess-1:3) search_count: 19500, latest_latency=0.001276826995308511 (mp_runner.py:73) -2024-09-01 18:06:56,350 | DEBUG |(SpawnProcess-1:3) search_count: 20000, latest_latency=0.0012158649988123216 (mp_runner.py:73) -2024-09-01 18:06:56,902 | DEBUG |(SpawnProcess-1:3) search_count: 20500, latest_latency=0.001214816002175212 (mp_runner.py:73) -2024-09-01 18:06:57,476 | DEBUG |(SpawnProcess-1:3) search_count: 21000, latest_latency=0.0012857689944212325 (mp_runner.py:73) -2024-09-01 18:06:58,033 | DEBUG |(SpawnProcess-1:3) search_count: 21500, latest_latency=0.0013554549950640649 (mp_runner.py:73) -2024-09-01 18:06:58,631 | DEBUG |(SpawnProcess-1:3) search_count: 22000, latest_latency=0.0016148350041476078 (mp_runner.py:73) -2024-09-01 18:06:59,256 | DEBUG |(SpawnProcess-1:3) search_count: 22500, latest_latency=0.001104768001823686 (mp_runner.py:73) -2024-09-01 18:06:59,798 | DEBUG |(SpawnProcess-1:3) search_count: 23000, latest_latency=0.0010415689976071008 (mp_runner.py:73) -2024-09-01 18:07:00,395 | DEBUG |(SpawnProcess-1:3) search_count: 23500, latest_latency=0.0010726369946496561 (mp_runner.py:73) -2024-09-01 18:07:00,948 | DEBUG |(SpawnProcess-1:3) search_count: 24000, latest_latency=0.0013428630045382306 (mp_runner.py:73) -2024-09-01 18:07:01,508 | DEBUG |(SpawnProcess-1:3) search_count: 24500, latest_latency=0.0012727320063277148 (mp_runner.py:73) -2024-09-01 18:07:02,059 | DEBUG |(SpawnProcess-1:3) search_count: 25000, latest_latency=0.0012470570000004955 (mp_runner.py:73) -2024-09-01 18:07:02,606 | DEBUG |(SpawnProcess-1:3) search_count: 25500, latest_latency=0.001288448998820968 (mp_runner.py:73) -2024-09-01 18:07:03,182 | DEBUG |(SpawnProcess-1:3) search_count: 26000, latest_latency=0.0012224309975863434 (mp_runner.py:73) -2024-09-01 18:07:03,734 | DEBUG |(SpawnProcess-1:3) search_count: 26500, latest_latency=0.0011268230009591207 (mp_runner.py:73) -2024-09-01 18:07:04,283 | DEBUG |(SpawnProcess-1:3) search_count: 27000, latest_latency=0.0011748680044547655 (mp_runner.py:73) -2024-09-01 18:07:04,831 | DEBUG |(SpawnProcess-1:3) search_count: 27500, latest_latency=0.0012696839985437691 (mp_runner.py:73) -2024-09-01 18:07:05,381 | DEBUG |(SpawnProcess-1:3) search_count: 28000, latest_latency=0.0012560079994727857 (mp_runner.py:73) -2024-09-01 18:07:05,926 | DEBUG |(SpawnProcess-1:3) search_count: 28500, latest_latency=0.0012156949960626662 (mp_runner.py:73) -2024-09-01 18:07:06,483 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0007s, count=28987, qps in this process: 966.2108 (mp_runner.py:76) -2024-09-01 18:07:06,488 | INFO |End search in concurrency 1: dur=30.034520273999078s, total_count=28987, qps=965.1228 (mp_runner.py:120) -2024-09-01 18:07:06,671 | INFO |Update largest qps with concurrency 1: current max_qps=965.1228 (mp_runner.py:124) -2024-09-01 18:07:07,085 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:07:07,085 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 18:07:12,137 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 18:07:12,185 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:12,188 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:12,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:12,190 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:12,194 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:13,036 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.004772719999891706 (mp_runner.py:73) -2024-09-01 18:07:13,070 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.0014889629965182394 (mp_runner.py:73) -2024-09-01 18:07:13,094 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.001924602998769842 (mp_runner.py:73) -2024-09-01 18:07:13,094 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0017187499979627319 (mp_runner.py:73) -2024-09-01 18:07:13,126 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.0014559369956259616 (mp_runner.py:73) -2024-09-01 18:07:13,996 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.001694571998086758 (mp_runner.py:73) -2024-09-01 18:07:14,140 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.002365935994021129 (mp_runner.py:73) -2024-09-01 18:07:14,207 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.001500979000411462 (mp_runner.py:73) -2024-09-01 18:07:14,208 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.001714890000585001 (mp_runner.py:73) -2024-09-01 18:07:14,241 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.002043061002041213 (mp_runner.py:73) -2024-09-01 18:07:14,953 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.001670808000199031 (mp_runner.py:73) -2024-09-01 18:07:15,024 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.0027010299963876605 (mp_runner.py:73) -2024-09-01 18:07:15,343 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0020795550008188 (mp_runner.py:73) -2024-09-01 18:07:15,355 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.001625565993890632 (mp_runner.py:73) -2024-09-01 18:07:15,357 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004190382001979742 (mp_runner.py:73) -2024-09-01 18:07:15,899 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.0029799379990436137 (mp_runner.py:73) -2024-09-01 18:07:15,982 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.0033801969984779134 (mp_runner.py:73) -2024-09-01 18:07:16,322 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.0014403349996428005 (mp_runner.py:73) -2024-09-01 18:07:16,328 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0015356869989773259 (mp_runner.py:73) -2024-09-01 18:07:16,329 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.001693735997832846 (mp_runner.py:73) -2024-09-01 18:07:16,885 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0016851049949764274 (mp_runner.py:73) -2024-09-01 18:07:16,894 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.0015198719993350096 (mp_runner.py:73) -2024-09-01 18:07:17,308 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0016060079942690209 (mp_runner.py:73) -2024-09-01 18:07:17,315 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.0035039249996771105 (mp_runner.py:73) -2024-09-01 18:07:17,376 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.0022898960014572367 (mp_runner.py:73) -2024-09-01 18:07:17,795 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0014524340003845282 (mp_runner.py:73) -2024-09-01 18:07:17,850 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.0014896060019964352 (mp_runner.py:73) -2024-09-01 18:07:18,403 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.001623447002202738 (mp_runner.py:73) -2024-09-01 18:07:18,413 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.0015538279985776171 (mp_runner.py:73) -2024-09-01 18:07:18,417 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.002533767001295928 (mp_runner.py:73) -2024-09-01 18:07:18,778 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.002664326995727606 (mp_runner.py:73) -2024-09-01 18:07:18,821 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.0029357609964790754 (mp_runner.py:73) -2024-09-01 18:07:19,365 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0015019659986137412 (mp_runner.py:73) -2024-09-01 18:07:19,380 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.005206683999858797 (mp_runner.py:73) -2024-09-01 18:07:19,387 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.0024376240035053343 (mp_runner.py:73) -2024-09-01 18:07:19,688 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.0018280470030731522 (mp_runner.py:73) -2024-09-01 18:07:19,866 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0025897019950207323 (mp_runner.py:73) -2024-09-01 18:07:20,304 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0017455759953008965 (mp_runner.py:73) -2024-09-01 18:07:20,343 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0015920899968477897 (mp_runner.py:73) -2024-09-01 18:07:20,410 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.0015030440044938587 (mp_runner.py:73) -2024-09-01 18:07:20,659 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0029890460064052604 (mp_runner.py:73) -2024-09-01 18:07:20,824 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.003022982993570622 (mp_runner.py:73) -2024-09-01 18:07:21,291 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0017060160025721416 (mp_runner.py:73) -2024-09-01 18:07:21,388 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.004017635998025071 (mp_runner.py:73) -2024-09-01 18:07:21,536 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.0030379439995158464 (mp_runner.py:73) -2024-09-01 18:07:21,642 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0016661589979776181 (mp_runner.py:73) -2024-09-01 18:07:21,864 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.002556186002038885 (mp_runner.py:73) -2024-09-01 18:07:22,289 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0017631180016906 (mp_runner.py:73) -2024-09-01 18:07:22,402 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0015868920017965138 (mp_runner.py:73) -2024-09-01 18:07:22,594 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.0014648990036221221 (mp_runner.py:73) -2024-09-01 18:07:22,614 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.0016572329986956902 (mp_runner.py:73) -2024-09-01 18:07:22,771 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.0013936779942014255 (mp_runner.py:73) -2024-09-01 18:07:23,282 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0021664810046786442 (mp_runner.py:73) -2024-09-01 18:07:23,338 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0023337870006798767 (mp_runner.py:73) -2024-09-01 18:07:23,525 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.0016759840000304393 (mp_runner.py:73) -2024-09-01 18:07:23,671 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.00472537700261455 (mp_runner.py:73) -2024-09-01 18:07:23,737 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0039557999989483505 (mp_runner.py:73) -2024-09-01 18:07:24,349 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0019185060009476729 (mp_runner.py:73) -2024-09-01 18:07:24,356 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.002124979000655003 (mp_runner.py:73) -2024-09-01 18:07:24,497 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.0019393639959162101 (mp_runner.py:73) -2024-09-01 18:07:24,718 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0015038889978313819 (mp_runner.py:73) -2024-09-01 18:07:24,768 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0025557259941706434 (mp_runner.py:73) -2024-09-01 18:07:25,383 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0019235269937780686 (mp_runner.py:73) -2024-09-01 18:07:25,384 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0021252669976092875 (mp_runner.py:73) -2024-09-01 18:07:25,403 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.0016157739955815487 (mp_runner.py:73) -2024-09-01 18:07:25,709 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.0026612629953888245 (mp_runner.py:73) -2024-09-01 18:07:25,758 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.0014296919980552047 (mp_runner.py:73) -2024-09-01 18:07:26,335 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.00263885100139305 (mp_runner.py:73) -2024-09-01 18:07:26,347 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.0015435210007126443 (mp_runner.py:73) -2024-09-01 18:07:26,380 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.002514776002499275 (mp_runner.py:73) -2024-09-01 18:07:26,642 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.0033158249934786 (mp_runner.py:73) -2024-09-01 18:07:26,755 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0013718889968004078 (mp_runner.py:73) -2024-09-01 18:07:27,355 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.0027822699994430877 (mp_runner.py:73) -2024-09-01 18:07:27,382 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.001612389001820702 (mp_runner.py:73) -2024-09-01 18:07:27,448 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.0019754960012505762 (mp_runner.py:73) -2024-09-01 18:07:27,634 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.0014627170021412894 (mp_runner.py:73) -2024-09-01 18:07:27,761 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.004054009004903492 (mp_runner.py:73) -2024-09-01 18:07:28,316 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.002462698001181707 (mp_runner.py:73) -2024-09-01 18:07:28,431 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.0015171999984886497 (mp_runner.py:73) -2024-09-01 18:07:28,510 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.004549033001239877 (mp_runner.py:73) -2024-09-01 18:07:28,696 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.0019888769966200925 (mp_runner.py:73) -2024-09-01 18:07:28,779 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0024054509995039552 (mp_runner.py:73) -2024-09-01 18:07:29,275 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.0014616810003644787 (mp_runner.py:73) -2024-09-01 18:07:29,567 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0025850729944068007 (mp_runner.py:73) -2024-09-01 18:07:29,611 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.0019056880046264268 (mp_runner.py:73) -2024-09-01 18:07:29,626 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.0015128140003071167 (mp_runner.py:73) -2024-09-01 18:07:29,816 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.0038200929993763566 (mp_runner.py:73) -2024-09-01 18:07:30,373 | DEBUG |(SpawnProcess-1:9) search_count: 9500, latest_latency=0.00162516999989748 (mp_runner.py:73) -2024-09-01 18:07:30,630 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0014357219988596626 (mp_runner.py:73) -2024-09-01 18:07:30,630 | DEBUG |(SpawnProcess-1:8) search_count: 9500, latest_latency=0.003933305000828113 (mp_runner.py:73) -2024-09-01 18:07:30,715 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.0018308729995624162 (mp_runner.py:73) -2024-09-01 18:07:30,987 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0015316009958041832 (mp_runner.py:73) -2024-09-01 18:07:31,356 | DEBUG |(SpawnProcess-1:9) search_count: 10000, latest_latency=0.0015390940025099553 (mp_runner.py:73) -2024-09-01 18:07:31,551 | DEBUG |(SpawnProcess-1:8) search_count: 10000, latest_latency=0.0020905339988530613 (mp_runner.py:73) -2024-09-01 18:07:31,647 | DEBUG |(SpawnProcess-1:5) search_count: 9500, latest_latency=0.0026894610055023804 (mp_runner.py:73) -2024-09-01 18:07:31,755 | DEBUG |(SpawnProcess-1:6) search_count: 9500, latest_latency=0.0016529939966858365 (mp_runner.py:73) -2024-09-01 18:07:31,880 | DEBUG |(SpawnProcess-1:7) search_count: 9500, latest_latency=0.0015587960006087087 (mp_runner.py:73) -2024-09-01 18:07:32,280 | DEBUG |(SpawnProcess-1:9) search_count: 10500, latest_latency=0.0011089420004282147 (mp_runner.py:73) -2024-09-01 18:07:32,489 | DEBUG |(SpawnProcess-1:8) search_count: 10500, latest_latency=0.0016509929992025718 (mp_runner.py:73) -2024-09-01 18:07:32,652 | DEBUG |(SpawnProcess-1:5) search_count: 10000, latest_latency=0.0019920990016544238 (mp_runner.py:73) -2024-09-01 18:07:32,838 | DEBUG |(SpawnProcess-1:6) search_count: 10000, latest_latency=0.0020104950017412193 (mp_runner.py:73) -2024-09-01 18:07:32,947 | DEBUG |(SpawnProcess-1:7) search_count: 10000, latest_latency=0.0019348990026628599 (mp_runner.py:73) -2024-09-01 18:07:33,215 | DEBUG |(SpawnProcess-1:9) search_count: 11000, latest_latency=0.0021499200011021458 (mp_runner.py:73) -2024-09-01 18:07:33,392 | DEBUG |(SpawnProcess-1:8) search_count: 11000, latest_latency=0.0022158689971547574 (mp_runner.py:73) -2024-09-01 18:07:33,790 | DEBUG |(SpawnProcess-1:5) search_count: 10500, latest_latency=0.0014818700001342222 (mp_runner.py:73) -2024-09-01 18:07:33,967 | DEBUG |(SpawnProcess-1:6) search_count: 10500, latest_latency=0.0013722759977099486 (mp_runner.py:73) -2024-09-01 18:07:34,042 | DEBUG |(SpawnProcess-1:7) search_count: 10500, latest_latency=0.0018999550011358224 (mp_runner.py:73) -2024-09-01 18:07:34,174 | DEBUG |(SpawnProcess-1:9) search_count: 11500, latest_latency=0.001442940003471449 (mp_runner.py:73) -2024-09-01 18:07:34,318 | DEBUG |(SpawnProcess-1:8) search_count: 11500, latest_latency=0.0027704040039679967 (mp_runner.py:73) -2024-09-01 18:07:34,752 | DEBUG |(SpawnProcess-1:5) search_count: 11000, latest_latency=0.00272914699598914 (mp_runner.py:73) -2024-09-01 18:07:34,965 | DEBUG |(SpawnProcess-1:6) search_count: 11000, latest_latency=0.0018974330014316365 (mp_runner.py:73) -2024-09-01 18:07:34,974 | DEBUG |(SpawnProcess-1:7) search_count: 11000, latest_latency=0.0016333430030499585 (mp_runner.py:73) -2024-09-01 18:07:35,126 | DEBUG |(SpawnProcess-1:9) search_count: 12000, latest_latency=0.0017200050060637295 (mp_runner.py:73) -2024-09-01 18:07:35,270 | DEBUG |(SpawnProcess-1:8) search_count: 12000, latest_latency=0.0012815259979106486 (mp_runner.py:73) -2024-09-01 18:07:35,752 | DEBUG |(SpawnProcess-1:5) search_count: 11500, latest_latency=0.0030339340009959415 (mp_runner.py:73) -2024-09-01 18:07:35,950 | DEBUG |(SpawnProcess-1:7) search_count: 11500, latest_latency=0.0017419959986000322 (mp_runner.py:73) -2024-09-01 18:07:35,980 | DEBUG |(SpawnProcess-1:6) search_count: 11500, latest_latency=0.002893740005674772 (mp_runner.py:73) -2024-09-01 18:07:36,142 | DEBUG |(SpawnProcess-1:9) search_count: 12500, latest_latency=0.0016444120046799071 (mp_runner.py:73) -2024-09-01 18:07:36,320 | DEBUG |(SpawnProcess-1:8) search_count: 12500, latest_latency=0.0032989079991239123 (mp_runner.py:73) -2024-09-01 18:07:36,740 | DEBUG |(SpawnProcess-1:5) search_count: 12000, latest_latency=0.0024549499939894304 (mp_runner.py:73) -2024-09-01 18:07:36,980 | DEBUG |(SpawnProcess-1:7) search_count: 12000, latest_latency=0.0016419320018030703 (mp_runner.py:73) -2024-09-01 18:07:37,108 | DEBUG |(SpawnProcess-1:9) search_count: 13000, latest_latency=0.001746649999404326 (mp_runner.py:73) -2024-09-01 18:07:37,130 | DEBUG |(SpawnProcess-1:6) search_count: 12000, latest_latency=0.0022400250018108636 (mp_runner.py:73) -2024-09-01 18:07:37,223 | DEBUG |(SpawnProcess-1:8) search_count: 13000, latest_latency=0.0013341860030777752 (mp_runner.py:73) -2024-09-01 18:07:37,817 | DEBUG |(SpawnProcess-1:5) search_count: 12500, latest_latency=0.0027574569976422936 (mp_runner.py:73) -2024-09-01 18:07:38,019 | DEBUG |(SpawnProcess-1:9) search_count: 13500, latest_latency=0.0018046330005745403 (mp_runner.py:73) -2024-09-01 18:07:38,061 | DEBUG |(SpawnProcess-1:7) search_count: 12500, latest_latency=0.0023456859998987056 (mp_runner.py:73) -2024-09-01 18:07:38,085 | DEBUG |(SpawnProcess-1:8) search_count: 13500, latest_latency=0.0017365930034429766 (mp_runner.py:73) -2024-09-01 18:07:38,135 | DEBUG |(SpawnProcess-1:6) search_count: 12500, latest_latency=0.002083405001030769 (mp_runner.py:73) -2024-09-01 18:07:38,871 | DEBUG |(SpawnProcess-1:5) search_count: 13000, latest_latency=0.0018883669981732965 (mp_runner.py:73) -2024-09-01 18:07:38,919 | DEBUG |(SpawnProcess-1:9) search_count: 14000, latest_latency=0.00248637399636209 (mp_runner.py:73) -2024-09-01 18:07:38,986 | DEBUG |(SpawnProcess-1:8) search_count: 14000, latest_latency=0.0015060290024848655 (mp_runner.py:73) -2024-09-01 18:07:39,131 | DEBUG |(SpawnProcess-1:7) search_count: 13000, latest_latency=0.001710003001790028 (mp_runner.py:73) -2024-09-01 18:07:39,259 | DEBUG |(SpawnProcess-1:6) search_count: 13000, latest_latency=0.002403594000497833 (mp_runner.py:73) -2024-09-01 18:07:39,944 | DEBUG |(SpawnProcess-1:5) search_count: 13500, latest_latency=0.0020482479958445765 (mp_runner.py:73) -2024-09-01 18:07:39,972 | DEBUG |(SpawnProcess-1:9) search_count: 14500, latest_latency=0.0019337919948156923 (mp_runner.py:73) -2024-09-01 18:07:40,013 | DEBUG |(SpawnProcess-1:8) search_count: 14500, latest_latency=0.003783088999625761 (mp_runner.py:73) -2024-09-01 18:07:40,105 | DEBUG |(SpawnProcess-1:7) search_count: 13500, latest_latency=0.003604716999689117 (mp_runner.py:73) -2024-09-01 18:07:40,209 | DEBUG |(SpawnProcess-1:6) search_count: 13500, latest_latency=0.0016965429967967793 (mp_runner.py:73) -2024-09-01 18:07:40,881 | DEBUG |(SpawnProcess-1:5) search_count: 14000, latest_latency=0.002372975999605842 (mp_runner.py:73) -2024-09-01 18:07:40,883 | DEBUG |(SpawnProcess-1:9) search_count: 15000, latest_latency=0.001808338005503174 (mp_runner.py:73) -2024-09-01 18:07:41,058 | DEBUG |(SpawnProcess-1:8) search_count: 15000, latest_latency=0.0012204719969304278 (mp_runner.py:73) -2024-09-01 18:07:41,103 | DEBUG |(SpawnProcess-1:7) search_count: 14000, latest_latency=0.002490670005499851 (mp_runner.py:73) -2024-09-01 18:07:41,217 | DEBUG |(SpawnProcess-1:6) search_count: 14000, latest_latency=0.0028929950058227405 (mp_runner.py:73) -2024-09-01 18:07:41,814 | DEBUG |(SpawnProcess-1:9) search_count: 15500, latest_latency=0.004034493998915423 (mp_runner.py:73) -2024-09-01 18:07:41,859 | DEBUG |(SpawnProcess-1:5) search_count: 14500, latest_latency=0.002906112997152377 (mp_runner.py:73) -2024-09-01 18:07:42,098 | DEBUG |(SpawnProcess-1:8) search_count: 15500, latest_latency=0.0074037739977939054 (mp_runner.py:73) -2024-09-01 18:07:42,193 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0007s, count=14444, qps in this process: 481.4554 (mp_runner.py:76) -2024-09-01 18:07:42,196 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0052s, count=15646, qps in this process: 521.4429 (mp_runner.py:76) -2024-09-01 18:07:42,196 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0106s, count=14438, qps in this process: 481.0967 (mp_runner.py:76) -2024-09-01 18:07:42,199 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0031s, count=15528, qps in this process: 517.5465 (mp_runner.py:76) -2024-09-01 18:07:42,201 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0106s, count=14589, qps in this process: 486.1282 (mp_runner.py:76) -2024-09-01 18:07:42,209 | INFO |End search in concurrency 5: dur=30.071437095000874s, total_count=74645, qps=2482.2558 (mp_runner.py:120) -2024-09-01 18:07:42,515 | INFO |Update largest qps with concurrency 5: current max_qps=2482.2558 (mp_runner.py:124) -2024-09-01 18:07:42,935 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:07:42,935 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 18:07:53,125 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 18:07:53,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,223 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,236 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,238 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,244 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,257 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,258 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,260 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,274 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,275 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,312 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:53,313 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:07:55,667 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.0033260900017921813 (mp_runner.py:73) -2024-09-01 18:07:55,668 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.004068034002557397 (mp_runner.py:73) -2024-09-01 18:07:55,668 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.00480955200328026 (mp_runner.py:73) -2024-09-01 18:07:55,668 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.004089182999450713 (mp_runner.py:73) -2024-09-01 18:07:55,670 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.007415200001560152 (mp_runner.py:73) -2024-09-01 18:07:55,670 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.005763859997387044 (mp_runner.py:73) -2024-09-01 18:07:55,671 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.008385984001506586 (mp_runner.py:73) -2024-09-01 18:07:55,672 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.010242242999083828 (mp_runner.py:73) -2024-09-01 18:07:55,672 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.006388911002431996 (mp_runner.py:73) -2024-09-01 18:07:55,674 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.010682899999665096 (mp_runner.py:73) -2024-09-01 18:07:56,248 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.00998358800279675 (mp_runner.py:73) -2024-09-01 18:07:56,293 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.007636690999788698 (mp_runner.py:73) -2024-09-01 18:07:56,341 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.007295502997294534 (mp_runner.py:73) -2024-09-01 18:07:56,342 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.01087432200438343 (mp_runner.py:73) -2024-09-01 18:07:56,463 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.006318917003227398 (mp_runner.py:73) -2024-09-01 18:07:57,960 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.003529199995682575 (mp_runner.py:73) -2024-09-01 18:07:57,960 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.00393132400495233 (mp_runner.py:73) -2024-09-01 18:07:57,960 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.003680492998682894 (mp_runner.py:73) -2024-09-01 18:07:57,960 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.0030788570002187043 (mp_runner.py:73) -2024-09-01 18:07:57,961 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0055054690019460395 (mp_runner.py:73) -2024-09-01 18:07:57,962 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.004577891995722894 (mp_runner.py:73) -2024-09-01 18:07:57,962 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0037893890039413236 (mp_runner.py:73) -2024-09-01 18:07:57,962 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.006491072999779135 (mp_runner.py:73) -2024-09-01 18:07:57,963 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.005047842001658864 (mp_runner.py:73) -2024-09-01 18:07:57,963 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.005084304000774864 (mp_runner.py:73) -2024-09-01 18:07:59,423 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.004011571996670682 (mp_runner.py:73) -2024-09-01 18:07:59,423 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.010414265998406336 (mp_runner.py:73) -2024-09-01 18:07:59,424 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.00530267899739556 (mp_runner.py:73) -2024-09-01 18:07:59,425 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.004774508997797966 (mp_runner.py:73) -2024-09-01 18:07:59,580 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.004913670003588777 (mp_runner.py:73) -2024-09-01 18:08:00,273 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.00622302000556374 (mp_runner.py:73) -2024-09-01 18:08:00,380 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.0019341439983691089 (mp_runner.py:73) -2024-09-01 18:08:00,395 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.003923829994164407 (mp_runner.py:73) -2024-09-01 18:08:00,405 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.005191885997192003 (mp_runner.py:73) -2024-09-01 18:08:00,419 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.007843398001568858 (mp_runner.py:73) -2024-09-01 18:08:00,450 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.006089542999689002 (mp_runner.py:73) -2024-09-01 18:08:00,451 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.008145900996169075 (mp_runner.py:73) -2024-09-01 18:08:00,497 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.007554269002866931 (mp_runner.py:73) -2024-09-01 18:08:00,509 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.008349153002200183 (mp_runner.py:73) -2024-09-01 18:08:01,022 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.008933789998991415 (mp_runner.py:73) -2024-09-01 18:08:02,299 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.009264063002774492 (mp_runner.py:73) -2024-09-01 18:08:02,302 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.00604441999894334 (mp_runner.py:73) -2024-09-01 18:08:02,328 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.010402722997241654 (mp_runner.py:73) -2024-09-01 18:08:02,332 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00979827500123065 (mp_runner.py:73) -2024-09-01 18:08:02,796 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.00886605500272708 (mp_runner.py:73) -2024-09-01 18:08:03,207 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.006094502998166718 (mp_runner.py:73) -2024-09-01 18:08:03,212 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.0064791500044520944 (mp_runner.py:73) -2024-09-01 18:08:03,215 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.006545360003656242 (mp_runner.py:73) -2024-09-01 18:08:03,407 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.0023699249941273592 (mp_runner.py:73) -2024-09-01 18:08:03,408 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.007768249997752719 (mp_runner.py:73) -2024-09-01 18:08:03,496 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.010325579001801088 (mp_runner.py:73) -2024-09-01 18:08:03,526 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.005299563999869861 (mp_runner.py:73) -2024-09-01 18:08:03,583 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.00608080700476421 (mp_runner.py:73) -2024-09-01 18:08:03,633 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.004407528998854104 (mp_runner.py:73) -2024-09-01 18:08:04,225 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.007143171998905018 (mp_runner.py:73) -2024-09-01 18:08:05,062 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.005641529998683836 (mp_runner.py:73) -2024-09-01 18:08:05,124 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004060453000420239 (mp_runner.py:73) -2024-09-01 18:08:05,167 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.005128052995132748 (mp_runner.py:73) -2024-09-01 18:08:05,171 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.0054019949966459535 (mp_runner.py:73) -2024-09-01 18:08:05,831 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.004473531000257935 (mp_runner.py:73) -2024-09-01 18:08:06,196 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.00437701000191737 (mp_runner.py:73) -2024-09-01 18:08:06,211 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.008688800997333601 (mp_runner.py:73) -2024-09-01 18:08:06,213 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.0082508150007925 (mp_runner.py:73) -2024-09-01 18:08:06,504 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.009151890997600276 (mp_runner.py:73) -2024-09-01 18:08:06,546 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.008230829000240192 (mp_runner.py:73) -2024-09-01 18:08:06,551 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.007468807001714595 (mp_runner.py:73) -2024-09-01 18:08:06,554 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.006368442998791579 (mp_runner.py:73) -2024-09-01 18:08:06,576 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.006259531000978313 (mp_runner.py:73) -2024-09-01 18:08:06,643 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.006794865999836475 (mp_runner.py:73) -2024-09-01 18:08:07,353 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.008948840004450176 (mp_runner.py:73) -2024-09-01 18:08:07,908 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.006206619000295177 (mp_runner.py:73) -2024-09-01 18:08:07,908 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.0068791750018135644 (mp_runner.py:73) -2024-09-01 18:08:07,908 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.0019080529964412563 (mp_runner.py:73) -2024-09-01 18:08:07,923 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.008797333997790702 (mp_runner.py:73) -2024-09-01 18:08:08,892 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.004712467001809273 (mp_runner.py:73) -2024-09-01 18:08:08,892 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.006240381000679918 (mp_runner.py:73) -2024-09-01 18:08:08,928 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.005524815001990646 (mp_runner.py:73) -2024-09-01 18:08:08,928 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.00701450600172393 (mp_runner.py:73) -2024-09-01 18:08:09,305 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.0056084180032485165 (mp_runner.py:73) -2024-09-01 18:08:09,308 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.004791815001226496 (mp_runner.py:73) -2024-09-01 18:08:09,309 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.005864145001396537 (mp_runner.py:73) -2024-09-01 18:08:09,310 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.005143865004356485 (mp_runner.py:73) -2024-09-01 18:08:09,689 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.004493856999033596 (mp_runner.py:73) -2024-09-01 18:08:09,760 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.0030572260002372786 (mp_runner.py:73) -2024-09-01 18:08:10,675 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.0061933970064274035 (mp_runner.py:73) -2024-09-01 18:08:10,796 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.006298524996964261 (mp_runner.py:73) -2024-09-01 18:08:10,983 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.006042859997251071 (mp_runner.py:73) -2024-09-01 18:08:11,178 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.00455700699967565 (mp_runner.py:73) -2024-09-01 18:08:11,181 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.0053065489992150106 (mp_runner.py:73) -2024-09-01 18:08:11,946 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.008158980999724008 (mp_runner.py:73) -2024-09-01 18:08:12,125 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.010382968001067638 (mp_runner.py:73) -2024-09-01 18:08:12,142 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.011693168999045156 (mp_runner.py:73) -2024-09-01 18:08:12,255 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.00620856699970318 (mp_runner.py:73) -2024-09-01 18:08:12,417 | DEBUG |(SpawnProcess-1:16) search_count: 3500, latest_latency=0.009171794001304079 (mp_runner.py:73) -2024-09-01 18:08:12,454 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.008061885004281066 (mp_runner.py:73) -2024-09-01 18:08:12,555 | DEBUG |(SpawnProcess-1:11) search_count: 3500, latest_latency=0.0077320009950199164 (mp_runner.py:73) -2024-09-01 18:08:12,576 | DEBUG |(SpawnProcess-1:24) search_count: 3500, latest_latency=0.00721080200310098 (mp_runner.py:73) -2024-09-01 18:08:12,848 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.008083102002274245 (mp_runner.py:73) -2024-09-01 18:08:12,892 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.007000580997555517 (mp_runner.py:73) -2024-09-01 18:08:13,816 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.005111995000333991 (mp_runner.py:73) -2024-09-01 18:08:13,926 | DEBUG |(SpawnProcess-1:13) search_count: 3500, latest_latency=0.008081467000010889 (mp_runner.py:73) -2024-09-01 18:08:14,251 | DEBUG |(SpawnProcess-1:23) search_count: 3500, latest_latency=0.010549792998062912 (mp_runner.py:73) -2024-09-01 18:08:14,262 | DEBUG |(SpawnProcess-1:21) search_count: 3500, latest_latency=0.008739057004277129 (mp_runner.py:73) -2024-09-01 18:08:14,512 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.00425421999534592 (mp_runner.py:73) -2024-09-01 18:08:14,918 | DEBUG |(SpawnProcess-1:18) search_count: 4000, latest_latency=0.00538728399988031 (mp_runner.py:73) -2024-09-01 18:08:15,030 | DEBUG |(SpawnProcess-1:20) search_count: 4000, latest_latency=0.0034868829970946535 (mp_runner.py:73) -2024-09-01 18:08:15,133 | DEBUG |(SpawnProcess-1:17) search_count: 4000, latest_latency=0.004666492997785099 (mp_runner.py:73) -2024-09-01 18:08:15,529 | DEBUG |(SpawnProcess-1:11) search_count: 4000, latest_latency=0.005254515999695286 (mp_runner.py:73) -2024-09-01 18:08:15,675 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.008779980002145749 (mp_runner.py:73) -2024-09-01 18:08:15,692 | DEBUG |(SpawnProcess-1:24) search_count: 4000, latest_latency=0.006138743003248237 (mp_runner.py:73) -2024-09-01 18:08:15,786 | DEBUG |(SpawnProcess-1:16) search_count: 4000, latest_latency=0.0014938900058041327 (mp_runner.py:73) -2024-09-01 18:08:15,849 | DEBUG |(SpawnProcess-1:19) search_count: 4000, latest_latency=0.004481356998439878 (mp_runner.py:73) -2024-09-01 18:08:16,179 | DEBUG |(SpawnProcess-1:22) search_count: 4000, latest_latency=0.003736598002433311 (mp_runner.py:73) -2024-09-01 18:08:16,262 | DEBUG |(SpawnProcess-1:14) search_count: 4000, latest_latency=0.005391566999605857 (mp_runner.py:73) -2024-09-01 18:08:16,620 | DEBUG |(SpawnProcess-1:15) search_count: 4000, latest_latency=0.006231674000446219 (mp_runner.py:73) -2024-09-01 18:08:17,140 | DEBUG |(SpawnProcess-1:13) search_count: 4000, latest_latency=0.001702993999060709 (mp_runner.py:73) -2024-09-01 18:08:17,286 | DEBUG |(SpawnProcess-1:23) search_count: 4000, latest_latency=0.006485181002062745 (mp_runner.py:73) -2024-09-01 18:08:17,376 | DEBUG |(SpawnProcess-1:21) search_count: 4000, latest_latency=0.005049924999184441 (mp_runner.py:73) -2024-09-01 18:08:17,599 | DEBUG |(SpawnProcess-1:25) search_count: 4000, latest_latency=0.004707126005087048 (mp_runner.py:73) -2024-09-01 18:08:17,970 | DEBUG |(SpawnProcess-1:18) search_count: 4500, latest_latency=0.008705273001396563 (mp_runner.py:73) -2024-09-01 18:08:18,116 | DEBUG |(SpawnProcess-1:17) search_count: 4500, latest_latency=0.012756085001456086 (mp_runner.py:73) -2024-09-01 18:08:18,122 | DEBUG |(SpawnProcess-1:20) search_count: 4500, latest_latency=0.014325346004625317 (mp_runner.py:73) -2024-09-01 18:08:18,582 | DEBUG |(SpawnProcess-1:12) search_count: 4000, latest_latency=0.003775841003516689 (mp_runner.py:73) -2024-09-01 18:08:18,732 | DEBUG |(SpawnProcess-1:11) search_count: 4500, latest_latency=0.009219924999342766 (mp_runner.py:73) -2024-09-01 18:08:18,752 | DEBUG |(SpawnProcess-1:19) search_count: 4500, latest_latency=0.007867849999456666 (mp_runner.py:73) -2024-09-01 18:08:18,780 | DEBUG |(SpawnProcess-1:24) search_count: 4500, latest_latency=0.007680474998778664 (mp_runner.py:73) -2024-09-01 18:08:18,880 | DEBUG |(SpawnProcess-1:16) search_count: 4500, latest_latency=0.008306026000354905 (mp_runner.py:73) -2024-09-01 18:08:19,241 | DEBUG |(SpawnProcess-1:14) search_count: 4500, latest_latency=0.008664319000672549 (mp_runner.py:73) -2024-09-01 18:08:19,337 | DEBUG |(SpawnProcess-1:22) search_count: 4500, latest_latency=0.009871620000922121 (mp_runner.py:73) -2024-09-01 18:08:19,727 | DEBUG |(SpawnProcess-1:15) search_count: 4500, latest_latency=0.009886936997645535 (mp_runner.py:73) -2024-09-01 18:08:20,319 | DEBUG |(SpawnProcess-1:13) search_count: 4500, latest_latency=0.00946986700000707 (mp_runner.py:73) -2024-09-01 18:08:20,391 | DEBUG |(SpawnProcess-1:23) search_count: 4500, latest_latency=0.00963482899533119 (mp_runner.py:73) -2024-09-01 18:08:20,458 | DEBUG |(SpawnProcess-1:21) search_count: 4500, latest_latency=0.006039624000550248 (mp_runner.py:73) -2024-09-01 18:08:20,693 | DEBUG |(SpawnProcess-1:25) search_count: 4500, latest_latency=0.008316703999298625 (mp_runner.py:73) -2024-09-01 18:08:21,130 | DEBUG |(SpawnProcess-1:17) search_count: 5000, latest_latency=0.001859404997958336 (mp_runner.py:73) -2024-09-01 18:08:21,193 | DEBUG |(SpawnProcess-1:18) search_count: 5000, latest_latency=0.0068134960019961 (mp_runner.py:73) -2024-09-01 18:08:21,210 | DEBUG |(SpawnProcess-1:20) search_count: 5000, latest_latency=0.005093647996545769 (mp_runner.py:73) -2024-09-01 18:08:21,577 | DEBUG |(SpawnProcess-1:12) search_count: 4500, latest_latency=0.008379392995266244 (mp_runner.py:73) -2024-09-01 18:08:21,665 | DEBUG |(SpawnProcess-1:11) search_count: 5000, latest_latency=0.004301572997064795 (mp_runner.py:73) -2024-09-01 18:08:21,723 | DEBUG |(SpawnProcess-1:19) search_count: 5000, latest_latency=0.006247589000849985 (mp_runner.py:73) -2024-09-01 18:08:21,894 | DEBUG |(SpawnProcess-1:24) search_count: 5000, latest_latency=0.0058040299991262145 (mp_runner.py:73) -2024-09-01 18:08:22,047 | DEBUG |(SpawnProcess-1:16) search_count: 5000, latest_latency=0.0053662950012949295 (mp_runner.py:73) -2024-09-01 18:08:22,328 | DEBUG |(SpawnProcess-1:14) search_count: 5000, latest_latency=0.003542956997989677 (mp_runner.py:73) -2024-09-01 18:08:22,329 | DEBUG |(SpawnProcess-1:22) search_count: 5000, latest_latency=0.005249704998277593 (mp_runner.py:73) -2024-09-01 18:08:22,632 | DEBUG |(SpawnProcess-1:15) search_count: 5000, latest_latency=0.0068434909990173765 (mp_runner.py:73) -2024-09-01 18:08:23,205 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0018s, count=5355, qps in this process: 178.4893 (mp_runner.py:76) -2024-09-01 18:08:23,223 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0002s, count=5153, qps in this process: 171.7655 (mp_runner.py:76) -2024-09-01 18:08:23,224 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0017s, count=5153, qps in this process: 171.7569 (mp_runner.py:76) -2024-09-01 18:08:23,226 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0002s, count=4978, qps in this process: 165.9322 (mp_runner.py:76) -2024-09-01 18:08:23,238 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0006s, count=5251, qps in this process: 175.0298 (mp_runner.py:76) -2024-09-01 18:08:23,245 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0034s, count=5200, qps in this process: 173.3137 (mp_runner.py:76) -2024-09-01 18:08:23,249 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0026s, count=4951, qps in this process: 165.019 (mp_runner.py:76) -2024-09-01 18:08:23,260 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0003s, count=5349, qps in this process: 178.2982 (mp_runner.py:76) -2024-09-01 18:08:23,265 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0049s, count=5105, qps in this process: 170.1389 (mp_runner.py:76) -2024-09-01 18:08:23,270 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0045s, count=4984, qps in this process: 166.1084 (mp_runner.py:76) -2024-09-01 18:08:23,276 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0004s, count=4934, qps in this process: 164.4645 (mp_runner.py:76) -2024-09-01 18:08:23,277 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0009s, count=5230, qps in this process: 174.3281 (mp_runner.py:76) -2024-09-01 18:08:23,280 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0039s, count=5270, qps in this process: 175.6438 (mp_runner.py:76) -2024-09-01 18:08:23,316 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0002s, count=4828, qps in this process: 160.9323 (mp_runner.py:76) -2024-09-01 18:08:23,319 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0003s, count=5395, qps in this process: 179.8315 (mp_runner.py:76) -2024-09-01 18:08:23,326 | INFO |End search in concurrency 15: dur=30.19991490800021s, total_count=77136, qps=2554.1794 (mp_runner.py:120) -2024-09-01 18:08:24,221 | INFO |Update largest qps with concurrency 15: current max_qps=2554.1794 (mp_runner.py:124) -2024-09-01 18:08:24,639 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:08:24,639 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 18:08:34,909 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 18:08:34,956 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,000 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,018 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,028 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,042 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,066 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,073 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,074 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,075 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,085 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,090 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,107 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,110 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,110 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,112 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,127 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,133 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:35,135 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:08:38,194 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.0065931240023928694 (mp_runner.py:73) -2024-09-01 18:08:38,194 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.006790942003135569 (mp_runner.py:73) -2024-09-01 18:08:38,195 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.006979603997024242 (mp_runner.py:73) -2024-09-01 18:08:38,195 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.007010446999629494 (mp_runner.py:73) -2024-09-01 18:08:38,195 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.006155518000014126 (mp_runner.py:73) -2024-09-01 18:08:38,195 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.006723087004502304 (mp_runner.py:73) -2024-09-01 18:08:38,196 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.005668429999786895 (mp_runner.py:73) -2024-09-01 18:08:38,196 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.005674455998814665 (mp_runner.py:73) -2024-09-01 18:08:38,196 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.0073141729953931645 (mp_runner.py:73) -2024-09-01 18:08:38,196 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.010615612998662982 (mp_runner.py:73) -2024-09-01 18:08:38,197 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.007366139005171135 (mp_runner.py:73) -2024-09-01 18:08:38,197 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.0073012439970625564 (mp_runner.py:73) -2024-09-01 18:08:38,198 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.006582554000488017 (mp_runner.py:73) -2024-09-01 18:08:38,198 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.011470969002402853 (mp_runner.py:73) -2024-09-01 18:08:38,199 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.010189112996158656 (mp_runner.py:73) -2024-09-01 18:08:38,199 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.007378989997960161 (mp_runner.py:73) -2024-09-01 18:08:38,199 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.007196928003395442 (mp_runner.py:73) -2024-09-01 18:08:38,199 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.006421090998628642 (mp_runner.py:73) -2024-09-01 18:08:38,200 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.007521116000134498 (mp_runner.py:73) -2024-09-01 18:08:39,613 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.008726319996640086 (mp_runner.py:73) -2024-09-01 18:08:41,237 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.004420124001626391 (mp_runner.py:73) -2024-09-01 18:08:41,237 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.003744232999451924 (mp_runner.py:73) -2024-09-01 18:08:41,237 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.005107755001517944 (mp_runner.py:73) -2024-09-01 18:08:41,237 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.004706480998720508 (mp_runner.py:73) -2024-09-01 18:08:41,238 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.005081934003101196 (mp_runner.py:73) -2024-09-01 18:08:41,238 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.0042370539958938025 (mp_runner.py:73) -2024-09-01 18:08:41,238 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.005068862999905832 (mp_runner.py:73) -2024-09-01 18:08:41,239 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.004794594999111723 (mp_runner.py:73) -2024-09-01 18:08:41,239 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.005222574996878393 (mp_runner.py:73) -2024-09-01 18:08:41,239 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.007544153995695524 (mp_runner.py:73) -2024-09-01 18:08:41,240 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.005429498000012245 (mp_runner.py:73) -2024-09-01 18:08:41,240 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.005295467002724763 (mp_runner.py:73) -2024-09-01 18:08:41,240 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.005533765994186979 (mp_runner.py:73) -2024-09-01 18:08:41,240 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.009326444000180345 (mp_runner.py:73) -2024-09-01 18:08:41,241 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.005820673999551218 (mp_runner.py:73) -2024-09-01 18:08:41,241 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.006058252001821529 (mp_runner.py:73) -2024-09-01 18:08:41,242 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.006160946002637502 (mp_runner.py:73) -2024-09-01 18:08:41,242 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.00908649800112471 (mp_runner.py:73) -2024-09-01 18:08:42,447 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.011203130998183042 (mp_runner.py:73) -2024-09-01 18:08:44,274 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.011070442000345793 (mp_runner.py:73) -2024-09-01 18:08:44,590 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.006057361999410205 (mp_runner.py:73) -2024-09-01 18:08:44,591 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.006052929995348677 (mp_runner.py:73) -2024-09-01 18:08:44,592 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.00599104400316719 (mp_runner.py:73) -2024-09-01 18:08:44,592 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.005203180997341406 (mp_runner.py:73) -2024-09-01 18:08:44,593 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.006594421996851452 (mp_runner.py:73) -2024-09-01 18:08:44,594 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.010701116996642668 (mp_runner.py:73) -2024-09-01 18:08:44,597 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.014094061996729579 (mp_runner.py:73) -2024-09-01 18:08:44,694 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.007829139998648316 (mp_runner.py:73) -2024-09-01 18:08:44,695 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.006119959005445708 (mp_runner.py:73) -2024-09-01 18:08:44,696 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.010345316004531924 (mp_runner.py:73) -2024-09-01 18:08:44,698 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.01283080100256484 (mp_runner.py:73) -2024-09-01 18:08:44,740 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.010307766999176238 (mp_runner.py:73) -2024-09-01 18:08:44,750 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.004476321999391075 (mp_runner.py:73) -2024-09-01 18:08:44,753 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.008980442005849909 (mp_runner.py:73) -2024-09-01 18:08:44,756 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.017110970002249815 (mp_runner.py:73) -2024-09-01 18:08:44,757 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.013895370000682306 (mp_runner.py:73) -2024-09-01 18:08:45,318 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.01935870099987369 (mp_runner.py:73) -2024-09-01 18:08:45,441 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.011148933001095429 (mp_runner.py:73) -2024-09-01 18:08:47,011 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.010775753995403647 (mp_runner.py:73) -2024-09-01 18:08:47,880 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.003177296996000223 (mp_runner.py:73) -2024-09-01 18:08:47,881 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.003371210004843306 (mp_runner.py:73) -2024-09-01 18:08:47,882 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.006306951996521093 (mp_runner.py:73) -2024-09-01 18:08:47,882 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.007468682000762783 (mp_runner.py:73) -2024-09-01 18:08:47,883 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.004557356995064765 (mp_runner.py:73) -2024-09-01 18:08:47,885 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.0057903049964807 (mp_runner.py:73) -2024-09-01 18:08:47,977 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.004437589996086899 (mp_runner.py:73) -2024-09-01 18:08:47,977 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.003594915004214272 (mp_runner.py:73) -2024-09-01 18:08:47,978 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.0033093879974330775 (mp_runner.py:73) -2024-09-01 18:08:47,978 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.003949993995775003 (mp_runner.py:73) -2024-09-01 18:08:47,979 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.007070216997817624 (mp_runner.py:73) -2024-09-01 18:08:47,982 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.006221421004738659 (mp_runner.py:73) -2024-09-01 18:08:47,982 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.010821320000104606 (mp_runner.py:73) -2024-09-01 18:08:47,983 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.007531600000220351 (mp_runner.py:73) -2024-09-01 18:08:48,711 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.009798017003049608 (mp_runner.py:73) -2024-09-01 18:08:49,029 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.008449161003227346 (mp_runner.py:73) -2024-09-01 18:08:49,085 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.007191019001766108 (mp_runner.py:73) -2024-09-01 18:08:49,337 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.009783253000932746 (mp_runner.py:73) -2024-09-01 18:08:49,544 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.006482014003267977 (mp_runner.py:73) -2024-09-01 18:08:50,912 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.004666868000640534 (mp_runner.py:73) -2024-09-01 18:08:50,913 | DEBUG |(SpawnProcess-1:42) search_count: 2500, latest_latency=0.006497292000858579 (mp_runner.py:73) -2024-09-01 18:08:51,127 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.0014520780023303814 (mp_runner.py:73) -2024-09-01 18:08:51,139 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.006571803998667747 (mp_runner.py:73) -2024-09-01 18:08:51,141 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.007054767003864981 (mp_runner.py:73) -2024-09-01 18:08:51,149 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.011883496001246385 (mp_runner.py:73) -2024-09-01 18:08:51,159 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.005513960000826046 (mp_runner.py:73) -2024-09-01 18:08:51,164 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.011948522995226085 (mp_runner.py:73) -2024-09-01 18:08:51,165 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.014524493002681993 (mp_runner.py:73) -2024-09-01 18:08:51,168 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.00655122800526442 (mp_runner.py:73) -2024-09-01 18:08:51,171 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.009298166994994972 (mp_runner.py:73) -2024-09-01 18:08:51,328 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.006839544999820646 (mp_runner.py:73) -2024-09-01 18:08:51,719 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.011301159000140615 (mp_runner.py:73) -2024-09-01 18:08:52,182 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.008839600995997898 (mp_runner.py:73) -2024-09-01 18:08:52,324 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.011075894006353337 (mp_runner.py:73) -2024-09-01 18:08:52,896 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.008760778997384477 (mp_runner.py:73) -2024-09-01 18:08:53,245 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.009849112000665627 (mp_runner.py:73) -2024-09-01 18:08:53,328 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.009802304004551843 (mp_runner.py:73) -2024-09-01 18:08:53,495 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.017310616000031587 (mp_runner.py:73) -2024-09-01 18:08:53,630 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.010068652998597827 (mp_runner.py:73) -2024-09-01 18:08:54,119 | DEBUG |(SpawnProcess-1:28) search_count: 3000, latest_latency=0.001687043004494626 (mp_runner.py:73) -2024-09-01 18:08:54,121 | DEBUG |(SpawnProcess-1:36) search_count: 3000, latest_latency=0.0048818979994393885 (mp_runner.py:73) -2024-09-01 18:08:54,160 | DEBUG |(SpawnProcess-1:43) search_count: 3000, latest_latency=0.005216935001953971 (mp_runner.py:73) -2024-09-01 18:08:54,170 | DEBUG |(SpawnProcess-1:35) search_count: 3000, latest_latency=0.005107471995870583 (mp_runner.py:73) -2024-09-01 18:08:54,171 | DEBUG |(SpawnProcess-1:42) search_count: 3000, latest_latency=0.011873675000970252 (mp_runner.py:73) -2024-09-01 18:08:54,178 | DEBUG |(SpawnProcess-1:29) search_count: 3000, latest_latency=0.0049733749983715825 (mp_runner.py:73) -2024-09-01 18:08:54,190 | DEBUG |(SpawnProcess-1:27) search_count: 3000, latest_latency=0.006316592000075616 (mp_runner.py:73) -2024-09-01 18:08:54,190 | DEBUG |(SpawnProcess-1:44) search_count: 3000, latest_latency=0.0073822739941533655 (mp_runner.py:73) -2024-09-01 18:08:54,191 | DEBUG |(SpawnProcess-1:46) search_count: 3000, latest_latency=0.0072994849979295395 (mp_runner.py:73) -2024-09-01 18:08:54,193 | DEBUG |(SpawnProcess-1:30) search_count: 3000, latest_latency=0.010276064997015055 (mp_runner.py:73) -2024-09-01 18:08:54,933 | DEBUG |(SpawnProcess-1:33) search_count: 3000, latest_latency=0.0069276459980756044 (mp_runner.py:73) -2024-09-01 18:08:55,525 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.009325723003712483 (mp_runner.py:73) -2024-09-01 18:08:55,911 | DEBUG |(SpawnProcess-1:34) search_count: 3000, latest_latency=0.006373237003572285 (mp_runner.py:73) -2024-09-01 18:08:56,259 | DEBUG |(SpawnProcess-1:39) search_count: 3000, latest_latency=0.006312188001174945 (mp_runner.py:73) -2024-09-01 18:08:56,472 | DEBUG |(SpawnProcess-1:45) search_count: 3000, latest_latency=0.010702229003072716 (mp_runner.py:73) -2024-09-01 18:08:57,124 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.005304441001499072 (mp_runner.py:73) -2024-09-01 18:08:57,149 | DEBUG |(SpawnProcess-1:43) search_count: 3500, latest_latency=0.005831000002217479 (mp_runner.py:73) -2024-09-01 18:08:57,150 | DEBUG |(SpawnProcess-1:42) search_count: 3500, latest_latency=0.009431742997549009 (mp_runner.py:73) -2024-09-01 18:08:57,151 | DEBUG |(SpawnProcess-1:35) search_count: 3500, latest_latency=0.009347012004582211 (mp_runner.py:73) -2024-09-01 18:08:57,195 | DEBUG |(SpawnProcess-1:28) search_count: 3500, latest_latency=0.006065588000637945 (mp_runner.py:73) -2024-09-01 18:08:57,196 | DEBUG |(SpawnProcess-1:36) search_count: 3500, latest_latency=0.008324978996824939 (mp_runner.py:73) -2024-09-01 18:08:57,224 | DEBUG |(SpawnProcess-1:46) search_count: 3500, latest_latency=0.007469110998499673 (mp_runner.py:73) -2024-09-01 18:08:57,224 | DEBUG |(SpawnProcess-1:29) search_count: 3500, latest_latency=0.009555810996971559 (mp_runner.py:73) -2024-09-01 18:08:57,225 | DEBUG |(SpawnProcess-1:44) search_count: 3500, latest_latency=0.008640995998575818 (mp_runner.py:73) -2024-09-01 18:08:57,226 | DEBUG |(SpawnProcess-1:30) search_count: 3500, latest_latency=0.008970124996267259 (mp_runner.py:73) -2024-09-01 18:08:57,227 | DEBUG |(SpawnProcess-1:27) search_count: 3500, latest_latency=0.011450231999333482 (mp_runner.py:73) -2024-09-01 18:08:57,322 | DEBUG |(SpawnProcess-1:41) search_count: 3000, latest_latency=0.007650405997992493 (mp_runner.py:73) -2024-09-01 18:08:57,426 | DEBUG |(SpawnProcess-1:40) search_count: 3000, latest_latency=0.008423147999565117 (mp_runner.py:73) -2024-09-01 18:08:57,587 | DEBUG |(SpawnProcess-1:37) search_count: 3000, latest_latency=0.008929527997679543 (mp_runner.py:73) -2024-09-01 18:08:57,682 | DEBUG |(SpawnProcess-1:32) search_count: 3000, latest_latency=0.00724323200120125 (mp_runner.py:73) -2024-09-01 18:08:59,319 | DEBUG |(SpawnProcess-1:33) search_count: 3500, latest_latency=0.008113641000818461 (mp_runner.py:73) -2024-09-01 18:08:59,830 | DEBUG |(SpawnProcess-1:31) search_count: 3000, latest_latency=0.008372785996471066 (mp_runner.py:73) -2024-09-01 18:09:00,369 | DEBUG |(SpawnProcess-1:42) search_count: 4000, latest_latency=0.003164248999382835 (mp_runner.py:73) -2024-09-01 18:09:00,370 | DEBUG |(SpawnProcess-1:35) search_count: 4000, latest_latency=0.008126093998725992 (mp_runner.py:73) -2024-09-01 18:09:00,370 | DEBUG |(SpawnProcess-1:43) search_count: 4000, latest_latency=0.005918708004173823 (mp_runner.py:73) -2024-09-01 18:09:00,371 | DEBUG |(SpawnProcess-1:36) search_count: 4000, latest_latency=0.004111185000510886 (mp_runner.py:73) -2024-09-01 18:09:00,372 | DEBUG |(SpawnProcess-1:29) search_count: 4000, latest_latency=0.004379018995678052 (mp_runner.py:73) -2024-09-01 18:09:00,401 | DEBUG |(SpawnProcess-1:34) search_count: 3500, latest_latency=0.008968144997197669 (mp_runner.py:73) -2024-09-01 18:09:00,445 | DEBUG |(SpawnProcess-1:39) search_count: 3500, latest_latency=0.012188247004814912 (mp_runner.py:73) -2024-09-01 18:09:00,572 | DEBUG |(SpawnProcess-1:30) search_count: 4000, latest_latency=0.003041654999833554 (mp_runner.py:73) -2024-09-01 18:09:00,573 | DEBUG |(SpawnProcess-1:44) search_count: 4000, latest_latency=0.004663439001888037 (mp_runner.py:73) -2024-09-01 18:09:00,575 | DEBUG |(SpawnProcess-1:38) search_count: 3000, latest_latency=0.006352914002491161 (mp_runner.py:73) -2024-09-01 18:09:00,575 | DEBUG |(SpawnProcess-1:28) search_count: 4000, latest_latency=0.006462308003392536 (mp_runner.py:73) -2024-09-01 18:09:00,575 | DEBUG |(SpawnProcess-1:46) search_count: 4000, latest_latency=0.004116787000384647 (mp_runner.py:73) -2024-09-01 18:09:00,576 | DEBUG |(SpawnProcess-1:27) search_count: 4000, latest_latency=0.0039473500000895 (mp_runner.py:73) -2024-09-01 18:09:00,928 | DEBUG |(SpawnProcess-1:45) search_count: 3500, latest_latency=0.01036399699660251 (mp_runner.py:73) -2024-09-01 18:09:01,481 | DEBUG |(SpawnProcess-1:41) search_count: 3500, latest_latency=0.010276190005242825 (mp_runner.py:73) -2024-09-01 18:09:01,769 | DEBUG |(SpawnProcess-1:32) search_count: 3500, latest_latency=0.008212853004806675 (mp_runner.py:73) -2024-09-01 18:09:01,845 | DEBUG |(SpawnProcess-1:40) search_count: 3500, latest_latency=0.011362899000232574 (mp_runner.py:73) -2024-09-01 18:09:02,030 | DEBUG |(SpawnProcess-1:37) search_count: 3500, latest_latency=0.002812799000821542 (mp_runner.py:73) -2024-09-01 18:09:03,629 | DEBUG |(SpawnProcess-1:35) search_count: 4500, latest_latency=0.0112944909997168 (mp_runner.py:73) -2024-09-01 18:09:03,709 | DEBUG |(SpawnProcess-1:42) search_count: 4500, latest_latency=0.010688601003494114 (mp_runner.py:73) -2024-09-01 18:09:03,730 | DEBUG |(SpawnProcess-1:29) search_count: 4500, latest_latency=0.008975447002740111 (mp_runner.py:73) -2024-09-01 18:09:03,783 | DEBUG |(SpawnProcess-1:43) search_count: 4500, latest_latency=0.01482933799707098 (mp_runner.py:73) -2024-09-01 18:09:03,793 | DEBUG |(SpawnProcess-1:36) search_count: 4500, latest_latency=0.010569148995273281 (mp_runner.py:73) -2024-09-01 18:09:03,808 | DEBUG |(SpawnProcess-1:33) search_count: 4000, latest_latency=0.009161381000012625 (mp_runner.py:73) -2024-09-01 18:09:03,886 | DEBUG |(SpawnProcess-1:28) search_count: 4500, latest_latency=0.01076529199781362 (mp_runner.py:73) -2024-09-01 18:09:03,945 | DEBUG |(SpawnProcess-1:46) search_count: 4500, latest_latency=0.006375873999786563 (mp_runner.py:73) -2024-09-01 18:09:03,946 | DEBUG |(SpawnProcess-1:44) search_count: 4500, latest_latency=0.0064781009932630695 (mp_runner.py:73) -2024-09-01 18:09:03,947 | DEBUG |(SpawnProcess-1:27) search_count: 4500, latest_latency=0.00851706199318869 (mp_runner.py:73) -2024-09-01 18:09:03,947 | DEBUG |(SpawnProcess-1:30) search_count: 4500, latest_latency=0.008707492997928057 (mp_runner.py:73) -2024-09-01 18:09:03,947 | DEBUG |(SpawnProcess-1:31) search_count: 3500, latest_latency=0.006764106001355685 (mp_runner.py:73) -2024-09-01 18:09:03,949 | DEBUG |(SpawnProcess-1:38) search_count: 3500, latest_latency=0.01143954799772473 (mp_runner.py:73) -2024-09-01 18:09:04,435 | DEBUG |(SpawnProcess-1:39) search_count: 4000, latest_latency=0.008581203997891862 (mp_runner.py:73) -2024-09-01 18:09:04,711 | DEBUG |(SpawnProcess-1:34) search_count: 4000, latest_latency=0.006540897993545514 (mp_runner.py:73) -2024-09-01 18:09:04,960 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0034s, count=4667, qps in this process: 155.549 (mp_runner.py:76) -2024-09-01 18:09:05,014 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0094s, count=4036, qps in this process: 134.4912 (mp_runner.py:76) -2024-09-01 18:09:05,030 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0085s, count=4679, qps in this process: 155.9225 (mp_runner.py:76) -2024-09-01 18:09:05,036 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0002s, count=4681, qps in this process: 156.0323 (mp_runner.py:76) -2024-09-01 18:09:05,049 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0048s, count=4683, qps in this process: 156.075 (mp_runner.py:76) -2024-09-01 18:09:05,072 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0038s, count=4689, qps in this process: 156.2802 (mp_runner.py:76) -2024-09-01 18:09:05,079 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0022s, count=3873, qps in this process: 129.0905 (mp_runner.py:76) -2024-09-01 18:09:05,081 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0052s, count=3848, qps in this process: 128.2444 (mp_runner.py:76) -2024-09-01 18:09:05,083 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0023s, count=4692, qps in this process: 156.388 (mp_runner.py:76) -2024-09-01 18:09:05,093 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0048s, count=4694, qps in this process: 156.4416 (mp_runner.py:76) -2024-09-01 18:09:05,094 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0015s, count=4694, qps in this process: 156.4588 (mp_runner.py:76) -2024-09-01 18:09:05,112 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.002s, count=3989, qps in this process: 132.9578 (mp_runner.py:76) -2024-09-01 18:09:05,114 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0012s, count=3702, qps in this process: 123.3951 (mp_runner.py:76) -2024-09-01 18:09:05,117 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0008s, count=3958, qps in this process: 131.9298 (mp_runner.py:76) -2024-09-01 18:09:05,117 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0039s, count=4162, qps in this process: 138.7153 (mp_runner.py:76) -2024-09-01 18:09:05,131 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.001s, count=4709, qps in this process: 156.9614 (mp_runner.py:76) -2024-09-01 18:09:05,136 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0003s, count=3932, qps in this process: 131.0654 (mp_runner.py:76) -2024-09-01 18:09:05,137 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0003s, count=4712, qps in this process: 157.0651 (mp_runner.py:76) -2024-09-01 18:09:05,137 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0018s, count=4095, qps in this process: 136.4918 (mp_runner.py:76) -2024-09-01 18:09:05,138 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0014s, count=3715, qps in this process: 123.8276 (mp_runner.py:76) -2024-09-01 18:09:05,153 | INFO |End search in concurrency 20: dur=30.243268253005226s, total_count=86210, qps=2850.5517 (mp_runner.py:120) -2024-09-01 18:09:06,406 | INFO |Update largest qps with concurrency 20: current max_qps=2850.5517 (mp_runner.py:124) -2024-09-01 18:09:06,818 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:09:06,818 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 18:09:17,161 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 18:09:17,273 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,328 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,328 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,331 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,331 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,332 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,342 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,367 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,368 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,377 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,378 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,422 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,429 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,429 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,430 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:17,455 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:09:21,300 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.014860937997582369 (mp_runner.py:73) -2024-09-01 18:09:21,439 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.007076715002767742 (mp_runner.py:73) -2024-09-01 18:09:21,440 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.0072235679981531575 (mp_runner.py:73) -2024-09-01 18:09:21,440 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.007196620004833676 (mp_runner.py:73) -2024-09-01 18:09:21,440 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.008900695000193082 (mp_runner.py:73) -2024-09-01 18:09:21,442 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.009661351999966428 (mp_runner.py:73) -2024-09-01 18:09:21,443 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.009495878999587148 (mp_runner.py:73) -2024-09-01 18:09:21,443 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.00872431400057394 (mp_runner.py:73) -2024-09-01 18:09:21,445 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.013904963001550641 (mp_runner.py:73) -2024-09-01 18:09:21,446 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.015485652002098504 (mp_runner.py:73) -2024-09-01 18:09:21,621 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.010638652995112352 (mp_runner.py:73) -2024-09-01 18:09:21,622 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.009494947000348475 (mp_runner.py:73) -2024-09-01 18:09:21,624 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.012719831000140402 (mp_runner.py:73) -2024-09-01 18:09:21,626 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.017264141999476124 (mp_runner.py:73) -2024-09-01 18:09:21,627 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.018897772999480367 (mp_runner.py:73) -2024-09-01 18:09:21,628 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.008623861998785287 (mp_runner.py:73) -2024-09-01 18:09:21,628 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.018213976996776182 (mp_runner.py:73) -2024-09-01 18:09:21,827 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.015442413001437671 (mp_runner.py:73) -2024-09-01 18:09:21,872 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.015981775999534875 (mp_runner.py:73) -2024-09-01 18:09:21,939 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.015241953995428048 (mp_runner.py:73) -2024-09-01 18:09:22,049 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.006165866994706448 (mp_runner.py:73) -2024-09-01 18:09:22,053 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.011086256003181916 (mp_runner.py:73) -2024-09-01 18:09:22,056 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.015034224001283292 (mp_runner.py:73) -2024-09-01 18:09:22,743 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.015897915996902157 (mp_runner.py:73) -2024-09-01 18:09:23,065 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.01277261399809504 (mp_runner.py:73) -2024-09-01 18:09:25,280 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.003294529000413604 (mp_runner.py:73) -2024-09-01 18:09:25,280 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.005415198997070547 (mp_runner.py:73) -2024-09-01 18:09:25,281 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.006305158000031952 (mp_runner.py:73) -2024-09-01 18:09:25,281 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.006547621997015085 (mp_runner.py:73) -2024-09-01 18:09:25,282 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.007955635002872441 (mp_runner.py:73) -2024-09-01 18:09:25,282 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.006455587004893459 (mp_runner.py:73) -2024-09-01 18:09:25,282 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.009898498996335547 (mp_runner.py:73) -2024-09-01 18:09:25,282 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.006112964001658838 (mp_runner.py:73) -2024-09-01 18:09:25,283 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.005580646997259464 (mp_runner.py:73) -2024-09-01 18:09:25,621 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0033800660021370277 (mp_runner.py:73) -2024-09-01 18:09:25,622 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.00711060399771668 (mp_runner.py:73) -2024-09-01 18:09:25,622 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.0066382419972796924 (mp_runner.py:73) -2024-09-01 18:09:25,622 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.005522510000446346 (mp_runner.py:73) -2024-09-01 18:09:25,622 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.008570263998990413 (mp_runner.py:73) -2024-09-01 18:09:25,623 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.0058462779998080805 (mp_runner.py:73) -2024-09-01 18:09:25,627 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.008695812000951264 (mp_runner.py:73) -2024-09-01 18:09:25,632 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.01844889099447755 (mp_runner.py:73) -2024-09-01 18:09:26,235 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.007639980998646934 (mp_runner.py:73) -2024-09-01 18:09:26,236 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.005429589000414126 (mp_runner.py:73) -2024-09-01 18:09:26,236 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.007203919994935859 (mp_runner.py:73) -2024-09-01 18:09:26,236 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.008290067002235446 (mp_runner.py:73) -2024-09-01 18:09:26,237 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.007471671997336671 (mp_runner.py:73) -2024-09-01 18:09:26,239 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.006290518002060708 (mp_runner.py:73) -2024-09-01 18:09:28,206 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.00956291599868564 (mp_runner.py:73) -2024-09-01 18:09:28,462 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.009294290997786447 (mp_runner.py:73) -2024-09-01 18:09:29,501 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.006548981000378262 (mp_runner.py:73) -2024-09-01 18:09:29,502 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.008028329000808299 (mp_runner.py:73) -2024-09-01 18:09:29,505 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.010700462000386324 (mp_runner.py:73) -2024-09-01 18:09:29,505 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.012467439002648462 (mp_runner.py:73) -2024-09-01 18:09:29,505 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.014400849999219645 (mp_runner.py:73) -2024-09-01 18:09:29,724 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.006945961999008432 (mp_runner.py:73) -2024-09-01 18:09:29,725 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.008056346996454522 (mp_runner.py:73) -2024-09-01 18:09:29,725 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.006670927999948617 (mp_runner.py:73) -2024-09-01 18:09:29,725 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.009446475996810477 (mp_runner.py:73) -2024-09-01 18:09:29,725 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.008690324000781402 (mp_runner.py:73) -2024-09-01 18:09:29,726 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.007295650997548364 (mp_runner.py:73) -2024-09-01 18:09:29,727 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.009195304002787452 (mp_runner.py:73) -2024-09-01 18:09:29,727 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.007390935999865178 (mp_runner.py:73) -2024-09-01 18:09:29,727 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.009305002000473905 (mp_runner.py:73) -2024-09-01 18:09:29,728 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.013106078004057053 (mp_runner.py:73) -2024-09-01 18:09:29,728 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.013258985003631096 (mp_runner.py:73) -2024-09-01 18:09:30,928 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.011724383999535348 (mp_runner.py:73) -2024-09-01 18:09:31,014 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.013944429003458936 (mp_runner.py:73) -2024-09-01 18:09:31,016 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.011283061998256017 (mp_runner.py:73) -2024-09-01 18:09:31,019 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.016116040002088994 (mp_runner.py:73) -2024-09-01 18:09:31,170 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.013734559994190931 (mp_runner.py:73) -2024-09-01 18:09:31,223 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.015261218999512494 (mp_runner.py:73) -2024-09-01 18:09:31,225 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.013290807000885252 (mp_runner.py:73) -2024-09-01 18:09:33,688 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.005663720003212802 (mp_runner.py:73) -2024-09-01 18:09:33,689 | DEBUG |(SpawnProcess-1:54) search_count: 2000, latest_latency=0.007717389999015722 (mp_runner.py:73) -2024-09-01 18:09:33,690 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.006610395997995511 (mp_runner.py:73) -2024-09-01 18:09:33,691 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.009234742996341083 (mp_runner.py:73) -2024-09-01 18:09:33,831 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.014978279003116768 (mp_runner.py:73) -2024-09-01 18:09:33,852 | DEBUG |(SpawnProcess-1:68) search_count: 2000, latest_latency=0.009781615000974853 (mp_runner.py:73) -2024-09-01 18:09:34,033 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.014946415001759306 (mp_runner.py:73) -2024-09-01 18:09:34,093 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.005981946000247262 (mp_runner.py:73) -2024-09-01 18:09:34,094 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.006229909005924128 (mp_runner.py:73) -2024-09-01 18:09:34,094 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.006407512002624571 (mp_runner.py:73) -2024-09-01 18:09:34,094 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.006115701005910523 (mp_runner.py:73) -2024-09-01 18:09:34,096 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.00654788199608447 (mp_runner.py:73) -2024-09-01 18:09:34,097 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.009664708995842375 (mp_runner.py:73) -2024-09-01 18:09:34,097 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.010753802002000157 (mp_runner.py:73) -2024-09-01 18:09:34,099 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.00817449799797032 (mp_runner.py:73) -2024-09-01 18:09:34,763 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.009977144000004046 (mp_runner.py:73) -2024-09-01 18:09:34,795 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.008650650997878984 (mp_runner.py:73) -2024-09-01 18:09:35,126 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.01140672600013204 (mp_runner.py:73) -2024-09-01 18:09:35,466 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.00815987500391202 (mp_runner.py:73) -2024-09-01 18:09:35,466 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.009396520996233448 (mp_runner.py:73) -2024-09-01 18:09:35,468 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.011514831996464636 (mp_runner.py:73) -2024-09-01 18:09:36,273 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.009918048002873547 (mp_runner.py:73) -2024-09-01 18:09:36,287 | DEBUG |(SpawnProcess-1:48) search_count: 2000, latest_latency=0.01089105500432197 (mp_runner.py:73) -2024-09-01 18:09:36,296 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.007575669005746022 (mp_runner.py:73) -2024-09-01 18:09:36,297 | DEBUG |(SpawnProcess-1:69) search_count: 2000, latest_latency=0.008603738999227062 (mp_runner.py:73) -2024-09-01 18:09:37,928 | DEBUG |(SpawnProcess-1:65) search_count: 2500, latest_latency=0.007443907998094801 (mp_runner.py:73) -2024-09-01 18:09:37,931 | DEBUG |(SpawnProcess-1:52) search_count: 2500, latest_latency=0.007047833998512942 (mp_runner.py:73) -2024-09-01 18:09:37,932 | DEBUG |(SpawnProcess-1:54) search_count: 2500, latest_latency=0.013160717993741855 (mp_runner.py:73) -2024-09-01 18:09:37,933 | DEBUG |(SpawnProcess-1:53) search_count: 2500, latest_latency=0.015313762000005227 (mp_runner.py:73) -2024-09-01 18:09:38,103 | DEBUG |(SpawnProcess-1:67) search_count: 2500, latest_latency=0.006303595000645146 (mp_runner.py:73) -2024-09-01 18:09:38,104 | DEBUG |(SpawnProcess-1:71) search_count: 2500, latest_latency=0.0062102920055622235 (mp_runner.py:73) -2024-09-01 18:09:38,105 | DEBUG |(SpawnProcess-1:68) search_count: 2500, latest_latency=0.008092520998616237 (mp_runner.py:73) -2024-09-01 18:09:38,105 | DEBUG |(SpawnProcess-1:62) search_count: 2500, latest_latency=0.00758205999591155 (mp_runner.py:73) -2024-09-01 18:09:38,105 | DEBUG |(SpawnProcess-1:58) search_count: 2500, latest_latency=0.010167489999730606 (mp_runner.py:73) -2024-09-01 18:09:38,106 | DEBUG |(SpawnProcess-1:61) search_count: 2500, latest_latency=0.010168754997721408 (mp_runner.py:73) -2024-09-01 18:09:38,108 | DEBUG |(SpawnProcess-1:70) search_count: 2500, latest_latency=0.011959144001593813 (mp_runner.py:73) -2024-09-01 18:09:38,109 | DEBUG |(SpawnProcess-1:64) search_count: 2500, latest_latency=0.009746962998178788 (mp_runner.py:73) -2024-09-01 18:09:38,110 | DEBUG |(SpawnProcess-1:66) search_count: 2500, latest_latency=0.014968540002882946 (mp_runner.py:73) -2024-09-01 18:09:39,352 | DEBUG |(SpawnProcess-1:50) search_count: 2000, latest_latency=0.005977959997835569 (mp_runner.py:73) -2024-09-01 18:09:39,535 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.009252437004761305 (mp_runner.py:73) -2024-09-01 18:09:39,833 | DEBUG |(SpawnProcess-1:72) search_count: 2500, latest_latency=0.013380099000642076 (mp_runner.py:73) -2024-09-01 18:09:39,840 | DEBUG |(SpawnProcess-1:60) search_count: 2500, latest_latency=0.018146326998248696 (mp_runner.py:73) -2024-09-01 18:09:40,068 | DEBUG |(SpawnProcess-1:51) search_count: 2500, latest_latency=0.005422087000624742 (mp_runner.py:73) -2024-09-01 18:09:40,071 | DEBUG |(SpawnProcess-1:49) search_count: 2500, latest_latency=0.010299308996764012 (mp_runner.py:73) -2024-09-01 18:09:40,072 | DEBUG |(SpawnProcess-1:59) search_count: 2500, latest_latency=0.01042939299804857 (mp_runner.py:73) -2024-09-01 18:09:40,210 | DEBUG |(SpawnProcess-1:56) search_count: 2500, latest_latency=0.014372327001183294 (mp_runner.py:73) -2024-09-01 18:09:40,975 | DEBUG |(SpawnProcess-1:63) search_count: 2500, latest_latency=0.00789477200305555 (mp_runner.py:73) -2024-09-01 18:09:40,976 | DEBUG |(SpawnProcess-1:55) search_count: 2500, latest_latency=0.012915621999127325 (mp_runner.py:73) -2024-09-01 18:09:40,977 | DEBUG |(SpawnProcess-1:69) search_count: 2500, latest_latency=0.01104895499884151 (mp_runner.py:73) -2024-09-01 18:09:41,217 | DEBUG |(SpawnProcess-1:48) search_count: 2500, latest_latency=0.013215926999691874 (mp_runner.py:73) -2024-09-01 18:09:42,191 | DEBUG |(SpawnProcess-1:68) search_count: 3000, latest_latency=0.02326983099919744 (mp_runner.py:73) -2024-09-01 18:09:42,192 | DEBUG |(SpawnProcess-1:58) search_count: 3000, latest_latency=0.00931649900303455 (mp_runner.py:73) -2024-09-01 18:09:42,193 | DEBUG |(SpawnProcess-1:65) search_count: 3000, latest_latency=0.007758091000141576 (mp_runner.py:73) -2024-09-01 18:09:42,197 | DEBUG |(SpawnProcess-1:53) search_count: 3000, latest_latency=0.011604907995206304 (mp_runner.py:73) -2024-09-01 18:09:42,198 | DEBUG |(SpawnProcess-1:61) search_count: 3000, latest_latency=0.03996896000171546 (mp_runner.py:73) -2024-09-01 18:09:42,222 | DEBUG |(SpawnProcess-1:54) search_count: 3000, latest_latency=0.04490342600183794 (mp_runner.py:73) -2024-09-01 18:09:42,235 | DEBUG |(SpawnProcess-1:52) search_count: 3000, latest_latency=0.007437840002239682 (mp_runner.py:73) -2024-09-01 18:09:42,272 | DEBUG |(SpawnProcess-1:71) search_count: 3000, latest_latency=0.004743871002574451 (mp_runner.py:73) -2024-09-01 18:09:42,320 | DEBUG |(SpawnProcess-1:64) search_count: 3000, latest_latency=0.0029287720026331954 (mp_runner.py:73) -2024-09-01 18:09:42,321 | DEBUG |(SpawnProcess-1:62) search_count: 3000, latest_latency=0.005600413998763543 (mp_runner.py:73) -2024-09-01 18:09:42,327 | DEBUG |(SpawnProcess-1:70) search_count: 3000, latest_latency=0.018922290997579694 (mp_runner.py:73) -2024-09-01 18:09:42,332 | DEBUG |(SpawnProcess-1:66) search_count: 3000, latest_latency=0.031929978998959996 (mp_runner.py:73) -2024-09-01 18:09:42,966 | DEBUG |(SpawnProcess-1:67) search_count: 3000, latest_latency=0.009540782004478388 (mp_runner.py:73) -2024-09-01 18:09:45,047 | DEBUG |(SpawnProcess-1:72) search_count: 3000, latest_latency=0.004275302002497483 (mp_runner.py:73) -2024-09-01 18:09:45,048 | DEBUG |(SpawnProcess-1:59) search_count: 3000, latest_latency=0.023853363003581762 (mp_runner.py:73) -2024-09-01 18:09:45,197 | DEBUG |(SpawnProcess-1:60) search_count: 3000, latest_latency=0.034545636000984814 (mp_runner.py:73) -2024-09-01 18:09:45,202 | DEBUG |(SpawnProcess-1:50) search_count: 2500, latest_latency=0.019855801001540385 (mp_runner.py:73) -2024-09-01 18:09:45,306 | DEBUG |(SpawnProcess-1:51) search_count: 3000, latest_latency=0.009950496001692954 (mp_runner.py:73) -2024-09-01 18:09:45,441 | DEBUG |(SpawnProcess-1:57) search_count: 2500, latest_latency=0.014143277003313415 (mp_runner.py:73) -2024-09-01 18:09:45,529 | DEBUG |(SpawnProcess-1:49) search_count: 3000, latest_latency=0.009457649000978563 (mp_runner.py:73) -2024-09-01 18:09:46,094 | DEBUG |(SpawnProcess-1:56) search_count: 3000, latest_latency=0.009237288002623245 (mp_runner.py:73) -2024-09-01 18:09:46,410 | DEBUG |(SpawnProcess-1:69) search_count: 3000, latest_latency=0.009082887998374645 (mp_runner.py:73) -2024-09-01 18:09:46,449 | DEBUG |(SpawnProcess-1:63) search_count: 3000, latest_latency=0.011355554997862782 (mp_runner.py:73) -2024-09-01 18:09:46,471 | DEBUG |(SpawnProcess-1:55) search_count: 3000, latest_latency=0.009339312004158273 (mp_runner.py:73) -2024-09-01 18:09:46,712 | DEBUG |(SpawnProcess-1:68) search_count: 3500, latest_latency=0.009469238997553475 (mp_runner.py:73) -2024-09-01 18:09:46,712 | DEBUG |(SpawnProcess-1:61) search_count: 3500, latest_latency=0.00858650900045177 (mp_runner.py:73) -2024-09-01 18:09:46,714 | DEBUG |(SpawnProcess-1:65) search_count: 3500, latest_latency=0.013120857001922559 (mp_runner.py:73) -2024-09-01 18:09:46,718 | DEBUG |(SpawnProcess-1:53) search_count: 3500, latest_latency=0.01806687800126383 (mp_runner.py:73) -2024-09-01 18:09:47,178 | DEBUG |(SpawnProcess-1:48) search_count: 3000, latest_latency=0.010961234002024867 (mp_runner.py:73) -2024-09-01 18:09:47,236 | DEBUG |(SpawnProcess-1:58) search_count: 3500, latest_latency=0.01187082600517897 (mp_runner.py:73) -2024-09-01 18:09:47,238 | DEBUG |(SpawnProcess-1:52) search_count: 3500, latest_latency=0.01167784599965671 (mp_runner.py:73) -2024-09-01 18:09:47,281 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0058s, count=3480, qps in this process: 115.9776 (mp_runner.py:76) -2024-09-01 18:09:47,340 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0078s, count=3576, qps in this process: 119.169 (mp_runner.py:76) -2024-09-01 18:09:47,340 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0027s, count=3463, qps in this process: 115.4229 (mp_runner.py:76) -2024-09-01 18:09:47,342 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0041s, count=3211, qps in this process: 107.0187 (mp_runner.py:76) -2024-09-01 18:09:47,343 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0064s, count=3112, qps in this process: 103.7112 (mp_runner.py:76) -2024-09-01 18:09:47,350 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0122s, count=3577, qps in this process: 119.1849 (mp_runner.py:76) -2024-09-01 18:09:47,351 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0048s, count=3511, qps in this process: 117.0146 (mp_runner.py:76) -2024-09-01 18:09:47,356 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0097s, count=3578, qps in this process: 119.2281 (mp_runner.py:76) -2024-09-01 18:09:47,358 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0047s, count=3476, qps in this process: 115.8485 (mp_runner.py:76) -2024-09-01 18:09:47,371 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0015s, count=3220, qps in this process: 107.328 (mp_runner.py:76) -2024-09-01 18:09:47,374 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0041s, count=3581, qps in this process: 119.3504 (mp_runner.py:76) -2024-09-01 18:09:47,376 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0064s, count=3020, qps in this process: 100.6452 (mp_runner.py:76) -2024-09-01 18:09:47,380 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0002s, count=3515, qps in this process: 117.1659 (mp_runner.py:76) -2024-09-01 18:09:47,380 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.001s, count=3088, qps in this process: 102.9299 (mp_runner.py:76) -2024-09-01 18:09:47,382 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0028s, count=3083, qps in this process: 102.7571 (mp_runner.py:76) -2024-09-01 18:09:47,388 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0086s, count=3466, qps in this process: 115.5002 (mp_runner.py:76) -2024-09-01 18:09:47,419 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0011s, count=3490, qps in this process: 116.3291 (mp_runner.py:76) -2024-09-01 18:09:47,420 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0021s, count=3393, qps in this process: 113.0921 (mp_runner.py:76) -2024-09-01 18:09:47,421 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0031s, count=3196, qps in this process: 106.5223 (mp_runner.py:76) -2024-09-01 18:09:47,422 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0005s, count=3221, qps in this process: 107.3649 (mp_runner.py:76) -2024-09-01 18:09:47,428 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0015s, count=3245, qps in this process: 108.1613 (mp_runner.py:76) -2024-09-01 18:09:47,432 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0006s, count=3489, qps in this process: 116.2977 (mp_runner.py:76) -2024-09-01 18:09:47,432 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0018s, count=3095, qps in this process: 103.1605 (mp_runner.py:76) -2024-09-01 18:09:47,433 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0009s, count=2716, qps in this process: 90.5306 (mp_runner.py:76) -2024-09-01 18:09:47,459 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0002s, count=2716, qps in this process: 90.5327 (mp_runner.py:76) -2024-09-01 18:09:47,465 | INFO |End search in concurrency 25: dur=30.304374927996832s, total_count=82518, qps=2722.9732 (mp_runner.py:120) -2024-09-01 18:09:49,465 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:09:49,465 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 18:09:59,857 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 18:09:59,944 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,060 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,069 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,102 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,123 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,130 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,186 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,202 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,206 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,213 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,221 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,229 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,232 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,233 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,235 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,243 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,246 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,246 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,248 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,249 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,253 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,262 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,292 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,292 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,300 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:00,310 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:04,898 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.009583343999111094 (mp_runner.py:73) -2024-09-01 18:10:04,899 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.00962834499659948 (mp_runner.py:73) -2024-09-01 18:10:04,899 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.008378312006243505 (mp_runner.py:73) -2024-09-01 18:10:04,900 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.010373295997851528 (mp_runner.py:73) -2024-09-01 18:10:04,900 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.010448608998558484 (mp_runner.py:73) -2024-09-01 18:10:04,900 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.009720943002321292 (mp_runner.py:73) -2024-09-01 18:10:04,901 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.008391301998926792 (mp_runner.py:73) -2024-09-01 18:10:04,901 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.00839823000569595 (mp_runner.py:73) -2024-09-01 18:10:04,902 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.008378402999369428 (mp_runner.py:73) -2024-09-01 18:10:04,902 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.013988703998620622 (mp_runner.py:73) -2024-09-01 18:10:04,903 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.011668933999317233 (mp_runner.py:73) -2024-09-01 18:10:04,906 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.018713890000071842 (mp_runner.py:73) -2024-09-01 18:10:04,908 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.01366317200154299 (mp_runner.py:73) -2024-09-01 18:10:04,908 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.017112026995164342 (mp_runner.py:73) -2024-09-01 18:10:05,140 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.009932673994626384 (mp_runner.py:73) -2024-09-01 18:10:05,141 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.009424065006896853 (mp_runner.py:73) -2024-09-01 18:10:05,141 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.010858103996724822 (mp_runner.py:73) -2024-09-01 18:10:05,142 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.009807643000385724 (mp_runner.py:73) -2024-09-01 18:10:05,143 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.014346921001560986 (mp_runner.py:73) -2024-09-01 18:10:05,144 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.016801065001345705 (mp_runner.py:73) -2024-09-01 18:10:05,551 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.012546441997983493 (mp_runner.py:73) -2024-09-01 18:10:05,552 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.012612372003786732 (mp_runner.py:73) -2024-09-01 18:10:05,552 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.013839604005625006 (mp_runner.py:73) -2024-09-01 18:10:05,553 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.015898495003057178 (mp_runner.py:73) -2024-09-01 18:10:05,553 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.016039665002608672 (mp_runner.py:73) -2024-09-01 18:10:05,554 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.017602211999474093 (mp_runner.py:73) -2024-09-01 18:10:05,554 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.017669142995146103 (mp_runner.py:73) -2024-09-01 18:10:06,173 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02005695999832824 (mp_runner.py:73) -2024-09-01 18:10:06,181 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.021318617000360973 (mp_runner.py:73) -2024-09-01 18:10:06,379 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.017469244994572364 (mp_runner.py:73) -2024-09-01 18:10:09,723 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.007593029004056007 (mp_runner.py:73) -2024-09-01 18:10:09,724 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.006892354998853989 (mp_runner.py:73) -2024-09-01 18:10:09,725 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.00820895200013183 (mp_runner.py:73) -2024-09-01 18:10:09,725 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.010284998999850359 (mp_runner.py:73) -2024-09-01 18:10:09,726 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.010916437000560109 (mp_runner.py:73) -2024-09-01 18:10:09,728 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.010434094001539052 (mp_runner.py:73) -2024-09-01 18:10:09,730 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.010492372995940968 (mp_runner.py:73) -2024-09-01 18:10:10,130 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.010755538001831155 (mp_runner.py:73) -2024-09-01 18:10:10,151 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.012094797995814588 (mp_runner.py:73) -2024-09-01 18:10:10,188 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.012367252995318267 (mp_runner.py:73) -2024-09-01 18:10:10,190 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.014377735999005381 (mp_runner.py:73) -2024-09-01 18:10:10,205 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.010289593003108166 (mp_runner.py:73) -2024-09-01 18:10:10,249 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.012026732001686469 (mp_runner.py:73) -2024-09-01 18:10:10,338 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.009692635001556482 (mp_runner.py:73) -2024-09-01 18:10:10,551 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.009569469999405555 (mp_runner.py:73) -2024-09-01 18:10:10,558 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.00985377500182949 (mp_runner.py:73) -2024-09-01 18:10:10,562 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.012369256997772027 (mp_runner.py:73) -2024-09-01 18:10:10,601 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.00998509899363853 (mp_runner.py:73) -2024-09-01 18:10:10,630 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.008128107998345513 (mp_runner.py:73) -2024-09-01 18:10:10,822 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.00924180400033947 (mp_runner.py:73) -2024-09-01 18:10:10,943 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.007945520999783184 (mp_runner.py:73) -2024-09-01 18:10:10,945 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.01121414199587889 (mp_runner.py:73) -2024-09-01 18:10:10,946 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.011403572003473528 (mp_runner.py:73) -2024-09-01 18:10:10,948 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.010847430996363983 (mp_runner.py:73) -2024-09-01 18:10:11,144 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.012591728002007585 (mp_runner.py:73) -2024-09-01 18:10:11,439 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.01235478300077375 (mp_runner.py:73) -2024-09-01 18:10:11,441 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.01292888000170933 (mp_runner.py:73) -2024-09-01 18:10:12,642 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.010575077998510096 (mp_runner.py:73) -2024-09-01 18:10:12,665 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.01327470199612435 (mp_runner.py:73) -2024-09-01 18:10:12,967 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.012637451000045985 (mp_runner.py:73) -2024-09-01 18:10:15,533 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.009669037994171958 (mp_runner.py:73) -2024-09-01 18:10:15,533 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.01129805499658687 (mp_runner.py:73) -2024-09-01 18:10:15,537 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.01531288600381231 (mp_runner.py:73) -2024-09-01 18:10:15,537 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.016709677001927048 (mp_runner.py:73) -2024-09-01 18:10:15,630 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.015160902999923564 (mp_runner.py:73) -2024-09-01 18:10:15,656 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.015437726004165597 (mp_runner.py:73) -2024-09-01 18:10:16,225 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.03764349400444189 (mp_runner.py:73) -2024-09-01 18:10:16,244 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.015397993003716692 (mp_runner.py:73) -2024-09-01 18:10:16,245 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.01757780999469105 (mp_runner.py:73) -2024-09-01 18:10:16,253 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.018404711001494434 (mp_runner.py:73) -2024-09-01 18:10:16,254 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.02740072500455426 (mp_runner.py:73) -2024-09-01 18:10:16,255 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.015558013998088427 (mp_runner.py:73) -2024-09-01 18:10:16,256 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.015717032001703046 (mp_runner.py:73) -2024-09-01 18:10:16,262 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.03574280799512053 (mp_runner.py:73) -2024-09-01 18:10:16,277 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.009908035004627891 (mp_runner.py:73) -2024-09-01 18:10:16,280 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.017354830000840593 (mp_runner.py:73) -2024-09-01 18:10:16,281 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.015147431993682403 (mp_runner.py:73) -2024-09-01 18:10:16,286 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.010474722999788355 (mp_runner.py:73) -2024-09-01 18:10:16,484 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.014967026996600907 (mp_runner.py:73) -2024-09-01 18:10:16,486 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.01637851099803811 (mp_runner.py:73) -2024-09-01 18:10:16,487 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.02284139400580898 (mp_runner.py:73) -2024-09-01 18:10:16,488 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.0014494299975922331 (mp_runner.py:73) -2024-09-01 18:10:16,498 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.026593437003612053 (mp_runner.py:73) -2024-09-01 18:10:16,820 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.018691527999180835 (mp_runner.py:73) -2024-09-01 18:10:18,122 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.02276381999399746 (mp_runner.py:73) -2024-09-01 18:10:18,379 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.01742322600330226 (mp_runner.py:73) -2024-09-01 18:10:18,479 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.01575817599950824 (mp_runner.py:73) -2024-09-01 18:10:19,375 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.015508655000303406 (mp_runner.py:73) -2024-09-01 18:10:19,376 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.016149743998539634 (mp_runner.py:73) -2024-09-01 18:10:19,900 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.01861486599955242 (mp_runner.py:73) -2024-09-01 18:10:21,259 | DEBUG |(SpawnProcess-1:88) search_count: 2000, latest_latency=0.009219019004376605 (mp_runner.py:73) -2024-09-01 18:10:21,299 | DEBUG |(SpawnProcess-1:76) search_count: 2000, latest_latency=0.006877061001432594 (mp_runner.py:73) -2024-09-01 18:10:21,300 | DEBUG |(SpawnProcess-1:90) search_count: 2000, latest_latency=0.008238896996772382 (mp_runner.py:73) -2024-09-01 18:10:21,301 | DEBUG |(SpawnProcess-1:85) search_count: 2000, latest_latency=0.008075703997747041 (mp_runner.py:73) -2024-09-01 18:10:21,302 | DEBUG |(SpawnProcess-1:83) search_count: 2000, latest_latency=0.00759881800331641 (mp_runner.py:73) -2024-09-01 18:10:21,302 | DEBUG |(SpawnProcess-1:86) search_count: 2000, latest_latency=0.01074554899969371 (mp_runner.py:73) -2024-09-01 18:10:21,303 | DEBUG |(SpawnProcess-1:74) search_count: 2000, latest_latency=0.007259448000695556 (mp_runner.py:73) -2024-09-01 18:10:21,304 | DEBUG |(SpawnProcess-1:80) search_count: 2000, latest_latency=0.008356464997632429 (mp_runner.py:73) -2024-09-01 18:10:21,304 | DEBUG |(SpawnProcess-1:84) search_count: 2000, latest_latency=0.007364158002019394 (mp_runner.py:73) -2024-09-01 18:10:21,308 | DEBUG |(SpawnProcess-1:95) search_count: 2000, latest_latency=0.018651475002116058 (mp_runner.py:73) -2024-09-01 18:10:21,565 | DEBUG |(SpawnProcess-1:101) search_count: 2000, latest_latency=0.014231521003239322 (mp_runner.py:73) -2024-09-01 18:10:21,567 | DEBUG |(SpawnProcess-1:78) search_count: 2000, latest_latency=0.012962246000824962 (mp_runner.py:73) -2024-09-01 18:10:21,568 | DEBUG |(SpawnProcess-1:102) search_count: 2000, latest_latency=0.00951941200037254 (mp_runner.py:73) -2024-09-01 18:10:21,568 | DEBUG |(SpawnProcess-1:91) search_count: 2000, latest_latency=0.01573340900358744 (mp_runner.py:73) -2024-09-01 18:10:21,569 | DEBUG |(SpawnProcess-1:103) search_count: 2000, latest_latency=0.01154968299670145 (mp_runner.py:73) -2024-09-01 18:10:22,015 | DEBUG |(SpawnProcess-1:87) search_count: 2000, latest_latency=0.008227819998865016 (mp_runner.py:73) -2024-09-01 18:10:22,016 | DEBUG |(SpawnProcess-1:89) search_count: 2000, latest_latency=0.008387810004933272 (mp_runner.py:73) -2024-09-01 18:10:22,017 | DEBUG |(SpawnProcess-1:94) search_count: 2000, latest_latency=0.008542612005840056 (mp_runner.py:73) -2024-09-01 18:10:22,017 | DEBUG |(SpawnProcess-1:96) search_count: 2000, latest_latency=0.010234729001240339 (mp_runner.py:73) -2024-09-01 18:10:22,018 | DEBUG |(SpawnProcess-1:93) search_count: 2000, latest_latency=0.011001082995790057 (mp_runner.py:73) -2024-09-01 18:10:22,026 | DEBUG |(SpawnProcess-1:99) search_count: 2000, latest_latency=0.019595234000007622 (mp_runner.py:73) -2024-09-01 18:10:22,534 | DEBUG |(SpawnProcess-1:92) search_count: 2000, latest_latency=0.010320995999791194 (mp_runner.py:73) -2024-09-01 18:10:22,690 | DEBUG |(SpawnProcess-1:81) search_count: 2000, latest_latency=0.012184376006189268 (mp_runner.py:73) -2024-09-01 18:10:23,360 | DEBUG |(SpawnProcess-1:98) search_count: 2000, latest_latency=0.01122115099860821 (mp_runner.py:73) -2024-09-01 18:10:24,636 | DEBUG |(SpawnProcess-1:75) search_count: 2000, latest_latency=0.012313599996559788 (mp_runner.py:73) -2024-09-01 18:10:24,737 | DEBUG |(SpawnProcess-1:97) search_count: 2000, latest_latency=0.012440135003998876 (mp_runner.py:73) -2024-09-01 18:10:24,956 | DEBUG |(SpawnProcess-1:100) search_count: 2000, latest_latency=0.010873758001253009 (mp_runner.py:73) -2024-09-01 18:10:25,687 | DEBUG |(SpawnProcess-1:77) search_count: 2000, latest_latency=0.01020088599761948 (mp_runner.py:73) -2024-09-01 18:10:25,687 | DEBUG |(SpawnProcess-1:79) search_count: 2000, latest_latency=0.012291798993828706 (mp_runner.py:73) -2024-09-01 18:10:25,925 | DEBUG |(SpawnProcess-1:83) search_count: 2500, latest_latency=0.007274486000824254 (mp_runner.py:73) -2024-09-01 18:10:25,926 | DEBUG |(SpawnProcess-1:90) search_count: 2500, latest_latency=0.009614433998649474 (mp_runner.py:73) -2024-09-01 18:10:25,927 | DEBUG |(SpawnProcess-1:86) search_count: 2500, latest_latency=0.00789066400466254 (mp_runner.py:73) -2024-09-01 18:10:25,928 | DEBUG |(SpawnProcess-1:88) search_count: 2500, latest_latency=0.008667745998536702 (mp_runner.py:73) -2024-09-01 18:10:25,929 | DEBUG |(SpawnProcess-1:80) search_count: 2500, latest_latency=0.004485445999307558 (mp_runner.py:73) -2024-09-01 18:10:25,929 | DEBUG |(SpawnProcess-1:95) search_count: 2500, latest_latency=0.008763834004639648 (mp_runner.py:73) -2024-09-01 18:10:25,930 | DEBUG |(SpawnProcess-1:76) search_count: 2500, latest_latency=0.008751595996727701 (mp_runner.py:73) -2024-09-01 18:10:25,930 | DEBUG |(SpawnProcess-1:74) search_count: 2500, latest_latency=0.015446978999534622 (mp_runner.py:73) -2024-09-01 18:10:25,931 | DEBUG |(SpawnProcess-1:85) search_count: 2500, latest_latency=0.020585051002854016 (mp_runner.py:73) -2024-09-01 18:10:25,933 | DEBUG |(SpawnProcess-1:84) search_count: 2500, latest_latency=0.018687003997911233 (mp_runner.py:73) -2024-09-01 18:10:26,487 | DEBUG |(SpawnProcess-1:82) search_count: 2000, latest_latency=0.014333933999296278 (mp_runner.py:73) -2024-09-01 18:10:26,825 | DEBUG |(SpawnProcess-1:91) search_count: 2500, latest_latency=0.010002895003708545 (mp_runner.py:73) -2024-09-01 18:10:26,826 | DEBUG |(SpawnProcess-1:102) search_count: 2500, latest_latency=0.012081651002517901 (mp_runner.py:73) -2024-09-01 18:10:26,829 | DEBUG |(SpawnProcess-1:101) search_count: 2500, latest_latency=0.016167824003787246 (mp_runner.py:73) -2024-09-01 18:10:26,831 | DEBUG |(SpawnProcess-1:103) search_count: 2500, latest_latency=0.019166471000062302 (mp_runner.py:73) -2024-09-01 18:10:27,444 | DEBUG |(SpawnProcess-1:78) search_count: 2500, latest_latency=0.018108598997059744 (mp_runner.py:73) -2024-09-01 18:10:27,609 | DEBUG |(SpawnProcess-1:93) search_count: 2500, latest_latency=0.014141049003228545 (mp_runner.py:73) -2024-09-01 18:10:27,609 | DEBUG |(SpawnProcess-1:99) search_count: 2500, latest_latency=0.01674585900036618 (mp_runner.py:73) -2024-09-01 18:10:27,671 | DEBUG |(SpawnProcess-1:94) search_count: 2500, latest_latency=0.015124933001061436 (mp_runner.py:73) -2024-09-01 18:10:28,007 | DEBUG |(SpawnProcess-1:89) search_count: 2500, latest_latency=0.021178795999730937 (mp_runner.py:73) -2024-09-01 18:10:28,073 | DEBUG |(SpawnProcess-1:87) search_count: 2500, latest_latency=0.01446669599681627 (mp_runner.py:73) -2024-09-01 18:10:28,111 | DEBUG |(SpawnProcess-1:96) search_count: 2500, latest_latency=0.007108142999641132 (mp_runner.py:73) -2024-09-01 18:10:28,963 | DEBUG |(SpawnProcess-1:92) search_count: 2500, latest_latency=0.017107948995544575 (mp_runner.py:73) -2024-09-01 18:10:29,164 | DEBUG |(SpawnProcess-1:81) search_count: 2500, latest_latency=0.017527168995002285 (mp_runner.py:73) -2024-09-01 18:10:29,881 | DEBUG |(SpawnProcess-1:98) search_count: 2500, latest_latency=0.01698931799910497 (mp_runner.py:73) -2024-09-01 18:10:29,964 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0077s, count=2929, qps in this process: 97.6083 (mp_runner.py:76) -2024-09-01 18:10:30,090 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0291s, count=2907, qps in this process: 96.8061 (mp_runner.py:76) -2024-09-01 18:10:30,092 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0208s, count=2794, qps in this process: 93.0688 (mp_runner.py:76) -2024-09-01 18:10:30,119 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0154s, count=2694, qps in this process: 89.7539 (mp_runner.py:76) -2024-09-01 18:10:30,135 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0016s, count=2703, qps in this process: 90.0952 (mp_runner.py:76) -2024-09-01 18:10:30,150 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0068s, count=2406, qps in this process: 80.1818 (mp_runner.py:76) -2024-09-01 18:10:30,211 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0015s, count=2686, qps in this process: 89.5289 (mp_runner.py:76) -2024-09-01 18:10:30,214 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0253s, count=2943, qps in this process: 98.0173 (mp_runner.py:76) -2024-09-01 18:10:30,218 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.015s, count=2516, qps in this process: 83.8248 (mp_runner.py:76) -2024-09-01 18:10:30,219 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0108s, count=2590, qps in this process: 86.3023 (mp_runner.py:76) -2024-09-01 18:10:30,224 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0153s, count=2574, qps in this process: 85.7563 (mp_runner.py:76) -2024-09-01 18:10:30,224 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0019s, count=2661, qps in this process: 88.6944 (mp_runner.py:76) -2024-09-01 18:10:30,227 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0062s, count=2913, qps in this process: 97.0799 (mp_runner.py:76) -2024-09-01 18:10:30,234 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0031s, count=2652, qps in this process: 88.3909 (mp_runner.py:76) -2024-09-01 18:10:30,239 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.005s, count=2430, qps in this process: 80.9865 (mp_runner.py:76) -2024-09-01 18:10:30,240 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0046s, count=2358, qps in this process: 78.5879 (mp_runner.py:76) -2024-09-01 18:10:30,241 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0004s, count=2946, qps in this process: 98.1987 (mp_runner.py:76) -2024-09-01 18:10:30,249 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0012s, count=2947, qps in this process: 98.2294 (mp_runner.py:76) -2024-09-01 18:10:30,251 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0016s, count=2805, qps in this process: 93.495 (mp_runner.py:76) -2024-09-01 18:10:30,253 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0004s, count=2671, qps in this process: 89.0321 (mp_runner.py:76) -2024-09-01 18:10:30,255 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0035s, count=2948, qps in this process: 98.2552 (mp_runner.py:76) -2024-09-01 18:10:30,258 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0072s, count=2917, qps in this process: 97.21 (mp_runner.py:76) -2024-09-01 18:10:30,258 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0076s, count=2704, qps in this process: 90.1105 (mp_runner.py:76) -2024-09-01 18:10:30,259 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0071s, count=2948, qps in this process: 98.2434 (mp_runner.py:76) -2024-09-01 18:10:30,262 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0044s, count=2950, qps in this process: 98.3189 (mp_runner.py:76) -2024-09-01 18:10:30,269 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0009s, count=2810, qps in this process: 93.6639 (mp_runner.py:76) -2024-09-01 18:10:30,295 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0004s, count=2420, qps in this process: 80.6656 (mp_runner.py:76) -2024-09-01 18:10:30,298 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0028s, count=2827, qps in this process: 94.2245 (mp_runner.py:76) -2024-09-01 18:10:30,305 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0005s, count=2301, qps in this process: 76.6987 (mp_runner.py:76) -2024-09-01 18:10:30,316 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0004s, count=2389, qps in this process: 79.6323 (mp_runner.py:76) -2024-09-01 18:10:30,324 | INFO |End search in concurrency 30: dur=30.465852497000014s, total_count=81339, qps=2669.8416 (mp_runner.py:120) -2024-09-01 18:10:32,641 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:10:32,641 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 18:10:43,173 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 18:10:43,276 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,456 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,479 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,482 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,485 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,526 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,535 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,536 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,537 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,542 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,556 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,562 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,568 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,570 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,586 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,617 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,618 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,623 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,623 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,626 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,640 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,640 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:43,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:10:49,377 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.012245328005519696 (mp_runner.py:73) -2024-09-01 18:10:49,377 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.00781282899697544 (mp_runner.py:73) -2024-09-01 18:10:49,378 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.01058517600176856 (mp_runner.py:73) -2024-09-01 18:10:49,378 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.01294447300460888 (mp_runner.py:73) -2024-09-01 18:10:49,379 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.01102277600148227 (mp_runner.py:73) -2024-09-01 18:10:49,379 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.013313677001860924 (mp_runner.py:73) -2024-09-01 18:10:49,379 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.012654938000196125 (mp_runner.py:73) -2024-09-01 18:10:49,380 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.011667787002807017 (mp_runner.py:73) -2024-09-01 18:10:49,381 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.009647252001741435 (mp_runner.py:73) -2024-09-01 18:10:49,381 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.010797174996696413 (mp_runner.py:73) -2024-09-01 18:10:49,382 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.01212938199751079 (mp_runner.py:73) -2024-09-01 18:10:49,382 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.012131354000302963 (mp_runner.py:73) -2024-09-01 18:10:49,382 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.012050658995576669 (mp_runner.py:73) -2024-09-01 18:10:49,383 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.009860338999715168 (mp_runner.py:73) -2024-09-01 18:10:49,383 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.01119622700207401 (mp_runner.py:73) -2024-09-01 18:10:49,384 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.011101854994194582 (mp_runner.py:73) -2024-09-01 18:10:49,385 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.021603531997243408 (mp_runner.py:73) -2024-09-01 18:10:49,386 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.021029458999691997 (mp_runner.py:73) -2024-09-01 18:10:49,541 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.009873973998764995 (mp_runner.py:73) -2024-09-01 18:10:49,545 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.01645839699631324 (mp_runner.py:73) -2024-09-01 18:10:49,549 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.019151170003169682 (mp_runner.py:73) -2024-09-01 18:10:49,735 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.020450934003747534 (mp_runner.py:73) -2024-09-01 18:10:49,735 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.013081935001537204 (mp_runner.py:73) -2024-09-01 18:10:49,743 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.009736774998600595 (mp_runner.py:73) -2024-09-01 18:10:49,745 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.015809594995516818 (mp_runner.py:73) -2024-09-01 18:10:49,745 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.01065884499985259 (mp_runner.py:73) -2024-09-01 18:10:49,746 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.019007223003427498 (mp_runner.py:73) -2024-09-01 18:10:49,747 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.014666832001239527 (mp_runner.py:73) -2024-09-01 18:10:49,749 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.019680910001625307 (mp_runner.py:73) -2024-09-01 18:10:50,264 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.0208380269978079 (mp_runner.py:73) -2024-09-01 18:10:50,586 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.016044544994656462 (mp_runner.py:73) -2024-09-01 18:10:50,591 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.017035921999195125 (mp_runner.py:73) -2024-09-01 18:10:50,595 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.024734801998420153 (mp_runner.py:73) -2024-09-01 18:10:51,299 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.018155563004256692 (mp_runner.py:73) -2024-09-01 18:10:51,628 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.01844130399695132 (mp_runner.py:73) -2024-09-01 18:10:54,676 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.007152095997298602 (mp_runner.py:73) -2024-09-01 18:10:54,677 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.00932311100041261 (mp_runner.py:73) -2024-09-01 18:10:54,678 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.00534905099630123 (mp_runner.py:73) -2024-09-01 18:10:54,679 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.009444171002542134 (mp_runner.py:73) -2024-09-01 18:10:54,680 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.010798354000144172 (mp_runner.py:73) -2024-09-01 18:10:54,681 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.01164436600083718 (mp_runner.py:73) -2024-09-01 18:10:54,682 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.015483199000300374 (mp_runner.py:73) -2024-09-01 18:10:54,683 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.010421094004414044 (mp_runner.py:73) -2024-09-01 18:10:54,683 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.015999176001059823 (mp_runner.py:73) -2024-09-01 18:10:54,684 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.009050143999047577 (mp_runner.py:73) -2024-09-01 18:10:54,684 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.012958996005181689 (mp_runner.py:73) -2024-09-01 18:10:54,685 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.013153469997632783 (mp_runner.py:73) -2024-09-01 18:10:54,688 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.011748158998670988 (mp_runner.py:73) -2024-09-01 18:10:55,569 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.007337304996326566 (mp_runner.py:73) -2024-09-01 18:10:55,571 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.009642177996283863 (mp_runner.py:73) -2024-09-01 18:10:55,572 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.008918516003177501 (mp_runner.py:73) -2024-09-01 18:10:55,572 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.011074060006649233 (mp_runner.py:73) -2024-09-01 18:10:55,573 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.00991054299811367 (mp_runner.py:73) -2024-09-01 18:10:55,573 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.01217671299673384 (mp_runner.py:73) -2024-09-01 18:10:55,574 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.008980619000794832 (mp_runner.py:73) -2024-09-01 18:10:55,574 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.010848887002794072 (mp_runner.py:73) -2024-09-01 18:10:55,575 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.01101509299769532 (mp_runner.py:73) -2024-09-01 18:10:55,575 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.015047241999127436 (mp_runner.py:73) -2024-09-01 18:10:55,911 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.01557281200075522 (mp_runner.py:73) -2024-09-01 18:10:55,915 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.013167017998057418 (mp_runner.py:73) -2024-09-01 18:10:55,917 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.010275412998453248 (mp_runner.py:73) -2024-09-01 18:10:56,022 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.014547386999765877 (mp_runner.py:73) -2024-09-01 18:10:56,125 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.012051259996951558 (mp_runner.py:73) -2024-09-01 18:10:56,130 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.01848886500374647 (mp_runner.py:73) -2024-09-01 18:10:58,106 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.014829708001343533 (mp_runner.py:73) -2024-09-01 18:10:58,175 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.013816386999678798 (mp_runner.py:73) -2024-09-01 18:10:58,314 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.015977230003045406 (mp_runner.py:73) -2024-09-01 18:10:58,392 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.013324430001375731 (mp_runner.py:73) -2024-09-01 18:10:59,053 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.016563335004320834 (mp_runner.py:73) -2024-09-01 18:10:59,350 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.01630791899515316 (mp_runner.py:73) -2024-09-01 18:11:00,201 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.0022311780048767105 (mp_runner.py:73) -2024-09-01 18:11:00,202 | DEBUG |(SpawnProcess-1:115) search_count: 1500, latest_latency=0.001896959998703096 (mp_runner.py:73) -2024-09-01 18:11:00,230 | DEBUG |(SpawnProcess-1:105) search_count: 1500, latest_latency=0.03866803699929733 (mp_runner.py:73) -2024-09-01 18:11:00,262 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.013587437999376561 (mp_runner.py:73) -2024-09-01 18:11:00,272 | DEBUG |(SpawnProcess-1:114) search_count: 1500, latest_latency=0.014712830998178106 (mp_runner.py:73) -2024-09-01 18:11:00,276 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.013097474999085534 (mp_runner.py:73) -2024-09-01 18:11:00,293 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.013423794996924698 (mp_runner.py:73) -2024-09-01 18:11:00,298 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.009950419000233524 (mp_runner.py:73) -2024-09-01 18:11:00,300 | DEBUG |(SpawnProcess-1:138) search_count: 1500, latest_latency=0.013314819996594451 (mp_runner.py:73) -2024-09-01 18:11:00,301 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.015906120999716222 (mp_runner.py:73) -2024-09-01 18:11:00,323 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.017865588997665327 (mp_runner.py:73) -2024-09-01 18:11:00,328 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.014278909002314322 (mp_runner.py:73) -2024-09-01 18:11:00,369 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.013074981994577684 (mp_runner.py:73) -2024-09-01 18:11:01,482 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.01667858699511271 (mp_runner.py:73) -2024-09-01 18:11:01,484 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.0192659710010048 (mp_runner.py:73) -2024-09-01 18:11:01,531 | DEBUG |(SpawnProcess-1:128) search_count: 1500, latest_latency=0.010701321996748447 (mp_runner.py:73) -2024-09-01 18:11:01,532 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.012226966005982831 (mp_runner.py:73) -2024-09-01 18:11:01,533 | DEBUG |(SpawnProcess-1:132) search_count: 1500, latest_latency=0.011651904998871032 (mp_runner.py:73) -2024-09-01 18:11:01,534 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.012375331003568135 (mp_runner.py:73) -2024-09-01 18:11:01,535 | DEBUG |(SpawnProcess-1:129) search_count: 1500, latest_latency=0.016782430997409392 (mp_runner.py:73) -2024-09-01 18:11:01,537 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.019739774994377512 (mp_runner.py:73) -2024-09-01 18:11:01,590 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.019233294995501637 (mp_runner.py:73) -2024-09-01 18:11:01,591 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.0179411680001067 (mp_runner.py:73) -2024-09-01 18:11:02,746 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.020496240998909343 (mp_runner.py:73) -2024-09-01 18:11:03,462 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.02032414000132121 (mp_runner.py:73) -2024-09-01 18:11:03,528 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.0198717020030017 (mp_runner.py:73) -2024-09-01 18:11:03,655 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.030373631001566537 (mp_runner.py:73) -2024-09-01 18:11:03,706 | DEBUG |(SpawnProcess-1:109) search_count: 1500, latest_latency=0.022087413002736866 (mp_runner.py:73) -2024-09-01 18:11:03,855 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.01917250499536749 (mp_runner.py:73) -2024-09-01 18:11:05,666 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.020375637999677565 (mp_runner.py:73) -2024-09-01 18:11:05,898 | DEBUG |(SpawnProcess-1:137) search_count: 2000, latest_latency=0.0076596959988819435 (mp_runner.py:73) -2024-09-01 18:11:05,898 | DEBUG |(SpawnProcess-1:107) search_count: 2000, latest_latency=0.0093273379970924 (mp_runner.py:73) -2024-09-01 18:11:05,899 | DEBUG |(SpawnProcess-1:105) search_count: 2000, latest_latency=0.00820814100006828 (mp_runner.py:73) -2024-09-01 18:11:05,901 | DEBUG |(SpawnProcess-1:118) search_count: 2000, latest_latency=0.009990580998419318 (mp_runner.py:73) -2024-09-01 18:11:05,901 | DEBUG |(SpawnProcess-1:117) search_count: 2000, latest_latency=0.010040000001026783 (mp_runner.py:73) -2024-09-01 18:11:05,902 | DEBUG |(SpawnProcess-1:115) search_count: 2000, latest_latency=0.009384678000060376 (mp_runner.py:73) -2024-09-01 18:11:05,902 | DEBUG |(SpawnProcess-1:106) search_count: 2000, latest_latency=0.014276981994044036 (mp_runner.py:73) -2024-09-01 18:11:05,903 | DEBUG |(SpawnProcess-1:114) search_count: 2000, latest_latency=0.015432783002324868 (mp_runner.py:73) -2024-09-01 18:11:05,903 | DEBUG |(SpawnProcess-1:133) search_count: 2000, latest_latency=0.010416307995910756 (mp_runner.py:73) -2024-09-01 18:11:05,904 | DEBUG |(SpawnProcess-1:138) search_count: 2000, latest_latency=0.008278433000668883 (mp_runner.py:73) -2024-09-01 18:11:05,991 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.01859054200031096 (mp_runner.py:73) -2024-09-01 18:11:06,187 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.015897045996098313 (mp_runner.py:73) -2024-09-01 18:11:06,188 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.019511942999088205 (mp_runner.py:73) -2024-09-01 18:11:06,194 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.026698112997110002 (mp_runner.py:73) -2024-09-01 18:11:06,778 | DEBUG |(SpawnProcess-1:127) search_count: 1500, latest_latency=0.020462919004785363 (mp_runner.py:73) -2024-09-01 18:11:07,696 | DEBUG |(SpawnProcess-1:126) search_count: 2000, latest_latency=0.012480668003263418 (mp_runner.py:73) -2024-09-01 18:11:07,750 | DEBUG |(SpawnProcess-1:120) search_count: 2000, latest_latency=0.01244810000207508 (mp_runner.py:73) -2024-09-01 18:11:07,954 | DEBUG |(SpawnProcess-1:129) search_count: 2000, latest_latency=0.012987833993975073 (mp_runner.py:73) -2024-09-01 18:11:07,955 | DEBUG |(SpawnProcess-1:128) search_count: 2000, latest_latency=0.0123856239952147 (mp_runner.py:73) -2024-09-01 18:11:07,957 | DEBUG |(SpawnProcess-1:113) search_count: 2000, latest_latency=0.016755386001022998 (mp_runner.py:73) -2024-09-01 18:11:07,958 | DEBUG |(SpawnProcess-1:139) search_count: 2000, latest_latency=0.01246641200123122 (mp_runner.py:73) -2024-09-01 18:11:08,037 | DEBUG |(SpawnProcess-1:132) search_count: 2000, latest_latency=0.012994578995858319 (mp_runner.py:73) -2024-09-01 18:11:08,038 | DEBUG |(SpawnProcess-1:125) search_count: 2000, latest_latency=0.007107555997208692 (mp_runner.py:73) -2024-09-01 18:11:08,041 | DEBUG |(SpawnProcess-1:119) search_count: 2000, latest_latency=0.014116267004283145 (mp_runner.py:73) -2024-09-01 18:11:08,042 | DEBUG |(SpawnProcess-1:123) search_count: 2000, latest_latency=0.014297624002210796 (mp_runner.py:73) -2024-09-01 18:11:08,601 | DEBUG |(SpawnProcess-1:121) search_count: 2000, latest_latency=0.013568031004979275 (mp_runner.py:73) -2024-09-01 18:11:09,012 | DEBUG |(SpawnProcess-1:112) search_count: 2000, latest_latency=0.01549162800074555 (mp_runner.py:73) -2024-09-01 18:11:09,175 | DEBUG |(SpawnProcess-1:111) search_count: 2000, latest_latency=0.017830774006142747 (mp_runner.py:73) -2024-09-01 18:11:10,087 | DEBUG |(SpawnProcess-1:131) search_count: 2000, latest_latency=0.002750690997345373 (mp_runner.py:73) -2024-09-01 18:11:10,920 | DEBUG |(SpawnProcess-1:134) search_count: 2000, latest_latency=0.013835764002578799 (mp_runner.py:73) -2024-09-01 18:11:11,215 | DEBUG |(SpawnProcess-1:135) search_count: 2000, latest_latency=0.011707727993780281 (mp_runner.py:73) -2024-09-01 18:11:11,303 | DEBUG |(SpawnProcess-1:124) search_count: 2000, latest_latency=0.016140114996233024 (mp_runner.py:73) -2024-09-01 18:11:11,349 | DEBUG |(SpawnProcess-1:109) search_count: 2000, latest_latency=0.012763407998136245 (mp_runner.py:73) -2024-09-01 18:11:11,700 | DEBUG |(SpawnProcess-1:130) search_count: 2000, latest_latency=0.01441940799850272 (mp_runner.py:73) -2024-09-01 18:11:11,828 | DEBUG |(SpawnProcess-1:138) search_count: 2500, latest_latency=0.010640052998496685 (mp_runner.py:73) -2024-09-01 18:11:11,829 | DEBUG |(SpawnProcess-1:115) search_count: 2500, latest_latency=0.012188277003588155 (mp_runner.py:73) -2024-09-01 18:11:11,829 | DEBUG |(SpawnProcess-1:107) search_count: 2500, latest_latency=0.013753326005826239 (mp_runner.py:73) -2024-09-01 18:11:11,832 | DEBUG |(SpawnProcess-1:117) search_count: 2500, latest_latency=0.010807997998199426 (mp_runner.py:73) -2024-09-01 18:11:11,833 | DEBUG |(SpawnProcess-1:105) search_count: 2500, latest_latency=0.012185946005047299 (mp_runner.py:73) -2024-09-01 18:11:11,834 | DEBUG |(SpawnProcess-1:106) search_count: 2500, latest_latency=0.018907047000539023 (mp_runner.py:73) -2024-09-01 18:11:11,836 | DEBUG |(SpawnProcess-1:118) search_count: 2500, latest_latency=0.02220248300000094 (mp_runner.py:73) -2024-09-01 18:11:12,270 | DEBUG |(SpawnProcess-1:137) search_count: 2500, latest_latency=0.01566601000376977 (mp_runner.py:73) -2024-09-01 18:11:12,272 | DEBUG |(SpawnProcess-1:114) search_count: 2500, latest_latency=0.015371266003057826 (mp_runner.py:73) -2024-09-01 18:11:12,277 | DEBUG |(SpawnProcess-1:133) search_count: 2500, latest_latency=0.016161255996848922 (mp_runner.py:73) -2024-09-01 18:11:13,296 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0077s, count=2210, qps in this process: 73.6478 (mp_runner.py:76) -2024-09-01 18:11:13,392 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0099s, count=2273, qps in this process: 75.7417 (mp_runner.py:76) -2024-09-01 18:11:13,412 | DEBUG |(SpawnProcess-1:116) search_count: 2000, latest_latency=0.01516604000062216 (mp_runner.py:73) -2024-09-01 18:11:13,453 | DEBUG |(SpawnProcess-1:122) search_count: 2000, latest_latency=0.012984131994016934 (mp_runner.py:73) -2024-09-01 18:11:13,458 | DEBUG |(SpawnProcess-1:136) search_count: 2000, latest_latency=0.01425565800309414 (mp_runner.py:73) -2024-09-01 18:11:13,475 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0127s, count=2270, qps in this process: 75.6346 (mp_runner.py:76) -2024-09-01 18:11:13,486 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0044s, count=2408, qps in this process: 80.2549 (mp_runner.py:76) -2024-09-01 18:11:13,489 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0005s, count=2002, qps in this process: 66.7322 (mp_runner.py:76) -2024-09-01 18:11:13,495 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0061s, count=2408, qps in this process: 80.2503 (mp_runner.py:76) -2024-09-01 18:11:13,504 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0157s, count=2634, qps in this process: 87.7541 (mp_runner.py:76) -2024-09-01 18:11:13,505 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0164s, count=2633, qps in this process: 87.7187 (mp_runner.py:76) -2024-09-01 18:11:13,505 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0167s, count=2634, qps in this process: 87.7512 (mp_runner.py:76) -2024-09-01 18:11:13,507 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0187s, count=2409, qps in this process: 80.25 (mp_runner.py:76) -2024-09-01 18:11:13,512 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0235s, count=2589, qps in this process: 86.2325 (mp_runner.py:76) -2024-09-01 18:11:13,524 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0365s, count=2615, qps in this process: 87.0607 (mp_runner.py:76) -2024-09-01 18:11:13,531 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0002s, count=2636, qps in this process: 87.8661 (mp_runner.py:76) -2024-09-01 18:11:13,544 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0066s, count=2410, qps in this process: 80.3157 (mp_runner.py:76) -2024-09-01 18:11:13,545 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0042s, count=1997, qps in this process: 66.5573 (mp_runner.py:76) -2024-09-01 18:11:13,546 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0013s, count=2004, qps in this process: 66.7971 (mp_runner.py:76) -2024-09-01 18:11:13,549 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0067s, count=2591, qps in this process: 86.3474 (mp_runner.py:76) -2024-09-01 18:11:13,550 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0113s, count=2301, qps in this process: 76.6711 (mp_runner.py:76) -2024-09-01 18:11:13,553 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0118s, count=2387, qps in this process: 79.5354 (mp_runner.py:76) -2024-09-01 18:11:13,563 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0013s, count=2411, qps in this process: 80.3632 (mp_runner.py:76) -2024-09-01 18:11:13,568 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0103s, count=2637, qps in this process: 87.8698 (mp_runner.py:76) -2024-09-01 18:11:13,602 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0332s, count=2412, qps in this process: 80.3111 (mp_runner.py:76) -2024-09-01 18:11:13,613 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0285s, count=2173, qps in this process: 72.3646 (mp_runner.py:76) -2024-09-01 18:11:13,614 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0114s, count=2144, qps in this process: 71.4395 (mp_runner.py:76) -2024-09-01 18:11:13,615 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0332s, count=2588, qps in this process: 86.1713 (mp_runner.py:76) -2024-09-01 18:11:13,630 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0013s, count=2617, qps in this process: 87.2296 (mp_runner.py:76) -2024-09-01 18:11:13,634 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0124s, count=2164, qps in this process: 72.1035 (mp_runner.py:76) -2024-09-01 18:11:13,635 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0084s, count=2144, qps in this process: 71.4467 (mp_runner.py:76) -2024-09-01 18:11:13,638 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0021s, count=2385, qps in this process: 79.4944 (mp_runner.py:76) -2024-09-01 18:11:13,640 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0121s, count=2368, qps in this process: 78.9015 (mp_runner.py:76) -2024-09-01 18:11:13,643 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0136s, count=2131, qps in this process: 71.0011 (mp_runner.py:76) -2024-09-01 18:11:13,643 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0133s, count=2023, qps in this process: 67.4035 (mp_runner.py:76) -2024-09-01 18:11:13,650 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0074s, count=1997, qps in this process: 66.5503 (mp_runner.py:76) -2024-09-01 18:11:13,652 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.009s, count=1939, qps in this process: 64.6139 (mp_runner.py:76) -2024-09-01 18:11:13,664 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0088s, count=2388, qps in this process: 79.5767 (mp_runner.py:76) -2024-09-01 18:11:13,675 | INFO |End search in concurrency 35: dur=30.49985767900216s, total_count=81932, qps=2686.3076 (mp_runner.py:120) -2024-09-01 18:11:16,361 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:11:16,362 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 18:11:27,013 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 18:11:27,077 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,132 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,209 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,216 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,220 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,251 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,275 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,276 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,343 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,344 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,349 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,390 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,392 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,400 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,406 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,415 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,425 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,425 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,425 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,446 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,446 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,460 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,462 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,466 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,473 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,474 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,487 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,493 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,495 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:27,518 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:11:33,784 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.006245007003599312 (mp_runner.py:73) -2024-09-01 18:11:33,785 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.012215229995490517 (mp_runner.py:73) -2024-09-01 18:11:33,786 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.011501975001010578 (mp_runner.py:73) -2024-09-01 18:11:33,786 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.012786870000127237 (mp_runner.py:73) -2024-09-01 18:11:33,787 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.014749109999684151 (mp_runner.py:73) -2024-09-01 18:11:33,788 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.01295333199959714 (mp_runner.py:73) -2024-09-01 18:11:33,788 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.011640743003226817 (mp_runner.py:73) -2024-09-01 18:11:33,789 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.01300367899966659 (mp_runner.py:73) -2024-09-01 18:11:33,792 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.020260912999219727 (mp_runner.py:73) -2024-09-01 18:11:33,794 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.016222086000198033 (mp_runner.py:73) -2024-09-01 18:11:33,794 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.02412899400223978 (mp_runner.py:73) -2024-09-01 18:11:33,836 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.00971163199574221 (mp_runner.py:73) -2024-09-01 18:11:33,837 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.012010237995127682 (mp_runner.py:73) -2024-09-01 18:11:33,838 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.010518060997128487 (mp_runner.py:73) -2024-09-01 18:11:33,839 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.014293369000370149 (mp_runner.py:73) -2024-09-01 18:11:33,839 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.020002233002742287 (mp_runner.py:73) -2024-09-01 18:11:33,840 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.01855363600043347 (mp_runner.py:73) -2024-09-01 18:11:33,931 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.018697491999773774 (mp_runner.py:73) -2024-09-01 18:11:33,932 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.015586239002004731 (mp_runner.py:73) -2024-09-01 18:11:33,933 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.017946284999197815 (mp_runner.py:73) -2024-09-01 18:11:33,937 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.025357423000968993 (mp_runner.py:73) -2024-09-01 18:11:33,937 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.027202869998291135 (mp_runner.py:73) -2024-09-01 18:11:34,199 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.017270664000534452 (mp_runner.py:73) -2024-09-01 18:11:34,201 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.01866688599693589 (mp_runner.py:73) -2024-09-01 18:11:34,203 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.0244771230063634 (mp_runner.py:73) -2024-09-01 18:11:34,204 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.027364896996004973 (mp_runner.py:73) -2024-09-01 18:11:34,535 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.023816285996872466 (mp_runner.py:73) -2024-09-01 18:11:34,610 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.014505823994113598 (mp_runner.py:73) -2024-09-01 18:11:34,611 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.014004795004439075 (mp_runner.py:73) -2024-09-01 18:11:34,611 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.01680914899770869 (mp_runner.py:73) -2024-09-01 18:11:34,615 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.022147795993078034 (mp_runner.py:73) -2024-09-01 18:11:34,616 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.02530986099736765 (mp_runner.py:73) -2024-09-01 18:11:34,929 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.013475829997332767 (mp_runner.py:73) -2024-09-01 18:11:34,932 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.01769633799995063 (mp_runner.py:73) -2024-09-01 18:11:34,933 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.019695678995049093 (mp_runner.py:73) -2024-09-01 18:11:35,747 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.022942347997741308 (mp_runner.py:73) -2024-09-01 18:11:35,748 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.017806552001275122 (mp_runner.py:73) -2024-09-01 18:11:35,750 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.02061977699486306 (mp_runner.py:73) -2024-09-01 18:11:36,150 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.06459604900010163 (mp_runner.py:73) -2024-09-01 18:11:36,505 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.024219697996159084 (mp_runner.py:73) -2024-09-01 18:11:40,109 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.00817093899968313 (mp_runner.py:73) -2024-09-01 18:11:40,110 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.010130523995030671 (mp_runner.py:73) -2024-09-01 18:11:40,111 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.008591590994910803 (mp_runner.py:73) -2024-09-01 18:11:40,111 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.007992165999894496 (mp_runner.py:73) -2024-09-01 18:11:40,112 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.010249231003399473 (mp_runner.py:73) -2024-09-01 18:11:40,113 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.008541752002201974 (mp_runner.py:73) -2024-09-01 18:11:40,115 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.015865519999351818 (mp_runner.py:73) -2024-09-01 18:11:40,116 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.010064923000754789 (mp_runner.py:73) -2024-09-01 18:11:40,118 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.01890513599937549 (mp_runner.py:73) -2024-09-01 18:11:40,119 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.010846578996279277 (mp_runner.py:73) -2024-09-01 18:11:40,119 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.010685254004783928 (mp_runner.py:73) -2024-09-01 18:11:40,653 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.00762299799680477 (mp_runner.py:73) -2024-09-01 18:11:40,654 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.00932802600436844 (mp_runner.py:73) -2024-09-01 18:11:40,655 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.008598919994255994 (mp_runner.py:73) -2024-09-01 18:11:40,655 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.010933334000583272 (mp_runner.py:73) -2024-09-01 18:11:40,657 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.014819267998973373 (mp_runner.py:73) -2024-09-01 18:11:40,660 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.01915764900331851 (mp_runner.py:73) -2024-09-01 18:11:41,348 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.010939067004073877 (mp_runner.py:73) -2024-09-01 18:11:41,350 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.011513366996950936 (mp_runner.py:73) -2024-09-01 18:11:41,350 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.012537784001324326 (mp_runner.py:73) -2024-09-01 18:11:41,351 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.014532094995956868 (mp_runner.py:73) -2024-09-01 18:11:41,355 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.018816639996657614 (mp_runner.py:73) -2024-09-01 18:11:41,819 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.011968355000135489 (mp_runner.py:73) -2024-09-01 18:11:41,819 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.014913407001586165 (mp_runner.py:73) -2024-09-01 18:11:41,820 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.01431960699846968 (mp_runner.py:73) -2024-09-01 18:11:41,824 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.012650447002670262 (mp_runner.py:73) -2024-09-01 18:11:41,824 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.012671996002609376 (mp_runner.py:73) -2024-09-01 18:11:42,014 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.02023094200558262 (mp_runner.py:73) -2024-09-01 18:11:42,014 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.018315492001420353 (mp_runner.py:73) -2024-09-01 18:11:42,016 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.016194415002246387 (mp_runner.py:73) -2024-09-01 18:11:42,039 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.04652589699981036 (mp_runner.py:73) -2024-09-01 18:11:42,074 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.06896900099673076 (mp_runner.py:73) -2024-09-01 18:11:43,724 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.016069851000793278 (mp_runner.py:73) -2024-09-01 18:11:43,760 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.03758945300069172 (mp_runner.py:73) -2024-09-01 18:11:43,879 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.017895051001687534 (mp_runner.py:73) -2024-09-01 18:11:44,514 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.016690771000867244 (mp_runner.py:73) -2024-09-01 18:11:44,739 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.014294638000137638 (mp_runner.py:73) -2024-09-01 18:11:44,787 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.017645470004936215 (mp_runner.py:73) -2024-09-01 18:11:45,176 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.04815057599626016 (mp_runner.py:73) -2024-09-01 18:11:45,779 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.014292381005361676 (mp_runner.py:73) -2024-09-01 18:11:47,179 | DEBUG |(SpawnProcess-1:169) search_count: 1500, latest_latency=0.014381936001882423 (mp_runner.py:73) -2024-09-01 18:11:47,180 | DEBUG |(SpawnProcess-1:151) search_count: 1500, latest_latency=0.013052447000518441 (mp_runner.py:73) -2024-09-01 18:11:47,182 | DEBUG |(SpawnProcess-1:164) search_count: 1500, latest_latency=0.013117537993821315 (mp_runner.py:73) -2024-09-01 18:11:47,182 | DEBUG |(SpawnProcess-1:165) search_count: 1500, latest_latency=0.012906080999528058 (mp_runner.py:73) -2024-09-01 18:11:47,183 | DEBUG |(SpawnProcess-1:172) search_count: 1500, latest_latency=0.019227921999117825 (mp_runner.py:73) -2024-09-01 18:11:47,184 | DEBUG |(SpawnProcess-1:167) search_count: 1500, latest_latency=0.024613392997707706 (mp_runner.py:73) -2024-09-01 18:11:47,185 | DEBUG |(SpawnProcess-1:157) search_count: 1500, latest_latency=0.021860877001017798 (mp_runner.py:73) -2024-09-01 18:11:47,187 | DEBUG |(SpawnProcess-1:144) search_count: 1500, latest_latency=0.02886424400639953 (mp_runner.py:73) -2024-09-01 18:11:47,597 | DEBUG |(SpawnProcess-1:146) search_count: 1500, latest_latency=0.02298930899996776 (mp_runner.py:73) -2024-09-01 18:11:47,598 | DEBUG |(SpawnProcess-1:178) search_count: 1500, latest_latency=0.02237998000055086 (mp_runner.py:73) -2024-09-01 18:11:48,106 | DEBUG |(SpawnProcess-1:166) search_count: 1500, latest_latency=0.02497179200145183 (mp_runner.py:73) -2024-09-01 18:11:48,862 | DEBUG |(SpawnProcess-1:155) search_count: 1500, latest_latency=0.018660572997760028 (mp_runner.py:73) -2024-09-01 18:11:48,903 | DEBUG |(SpawnProcess-1:141) search_count: 1500, latest_latency=0.00920213499921374 (mp_runner.py:73) -2024-09-01 18:11:48,904 | DEBUG |(SpawnProcess-1:149) search_count: 1500, latest_latency=0.0211059099965496 (mp_runner.py:73) -2024-09-01 18:11:48,905 | DEBUG |(SpawnProcess-1:171) search_count: 1500, latest_latency=0.020630427003197838 (mp_runner.py:73) -2024-09-01 18:11:49,323 | DEBUG |(SpawnProcess-1:143) search_count: 1500, latest_latency=0.02558485000190558 (mp_runner.py:73) -2024-09-01 18:11:49,399 | DEBUG |(SpawnProcess-1:161) search_count: 1500, latest_latency=0.02524448899930576 (mp_runner.py:73) -2024-09-01 18:11:49,449 | DEBUG |(SpawnProcess-1:154) search_count: 1500, latest_latency=0.016285836994939018 (mp_runner.py:73) -2024-09-01 18:11:49,454 | DEBUG |(SpawnProcess-1:142) search_count: 1500, latest_latency=0.023766136000631377 (mp_runner.py:73) -2024-09-01 18:11:49,455 | DEBUG |(SpawnProcess-1:145) search_count: 1500, latest_latency=0.023321736000070814 (mp_runner.py:73) -2024-09-01 18:11:49,551 | DEBUG |(SpawnProcess-1:162) search_count: 1500, latest_latency=0.018805366999004036 (mp_runner.py:73) -2024-09-01 18:11:49,554 | DEBUG |(SpawnProcess-1:163) search_count: 1500, latest_latency=0.020191424002405256 (mp_runner.py:73) -2024-09-01 18:11:50,200 | DEBUG |(SpawnProcess-1:156) search_count: 1500, latest_latency=0.02036491900071269 (mp_runner.py:73) -2024-09-01 18:11:50,202 | DEBUG |(SpawnProcess-1:180) search_count: 1500, latest_latency=0.023608912000781856 (mp_runner.py:73) -2024-09-01 18:11:50,203 | DEBUG |(SpawnProcess-1:152) search_count: 1500, latest_latency=0.014059525994525757 (mp_runner.py:73) -2024-09-01 18:11:50,203 | DEBUG |(SpawnProcess-1:177) search_count: 1500, latest_latency=0.018463692998921033 (mp_runner.py:73) -2024-09-01 18:11:50,358 | DEBUG |(SpawnProcess-1:153) search_count: 1500, latest_latency=0.014155653996567708 (mp_runner.py:73) -2024-09-01 18:11:50,360 | DEBUG |(SpawnProcess-1:158) search_count: 1500, latest_latency=0.017579580999154132 (mp_runner.py:73) -2024-09-01 18:11:50,360 | DEBUG |(SpawnProcess-1:160) search_count: 1500, latest_latency=0.019379591001779772 (mp_runner.py:73) -2024-09-01 18:11:51,398 | DEBUG |(SpawnProcess-1:174) search_count: 1500, latest_latency=0.023484344004828017 (mp_runner.py:73) -2024-09-01 18:11:51,451 | DEBUG |(SpawnProcess-1:173) search_count: 1500, latest_latency=0.024435970997728873 (mp_runner.py:73) -2024-09-01 18:11:51,522 | DEBUG |(SpawnProcess-1:148) search_count: 1500, latest_latency=0.023366045999864582 (mp_runner.py:73) -2024-09-01 18:11:52,751 | DEBUG |(SpawnProcess-1:150) search_count: 1500, latest_latency=0.023724061000393704 (mp_runner.py:73) -2024-09-01 18:11:52,784 | DEBUG |(SpawnProcess-1:179) search_count: 1500, latest_latency=0.01880858399817953 (mp_runner.py:73) -2024-09-01 18:11:53,137 | DEBUG |(SpawnProcess-1:168) search_count: 1500, latest_latency=0.022445946997322608 (mp_runner.py:73) -2024-09-01 18:11:53,567 | DEBUG |(SpawnProcess-1:175) search_count: 1500, latest_latency=0.029678484999749344 (mp_runner.py:73) -2024-09-01 18:11:53,570 | DEBUG |(SpawnProcess-1:159) search_count: 1500, latest_latency=0.030315292002342176 (mp_runner.py:73) -2024-09-01 18:11:53,731 | DEBUG |(SpawnProcess-1:176) search_count: 1500, latest_latency=0.021041773004981223 (mp_runner.py:73) -2024-09-01 18:11:53,778 | DEBUG |(SpawnProcess-1:165) search_count: 2000, latest_latency=0.012171455004136078 (mp_runner.py:73) -2024-09-01 18:11:53,783 | DEBUG |(SpawnProcess-1:164) search_count: 2000, latest_latency=0.017766610006219707 (mp_runner.py:73) -2024-09-01 18:11:53,787 | DEBUG |(SpawnProcess-1:157) search_count: 2000, latest_latency=0.023326251000980847 (mp_runner.py:73) -2024-09-01 18:11:53,807 | DEBUG |(SpawnProcess-1:167) search_count: 2000, latest_latency=0.01727515199308982 (mp_runner.py:73) -2024-09-01 18:11:53,825 | DEBUG |(SpawnProcess-1:169) search_count: 2000, latest_latency=0.015920894998998847 (mp_runner.py:73) -2024-09-01 18:11:53,828 | DEBUG |(SpawnProcess-1:172) search_count: 2000, latest_latency=0.0137882470007753 (mp_runner.py:73) -2024-09-01 18:11:53,832 | DEBUG |(SpawnProcess-1:151) search_count: 2000, latest_latency=0.015373721995274536 (mp_runner.py:73) -2024-09-01 18:11:53,862 | DEBUG |(SpawnProcess-1:144) search_count: 2000, latest_latency=0.01853839999967022 (mp_runner.py:73) -2024-09-01 18:11:54,028 | DEBUG |(SpawnProcess-1:170) search_count: 1500, latest_latency=0.03579887800151482 (mp_runner.py:73) -2024-09-01 18:11:54,731 | DEBUG |(SpawnProcess-1:147) search_count: 1500, latest_latency=0.026033647001895588 (mp_runner.py:73) -2024-09-01 18:11:56,038 | DEBUG |(SpawnProcess-1:146) search_count: 2000, latest_latency=0.014936414998373948 (mp_runner.py:73) -2024-09-01 18:11:56,039 | DEBUG |(SpawnProcess-1:178) search_count: 2000, latest_latency=0.017042965999280568 (mp_runner.py:73) -2024-09-01 18:11:56,442 | DEBUG |(SpawnProcess-1:166) search_count: 2000, latest_latency=0.015922655002214015 (mp_runner.py:73) -2024-09-01 18:11:56,443 | DEBUG |(SpawnProcess-1:171) search_count: 2000, latest_latency=0.009935035996022634 (mp_runner.py:73) -2024-09-01 18:11:56,448 | DEBUG |(SpawnProcess-1:149) search_count: 2000, latest_latency=0.014452572002483066 (mp_runner.py:73) -2024-09-01 18:11:56,449 | DEBUG |(SpawnProcess-1:141) search_count: 2000, latest_latency=0.019209437996323686 (mp_runner.py:73) -2024-09-01 18:11:56,452 | DEBUG |(SpawnProcess-1:155) search_count: 2000, latest_latency=0.021042922002379782 (mp_runner.py:73) -2024-09-01 18:11:57,113 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.035s, count=2061, qps in this process: 68.6199 (mp_runner.py:76) -2024-09-01 18:11:57,161 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0194s, count=2043, qps in this process: 68.056 (mp_runner.py:76) -2024-09-01 18:11:57,174 | DEBUG |(SpawnProcess-1:142) search_count: 2000, latest_latency=0.02332161100639496 (mp_runner.py:73) -2024-09-01 18:11:57,195 | DEBUG |(SpawnProcess-1:145) search_count: 2000, latest_latency=0.01607578300172463 (mp_runner.py:73) -2024-09-01 18:11:57,211 | DEBUG |(SpawnProcess-1:143) search_count: 2000, latest_latency=0.014085310001973994 (mp_runner.py:73) -2024-09-01 18:11:57,226 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0064s, count=2003, qps in this process: 66.7524 (mp_runner.py:76) -2024-09-01 18:11:57,230 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0082s, count=1998, qps in this process: 66.5818 (mp_runner.py:76) -2024-09-01 18:11:57,237 | DEBUG |(SpawnProcess-1:161) search_count: 2000, latest_latency=0.0077413280014297925 (mp_runner.py:73) -2024-09-01 18:11:57,240 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0133s, count=2190, qps in this process: 72.9677 (mp_runner.py:76) -2024-09-01 18:11:57,261 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.008s, count=1943, qps in this process: 64.7494 (mp_runner.py:76) -2024-09-01 18:11:57,282 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0008s, count=2217, qps in this process: 73.898 (mp_runner.py:76) -2024-09-01 18:11:57,290 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0003s, count=2053, qps in this process: 68.4326 (mp_runner.py:76) -2024-09-01 18:11:57,354 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0057s, count=1906, qps in this process: 63.5213 (mp_runner.py:76) -2024-09-01 18:11:57,356 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.009s, count=2011, qps in this process: 67.0132 (mp_runner.py:76) -2024-09-01 18:11:57,357 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0054s, count=1829, qps in this process: 60.9557 (mp_runner.py:76) -2024-09-01 18:11:57,362 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0089s, count=2062, qps in this process: 68.7129 (mp_runner.py:76) -2024-09-01 18:11:57,364 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0126s, count=1926, qps in this process: 64.173 (mp_runner.py:76) -2024-09-01 18:11:57,372 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.019s, count=1904, qps in this process: 63.4265 (mp_runner.py:76) -2024-09-01 18:11:57,396 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0014s, count=1932, qps in this process: 64.397 (mp_runner.py:76) -2024-09-01 18:11:57,397 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0026s, count=2223, qps in this process: 74.0936 (mp_runner.py:76) -2024-09-01 18:11:57,402 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0086s, count=1901, qps in this process: 63.3485 (mp_runner.py:76) -2024-09-01 18:11:57,407 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0019s, count=1932, qps in this process: 64.3959 (mp_runner.py:76) -2024-09-01 18:11:57,408 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0087s, count=1835, qps in this process: 61.1489 (mp_runner.py:76) -2024-09-01 18:11:57,411 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0011s, count=1732, qps in this process: 57.7312 (mp_runner.py:76) -2024-09-01 18:11:57,411 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0016s, count=1951, qps in this process: 65.0299 (mp_runner.py:76) -2024-09-01 18:11:57,414 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0044s, count=2232, qps in this process: 74.3891 (mp_runner.py:76) -2024-09-01 18:11:57,424 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0026s, count=2079, qps in this process: 69.294 (mp_runner.py:76) -2024-09-01 18:11:57,424 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0143s, count=2016, qps in this process: 67.168 (mp_runner.py:76) -2024-09-01 18:11:57,425 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0128s, count=2063, qps in this process: 68.7373 (mp_runner.py:76) -2024-09-01 18:11:57,432 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0042s, count=2223, qps in this process: 74.0896 (mp_runner.py:76) -2024-09-01 18:11:57,433 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0072s, count=1765, qps in this process: 58.8192 (mp_runner.py:76) -2024-09-01 18:11:57,435 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0051s, count=2226, qps in this process: 74.1874 (mp_runner.py:76) -2024-09-01 18:11:57,436 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0009s, count=2231, qps in this process: 74.3644 (mp_runner.py:76) -2024-09-01 18:11:57,451 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0018s, count=1708, qps in this process: 56.9299 (mp_runner.py:76) -2024-09-01 18:11:57,453 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0044s, count=1829, qps in this process: 60.9577 (mp_runner.py:76) -2024-09-01 18:11:57,467 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0036s, count=2235, qps in this process: 74.4911 (mp_runner.py:76) -2024-09-01 18:11:57,467 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0017s, count=1763, qps in this process: 58.7633 (mp_runner.py:76) -2024-09-01 18:11:57,477 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0065s, count=1918, qps in this process: 63.9195 (mp_runner.py:76) -2024-09-01 18:11:57,478 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0013s, count=2029, qps in this process: 67.6304 (mp_runner.py:76) -2024-09-01 18:11:57,479 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0028s, count=2078, qps in this process: 69.2602 (mp_runner.py:76) -2024-09-01 18:11:57,492 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0012s, count=1723, qps in this process: 57.431 (mp_runner.py:76) -2024-09-01 18:11:57,496 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0006s, count=1740, qps in this process: 57.9988 (mp_runner.py:76) -2024-09-01 18:11:57,504 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0009s, count=1745, qps in this process: 58.1649 (mp_runner.py:76) -2024-09-01 18:11:57,522 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0002s, count=1701, qps in this process: 56.6996 (mp_runner.py:76) -2024-09-01 18:11:57,530 | INFO |End search in concurrency 40: dur=30.516442325002572s, total_count=78956, qps=2587.3265 (mp_runner.py:120) -2024-09-01 18:12:00,564 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:12:00,564 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 18:12:11,409 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 18:12:11,566 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,576 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,620 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,682 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,690 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,792 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,799 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,804 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,809 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,809 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,809 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,811 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,810 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,818 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,818 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,819 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,842 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,851 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,854 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,856 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,861 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,872 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,884 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,890 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,900 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,917 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,925 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,926 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,933 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,947 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,949 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,950 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,974 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,976 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,980 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:11,990 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:12,006 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:12,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:12:19,578 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.015105211998161394 (mp_runner.py:73) -2024-09-01 18:12:19,579 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.014284304998000152 (mp_runner.py:73) -2024-09-01 18:12:19,580 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.017565741996804718 (mp_runner.py:73) -2024-09-01 18:12:19,581 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.01658262199634919 (mp_runner.py:73) -2024-09-01 18:12:19,581 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.014452272000198718 (mp_runner.py:73) -2024-09-01 18:12:19,582 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.01646516400069231 (mp_runner.py:73) -2024-09-01 18:12:19,582 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.01600532900192775 (mp_runner.py:73) -2024-09-01 18:12:19,584 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01446416800172301 (mp_runner.py:73) -2024-09-01 18:12:19,584 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.013847883004928008 (mp_runner.py:73) -2024-09-01 18:12:19,585 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.015048352004669141 (mp_runner.py:73) -2024-09-01 18:12:19,588 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.026730371995654423 (mp_runner.py:73) -2024-09-01 18:12:19,589 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.028160601999843493 (mp_runner.py:73) -2024-09-01 18:12:19,787 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.01410788999783108 (mp_runner.py:73) -2024-09-01 18:12:19,788 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.013531928998418152 (mp_runner.py:73) -2024-09-01 18:12:19,788 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.015891542003373615 (mp_runner.py:73) -2024-09-01 18:12:19,790 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.018973166996147484 (mp_runner.py:73) -2024-09-01 18:12:19,791 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.02097902799869189 (mp_runner.py:73) -2024-09-01 18:12:19,791 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.022611038002651185 (mp_runner.py:73) -2024-09-01 18:12:20,032 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.011273421994701494 (mp_runner.py:73) -2024-09-01 18:12:20,033 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.014780399003939237 (mp_runner.py:73) -2024-09-01 18:12:20,036 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.019889092996891122 (mp_runner.py:73) -2024-09-01 18:12:20,041 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.025301914000010584 (mp_runner.py:73) -2024-09-01 18:12:20,042 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.02783389200340025 (mp_runner.py:73) -2024-09-01 18:12:20,144 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.014186906002578326 (mp_runner.py:73) -2024-09-01 18:12:20,145 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.0036758839996764436 (mp_runner.py:73) -2024-09-01 18:12:20,146 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.012929030002851505 (mp_runner.py:73) -2024-09-01 18:12:20,147 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.012795074995665345 (mp_runner.py:73) -2024-09-01 18:12:20,148 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.012657022998610046 (mp_runner.py:73) -2024-09-01 18:12:20,153 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.02399176699691452 (mp_runner.py:73) -2024-09-01 18:12:20,154 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.026710246995207854 (mp_runner.py:73) -2024-09-01 18:12:20,187 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.017559040999913123 (mp_runner.py:73) -2024-09-01 18:12:20,191 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.022797040997829754 (mp_runner.py:73) -2024-09-01 18:12:20,395 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.018886729005316738 (mp_runner.py:73) -2024-09-01 18:12:20,397 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.015890882998064626 (mp_runner.py:73) -2024-09-01 18:12:20,397 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.018098451000696514 (mp_runner.py:73) -2024-09-01 18:12:20,399 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.02332715500233462 (mp_runner.py:73) -2024-09-01 18:12:20,399 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.019907365000108257 (mp_runner.py:73) -2024-09-01 18:12:20,400 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.011275315002421848 (mp_runner.py:73) -2024-09-01 18:12:20,401 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.02752007699746173 (mp_runner.py:73) -2024-09-01 18:12:20,442 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.024679169000592083 (mp_runner.py:73) -2024-09-01 18:12:20,677 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.017915420001372695 (mp_runner.py:73) -2024-09-01 18:12:20,678 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.02222229799372144 (mp_runner.py:73) -2024-09-01 18:12:20,679 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.026240988001518417 (mp_runner.py:73) -2024-09-01 18:12:21,919 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.027620840999588836 (mp_runner.py:73) -2024-09-01 18:12:21,921 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.02480116399965482 (mp_runner.py:73) -2024-09-01 18:12:26,740 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.010063091998745222 (mp_runner.py:73) -2024-09-01 18:12:26,741 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.011218173000088427 (mp_runner.py:73) -2024-09-01 18:12:26,742 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.014542434997565579 (mp_runner.py:73) -2024-09-01 18:12:26,743 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.017631504000746645 (mp_runner.py:73) -2024-09-01 18:12:26,745 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.01206338600604795 (mp_runner.py:73) -2024-09-01 18:12:26,746 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.013257298000098672 (mp_runner.py:73) -2024-09-01 18:12:26,751 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.020288194005843252 (mp_runner.py:73) -2024-09-01 18:12:27,047 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.027155032999871764 (mp_runner.py:73) -2024-09-01 18:12:27,061 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.04235570200398797 (mp_runner.py:73) -2024-09-01 18:12:27,062 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.044214251000084914 (mp_runner.py:73) -2024-09-01 18:12:27,073 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.01410328200290678 (mp_runner.py:73) -2024-09-01 18:12:27,080 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.017547854004078545 (mp_runner.py:73) -2024-09-01 18:12:27,593 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.010093748998770025 (mp_runner.py:73) -2024-09-01 18:12:27,595 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.010655133999534883 (mp_runner.py:73) -2024-09-01 18:12:27,596 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.013062374004221056 (mp_runner.py:73) -2024-09-01 18:12:27,596 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.01306228899920825 (mp_runner.py:73) -2024-09-01 18:12:27,597 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.013913281996792648 (mp_runner.py:73) -2024-09-01 18:12:27,597 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.010920602995611262 (mp_runner.py:73) -2024-09-01 18:12:27,599 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.01758861699636327 (mp_runner.py:73) -2024-09-01 18:12:27,599 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.013397470000199974 (mp_runner.py:73) -2024-09-01 18:12:27,599 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.020395209001435433 (mp_runner.py:73) -2024-09-01 18:12:27,602 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.0013904989973525517 (mp_runner.py:73) -2024-09-01 18:12:27,605 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.010949524999887217 (mp_runner.py:73) -2024-09-01 18:12:28,274 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.015473850995476823 (mp_runner.py:73) -2024-09-01 18:12:28,281 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.010628664000250865 (mp_runner.py:73) -2024-09-01 18:12:28,282 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.01582272200175794 (mp_runner.py:73) -2024-09-01 18:12:28,283 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.012299119000090286 (mp_runner.py:73) -2024-09-01 18:12:28,285 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.014036818000022322 (mp_runner.py:73) -2024-09-01 18:12:28,288 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.02257107100012945 (mp_runner.py:73) -2024-09-01 18:12:28,587 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.03090032600448467 (mp_runner.py:73) -2024-09-01 18:12:28,593 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.012306436998187564 (mp_runner.py:73) -2024-09-01 18:12:28,597 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.017179444002977107 (mp_runner.py:73) -2024-09-01 18:12:28,637 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.02684680499805836 (mp_runner.py:73) -2024-09-01 18:12:28,656 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.023606761002156418 (mp_runner.py:73) -2024-09-01 18:12:28,681 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.06062942399876192 (mp_runner.py:73) -2024-09-01 18:12:29,204 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.01958085200021742 (mp_runner.py:73) -2024-09-01 18:12:29,263 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.021062203995825257 (mp_runner.py:73) -2024-09-01 18:12:29,282 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.01817911800026195 (mp_runner.py:73) -2024-09-01 18:12:29,512 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.017875741003081203 (mp_runner.py:73) -2024-09-01 18:12:29,609 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.017002806001983117 (mp_runner.py:73) -2024-09-01 18:12:29,610 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.021504905002075247 (mp_runner.py:73) -2024-09-01 18:12:29,611 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.0153868639972643 (mp_runner.py:73) -2024-09-01 18:12:30,259 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.022640137001872063 (mp_runner.py:73) -2024-09-01 18:12:31,464 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.015341532998718321 (mp_runner.py:73) -2024-09-01 18:12:31,653 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.016051911996328272 (mp_runner.py:73) -2024-09-01 18:12:34,591 | DEBUG |(SpawnProcess-1:194) search_count: 1500, latest_latency=0.015884432999882847 (mp_runner.py:73) -2024-09-01 18:12:34,593 | DEBUG |(SpawnProcess-1:188) search_count: 1500, latest_latency=0.016152554999280255 (mp_runner.py:73) -2024-09-01 18:12:34,593 | DEBUG |(SpawnProcess-1:223) search_count: 1500, latest_latency=0.013966284997877665 (mp_runner.py:73) -2024-09-01 18:12:34,594 | DEBUG |(SpawnProcess-1:204) search_count: 1500, latest_latency=0.02013495699793566 (mp_runner.py:73) -2024-09-01 18:12:34,596 | DEBUG |(SpawnProcess-1:221) search_count: 1500, latest_latency=0.024960321999969892 (mp_runner.py:73) -2024-09-01 18:12:34,597 | DEBUG |(SpawnProcess-1:208) search_count: 1500, latest_latency=0.02674963699973887 (mp_runner.py:73) -2024-09-01 18:12:34,931 | DEBUG |(SpawnProcess-1:220) search_count: 1500, latest_latency=0.022787403002439532 (mp_runner.py:73) -2024-09-01 18:12:35,144 | DEBUG |(SpawnProcess-1:207) search_count: 1500, latest_latency=0.008371657000679988 (mp_runner.py:73) -2024-09-01 18:12:35,148 | DEBUG |(SpawnProcess-1:199) search_count: 1500, latest_latency=0.017312547999608796 (mp_runner.py:73) -2024-09-01 18:12:35,150 | DEBUG |(SpawnProcess-1:192) search_count: 1500, latest_latency=0.018212643000879325 (mp_runner.py:73) -2024-09-01 18:12:35,151 | DEBUG |(SpawnProcess-1:185) search_count: 1500, latest_latency=0.018668273005459923 (mp_runner.py:73) -2024-09-01 18:12:35,152 | DEBUG |(SpawnProcess-1:183) search_count: 1500, latest_latency=0.022120572997664567 (mp_runner.py:73) -2024-09-01 18:12:35,153 | DEBUG |(SpawnProcess-1:196) search_count: 1500, latest_latency=0.02759865199914202 (mp_runner.py:73) -2024-09-01 18:12:35,154 | DEBUG |(SpawnProcess-1:219) search_count: 1500, latest_latency=0.026351087995863054 (mp_runner.py:73) -2024-09-01 18:12:35,215 | DEBUG |(SpawnProcess-1:197) search_count: 1500, latest_latency=0.014388351002708077 (mp_runner.py:73) -2024-09-01 18:12:35,216 | DEBUG |(SpawnProcess-1:216) search_count: 1500, latest_latency=0.015888238995103166 (mp_runner.py:73) -2024-09-01 18:12:35,216 | DEBUG |(SpawnProcess-1:225) search_count: 1500, latest_latency=0.013085170998238027 (mp_runner.py:73) -2024-09-01 18:12:35,216 | DEBUG |(SpawnProcess-1:193) search_count: 1500, latest_latency=0.017044575994077604 (mp_runner.py:73) -2024-09-01 18:12:35,217 | DEBUG |(SpawnProcess-1:206) search_count: 1500, latest_latency=0.01660637000168208 (mp_runner.py:73) -2024-09-01 18:12:35,217 | DEBUG |(SpawnProcess-1:205) search_count: 1500, latest_latency=0.016178135003428906 (mp_runner.py:73) -2024-09-01 18:12:35,219 | DEBUG |(SpawnProcess-1:218) search_count: 1500, latest_latency=0.020752959004312288 (mp_runner.py:73) -2024-09-01 18:12:35,226 | DEBUG |(SpawnProcess-1:212) search_count: 1500, latest_latency=0.027875783998752013 (mp_runner.py:73) -2024-09-01 18:12:35,869 | DEBUG |(SpawnProcess-1:182) search_count: 1500, latest_latency=0.028330647997790948 (mp_runner.py:73) -2024-09-01 18:12:36,916 | DEBUG |(SpawnProcess-1:224) search_count: 1500, latest_latency=0.015042775994515978 (mp_runner.py:73) -2024-09-01 18:12:36,917 | DEBUG |(SpawnProcess-1:184) search_count: 1500, latest_latency=0.013810677999572363 (mp_runner.py:73) -2024-09-01 18:12:36,918 | DEBUG |(SpawnProcess-1:202) search_count: 1500, latest_latency=0.017469737998908386 (mp_runner.py:73) -2024-09-01 18:12:36,919 | DEBUG |(SpawnProcess-1:211) search_count: 1500, latest_latency=0.014372752004419453 (mp_runner.py:73) -2024-09-01 18:12:36,922 | DEBUG |(SpawnProcess-1:217) search_count: 1500, latest_latency=0.01589087200409267 (mp_runner.py:73) -2024-09-01 18:12:36,924 | DEBUG |(SpawnProcess-1:210) search_count: 1500, latest_latency=0.01594037400354864 (mp_runner.py:73) -2024-09-01 18:12:36,926 | DEBUG |(SpawnProcess-1:190) search_count: 1500, latest_latency=0.026477446997887455 (mp_runner.py:73) -2024-09-01 18:12:36,927 | DEBUG |(SpawnProcess-1:187) search_count: 1500, latest_latency=0.028923432000738103 (mp_runner.py:73) -2024-09-01 18:12:37,144 | DEBUG |(SpawnProcess-1:200) search_count: 1500, latest_latency=0.022299510004813783 (mp_runner.py:73) -2024-09-01 18:12:37,148 | DEBUG |(SpawnProcess-1:214) search_count: 1500, latest_latency=0.027719382000213955 (mp_runner.py:73) -2024-09-01 18:12:37,149 | DEBUG |(SpawnProcess-1:195) search_count: 1500, latest_latency=0.029602378002891783 (mp_runner.py:73) -2024-09-01 18:12:38,049 | DEBUG |(SpawnProcess-1:201) search_count: 1500, latest_latency=0.023772775995894335 (mp_runner.py:73) -2024-09-01 18:12:39,021 | DEBUG |(SpawnProcess-1:226) search_count: 1500, latest_latency=0.02523892700264696 (mp_runner.py:73) -2024-09-01 18:12:39,023 | DEBUG |(SpawnProcess-1:198) search_count: 1500, latest_latency=0.029935416001535486 (mp_runner.py:73) -2024-09-01 18:12:39,172 | DEBUG |(SpawnProcess-1:203) search_count: 1500, latest_latency=0.05943945699982578 (mp_runner.py:73) -2024-09-01 18:12:39,179 | DEBUG |(SpawnProcess-1:189) search_count: 1500, latest_latency=0.020469846000196412 (mp_runner.py:73) -2024-09-01 18:12:39,281 | DEBUG |(SpawnProcess-1:215) search_count: 1500, latest_latency=0.0383348479954293 (mp_runner.py:73) -2024-09-01 18:12:39,380 | DEBUG |(SpawnProcess-1:186) search_count: 1500, latest_latency=0.023154006994445808 (mp_runner.py:73) -2024-09-01 18:12:39,382 | DEBUG |(SpawnProcess-1:222) search_count: 1500, latest_latency=0.02723244600201724 (mp_runner.py:73) -2024-09-01 18:12:39,837 | DEBUG |(SpawnProcess-1:213) search_count: 1500, latest_latency=0.02442029600206297 (mp_runner.py:73) -2024-09-01 18:12:41,571 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0041s, count=1796, qps in this process: 59.8585 (mp_runner.py:76) -2024-09-01 18:12:41,587 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0042s, count=1901, qps in this process: 63.3578 (mp_runner.py:76) -2024-09-01 18:12:41,622 | DEBUG |(SpawnProcess-1:191) search_count: 1500, latest_latency=0.0442106269983924 (mp_runner.py:73) -2024-09-01 18:12:41,640 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0021s, count=1909, qps in this process: 63.6289 (mp_runner.py:76) -2024-09-01 18:12:41,641 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0051s, count=1904, qps in this process: 63.4559 (mp_runner.py:76) -2024-09-01 18:12:41,657 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0172s, count=1802, qps in this process: 60.0322 (mp_runner.py:76) -2024-09-01 18:12:41,698 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0037s, count=1909, qps in this process: 63.6255 (mp_runner.py:76) -2024-09-01 18:12:41,700 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0097s, count=1909, qps in this process: 63.6128 (mp_runner.py:76) -2024-09-01 18:12:41,704 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0074s, count=1681, qps in this process: 56.0195 (mp_runner.py:76) -2024-09-01 18:12:41,753 | DEBUG |(SpawnProcess-1:209) search_count: 1500, latest_latency=0.014709523995406926 (mp_runner.py:73) -2024-09-01 18:12:41,800 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0064s, count=1868, qps in this process: 62.2534 (mp_runner.py:76) -2024-09-01 18:12:41,815 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0047s, count=1918, qps in this process: 63.9233 (mp_runner.py:76) -2024-09-01 18:12:41,816 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0149s, count=1917, qps in this process: 63.8683 (mp_runner.py:76) -2024-09-01 18:12:41,816 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0057s, count=1918, qps in this process: 63.9212 (mp_runner.py:76) -2024-09-01 18:12:41,820 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0013s, count=1862, qps in this process: 62.064 (mp_runner.py:76) -2024-09-01 18:12:41,823 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0052s, count=1976, qps in this process: 65.8553 (mp_runner.py:76) -2024-09-01 18:12:41,824 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0117s, count=1976, qps in this process: 65.841 (mp_runner.py:76) -2024-09-01 18:12:41,826 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0016s, count=1976, qps in this process: 65.8632 (mp_runner.py:76) -2024-09-01 18:12:41,826 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0023s, count=1816, qps in this process: 60.5287 (mp_runner.py:76) -2024-09-01 18:12:41,826 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0197s, count=1762, qps in this process: 58.6948 (mp_runner.py:76) -2024-09-01 18:12:41,830 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0124s, count=1757, qps in this process: 58.5425 (mp_runner.py:76) -2024-09-01 18:12:41,844 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0203s, count=1977, qps in this process: 65.8554 (mp_runner.py:76) -2024-09-01 18:12:41,856 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0103s, count=1856, qps in this process: 61.8454 (mp_runner.py:76) -2024-09-01 18:12:41,863 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0052s, count=1646, qps in this process: 54.8572 (mp_runner.py:76) -2024-09-01 18:12:41,865 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0031s, count=1642, qps in this process: 54.7277 (mp_runner.py:76) -2024-09-01 18:12:41,866 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0053s, count=1646, qps in this process: 54.857 (mp_runner.py:76) -2024-09-01 18:12:41,869 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0064s, count=1820, qps in this process: 60.6537 (mp_runner.py:76) -2024-09-01 18:12:41,880 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0027s, count=1761, qps in this process: 58.6947 (mp_runner.py:76) -2024-09-01 18:12:41,889 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0017s, count=1822, qps in this process: 60.7299 (mp_runner.py:76) -2024-09-01 18:12:41,894 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0017s, count=1638, qps in this process: 54.5969 (mp_runner.py:76) -2024-09-01 18:12:41,899 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.004s, count=1773, qps in this process: 59.0921 (mp_runner.py:76) -2024-09-01 18:12:41,910 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0028s, count=1929, qps in this process: 64.294 (mp_runner.py:76) -2024-09-01 18:12:41,917 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0089s, count=1984, qps in this process: 66.1137 (mp_runner.py:76) -2024-09-01 18:12:41,929 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0057s, count=1932, qps in this process: 64.3878 (mp_runner.py:76) -2024-09-01 18:12:41,931 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0023s, count=1644, qps in this process: 54.7958 (mp_runner.py:76) -2024-09-01 18:12:41,934 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0042s, count=1830, qps in this process: 60.9915 (mp_runner.py:76) -2024-09-01 18:12:41,941 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0039s, count=1646, qps in this process: 54.8595 (mp_runner.py:76) -2024-09-01 18:12:41,945 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.001s, count=1832, qps in this process: 61.0646 (mp_runner.py:76) -2024-09-01 18:12:41,953 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0025s, count=1886, qps in this process: 62.8614 (mp_runner.py:76) -2024-09-01 18:12:41,955 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0043s, count=1938, qps in this process: 64.5907 (mp_runner.py:76) -2024-09-01 18:12:41,957 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0024s, count=1621, qps in this process: 54.029 (mp_runner.py:76) -2024-09-01 18:12:41,980 | DEBUG |(SpawnProcess-1:194) search_count: 2000, latest_latency=0.0025956350000342354 (mp_runner.py:73) -2024-09-01 18:12:41,980 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0003s, count=2000, qps in this process: 66.666 (mp_runner.py:76) -2024-09-01 18:12:41,981 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0003s, count=1947, qps in this process: 64.8994 (mp_runner.py:76) -2024-09-01 18:12:41,984 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0024s, count=1793, qps in this process: 59.7619 (mp_runner.py:76) -2024-09-01 18:12:41,996 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0009s, count=1545, qps in this process: 51.4985 (mp_runner.py:76) -2024-09-01 18:12:42,011 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0004s, count=1691, qps in this process: 56.3659 (mp_runner.py:76) -2024-09-01 18:12:42,016 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0007s, count=1567, qps in this process: 52.2321 (mp_runner.py:76) -2024-09-01 18:12:42,025 | INFO |End search in concurrency 45: dur=30.613521332001255s, total_count=81923, qps=2676.0398 (mp_runner.py:120) -2024-09-01 18:12:45,372 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:12:45,372 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 18:13:06,367 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 18:13:06,628 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,629 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,630 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,632 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,677 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,681 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,691 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,692 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,750 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,753 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,756 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,759 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,782 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,785 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,785 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,786 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,787 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,792 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,792 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,795 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,798 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,806 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,831 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,833 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,846 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,856 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,856 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,881 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,883 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,889 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,894 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,935 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,938 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,946 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,949 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,975 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:06,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:07,006 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:07,012 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:07,015 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:07,033 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:13:15,378 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.020946797994838562 (mp_runner.py:73) -2024-09-01 18:13:15,379 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.020171755997580476 (mp_runner.py:73) -2024-09-01 18:13:15,382 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.026197946004685946 (mp_runner.py:73) -2024-09-01 18:13:15,383 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.028604922001250088 (mp_runner.py:73) -2024-09-01 18:13:15,395 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.03675141400162829 (mp_runner.py:73) -2024-09-01 18:13:15,458 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.02792343399778474 (mp_runner.py:73) -2024-09-01 18:13:15,583 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.023689259003731422 (mp_runner.py:73) -2024-09-01 18:13:15,585 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.02900588900229195 (mp_runner.py:73) -2024-09-01 18:13:15,735 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.016740813000069465 (mp_runner.py:73) -2024-09-01 18:13:15,736 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.016840794000017922 (mp_runner.py:73) -2024-09-01 18:13:15,736 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.01812027300184127 (mp_runner.py:73) -2024-09-01 18:13:15,738 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.020261728997866157 (mp_runner.py:73) -2024-09-01 18:13:15,743 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.02621011900191661 (mp_runner.py:73) -2024-09-01 18:13:15,745 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.029791225999360904 (mp_runner.py:73) -2024-09-01 18:13:15,832 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.015441775998624507 (mp_runner.py:73) -2024-09-01 18:13:15,840 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.023117723998439033 (mp_runner.py:73) -2024-09-01 18:13:15,842 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.0257436229949235 (mp_runner.py:73) -2024-09-01 18:13:15,857 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.01802386000053957 (mp_runner.py:73) -2024-09-01 18:13:15,858 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.01883821600495139 (mp_runner.py:73) -2024-09-01 18:13:15,858 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.01783585999510251 (mp_runner.py:73) -2024-09-01 18:13:15,861 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.018506695996620692 (mp_runner.py:73) -2024-09-01 18:13:15,861 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.0243507210034295 (mp_runner.py:73) -2024-09-01 18:13:15,864 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.029843520998838358 (mp_runner.py:73) -2024-09-01 18:13:15,868 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.03199894999852404 (mp_runner.py:73) -2024-09-01 18:13:16,042 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.013645096005348023 (mp_runner.py:73) -2024-09-01 18:13:16,045 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.01756759999989299 (mp_runner.py:73) -2024-09-01 18:13:16,045 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.012439191996236332 (mp_runner.py:73) -2024-09-01 18:13:16,046 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.015763336996315047 (mp_runner.py:73) -2024-09-01 18:13:16,047 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.02048874900356168 (mp_runner.py:73) -2024-09-01 18:13:16,048 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.02186445600091247 (mp_runner.py:73) -2024-09-01 18:13:16,049 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.02377781199902529 (mp_runner.py:73) -2024-09-01 18:13:16,050 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.025233780994312838 (mp_runner.py:73) -2024-09-01 18:13:16,051 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.02672712200001115 (mp_runner.py:73) -2024-09-01 18:13:16,057 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.03251086700038286 (mp_runner.py:73) -2024-09-01 18:13:16,279 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.026874734998273198 (mp_runner.py:73) -2024-09-01 18:13:16,362 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.02679186299792491 (mp_runner.py:73) -2024-09-01 18:13:16,478 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.02470723700389499 (mp_runner.py:73) -2024-09-01 18:13:16,482 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.029409248003503308 (mp_runner.py:73) -2024-09-01 18:13:16,483 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.0199026429982041 (mp_runner.py:73) -2024-09-01 18:13:16,484 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.03323957900283858 (mp_runner.py:73) -2024-09-01 18:13:16,699 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.0037940219990559854 (mp_runner.py:73) -2024-09-01 18:13:16,784 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.01638312100112671 (mp_runner.py:73) -2024-09-01 18:13:16,793 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.02688575300271623 (mp_runner.py:73) -2024-09-01 18:13:16,798 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.03275437900447287 (mp_runner.py:73) -2024-09-01 18:13:17,214 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.015368774002126884 (mp_runner.py:73) -2024-09-01 18:13:17,216 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.028539999002532568 (mp_runner.py:73) -2024-09-01 18:13:17,409 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.02945494699815754 (mp_runner.py:73) -2024-09-01 18:13:17,452 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.02623929200490238 (mp_runner.py:73) -2024-09-01 18:13:17,454 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.024457327999698464 (mp_runner.py:73) -2024-09-01 18:13:18,111 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.00985667100030696 (mp_runner.py:73) -2024-09-01 18:13:23,838 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.011382424003386404 (mp_runner.py:73) -2024-09-01 18:13:23,840 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.011674895002215635 (mp_runner.py:73) -2024-09-01 18:13:23,841 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.015170172999205533 (mp_runner.py:73) -2024-09-01 18:13:23,843 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.01915999100310728 (mp_runner.py:73) -2024-09-01 18:13:23,843 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.013996695997775532 (mp_runner.py:73) -2024-09-01 18:13:23,844 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.016060412002843805 (mp_runner.py:73) -2024-09-01 18:13:23,847 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.02435766300186515 (mp_runner.py:73) -2024-09-01 18:13:23,848 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.016300504001264926 (mp_runner.py:73) -2024-09-01 18:13:23,849 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.014891108003212139 (mp_runner.py:73) -2024-09-01 18:13:24,365 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.013244083005702123 (mp_runner.py:73) -2024-09-01 18:13:24,366 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.013384931997279637 (mp_runner.py:73) -2024-09-01 18:13:24,367 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.013598801000625826 (mp_runner.py:73) -2024-09-01 18:13:24,369 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.017423111996322405 (mp_runner.py:73) -2024-09-01 18:13:24,372 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.01193778099695919 (mp_runner.py:73) -2024-09-01 18:13:24,373 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.021681402999092825 (mp_runner.py:73) -2024-09-01 18:13:24,375 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.014333181003166828 (mp_runner.py:73) -2024-09-01 18:13:24,378 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.02362901999731548 (mp_runner.py:73) -2024-09-01 18:13:24,457 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.022958531000767834 (mp_runner.py:73) -2024-09-01 18:13:24,459 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.012579417001688853 (mp_runner.py:73) -2024-09-01 18:13:24,464 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.018951831996673718 (mp_runner.py:73) -2024-09-01 18:13:24,465 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.0054301570053212345 (mp_runner.py:73) -2024-09-01 18:13:24,850 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.017697601004329044 (mp_runner.py:73) -2024-09-01 18:13:24,934 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.01863177500490565 (mp_runner.py:73) -2024-09-01 18:13:24,981 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.016119154999614693 (mp_runner.py:73) -2024-09-01 18:13:25,338 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.018289553001523018 (mp_runner.py:73) -2024-09-01 18:13:25,356 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.010919825006567407 (mp_runner.py:73) -2024-09-01 18:13:25,358 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.010889880002650898 (mp_runner.py:73) -2024-09-01 18:13:25,359 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.01049787499505328 (mp_runner.py:73) -2024-09-01 18:13:25,359 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.010220288997516036 (mp_runner.py:73) -2024-09-01 18:13:25,361 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.014006170000357088 (mp_runner.py:73) -2024-09-01 18:13:25,362 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.016949748998740688 (mp_runner.py:73) -2024-09-01 18:13:25,363 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.01056107999465894 (mp_runner.py:73) -2024-09-01 18:13:25,363 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.009939509000105318 (mp_runner.py:73) -2024-09-01 18:13:25,363 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.015833608995308168 (mp_runner.py:73) -2024-09-01 18:13:25,366 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.021712076995754614 (mp_runner.py:73) -2024-09-01 18:13:25,367 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.012517105998995248 (mp_runner.py:73) -2024-09-01 18:13:25,367 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.01576571600162424 (mp_runner.py:73) -2024-09-01 18:13:25,373 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.025860317000478972 (mp_runner.py:73) -2024-09-01 18:13:26,970 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.013670183994690888 (mp_runner.py:73) -2024-09-01 18:13:27,190 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.013828851995640434 (mp_runner.py:73) -2024-09-01 18:13:27,306 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.02096268599416362 (mp_runner.py:73) -2024-09-01 18:13:27,354 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.016182255996682215 (mp_runner.py:73) -2024-09-01 18:13:27,360 | DEBUG |(SpawnProcess-1:256) search_count: 1000, latest_latency=0.018441216001519933 (mp_runner.py:73) -2024-09-01 18:13:27,361 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.022738752006262075 (mp_runner.py:73) -2024-09-01 18:13:28,038 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.013671726002939977 (mp_runner.py:73) -2024-09-01 18:13:28,076 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.01739540000562556 (mp_runner.py:73) -2024-09-01 18:13:28,273 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.02097166099702008 (mp_runner.py:73) -2024-09-01 18:13:28,422 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.022606277001614217 (mp_runner.py:73) -2024-09-01 18:13:28,713 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.015557765000266954 (mp_runner.py:73) -2024-09-01 18:13:28,856 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.024367652004002593 (mp_runner.py:73) -2024-09-01 18:13:32,646 | DEBUG |(SpawnProcess-1:237) search_count: 1500, latest_latency=0.014970791999076027 (mp_runner.py:73) -2024-09-01 18:13:32,647 | DEBUG |(SpawnProcess-1:259) search_count: 1500, latest_latency=0.017696893999527674 (mp_runner.py:73) -2024-09-01 18:13:32,649 | DEBUG |(SpawnProcess-1:253) search_count: 1500, latest_latency=0.019642082006612327 (mp_runner.py:73) -2024-09-01 18:13:32,649 | DEBUG |(SpawnProcess-1:257) search_count: 1500, latest_latency=0.012346469004114624 (mp_runner.py:73) -2024-09-01 18:13:32,650 | DEBUG |(SpawnProcess-1:268) search_count: 1500, latest_latency=0.016129042996908538 (mp_runner.py:73) -2024-09-01 18:13:32,650 | DEBUG |(SpawnProcess-1:275) search_count: 1500, latest_latency=0.016052970000600908 (mp_runner.py:73) -2024-09-01 18:13:32,654 | DEBUG |(SpawnProcess-1:251) search_count: 1500, latest_latency=0.018514236995542888 (mp_runner.py:73) -2024-09-01 18:13:32,654 | DEBUG |(SpawnProcess-1:240) search_count: 1500, latest_latency=0.026127749995794147 (mp_runner.py:73) -2024-09-01 18:13:32,660 | DEBUG |(SpawnProcess-1:254) search_count: 1500, latest_latency=0.03466738799761515 (mp_runner.py:73) -2024-09-01 18:13:32,883 | DEBUG |(SpawnProcess-1:231) search_count: 1500, latest_latency=0.017974688998947386 (mp_runner.py:73) -2024-09-01 18:13:32,885 | DEBUG |(SpawnProcess-1:230) search_count: 1500, latest_latency=0.021665149004547857 (mp_runner.py:73) -2024-09-01 18:13:32,886 | DEBUG |(SpawnProcess-1:248) search_count: 1500, latest_latency=0.019046034998609684 (mp_runner.py:73) -2024-09-01 18:13:32,886 | DEBUG |(SpawnProcess-1:234) search_count: 1500, latest_latency=0.020382802998938132 (mp_runner.py:73) -2024-09-01 18:13:32,887 | DEBUG |(SpawnProcess-1:260) search_count: 1500, latest_latency=0.018670381999982055 (mp_runner.py:73) -2024-09-01 18:13:32,889 | DEBUG |(SpawnProcess-1:271) search_count: 1500, latest_latency=0.02754809600446606 (mp_runner.py:73) -2024-09-01 18:13:32,890 | DEBUG |(SpawnProcess-1:233) search_count: 1500, latest_latency=0.03162796299875481 (mp_runner.py:73) -2024-09-01 18:13:33,654 | DEBUG |(SpawnProcess-1:269) search_count: 1500, latest_latency=0.01937476100283675 (mp_runner.py:73) -2024-09-01 18:13:33,656 | DEBUG |(SpawnProcess-1:263) search_count: 1500, latest_latency=0.019611304000136442 (mp_runner.py:73) -2024-09-01 18:13:33,657 | DEBUG |(SpawnProcess-1:241) search_count: 1500, latest_latency=0.01930266599811148 (mp_runner.py:73) -2024-09-01 18:13:33,657 | DEBUG |(SpawnProcess-1:262) search_count: 1500, latest_latency=0.019260713997937273 (mp_runner.py:73) -2024-09-01 18:13:33,657 | DEBUG |(SpawnProcess-1:243) search_count: 1500, latest_latency=0.017915386000822764 (mp_runner.py:73) -2024-09-01 18:13:33,659 | DEBUG |(SpawnProcess-1:247) search_count: 1500, latest_latency=0.020555914998112712 (mp_runner.py:73) -2024-09-01 18:13:33,659 | DEBUG |(SpawnProcess-1:252) search_count: 1500, latest_latency=0.01820177600166062 (mp_runner.py:73) -2024-09-01 18:13:33,659 | DEBUG |(SpawnProcess-1:272) search_count: 1500, latest_latency=0.02519701999699464 (mp_runner.py:73) -2024-09-01 18:13:33,661 | DEBUG |(SpawnProcess-1:261) search_count: 1500, latest_latency=0.020304536999901757 (mp_runner.py:73) -2024-09-01 18:13:33,661 | DEBUG |(SpawnProcess-1:250) search_count: 1500, latest_latency=0.015067072003148496 (mp_runner.py:73) -2024-09-01 18:13:33,663 | DEBUG |(SpawnProcess-1:236) search_count: 1500, latest_latency=0.02907961399614578 (mp_runner.py:73) -2024-09-01 18:13:33,665 | DEBUG |(SpawnProcess-1:273) search_count: 1500, latest_latency=0.021183349999773782 (mp_runner.py:73) -2024-09-01 18:13:33,668 | DEBUG |(SpawnProcess-1:232) search_count: 1500, latest_latency=0.036036541998328175 (mp_runner.py:73) -2024-09-01 18:13:34,604 | DEBUG |(SpawnProcess-1:274) search_count: 1500, latest_latency=0.02648459599731723 (mp_runner.py:73) -2024-09-01 18:13:34,605 | DEBUG |(SpawnProcess-1:255) search_count: 1500, latest_latency=0.029762683996523265 (mp_runner.py:73) -2024-09-01 18:13:34,607 | DEBUG |(SpawnProcess-1:249) search_count: 1500, latest_latency=0.028383575001498684 (mp_runner.py:73) -2024-09-01 18:13:34,749 | DEBUG |(SpawnProcess-1:265) search_count: 1500, latest_latency=0.02895105700008571 (mp_runner.py:73) -2024-09-01 18:13:34,749 | DEBUG |(SpawnProcess-1:245) search_count: 1500, latest_latency=0.02247310699749505 (mp_runner.py:73) -2024-09-01 18:13:34,751 | DEBUG |(SpawnProcess-1:235) search_count: 1500, latest_latency=0.03304818300239276 (mp_runner.py:73) -2024-09-01 18:13:35,487 | DEBUG |(SpawnProcess-1:258) search_count: 1500, latest_latency=0.0301174810010707 (mp_runner.py:73) -2024-09-01 18:13:35,758 | DEBUG |(SpawnProcess-1:277) search_count: 1500, latest_latency=0.035400522996496875 (mp_runner.py:73) -2024-09-01 18:13:36,289 | DEBUG |(SpawnProcess-1:246) search_count: 1500, latest_latency=0.02699266000126954 (mp_runner.py:73) -2024-09-01 18:13:36,642 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0068s, count=1683, qps in this process: 56.0873 (mp_runner.py:76) -2024-09-01 18:13:36,646 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0122s, count=1739, qps in this process: 57.9431 (mp_runner.py:76) -2024-09-01 18:13:36,660 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.025s, count=1684, qps in this process: 56.0866 (mp_runner.py:76) -2024-09-01 18:13:36,676 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0135s, count=1476, qps in this process: 49.1779 (mp_runner.py:76) -2024-09-01 18:13:36,685 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0037s, count=1686, qps in this process: 56.1931 (mp_runner.py:76) -2024-09-01 18:13:36,691 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0077s, count=1686, qps in this process: 56.1856 (mp_runner.py:76) -2024-09-01 18:13:36,698 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0031s, count=1591, qps in this process: 53.0279 (mp_runner.py:76) -2024-09-01 18:13:36,701 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0048s, count=1725, qps in this process: 57.4908 (mp_runner.py:76) -2024-09-01 18:13:36,710 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0134s, count=1518, qps in this process: 50.5774 (mp_runner.py:76) -2024-09-01 18:13:36,757 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.001s, count=1746, qps in this process: 58.1981 (mp_runner.py:76) -2024-09-01 18:13:36,758 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0025s, count=1746, qps in this process: 58.1952 (mp_runner.py:76) -2024-09-01 18:13:36,760 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0021s, count=1728, qps in this process: 57.596 (mp_runner.py:76) -2024-09-01 18:13:36,772 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0139s, count=1747, qps in this process: 58.2064 (mp_runner.py:76) -2024-09-01 18:13:36,776 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0182s, count=1722, qps in this process: 57.3652 (mp_runner.py:76) -2024-09-01 18:13:36,778 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0128s, count=1693, qps in this process: 56.4093 (mp_runner.py:76) -2024-09-01 18:13:36,788 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0202s, count=1543, qps in this process: 51.3987 (mp_runner.py:76) -2024-09-01 18:13:36,791 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0005s, count=1738, qps in this process: 57.9324 (mp_runner.py:76) -2024-09-01 18:13:36,792 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0014s, count=1606, qps in this process: 53.5308 (mp_runner.py:76) -2024-09-01 18:13:36,795 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0116s, count=1730, qps in this process: 57.6444 (mp_runner.py:76) -2024-09-01 18:13:36,801 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0045s, count=1749, qps in this process: 58.2913 (mp_runner.py:76) -2024-09-01 18:13:36,801 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0148s, count=1695, qps in this process: 56.4721 (mp_runner.py:76) -2024-09-01 18:13:36,803 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0119s, count=1695, qps in this process: 56.4776 (mp_runner.py:76) -2024-09-01 18:13:36,803 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.001s, count=1730, qps in this process: 57.6647 (mp_runner.py:76) -2024-09-01 18:13:36,809 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0163s, count=1739, qps in this process: 57.9352 (mp_runner.py:76) -2024-09-01 18:13:36,813 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0145s, count=1696, qps in this process: 56.506 (mp_runner.py:76) -2024-09-01 18:13:36,818 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0201s, count=1749, qps in this process: 58.261 (mp_runner.py:76) -2024-09-01 18:13:36,822 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0088s, count=1731, qps in this process: 57.6831 (mp_runner.py:76) -2024-09-01 18:13:36,843 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0069s, count=1689, qps in this process: 56.2871 (mp_runner.py:76) -2024-09-01 18:13:36,845 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0077s, count=1604, qps in this process: 53.4529 (mp_runner.py:76) -2024-09-01 18:13:36,858 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0097s, count=1701, qps in this process: 56.6817 (mp_runner.py:76) -2024-09-01 18:13:36,865 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0039s, count=1702, qps in this process: 56.726 (mp_runner.py:76) -2024-09-01 18:13:36,877 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0115s, count=1703, qps in this process: 56.7449 (mp_runner.py:76) -2024-09-01 18:13:36,890 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0005s, count=1741, qps in this process: 58.0324 (mp_runner.py:76) -2024-09-01 18:13:36,894 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0063s, count=1735, qps in this process: 57.8212 (mp_runner.py:76) -2024-09-01 18:13:36,897 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0036s, count=1610, qps in this process: 53.6602 (mp_runner.py:76) -2024-09-01 18:13:36,903 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0024s, count=1706, qps in this process: 56.8621 (mp_runner.py:76) -2024-09-01 18:13:36,905 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0045s, count=1583, qps in this process: 52.7588 (mp_runner.py:76) -2024-09-01 18:13:36,908 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0081s, count=1496, qps in this process: 49.8532 (mp_runner.py:76) -2024-09-01 18:13:36,913 | DEBUG |(SpawnProcess-1:239) search_count: 1500, latest_latency=0.007041756005492061 (mp_runner.py:73) -2024-09-01 18:13:36,916 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0073s, count=1376, qps in this process: 45.8555 (mp_runner.py:76) -2024-09-01 18:13:36,933 | DEBUG |(SpawnProcess-1:256) search_count: 1500, latest_latency=0.0074601230007829145 (mp_runner.py:73) -2024-09-01 18:13:36,934 | DEBUG |(SpawnProcess-1:270) search_count: 1500, latest_latency=0.009491395998338703 (mp_runner.py:73) -2024-09-01 18:13:36,938 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0005s, count=1620, qps in this process: 53.9991 (mp_runner.py:76) -2024-09-01 18:13:36,942 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0009s, count=1502, qps in this process: 50.0652 (mp_runner.py:76) -2024-09-01 18:13:36,955 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0036s, count=1422, qps in this process: 47.3943 (mp_runner.py:76) -2024-09-01 18:13:36,959 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0021s, count=1423, qps in this process: 47.43 (mp_runner.py:76) -2024-09-01 18:13:36,981 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0012s, count=1524, qps in this process: 50.798 (mp_runner.py:76) -2024-09-01 18:13:36,981 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0023s, count=1382, qps in this process: 46.0631 (mp_runner.py:76) -2024-09-01 18:13:36,987 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0012s, count=1450, qps in this process: 48.3314 (mp_runner.py:76) -2024-09-01 18:13:37,014 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0019s, count=1642, qps in this process: 54.7299 (mp_runner.py:76) -2024-09-01 18:13:37,018 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0008s, count=1418, qps in this process: 47.2654 (mp_runner.py:76) -2024-09-01 18:13:37,020 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0009s, count=1528, qps in this process: 50.9318 (mp_runner.py:76) -2024-09-01 18:13:37,035 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0005s, count=1430, qps in this process: 47.6659 (mp_runner.py:76) -2024-09-01 18:13:37,048 | INFO |End search in concurrency 50: dur=30.680558314001246s, total_count=81558, qps=2658.2958 (mp_runner.py:120) -2024-09-01 18:13:40,763 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:13:40,763 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 18:14:01,905 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 18:14:02,149 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,175 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,237 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,292 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,294 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,296 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,297 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,297 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,297 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,298 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,344 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,361 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,366 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,376 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,378 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,392 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,393 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,405 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,409 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,410 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,417 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,424 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,431 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,433 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,454 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,457 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,465 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,480 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,493 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,508 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,525 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,551 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,564 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,565 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,578 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,578 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,593 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,605 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,628 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,636 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,650 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,652 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,672 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,680 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,697 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,716 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,739 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:02,749 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:11,710 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.020409810997080058 (mp_runner.py:73) -2024-09-01 18:14:11,711 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.01813109000067925 (mp_runner.py:73) -2024-09-01 18:14:11,711 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.02299246199982008 (mp_runner.py:73) -2024-09-01 18:14:11,712 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.01699314500001492 (mp_runner.py:73) -2024-09-01 18:14:11,713 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.016085520001070108 (mp_runner.py:73) -2024-09-01 18:14:11,715 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.030341288998897653 (mp_runner.py:73) -2024-09-01 18:14:11,716 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.03152100500301458 (mp_runner.py:73) -2024-09-01 18:14:11,717 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.029154149000532925 (mp_runner.py:73) -2024-09-01 18:14:11,763 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.018558743999165017 (mp_runner.py:73) -2024-09-01 18:14:11,764 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.01843624700268265 (mp_runner.py:73) -2024-09-01 18:14:11,764 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.01989017499727197 (mp_runner.py:73) -2024-09-01 18:14:11,764 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01827493100427091 (mp_runner.py:73) -2024-09-01 18:14:11,765 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.019993009002064355 (mp_runner.py:73) -2024-09-01 18:14:11,766 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.019106689003820065 (mp_runner.py:73) -2024-09-01 18:14:11,767 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.019850422999297734 (mp_runner.py:73) -2024-09-01 18:14:11,768 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.020053038002515677 (mp_runner.py:73) -2024-09-01 18:14:11,768 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.021756374000688083 (mp_runner.py:73) -2024-09-01 18:14:11,769 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.020930031001626048 (mp_runner.py:73) -2024-09-01 18:14:11,770 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.020664790004957467 (mp_runner.py:73) -2024-09-01 18:14:11,771 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.020639320006011985 (mp_runner.py:73) -2024-09-01 18:14:11,772 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.021148608000657987 (mp_runner.py:73) -2024-09-01 18:14:11,773 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.019626754001365043 (mp_runner.py:73) -2024-09-01 18:14:11,773 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.017909463997057173 (mp_runner.py:73) -2024-09-01 18:14:11,775 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.016826875995320734 (mp_runner.py:73) -2024-09-01 18:14:11,777 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.019707037004991435 (mp_runner.py:73) -2024-09-01 18:14:11,777 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.01908554900001036 (mp_runner.py:73) -2024-09-01 18:14:11,777 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.020946123004250694 (mp_runner.py:73) -2024-09-01 18:14:11,778 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.034168698999565095 (mp_runner.py:73) -2024-09-01 18:14:11,778 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.02942276200337801 (mp_runner.py:73) -2024-09-01 18:14:11,782 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.0393573000037577 (mp_runner.py:73) -2024-09-01 18:14:12,112 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.020683582995843608 (mp_runner.py:73) -2024-09-01 18:14:12,113 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.025983870997151826 (mp_runner.py:73) -2024-09-01 18:14:12,113 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.020044867997057736 (mp_runner.py:73) -2024-09-01 18:14:12,114 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.03981054600444622 (mp_runner.py:73) -2024-09-01 18:14:12,121 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.03864497000176925 (mp_runner.py:73) -2024-09-01 18:14:12,121 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.04027584200230194 (mp_runner.py:73) -2024-09-01 18:14:12,123 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.051633606002724264 (mp_runner.py:73) -2024-09-01 18:14:12,124 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.03514205499959644 (mp_runner.py:73) -2024-09-01 18:14:12,136 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.051700089999940246 (mp_runner.py:73) -2024-09-01 18:14:12,569 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.035108290998323355 (mp_runner.py:73) -2024-09-01 18:14:12,590 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.02240253000491066 (mp_runner.py:73) -2024-09-01 18:14:12,591 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.02501052000297932 (mp_runner.py:73) -2024-09-01 18:14:12,591 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.027568352001253515 (mp_runner.py:73) -2024-09-01 18:14:12,594 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.031452177005121484 (mp_runner.py:73) -2024-09-01 18:14:12,887 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.034520706001785584 (mp_runner.py:73) -2024-09-01 18:14:13,221 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.03468669999710983 (mp_runner.py:73) -2024-09-01 18:14:13,703 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.03866160300094634 (mp_runner.py:73) -2024-09-01 18:14:14,590 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.03285698200488696 (mp_runner.py:73) -2024-09-01 18:14:14,755 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.035405951995926443 (mp_runner.py:73) -2024-09-01 18:14:14,765 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.028920240998559166 (mp_runner.py:73) -2024-09-01 18:14:14,852 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.031720466999104246 (mp_runner.py:73) -2024-09-01 18:14:15,072 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.045971382001880556 (mp_runner.py:73) -2024-09-01 18:14:15,175 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.001761296000040602 (mp_runner.py:73) -2024-09-01 18:14:15,233 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.02588624299824005 (mp_runner.py:73) -2024-09-01 18:14:15,331 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.03392334800446406 (mp_runner.py:73) -2024-09-01 18:14:20,705 | DEBUG |(SpawnProcess-1:332) search_count: 1000, latest_latency=0.011870005997479893 (mp_runner.py:73) -2024-09-01 18:14:20,707 | DEBUG |(SpawnProcess-1:307) search_count: 1000, latest_latency=0.013766785996267572 (mp_runner.py:73) -2024-09-01 18:14:20,708 | DEBUG |(SpawnProcess-1:301) search_count: 1000, latest_latency=0.01544879999710247 (mp_runner.py:73) -2024-09-01 18:14:20,709 | DEBUG |(SpawnProcess-1:280) search_count: 1000, latest_latency=0.015321356004278641 (mp_runner.py:73) -2024-09-01 18:14:20,710 | DEBUG |(SpawnProcess-1:330) search_count: 1000, latest_latency=0.02092734100006055 (mp_runner.py:73) -2024-09-01 18:14:20,710 | DEBUG |(SpawnProcess-1:290) search_count: 1000, latest_latency=0.018805212996085174 (mp_runner.py:73) -2024-09-01 18:14:20,713 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.015573071003018413 (mp_runner.py:73) -2024-09-01 18:14:20,819 | DEBUG |(SpawnProcess-1:315) search_count: 1000, latest_latency=0.016009024999220856 (mp_runner.py:73) -2024-09-01 18:14:20,820 | DEBUG |(SpawnProcess-1:326) search_count: 1000, latest_latency=0.017680725999525748 (mp_runner.py:73) -2024-09-01 18:14:20,821 | DEBUG |(SpawnProcess-1:333) search_count: 1000, latest_latency=0.016237495001405478 (mp_runner.py:73) -2024-09-01 18:14:20,821 | DEBUG |(SpawnProcess-1:285) search_count: 1000, latest_latency=0.017125443002441898 (mp_runner.py:73) -2024-09-01 18:14:20,822 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.018323794000025373 (mp_runner.py:73) -2024-09-01 18:14:20,824 | DEBUG |(SpawnProcess-1:308) search_count: 1000, latest_latency=0.018020018003880978 (mp_runner.py:73) -2024-09-01 18:14:20,825 | DEBUG |(SpawnProcess-1:294) search_count: 1000, latest_latency=0.022623890996328555 (mp_runner.py:73) -2024-09-01 18:14:20,826 | DEBUG |(SpawnProcess-1:314) search_count: 1000, latest_latency=0.015521572000579908 (mp_runner.py:73) -2024-09-01 18:14:20,826 | DEBUG |(SpawnProcess-1:318) search_count: 1000, latest_latency=0.015124408004339784 (mp_runner.py:73) -2024-09-01 18:14:20,827 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.016409717994974926 (mp_runner.py:73) -2024-09-01 18:14:20,827 | DEBUG |(SpawnProcess-1:293) search_count: 1000, latest_latency=0.02556740600266494 (mp_runner.py:73) -2024-09-01 18:14:20,832 | DEBUG |(SpawnProcess-1:284) search_count: 1000, latest_latency=0.012798256997484714 (mp_runner.py:73) -2024-09-01 18:14:20,832 | DEBUG |(SpawnProcess-1:324) search_count: 1000, latest_latency=0.014898363006068394 (mp_runner.py:73) -2024-09-01 18:14:21,614 | DEBUG |(SpawnProcess-1:310) search_count: 1000, latest_latency=0.015380256001662929 (mp_runner.py:73) -2024-09-01 18:14:21,615 | DEBUG |(SpawnProcess-1:327) search_count: 1000, latest_latency=0.012843799006077461 (mp_runner.py:73) -2024-09-01 18:14:21,616 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.014153447998978663 (mp_runner.py:73) -2024-09-01 18:14:21,616 | DEBUG |(SpawnProcess-1:300) search_count: 1000, latest_latency=0.022327890001179185 (mp_runner.py:73) -2024-09-01 18:14:21,618 | DEBUG |(SpawnProcess-1:282) search_count: 1000, latest_latency=0.020668388999183662 (mp_runner.py:73) -2024-09-01 18:14:21,618 | DEBUG |(SpawnProcess-1:295) search_count: 1000, latest_latency=0.015153034997638315 (mp_runner.py:73) -2024-09-01 18:14:21,623 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.018002526994678192 (mp_runner.py:73) -2024-09-01 18:14:21,625 | DEBUG |(SpawnProcess-1:317) search_count: 1000, latest_latency=0.01809159199910937 (mp_runner.py:73) -2024-09-01 18:14:21,693 | DEBUG |(SpawnProcess-1:297) search_count: 1000, latest_latency=0.0184741600023699 (mp_runner.py:73) -2024-09-01 18:14:21,700 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.018253068003105 (mp_runner.py:73) -2024-09-01 18:14:21,701 | DEBUG |(SpawnProcess-1:305) search_count: 1000, latest_latency=0.016076813997642603 (mp_runner.py:73) -2024-09-01 18:14:21,706 | DEBUG |(SpawnProcess-1:283) search_count: 1000, latest_latency=0.023382573999697343 (mp_runner.py:73) -2024-09-01 18:14:21,740 | DEBUG |(SpawnProcess-1:289) search_count: 1000, latest_latency=0.022418469001422636 (mp_runner.py:73) -2024-09-01 18:14:21,849 | DEBUG |(SpawnProcess-1:281) search_count: 1000, latest_latency=0.02212924500054214 (mp_runner.py:73) -2024-09-01 18:14:22,281 | DEBUG |(SpawnProcess-1:303) search_count: 1000, latest_latency=0.023702053003944457 (mp_runner.py:73) -2024-09-01 18:14:22,558 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.03815926899551414 (mp_runner.py:73) -2024-09-01 18:14:23,518 | DEBUG |(SpawnProcess-1:323) search_count: 1000, latest_latency=0.018654324994713534 (mp_runner.py:73) -2024-09-01 18:14:23,523 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.02384367099875817 (mp_runner.py:73) -2024-09-01 18:14:23,530 | DEBUG |(SpawnProcess-1:298) search_count: 1000, latest_latency=0.018164922003052197 (mp_runner.py:73) -2024-09-01 18:14:23,538 | DEBUG |(SpawnProcess-1:320) search_count: 1000, latest_latency=0.02173711399518652 (mp_runner.py:73) -2024-09-01 18:14:23,811 | DEBUG |(SpawnProcess-1:322) search_count: 1000, latest_latency=0.019581754997489043 (mp_runner.py:73) -2024-09-01 18:14:23,814 | DEBUG |(SpawnProcess-1:313) search_count: 1000, latest_latency=0.025837584005785175 (mp_runner.py:73) -2024-09-01 18:14:24,238 | DEBUG |(SpawnProcess-1:287) search_count: 1000, latest_latency=0.018324878001294564 (mp_runner.py:73) -2024-09-01 18:14:25,015 | DEBUG |(SpawnProcess-1:286) search_count: 1000, latest_latency=0.02304806300526252 (mp_runner.py:73) -2024-09-01 18:14:25,478 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.022672195998893585 (mp_runner.py:73) -2024-09-01 18:14:25,668 | DEBUG |(SpawnProcess-1:279) search_count: 1000, latest_latency=0.02300954699603608 (mp_runner.py:73) -2024-09-01 18:14:26,377 | DEBUG |(SpawnProcess-1:302) search_count: 1000, latest_latency=0.02361226199718658 (mp_runner.py:73) -2024-09-01 18:14:26,605 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.026478883999516256 (mp_runner.py:73) -2024-09-01 18:14:26,862 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.02488568000262603 (mp_runner.py:73) -2024-09-01 18:14:26,885 | DEBUG |(SpawnProcess-1:325) search_count: 1000, latest_latency=0.02065209500142373 (mp_runner.py:73) -2024-09-01 18:14:26,957 | DEBUG |(SpawnProcess-1:311) search_count: 1000, latest_latency=0.021869764997973107 (mp_runner.py:73) -2024-09-01 18:14:27,123 | DEBUG |(SpawnProcess-1:319) search_count: 1000, latest_latency=0.016091901001345832 (mp_runner.py:73) -2024-09-01 18:14:27,145 | DEBUG |(SpawnProcess-1:292) search_count: 1000, latest_latency=0.002292930999828968 (mp_runner.py:73) -2024-09-01 18:14:27,176 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.03876361100265058 (mp_runner.py:73) -2024-09-01 18:14:27,794 | DEBUG |(SpawnProcess-1:316) search_count: 1000, latest_latency=0.024142607995599974 (mp_runner.py:73) -2024-09-01 18:14:29,660 | DEBUG |(SpawnProcess-1:280) search_count: 1500, latest_latency=0.015765585005283356 (mp_runner.py:73) -2024-09-01 18:14:29,661 | DEBUG |(SpawnProcess-1:294) search_count: 1500, latest_latency=0.01620821499818703 (mp_runner.py:73) -2024-09-01 18:14:29,662 | DEBUG |(SpawnProcess-1:315) search_count: 1500, latest_latency=0.018245040999318007 (mp_runner.py:73) -2024-09-01 18:14:29,663 | DEBUG |(SpawnProcess-1:285) search_count: 1500, latest_latency=0.01747208300366765 (mp_runner.py:73) -2024-09-01 18:14:29,664 | DEBUG |(SpawnProcess-1:284) search_count: 1500, latest_latency=0.022201079002115875 (mp_runner.py:73) -2024-09-01 18:14:29,665 | DEBUG |(SpawnProcess-1:326) search_count: 1500, latest_latency=0.016708179005945567 (mp_runner.py:73) -2024-09-01 18:14:29,670 | DEBUG |(SpawnProcess-1:332) search_count: 1500, latest_latency=0.011169816003530286 (mp_runner.py:73) -2024-09-01 18:14:29,671 | DEBUG |(SpawnProcess-1:296) search_count: 1500, latest_latency=0.017561386004672386 (mp_runner.py:73) -2024-09-01 18:14:29,672 | DEBUG |(SpawnProcess-1:308) search_count: 1500, latest_latency=0.03172401800111402 (mp_runner.py:73) -2024-09-01 18:14:29,764 | DEBUG |(SpawnProcess-1:291) search_count: 1500, latest_latency=0.01763053699687589 (mp_runner.py:73) -2024-09-01 18:14:29,768 | DEBUG |(SpawnProcess-1:314) search_count: 1500, latest_latency=0.0198567329935031 (mp_runner.py:73) -2024-09-01 18:14:29,771 | DEBUG |(SpawnProcess-1:293) search_count: 1500, latest_latency=0.023733538000669796 (mp_runner.py:73) -2024-09-01 18:14:29,772 | DEBUG |(SpawnProcess-1:301) search_count: 1500, latest_latency=0.022388473997125402 (mp_runner.py:73) -2024-09-01 18:14:29,774 | DEBUG |(SpawnProcess-1:321) search_count: 1500, latest_latency=0.02107029400212923 (mp_runner.py:73) -2024-09-01 18:14:29,776 | DEBUG |(SpawnProcess-1:290) search_count: 1500, latest_latency=0.031140626000706106 (mp_runner.py:73) -2024-09-01 18:14:29,777 | DEBUG |(SpawnProcess-1:324) search_count: 1500, latest_latency=0.032880373000807595 (mp_runner.py:73) -2024-09-01 18:14:30,110 | DEBUG |(SpawnProcess-1:330) search_count: 1500, latest_latency=0.010483520003617741 (mp_runner.py:73) -2024-09-01 18:14:30,817 | DEBUG |(SpawnProcess-1:318) search_count: 1500, latest_latency=0.03055487100209575 (mp_runner.py:73) -2024-09-01 18:14:31,713 | DEBUG |(SpawnProcess-1:307) search_count: 1500, latest_latency=0.03318977600429207 (mp_runner.py:73) -2024-09-01 18:14:32,167 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.007s, count=1619, qps in this process: 53.9541 (mp_runner.py:76) -2024-09-01 18:14:32,209 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.009s, count=1348, qps in this process: 44.9199 (mp_runner.py:76) -2024-09-01 18:14:32,260 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0217s, count=1442, qps in this process: 48.0319 (mp_runner.py:76) -2024-09-01 18:14:32,303 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.002s, count=1465, qps in this process: 48.8301 (mp_runner.py:76) -2024-09-01 18:14:32,304 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0036s, count=1354, qps in this process: 45.1279 (mp_runner.py:76) -2024-09-01 18:14:32,305 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0045s, count=1457, qps in this process: 48.5594 (mp_runner.py:76) -2024-09-01 18:14:32,307 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0085s, count=1627, qps in this process: 54.218 (mp_runner.py:76) -2024-09-01 18:14:32,307 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.006s, count=1488, qps in this process: 49.5901 (mp_runner.py:76) -2024-09-01 18:14:32,309 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0082s, count=1470, qps in this process: 48.9866 (mp_runner.py:76) -2024-09-01 18:14:32,311 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0104s, count=1429, qps in this process: 47.6168 (mp_runner.py:76) -2024-09-01 18:14:32,314 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0158s, count=1641, qps in this process: 54.6712 (mp_runner.py:76) -2024-09-01 18:14:32,315 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0142s, count=1488, qps in this process: 49.5765 (mp_runner.py:76) -2024-09-01 18:14:32,316 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0182s, count=1641, qps in this process: 54.6668 (mp_runner.py:76) -2024-09-01 18:14:32,365 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0146s, count=1491, qps in this process: 49.6758 (mp_runner.py:76) -2024-09-01 18:14:32,367 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0012s, count=1644, qps in this process: 54.7978 (mp_runner.py:76) -2024-09-01 18:14:32,383 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0077s, count=1645, qps in this process: 54.8193 (mp_runner.py:76) -2024-09-01 18:14:32,393 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0036s, count=1464, qps in this process: 48.7941 (mp_runner.py:76) -2024-09-01 18:14:32,401 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0201s, count=1632, qps in this process: 54.3636 (mp_runner.py:76) -2024-09-01 18:14:32,404 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0229s, count=1632, qps in this process: 54.3585 (mp_runner.py:76) -2024-09-01 18:14:32,409 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0087s, count=1475, qps in this process: 49.1524 (mp_runner.py:76) -2024-09-01 18:14:32,417 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.004s, count=1648, qps in this process: 54.926 (mp_runner.py:76) -2024-09-01 18:14:32,417 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.008s, count=1457, qps in this process: 48.5537 (mp_runner.py:76) -2024-09-01 18:14:32,420 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0228s, count=1487, qps in this process: 49.529 (mp_runner.py:76) -2024-09-01 18:14:32,423 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.01s, count=1364, qps in this process: 45.4515 (mp_runner.py:76) -2024-09-01 18:14:32,424 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0043s, count=1648, qps in this process: 54.9255 (mp_runner.py:76) -2024-09-01 18:14:32,429 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0029s, count=1303, qps in this process: 43.4291 (mp_runner.py:76) -2024-09-01 18:14:32,433 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0059s, count=1649, qps in this process: 54.9559 (mp_runner.py:76) -2024-09-01 18:14:32,447 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0129s, count=1650, qps in this process: 54.9764 (mp_runner.py:76) -2024-09-01 18:14:32,452 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0128s, count=1453, qps in this process: 48.4127 (mp_runner.py:76) -2024-09-01 18:14:32,465 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0061s, count=1243, qps in this process: 41.4249 (mp_runner.py:76) -2024-09-01 18:14:32,468 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0064s, count=1373, qps in this process: 45.7569 (mp_runner.py:76) -2024-09-01 18:14:32,477 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0062s, count=1440, qps in this process: 47.9901 (mp_runner.py:76) -2024-09-01 18:14:32,493 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0064s, count=1285, qps in this process: 42.8242 (mp_runner.py:76) -2024-09-01 18:14:32,505 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0071s, count=1656, qps in this process: 55.1869 (mp_runner.py:76) -2024-09-01 18:14:32,509 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0041s, count=1656, qps in this process: 55.1925 (mp_runner.py:76) -2024-09-01 18:14:32,512 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0069s, count=1396, qps in this process: 46.5226 (mp_runner.py:76) -2024-09-01 18:14:32,523 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0059s, count=1368, qps in this process: 45.591 (mp_runner.py:76) -2024-09-01 18:14:32,543 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0085s, count=1371, qps in this process: 45.6871 (mp_runner.py:76) -2024-09-01 18:14:32,560 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0026s, count=1648, qps in this process: 54.9286 (mp_runner.py:76) -2024-09-01 18:14:32,573 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.001s, count=1475, qps in this process: 49.165 (mp_runner.py:76) -2024-09-01 18:14:32,576 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0046s, count=1585, qps in this process: 52.8252 (mp_runner.py:76) -2024-09-01 18:14:32,587 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0006s, count=1245, qps in this process: 41.4992 (mp_runner.py:76) -2024-09-01 18:14:32,589 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.003s, count=1228, qps in this process: 40.9292 (mp_runner.py:76) -2024-09-01 18:14:32,598 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0002s, count=1655, qps in this process: 55.1663 (mp_runner.py:76) -2024-09-01 18:14:32,613 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0034s, count=1386, qps in this process: 46.1948 (mp_runner.py:76) -2024-09-01 18:14:32,637 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0023s, count=1308, qps in this process: 43.5967 (mp_runner.py:76) -2024-09-01 18:14:32,643 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0028s, count=1439, qps in this process: 47.9622 (mp_runner.py:76) -2024-09-01 18:14:32,658 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0012s, count=1562, qps in this process: 52.0646 (mp_runner.py:76) -2024-09-01 18:14:32,661 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0026s, count=1669, qps in this process: 55.6285 (mp_runner.py:76) -2024-09-01 18:14:32,677 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0004s, count=1282, qps in this process: 42.7328 (mp_runner.py:76) -2024-09-01 18:14:32,687 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0006s, count=1265, qps in this process: 42.1658 (mp_runner.py:76) -2024-09-01 18:14:32,707 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0008s, count=1288, qps in this process: 42.9322 (mp_runner.py:76) -2024-09-01 18:14:32,724 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0002s, count=1258, qps in this process: 41.9331 (mp_runner.py:76) -2024-09-01 18:14:32,744 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0008s, count=1313, qps in this process: 43.7655 (mp_runner.py:76) -2024-09-01 18:14:32,757 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0002s, count=1325, qps in this process: 44.1664 (mp_runner.py:76) -2024-09-01 18:14:32,770 | INFO |End search in concurrency 55: dur=30.862818866000453s, total_count=80830, qps=2619.009 (mp_runner.py:120) -2024-09-01 18:14:36,811 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:14:36,811 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 18:14:58,126 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 18:14:58,189 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,413 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,420 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,452 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,452 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,616 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,629 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,638 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,652 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,669 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,670 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,679 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,684 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,686 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,696 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,703 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,709 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,714 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,716 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,719 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,720 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,720 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,724 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,733 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,733 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,754 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,764 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,772 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,775 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,809 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,813 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,814 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,823 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,827 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,837 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,838 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,841 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,875 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,875 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,876 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,878 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,882 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,884 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,916 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,918 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,943 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,950 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,963 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,964 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,970 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,990 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:58,993 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:59,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:59,016 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:14:59,057 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:08,711 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.0184716420044424 (mp_runner.py:73) -2024-09-01 18:15:08,712 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.017330292001133785 (mp_runner.py:73) -2024-09-01 18:15:08,713 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.02054676199622918 (mp_runner.py:73) -2024-09-01 18:15:08,714 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.01866706799773965 (mp_runner.py:73) -2024-09-01 18:15:08,715 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.017986508006288204 (mp_runner.py:73) -2024-09-01 18:15:08,715 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.023902218999865 (mp_runner.py:73) -2024-09-01 18:15:08,721 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.03105094599595759 (mp_runner.py:73) -2024-09-01 18:15:08,726 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.040925182998762466 (mp_runner.py:73) -2024-09-01 18:15:08,879 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.02884748700307682 (mp_runner.py:73) -2024-09-01 18:15:08,880 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.028263553002034314 (mp_runner.py:73) -2024-09-01 18:15:08,881 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.03128450000076555 (mp_runner.py:73) -2024-09-01 18:15:08,881 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.0283094219994382 (mp_runner.py:73) -2024-09-01 18:15:08,881 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.023458220006432384 (mp_runner.py:73) -2024-09-01 18:15:08,882 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.03321288099687081 (mp_runner.py:73) -2024-09-01 18:15:08,882 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.033954087004531175 (mp_runner.py:73) -2024-09-01 18:15:08,960 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.02170613999624038 (mp_runner.py:73) -2024-09-01 18:15:08,961 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.021755968002253212 (mp_runner.py:73) -2024-09-01 18:15:08,962 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.025957538004149683 (mp_runner.py:73) -2024-09-01 18:15:08,963 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.027852863997395616 (mp_runner.py:73) -2024-09-01 18:15:08,967 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.021336806006729603 (mp_runner.py:73) -2024-09-01 18:15:08,967 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.027167009997356217 (mp_runner.py:73) -2024-09-01 18:15:08,968 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.023174346999439877 (mp_runner.py:73) -2024-09-01 18:15:08,969 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.028041459001542535 (mp_runner.py:73) -2024-09-01 18:15:08,970 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.007355092995567247 (mp_runner.py:73) -2024-09-01 18:15:08,970 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.016538668001885526 (mp_runner.py:73) -2024-09-01 18:15:08,971 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.027870527999766637 (mp_runner.py:73) -2024-09-01 18:15:08,971 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.03854406599566573 (mp_runner.py:73) -2024-09-01 18:15:08,973 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.028369924002618063 (mp_runner.py:73) -2024-09-01 18:15:08,981 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.016312334999383893 (mp_runner.py:73) -2024-09-01 18:15:08,984 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.020901994001178537 (mp_runner.py:73) -2024-09-01 18:15:08,985 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.01949375099502504 (mp_runner.py:73) -2024-09-01 18:15:08,987 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.02477632099908078 (mp_runner.py:73) -2024-09-01 18:15:08,988 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.021017542996560223 (mp_runner.py:73) -2024-09-01 18:15:08,989 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.02030713899875991 (mp_runner.py:73) -2024-09-01 18:15:08,989 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.03027845100587001 (mp_runner.py:73) -2024-09-01 18:15:08,990 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.02880259700032184 (mp_runner.py:73) -2024-09-01 18:15:08,991 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.021467067002959084 (mp_runner.py:73) -2024-09-01 18:15:08,992 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.021819913999934215 (mp_runner.py:73) -2024-09-01 18:15:08,992 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.03428107599756913 (mp_runner.py:73) -2024-09-01 18:15:08,993 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.020909550003125332 (mp_runner.py:73) -2024-09-01 18:15:08,993 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.0226337659987621 (mp_runner.py:73) -2024-09-01 18:15:08,994 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.02229633100068895 (mp_runner.py:73) -2024-09-01 18:15:08,995 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.020886313999653794 (mp_runner.py:73) -2024-09-01 18:15:08,995 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.020209009002428502 (mp_runner.py:73) -2024-09-01 18:15:08,996 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.018774639000184834 (mp_runner.py:73) -2024-09-01 18:15:08,997 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.020584479003446177 (mp_runner.py:73) -2024-09-01 18:15:08,997 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.03250879100232851 (mp_runner.py:73) -2024-09-01 18:15:08,999 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.021686210995540023 (mp_runner.py:73) -2024-09-01 18:15:08,999 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.026135537002119236 (mp_runner.py:73) -2024-09-01 18:15:09,767 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.03256441300618462 (mp_runner.py:73) -2024-09-01 18:15:09,820 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.052952868994907476 (mp_runner.py:73) -2024-09-01 18:15:09,822 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.04801582000072813 (mp_runner.py:73) -2024-09-01 18:15:09,834 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.07033325800148305 (mp_runner.py:73) -2024-09-01 18:15:09,888 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.1148045829977491 (mp_runner.py:73) -2024-09-01 18:15:11,057 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.02544043300440535 (mp_runner.py:73) -2024-09-01 18:15:11,065 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.03624605100048939 (mp_runner.py:73) -2024-09-01 18:15:11,067 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.03581892600050196 (mp_runner.py:73) -2024-09-01 18:15:11,756 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.0349734570045257 (mp_runner.py:73) -2024-09-01 18:15:11,831 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.0371187499986263 (mp_runner.py:73) -2024-09-01 18:15:12,323 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.028201335000630934 (mp_runner.py:73) -2024-09-01 18:15:18,810 | DEBUG |(SpawnProcess-1:379) search_count: 1000, latest_latency=0.004786106997926254 (mp_runner.py:73) -2024-09-01 18:15:18,811 | DEBUG |(SpawnProcess-1:354) search_count: 1000, latest_latency=0.016784518003987614 (mp_runner.py:73) -2024-09-01 18:15:18,812 | DEBUG |(SpawnProcess-1:376) search_count: 1000, latest_latency=0.01458807799645001 (mp_runner.py:73) -2024-09-01 18:15:18,812 | DEBUG |(SpawnProcess-1:352) search_count: 1000, latest_latency=0.01698918000329286 (mp_runner.py:73) -2024-09-01 18:15:18,813 | DEBUG |(SpawnProcess-1:353) search_count: 1000, latest_latency=0.018134848003683146 (mp_runner.py:73) -2024-09-01 18:15:18,815 | DEBUG |(SpawnProcess-1:365) search_count: 1000, latest_latency=0.01863151300494792 (mp_runner.py:73) -2024-09-01 18:15:18,815 | DEBUG |(SpawnProcess-1:391) search_count: 1000, latest_latency=0.01718034700024873 (mp_runner.py:73) -2024-09-01 18:15:18,816 | DEBUG |(SpawnProcess-1:342) search_count: 1000, latest_latency=0.017641011996602174 (mp_runner.py:73) -2024-09-01 18:15:18,817 | DEBUG |(SpawnProcess-1:340) search_count: 1000, latest_latency=0.01775366200308781 (mp_runner.py:73) -2024-09-01 18:15:18,817 | DEBUG |(SpawnProcess-1:339) search_count: 1000, latest_latency=0.01785844400001224 (mp_runner.py:73) -2024-09-01 18:15:18,818 | DEBUG |(SpawnProcess-1:360) search_count: 1000, latest_latency=0.025020282999321353 (mp_runner.py:73) -2024-09-01 18:15:18,819 | DEBUG |(SpawnProcess-1:347) search_count: 1000, latest_latency=0.02746208300231956 (mp_runner.py:73) -2024-09-01 18:15:18,819 | DEBUG |(SpawnProcess-1:367) search_count: 1000, latest_latency=0.017042994004441425 (mp_runner.py:73) -2024-09-01 18:15:18,819 | DEBUG |(SpawnProcess-1:337) search_count: 1000, latest_latency=0.014841055999568198 (mp_runner.py:73) -2024-09-01 18:15:18,823 | DEBUG |(SpawnProcess-1:382) search_count: 1000, latest_latency=0.017354998002701905 (mp_runner.py:73) -2024-09-01 18:15:19,203 | DEBUG |(SpawnProcess-1:359) search_count: 1000, latest_latency=0.019499471003655344 (mp_runner.py:73) -2024-09-01 18:15:19,214 | DEBUG |(SpawnProcess-1:393) search_count: 1000, latest_latency=0.020251676003681496 (mp_runner.py:73) -2024-09-01 18:15:19,215 | DEBUG |(SpawnProcess-1:341) search_count: 1000, latest_latency=0.022602996999921743 (mp_runner.py:73) -2024-09-01 18:15:19,216 | DEBUG |(SpawnProcess-1:366) search_count: 1000, latest_latency=0.03466326999478042 (mp_runner.py:73) -2024-09-01 18:15:19,576 | DEBUG |(SpawnProcess-1:348) search_count: 1000, latest_latency=0.01596786099980818 (mp_runner.py:73) -2024-09-01 18:15:19,577 | DEBUG |(SpawnProcess-1:371) search_count: 1000, latest_latency=0.01568474200030323 (mp_runner.py:73) -2024-09-01 18:15:19,578 | DEBUG |(SpawnProcess-1:375) search_count: 1000, latest_latency=0.014231150998966768 (mp_runner.py:73) -2024-09-01 18:15:19,579 | DEBUG |(SpawnProcess-1:378) search_count: 1000, latest_latency=0.015592889001709409 (mp_runner.py:73) -2024-09-01 18:15:19,579 | DEBUG |(SpawnProcess-1:355) search_count: 1000, latest_latency=0.017350246002024505 (mp_runner.py:73) -2024-09-01 18:15:19,580 | DEBUG |(SpawnProcess-1:373) search_count: 1000, latest_latency=0.0199873179954011 (mp_runner.py:73) -2024-09-01 18:15:19,580 | DEBUG |(SpawnProcess-1:346) search_count: 1000, latest_latency=0.018014784996921662 (mp_runner.py:73) -2024-09-01 18:15:19,581 | DEBUG |(SpawnProcess-1:368) search_count: 1000, latest_latency=0.016460031001770403 (mp_runner.py:73) -2024-09-01 18:15:19,583 | DEBUG |(SpawnProcess-1:338) search_count: 1000, latest_latency=0.017889557006128598 (mp_runner.py:73) -2024-09-01 18:15:19,584 | DEBUG |(SpawnProcess-1:358) search_count: 1000, latest_latency=0.0172933979993104 (mp_runner.py:73) -2024-09-01 18:15:19,584 | DEBUG |(SpawnProcess-1:372) search_count: 1000, latest_latency=0.018535751005401835 (mp_runner.py:73) -2024-09-01 18:15:19,585 | DEBUG |(SpawnProcess-1:385) search_count: 1000, latest_latency=0.025809884995396715 (mp_runner.py:73) -2024-09-01 18:15:19,586 | DEBUG |(SpawnProcess-1:384) search_count: 1000, latest_latency=0.01809606900496874 (mp_runner.py:73) -2024-09-01 18:15:19,586 | DEBUG |(SpawnProcess-1:349) search_count: 1000, latest_latency=0.027842916002555285 (mp_runner.py:73) -2024-09-01 18:15:19,587 | DEBUG |(SpawnProcess-1:387) search_count: 1000, latest_latency=0.012467248998291325 (mp_runner.py:73) -2024-09-01 18:15:19,587 | DEBUG |(SpawnProcess-1:381) search_count: 1000, latest_latency=0.017824078997364268 (mp_runner.py:73) -2024-09-01 18:15:19,588 | DEBUG |(SpawnProcess-1:362) search_count: 1000, latest_latency=0.011443884002801497 (mp_runner.py:73) -2024-09-01 18:15:19,589 | DEBUG |(SpawnProcess-1:344) search_count: 1000, latest_latency=0.01833034800074529 (mp_runner.py:73) -2024-09-01 18:15:19,591 | DEBUG |(SpawnProcess-1:351) search_count: 1000, latest_latency=0.018189287002314813 (mp_runner.py:73) -2024-09-01 18:15:19,593 | DEBUG |(SpawnProcess-1:369) search_count: 1000, latest_latency=0.011926926003070548 (mp_runner.py:73) -2024-09-01 18:15:19,597 | DEBUG |(SpawnProcess-1:388) search_count: 1000, latest_latency=0.014447092995396815 (mp_runner.py:73) -2024-09-01 18:15:20,403 | DEBUG |(SpawnProcess-1:383) search_count: 1000, latest_latency=0.003779926999413874 (mp_runner.py:73) -2024-09-01 18:15:20,950 | DEBUG |(SpawnProcess-1:356) search_count: 1000, latest_latency=0.019196346001990605 (mp_runner.py:73) -2024-09-01 18:15:20,951 | DEBUG |(SpawnProcess-1:386) search_count: 1000, latest_latency=0.003884521000145469 (mp_runner.py:73) -2024-09-01 18:15:20,987 | DEBUG |(SpawnProcess-1:389) search_count: 1000, latest_latency=0.055505897995317355 (mp_runner.py:73) -2024-09-01 18:15:21,267 | DEBUG |(SpawnProcess-1:343) search_count: 1000, latest_latency=0.015354959003161639 (mp_runner.py:73) -2024-09-01 18:15:21,274 | DEBUG |(SpawnProcess-1:390) search_count: 1000, latest_latency=0.024817913996230345 (mp_runner.py:73) -2024-09-01 18:15:21,275 | DEBUG |(SpawnProcess-1:345) search_count: 1000, latest_latency=0.02459551699575968 (mp_runner.py:73) -2024-09-01 18:15:21,903 | DEBUG |(SpawnProcess-1:363) search_count: 1000, latest_latency=0.006130043999291956 (mp_runner.py:73) -2024-09-01 18:15:21,904 | DEBUG |(SpawnProcess-1:394) search_count: 1000, latest_latency=0.016911689002881758 (mp_runner.py:73) -2024-09-01 18:15:21,908 | DEBUG |(SpawnProcess-1:377) search_count: 1000, latest_latency=0.025220907999027986 (mp_runner.py:73) -2024-09-01 18:15:21,909 | DEBUG |(SpawnProcess-1:357) search_count: 1000, latest_latency=0.022710778001055587 (mp_runner.py:73) -2024-09-01 18:15:22,029 | DEBUG |(SpawnProcess-1:374) search_count: 1000, latest_latency=0.021463336997840088 (mp_runner.py:73) -2024-09-01 18:15:22,043 | DEBUG |(SpawnProcess-1:380) search_count: 1000, latest_latency=0.021810235004522838 (mp_runner.py:73) -2024-09-01 18:15:22,960 | DEBUG |(SpawnProcess-1:364) search_count: 1000, latest_latency=0.028177781001431867 (mp_runner.py:73) -2024-09-01 18:15:23,385 | DEBUG |(SpawnProcess-1:336) search_count: 1000, latest_latency=0.0186842529947171 (mp_runner.py:73) -2024-09-01 18:15:23,387 | DEBUG |(SpawnProcess-1:361) search_count: 1000, latest_latency=0.02245757200580556 (mp_runner.py:73) -2024-09-01 18:15:23,598 | DEBUG |(SpawnProcess-1:350) search_count: 1000, latest_latency=0.021751808002591133 (mp_runner.py:73) -2024-09-01 18:15:24,819 | DEBUG |(SpawnProcess-1:392) search_count: 1000, latest_latency=0.026884070997766685 (mp_runner.py:73) -2024-09-01 18:15:25,237 | DEBUG |(SpawnProcess-1:370) search_count: 1000, latest_latency=0.02334158199664671 (mp_runner.py:73) -2024-09-01 18:15:25,603 | DEBUG |(SpawnProcess-1:335) search_count: 1000, latest_latency=0.013552489996072836 (mp_runner.py:73) -2024-09-01 18:15:28,201 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0091s, count=1438, qps in this process: 47.9188 (mp_runner.py:76) -2024-09-01 18:15:28,441 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0171s, count=1436, qps in this process: 47.8394 (mp_runner.py:76) -2024-09-01 18:15:28,442 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0174s, count=1451, qps in this process: 48.3386 (mp_runner.py:76) -2024-09-01 18:15:28,472 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0095s, count=1366, qps in this process: 45.5189 (mp_runner.py:76) -2024-09-01 18:15:28,476 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0166s, count=1453, qps in this process: 48.4065 (mp_runner.py:76) -2024-09-01 18:15:28,568 | DEBUG |(SpawnProcess-1:379) search_count: 1500, latest_latency=0.0017785180025384761 (mp_runner.py:73) -2024-09-01 18:15:28,614 | DEBUG |(SpawnProcess-1:352) search_count: 1500, latest_latency=0.0024862310019670986 (mp_runner.py:73) -2024-09-01 18:15:28,643 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0007s, count=1484, qps in this process: 49.4655 (mp_runner.py:76) -2024-09-01 18:15:28,656 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0367s, count=1501, qps in this process: 49.9722 (mp_runner.py:76) -2024-09-01 18:15:28,661 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0231s, count=1418, qps in this process: 47.2303 (mp_runner.py:76) -2024-09-01 18:15:28,662 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0007s, count=1413, qps in this process: 47.0989 (mp_runner.py:76) -2024-09-01 18:15:28,673 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0023s, count=1464, qps in this process: 48.7963 (mp_runner.py:76) -2024-09-01 18:15:28,682 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0003s, count=1293, qps in this process: 43.0996 (mp_runner.py:76) -2024-09-01 18:15:28,683 | DEBUG |(SpawnProcess-1:354) search_count: 1500, latest_latency=0.027075338999566156 (mp_runner.py:73) -2024-09-01 18:15:28,693 | DEBUG |(SpawnProcess-1:365) search_count: 1500, latest_latency=0.015359436001745053 (mp_runner.py:73) -2024-09-01 18:15:28,696 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0094s, count=1342, qps in this process: 44.7193 (mp_runner.py:76) -2024-09-01 18:15:28,698 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0051s, count=1482, qps in this process: 49.3916 (mp_runner.py:76) -2024-09-01 18:15:28,712 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0175s, count=1460, qps in this process: 48.6383 (mp_runner.py:76) -2024-09-01 18:15:28,720 | DEBUG |(SpawnProcess-1:367) search_count: 1500, latest_latency=0.04898506400058977 (mp_runner.py:73) -2024-09-01 18:15:28,720 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0334s, count=1500, qps in this process: 49.9444 (mp_runner.py:76) -2024-09-01 18:15:28,721 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0195s, count=1472, qps in this process: 49.0348 (mp_runner.py:76) -2024-09-01 18:15:28,724 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.007s, count=1461, qps in this process: 48.6886 (mp_runner.py:76) -2024-09-01 18:15:28,733 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0087s, count=1462, qps in this process: 48.7192 (mp_runner.py:76) -2024-09-01 18:15:28,735 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0027s, count=1349, qps in this process: 44.9626 (mp_runner.py:76) -2024-09-01 18:15:28,736 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0123s, count=1506, qps in this process: 50.1794 (mp_runner.py:76) -2024-09-01 18:15:28,738 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0146s, count=1469, qps in this process: 48.9428 (mp_runner.py:76) -2024-09-01 18:15:28,742 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0031s, count=1310, qps in this process: 43.6622 (mp_runner.py:76) -2024-09-01 18:15:28,742 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0148s, count=1462, qps in this process: 48.7093 (mp_runner.py:76) -2024-09-01 18:15:28,743 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0109s, count=1462, qps in this process: 48.7156 (mp_runner.py:76) -2024-09-01 18:15:28,743 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.004s, count=1462, qps in this process: 48.7268 (mp_runner.py:76) -2024-09-01 18:15:28,746 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0355s, count=1297, qps in this process: 43.1822 (mp_runner.py:76) -2024-09-01 18:15:28,765 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0061s, count=1446, qps in this process: 48.1902 (mp_runner.py:76) -2024-09-01 18:15:28,776 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0073s, count=1422, qps in this process: 47.3885 (mp_runner.py:76) -2024-09-01 18:15:28,780 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0022s, count=1269, qps in this process: 42.2969 (mp_runner.py:76) -2024-09-01 18:15:28,803 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.025s, count=1472, qps in this process: 49.0258 (mp_runner.py:76) -2024-09-01 18:15:28,820 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0003s, count=1276, qps in this process: 42.5329 (mp_runner.py:76) -2024-09-01 18:15:28,825 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0092s, count=1467, qps in this process: 48.885 (mp_runner.py:76) -2024-09-01 18:15:28,825 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0069s, count=1479, qps in this process: 49.2887 (mp_runner.py:76) -2024-09-01 18:15:28,837 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0033s, count=1320, qps in this process: 43.9952 (mp_runner.py:76) -2024-09-01 18:15:28,841 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0097s, count=1483, qps in this process: 49.4174 (mp_runner.py:76) -2024-09-01 18:15:28,848 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0077s, count=1469, qps in this process: 48.9541 (mp_runner.py:76) -2024-09-01 18:15:28,848 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0047s, count=1509, qps in this process: 50.2921 (mp_runner.py:76) -2024-09-01 18:15:28,853 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0127s, count=1390, qps in this process: 46.3137 (mp_runner.py:76) -2024-09-01 18:15:28,859 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0086s, count=1512, qps in this process: 50.3856 (mp_runner.py:76) -2024-09-01 18:15:28,880 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0033s, count=1277, qps in this process: 42.562 (mp_runner.py:76) -2024-09-01 18:15:28,882 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.003s, count=1255, qps in this process: 41.8292 (mp_runner.py:76) -2024-09-01 18:15:28,884 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0028s, count=1256, qps in this process: 41.8628 (mp_runner.py:76) -2024-09-01 18:15:28,886 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0076s, count=1473, qps in this process: 49.0876 (mp_runner.py:76) -2024-09-01 18:15:28,887 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0077s, count=1472, qps in this process: 49.0541 (mp_runner.py:76) -2024-09-01 18:15:28,888 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0057s, count=1302, qps in this process: 43.3918 (mp_runner.py:76) -2024-09-01 18:15:28,899 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0087s, count=1279, qps in this process: 42.621 (mp_runner.py:76) -2024-09-01 18:15:28,903 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0053s, count=1456, qps in this process: 48.5248 (mp_runner.py:76) -2024-09-01 18:15:28,921 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0023s, count=1480, qps in this process: 49.3296 (mp_runner.py:76) -2024-09-01 18:15:28,924 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0024s, count=1481, qps in this process: 49.3627 (mp_runner.py:76) -2024-09-01 18:15:28,957 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0002s, count=1320, qps in this process: 43.9997 (mp_runner.py:76) -2024-09-01 18:15:28,958 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0102s, count=1333, qps in this process: 44.4182 (mp_runner.py:76) -2024-09-01 18:15:28,968 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.002s, count=1143, qps in this process: 38.0975 (mp_runner.py:76) -2024-09-01 18:15:28,969 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0004s, count=1248, qps in this process: 41.5994 (mp_runner.py:76) -2024-09-01 18:15:28,972 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0044s, count=1451, qps in this process: 48.3596 (mp_runner.py:76) -2024-09-01 18:15:28,975 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.001s, count=1446, qps in this process: 48.1984 (mp_runner.py:76) -2024-09-01 18:15:28,998 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0022s, count=1191, qps in this process: 39.6971 (mp_runner.py:76) -2024-09-01 18:15:29,000 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0006s, count=1250, qps in this process: 41.6658 (mp_runner.py:76) -2024-09-01 18:15:29,019 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0014s, count=1255, qps in this process: 41.8314 (mp_runner.py:76) -2024-09-01 18:15:29,022 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0003s, count=1248, qps in this process: 41.5996 (mp_runner.py:76) -2024-09-01 18:15:29,070 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0007s, count=1253, qps in this process: 41.7657 (mp_runner.py:76) -2024-09-01 18:15:29,084 | INFO |End search in concurrency 60: dur=30.95583919499768s, total_count=83596, qps=2700.4921 (mp_runner.py:120) -2024-09-01 18:15:33,461 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:15:33,461 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 18:15:55,085 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 18:15:55,182 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,253 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,264 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,305 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,402 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,419 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,458 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,476 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,477 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,477 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,493 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,493 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,530 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,532 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,547 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,553 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,558 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,622 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,624 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,642 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,642 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,642 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,643 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,643 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,647 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,655 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,657 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,660 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,718 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,719 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,726 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,730 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,731 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,742 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,757 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,761 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,762 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,763 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,782 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,784 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,800 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,850 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,851 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,868 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,870 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,871 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,880 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,889 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,898 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,904 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,934 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,957 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,967 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,976 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,980 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,981 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:55,996 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:56,010 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:56,034 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:56,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:15:56,036 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:06,718 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.03974433700204827 (mp_runner.py:73) -2024-09-01 18:16:06,720 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.03561223699944094 (mp_runner.py:73) -2024-09-01 18:16:06,722 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.03865998900437262 (mp_runner.py:73) -2024-09-01 18:16:06,782 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.02392435000365367 (mp_runner.py:73) -2024-09-01 18:16:06,783 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.02847291500074789 (mp_runner.py:73) -2024-09-01 18:16:06,787 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.03747484499763232 (mp_runner.py:73) -2024-09-01 18:16:06,788 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.03392668200103799 (mp_runner.py:73) -2024-09-01 18:16:06,875 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.024084896002023015 (mp_runner.py:73) -2024-09-01 18:16:06,877 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.023464156001864467 (mp_runner.py:73) -2024-09-01 18:16:06,877 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.02466465900215553 (mp_runner.py:73) -2024-09-01 18:16:06,878 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.023236168002767954 (mp_runner.py:73) -2024-09-01 18:16:06,879 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.0246654779984965 (mp_runner.py:73) -2024-09-01 18:16:06,880 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.021671756003343035 (mp_runner.py:73) -2024-09-01 18:16:06,881 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.02358142100274563 (mp_runner.py:73) -2024-09-01 18:16:06,882 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.031018818997836206 (mp_runner.py:73) -2024-09-01 18:16:06,885 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.035958699001639616 (mp_runner.py:73) -2024-09-01 18:16:07,029 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.02674374500202248 (mp_runner.py:73) -2024-09-01 18:16:07,030 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.024648943995998707 (mp_runner.py:73) -2024-09-01 18:16:07,031 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.02970861799985869 (mp_runner.py:73) -2024-09-01 18:16:07,040 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.040878041996620595 (mp_runner.py:73) -2024-09-01 18:16:07,044 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.046766307001234964 (mp_runner.py:73) -2024-09-01 18:16:07,380 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.02350775300146779 (mp_runner.py:73) -2024-09-01 18:16:07,381 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.025542755000060424 (mp_runner.py:73) -2024-09-01 18:16:07,382 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.023415055002260488 (mp_runner.py:73) -2024-09-01 18:16:07,382 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.02638094499707222 (mp_runner.py:73) -2024-09-01 18:16:07,383 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.025099619997490663 (mp_runner.py:73) -2024-09-01 18:16:07,383 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.021093547002237756 (mp_runner.py:73) -2024-09-01 18:16:07,384 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.022294273003353737 (mp_runner.py:73) -2024-09-01 18:16:07,385 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.019086642998445313 (mp_runner.py:73) -2024-09-01 18:16:07,385 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.027597663000051398 (mp_runner.py:73) -2024-09-01 18:16:07,386 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.02205722199869342 (mp_runner.py:73) -2024-09-01 18:16:07,387 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.01408399600040866 (mp_runner.py:73) -2024-09-01 18:16:07,391 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.035750941002334 (mp_runner.py:73) -2024-09-01 18:16:07,392 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.03712182000163011 (mp_runner.py:73) -2024-09-01 18:16:07,393 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.024627548998978455 (mp_runner.py:73) -2024-09-01 18:16:07,884 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.03719539599842392 (mp_runner.py:73) -2024-09-01 18:16:07,959 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.034291726995434146 (mp_runner.py:73) -2024-09-01 18:16:08,186 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.03907114599860506 (mp_runner.py:73) -2024-09-01 18:16:08,190 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.04125088800356025 (mp_runner.py:73) -2024-09-01 18:16:08,403 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.0364090250004665 (mp_runner.py:73) -2024-09-01 18:16:08,439 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.034895443997811526 (mp_runner.py:73) -2024-09-01 18:16:08,539 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.04363590200227918 (mp_runner.py:73) -2024-09-01 18:16:08,690 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.040310640004463494 (mp_runner.py:73) -2024-09-01 18:16:08,824 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.021518449997529387 (mp_runner.py:73) -2024-09-01 18:16:08,825 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.02216034400044009 (mp_runner.py:73) -2024-09-01 18:16:08,826 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.020524111998383887 (mp_runner.py:73) -2024-09-01 18:16:08,827 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.022283080004854128 (mp_runner.py:73) -2024-09-01 18:16:08,827 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.022368522004398983 (mp_runner.py:73) -2024-09-01 18:16:08,827 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.022377114000846632 (mp_runner.py:73) -2024-09-01 18:16:08,828 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.02102963300421834 (mp_runner.py:73) -2024-09-01 18:16:08,829 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.02293420500063803 (mp_runner.py:73) -2024-09-01 18:16:08,829 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.023038674997224007 (mp_runner.py:73) -2024-09-01 18:16:08,830 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.028526437999971677 (mp_runner.py:73) -2024-09-01 18:16:08,841 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04166976600390626 (mp_runner.py:73) -2024-09-01 18:16:08,844 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.0371736349989078 (mp_runner.py:73) -2024-09-01 18:16:08,901 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.035804173996439204 (mp_runner.py:73) -2024-09-01 18:16:08,904 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.03927984299662057 (mp_runner.py:73) -2024-09-01 18:16:09,203 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.020331068997620605 (mp_runner.py:73) -2024-09-01 18:16:10,290 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.03798321499925805 (mp_runner.py:73) -2024-09-01 18:16:10,356 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.03487541100184899 (mp_runner.py:73) -2024-09-01 18:16:10,359 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.038821517999167554 (mp_runner.py:73) -2024-09-01 18:16:10,864 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.036814111001149286 (mp_runner.py:73) -2024-09-01 18:16:11,121 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.0413007790048141 (mp_runner.py:73) -2024-09-01 18:16:11,163 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.040656321005371865 (mp_runner.py:73) -2024-09-01 18:16:11,215 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.03790132299764082 (mp_runner.py:73) -2024-09-01 18:16:18,743 | DEBUG |(SpawnProcess-1:431) search_count: 1000, latest_latency=0.015746437005873304 (mp_runner.py:73) -2024-09-01 18:16:18,744 | DEBUG |(SpawnProcess-1:439) search_count: 1000, latest_latency=0.017530483004520647 (mp_runner.py:73) -2024-09-01 18:16:18,745 | DEBUG |(SpawnProcess-1:421) search_count: 1000, latest_latency=0.01759405499615241 (mp_runner.py:73) -2024-09-01 18:16:18,747 | DEBUG |(SpawnProcess-1:447) search_count: 1000, latest_latency=0.020508029003394768 (mp_runner.py:73) -2024-09-01 18:16:18,749 | DEBUG |(SpawnProcess-1:454) search_count: 1000, latest_latency=0.023641093001060653 (mp_runner.py:73) -2024-09-01 18:16:18,750 | DEBUG |(SpawnProcess-1:416) search_count: 1000, latest_latency=0.026703748997533694 (mp_runner.py:73) -2024-09-01 18:16:18,751 | DEBUG |(SpawnProcess-1:446) search_count: 1000, latest_latency=0.028552755000418983 (mp_runner.py:73) -2024-09-01 18:16:18,752 | DEBUG |(SpawnProcess-1:438) search_count: 1000, latest_latency=0.020049825994647108 (mp_runner.py:73) -2024-09-01 18:16:18,753 | DEBUG |(SpawnProcess-1:423) search_count: 1000, latest_latency=0.021950240996375214 (mp_runner.py:73) -2024-09-01 18:16:18,776 | DEBUG |(SpawnProcess-1:445) search_count: 1000, latest_latency=0.043165128998225555 (mp_runner.py:73) -2024-09-01 18:16:18,864 | DEBUG |(SpawnProcess-1:457) search_count: 1000, latest_latency=0.025186742001096718 (mp_runner.py:73) -2024-09-01 18:16:18,865 | DEBUG |(SpawnProcess-1:453) search_count: 1000, latest_latency=0.007892230001743883 (mp_runner.py:73) -2024-09-01 18:16:18,874 | DEBUG |(SpawnProcess-1:449) search_count: 1000, latest_latency=0.032512006000615656 (mp_runner.py:73) -2024-09-01 18:16:18,881 | DEBUG |(SpawnProcess-1:459) search_count: 1000, latest_latency=0.03877065500273602 (mp_runner.py:73) -2024-09-01 18:16:19,303 | DEBUG |(SpawnProcess-1:444) search_count: 1000, latest_latency=0.02542098899721168 (mp_runner.py:73) -2024-09-01 18:16:19,346 | DEBUG |(SpawnProcess-1:435) search_count: 1000, latest_latency=0.025533441003062762 (mp_runner.py:73) -2024-09-01 18:16:19,488 | DEBUG |(SpawnProcess-1:443) search_count: 1000, latest_latency=0.025084997003432363 (mp_runner.py:73) -2024-09-01 18:16:20,089 | DEBUG |(SpawnProcess-1:401) search_count: 1000, latest_latency=0.03512986499845283 (mp_runner.py:73) -2024-09-01 18:16:20,440 | DEBUG |(SpawnProcess-1:427) search_count: 1000, latest_latency=0.02725177400134271 (mp_runner.py:73) -2024-09-01 18:16:20,520 | DEBUG |(SpawnProcess-1:409) search_count: 1000, latest_latency=0.02679799999896204 (mp_runner.py:73) -2024-09-01 18:16:20,522 | DEBUG |(SpawnProcess-1:430) search_count: 1000, latest_latency=0.02761339399876306 (mp_runner.py:73) -2024-09-01 18:16:20,537 | DEBUG |(SpawnProcess-1:415) search_count: 1000, latest_latency=0.027388536000216845 (mp_runner.py:73) -2024-09-01 18:16:20,578 | DEBUG |(SpawnProcess-1:404) search_count: 1000, latest_latency=0.02082998200057773 (mp_runner.py:73) -2024-09-01 18:16:20,708 | DEBUG |(SpawnProcess-1:460) search_count: 1000, latest_latency=0.014756664000742603 (mp_runner.py:73) -2024-09-01 18:16:20,709 | DEBUG |(SpawnProcess-1:426) search_count: 1000, latest_latency=0.01634993599873269 (mp_runner.py:73) -2024-09-01 18:16:20,709 | DEBUG |(SpawnProcess-1:396) search_count: 1000, latest_latency=0.015939513003104366 (mp_runner.py:73) -2024-09-01 18:16:20,710 | DEBUG |(SpawnProcess-1:450) search_count: 1000, latest_latency=0.015249051997670904 (mp_runner.py:73) -2024-09-01 18:16:20,711 | DEBUG |(SpawnProcess-1:422) search_count: 1000, latest_latency=0.01540832200407749 (mp_runner.py:73) -2024-09-01 18:16:20,712 | DEBUG |(SpawnProcess-1:408) search_count: 1000, latest_latency=0.015839510000660084 (mp_runner.py:73) -2024-09-01 18:16:20,712 | DEBUG |(SpawnProcess-1:412) search_count: 1000, latest_latency=0.020408174001204316 (mp_runner.py:73) -2024-09-01 18:16:20,717 | DEBUG |(SpawnProcess-1:413) search_count: 1000, latest_latency=0.026569323003059253 (mp_runner.py:73) -2024-09-01 18:16:20,718 | DEBUG |(SpawnProcess-1:398) search_count: 1000, latest_latency=0.017802825997932814 (mp_runner.py:73) -2024-09-01 18:16:20,719 | DEBUG |(SpawnProcess-1:399) search_count: 1000, latest_latency=0.01405329300177982 (mp_runner.py:73) -2024-09-01 18:16:20,720 | DEBUG |(SpawnProcess-1:402) search_count: 1000, latest_latency=0.017285477995756082 (mp_runner.py:73) -2024-09-01 18:16:20,736 | DEBUG |(SpawnProcess-1:452) search_count: 1000, latest_latency=0.051704078003240284 (mp_runner.py:73) -2024-09-01 18:16:21,114 | DEBUG |(SpawnProcess-1:429) search_count: 1000, latest_latency=0.005678410001564771 (mp_runner.py:73) -2024-09-01 18:16:21,276 | DEBUG |(SpawnProcess-1:425) search_count: 1000, latest_latency=0.02299972799664829 (mp_runner.py:73) -2024-09-01 18:16:21,491 | DEBUG |(SpawnProcess-1:405) search_count: 1000, latest_latency=0.029767280000669416 (mp_runner.py:73) -2024-09-01 18:16:21,552 | DEBUG |(SpawnProcess-1:420) search_count: 1000, latest_latency=0.033410516000003554 (mp_runner.py:73) -2024-09-01 18:16:21,642 | DEBUG |(SpawnProcess-1:448) search_count: 1000, latest_latency=0.0295457370011718 (mp_runner.py:73) -2024-09-01 18:16:21,652 | DEBUG |(SpawnProcess-1:411) search_count: 1000, latest_latency=0.023760832998959813 (mp_runner.py:73) -2024-09-01 18:16:21,715 | DEBUG |(SpawnProcess-1:424) search_count: 1000, latest_latency=0.027211701002670452 (mp_runner.py:73) -2024-09-01 18:16:21,768 | DEBUG |(SpawnProcess-1:400) search_count: 1000, latest_latency=0.027259637994575314 (mp_runner.py:73) -2024-09-01 18:16:22,031 | DEBUG |(SpawnProcess-1:417) search_count: 1000, latest_latency=0.03316778400039766 (mp_runner.py:73) -2024-09-01 18:16:22,034 | DEBUG |(SpawnProcess-1:406) search_count: 1000, latest_latency=0.02620483200007584 (mp_runner.py:73) -2024-09-01 18:16:22,228 | DEBUG |(SpawnProcess-1:440) search_count: 1000, latest_latency=0.023612063996552024 (mp_runner.py:73) -2024-09-01 18:16:22,347 | DEBUG |(SpawnProcess-1:456) search_count: 1000, latest_latency=0.025251789003959857 (mp_runner.py:73) -2024-09-01 18:16:22,349 | DEBUG |(SpawnProcess-1:410) search_count: 1000, latest_latency=0.023193970002466813 (mp_runner.py:73) -2024-09-01 18:16:22,538 | DEBUG |(SpawnProcess-1:442) search_count: 1000, latest_latency=0.024688566001714207 (mp_runner.py:73) -2024-09-01 18:16:22,762 | DEBUG |(SpawnProcess-1:418) search_count: 1000, latest_latency=0.024428175995126367 (mp_runner.py:73) -2024-09-01 18:16:23,300 | DEBUG |(SpawnProcess-1:436) search_count: 1000, latest_latency=0.023056343001371715 (mp_runner.py:73) -2024-09-01 18:16:23,304 | DEBUG |(SpawnProcess-1:437) search_count: 1000, latest_latency=0.02175268899736693 (mp_runner.py:73) -2024-09-01 18:16:23,309 | DEBUG |(SpawnProcess-1:458) search_count: 1000, latest_latency=0.02789706699695671 (mp_runner.py:73) -2024-09-01 18:16:23,445 | DEBUG |(SpawnProcess-1:433) search_count: 1000, latest_latency=0.019060434999119025 (mp_runner.py:73) -2024-09-01 18:16:23,476 | DEBUG |(SpawnProcess-1:455) search_count: 1000, latest_latency=0.027576171996770427 (mp_runner.py:73) -2024-09-01 18:16:23,846 | DEBUG |(SpawnProcess-1:432) search_count: 1000, latest_latency=0.02921365899965167 (mp_runner.py:73) -2024-09-01 18:16:24,072 | DEBUG |(SpawnProcess-1:397) search_count: 1000, latest_latency=0.005218348997004796 (mp_runner.py:73) -2024-09-01 18:16:24,602 | DEBUG |(SpawnProcess-1:407) search_count: 1000, latest_latency=0.028444728995964397 (mp_runner.py:73) -2024-09-01 18:16:25,086 | DEBUG |(SpawnProcess-1:428) search_count: 1000, latest_latency=0.004125655999814626 (mp_runner.py:73) -2024-09-01 18:16:25,128 | DEBUG |(SpawnProcess-1:414) search_count: 1000, latest_latency=0.025093461998039857 (mp_runner.py:73) -2024-09-01 18:16:25,207 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0149s, count=1125, qps in this process: 37.4814 (mp_runner.py:76) -2024-09-01 18:16:25,266 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0011s, count=1262, qps in this process: 42.0651 (mp_runner.py:76) -2024-09-01 18:16:25,278 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0063s, count=1294, qps in this process: 43.1243 (mp_runner.py:76) -2024-09-01 18:16:25,330 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0057s, count=1061, qps in this process: 35.3599 (mp_runner.py:76) -2024-09-01 18:16:25,418 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0097s, count=1267, qps in this process: 42.2197 (mp_runner.py:76) -2024-09-01 18:16:25,427 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0017s, count=1269, qps in this process: 42.2976 (mp_runner.py:76) -2024-09-01 18:16:25,470 | DEBUG |(SpawnProcess-1:403) search_count: 1000, latest_latency=0.028166486001282465 (mp_runner.py:73) -2024-09-01 18:16:25,484 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0158s, count=1106, qps in this process: 36.8473 (mp_runner.py:76) -2024-09-01 18:16:25,506 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0258s, count=1183, qps in this process: 39.3994 (mp_runner.py:76) -2024-09-01 18:16:25,508 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0089s, count=1293, qps in this process: 43.0872 (mp_runner.py:76) -2024-09-01 18:16:25,509 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0217s, count=1130, qps in this process: 37.6394 (mp_runner.py:76) -2024-09-01 18:16:25,511 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0263s, count=1149, qps in this process: 38.2665 (mp_runner.py:76) -2024-09-01 18:16:25,514 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0074s, count=1196, qps in this process: 39.8568 (mp_runner.py:76) -2024-09-01 18:16:25,520 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0249s, count=1273, qps in this process: 42.3981 (mp_runner.py:76) -2024-09-01 18:16:25,522 | DEBUG |(SpawnProcess-1:419) search_count: 1000, latest_latency=0.024148796997906175 (mp_runner.py:73) -2024-09-01 18:16:25,543 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0074s, count=1306, qps in this process: 43.5226 (mp_runner.py:76) -2024-09-01 18:16:25,546 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0145s, count=1120, qps in this process: 37.3153 (mp_runner.py:76) -2024-09-01 18:16:25,557 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0031s, count=1294, qps in this process: 43.1289 (mp_runner.py:76) -2024-09-01 18:16:25,561 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0021s, count=1218, qps in this process: 40.5972 (mp_runner.py:76) -2024-09-01 18:16:25,567 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0127s, count=1307, qps in this process: 43.5482 (mp_runner.py:76) -2024-09-01 18:16:25,639 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0102s, count=1132, qps in this process: 37.7205 (mp_runner.py:76) -2024-09-01 18:16:25,647 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0184s, count=1038, qps in this process: 34.5788 (mp_runner.py:76) -2024-09-01 18:16:25,650 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0025s, count=1114, qps in this process: 37.1302 (mp_runner.py:76) -2024-09-01 18:16:25,653 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0055s, count=1097, qps in this process: 36.56 (mp_runner.py:76) -2024-09-01 18:16:25,654 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0072s, count=1168, qps in this process: 38.924 (mp_runner.py:76) -2024-09-01 18:16:25,655 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0009s, count=1312, qps in this process: 43.732 (mp_runner.py:76) -2024-09-01 18:16:25,656 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0084s, count=1139, qps in this process: 37.956 (mp_runner.py:76) -2024-09-01 18:16:25,671 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0111s, count=1140, qps in this process: 37.9859 (mp_runner.py:76) -2024-09-01 18:16:25,672 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0046s, count=1225, qps in this process: 40.8271 (mp_runner.py:76) -2024-09-01 18:16:25,679 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.012s, count=1281, qps in this process: 42.6829 (mp_runner.py:76) -2024-09-01 18:16:25,684 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0118s, count=1175, qps in this process: 39.1513 (mp_runner.py:76) -2024-09-01 18:16:25,687 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0402s, count=1062, qps in this process: 35.3526 (mp_runner.py:76) -2024-09-01 18:16:25,705 | DEBUG |(SpawnProcess-1:434) search_count: 1000, latest_latency=0.01751430100557627 (mp_runner.py:73) -2024-09-01 18:16:25,728 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0054s, count=1089, qps in this process: 36.2935 (mp_runner.py:76) -2024-09-01 18:16:25,736 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0055s, count=1230, qps in this process: 40.9925 (mp_runner.py:76) -2024-09-01 18:16:25,753 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0161s, count=1178, qps in this process: 39.2456 (mp_runner.py:76) -2024-09-01 18:16:25,754 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0172s, count=1079, qps in this process: 35.9461 (mp_runner.py:76) -2024-09-01 18:16:25,757 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0109s, count=1222, qps in this process: 40.7185 (mp_runner.py:76) -2024-09-01 18:16:25,758 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0164s, count=1318, qps in this process: 43.9093 (mp_runner.py:76) -2024-09-01 18:16:25,773 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0067s, count=1112, qps in this process: 37.0584 (mp_runner.py:76) -2024-09-01 18:16:25,775 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0077s, count=1288, qps in this process: 42.9223 (mp_runner.py:76) -2024-09-01 18:16:25,777 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0107s, count=1146, qps in this process: 38.1864 (mp_runner.py:76) -2024-09-01 18:16:25,786 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0094s, count=1211, qps in this process: 40.354 (mp_runner.py:76) -2024-09-01 18:16:25,795 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0069s, count=1236, qps in this process: 41.1905 (mp_runner.py:76) -2024-09-01 18:16:25,800 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0017s, count=1220, qps in this process: 40.6644 (mp_runner.py:76) -2024-09-01 18:16:25,807 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0011s, count=1323, qps in this process: 44.0984 (mp_runner.py:76) -2024-09-01 18:16:25,820 | DEBUG |(SpawnProcess-1:441) search_count: 1000, latest_latency=0.012475385003199335 (mp_runner.py:73) -2024-09-01 18:16:25,823 | DEBUG |(SpawnProcess-1:451) search_count: 1000, latest_latency=0.010976248995575588 (mp_runner.py:73) -2024-09-01 18:16:25,862 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0079s, count=1101, qps in this process: 36.6903 (mp_runner.py:76) -2024-09-01 18:16:25,865 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0084s, count=1037, qps in this process: 34.557 (mp_runner.py:76) -2024-09-01 18:16:25,878 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.003s, count=1248, qps in this process: 41.5958 (mp_runner.py:76) -2024-09-01 18:16:25,883 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0016s, count=1038, qps in this process: 34.5982 (mp_runner.py:76) -2024-09-01 18:16:25,888 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0081s, count=1104, qps in this process: 36.7901 (mp_runner.py:76) -2024-09-01 18:16:25,889 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.004s, count=1136, qps in this process: 37.8616 (mp_runner.py:76) -2024-09-01 18:16:25,900 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0024s, count=1251, qps in this process: 41.6967 (mp_runner.py:76) -2024-09-01 18:16:25,907 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0059s, count=1231, qps in this process: 41.0253 (mp_runner.py:76) -2024-09-01 18:16:25,917 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0034s, count=1228, qps in this process: 40.9287 (mp_runner.py:76) -2024-09-01 18:16:25,944 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0022s, count=1250, qps in this process: 41.6636 (mp_runner.py:76) -2024-09-01 18:16:25,971 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0054s, count=1179, qps in this process: 39.2929 (mp_runner.py:76) -2024-09-01 18:16:25,982 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0039s, count=1090, qps in this process: 36.3286 (mp_runner.py:76) -2024-09-01 18:16:25,986 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0009s, count=1202, qps in this process: 40.0655 (mp_runner.py:76) -2024-09-01 18:16:25,986 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0048s, count=1157, qps in this process: 38.5605 (mp_runner.py:76) -2024-09-01 18:16:25,988 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0038s, count=1042, qps in this process: 34.7289 (mp_runner.py:76) -2024-09-01 18:16:25,989 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0042s, count=1023, qps in this process: 34.0952 (mp_runner.py:76) -2024-09-01 18:16:25,990 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0055s, count=1039, qps in this process: 34.627 (mp_runner.py:76) -2024-09-01 18:16:26,008 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0006s, count=1282, qps in this process: 42.7325 (mp_runner.py:76) -2024-09-01 18:16:26,018 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0009s, count=1274, qps in this process: 42.4654 (mp_runner.py:76) -2024-09-01 18:16:26,045 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0011s, count=1307, qps in this process: 43.5651 (mp_runner.py:76) -2024-09-01 18:16:26,046 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0003s, count=1060, qps in this process: 35.333 (mp_runner.py:76) -2024-09-01 18:16:26,046 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0008s, count=1062, qps in this process: 35.3991 (mp_runner.py:76) -2024-09-01 18:16:26,060 | INFO |End search in concurrency 65: dur=30.97352727300313s, total_count=76729, qps=2477.2445 (mp_runner.py:120) -2024-09-01 18:16:30,779 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:16:30,780 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 18:16:52,711 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 18:16:53,085 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,147 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,256 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,308 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,350 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,378 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,379 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,382 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,383 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,384 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,385 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,386 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,387 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,387 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,388 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,389 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,390 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,391 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,392 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,393 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,394 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,395 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,397 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,398 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,399 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,399 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,401 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,403 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,407 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,408 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,409 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,410 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,416 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,424 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,437 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,437 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,438 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,439 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,451 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,451 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,497 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,500 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,503 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,504 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,509 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,522 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:16:53,600 | DEBUG |SET "hnsw.ef_search" = "20"; (pgvector.py:137) -2024-09-01 18:17:05,013 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.029572109000582714 (mp_runner.py:73) -2024-09-01 18:17:05,015 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.03200906900019618 (mp_runner.py:73) -2024-09-01 18:17:05,016 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.02776141499634832 (mp_runner.py:73) -2024-09-01 18:17:05,017 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.0293435950006824 (mp_runner.py:73) -2024-09-01 18:17:05,017 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.03258363899658434 (mp_runner.py:73) -2024-09-01 18:17:05,018 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.02866136199736502 (mp_runner.py:73) -2024-09-01 18:17:05,019 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.029984745997353457 (mp_runner.py:73) -2024-09-01 18:17:05,019 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.029066771996440366 (mp_runner.py:73) -2024-09-01 18:17:05,020 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.03376683299575234 (mp_runner.py:73) -2024-09-01 18:17:05,022 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.030568308000511024 (mp_runner.py:73) -2024-09-01 18:17:05,022 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.029047491996607278 (mp_runner.py:73) -2024-09-01 18:17:05,025 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.029409984999801964 (mp_runner.py:73) -2024-09-01 18:17:05,026 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.03083991199673619 (mp_runner.py:73) -2024-09-01 18:17:05,029 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.04692113300552592 (mp_runner.py:73) -2024-09-01 18:17:05,030 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.03181813700211933 (mp_runner.py:73) -2024-09-01 18:17:05,033 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.051855222998710815 (mp_runner.py:73) -2024-09-01 18:17:05,387 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.03923904400289757 (mp_runner.py:73) -2024-09-01 18:17:06,142 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.005939525995927397 (mp_runner.py:73) -2024-09-01 18:17:06,493 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.04694870799721684 (mp_runner.py:73) -2024-09-01 18:17:06,524 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.03703466500155628 (mp_runner.py:73) -2024-09-01 18:17:06,629 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.023586732997500803 (mp_runner.py:73) -2024-09-01 18:17:06,631 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.02380632599670207 (mp_runner.py:73) -2024-09-01 18:17:06,633 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.02914884100027848 (mp_runner.py:73) -2024-09-01 18:17:06,637 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.03429500199854374 (mp_runner.py:73) -2024-09-01 18:17:06,639 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.03973430200130679 (mp_runner.py:73) -2024-09-01 18:17:06,640 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.04169243599608308 (mp_runner.py:73) -2024-09-01 18:17:06,642 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.02449088299908908 (mp_runner.py:73) -2024-09-01 18:17:06,643 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.025798435002798215 (mp_runner.py:73) -2024-09-01 18:17:06,643 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.02723344699916197 (mp_runner.py:73) -2024-09-01 18:17:06,645 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.025631598000472877 (mp_runner.py:73) -2024-09-01 18:17:06,647 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.024223522006650455 (mp_runner.py:73) -2024-09-01 18:17:06,650 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.03539802099840017 (mp_runner.py:73) -2024-09-01 18:17:06,651 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.026983195995853748 (mp_runner.py:73) -2024-09-01 18:17:06,652 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.03171611900324933 (mp_runner.py:73) -2024-09-01 18:17:06,660 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.0448438730018097 (mp_runner.py:73) -2024-09-01 18:17:06,965 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.03782640099962009 (mp_runner.py:73) -2024-09-01 18:17:06,965 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.03929935800260864 (mp_runner.py:73) -2024-09-01 18:17:07,108 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.041106619995844085 (mp_runner.py:73) -2024-09-01 18:17:07,243 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.035572673004935496 (mp_runner.py:73) -2024-09-01 18:17:07,386 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.04278153299674159 (mp_runner.py:73) -2024-09-01 18:17:07,511 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.02208318599878112 (mp_runner.py:73) -2024-09-01 18:17:07,512 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.025540932998410426 (mp_runner.py:73) -2024-09-01 18:17:07,513 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.01797167600307148 (mp_runner.py:73) -2024-09-01 18:17:07,514 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.02819117000035476 (mp_runner.py:73) -2024-09-01 18:17:07,515 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.027618068001174834 (mp_runner.py:73) -2024-09-01 18:17:07,516 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.02772275199822616 (mp_runner.py:73) -2024-09-01 18:17:07,517 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.018239334000099916 (mp_runner.py:73) -2024-09-01 18:17:07,517 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.028107894999266136 (mp_runner.py:73) -2024-09-01 18:17:07,518 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.028082582997740246 (mp_runner.py:73) -2024-09-01 18:17:07,520 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.02702651700383285 (mp_runner.py:73) -2024-09-01 18:17:07,525 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.03993827500380576 (mp_runner.py:73) -2024-09-01 18:17:07,527 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.04620051000529202 (mp_runner.py:73) -2024-09-01 18:17:07,680 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.03861903199867811 (mp_runner.py:73) -2024-09-01 18:17:07,873 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.03313652799988631 (mp_runner.py:73) -2024-09-01 18:17:07,877 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.039318764000199735 (mp_runner.py:73) -2024-09-01 18:17:07,963 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.04009569200570695 (mp_runner.py:73) -2024-09-01 18:17:08,284 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.04218684999796096 (mp_runner.py:73) -2024-09-01 18:17:08,543 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.05898495000292314 (mp_runner.py:73) -2024-09-01 18:17:08,666 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.04193447499710601 (mp_runner.py:73) -2024-09-01 18:17:08,898 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.04339492600411177 (mp_runner.py:73) -2024-09-01 18:17:08,961 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.04068520400323905 (mp_runner.py:73) -2024-09-01 18:17:08,993 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.036291944998083636 (mp_runner.py:73) -2024-09-01 18:17:09,185 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.10591388199827634 (mp_runner.py:73) -2024-09-01 18:17:09,266 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.03725409199978458 (mp_runner.py:73) -2024-09-01 18:17:09,402 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.039618156995857134 (mp_runner.py:73) -2024-09-01 18:17:09,671 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.03475000099570025 (mp_runner.py:73) -2024-09-01 18:17:09,756 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.0397351229985361 (mp_runner.py:73) -2024-09-01 18:17:09,981 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.0942857650006772 (mp_runner.py:73) -2024-09-01 18:17:10,319 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.045052367000607774 (mp_runner.py:73) -2024-09-01 18:17:10,457 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.04263072699541226 (mp_runner.py:73) -2024-09-01 18:17:17,395 | DEBUG |(SpawnProcess-1:492) search_count: 1000, latest_latency=0.018318251000891905 (mp_runner.py:73) -2024-09-01 18:17:17,397 | DEBUG |(SpawnProcess-1:504) search_count: 1000, latest_latency=0.019640008998976555 (mp_runner.py:73) -2024-09-01 18:17:17,398 | DEBUG |(SpawnProcess-1:490) search_count: 1000, latest_latency=0.019596738005930092 (mp_runner.py:73) -2024-09-01 18:17:17,399 | DEBUG |(SpawnProcess-1:499) search_count: 1000, latest_latency=0.019655929994769394 (mp_runner.py:73) -2024-09-01 18:17:17,403 | DEBUG |(SpawnProcess-1:475) search_count: 1000, latest_latency=0.022676544002024457 (mp_runner.py:73) -2024-09-01 18:17:17,405 | DEBUG |(SpawnProcess-1:478) search_count: 1000, latest_latency=0.02841781100141816 (mp_runner.py:73) -2024-09-01 18:17:17,405 | DEBUG |(SpawnProcess-1:510) search_count: 1000, latest_latency=0.029861267998057883 (mp_runner.py:73) -2024-09-01 18:17:17,408 | DEBUG |(SpawnProcess-1:508) search_count: 1000, latest_latency=0.023271449994354043 (mp_runner.py:73) -2024-09-01 18:17:17,409 | DEBUG |(SpawnProcess-1:513) search_count: 1000, latest_latency=0.01809513300395338 (mp_runner.py:73) -2024-09-01 18:17:17,409 | DEBUG |(SpawnProcess-1:464) search_count: 1000, latest_latency=0.018423458001052495 (mp_runner.py:73) -2024-09-01 18:17:17,410 | DEBUG |(SpawnProcess-1:462) search_count: 1000, latest_latency=0.0244333739974536 (mp_runner.py:73) -2024-09-01 18:17:18,160 | DEBUG |(SpawnProcess-1:489) search_count: 1000, latest_latency=0.01751185600005556 (mp_runner.py:73) -2024-09-01 18:17:18,169 | DEBUG |(SpawnProcess-1:517) search_count: 1000, latest_latency=0.01105026800360065 (mp_runner.py:73) -2024-09-01 18:17:18,192 | DEBUG |(SpawnProcess-1:509) search_count: 1000, latest_latency=0.05259911299799569 (mp_runner.py:73) -2024-09-01 18:17:19,094 | DEBUG |(SpawnProcess-1:480) search_count: 1000, latest_latency=0.01895803099614568 (mp_runner.py:73) -2024-09-01 18:17:19,097 | DEBUG |(SpawnProcess-1:477) search_count: 1000, latest_latency=0.019335347999003716 (mp_runner.py:73) -2024-09-01 18:17:19,097 | DEBUG |(SpawnProcess-1:487) search_count: 1000, latest_latency=0.021388600005593617 (mp_runner.py:73) -2024-09-01 18:17:19,098 | DEBUG |(SpawnProcess-1:471) search_count: 1000, latest_latency=0.01862907499889843 (mp_runner.py:73) -2024-09-01 18:17:19,099 | DEBUG |(SpawnProcess-1:514) search_count: 1000, latest_latency=0.01659248500072863 (mp_runner.py:73) -2024-09-01 18:17:19,102 | DEBUG |(SpawnProcess-1:524) search_count: 1000, latest_latency=0.027483164994919207 (mp_runner.py:73) -2024-09-01 18:17:19,103 | DEBUG |(SpawnProcess-1:482) search_count: 1000, latest_latency=0.029556557994510513 (mp_runner.py:73) -2024-09-01 18:17:20,031 | DEBUG |(SpawnProcess-1:494) search_count: 1000, latest_latency=0.027265510005236138 (mp_runner.py:73) -2024-09-01 18:17:20,128 | DEBUG |(SpawnProcess-1:468) search_count: 1000, latest_latency=0.03354056899843272 (mp_runner.py:73) -2024-09-01 18:17:20,505 | DEBUG |(SpawnProcess-1:496) search_count: 1000, latest_latency=0.0157834109995747 (mp_runner.py:73) -2024-09-01 18:17:20,507 | DEBUG |(SpawnProcess-1:522) search_count: 1000, latest_latency=0.01692256900423672 (mp_runner.py:73) -2024-09-01 18:17:20,507 | DEBUG |(SpawnProcess-1:528) search_count: 1000, latest_latency=0.01736305799568072 (mp_runner.py:73) -2024-09-01 18:17:20,510 | DEBUG |(SpawnProcess-1:481) search_count: 1000, latest_latency=0.01662817900069058 (mp_runner.py:73) -2024-09-01 18:17:20,510 | DEBUG |(SpawnProcess-1:520) search_count: 1000, latest_latency=0.020370150996313896 (mp_runner.py:73) -2024-09-01 18:17:20,512 | DEBUG |(SpawnProcess-1:500) search_count: 1000, latest_latency=0.016819616001157556 (mp_runner.py:73) -2024-09-01 18:17:20,513 | DEBUG |(SpawnProcess-1:511) search_count: 1000, latest_latency=0.022650922001048457 (mp_runner.py:73) -2024-09-01 18:17:20,513 | DEBUG |(SpawnProcess-1:485) search_count: 1000, latest_latency=0.01794021299429005 (mp_runner.py:73) -2024-09-01 18:17:20,514 | DEBUG |(SpawnProcess-1:525) search_count: 1000, latest_latency=0.02649697400192963 (mp_runner.py:73) -2024-09-01 18:17:20,514 | DEBUG |(SpawnProcess-1:484) search_count: 1000, latest_latency=0.027779465999628883 (mp_runner.py:73) -2024-09-01 18:17:20,516 | DEBUG |(SpawnProcess-1:505) search_count: 1000, latest_latency=0.028375765999953728 (mp_runner.py:73) -2024-09-01 18:17:20,621 | DEBUG |(SpawnProcess-1:518) search_count: 1000, latest_latency=0.022204810004041065 (mp_runner.py:73) -2024-09-01 18:17:21,471 | DEBUG |(SpawnProcess-1:473) search_count: 1000, latest_latency=0.03158317500492558 (mp_runner.py:73) -2024-09-01 18:17:21,624 | DEBUG |(SpawnProcess-1:512) search_count: 1000, latest_latency=0.028808142997149844 (mp_runner.py:73) -2024-09-01 18:17:21,658 | DEBUG |(SpawnProcess-1:506) search_count: 1000, latest_latency=0.02529874400352128 (mp_runner.py:73) -2024-09-01 18:17:21,660 | DEBUG |(SpawnProcess-1:521) search_count: 1000, latest_latency=0.025897261999489274 (mp_runner.py:73) -2024-09-01 18:17:21,915 | DEBUG |(SpawnProcess-1:498) search_count: 1000, latest_latency=0.032028729998273775 (mp_runner.py:73) -2024-09-01 18:17:22,099 | DEBUG |(SpawnProcess-1:507) search_count: 1000, latest_latency=0.05012768300366588 (mp_runner.py:73) -2024-09-01 18:17:22,107 | DEBUG |(SpawnProcess-1:470) search_count: 1000, latest_latency=0.02873935899697244 (mp_runner.py:73) -2024-09-01 18:17:22,631 | DEBUG |(SpawnProcess-1:474) search_count: 1000, latest_latency=0.01778048499545548 (mp_runner.py:73) -2024-09-01 18:17:22,631 | DEBUG |(SpawnProcess-1:493) search_count: 1000, latest_latency=0.025141814003291074 (mp_runner.py:73) -2024-09-01 18:17:22,633 | DEBUG |(SpawnProcess-1:529) search_count: 1000, latest_latency=0.028926849998242687 (mp_runner.py:73) -2024-09-01 18:17:22,637 | DEBUG |(SpawnProcess-1:476) search_count: 1000, latest_latency=0.025639316998422146 (mp_runner.py:73) -2024-09-01 18:17:22,640 | DEBUG |(SpawnProcess-1:469) search_count: 1000, latest_latency=0.02812678099871846 (mp_runner.py:73) -2024-09-01 18:17:22,642 | DEBUG |(SpawnProcess-1:503) search_count: 1000, latest_latency=0.025101357998210005 (mp_runner.py:73) -2024-09-01 18:17:22,643 | DEBUG |(SpawnProcess-1:516) search_count: 1000, latest_latency=0.024417965003522113 (mp_runner.py:73) -2024-09-01 18:17:22,831 | DEBUG |(SpawnProcess-1:497) search_count: 1000, latest_latency=0.030745441996259615 (mp_runner.py:73) -2024-09-01 18:17:23,103 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0121s, count=1215, qps in this process: 40.4837 (mp_runner.py:76) -2024-09-01 18:17:23,119 | DEBUG |(SpawnProcess-1:483) search_count: 1000, latest_latency=0.030372880995855667 (mp_runner.py:73) -2024-09-01 18:17:23,257 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0122s, count=1216, qps in this process: 40.5169 (mp_runner.py:76) -2024-09-01 18:17:23,285 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0242s, count=1106, qps in this process: 36.837 (mp_runner.py:76) -2024-09-01 18:17:23,339 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0155s, count=1249, qps in this process: 41.6118 (mp_runner.py:76) -2024-09-01 18:17:23,385 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0304s, count=1009, qps in this process: 33.5993 (mp_runner.py:76) -2024-09-01 18:17:23,389 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0005s, count=1251, qps in this process: 41.6993 (mp_runner.py:76) -2024-09-01 18:17:23,391 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0006s, count=1098, qps in this process: 36.5993 (mp_runner.py:76) -2024-09-01 18:17:23,393 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0008s, count=1094, qps in this process: 36.4657 (mp_runner.py:76) -2024-09-01 18:17:23,394 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0022s, count=1110, qps in this process: 36.9973 (mp_runner.py:76) -2024-09-01 18:17:23,396 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0072s, count=1185, qps in this process: 39.4905 (mp_runner.py:76) -2024-09-01 18:17:23,396 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0048s, count=1030, qps in this process: 34.3278 (mp_runner.py:76) -2024-09-01 18:17:23,396 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0065s, count=972, qps in this process: 32.393 (mp_runner.py:76) -2024-09-01 18:17:23,398 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0074s, count=1030, qps in this process: 34.3249 (mp_runner.py:76) -2024-09-01 18:17:23,398 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0079s, count=1233, qps in this process: 41.0892 (mp_runner.py:76) -2024-09-01 18:17:23,399 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0085s, count=1030, qps in this process: 34.3236 (mp_runner.py:76) -2024-09-01 18:17:23,401 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0071s, count=1030, qps in this process: 34.3252 (mp_runner.py:76) -2024-09-01 18:17:23,401 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0135s, count=1112, qps in this process: 37.05 (mp_runner.py:76) -2024-09-01 18:17:23,402 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.002s, count=1252, qps in this process: 41.7306 (mp_runner.py:76) -2024-09-01 18:17:23,403 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0132s, count=1019, qps in this process: 33.9517 (mp_runner.py:76) -2024-09-01 18:17:23,405 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0146s, count=1030, qps in this process: 34.3166 (mp_runner.py:76) -2024-09-01 18:17:23,405 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0149s, count=1030, qps in this process: 34.3163 (mp_runner.py:76) -2024-09-01 18:17:23,406 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.014s, count=1042, qps in this process: 34.7171 (mp_runner.py:76) -2024-09-01 18:17:23,406 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0107s, count=1042, qps in this process: 34.7209 (mp_runner.py:76) -2024-09-01 18:17:23,407 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.012s, count=965, qps in this process: 32.1538 (mp_runner.py:76) -2024-09-01 18:17:23,408 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0192s, count=1045, qps in this process: 34.8111 (mp_runner.py:76) -2024-09-01 18:17:23,409 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0042s, count=1175, qps in this process: 39.1612 (mp_runner.py:76) -2024-09-01 18:17:23,409 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0176s, count=983, qps in this process: 32.7475 (mp_runner.py:76) -2024-09-01 18:17:23,410 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0007s, count=1252, qps in this process: 41.7324 (mp_runner.py:76) -2024-09-01 18:17:23,412 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0067s, count=1175, qps in this process: 39.1579 (mp_runner.py:76) -2024-09-01 18:17:23,412 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0142s, count=1252, qps in this process: 41.7136 (mp_runner.py:76) -2024-09-01 18:17:23,412 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0004s, count=1112, qps in this process: 37.0662 (mp_runner.py:76) -2024-09-01 18:17:23,414 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0089s, count=1112, qps in this process: 37.0557 (mp_runner.py:76) -2024-09-01 18:17:23,415 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.024s, count=987, qps in this process: 32.8737 (mp_runner.py:76) -2024-09-01 18:17:23,416 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0032s, count=1175, qps in this process: 39.1625 (mp_runner.py:76) -2024-09-01 18:17:23,416 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0262s, count=963, qps in this process: 32.072 (mp_runner.py:76) -2024-09-01 18:17:23,417 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.014s, count=1175, qps in this process: 39.1484 (mp_runner.py:76) -2024-09-01 18:17:23,417 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0206s, count=1106, qps in this process: 36.8414 (mp_runner.py:76) -2024-09-01 18:17:23,419 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0066s, count=1186, qps in this process: 39.5246 (mp_runner.py:76) -2024-09-01 18:17:23,423 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0177s, count=1113, qps in this process: 37.0781 (mp_runner.py:76) -2024-09-01 18:17:23,423 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0248s, count=1059, qps in this process: 35.2708 (mp_runner.py:76) -2024-09-01 18:17:23,424 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0036s, count=1113, qps in this process: 37.0955 (mp_runner.py:76) -2024-09-01 18:17:23,424 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0138s, count=1113, qps in this process: 37.0829 (mp_runner.py:76) -2024-09-01 18:17:23,424 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0148s, count=1113, qps in this process: 37.0817 (mp_runner.py:76) -2024-09-01 18:17:23,426 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0008s, count=1113, qps in this process: 37.099 (mp_runner.py:76) -2024-09-01 18:17:23,426 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0341s, count=1059, qps in this process: 35.2599 (mp_runner.py:76) -2024-09-01 18:17:23,427 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.014s, count=1176, qps in this process: 39.1817 (mp_runner.py:76) -2024-09-01 18:17:23,428 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.015s, count=1176, qps in this process: 39.1804 (mp_runner.py:76) -2024-09-01 18:17:23,431 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0185s, count=1031, qps in this process: 34.3455 (mp_runner.py:76) -2024-09-01 18:17:23,432 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0408s, count=1062, qps in this process: 35.3519 (mp_runner.py:76) -2024-09-01 18:17:23,436 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0266s, count=1176, qps in this process: 39.1653 (mp_runner.py:76) -2024-09-01 18:17:23,439 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0404s, count=1059, qps in this process: 35.2525 (mp_runner.py:76) -2024-09-01 18:17:23,440 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0307s, count=1253, qps in this process: 41.724 (mp_runner.py:76) -2024-09-01 18:17:23,440 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0302s, count=1253, qps in this process: 41.7247 (mp_runner.py:76) -2024-09-01 18:17:23,443 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0096s, count=987, qps in this process: 32.8895 (mp_runner.py:76) -2024-09-01 18:17:23,448 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.05s, count=990, qps in this process: 32.9451 (mp_runner.py:76) -2024-09-01 18:17:23,449 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0122s, count=1187, qps in this process: 39.5506 (mp_runner.py:76) -2024-09-01 18:17:23,454 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0129s, count=934, qps in this process: 31.12 (mp_runner.py:76) -2024-09-01 18:17:23,456 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0018s, count=1091, qps in this process: 36.3645 (mp_runner.py:76) -2024-09-01 18:17:23,456 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0212s, count=1235, qps in this process: 41.1376 (mp_runner.py:76) -2024-09-01 18:17:23,456 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0146s, count=934, qps in this process: 31.1182 (mp_runner.py:76) -2024-09-01 18:17:23,459 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0168s, count=920, qps in this process: 30.6495 (mp_runner.py:76) -2024-09-01 18:17:23,463 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0205s, count=944, qps in this process: 31.4452 (mp_runner.py:76) -2024-09-01 18:17:23,465 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0101s, count=952, qps in this process: 31.7227 (mp_runner.py:76) -2024-09-01 18:17:23,510 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0005s, count=956, qps in this process: 31.8661 (mp_runner.py:76) -2024-09-01 18:17:23,512 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0008s, count=938, qps in this process: 31.2658 (mp_runner.py:76) -2024-09-01 18:17:23,513 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0037s, count=964, qps in this process: 32.1294 (mp_runner.py:76) -2024-09-01 18:17:23,515 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0033s, count=971, qps in this process: 32.3631 (mp_runner.py:76) -2024-09-01 18:17:23,520 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0061s, count=938, qps in this process: 31.2603 (mp_runner.py:76) -2024-09-01 18:17:23,528 | DEBUG |(SpawnProcess-1:466) search_count: 1000, latest_latency=0.0011092599961557426 (mp_runner.py:73) -2024-09-01 18:17:23,540 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0004s, count=959, qps in this process: 31.9662 (mp_runner.py:76) -2024-09-01 18:17:23,607 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0007s, count=1071, qps in this process: 35.6992 (mp_runner.py:76) -2024-09-01 18:17:23,621 | INFO |End search in concurrency 70: dur=30.90943908099871s, total_count=75888, qps=2455.1723 (mp_runner.py:120) -2024-09-01 18:17:28,368 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2850.5517, serial_latency_p99=np.float64(0.0353), recall=np.float64(0.1975), ndcg=np.float64(0.3077), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[965.1228, 2482.2558, 2554.1794, 2850.5517, 2722.9732, 2669.8416, 2686.3076, 2587.3265, 2676.0398, 2658.2958, 2619.009, 2700.4921, 2477.2445, 2455.1723], conc_latency_p99_list=[np.float64(0.0005972573598482995), np.float64(0.0010033319263835438), np.float64(0.0014409303695792914), np.float64(0.0016850719599198782), np.float64(0.002189424887092173), np.float64(0.0026739764460973676), np.float64(0.0025337410146908943), np.float64(0.003055602312193514), np.float64(0.003693052578032075), np.float64(0.004290076307308482), np.float64(0.00385068522517322), np.float64(0.003704817227560852), np.float64(0.004393770178081468), np.float64(0.004990313922638596)]) (task_runner.py:197) -2024-09-01 18:17:28,369 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:06:15.845693'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=2850.5517, serial_latency_p99=np.float64(0.0353), recall=np.float64(0.1975), ndcg=np.float64(0.3077), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[965.1228, 2482.2558, 2554.1794, 2850.5517, 2722.9732, 2669.8416, 2686.3076, 2587.3265, 2676.0398, 2658.2958, 2619.009, 2700.4921, 2477.2445, 2455.1723], conc_latency_p99_list=[np.float64(0.0005972573598482995), np.float64(0.0010033319263835438), np.float64(0.0014409303695792914), np.float64(0.0016850719599198782), np.float64(0.002189424887092173), np.float64(0.0026739764460973676), np.float64(0.0025337410146908943), np.float64(0.003055602312193514), np.float64(0.003693052578032075), np.float64(0.004290076307308482), np.float64(0.00385068522517322), np.float64(0.003704817227560852), np.float64(0.004393770178081468), np.float64(0.004990313922638596)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 18:17:28,369 | INFO |Task summary: run_id=61b0f, task_label=61b0ffbfd4ac490ebd36a91129bc3241 (models.py:346) -2024-09-01 18:17:28,369 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 18:17:28,369 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 18:17:28,369 | INFO |PgVector | 2024-09-01T18:06:15.845693 Performance1536D500K 61b0ffbfd4ac490ebd36a91129bc3241 | 0.0 2850.5517 0.0353 0.1975 0 | :) (models.py:346) -2024-09-01 18:17:28,369 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json (models.py:204) -2024-09-01 18:17:28,369 | INFO |Success to finish task: label=61b0ffbfd4ac490ebd36a91129bc3241, run_id=61b0ffbfd4ac490ebd36a91129bc3241 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json b/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json deleted file mode 100644 index d7bba269b..000000000 --- a/script/data/aws/db.m6i.large-8-64-20-Performance1536D500K-0-58702/result_20240901_61b0ffbfd4ac490ebd36a91129bc3241_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "61b0ffbfd4ac490ebd36a91129bc3241", "task_label": "61b0ffbfd4ac490ebd36a91129bc3241", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 2850.5517, "serial_latency_p99": 0.0353, "recall": 0.1975, "ndcg": 0.3077, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [965.1228, 2482.2558, 2554.1794, 2850.5517, 2722.9732, 2669.8416, 2686.3076, 2587.3265, 2676.0398, 2658.2958, 2619.009, 2700.4921, 2477.2445, 2455.1723], "conc_latency_p99_list": [0.0005972573598482995, 0.0010033319263835438, 0.0014409303695792914, 0.0016850719599198782, 0.002189424887092173, 0.0026739764460973676, 0.0025337410146908943, 0.003055602312193514, 0.003693052578032075, 0.004290076307308482, 0.00385068522517322, 0.003704817227560852, 0.004393770178081468, 0.004990313922638596]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:06:15.845693", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 20, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt b/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt deleted file mode 100644 index ec7d98912..000000000 --- a/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/log.txt +++ /dev/null @@ -1,1347 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 200 --skip-drop-old --skip-load -2024-09-01 18:56:06,857 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:56:06.845974', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 18:56:06,857 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:56:06.845974', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=200, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 18:56:06,857 | INFO |generated uuid for the tasks: c9d9affba74f43a9bbfba81d796c2e4c (interface.py:66) -2024-09-01 18:56:06,917 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 18:56:06,917 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 18:56:06,917 | INFO | PgVector-2024-09-01T18:56:06.845974 | Performance OpenAI-MEDIUM-500K None | c9d9affba74f43a9bbfba81d796c2e4c (task_runner.py:340) -2024-09-01 18:56:06,917 | INFO |task submitted: id=c9d9affba74f43a9bbfba81d796c2e4c, c9d9affba74f43a9bbfba81d796c2e4c, case number: 1 (interface.py:231) -2024-09-01 18:56:07,330 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:56:06.845974'}, drop_old=False (interface.py:164) -2024-09-01 18:56:07,331 | INFO |Starting run (task_runner.py:100) -2024-09-01 18:56:07,406 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=200 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 18:56:08,023 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 18:56:08,070 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 18:56:08,094 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 18:56:08,094 | INFO |Start performance case (task_runner.py:158) -2024-09-01 18:56:08,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:56:08,106 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 18:56:08,107 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 18:56:08,107 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 18:56:08,150 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 18:56:08,716 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 18:56:08,735 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:56:08,735 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 18:56:08,735 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 18:56:12,622 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.02822939900215715, latest recall=0.91 (serial_runner.py:202) -2024-09-01 18:56:16,267 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03222811700106831, latest recall=0.93 (serial_runner.py:202) -2024-09-01 18:56:19,835 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.027435684998636134, latest recall=0.8 (serial_runner.py:202) -2024-09-01 18:56:22,957 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.015212842001346871, latest recall=0.96 (serial_runner.py:202) -2024-09-01 18:56:25,928 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.011939863004954532, latest recall=0.94 (serial_runner.py:202) -2024-09-01 18:56:28,745 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.013584416003141087, latest recall=0.98 (serial_runner.py:202) -2024-09-01 18:56:31,220 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.012728410998533946, latest recall=0.96 (serial_runner.py:202) -2024-09-01 18:56:33,794 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.018439890998706687, latest recall=0.93 (serial_runner.py:202) -2024-09-01 18:56:36,088 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.014538967996486463, latest recall=0.98 (serial_runner.py:202) -2024-09-01 18:56:38,841 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.031103026994969696, latest recall=0.85 (serial_runner.py:202) -2024-09-01 18:56:38,841 | INFO |SpawnProcess-1:1 search entire test_data: cost=19.7772s, queries=1000, avg_recall=0.9191, avg_ndcg=0.9292,avg_latency=0.0198, p99=0.0497 (serial_runner.py:209) -2024-09-01 18:56:39,367 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:56:39,368 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 18:56:40,389 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 18:56:40,421 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:56:44,237 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006577115003892686 (mp_runner.py:73) -2024-09-01 18:56:47,731 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.010123773994564544 (mp_runner.py:73) -2024-09-01 18:56:50,588 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0051135819958290085 (mp_runner.py:73) -2024-09-01 18:56:53,360 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.006926736001332756 (mp_runner.py:73) -2024-09-01 18:56:56,155 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.004705269995611161 (mp_runner.py:73) -2024-09-01 18:56:58,987 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.006846215001132805 (mp_runner.py:73) -2024-09-01 18:57:01,818 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.004882305998762604 (mp_runner.py:73) -2024-09-01 18:57:04,532 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.006920079002156854 (mp_runner.py:73) -2024-09-01 18:57:07,315 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.004784363001817837 (mp_runner.py:73) -2024-09-01 18:57:10,083 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.006877344996610191 (mp_runner.py:73) -2024-09-01 18:57:10,426 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0035s, count=5063, qps in this process: 168.747 (mp_runner.py:76) -2024-09-01 18:57:10,427 | INFO |End search in concurrency 1: dur=30.037195191995124s, total_count=5063, qps=168.5577 (mp_runner.py:120) -2024-09-01 18:57:10,609 | INFO |Update largest qps with concurrency 1: current max_qps=168.5577 (mp_runner.py:124) -2024-09-01 18:57:11,016 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:57:11,016 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 18:57:16,061 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 18:57:16,110 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:16,110 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:16,111 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:16,111 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:16,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:21,111 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.011115725996205583 (mp_runner.py:73) -2024-09-01 18:57:21,129 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.012976309000805486 (mp_runner.py:73) -2024-09-01 18:57:21,129 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0072106469960999675 (mp_runner.py:73) -2024-09-01 18:57:21,133 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.013270272000227123 (mp_runner.py:73) -2024-09-01 18:57:21,138 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.016669167001964524 (mp_runner.py:73) -2024-09-01 18:57:25,998 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.011752337006328162 (mp_runner.py:73) -2024-09-01 18:57:25,998 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.009205970003677066 (mp_runner.py:73) -2024-09-01 18:57:25,999 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.011181328998645768 (mp_runner.py:73) -2024-09-01 18:57:25,999 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.012110123003367335 (mp_runner.py:73) -2024-09-01 18:57:25,999 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.012198560005344916 (mp_runner.py:73) -2024-09-01 18:57:31,200 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.008101987004920375 (mp_runner.py:73) -2024-09-01 18:57:31,200 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.007988862998900004 (mp_runner.py:73) -2024-09-01 18:57:31,201 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.00917486700200243 (mp_runner.py:73) -2024-09-01 18:57:31,203 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.009737974003655836 (mp_runner.py:73) -2024-09-01 18:57:31,203 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01188216199807357 (mp_runner.py:73) -2024-09-01 18:57:36,131 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.00979604700114578 (mp_runner.py:73) -2024-09-01 18:57:36,131 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.009716642001876608 (mp_runner.py:73) -2024-09-01 18:57:36,133 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.011661044001812115 (mp_runner.py:73) -2024-09-01 18:57:36,134 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.012515298003563657 (mp_runner.py:73) -2024-09-01 18:57:36,134 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.013105217003612779 (mp_runner.py:73) -2024-09-01 18:57:41,183 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.009493677993305027 (mp_runner.py:73) -2024-09-01 18:57:41,183 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.009362146993225906 (mp_runner.py:73) -2024-09-01 18:57:41,183 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.008977907004009467 (mp_runner.py:73) -2024-09-01 18:57:41,184 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.010237018002953846 (mp_runner.py:73) -2024-09-01 18:57:41,186 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.011683283999445848 (mp_runner.py:73) -2024-09-01 18:57:46,118 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0073s, count=2963, qps in this process: 98.7426 (mp_runner.py:76) -2024-09-01 18:57:46,118 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0073s, count=2963, qps in this process: 98.7426 (mp_runner.py:76) -2024-09-01 18:57:46,120 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0031s, count=2963, qps in this process: 98.7565 (mp_runner.py:76) -2024-09-01 18:57:46,120 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0035s, count=2963, qps in this process: 98.7551 (mp_runner.py:76) -2024-09-01 18:57:46,121 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0045s, count=2963, qps in this process: 98.7519 (mp_runner.py:76) -2024-09-01 18:57:46,129 | INFO |End search in concurrency 5: dur=30.067098970001098s, total_count=14815, qps=492.7313 (mp_runner.py:120) -2024-09-01 18:57:46,426 | INFO |Update largest qps with concurrency 5: current max_qps=492.7313 (mp_runner.py:124) -2024-09-01 18:57:46,833 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:57:46,833 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 18:57:57,005 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 18:57:57,124 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,128 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,129 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,130 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,146 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,152 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,155 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,155 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,178 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,180 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,181 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,181 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:57:57,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:09,261 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.02197126099781599 (mp_runner.py:73) -2024-09-01 18:58:09,263 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.024363716001971625 (mp_runner.py:73) -2024-09-01 18:58:09,265 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.021841852998477407 (mp_runner.py:73) -2024-09-01 18:58:09,269 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.03495172299881233 (mp_runner.py:73) -2024-09-01 18:58:09,269 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.015200806999928318 (mp_runner.py:73) -2024-09-01 18:58:09,270 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.029387872004008386 (mp_runner.py:73) -2024-09-01 18:58:09,270 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.02345194099325454 (mp_runner.py:73) -2024-09-01 18:58:09,271 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.020665242001996376 (mp_runner.py:73) -2024-09-01 18:58:09,271 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.018107969000993762 (mp_runner.py:73) -2024-09-01 18:58:09,273 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.021678015000361484 (mp_runner.py:73) -2024-09-01 18:58:09,273 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.023755408998113126 (mp_runner.py:73) -2024-09-01 18:58:09,276 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.040772021005977876 (mp_runner.py:73) -2024-09-01 18:58:09,277 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.040210205006587785 (mp_runner.py:73) -2024-09-01 18:58:09,281 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.023978996003279462 (mp_runner.py:73) -2024-09-01 18:58:09,281 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.03647991999605438 (mp_runner.py:73) -2024-09-01 18:58:21,295 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.02189671600353904 (mp_runner.py:73) -2024-09-01 18:58:21,295 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.024448903001029976 (mp_runner.py:73) -2024-09-01 18:58:21,296 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.027208673003769945 (mp_runner.py:73) -2024-09-01 18:58:21,296 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.024930856998253148 (mp_runner.py:73) -2024-09-01 18:58:21,297 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.028641804005019367 (mp_runner.py:73) -2024-09-01 18:58:21,299 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.02695088200562168 (mp_runner.py:73) -2024-09-01 18:58:21,302 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.02888257800077554 (mp_runner.py:73) -2024-09-01 18:58:21,303 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.032515856000827625 (mp_runner.py:73) -2024-09-01 18:58:21,303 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.032508074000361376 (mp_runner.py:73) -2024-09-01 18:58:21,303 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.030981368996435776 (mp_runner.py:73) -2024-09-01 18:58:21,304 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.03744553900469327 (mp_runner.py:73) -2024-09-01 18:58:21,305 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.038873931000125594 (mp_runner.py:73) -2024-09-01 18:58:21,305 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.03601207800238626 (mp_runner.py:73) -2024-09-01 18:58:21,306 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.03859568199550267 (mp_runner.py:73) -2024-09-01 18:58:21,306 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.016275841000606306 (mp_runner.py:73) -2024-09-01 18:58:27,148 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0208s, count=1242, qps in this process: 41.3713 (mp_runner.py:76) -2024-09-01 18:58:27,151 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0008s, count=1242, qps in this process: 41.3989 (mp_runner.py:76) -2024-09-01 18:58:27,158 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0167s, count=1243, qps in this process: 41.4103 (mp_runner.py:76) -2024-09-01 18:58:27,158 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0246s, count=1243, qps in this process: 41.3994 (mp_runner.py:76) -2024-09-01 18:58:27,170 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0042s, count=1243, qps in this process: 41.4275 (mp_runner.py:76) -2024-09-01 18:58:27,171 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0104s, count=1243, qps in this process: 41.419 (mp_runner.py:76) -2024-09-01 18:58:27,171 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0044s, count=1243, qps in this process: 41.4273 (mp_runner.py:76) -2024-09-01 18:58:27,173 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0432s, count=1243, qps in this process: 41.3738 (mp_runner.py:76) -2024-09-01 18:58:27,185 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0243s, count=1244, qps in this process: 41.4331 (mp_runner.py:76) -2024-09-01 18:58:27,193 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0114s, count=1245, qps in this process: 41.4842 (mp_runner.py:76) -2024-09-01 18:58:27,193 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0087s, count=1245, qps in this process: 41.488 (mp_runner.py:76) -2024-09-01 18:58:27,194 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0089s, count=1245, qps in this process: 41.4877 (mp_runner.py:76) -2024-09-01 18:58:27,194 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0039s, count=1245, qps in this process: 41.4946 (mp_runner.py:76) -2024-09-01 18:58:27,195 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0049s, count=1245, qps in this process: 41.4932 (mp_runner.py:76) -2024-09-01 18:58:27,195 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0055s, count=1245, qps in this process: 41.4924 (mp_runner.py:76) -2024-09-01 18:58:27,198 | INFO |End search in concurrency 15: dur=30.19202293499984s, total_count=18656, qps=617.9116 (mp_runner.py:120) -2024-09-01 18:58:28,093 | INFO |Update largest qps with concurrency 15: current max_qps=617.9116 (mp_runner.py:124) -2024-09-01 18:58:28,500 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:58:28,500 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 18:58:38,761 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 18:58:38,851 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,874 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,881 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,899 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,921 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,931 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,963 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,963 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,965 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,965 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,966 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,969 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,969 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,978 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:38,991 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:39,005 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:58:54,986 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.011974287997873034 (mp_runner.py:73) -2024-09-01 18:58:54,986 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.012984050998056773 (mp_runner.py:73) -2024-09-01 18:58:54,989 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.014985137000621762 (mp_runner.py:73) -2024-09-01 18:58:54,989 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.013294019998284057 (mp_runner.py:73) -2024-09-01 18:58:54,991 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.015381084005639423 (mp_runner.py:73) -2024-09-01 18:58:54,993 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.017830309996497817 (mp_runner.py:73) -2024-09-01 18:58:54,997 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.019828275006148033 (mp_runner.py:73) -2024-09-01 18:58:54,997 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.02006171300308779 (mp_runner.py:73) -2024-09-01 18:58:55,000 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.022303511999780312 (mp_runner.py:73) -2024-09-01 18:58:55,000 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.022153721998620313 (mp_runner.py:73) -2024-09-01 18:58:55,005 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.0223128479992738 (mp_runner.py:73) -2024-09-01 18:58:55,008 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.029637135994562414 (mp_runner.py:73) -2024-09-01 18:58:55,011 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.03759923899633577 (mp_runner.py:73) -2024-09-01 18:58:55,011 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.03547872399940388 (mp_runner.py:73) -2024-09-01 18:58:55,011 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.034655524003028404 (mp_runner.py:73) -2024-09-01 18:58:55,012 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.03716304699628381 (mp_runner.py:73) -2024-09-01 18:58:55,012 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.025312429999758024 (mp_runner.py:73) -2024-09-01 18:58:55,013 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.034200681002403144 (mp_runner.py:73) -2024-09-01 18:58:55,021 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.048140604005311616 (mp_runner.py:73) -2024-09-01 18:58:55,021 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.04687593299604487 (mp_runner.py:73) -2024-09-01 18:59:08,855 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0019s, count=952, qps in this process: 31.7313 (mp_runner.py:76) -2024-09-01 18:59:08,893 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0069s, count=953, qps in this process: 31.7594 (mp_runner.py:76) -2024-09-01 18:59:08,896 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0142s, count=953, qps in this process: 31.7516 (mp_runner.py:76) -2024-09-01 18:59:08,925 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0225s, count=954, qps in this process: 31.7762 (mp_runner.py:76) -2024-09-01 18:59:08,925 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0014s, count=954, qps in this process: 31.7985 (mp_runner.py:76) -2024-09-01 18:59:08,926 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0254s, count=954, qps in this process: 31.7731 (mp_runner.py:76) -2024-09-01 18:59:08,945 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0082s, count=955, qps in this process: 31.8246 (mp_runner.py:76) -2024-09-01 18:59:08,962 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0116s, count=956, qps in this process: 31.8543 (mp_runner.py:76) -2024-09-01 18:59:08,963 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0124s, count=956, qps in this process: 31.8535 (mp_runner.py:76) -2024-09-01 18:59:08,963 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0131s, count=956, qps in this process: 31.8528 (mp_runner.py:76) -2024-09-01 18:59:08,976 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.008s, count=957, qps in this process: 31.8915 (mp_runner.py:76) -2024-09-01 18:59:08,976 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0014s, count=957, qps in this process: 31.8985 (mp_runner.py:76) -2024-09-01 18:59:08,977 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0023s, count=957, qps in this process: 31.8976 (mp_runner.py:76) -2024-09-01 18:59:08,978 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0099s, count=957, qps in this process: 31.8895 (mp_runner.py:76) -2024-09-01 18:59:08,980 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0115s, count=957, qps in this process: 31.8878 (mp_runner.py:76) -2024-09-01 18:59:08,981 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0148s, count=957, qps in this process: 31.8843 (mp_runner.py:76) -2024-09-01 18:59:08,988 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0219s, count=957, qps in this process: 31.8767 (mp_runner.py:76) -2024-09-01 18:59:08,991 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0054s, count=958, qps in this process: 31.9276 (mp_runner.py:76) -2024-09-01 18:59:09,008 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0019s, count=960, qps in this process: 31.998 (mp_runner.py:76) -2024-09-01 18:59:09,014 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0038s, count=960, qps in this process: 31.9959 (mp_runner.py:76) -2024-09-01 18:59:09,016 | INFO |End search in concurrency 20: dur=30.253406053998333s, total_count=19120, qps=631.995 (mp_runner.py:120) -2024-09-01 18:59:10,248 | INFO |Update largest qps with concurrency 20: current max_qps=631.995 (mp_runner.py:124) -2024-09-01 18:59:10,673 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:59:10,673 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 18:59:20,965 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 18:59:21,122 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,131 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,135 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,177 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,185 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,193 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,220 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,242 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,246 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,251 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:21,267 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 18:59:40,370 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.009219403000315651 (mp_runner.py:73) -2024-09-01 18:59:40,373 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.012499627002398483 (mp_runner.py:73) -2024-09-01 18:59:40,376 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.0169056869999622 (mp_runner.py:73) -2024-09-01 18:59:40,377 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.019103139005892444 (mp_runner.py:73) -2024-09-01 18:59:40,381 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.02008744399790885 (mp_runner.py:73) -2024-09-01 18:59:40,381 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.00339462400006596 (mp_runner.py:73) -2024-09-01 18:59:40,384 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.023996309995709453 (mp_runner.py:73) -2024-09-01 18:59:40,384 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.005613613000605255 (mp_runner.py:73) -2024-09-01 18:59:40,388 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.02883489899977576 (mp_runner.py:73) -2024-09-01 18:59:40,388 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.029781163997540716 (mp_runner.py:73) -2024-09-01 18:59:40,391 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.02936157299700426 (mp_runner.py:73) -2024-09-01 18:59:40,391 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.03144942699873354 (mp_runner.py:73) -2024-09-01 18:59:40,393 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.03418145200703293 (mp_runner.py:73) -2024-09-01 18:59:40,396 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.03730283099866938 (mp_runner.py:73) -2024-09-01 18:59:40,397 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.03654809100407874 (mp_runner.py:73) -2024-09-01 18:59:40,397 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.012937380000948906 (mp_runner.py:73) -2024-09-01 18:59:40,397 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.03804509999463335 (mp_runner.py:73) -2024-09-01 18:59:40,398 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.038340004000929184 (mp_runner.py:73) -2024-09-01 18:59:40,398 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.03831725400232244 (mp_runner.py:73) -2024-09-01 18:59:40,398 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.03874905400152784 (mp_runner.py:73) -2024-09-01 18:59:40,400 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.040111337999405805 (mp_runner.py:73) -2024-09-01 18:59:40,401 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.03963987799943425 (mp_runner.py:73) -2024-09-01 18:59:40,401 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.04243667099945014 (mp_runner.py:73) -2024-09-01 18:59:40,406 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.04467484099586727 (mp_runner.py:73) -2024-09-01 18:59:40,423 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.06309934599994449 (mp_runner.py:73) -2024-09-01 18:59:51,163 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0237s, count=774, qps in this process: 25.7796 (mp_runner.py:76) -2024-09-01 18:59:51,163 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.028s, count=774, qps in this process: 25.7759 (mp_runner.py:76) -2024-09-01 18:59:51,185 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0049s, count=775, qps in this process: 25.8291 (mp_runner.py:76) -2024-09-01 18:59:51,189 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0028s, count=775, qps in this process: 25.8309 (mp_runner.py:76) -2024-09-01 18:59:51,190 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0067s, count=775, qps in this process: 25.8276 (mp_runner.py:76) -2024-09-01 18:59:51,191 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0109s, count=775, qps in this process: 25.824 (mp_runner.py:76) -2024-09-01 18:59:51,192 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0054s, count=775, qps in this process: 25.8287 (mp_runner.py:76) -2024-09-01 18:59:51,215 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0802s, count=774, qps in this process: 25.7312 (mp_runner.py:76) -2024-09-01 18:59:51,217 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0304s, count=776, qps in this process: 25.8405 (mp_runner.py:76) -2024-09-01 18:59:51,218 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0314s, count=776, qps in this process: 25.8396 (mp_runner.py:76) -2024-09-01 18:59:51,218 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0106s, count=776, qps in this process: 25.8575 (mp_runner.py:76) -2024-09-01 18:59:51,219 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0389s, count=776, qps in this process: 25.8332 (mp_runner.py:76) -2024-09-01 18:59:51,220 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0334s, count=776, qps in this process: 25.8379 (mp_runner.py:76) -2024-09-01 18:59:51,220 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0337s, count=776, qps in this process: 25.8376 (mp_runner.py:76) -2024-09-01 18:59:51,232 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0113s, count=776, qps in this process: 25.8569 (mp_runner.py:76) -2024-09-01 18:59:51,232 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0451s, count=776, qps in this process: 25.8278 (mp_runner.py:76) -2024-09-01 18:59:51,238 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0117s, count=777, qps in this process: 25.8899 (mp_runner.py:76) -2024-09-01 18:59:51,253 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0026s, count=778, qps in this process: 25.9311 (mp_runner.py:76) -2024-09-01 18:59:51,253 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0073s, count=778, qps in this process: 25.927 (mp_runner.py:76) -2024-09-01 18:59:51,253 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0077s, count=778, qps in this process: 25.9267 (mp_runner.py:76) -2024-09-01 18:59:51,254 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0075s, count=778, qps in this process: 25.9269 (mp_runner.py:76) -2024-09-01 18:59:51,254 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0009s, count=778, qps in this process: 25.9326 (mp_runner.py:76) -2024-09-01 18:59:51,258 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0115s, count=778, qps in this process: 25.9234 (mp_runner.py:76) -2024-09-01 18:59:51,264 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0021s, count=779, qps in this process: 25.9648 (mp_runner.py:76) -2024-09-01 18:59:51,277 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0037s, count=781, qps in this process: 26.0301 (mp_runner.py:76) -2024-09-01 18:59:51,280 | INFO |End search in concurrency 25: dur=30.314343865997216s, total_count=19410, qps=640.2909 (mp_runner.py:120) -2024-09-01 18:59:52,835 | INFO |Update largest qps with concurrency 25: current max_qps=640.2909 (mp_runner.py:124) -2024-09-01 18:59:53,239 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:59:53,240 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 19:00:03,633 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 19:00:03,757 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,798 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,809 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,862 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,898 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,907 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,909 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,910 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,914 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,915 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,919 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,922 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,953 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,953 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,960 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,974 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,978 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,982 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,982 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,984 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:03,997 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:27,048 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.048387645998445805 (mp_runner.py:73) -2024-09-01 19:00:27,052 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.047772267993423156 (mp_runner.py:73) -2024-09-01 19:00:27,054 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.04984703999798512 (mp_runner.py:73) -2024-09-01 19:00:27,056 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.04852484299772186 (mp_runner.py:73) -2024-09-01 19:00:27,056 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.04162229900248349 (mp_runner.py:73) -2024-09-01 19:00:27,060 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.05702837000717409 (mp_runner.py:73) -2024-09-01 19:00:27,063 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.05736371399689233 (mp_runner.py:73) -2024-09-01 19:00:27,064 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.06505382800241932 (mp_runner.py:73) -2024-09-01 19:00:27,064 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.058326092002971563 (mp_runner.py:73) -2024-09-01 19:00:27,067 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.037257798001519404 (mp_runner.py:73) -2024-09-01 19:00:27,068 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.059633962002408225 (mp_runner.py:73) -2024-09-01 19:00:27,071 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.07281361000059405 (mp_runner.py:73) -2024-09-01 19:00:27,071 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.06686987099965336 (mp_runner.py:73) -2024-09-01 19:00:27,073 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.06130936300178291 (mp_runner.py:73) -2024-09-01 19:00:27,074 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.07664324399956968 (mp_runner.py:73) -2024-09-01 19:00:27,074 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.07584199799748603 (mp_runner.py:73) -2024-09-01 19:00:27,075 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.07176370100205531 (mp_runner.py:73) -2024-09-01 19:00:27,076 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.07527469199703773 (mp_runner.py:73) -2024-09-01 19:00:27,077 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.07963817899872083 (mp_runner.py:73) -2024-09-01 19:00:27,077 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.07525783000164665 (mp_runner.py:73) -2024-09-01 19:00:27,080 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.07920019299490377 (mp_runner.py:73) -2024-09-01 19:00:27,083 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.08461086399620399 (mp_runner.py:73) -2024-09-01 19:00:27,086 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.08041841499652946 (mp_runner.py:73) -2024-09-01 19:00:27,087 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.08223547300440259 (mp_runner.py:73) -2024-09-01 19:00:27,092 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.08983732500200858 (mp_runner.py:73) -2024-09-01 19:00:27,093 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.08942715599550866 (mp_runner.py:73) -2024-09-01 19:00:27,095 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.09181972800433869 (mp_runner.py:73) -2024-09-01 19:00:27,098 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.10090010300336871 (mp_runner.py:73) -2024-09-01 19:00:27,099 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.09916423299728194 (mp_runner.py:73) -2024-09-01 19:00:27,101 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.09436233599990373 (mp_runner.py:73) -2024-09-01 19:00:33,829 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0656s, count=645, qps in this process: 21.4531 (mp_runner.py:76) -2024-09-01 19:00:33,831 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0285s, count=645, qps in this process: 21.4796 (mp_runner.py:76) -2024-09-01 19:00:33,834 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.019s, count=645, qps in this process: 21.4864 (mp_runner.py:76) -2024-09-01 19:00:33,871 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0014s, count=646, qps in this process: 21.5323 (mp_runner.py:76) -2024-09-01 19:00:33,916 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0033s, count=647, qps in this process: 21.5643 (mp_runner.py:76) -2024-09-01 19:00:33,918 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0087s, count=647, qps in this process: 21.5604 (mp_runner.py:76) -2024-09-01 19:00:33,918 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0153s, count=647, qps in this process: 21.5557 (mp_runner.py:76) -2024-09-01 19:00:33,919 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0054s, count=647, qps in this process: 21.5628 (mp_runner.py:76) -2024-09-01 19:00:33,923 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0103s, count=647, qps in this process: 21.5593 (mp_runner.py:76) -2024-09-01 19:00:33,924 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0062s, count=647, qps in this process: 21.5622 (mp_runner.py:76) -2024-09-01 19:00:33,924 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0039s, count=647, qps in this process: 21.5639 (mp_runner.py:76) -2024-09-01 19:00:33,927 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.002s, count=647, qps in this process: 21.5652 (mp_runner.py:76) -2024-09-01 19:00:33,928 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0185s, count=647, qps in this process: 21.5534 (mp_runner.py:76) -2024-09-01 19:00:33,965 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0083s, count=648, qps in this process: 21.594 (mp_runner.py:76) -2024-09-01 19:00:33,965 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0406s, count=648, qps in this process: 21.5708 (mp_runner.py:76) -2024-09-01 19:00:33,970 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0511s, count=648, qps in this process: 21.5633 (mp_runner.py:76) -2024-09-01 19:00:33,972 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.048s, count=648, qps in this process: 21.5655 (mp_runner.py:76) -2024-09-01 19:00:33,973 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0396s, count=648, qps in this process: 21.5715 (mp_runner.py:76) -2024-09-01 19:00:33,975 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0505s, count=648, qps in this process: 21.5637 (mp_runner.py:76) -2024-09-01 19:00:33,976 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0578s, count=648, qps in this process: 21.5585 (mp_runner.py:76) -2024-09-01 19:00:33,978 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0216s, count=648, qps in this process: 21.5845 (mp_runner.py:76) -2024-09-01 19:00:33,985 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0065s, count=649, qps in this process: 21.6286 (mp_runner.py:76) -2024-09-01 19:00:33,987 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0087s, count=649, qps in this process: 21.6271 (mp_runner.py:76) -2024-09-01 19:00:33,987 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0009s, count=649, qps in this process: 21.6327 (mp_runner.py:76) -2024-09-01 19:00:33,990 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0014s, count=648, qps in this process: 21.599 (mp_runner.py:76) -2024-09-01 19:00:33,990 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.002s, count=649, qps in this process: 21.6319 (mp_runner.py:76) -2024-09-01 19:00:33,993 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.012s, count=649, qps in this process: 21.6247 (mp_runner.py:76) -2024-09-01 19:00:33,993 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0148s, count=649, qps in this process: 21.6227 (mp_runner.py:76) -2024-09-01 19:00:34,002 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0079s, count=650, qps in this process: 21.661 (mp_runner.py:76) -2024-09-01 19:00:34,016 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0061s, count=651, qps in this process: 21.6956 (mp_runner.py:76) -2024-09-01 19:00:34,019 | INFO |End search in concurrency 30: dur=30.38362617600069s, total_count=19431, qps=639.5221 (mp_runner.py:120) -2024-09-01 19:00:36,339 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:00:36,340 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 19:00:46,853 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 19:00:47,022 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,024 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,044 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,160 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,173 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,175 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,176 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,179 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,180 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,182 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,182 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,208 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,208 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,220 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,238 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,258 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,259 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,259 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,259 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,290 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:00:47,290 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.20872207500360673 (mp_runner.py:73) -2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.19160238800395746 (mp_runner.py:73) -2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.12541733700345503 (mp_runner.py:73) -2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.11831036500370828 (mp_runner.py:73) -2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.1975992910010973 (mp_runner.py:73) -2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.19706337600655388 (mp_runner.py:73) -2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.1159638030003407 (mp_runner.py:73) -2024-09-01 19:01:13,941 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.12633965400164016 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.12491354300436797 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.1939056850023917 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.2076072350027971 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.1531912150021526 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.1544950620009331 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.19630445100483485 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.2045005170002696 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.18577368000114802 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.19785498899727827 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.18314157099666772 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.10548821399424924 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.13162397400446935 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.11744633699709084 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.18949071699898923 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.1971200569969369 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.052778502002183814 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.10717513599956874 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.2034614389995113 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.09867518600367475 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.11337721200106898 (mp_runner.py:73) -2024-09-01 19:01:13,943 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.20709627799806185 (mp_runner.py:73) -2024-09-01 19:01:13,942 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.13339565199567005 (mp_runner.py:73) -2024-09-01 19:01:13,944 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.17893150100280764 (mp_runner.py:73) -2024-09-01 19:01:13,950 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.0735988919986994 (mp_runner.py:73) -2024-09-01 19:01:13,955 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.09964832900004694 (mp_runner.py:73) -2024-09-01 19:01:13,955 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.1948091869999189 (mp_runner.py:73) -2024-09-01 19:01:13,996 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.1825484389992198 (mp_runner.py:73) -2024-09-01 19:01:17,068 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0414s, count=545, qps in this process: 18.1416 (mp_runner.py:76) -2024-09-01 19:01:17,069 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0358s, count=545, qps in this process: 18.145 (mp_runner.py:76) -2024-09-01 19:01:17,105 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0151s, count=546, qps in this process: 18.1908 (mp_runner.py:76) -2024-09-01 19:01:17,177 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0146s, count=548, qps in this process: 18.2578 (mp_runner.py:76) -2024-09-01 19:01:17,182 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0032s, count=548, qps in this process: 18.2647 (mp_runner.py:76) -2024-09-01 19:01:17,186 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0241s, count=548, qps in this process: 18.252 (mp_runner.py:76) -2024-09-01 19:01:17,189 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0271s, count=548, qps in this process: 18.2502 (mp_runner.py:76) -2024-09-01 19:01:17,191 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0106s, count=548, qps in this process: 18.2602 (mp_runner.py:76) -2024-09-01 19:01:17,194 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0152s, count=548, qps in this process: 18.2574 (mp_runner.py:76) -2024-09-01 19:01:17,197 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0217s, count=548, qps in this process: 18.2535 (mp_runner.py:76) -2024-09-01 19:01:17,199 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.02s, count=548, qps in this process: 18.2545 (mp_runner.py:76) -2024-09-01 19:01:17,203 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.041s, count=548, qps in this process: 18.2417 (mp_runner.py:76) -2024-09-01 19:01:17,205 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0427s, count=548, qps in this process: 18.2407 (mp_runner.py:76) -2024-09-01 19:01:17,205 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0432s, count=548, qps in this process: 18.2404 (mp_runner.py:76) -2024-09-01 19:01:17,206 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0435s, count=548, qps in this process: 18.2402 (mp_runner.py:76) -2024-09-01 19:01:17,207 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.045s, count=548, qps in this process: 18.2393 (mp_runner.py:76) -2024-09-01 19:01:17,211 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.049s, count=548, qps in this process: 18.2369 (mp_runner.py:76) -2024-09-01 19:01:17,228 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0172s, count=549, qps in this process: 18.2895 (mp_runner.py:76) -2024-09-01 19:01:17,229 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0229s, count=549, qps in this process: 18.286 (mp_runner.py:76) -2024-09-01 19:01:17,230 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0421s, count=549, qps in this process: 18.2744 (mp_runner.py:76) -2024-09-01 19:01:17,231 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0447s, count=549, qps in this process: 18.2728 (mp_runner.py:76) -2024-09-01 19:01:17,231 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0386s, count=549, qps in this process: 18.2765 (mp_runner.py:76) -2024-09-01 19:01:17,232 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0223s, count=549, qps in this process: 18.2864 (mp_runner.py:76) -2024-09-01 19:01:17,237 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0492s, count=549, qps in this process: 18.27 (mp_runner.py:76) -2024-09-01 19:01:17,238 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0127s, count=549, qps in this process: 18.2923 (mp_runner.py:76) -2024-09-01 19:01:17,239 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0257s, count=549, qps in this process: 18.2843 (mp_runner.py:76) -2024-09-01 19:01:17,248 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0024s, count=550, qps in this process: 18.3319 (mp_runner.py:76) -2024-09-01 19:01:17,249 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0028s, count=550, qps in this process: 18.3316 (mp_runner.py:76) -2024-09-01 19:01:17,250 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0063s, count=550, qps in this process: 18.3295 (mp_runner.py:76) -2024-09-01 19:01:17,264 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0023s, count=551, qps in this process: 18.3653 (mp_runner.py:76) -2024-09-01 19:01:17,271 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0089s, count=552, qps in this process: 18.3945 (mp_runner.py:76) -2024-09-01 19:01:17,273 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.008s, count=552, qps in this process: 18.3951 (mp_runner.py:76) -2024-09-01 19:01:17,273 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0006s, count=552, qps in this process: 18.3996 (mp_runner.py:76) -2024-09-01 19:01:17,304 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0062s, count=556, qps in this process: 18.5295 (mp_runner.py:76) -2024-09-01 19:01:17,304 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0062s, count=556, qps in this process: 18.5295 (mp_runner.py:76) -2024-09-01 19:01:17,306 | INFO |End search in concurrency 35: dur=30.452730655000778s, total_count=19218, qps=631.0764 (mp_runner.py:120) -2024-09-01 19:01:19,988 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:01:19,988 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 19:01:30,708 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 19:01:30,755 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:30,786 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:30,866 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:30,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:30,941 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:30,958 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:30,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:30,990 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:30,992 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,017 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,066 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,068 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,097 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,102 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,121 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,127 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,137 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,143 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,177 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,184 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,190 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,199 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,201 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,210 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,210 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,241 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,248 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,255 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:01:31,255 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:00,770 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0103s, count=477, qps in this process: 15.8945 (mp_runner.py:76) -2024-09-01 19:02:00,839 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0354s, count=478, qps in this process: 15.9146 (mp_runner.py:76) -2024-09-01 19:02:00,889 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0009s, count=480, qps in this process: 15.9995 (mp_runner.py:76) -2024-09-01 19:02:00,910 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0367s, count=480, qps in this process: 15.9805 (mp_runner.py:76) -2024-09-01 19:02:00,985 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0181s, count=481, qps in this process: 16.0237 (mp_runner.py:76) -2024-09-01 19:02:00,993 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0381s, count=481, qps in this process: 16.013 (mp_runner.py:76) -2024-09-01 19:02:01,000 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0047s, count=481, qps in this process: 16.0308 (mp_runner.py:76) -2024-09-01 19:02:01,031 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0208s, count=482, qps in this process: 16.0555 (mp_runner.py:76) -2024-09-01 19:02:01,038 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0159s, count=482, qps in this process: 16.0582 (mp_runner.py:76) -2024-09-01 19:02:01,048 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0306s, count=482, qps in this process: 16.0503 (mp_runner.py:76) -2024-09-01 19:02:01,050 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0545s, count=482, qps in this process: 16.0375 (mp_runner.py:76) -2024-09-01 19:02:01,055 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0484s, count=482, qps in this process: 16.0408 (mp_runner.py:76) -2024-09-01 19:02:01,076 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0082s, count=483, qps in this process: 16.0956 (mp_runner.py:76) -2024-09-01 19:02:01,086 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0182s, count=483, qps in this process: 16.0902 (mp_runner.py:76) -2024-09-01 19:02:01,089 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0214s, count=483, qps in this process: 16.0885 (mp_runner.py:76) -2024-09-01 19:02:01,119 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0512s, count=483, qps in this process: 16.0726 (mp_runner.py:76) -2024-09-01 19:02:01,132 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.011s, count=484, qps in this process: 16.1274 (mp_runner.py:76) -2024-09-01 19:02:01,132 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0286s, count=484, qps in this process: 16.118 (mp_runner.py:76) -2024-09-01 19:02:01,134 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0074s, count=484, qps in this process: 16.1294 (mp_runner.py:76) -2024-09-01 19:02:01,136 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0242s, count=484, qps in this process: 16.1203 (mp_runner.py:76) -2024-09-01 19:02:01,136 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0259s, count=484, qps in this process: 16.1194 (mp_runner.py:76) -2024-09-01 19:02:01,137 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0308s, count=484, qps in this process: 16.1168 (mp_runner.py:76) -2024-09-01 19:02:01,145 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0737s, count=484, qps in this process: 16.0938 (mp_runner.py:76) -2024-09-01 19:02:01,148 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0273s, count=484, qps in this process: 16.1187 (mp_runner.py:76) -2024-09-01 19:02:01,176 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0259s, count=485, qps in this process: 16.1527 (mp_runner.py:76) -2024-09-01 19:02:01,177 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0427s, count=485, qps in this process: 16.1437 (mp_runner.py:76) -2024-09-01 19:02:01,178 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0355s, count=485, qps in this process: 16.1476 (mp_runner.py:76) -2024-09-01 19:02:01,178 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0075s, count=485, qps in this process: 16.1626 (mp_runner.py:76) -2024-09-01 19:02:01,200 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0081s, count=486, qps in this process: 16.1956 (mp_runner.py:76) -2024-09-01 19:02:01,200 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0105s, count=486, qps in this process: 16.1943 (mp_runner.py:76) -2024-09-01 19:02:01,204 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0261s, count=485, qps in this process: 16.1526 (mp_runner.py:76) -2024-09-01 19:02:01,218 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0084s, count=487, qps in this process: 16.2288 (mp_runner.py:76) -2024-09-01 19:02:01,219 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0041s, count=487, qps in this process: 16.2311 (mp_runner.py:76) -2024-09-01 19:02:01,221 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0116s, count=487, qps in this process: 16.2271 (mp_runner.py:76) -2024-09-01 19:02:01,222 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0071s, count=487, qps in this process: 16.2295 (mp_runner.py:76) -2024-09-01 19:02:01,237 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0143s, count=488, qps in this process: 16.2589 (mp_runner.py:76) -2024-09-01 19:02:01,253 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0069s, count=490, qps in this process: 16.3296 (mp_runner.py:76) -2024-09-01 19:02:01,259 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0043s, count=491, qps in this process: 16.3643 (mp_runner.py:76) -2024-09-01 19:02:01,269 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0098s, count=492, qps in this process: 16.3946 (mp_runner.py:76) -2024-09-01 19:02:01,269 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0099s, count=492, qps in this process: 16.3946 (mp_runner.py:76) -2024-09-01 19:02:01,272 | INFO |End search in concurrency 40: dur=30.563157951000903s, total_count=19370, qps=633.7696 (mp_runner.py:120) -2024-09-01 19:02:04,260 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:02:04,260 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 19:02:15,097 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 19:02:15,325 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,358 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,390 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,461 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,461 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,461 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,467 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,467 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,467 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,468 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,468 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,478 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,482 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,482 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,489 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,540 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,548 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,548 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,551 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,551 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,551 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,553 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,563 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,563 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,566 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,598 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,608 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,611 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,616 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,629 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,629 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,637 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,638 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,663 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,664 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,670 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,691 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,698 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:15,705 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:02:45,333 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0066s, count=439, qps in this process: 14.6301 (mp_runner.py:76) -2024-09-01 19:02:45,378 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0003s, count=440, qps in this process: 14.6665 (mp_runner.py:76) -2024-09-01 19:02:45,441 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0482s, count=441, qps in this process: 14.6764 (mp_runner.py:76) -2024-09-01 19:02:45,523 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0333s, count=442, qps in this process: 14.717 (mp_runner.py:76) -2024-09-01 19:02:45,523 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0537s, count=442, qps in this process: 14.707 (mp_runner.py:76) -2024-09-01 19:02:45,524 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0587s, count=442, qps in this process: 14.7046 (mp_runner.py:76) -2024-09-01 19:02:45,525 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0507s, count=442, qps in this process: 14.7085 (mp_runner.py:76) -2024-09-01 19:02:45,525 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0554s, count=442, qps in this process: 14.7062 (mp_runner.py:76) -2024-09-01 19:02:45,525 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0561s, count=442, qps in this process: 14.7058 (mp_runner.py:76) -2024-09-01 19:02:45,526 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0564s, count=442, qps in this process: 14.7057 (mp_runner.py:76) -2024-09-01 19:02:45,526 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0162s, count=442, qps in this process: 14.7254 (mp_runner.py:76) -2024-09-01 19:02:45,526 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.057s, count=442, qps in this process: 14.7054 (mp_runner.py:76) -2024-09-01 19:02:45,526 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0567s, count=442, qps in this process: 14.7055 (mp_runner.py:76) -2024-09-01 19:02:45,527 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0583s, count=442, qps in this process: 14.7048 (mp_runner.py:76) -2024-09-01 19:02:45,527 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0617s, count=442, qps in this process: 14.7031 (mp_runner.py:76) -2024-09-01 19:02:45,527 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0372s, count=442, qps in this process: 14.7151 (mp_runner.py:76) -2024-09-01 19:02:45,528 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0638s, count=442, qps in this process: 14.7021 (mp_runner.py:76) -2024-09-01 19:02:45,528 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0372s, count=442, qps in this process: 14.7151 (mp_runner.py:76) -2024-09-01 19:02:45,528 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0597s, count=442, qps in this process: 14.7041 (mp_runner.py:76) -2024-09-01 19:02:45,529 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0593s, count=442, qps in this process: 14.7043 (mp_runner.py:76) -2024-09-01 19:02:45,529 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0595s, count=442, qps in this process: 14.7042 (mp_runner.py:76) -2024-09-01 19:02:45,556 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0113s, count=443, qps in this process: 14.7611 (mp_runner.py:76) -2024-09-01 19:02:45,562 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0068s, count=443, qps in this process: 14.7633 (mp_runner.py:76) -2024-09-01 19:02:45,566 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0079s, count=443, qps in this process: 14.7628 (mp_runner.py:76) -2024-09-01 19:02:45,569 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.009s, count=443, qps in this process: 14.7622 (mp_runner.py:76) -2024-09-01 19:02:45,588 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0274s, count=443, qps in this process: 14.7532 (mp_runner.py:76) -2024-09-01 19:02:45,597 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0267s, count=444, qps in this process: 14.7868 (mp_runner.py:76) -2024-09-01 19:02:45,600 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0248s, count=444, qps in this process: 14.7878 (mp_runner.py:76) -2024-09-01 19:02:45,601 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0255s, count=444, qps in this process: 14.7874 (mp_runner.py:76) -2024-09-01 19:02:45,604 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0538s, count=444, qps in this process: 14.7735 (mp_runner.py:76) -2024-09-01 19:02:45,605 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0517s, count=444, qps in this process: 14.7745 (mp_runner.py:76) -2024-09-01 19:02:45,630 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.028s, count=445, qps in this process: 14.8195 (mp_runner.py:76) -2024-09-01 19:02:45,631 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0011s, count=445, qps in this process: 14.8328 (mp_runner.py:76) -2024-09-01 19:02:45,632 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0011s, count=445, qps in this process: 14.8328 (mp_runner.py:76) -2024-09-01 19:02:45,632 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0171s, count=445, qps in this process: 14.8249 (mp_runner.py:76) -2024-09-01 19:02:45,632 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0134s, count=445, qps in this process: 14.8267 (mp_runner.py:76) -2024-09-01 19:02:45,633 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0146s, count=445, qps in this process: 14.8261 (mp_runner.py:76) -2024-09-01 19:02:45,659 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0093s, count=447, qps in this process: 14.8954 (mp_runner.py:76) -2024-09-01 19:02:45,660 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0094s, count=447, qps in this process: 14.8953 (mp_runner.py:76) -2024-09-01 19:02:45,670 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.004s, count=448, qps in this process: 14.9313 (mp_runner.py:76) -2024-09-01 19:02:45,675 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0094s, count=448, qps in this process: 14.9287 (mp_runner.py:76) -2024-09-01 19:02:45,683 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0013s, count=449, qps in this process: 14.966 (mp_runner.py:76) -2024-09-01 19:02:45,702 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0052s, count=451, qps in this process: 15.0307 (mp_runner.py:76) -2024-09-01 19:02:45,703 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0014s, count=451, qps in this process: 15.0326 (mp_runner.py:76) -2024-09-01 19:02:45,721 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0044s, count=454, qps in this process: 15.1311 (mp_runner.py:76) -2024-09-01 19:02:45,725 | INFO |End search in concurrency 45: dur=30.62730803100567s, total_count=19976, qps=652.2284 (mp_runner.py:120) -2024-09-01 19:02:48,630 | INFO |Update largest qps with concurrency 45: current max_qps=652.2284 (mp_runner.py:124) -2024-09-01 19:02:49,037 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:02:49,037 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 19:03:10,005 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 19:03:10,285 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,289 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,337 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,423 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,424 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,424 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,425 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,426 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,427 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,428 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,428 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,428 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,466 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,504 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,515 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,556 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,557 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,559 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,559 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,595 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,611 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,611 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,612 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,615 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,615 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,665 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,680 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,700 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,700 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,700 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,703 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:10,734 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:03:40,332 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0424s, count=399, qps in this process: 13.2812 (mp_runner.py:76) -2024-09-01 19:03:40,370 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0513s, count=399, qps in this process: 13.2773 (mp_runner.py:76) -2024-09-01 19:03:40,386 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0435s, count=399, qps in this process: 13.2807 (mp_runner.py:76) -2024-09-01 19:03:40,412 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.042s, count=400, qps in this process: 13.3147 (mp_runner.py:76) -2024-09-01 19:03:40,457 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0303s, count=400, qps in this process: 13.3199 (mp_runner.py:76) -2024-09-01 19:03:40,480 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0528s, count=400, qps in this process: 13.3099 (mp_runner.py:76) -2024-09-01 19:03:40,483 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0561s, count=401, qps in this process: 13.3417 (mp_runner.py:76) -2024-09-01 19:03:40,483 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0478s, count=401, qps in this process: 13.3454 (mp_runner.py:76) -2024-09-01 19:03:40,484 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0485s, count=401, qps in this process: 13.3451 (mp_runner.py:76) -2024-09-01 19:03:40,485 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0577s, count=401, qps in this process: 13.341 (mp_runner.py:76) -2024-09-01 19:03:40,489 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0593s, count=401, qps in this process: 13.3403 (mp_runner.py:76) -2024-09-01 19:03:40,490 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0546s, count=401, qps in this process: 13.3424 (mp_runner.py:76) -2024-09-01 19:03:40,490 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0509s, count=401, qps in this process: 13.344 (mp_runner.py:76) -2024-09-01 19:03:40,492 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0623s, count=401, qps in this process: 13.339 (mp_runner.py:76) -2024-09-01 19:03:40,494 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.004s, count=401, qps in this process: 13.3649 (mp_runner.py:76) -2024-09-01 19:03:40,494 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0675s, count=401, qps in this process: 13.3367 (mp_runner.py:76) -2024-09-01 19:03:40,495 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0596s, count=401, qps in this process: 13.3402 (mp_runner.py:76) -2024-09-01 19:03:40,499 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0714s, count=401, qps in this process: 13.3349 (mp_runner.py:76) -2024-09-01 19:03:40,500 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0657s, count=401, qps in this process: 13.3375 (mp_runner.py:76) -2024-09-01 19:03:40,504 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.076s, count=401, qps in this process: 13.3329 (mp_runner.py:76) -2024-09-01 19:03:40,508 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0805s, count=401, qps in this process: 13.3309 (mp_runner.py:76) -2024-09-01 19:03:40,509 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0734s, count=401, qps in this process: 13.334 (mp_runner.py:76) -2024-09-01 19:03:40,509 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.027s, count=401, qps in this process: 13.3546 (mp_runner.py:76) -2024-09-01 19:03:40,531 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0216s, count=402, qps in this process: 13.3904 (mp_runner.py:76) -2024-09-01 19:03:40,537 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0154s, count=402, qps in this process: 13.3931 (mp_runner.py:76) -2024-09-01 19:03:40,539 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.057s, count=402, qps in this process: 13.3746 (mp_runner.py:76) -2024-09-01 19:03:40,554 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0169s, count=402, qps in this process: 13.3925 (mp_runner.py:76) -2024-09-01 19:03:40,556 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0472s, count=402, qps in this process: 13.379 (mp_runner.py:76) -2024-09-01 19:03:40,564 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0085s, count=403, qps in this process: 13.4295 (mp_runner.py:76) -2024-09-01 19:03:40,565 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0277s, count=403, qps in this process: 13.4209 (mp_runner.py:76) -2024-09-01 19:03:40,565 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0036s, count=403, qps in this process: 13.4317 (mp_runner.py:76) -2024-09-01 19:03:40,566 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0047s, count=403, qps in this process: 13.4312 (mp_runner.py:76) -2024-09-01 19:03:40,568 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.008s, count=403, qps in this process: 13.4298 (mp_runner.py:76) -2024-09-01 19:03:40,569 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.012s, count=403, qps in this process: 13.428 (mp_runner.py:76) -2024-09-01 19:03:40,576 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0143s, count=403, qps in this process: 13.4269 (mp_runner.py:76) -2024-09-01 19:03:40,589 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0116s, count=404, qps in this process: 13.4615 (mp_runner.py:76) -2024-09-01 19:03:40,597 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0195s, count=404, qps in this process: 13.4579 (mp_runner.py:76) -2024-09-01 19:03:40,618 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0117s, count=405, qps in this process: 13.4947 (mp_runner.py:76) -2024-09-01 19:03:40,635 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.001s, count=406, qps in this process: 13.5329 (mp_runner.py:76) -2024-09-01 19:03:40,650 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0164s, count=407, qps in this process: 13.5593 (mp_runner.py:76) -2024-09-01 19:03:40,667 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.002s, count=408, qps in this process: 13.5991 (mp_runner.py:76) -2024-09-01 19:03:40,668 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0022s, count=408, qps in this process: 13.599 (mp_runner.py:76) -2024-09-01 19:03:40,668 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0029s, count=408, qps in this process: 13.5987 (mp_runner.py:76) -2024-09-01 19:03:40,682 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0094s, count=409, qps in this process: 13.6291 (mp_runner.py:76) -2024-09-01 19:03:40,695 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0115s, count=410, qps in this process: 13.6614 (mp_runner.py:76) -2024-09-01 19:03:40,704 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0024s, count=411, qps in this process: 13.6989 (mp_runner.py:76) -2024-09-01 19:03:40,705 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0023s, count=411, qps in this process: 13.6989 (mp_runner.py:76) -2024-09-01 19:03:40,705 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0025s, count=411, qps in this process: 13.6989 (mp_runner.py:76) -2024-09-01 19:03:40,714 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0033s, count=412, qps in this process: 13.7318 (mp_runner.py:76) -2024-09-01 19:03:40,740 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0029s, count=416, qps in this process: 13.8653 (mp_runner.py:76) -2024-09-01 19:03:40,743 | INFO |End search in concurrency 50: dur=30.73552410100092s, total_count=20175, qps=656.4066 (mp_runner.py:120) -2024-09-01 19:03:44,014 | INFO |Update largest qps with concurrency 50: current max_qps=656.4066 (mp_runner.py:124) -2024-09-01 19:03:44,420 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:03:44,420 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 19:04:05,628 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 19:04:05,933 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:05,941 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:05,943 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:05,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:05,946 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:05,971 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:05,972 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,003 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,004 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,058 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,075 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,088 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,088 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,093 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,095 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,096 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,106 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,121 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,127 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,136 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,141 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,141 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,163 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,165 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,210 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,225 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,226 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,278 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,298 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,300 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,300 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,305 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,308 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,340 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,349 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,354 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,359 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,395 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,398 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,452 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:06,457 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:04:35,937 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0017s, count=362, qps in this process: 12.066 (mp_runner.py:76) -2024-09-01 19:04:35,999 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0206s, count=363, qps in this process: 12.0917 (mp_runner.py:76) -2024-09-01 19:04:36,001 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0348s, count=363, qps in this process: 12.086 (mp_runner.py:76) -2024-09-01 19:04:36,004 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.02s, count=363, qps in this process: 12.0919 (mp_runner.py:76) -2024-09-01 19:04:36,011 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0578s, count=363, qps in this process: 12.0767 (mp_runner.py:76) -2024-09-01 19:04:36,013 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0391s, count=363, qps in this process: 12.0843 (mp_runner.py:76) -2024-09-01 19:04:36,031 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0252s, count=363, qps in this process: 12.0898 (mp_runner.py:76) -2024-09-01 19:04:36,032 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0848s, count=363, qps in this process: 12.0659 (mp_runner.py:76) -2024-09-01 19:04:36,077 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0005s, count=364, qps in this process: 12.1331 (mp_runner.py:76) -2024-09-01 19:04:36,082 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0751s, count=363, qps in this process: 12.0698 (mp_runner.py:76) -2024-09-01 19:04:36,094 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.001s, count=364, qps in this process: 12.1329 (mp_runner.py:76) -2024-09-01 19:04:36,117 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0532s, count=364, qps in this process: 12.1119 (mp_runner.py:76) -2024-09-01 19:04:36,129 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0364s, count=364, qps in this process: 12.1186 (mp_runner.py:76) -2024-09-01 19:04:36,147 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0507s, count=364, qps in this process: 12.1129 (mp_runner.py:76) -2024-09-01 19:04:36,164 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.068s, count=364, qps in this process: 12.1059 (mp_runner.py:76) -2024-09-01 19:04:36,178 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0007s, count=364, qps in this process: 12.1331 (mp_runner.py:76) -2024-09-01 19:04:36,184 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0586s, count=364, qps in this process: 12.1097 (mp_runner.py:76) -2024-09-01 19:04:36,204 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0266s, count=365, qps in this process: 12.1559 (mp_runner.py:76) -2024-09-01 19:04:36,206 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0636s, count=365, qps in this process: 12.1409 (mp_runner.py:76) -2024-09-01 19:04:36,207 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0294s, count=365, qps in this process: 12.1548 (mp_runner.py:76) -2024-09-01 19:04:36,209 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0283s, count=365, qps in this process: 12.1552 (mp_runner.py:76) -2024-09-01 19:04:36,211 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.1066s, count=365, qps in this process: 12.1236 (mp_runner.py:76) -2024-09-01 19:04:36,215 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0745s, count=365, qps in this process: 12.1365 (mp_runner.py:76) -2024-09-01 19:04:36,220 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0898s, count=365, qps in this process: 12.1304 (mp_runner.py:76) -2024-09-01 19:04:36,224 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0436s, count=365, qps in this process: 12.149 (mp_runner.py:76) -2024-09-01 19:04:36,225 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0829s, count=365, qps in this process: 12.1331 (mp_runner.py:76) -2024-09-01 19:04:36,226 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0488s, count=365, qps in this process: 12.1469 (mp_runner.py:76) -2024-09-01 19:04:36,228 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.1149s, count=365, qps in this process: 12.1202 (mp_runner.py:76) -2024-09-01 19:04:36,229 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.048s, count=365, qps in this process: 12.1472 (mp_runner.py:76) -2024-09-01 19:04:36,230 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.004s, count=365, qps in this process: 12.165 (mp_runner.py:76) -2024-09-01 19:04:36,230 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0096s, count=365, qps in this process: 12.1628 (mp_runner.py:76) -2024-09-01 19:04:36,261 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0404s, count=366, qps in this process: 12.1836 (mp_runner.py:76) -2024-09-01 19:04:36,262 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0297s, count=366, qps in this process: 12.1879 (mp_runner.py:76) -2024-09-01 19:04:36,263 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0424s, count=366, qps in this process: 12.1828 (mp_runner.py:76) -2024-09-01 19:04:36,266 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0361s, count=366, qps in this process: 12.1853 (mp_runner.py:76) -2024-09-01 19:04:36,290 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0069s, count=367, qps in this process: 12.2305 (mp_runner.py:76) -2024-09-01 19:04:36,292 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0056s, count=367, qps in this process: 12.2311 (mp_runner.py:76) -2024-09-01 19:04:36,313 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0093s, count=368, qps in this process: 12.2629 (mp_runner.py:76) -2024-09-01 19:04:36,313 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0105s, count=368, qps in this process: 12.2624 (mp_runner.py:76) -2024-09-01 19:04:36,325 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0044s, count=368, qps in this process: 12.2649 (mp_runner.py:76) -2024-09-01 19:04:36,325 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0179s, count=368, qps in this process: 12.2594 (mp_runner.py:76) -2024-09-01 19:04:36,330 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.025s, count=368, qps in this process: 12.2565 (mp_runner.py:76) -2024-09-01 19:04:36,372 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.002s, count=370, qps in this process: 12.3325 (mp_runner.py:76) -2024-09-01 19:04:36,372 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.002s, count=370, qps in this process: 12.3325 (mp_runner.py:76) -2024-09-01 19:04:36,373 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0152s, count=370, qps in this process: 12.3271 (mp_runner.py:76) -2024-09-01 19:04:36,373 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0276s, count=370, qps in this process: 12.322 (mp_runner.py:76) -2024-09-01 19:04:36,388 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0097s, count=371, qps in this process: 12.3627 (mp_runner.py:76) -2024-09-01 19:04:36,391 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0174s, count=371, qps in this process: 12.3595 (mp_runner.py:76) -2024-09-01 19:04:36,412 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0068s, count=373, qps in this process: 12.4305 (mp_runner.py:76) -2024-09-01 19:04:36,413 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0061s, count=373, qps in this process: 12.4308 (mp_runner.py:76) -2024-09-01 19:04:36,413 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0063s, count=373, qps in this process: 12.4307 (mp_runner.py:76) -2024-09-01 19:04:36,415 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0091s, count=373, qps in this process: 12.4296 (mp_runner.py:76) -2024-09-01 19:04:36,424 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.017s, count=373, qps in this process: 12.4263 (mp_runner.py:76) -2024-09-01 19:04:36,458 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.004s, count=378, qps in this process: 12.5983 (mp_runner.py:76) -2024-09-01 19:04:36,464 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0041s, count=379, qps in this process: 12.6316 (mp_runner.py:76) -2024-09-01 19:04:36,467 | INFO |End search in concurrency 55: dur=30.83691280799394s, total_count=20170, qps=654.0862 (mp_runner.py:120) -2024-09-01 19:04:40,459 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:04:40,460 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 19:05:01,795 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 19:05:02,104 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,234 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,238 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,240 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,244 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,254 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,262 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,362 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,365 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,365 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,366 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,367 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,368 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,369 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,370 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,371 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,371 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,372 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,371 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,373 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,374 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,379 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,383 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,454 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,477 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,485 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,488 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,509 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,534 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,549 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,571 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:02,572 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:32,163 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0507s, count=332, qps in this process: 11.048 (mp_runner.py:76) -2024-09-01 19:05:32,286 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0446s, count=333, qps in this process: 11.0835 (mp_runner.py:76) -2024-09-01 19:05:32,342 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.106s, count=334, qps in this process: 11.0941 (mp_runner.py:76) -2024-09-01 19:05:32,343 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0721s, count=334, qps in this process: 11.1066 (mp_runner.py:76) -2024-09-01 19:05:32,343 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.101s, count=333, qps in this process: 11.0628 (mp_runner.py:76) -2024-09-01 19:05:32,353 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0946s, count=334, qps in this process: 11.0983 (mp_runner.py:76) -2024-09-01 19:05:32,358 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.1037s, count=334, qps in this process: 11.095 (mp_runner.py:76) -2024-09-01 19:05:32,358 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.1212s, count=334, qps in this process: 11.0885 (mp_runner.py:76) -2024-09-01 19:05:32,376 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0002s, count=334, qps in this process: 11.1333 (mp_runner.py:76) -2024-09-01 19:05:32,377 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.001s, count=334, qps in this process: 11.133 (mp_runner.py:76) -2024-09-01 19:05:32,381 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0028s, count=334, qps in this process: 11.1323 (mp_runner.py:76) -2024-09-01 19:05:32,381 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0023s, count=334, qps in this process: 11.1325 (mp_runner.py:76) -2024-09-01 19:05:32,382 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.012s, count=334, qps in this process: 11.1289 (mp_runner.py:76) -2024-09-01 19:05:32,382 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0029s, count=334, qps in this process: 11.1323 (mp_runner.py:76) -2024-09-01 19:05:32,383 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0041s, count=334, qps in this process: 11.1318 (mp_runner.py:76) -2024-09-01 19:05:32,384 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0133s, count=334, qps in this process: 11.1284 (mp_runner.py:76) -2024-09-01 19:05:32,384 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0102s, count=334, qps in this process: 11.1295 (mp_runner.py:76) -2024-09-01 19:05:32,384 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0132s, count=334, qps in this process: 11.1284 (mp_runner.py:76) -2024-09-01 19:05:32,384 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0069s, count=334, qps in this process: 11.1308 (mp_runner.py:76) -2024-09-01 19:05:32,386 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0152s, count=334, qps in this process: 11.1277 (mp_runner.py:76) -2024-09-01 19:05:32,387 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0089s, count=334, qps in this process: 11.13 (mp_runner.py:76) -2024-09-01 19:05:32,388 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0117s, count=334, qps in this process: 11.129 (mp_runner.py:76) -2024-09-01 19:05:32,390 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.1316s, count=334, qps in this process: 11.0847 (mp_runner.py:76) -2024-09-01 19:05:32,395 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0161s, count=334, qps in this process: 11.1274 (mp_runner.py:76) -2024-09-01 19:05:32,400 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.009s, count=334, qps in this process: 11.13 (mp_runner.py:76) -2024-09-01 19:05:32,408 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0316s, count=334, qps in this process: 11.1216 (mp_runner.py:76) -2024-09-01 19:05:32,413 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.011s, count=335, qps in this process: 11.1626 (mp_runner.py:76) -2024-09-01 19:05:32,415 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.039s, count=335, qps in this process: 11.1522 (mp_runner.py:76) -2024-09-01 19:05:32,415 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0372s, count=335, qps in this process: 11.1528 (mp_runner.py:76) -2024-09-01 19:05:32,416 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0383s, count=335, qps in this process: 11.1524 (mp_runner.py:76) -2024-09-01 19:05:32,417 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0378s, count=335, qps in this process: 11.1526 (mp_runner.py:76) -2024-09-01 19:05:32,417 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0407s, count=335, qps in this process: 11.1515 (mp_runner.py:76) -2024-09-01 19:05:32,418 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0476s, count=335, qps in this process: 11.149 (mp_runner.py:76) -2024-09-01 19:05:32,419 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0502s, count=335, qps in this process: 11.148 (mp_runner.py:76) -2024-09-01 19:05:32,419 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0279s, count=335, qps in this process: 11.1563 (mp_runner.py:76) -2024-09-01 19:05:32,420 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0291s, count=335, qps in this process: 11.1558 (mp_runner.py:76) -2024-09-01 19:05:32,423 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.021s, count=335, qps in this process: 11.1589 (mp_runner.py:76) -2024-09-01 19:05:32,423 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.047s, count=335, qps in this process: 11.1492 (mp_runner.py:76) -2024-09-01 19:05:32,424 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0542s, count=335, qps in this process: 11.1465 (mp_runner.py:76) -2024-09-01 19:05:32,424 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0465s, count=335, qps in this process: 11.1494 (mp_runner.py:76) -2024-09-01 19:05:32,425 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0487s, count=335, qps in this process: 11.1486 (mp_runner.py:76) -2024-09-01 19:05:32,425 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0471s, count=335, qps in this process: 11.1492 (mp_runner.py:76) -2024-09-01 19:05:32,425 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0545s, count=335, qps in this process: 11.1464 (mp_runner.py:76) -2024-09-01 19:05:32,426 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0558s, count=335, qps in this process: 11.1459 (mp_runner.py:76) -2024-09-01 19:05:32,426 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0474s, count=335, qps in this process: 11.1491 (mp_runner.py:76) -2024-09-01 19:05:32,426 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0471s, count=335, qps in this process: 11.1492 (mp_runner.py:76) -2024-09-01 19:05:32,427 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0486s, count=335, qps in this process: 11.1486 (mp_runner.py:76) -2024-09-01 19:05:32,427 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.049s, count=335, qps in this process: 11.1485 (mp_runner.py:76) -2024-09-01 19:05:32,428 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0516s, count=335, qps in this process: 11.1475 (mp_runner.py:76) -2024-09-01 19:05:32,471 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0101s, count=337, qps in this process: 11.2296 (mp_runner.py:76) -2024-09-01 19:05:32,471 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0109s, count=337, qps in this process: 11.2293 (mp_runner.py:76) -2024-09-01 19:05:32,488 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.003s, count=338, qps in this process: 11.2655 (mp_runner.py:76) -2024-09-01 19:05:32,499 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.001s, count=339, qps in this process: 11.2996 (mp_runner.py:76) -2024-09-01 19:05:32,516 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0163s, count=340, qps in this process: 11.3272 (mp_runner.py:76) -2024-09-01 19:05:32,549 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0107s, count=342, qps in this process: 11.3959 (mp_runner.py:76) -2024-09-01 19:05:32,552 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.003s, count=342, qps in this process: 11.3989 (mp_runner.py:76) -2024-09-01 19:05:32,552 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0208s, count=342, qps in this process: 11.3921 (mp_runner.py:76) -2024-09-01 19:05:32,563 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.005s, count=343, qps in this process: 11.4314 (mp_runner.py:76) -2024-09-01 19:05:32,583 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0038s, count=345, qps in this process: 11.4985 (mp_runner.py:76) -2024-09-01 19:05:32,583 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0038s, count=345, qps in this process: 11.4985 (mp_runner.py:76) -2024-09-01 19:05:32,585 | INFO |End search in concurrency 60: dur=30.79011485799856s, total_count=20135, qps=653.9436 (mp_runner.py:120) -2024-09-01 19:05:36,951 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:05:36,951 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 19:05:58,527 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 19:05:58,611 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,623 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,635 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,644 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,788 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,863 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,865 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,872 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,885 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,894 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,896 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:58,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,015 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,016 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,019 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,028 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,036 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,036 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,039 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,052 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,053 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,072 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,072 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,072 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,078 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,110 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,112 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,118 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,119 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,135 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,159 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,159 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,161 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,171 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,203 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,214 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,235 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,280 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,307 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,313 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,319 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,355 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,360 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,396 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,401 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,415 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,434 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,448 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,485 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,502 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,506 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,519 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,537 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,550 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,554 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:05:59,610 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:28,703 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0893s, count=298, qps in this process: 9.9039 (mp_runner.py:76) -2024-09-01 19:06:28,703 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0716s, count=298, qps in this process: 9.9097 (mp_runner.py:76) -2024-09-01 19:06:28,707 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0513s, count=298, qps in this process: 9.9164 (mp_runner.py:76) -2024-09-01 19:06:28,715 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0754s, count=298, qps in this process: 9.9084 (mp_runner.py:76) -2024-09-01 19:06:28,808 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0046s, count=299, qps in this process: 9.9651 (mp_runner.py:76) -2024-09-01 19:06:28,902 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0084s, count=300, qps in this process: 9.9972 (mp_runner.py:76) -2024-09-01 19:06:28,903 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0238s, count=300, qps in this process: 9.9921 (mp_runner.py:76) -2024-09-01 19:06:28,906 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0057s, count=300, qps in this process: 9.9981 (mp_runner.py:76) -2024-09-01 19:06:28,912 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0349s, count=300, qps in this process: 9.9884 (mp_runner.py:76) -2024-09-01 19:06:28,912 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.038s, count=300, qps in this process: 9.9873 (mp_runner.py:76) -2024-09-01 19:06:28,914 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0396s, count=300, qps in this process: 9.9868 (mp_runner.py:76) -2024-09-01 19:06:28,932 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0263s, count=300, qps in this process: 9.9912 (mp_runner.py:76) -2024-09-01 19:06:29,034 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0399s, count=302, qps in this process: 10.0533 (mp_runner.py:76) -2024-09-01 19:06:29,039 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0152s, count=302, qps in this process: 10.0616 (mp_runner.py:76) -2024-09-01 19:06:29,043 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0032s, count=302, qps in this process: 10.0656 (mp_runner.py:76) -2024-09-01 19:06:29,049 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0293s, count=302, qps in this process: 10.0568 (mp_runner.py:76) -2024-09-01 19:06:29,056 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0014s, count=302, qps in this process: 10.0662 (mp_runner.py:76) -2024-09-01 19:06:29,065 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0276s, count=302, qps in this process: 10.0574 (mp_runner.py:76) -2024-09-01 19:06:29,067 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.047s, count=302, qps in this process: 10.0509 (mp_runner.py:76) -2024-09-01 19:06:29,071 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0314s, count=302, qps in this process: 10.0561 (mp_runner.py:76) -2024-09-01 19:06:29,084 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0295s, count=302, qps in this process: 10.0568 (mp_runner.py:76) -2024-09-01 19:06:29,122 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0322s, count=303, qps in this process: 10.0892 (mp_runner.py:76) -2024-09-01 19:06:29,122 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0067s, count=303, qps in this process: 10.0977 (mp_runner.py:76) -2024-09-01 19:06:29,125 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0847s, count=303, qps in this process: 10.0716 (mp_runner.py:76) -2024-09-01 19:06:29,128 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0481s, count=303, qps in this process: 10.0838 (mp_runner.py:76) -2024-09-01 19:06:29,133 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0082s, count=303, qps in this process: 10.0972 (mp_runner.py:76) -2024-09-01 19:06:29,134 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0563s, count=303, qps in this process: 10.0811 (mp_runner.py:76) -2024-09-01 19:06:29,135 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0572s, count=303, qps in this process: 10.0808 (mp_runner.py:76) -2024-09-01 19:06:29,140 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0131s, count=303, qps in this process: 10.0956 (mp_runner.py:76) -2024-09-01 19:06:29,148 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0329s, count=303, qps in this process: 10.0889 (mp_runner.py:76) -2024-09-01 19:06:29,167 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0895s, count=303, qps in this process: 10.07 (mp_runner.py:76) -2024-09-01 19:06:29,190 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0658s, count=304, qps in this process: 10.1112 (mp_runner.py:76) -2024-09-01 19:06:29,191 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0485s, count=304, qps in this process: 10.117 (mp_runner.py:76) -2024-09-01 19:06:29,191 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0302s, count=304, qps in this process: 10.1231 (mp_runner.py:76) -2024-09-01 19:06:29,207 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0394s, count=304, qps in this process: 10.12 (mp_runner.py:76) -2024-09-01 19:06:29,208 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0335s, count=304, qps in this process: 10.122 (mp_runner.py:76) -2024-09-01 19:06:29,210 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0054s, count=304, qps in this process: 10.1315 (mp_runner.py:76) -2024-09-01 19:06:29,212 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0439s, count=304, qps in this process: 10.1185 (mp_runner.py:76) -2024-09-01 19:06:29,237 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0161s, count=305, qps in this process: 10.1612 (mp_runner.py:76) -2024-09-01 19:06:29,238 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0131s, count=305, qps in this process: 10.1622 (mp_runner.py:76) -2024-09-01 19:06:29,244 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0829s, count=304, qps in this process: 10.1054 (mp_runner.py:76) -2024-09-01 19:06:29,294 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0554s, count=306, qps in this process: 10.1812 (mp_runner.py:76) -2024-09-01 19:06:29,294 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0087s, count=306, qps in this process: 10.197 (mp_runner.py:76) -2024-09-01 19:06:29,304 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0185s, count=307, qps in this process: 10.227 (mp_runner.py:76) -2024-09-01 19:06:29,310 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0239s, count=307, qps in this process: 10.2252 (mp_runner.py:76) -2024-09-01 19:06:29,318 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0358s, count=307, qps in this process: 10.2211 (mp_runner.py:76) -2024-09-01 19:06:29,343 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0192s, count=308, qps in this process: 10.2601 (mp_runner.py:76) -2024-09-01 19:06:29,343 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0212s, count=308, qps in this process: 10.2594 (mp_runner.py:76) -2024-09-01 19:06:29,344 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0308s, count=308, qps in this process: 10.2561 (mp_runner.py:76) -2024-09-01 19:06:29,370 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0104s, count=309, qps in this process: 10.2964 (mp_runner.py:76) -2024-09-01 19:06:29,371 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0013s, count=309, qps in this process: 10.2996 (mp_runner.py:76) -2024-09-01 19:06:29,409 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0044s, count=311, qps in this process: 10.3651 (mp_runner.py:76) -2024-09-01 19:06:29,421 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0114s, count=311, qps in this process: 10.3627 (mp_runner.py:76) -2024-09-01 19:06:29,434 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.012s, count=312, qps in this process: 10.3958 (mp_runner.py:76) -2024-09-01 19:06:29,456 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0187s, count=313, qps in this process: 10.4268 (mp_runner.py:76) -2024-09-01 19:06:29,478 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0079s, count=314, qps in this process: 10.4639 (mp_runner.py:76) -2024-09-01 19:06:29,508 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0066s, count=316, qps in this process: 10.531 (mp_runner.py:76) -2024-09-01 19:06:29,522 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0047s, count=317, qps in this process: 10.565 (mp_runner.py:76) -2024-09-01 19:06:29,525 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0079s, count=317, qps in this process: 10.5639 (mp_runner.py:76) -2024-09-01 19:06:29,537 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0113s, count=318, qps in this process: 10.596 (mp_runner.py:76) -2024-09-01 19:06:29,561 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0116s, count=320, qps in this process: 10.6625 (mp_runner.py:76) -2024-09-01 19:06:29,567 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0013s, count=321, qps in this process: 10.6995 (mp_runner.py:76) -2024-09-01 19:06:29,567 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0016s, count=321, qps in this process: 10.6994 (mp_runner.py:76) -2024-09-01 19:06:29,628 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0025s, count=328, qps in this process: 10.9324 (mp_runner.py:76) -2024-09-01 19:06:29,630 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0049s, count=328, qps in this process: 10.9315 (mp_runner.py:76) -2024-09-01 19:06:29,634 | INFO |End search in concurrency 65: dur=31.106365858999197s, total_count=19903, qps=639.8369 (mp_runner.py:120) -2024-09-01 19:06:34,332 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:06:34,332 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 19:06:56,220 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 19:06:56,400 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,442 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,452 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,459 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,636 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,658 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,659 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,666 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,670 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,702 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,706 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,757 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,764 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,770 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,772 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,772 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,776 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,776 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,776 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,782 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,782 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,797 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,798 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,800 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,800 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,838 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,841 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,853 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,859 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,873 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,878 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,895 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,896 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,896 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,906 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,911 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,924 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,930 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,931 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,938 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,959 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,970 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:56,986 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,026 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,026 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,034 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,038 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,082 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,094 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,148 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,153 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,186 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,205 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,218 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,225 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,230 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,277 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,282 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,286 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,302 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,339 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,349 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,393 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,393 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,435 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,439 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,494 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:06:57,552 | DEBUG |SET "hnsw.ef_search" = "200"; (pgvector.py:137) -2024-09-01 19:07:26,505 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.052s, count=278, qps in this process: 9.2506 (mp_runner.py:76) -2024-09-01 19:07:26,505 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0813s, count=278, qps in this process: 9.2416 (mp_runner.py:76) -2024-09-01 19:07:26,506 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0525s, count=278, qps in this process: 9.2505 (mp_runner.py:76) -2024-09-01 19:07:26,562 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0615s, count=278, qps in this process: 9.2477 (mp_runner.py:76) -2024-09-01 19:07:26,665 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0253s, count=280, qps in this process: 9.3255 (mp_runner.py:76) -2024-09-01 19:07:26,679 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0169s, count=280, qps in this process: 9.3281 (mp_runner.py:76) -2024-09-01 19:07:26,703 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0414s, count=280, qps in this process: 9.3205 (mp_runner.py:76) -2024-09-01 19:07:26,708 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0343s, count=280, qps in this process: 9.3227 (mp_runner.py:76) -2024-09-01 19:07:26,757 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0506s, count=281, qps in this process: 9.3509 (mp_runner.py:76) -2024-09-01 19:07:26,779 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0683s, count=281, qps in this process: 9.3454 (mp_runner.py:76) -2024-09-01 19:07:26,781 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0053s, count=281, qps in this process: 9.365 (mp_runner.py:76) -2024-09-01 19:07:26,782 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.1083s, count=281, qps in this process: 9.333 (mp_runner.py:76) -2024-09-01 19:07:26,782 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0028s, count=281, qps in this process: 9.3658 (mp_runner.py:76) -2024-09-01 19:07:26,784 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.1183s, count=281, qps in this process: 9.3299 (mp_runner.py:76) -2024-09-01 19:07:26,791 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.017s, count=281, qps in this process: 9.3614 (mp_runner.py:76) -2024-09-01 19:07:26,815 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0559s, count=281, qps in this process: 9.3492 (mp_runner.py:76) -2024-09-01 19:07:26,871 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0694s, count=282, qps in this process: 9.3783 (mp_runner.py:76) -2024-09-01 19:07:26,872 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0063s, count=282, qps in this process: 9.398 (mp_runner.py:76) -2024-09-01 19:07:26,877 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0715s, count=282, qps in this process: 9.3776 (mp_runner.py:76) -2024-09-01 19:07:26,878 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0275s, count=282, qps in this process: 9.3914 (mp_runner.py:76) -2024-09-01 19:07:26,881 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.1066s, count=282, qps in this process: 9.3667 (mp_runner.py:76) -2024-09-01 19:07:26,882 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.1024s, count=282, qps in this process: 9.368 (mp_runner.py:76) -2024-09-01 19:07:26,884 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0012s, count=282, qps in this process: 9.3996 (mp_runner.py:76) -2024-09-01 19:07:26,884 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.086s, count=282, qps in this process: 9.3731 (mp_runner.py:76) -2024-09-01 19:07:26,885 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.1132s, count=282, qps in this process: 9.3647 (mp_runner.py:76) -2024-09-01 19:07:26,886 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.031s, count=282, qps in this process: 9.3903 (mp_runner.py:76) -2024-09-01 19:07:26,887 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.1076s, count=282, qps in this process: 9.3664 (mp_runner.py:76) -2024-09-01 19:07:26,891 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0854s, count=282, qps in this process: 9.3733 (mp_runner.py:76) -2024-09-01 19:07:26,895 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0523s, count=282, qps in this process: 9.3836 (mp_runner.py:76) -2024-09-01 19:07:26,896 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0969s, count=282, qps in this process: 9.3697 (mp_runner.py:76) -2024-09-01 19:07:26,898 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.1004s, count=282, qps in this process: 9.3686 (mp_runner.py:76) -2024-09-01 19:07:26,945 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0161s, count=283, qps in this process: 9.4283 (mp_runner.py:76) -2024-09-01 19:07:26,946 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0358s, count=283, qps in this process: 9.4221 (mp_runner.py:76) -2024-09-01 19:07:26,951 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0098s, count=283, qps in this process: 9.4303 (mp_runner.py:76) -2024-09-01 19:07:26,953 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0782s, count=283, qps in this process: 9.4088 (mp_runner.py:76) -2024-09-01 19:07:26,957 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0512s, count=283, qps in this process: 9.4173 (mp_runner.py:76) -2024-09-01 19:07:26,958 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0562s, count=283, qps in this process: 9.4157 (mp_runner.py:76) -2024-09-01 19:07:26,960 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0139s, count=283, qps in this process: 9.429 (mp_runner.py:76) -2024-09-01 19:07:26,961 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0259s, count=283, qps in this process: 9.4252 (mp_runner.py:76) -2024-09-01 19:07:26,962 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0569s, count=283, qps in this process: 9.4155 (mp_runner.py:76) -2024-09-01 19:07:26,980 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.002s, count=284, qps in this process: 9.466 (mp_runner.py:76) -2024-09-01 19:07:26,996 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0701s, count=283, qps in this process: 9.4113 (mp_runner.py:76) -2024-09-01 19:07:27,002 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0353s, count=284, qps in this process: 9.4555 (mp_runner.py:76) -2024-09-01 19:07:27,073 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0413s, count=285, qps in this process: 9.4869 (mp_runner.py:76) -2024-09-01 19:07:27,073 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0411s, count=285, qps in this process: 9.487 (mp_runner.py:76) -2024-09-01 19:07:27,080 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0837s, count=285, qps in this process: 9.4736 (mp_runner.py:76) -2024-09-01 19:07:27,087 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0482s, count=285, qps in this process: 9.4848 (mp_runner.py:76) -2024-09-01 19:07:27,089 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0466s, count=285, qps in this process: 9.4853 (mp_runner.py:76) -2024-09-01 19:07:27,137 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0379s, count=286, qps in this process: 9.5213 (mp_runner.py:76) -2024-09-01 19:07:27,138 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.047s, count=286, qps in this process: 9.5184 (mp_runner.py:76) -2024-09-01 19:07:27,157 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0037s, count=287, qps in this process: 9.5655 (mp_runner.py:76) -2024-09-01 19:07:27,191 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0277s, count=288, qps in this process: 9.5911 (mp_runner.py:76) -2024-09-01 19:07:27,196 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0008s, count=288, qps in this process: 9.5997 (mp_runner.py:76) -2024-09-01 19:07:27,246 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0326s, count=290, qps in this process: 9.6562 (mp_runner.py:76) -2024-09-01 19:07:27,248 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0041s, count=290, qps in this process: 9.6653 (mp_runner.py:76) -2024-09-01 19:07:27,249 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0012s, count=290, qps in this process: 9.6663 (mp_runner.py:76) -2024-09-01 19:07:27,252 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0266s, count=290, qps in this process: 9.6581 (mp_runner.py:76) -2024-09-01 19:07:27,300 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0021s, count=292, qps in this process: 9.7327 (mp_runner.py:76) -2024-09-01 19:07:27,318 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.0161s, count=293, qps in this process: 9.7614 (mp_runner.py:76) -2024-09-01 19:07:27,325 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0269s, count=293, qps in this process: 9.7579 (mp_runner.py:76) -2024-09-01 19:07:27,337 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0105s, count=294, qps in this process: 9.7966 (mp_runner.py:76) -2024-09-01 19:07:27,366 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0092s, count=295, qps in this process: 9.8303 (mp_runner.py:76) -2024-09-01 19:07:27,374 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0127s, count=296, qps in this process: 9.8625 (mp_runner.py:76) -2024-09-01 19:07:27,402 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0042s, count=298, qps in this process: 9.9319 (mp_runner.py:76) -2024-09-01 19:07:27,415 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0026s, count=299, qps in this process: 9.9658 (mp_runner.py:76) -2024-09-01 19:07:27,454 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.0017s, count=303, qps in this process: 10.0994 (mp_runner.py:76) -2024-09-01 19:07:27,455 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0016s, count=303, qps in this process: 10.0995 (mp_runner.py:76) -2024-09-01 19:07:27,456 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0021s, count=303, qps in this process: 10.0993 (mp_runner.py:76) -2024-09-01 19:07:27,511 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0075s, count=309, qps in this process: 10.2974 (mp_runner.py:76) -2024-09-01 19:07:27,565 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0028s, count=318, qps in this process: 10.599 (mp_runner.py:76) -2024-09-01 19:07:27,569 | INFO |End search in concurrency 70: dur=31.34813452600065s, total_count=20024, qps=638.7621 (mp_runner.py:120) -2024-09-01 19:07:32,167 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=656.4066, serial_latency_p99=np.float64(0.0497), recall=np.float64(0.9191), ndcg=np.float64(0.9292), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[168.5577, 492.7313, 617.9116, 631.995, 640.2909, 639.5221, 631.0764, 633.7696, 652.2284, 656.4066, 654.0862, 653.9436, 639.8369, 638.7621], conc_latency_p99_list=[np.float64(0.003011515727051301), np.float64(0.0039198008853752984), np.float64(0.004171782362551312), np.float64(0.004903897517731093), np.float64(0.0051113170036252995), np.float64(0.006261135012638988), np.float64(0.006984492320039135), np.float64(0.006366898381994542), np.float64(0.00990156355785075), np.float64(0.009270507804052613), np.float64(0.009140312483253364), np.float64(0.011195151233604702), np.float64(0.009094931154276127), np.float64(0.00897369452715866)]) (task_runner.py:197) -2024-09-01 19:07:32,167 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:56:06.845974'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=656.4066, serial_latency_p99=np.float64(0.0497), recall=np.float64(0.9191), ndcg=np.float64(0.9292), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[168.5577, 492.7313, 617.9116, 631.995, 640.2909, 639.5221, 631.0764, 633.7696, 652.2284, 656.4066, 654.0862, 653.9436, 639.8369, 638.7621], conc_latency_p99_list=[np.float64(0.003011515727051301), np.float64(0.0039198008853752984), np.float64(0.004171782362551312), np.float64(0.004903897517731093), np.float64(0.0051113170036252995), np.float64(0.006261135012638988), np.float64(0.006984492320039135), np.float64(0.006366898381994542), np.float64(0.00990156355785075), np.float64(0.009270507804052613), np.float64(0.009140312483253364), np.float64(0.011195151233604702), np.float64(0.009094931154276127), np.float64(0.00897369452715866)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 19:07:32,167 | INFO |Task summary: run_id=c9d9a, task_label=c9d9affba74f43a9bbfba81d796c2e4c (models.py:346) -2024-09-01 19:07:32,167 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:07:32,167 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:07:32,167 | INFO |PgVector | 2024-09-01T18:56:06.845974 Performance1536D500K c9d9affba74f43a9bbfba81d796c2e4c | 0.0 656.4066 0.0497 0.9191 0 | :) (models.py:346) -2024-09-01 19:07:32,168 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json (models.py:204) -2024-09-01 19:07:32,168 | INFO |Success to finish task: label=c9d9affba74f43a9bbfba81d796c2e4c, run_id=c9d9affba74f43a9bbfba81d796c2e4c (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json b/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json deleted file mode 100644 index 100017167..000000000 --- a/script/data/aws/db.m6i.large-8-64-200-Performance1536D500K-0-73378/result_20240901_c9d9affba74f43a9bbfba81d796c2e4c_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "c9d9affba74f43a9bbfba81d796c2e4c", "task_label": "c9d9affba74f43a9bbfba81d796c2e4c", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 656.4066, "serial_latency_p99": 0.0497, "recall": 0.9191, "ndcg": 0.9292, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [168.5577, 492.7313, 617.9116, 631.995, 640.2909, 639.5221, 631.0764, 633.7696, 652.2284, 656.4066, 654.0862, 653.9436, 639.8369, 638.7621], "conc_latency_p99_list": [0.003011515727051301, 0.0039198008853752984, 0.004171782362551312, 0.004903897517731093, 0.0051113170036252995, 0.006261135012638988, 0.006984492320039135, 0.006366898381994542, 0.00990156355785075, 0.009270507804052613, 0.009140312483253364, 0.011195151233604702, 0.009094931154276127, 0.00897369452715866]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:56:06.845974", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 200, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt b/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt deleted file mode 100644 index 9e7c2f7f4..000000000 --- a/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/log.txt +++ /dev/null @@ -1,2290 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 40 --skip-drop-old --skip-load -2024-09-01 18:18:29,039 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:18:29.027427', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 18:18:29,039 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:18:29.027427', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=40, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 18:18:29,039 | INFO |generated uuid for the tasks: 1780ec131a3649cd9dbd823e7eddf75b (interface.py:66) -2024-09-01 18:18:29,101 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 18:18:29,101 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 18:18:29,101 | INFO | PgVector-2024-09-01T18:18:29.027427 | Performance OpenAI-MEDIUM-500K None | 1780ec131a3649cd9dbd823e7eddf75b (task_runner.py:340) -2024-09-01 18:18:29,101 | INFO |task submitted: id=1780ec131a3649cd9dbd823e7eddf75b, 1780ec131a3649cd9dbd823e7eddf75b, case number: 1 (interface.py:231) -2024-09-01 18:18:29,523 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:18:29.027427'}, drop_old=False (interface.py:164) -2024-09-01 18:18:29,523 | INFO |Starting run (task_runner.py:100) -2024-09-01 18:18:29,599 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=40 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 18:18:30,188 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 18:18:30,236 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 18:18:30,260 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 18:18:30,260 | INFO |Start performance case (task_runner.py:158) -2024-09-01 18:18:30,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:18:30,271 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 18:18:30,271 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 18:18:30,272 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 18:18:30,315 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 18:18:30,883 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 18:18:30,902 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:18:30,903 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 18:18:30,903 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 18:18:33,822 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03299294799944619, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:36,789 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.03821891699772095, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:40,050 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.018097919004503638, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:42,686 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.019732697001018096, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:45,457 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.015078634001838509, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:48,029 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.017269429001316894, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:50,585 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.011727402001270093, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:53,262 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02767776000109734, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:56,020 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.020029808998515364, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:59,121 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.03064569200068945, latest recall=0.4 (serial_runner.py:202) -2024-09-01 18:18:59,122 | INFO |SpawnProcess-1:1 search entire test_data: cost=21.8386s, queries=1000, avg_recall=0.3961, avg_ndcg=0.5012,avg_latency=0.0218, p99=0.0494 (serial_runner.py:209) -2024-09-01 18:18:59,659 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:18:59,659 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 18:19:00,681 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 18:19:00,713 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:19:04,943 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.006069994000426959 (mp_runner.py:73) -2024-09-01 18:19:08,852 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.009877495998807717 (mp_runner.py:73) -2024-09-01 18:19:11,311 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.003077923000091687 (mp_runner.py:73) -2024-09-01 18:19:12,769 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.002147979997971561 (mp_runner.py:73) -2024-09-01 18:19:14,075 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0023282190013560466 (mp_runner.py:73) -2024-09-01 18:19:15,078 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.003446139002335258 (mp_runner.py:73) -2024-09-01 18:19:16,085 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0019633090050774626 (mp_runner.py:73) -2024-09-01 18:19:17,091 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.002291021002747584 (mp_runner.py:73) -2024-09-01 18:19:18,134 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.002039937004155945 (mp_runner.py:73) -2024-09-01 18:19:19,115 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0025161290031974204 (mp_runner.py:73) -2024-09-01 18:19:20,130 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.0019117429983452894 (mp_runner.py:73) -2024-09-01 18:19:21,155 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.002148726001905743 (mp_runner.py:73) -2024-09-01 18:19:22,157 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0020191750008962117 (mp_runner.py:73) -2024-09-01 18:19:23,124 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.0022856299983686768 (mp_runner.py:73) -2024-09-01 18:19:24,181 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0019841489993268624 (mp_runner.py:73) -2024-09-01 18:19:25,170 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.002423496000119485 (mp_runner.py:73) -2024-09-01 18:19:26,168 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0021192889980738983 (mp_runner.py:73) -2024-09-01 18:19:27,181 | DEBUG |(SpawnProcess-1:3) search_count: 9000, latest_latency=0.002287738003360573 (mp_runner.py:73) -2024-09-01 18:19:28,213 | DEBUG |(SpawnProcess-1:3) search_count: 9500, latest_latency=0.002018942999711726 (mp_runner.py:73) -2024-09-01 18:19:29,214 | DEBUG |(SpawnProcess-1:3) search_count: 10000, latest_latency=0.0023840869980631396 (mp_runner.py:73) -2024-09-01 18:19:30,297 | DEBUG |(SpawnProcess-1:3) search_count: 10500, latest_latency=0.001895280998724047 (mp_runner.py:73) -2024-09-01 18:19:30,715 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0014s, count=10709, qps in this process: 356.95 (mp_runner.py:76) -2024-09-01 18:19:30,718 | INFO |End search in concurrency 1: dur=30.03604913399613s, total_count=10709, qps=356.5382 (mp_runner.py:120) -2024-09-01 18:19:30,904 | INFO |Update largest qps with concurrency 1: current max_qps=356.5382 (mp_runner.py:124) -2024-09-01 18:19:31,320 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:19:31,320 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 18:19:36,369 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 18:19:36,417 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:19:36,418 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:19:36,419 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:19:36,419 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:19:36,421 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:19:37,765 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.0022881580007378943 (mp_runner.py:73) -2024-09-01 18:19:37,765 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.002349292000872083 (mp_runner.py:73) -2024-09-01 18:19:37,765 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.002494765998562798 (mp_runner.py:73) -2024-09-01 18:19:37,766 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.0030922220030333847 (mp_runner.py:73) -2024-09-01 18:19:37,766 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.0034031140021397732 (mp_runner.py:73) -2024-09-01 18:19:39,440 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.005475532001582906 (mp_runner.py:73) -2024-09-01 18:19:39,440 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.006812701001763344 (mp_runner.py:73) -2024-09-01 18:19:39,440 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.0070795290012029 (mp_runner.py:73) -2024-09-01 18:19:39,440 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.006811395003751386 (mp_runner.py:73) -2024-09-01 18:19:39,441 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.007921413001895417 (mp_runner.py:73) -2024-09-01 18:19:41,805 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.0032916979980655015 (mp_runner.py:73) -2024-09-01 18:19:41,805 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0031314660009229556 (mp_runner.py:73) -2024-09-01 18:19:41,805 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.00301793499966152 (mp_runner.py:73) -2024-09-01 18:19:41,805 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.0031176520060398616 (mp_runner.py:73) -2024-09-01 18:19:41,806 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.003473283999483101 (mp_runner.py:73) -2024-09-01 18:19:44,177 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.002743778000876773 (mp_runner.py:73) -2024-09-01 18:19:44,177 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.003938071000447962 (mp_runner.py:73) -2024-09-01 18:19:44,177 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.003531554000801407 (mp_runner.py:73) -2024-09-01 18:19:44,178 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.003157314997224603 (mp_runner.py:73) -2024-09-01 18:19:44,178 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.004340452003816608 (mp_runner.py:73) -2024-09-01 18:19:45,993 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.0027778110015788116 (mp_runner.py:73) -2024-09-01 18:19:45,993 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.002329508999537211 (mp_runner.py:73) -2024-09-01 18:19:45,994 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.002824578004947398 (mp_runner.py:73) -2024-09-01 18:19:45,994 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0030131129969959147 (mp_runner.py:73) -2024-09-01 18:19:45,995 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.00279986800160259 (mp_runner.py:73) -2024-09-01 18:19:47,525 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.004272019003110472 (mp_runner.py:73) -2024-09-01 18:19:47,525 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.0036968959975638427 (mp_runner.py:73) -2024-09-01 18:19:47,526 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.00563890299963532 (mp_runner.py:73) -2024-09-01 18:19:47,526 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.005295481001667213 (mp_runner.py:73) -2024-09-01 18:19:47,526 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.005518682999536395 (mp_runner.py:73) -2024-09-01 18:19:49,084 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.002868614006729331 (mp_runner.py:73) -2024-09-01 18:19:49,084 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.003003001998877153 (mp_runner.py:73) -2024-09-01 18:19:49,085 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.0029119890023139305 (mp_runner.py:73) -2024-09-01 18:19:49,085 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.002943405997939408 (mp_runner.py:73) -2024-09-01 18:19:49,085 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.002917088000685908 (mp_runner.py:73) -2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.003034221997950226 (mp_runner.py:73) -2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.003718268999364227 (mp_runner.py:73) -2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.0038003419977030717 (mp_runner.py:73) -2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0032648889973643236 (mp_runner.py:73) -2024-09-01 18:19:50,639 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.0034320740014663897 (mp_runner.py:73) -2024-09-01 18:19:52,246 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.0029952359982416965 (mp_runner.py:73) -2024-09-01 18:19:52,246 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.00303364300634712 (mp_runner.py:73) -2024-09-01 18:19:52,246 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.0031742100036353804 (mp_runner.py:73) -2024-09-01 18:19:52,247 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0036487460019998252 (mp_runner.py:73) -2024-09-01 18:19:52,247 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.0039149639997049235 (mp_runner.py:73) -2024-09-01 18:19:53,710 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.003637496003648266 (mp_runner.py:73) -2024-09-01 18:19:53,710 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0035217799959355034 (mp_runner.py:73) -2024-09-01 18:19:53,710 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0035239169956184924 (mp_runner.py:73) -2024-09-01 18:19:53,710 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.003524002997437492 (mp_runner.py:73) -2024-09-01 18:19:53,711 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.0038149190004332922 (mp_runner.py:73) -2024-09-01 18:19:55,323 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.0034046769942506216 (mp_runner.py:73) -2024-09-01 18:19:55,323 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.002507338002033066 (mp_runner.py:73) -2024-09-01 18:19:55,323 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.0037329289989429526 (mp_runner.py:73) -2024-09-01 18:19:55,324 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.002354257994738873 (mp_runner.py:73) -2024-09-01 18:19:55,324 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.003954938998504076 (mp_runner.py:73) -2024-09-01 18:19:56,798 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0031993509983294643 (mp_runner.py:73) -2024-09-01 18:19:56,798 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.003292168999905698 (mp_runner.py:73) -2024-09-01 18:19:56,798 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.0035269569998490624 (mp_runner.py:73) -2024-09-01 18:19:56,799 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.002790648999507539 (mp_runner.py:73) -2024-09-01 18:19:56,799 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.0039233030038303696 (mp_runner.py:73) -2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:6) search_count: 6500, latest_latency=0.0027435070005594753 (mp_runner.py:73) -2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:7) search_count: 6500, latest_latency=0.002741532000072766 (mp_runner.py:73) -2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:8) search_count: 6500, latest_latency=0.0027414700016379356 (mp_runner.py:73) -2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:9) search_count: 6500, latest_latency=0.003719831998751033 (mp_runner.py:73) -2024-09-01 18:19:58,344 | DEBUG |(SpawnProcess-1:5) search_count: 6500, latest_latency=0.0030781150053371675 (mp_runner.py:73) -2024-09-01 18:19:59,857 | DEBUG |(SpawnProcess-1:7) search_count: 7000, latest_latency=0.0028195329941809177 (mp_runner.py:73) -2024-09-01 18:19:59,857 | DEBUG |(SpawnProcess-1:8) search_count: 7000, latest_latency=0.003333959000883624 (mp_runner.py:73) -2024-09-01 18:19:59,857 | DEBUG |(SpawnProcess-1:5) search_count: 7000, latest_latency=0.003367109995451756 (mp_runner.py:73) -2024-09-01 18:19:59,857 | DEBUG |(SpawnProcess-1:9) search_count: 7000, latest_latency=0.002883688997826539 (mp_runner.py:73) -2024-09-01 18:19:59,859 | DEBUG |(SpawnProcess-1:6) search_count: 7000, latest_latency=0.0055341390034300275 (mp_runner.py:73) -2024-09-01 18:20:01,463 | DEBUG |(SpawnProcess-1:5) search_count: 7500, latest_latency=0.003165181005897466 (mp_runner.py:73) -2024-09-01 18:20:01,464 | DEBUG |(SpawnProcess-1:9) search_count: 7500, latest_latency=0.004028889001347125 (mp_runner.py:73) -2024-09-01 18:20:01,464 | DEBUG |(SpawnProcess-1:7) search_count: 7500, latest_latency=0.00297188699914841 (mp_runner.py:73) -2024-09-01 18:20:01,465 | DEBUG |(SpawnProcess-1:8) search_count: 7500, latest_latency=0.002873870005714707 (mp_runner.py:73) -2024-09-01 18:20:01,466 | DEBUG |(SpawnProcess-1:6) search_count: 7500, latest_latency=0.004868564996286295 (mp_runner.py:73) -2024-09-01 18:20:02,979 | DEBUG |(SpawnProcess-1:8) search_count: 8000, latest_latency=0.003521184997225646 (mp_runner.py:73) -2024-09-01 18:20:02,980 | DEBUG |(SpawnProcess-1:6) search_count: 8000, latest_latency=0.003220742000848986 (mp_runner.py:73) -2024-09-01 18:20:02,980 | DEBUG |(SpawnProcess-1:5) search_count: 8000, latest_latency=0.0032789239994599484 (mp_runner.py:73) -2024-09-01 18:20:02,980 | DEBUG |(SpawnProcess-1:9) search_count: 8000, latest_latency=0.003448117000516504 (mp_runner.py:73) -2024-09-01 18:20:02,980 | DEBUG |(SpawnProcess-1:7) search_count: 8000, latest_latency=0.0027073129967902787 (mp_runner.py:73) -2024-09-01 18:20:04,520 | DEBUG |(SpawnProcess-1:8) search_count: 8500, latest_latency=0.002920410996011924 (mp_runner.py:73) -2024-09-01 18:20:04,520 | DEBUG |(SpawnProcess-1:7) search_count: 8500, latest_latency=0.001654833999054972 (mp_runner.py:73) -2024-09-01 18:20:04,520 | DEBUG |(SpawnProcess-1:6) search_count: 8500, latest_latency=0.0037346450044424273 (mp_runner.py:73) -2024-09-01 18:20:04,520 | DEBUG |(SpawnProcess-1:9) search_count: 8500, latest_latency=0.004132346002734266 (mp_runner.py:73) -2024-09-01 18:20:04,521 | DEBUG |(SpawnProcess-1:5) search_count: 8500, latest_latency=0.003316230999189429 (mp_runner.py:73) -2024-09-01 18:20:05,942 | DEBUG |(SpawnProcess-1:5) search_count: 9000, latest_latency=0.0035101399989798665 (mp_runner.py:73) -2024-09-01 18:20:05,942 | DEBUG |(SpawnProcess-1:8) search_count: 9000, latest_latency=0.003029828003491275 (mp_runner.py:73) -2024-09-01 18:20:05,942 | DEBUG |(SpawnProcess-1:7) search_count: 9000, latest_latency=0.0029907779971836135 (mp_runner.py:73) -2024-09-01 18:20:05,942 | DEBUG |(SpawnProcess-1:6) search_count: 9000, latest_latency=0.004895917998510413 (mp_runner.py:73) -2024-09-01 18:20:05,943 | DEBUG |(SpawnProcess-1:9) search_count: 9000, latest_latency=0.004090180002094712 (mp_runner.py:73) -2024-09-01 18:20:06,420 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0012s, count=9142, qps in this process: 304.7211 (mp_runner.py:76) -2024-09-01 18:20:06,421 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0023s, count=9144, qps in this process: 304.7766 (mp_runner.py:76) -2024-09-01 18:20:06,423 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.0024s, count=9144, qps in this process: 304.7756 (mp_runner.py:76) -2024-09-01 18:20:06,423 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0029s, count=9145, qps in this process: 304.8039 (mp_runner.py:76) -2024-09-01 18:20:06,425 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0013s, count=9145, qps in this process: 304.8201 (mp_runner.py:76) -2024-09-01 18:20:06,438 | INFO |End search in concurrency 5: dur=30.068674947004183s, total_count=45720, qps=1520.5193 (mp_runner.py:120) -2024-09-01 18:20:06,741 | INFO |Update largest qps with concurrency 5: current max_qps=1520.5193 (mp_runner.py:124) -2024-09-01 18:20:07,156 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:20:07,156 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 18:20:17,357 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 18:20:17,403 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,424 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,430 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,433 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,466 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,515 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,516 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,522 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,522 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,525 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,526 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:17,527 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:21,396 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.004859907006903086 (mp_runner.py:73) -2024-09-01 18:20:21,403 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.014111541997408494 (mp_runner.py:73) -2024-09-01 18:20:21,405 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.018646422002348118 (mp_runner.py:73) -2024-09-01 18:20:21,408 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.005621413001790643 (mp_runner.py:73) -2024-09-01 18:20:21,408 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.005696624000847805 (mp_runner.py:73) -2024-09-01 18:20:21,412 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.012917650004965253 (mp_runner.py:73) -2024-09-01 18:20:21,412 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.011283863997959998 (mp_runner.py:73) -2024-09-01 18:20:21,413 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.01200676900043618 (mp_runner.py:73) -2024-09-01 18:20:21,472 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.010187320003751665 (mp_runner.py:73) -2024-09-01 18:20:21,517 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.008371392003027722 (mp_runner.py:73) -2024-09-01 18:20:21,517 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.009205182999721728 (mp_runner.py:73) -2024-09-01 18:20:21,518 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.011152260995004326 (mp_runner.py:73) -2024-09-01 18:20:21,590 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.017629548005061224 (mp_runner.py:73) -2024-09-01 18:20:21,591 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.008873958002368454 (mp_runner.py:73) -2024-09-01 18:20:21,788 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.012139325001044199 (mp_runner.py:73) -2024-09-01 18:20:25,345 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.0037084770010551438 (mp_runner.py:73) -2024-09-01 18:20:25,346 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.004785140998137649 (mp_runner.py:73) -2024-09-01 18:20:25,346 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.0038327560032485053 (mp_runner.py:73) -2024-09-01 18:20:25,347 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.002328741000383161 (mp_runner.py:73) -2024-09-01 18:20:25,348 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.0054242179976427 (mp_runner.py:73) -2024-09-01 18:20:25,348 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.0058490699957474135 (mp_runner.py:73) -2024-09-01 18:20:25,349 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.0044581190013559535 (mp_runner.py:73) -2024-09-01 18:20:25,349 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.0018700930013437755 (mp_runner.py:73) -2024-09-01 18:20:25,356 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.006425569001294207 (mp_runner.py:73) -2024-09-01 18:20:25,357 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.0065848919985000975 (mp_runner.py:73) -2024-09-01 18:20:25,357 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.0054705069996998645 (mp_runner.py:73) -2024-09-01 18:20:25,357 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.016614497006230522 (mp_runner.py:73) -2024-09-01 18:20:25,361 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.01015848899987759 (mp_runner.py:73) -2024-09-01 18:20:26,211 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.010415349999675527 (mp_runner.py:73) -2024-09-01 18:20:26,326 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.010070116004499141 (mp_runner.py:73) -2024-09-01 18:20:29,228 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.0024434980005025864 (mp_runner.py:73) -2024-09-01 18:20:29,230 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.0038422529978561215 (mp_runner.py:73) -2024-09-01 18:20:29,231 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.0017779260015231557 (mp_runner.py:73) -2024-09-01 18:20:29,231 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.005243441999482457 (mp_runner.py:73) -2024-09-01 18:20:29,231 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.002951100999780465 (mp_runner.py:73) -2024-09-01 18:20:29,233 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.004144116996030789 (mp_runner.py:73) -2024-09-01 18:20:29,234 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.007385737000731751 (mp_runner.py:73) -2024-09-01 18:20:29,235 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.00609520999569213 (mp_runner.py:73) -2024-09-01 18:20:29,237 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.011187734999111854 (mp_runner.py:73) -2024-09-01 18:20:29,239 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.012660538995987736 (mp_runner.py:73) -2024-09-01 18:20:29,780 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.01014687499991851 (mp_runner.py:73) -2024-09-01 18:20:29,840 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.014085018003243022 (mp_runner.py:73) -2024-09-01 18:20:29,845 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.008537748995877337 (mp_runner.py:73) -2024-09-01 18:20:31,004 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.013608408997242805 (mp_runner.py:73) -2024-09-01 18:20:31,067 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.010353665005823132 (mp_runner.py:73) -2024-09-01 18:20:33,171 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.007207479000499006 (mp_runner.py:73) -2024-09-01 18:20:33,172 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.004612705000909045 (mp_runner.py:73) -2024-09-01 18:20:33,174 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.008954778000770602 (mp_runner.py:73) -2024-09-01 18:20:33,174 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.0036728499981109053 (mp_runner.py:73) -2024-09-01 18:20:33,175 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.012491136003518477 (mp_runner.py:73) -2024-09-01 18:20:33,179 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.008242813004471827 (mp_runner.py:73) -2024-09-01 18:20:33,192 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.005476368998643011 (mp_runner.py:73) -2024-09-01 18:20:33,193 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.008647331000247505 (mp_runner.py:73) -2024-09-01 18:20:33,199 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.014019132002431434 (mp_runner.py:73) -2024-09-01 18:20:33,658 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.007711121994361747 (mp_runner.py:73) -2024-09-01 18:20:34,137 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.008252129002357833 (mp_runner.py:73) -2024-09-01 18:20:34,137 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.0110283999965759 (mp_runner.py:73) -2024-09-01 18:20:34,461 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.007762583998555783 (mp_runner.py:73) -2024-09-01 18:20:35,154 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.009428519995708484 (mp_runner.py:73) -2024-09-01 18:20:35,155 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.008293067003251053 (mp_runner.py:73) -2024-09-01 18:20:37,420 | DEBUG |(SpawnProcess-1:17) search_count: 2500, latest_latency=0.006177978000778239 (mp_runner.py:73) -2024-09-01 18:20:37,421 | DEBUG |(SpawnProcess-1:25) search_count: 2500, latest_latency=0.006682125000224914 (mp_runner.py:73) -2024-09-01 18:20:37,423 | DEBUG |(SpawnProcess-1:18) search_count: 2500, latest_latency=0.006383714004186913 (mp_runner.py:73) -2024-09-01 18:20:37,424 | DEBUG |(SpawnProcess-1:15) search_count: 2500, latest_latency=0.012088537005183753 (mp_runner.py:73) -2024-09-01 18:20:37,426 | DEBUG |(SpawnProcess-1:19) search_count: 2500, latest_latency=0.007111623999662697 (mp_runner.py:73) -2024-09-01 18:20:37,429 | DEBUG |(SpawnProcess-1:22) search_count: 2500, latest_latency=0.01660332099709194 (mp_runner.py:73) -2024-09-01 18:20:37,471 | DEBUG |(SpawnProcess-1:12) search_count: 2500, latest_latency=0.013291969000420067 (mp_runner.py:73) -2024-09-01 18:20:37,474 | DEBUG |(SpawnProcess-1:20) search_count: 2500, latest_latency=0.014673443998617586 (mp_runner.py:73) -2024-09-01 18:20:37,597 | DEBUG |(SpawnProcess-1:14) search_count: 2500, latest_latency=0.011046080995583907 (mp_runner.py:73) -2024-09-01 18:20:38,126 | DEBUG |(SpawnProcess-1:11) search_count: 2500, latest_latency=0.008967861998826265 (mp_runner.py:73) -2024-09-01 18:20:38,489 | DEBUG |(SpawnProcess-1:21) search_count: 2500, latest_latency=0.010174629001994617 (mp_runner.py:73) -2024-09-01 18:20:38,715 | DEBUG |(SpawnProcess-1:24) search_count: 2500, latest_latency=0.013698307993763592 (mp_runner.py:73) -2024-09-01 18:20:39,137 | DEBUG |(SpawnProcess-1:23) search_count: 2500, latest_latency=0.008048740004596766 (mp_runner.py:73) -2024-09-01 18:20:39,549 | DEBUG |(SpawnProcess-1:13) search_count: 2500, latest_latency=0.009830312003032304 (mp_runner.py:73) -2024-09-01 18:20:39,743 | DEBUG |(SpawnProcess-1:16) search_count: 2500, latest_latency=0.011404169003071729 (mp_runner.py:73) -2024-09-01 18:20:41,545 | DEBUG |(SpawnProcess-1:15) search_count: 3000, latest_latency=0.008085134999419097 (mp_runner.py:73) -2024-09-01 18:20:41,547 | DEBUG |(SpawnProcess-1:18) search_count: 3000, latest_latency=0.007844335996196605 (mp_runner.py:73) -2024-09-01 18:20:41,547 | DEBUG |(SpawnProcess-1:19) search_count: 3000, latest_latency=0.01057622600637842 (mp_runner.py:73) -2024-09-01 18:20:41,548 | DEBUG |(SpawnProcess-1:22) search_count: 3000, latest_latency=0.007416943997668568 (mp_runner.py:73) -2024-09-01 18:20:41,549 | DEBUG |(SpawnProcess-1:20) search_count: 3000, latest_latency=0.01229237000370631 (mp_runner.py:73) -2024-09-01 18:20:41,550 | DEBUG |(SpawnProcess-1:25) search_count: 3000, latest_latency=0.0062415600041276775 (mp_runner.py:73) -2024-09-01 18:20:41,552 | DEBUG |(SpawnProcess-1:12) search_count: 3000, latest_latency=0.004417893003846984 (mp_runner.py:73) -2024-09-01 18:20:41,556 | DEBUG |(SpawnProcess-1:17) search_count: 3000, latest_latency=0.006623147004575003 (mp_runner.py:73) -2024-09-01 18:20:42,366 | DEBUG |(SpawnProcess-1:14) search_count: 3000, latest_latency=0.007188146999396849 (mp_runner.py:73) -2024-09-01 18:20:42,727 | DEBUG |(SpawnProcess-1:11) search_count: 3000, latest_latency=0.004141776000324171 (mp_runner.py:73) -2024-09-01 18:20:43,059 | DEBUG |(SpawnProcess-1:21) search_count: 3000, latest_latency=0.006028108000464272 (mp_runner.py:73) -2024-09-01 18:20:43,174 | DEBUG |(SpawnProcess-1:24) search_count: 3000, latest_latency=0.008296500003780238 (mp_runner.py:73) -2024-09-01 18:20:43,553 | DEBUG |(SpawnProcess-1:23) search_count: 3000, latest_latency=0.017810076002206188 (mp_runner.py:73) -2024-09-01 18:20:43,966 | DEBUG |(SpawnProcess-1:13) search_count: 3000, latest_latency=0.007133748003980145 (mp_runner.py:73) -2024-09-01 18:20:44,353 | DEBUG |(SpawnProcess-1:16) search_count: 3000, latest_latency=0.006556690997967962 (mp_runner.py:73) -2024-09-01 18:20:46,191 | DEBUG |(SpawnProcess-1:19) search_count: 3500, latest_latency=0.008114724994811695 (mp_runner.py:73) -2024-09-01 18:20:46,192 | DEBUG |(SpawnProcess-1:22) search_count: 3500, latest_latency=0.009237493999535218 (mp_runner.py:73) -2024-09-01 18:20:46,192 | DEBUG |(SpawnProcess-1:17) search_count: 3500, latest_latency=0.01023230999999214 (mp_runner.py:73) -2024-09-01 18:20:46,194 | DEBUG |(SpawnProcess-1:25) search_count: 3500, latest_latency=0.005967251003312413 (mp_runner.py:73) -2024-09-01 18:20:46,195 | DEBUG |(SpawnProcess-1:15) search_count: 3500, latest_latency=0.006367840003804304 (mp_runner.py:73) -2024-09-01 18:20:46,196 | DEBUG |(SpawnProcess-1:12) search_count: 3500, latest_latency=0.0020709189993795007 (mp_runner.py:73) -2024-09-01 18:20:46,197 | DEBUG |(SpawnProcess-1:18) search_count: 3500, latest_latency=0.006522594005218707 (mp_runner.py:73) -2024-09-01 18:20:46,200 | DEBUG |(SpawnProcess-1:20) search_count: 3500, latest_latency=0.018567401995824184 (mp_runner.py:73) -2024-09-01 18:20:47,098 | DEBUG |(SpawnProcess-1:14) search_count: 3500, latest_latency=0.01713176599878352 (mp_runner.py:73) -2024-09-01 18:20:47,405 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0012s, count=3658, qps in this process: 121.9285 (mp_runner.py:76) -2024-09-01 18:20:47,431 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0062s, count=3495, qps in this process: 116.4759 (mp_runner.py:76) -2024-09-01 18:20:47,434 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0023s, count=3661, qps in this process: 122.024 (mp_runner.py:76) -2024-09-01 18:20:47,446 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0086s, count=3439, qps in this process: 114.6005 (mp_runner.py:76) -2024-09-01 18:20:47,480 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0022s, count=3669, qps in this process: 122.291 (mp_runner.py:76) -2024-09-01 18:20:47,519 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0007s, count=3499, qps in this process: 116.6306 (mp_runner.py:76) -2024-09-01 18:20:47,521 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0029s, count=3677, qps in this process: 122.5548 (mp_runner.py:76) -2024-09-01 18:20:47,525 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.001s, count=3421, qps in this process: 114.0295 (mp_runner.py:76) -2024-09-01 18:20:47,526 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0015s, count=3384, qps in this process: 112.7944 (mp_runner.py:76) -2024-09-01 18:20:47,527 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0027s, count=3678, qps in this process: 122.589 (mp_runner.py:76) -2024-09-01 18:20:47,527 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0027s, count=3552, qps in this process: 118.3893 (mp_runner.py:76) -2024-09-01 18:20:47,528 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0004s, count=3677, qps in this process: 122.565 (mp_runner.py:76) -2024-09-01 18:20:47,532 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0054s, count=3351, qps in this process: 111.6799 (mp_runner.py:76) -2024-09-01 18:20:47,533 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0025s, count=3678, qps in this process: 122.5898 (mp_runner.py:76) -2024-09-01 18:20:47,533 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0009s, count=3679, qps in this process: 122.6297 (mp_runner.py:76) -2024-09-01 18:20:47,540 | INFO |End search in concurrency 15: dur=30.18183349899482s, total_count=53518, qps=1773.1858 (mp_runner.py:120) -2024-09-01 18:20:48,450 | INFO |Update largest qps with concurrency 15: current max_qps=1773.1858 (mp_runner.py:124) -2024-09-01 18:20:48,868 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:20:48,868 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 18:20:59,150 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 18:20:59,197 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,255 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,304 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,304 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,330 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,338 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,340 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,342 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,343 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,343 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,348 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,348 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,350 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,354 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,354 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,355 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:20:59,362 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:03,988 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.00526679000176955 (mp_runner.py:73) -2024-09-01 18:21:03,989 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.008034109996515326 (mp_runner.py:73) -2024-09-01 18:21:03,989 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.002514943997084629 (mp_runner.py:73) -2024-09-01 18:21:03,990 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.009938973998941947 (mp_runner.py:73) -2024-09-01 18:21:03,990 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.007120930000382941 (mp_runner.py:73) -2024-09-01 18:21:03,990 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.007795614001224749 (mp_runner.py:73) -2024-09-01 18:21:03,991 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.006946524998056702 (mp_runner.py:73) -2024-09-01 18:21:03,992 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.00707338799838908 (mp_runner.py:73) -2024-09-01 18:21:03,992 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.008966164998128079 (mp_runner.py:73) -2024-09-01 18:21:03,993 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.01327669199963566 (mp_runner.py:73) -2024-09-01 18:21:03,994 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.015138915994612034 (mp_runner.py:73) -2024-09-01 18:21:03,995 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.017282307999266777 (mp_runner.py:73) -2024-09-01 18:21:03,996 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.01497339900379302 (mp_runner.py:73) -2024-09-01 18:21:04,429 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.01565541199670406 (mp_runner.py:73) -2024-09-01 18:21:04,931 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.0087023610030883 (mp_runner.py:73) -2024-09-01 18:21:04,931 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.007224264998512808 (mp_runner.py:73) -2024-09-01 18:21:04,935 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.01279826500103809 (mp_runner.py:73) -2024-09-01 18:21:04,941 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.019713180998223834 (mp_runner.py:73) -2024-09-01 18:21:05,162 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.014471597998635843 (mp_runner.py:73) -2024-09-01 18:21:05,733 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.011719706999429036 (mp_runner.py:73) -2024-09-01 18:21:08,751 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.012423464002495166 (mp_runner.py:73) -2024-09-01 18:21:08,751 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.016333423998730723 (mp_runner.py:73) -2024-09-01 18:21:08,752 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.012868354002421256 (mp_runner.py:73) -2024-09-01 18:21:08,752 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.011893928996869363 (mp_runner.py:73) -2024-09-01 18:21:08,752 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.012666412003454752 (mp_runner.py:73) -2024-09-01 18:21:08,753 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.01602610400004778 (mp_runner.py:73) -2024-09-01 18:21:08,753 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.017924243002198637 (mp_runner.py:73) -2024-09-01 18:21:08,753 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.017221184993104544 (mp_runner.py:73) -2024-09-01 18:21:08,754 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.011958695002249442 (mp_runner.py:73) -2024-09-01 18:21:08,755 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.009530316994641908 (mp_runner.py:73) -2024-09-01 18:21:08,763 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.014235302995075472 (mp_runner.py:73) -2024-09-01 18:21:08,764 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.009696257002360653 (mp_runner.py:73) -2024-09-01 18:21:08,822 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.01060995800071396 (mp_runner.py:73) -2024-09-01 18:21:10,191 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.008543222000298556 (mp_runner.py:73) -2024-09-01 18:21:10,298 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.008069943003647495 (mp_runner.py:73) -2024-09-01 18:21:10,319 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.012567662000947166 (mp_runner.py:73) -2024-09-01 18:21:10,538 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.0025204370031133294 (mp_runner.py:73) -2024-09-01 18:21:10,589 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.008786338999925647 (mp_runner.py:73) -2024-09-01 18:21:10,869 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.009454532999370713 (mp_runner.py:73) -2024-09-01 18:21:11,566 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.013024203995883 (mp_runner.py:73) -2024-09-01 18:21:14,725 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.006193594999786001 (mp_runner.py:73) -2024-09-01 18:21:14,725 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.005882816003577318 (mp_runner.py:73) -2024-09-01 18:21:14,727 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.008970379996753763 (mp_runner.py:73) -2024-09-01 18:21:14,729 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.008403503998124506 (mp_runner.py:73) -2024-09-01 18:21:14,730 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.010015826002927497 (mp_runner.py:73) -2024-09-01 18:21:14,731 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.008191203000023961 (mp_runner.py:73) -2024-09-01 18:21:14,732 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.010612316000333522 (mp_runner.py:73) -2024-09-01 18:21:14,741 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.023612803997821175 (mp_runner.py:73) -2024-09-01 18:21:14,807 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.015145620003750082 (mp_runner.py:73) -2024-09-01 18:21:14,837 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.01912051800172776 (mp_runner.py:73) -2024-09-01 18:21:14,961 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.01451052999618696 (mp_runner.py:73) -2024-09-01 18:21:14,972 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.017867133996332996 (mp_runner.py:73) -2024-09-01 18:21:15,278 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.027201864002563525 (mp_runner.py:73) -2024-09-01 18:21:16,533 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0132614139947691 (mp_runner.py:73) -2024-09-01 18:21:16,536 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.018411905999528244 (mp_runner.py:73) -2024-09-01 18:21:16,655 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.010298633002093993 (mp_runner.py:73) -2024-09-01 18:21:16,856 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.015024908003397286 (mp_runner.py:73) -2024-09-01 18:21:17,052 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.013784816001134459 (mp_runner.py:73) -2024-09-01 18:21:17,189 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.016672648998792283 (mp_runner.py:73) -2024-09-01 18:21:17,841 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.009140256996033713 (mp_runner.py:73) -2024-09-01 18:21:20,305 | DEBUG |(SpawnProcess-1:37) search_count: 2000, latest_latency=0.005419089000497479 (mp_runner.py:73) -2024-09-01 18:21:20,307 | DEBUG |(SpawnProcess-1:34) search_count: 2000, latest_latency=0.005544425999687519 (mp_runner.py:73) -2024-09-01 18:21:20,308 | DEBUG |(SpawnProcess-1:36) search_count: 2000, latest_latency=0.006241909999516793 (mp_runner.py:73) -2024-09-01 18:21:20,312 | DEBUG |(SpawnProcess-1:45) search_count: 2000, latest_latency=0.01093477299582446 (mp_runner.py:73) -2024-09-01 18:21:20,315 | DEBUG |(SpawnProcess-1:30) search_count: 2000, latest_latency=0.017061262995412108 (mp_runner.py:73) -2024-09-01 18:21:20,315 | DEBUG |(SpawnProcess-1:32) search_count: 2000, latest_latency=0.015470826998353004 (mp_runner.py:73) -2024-09-01 18:21:20,318 | DEBUG |(SpawnProcess-1:35) search_count: 2000, latest_latency=0.008431911999650765 (mp_runner.py:73) -2024-09-01 18:21:20,327 | DEBUG |(SpawnProcess-1:29) search_count: 2000, latest_latency=0.007999134999408852 (mp_runner.py:73) -2024-09-01 18:21:20,536 | DEBUG |(SpawnProcess-1:28) search_count: 2000, latest_latency=0.02424108099512523 (mp_runner.py:73) -2024-09-01 18:21:20,657 | DEBUG |(SpawnProcess-1:41) search_count: 2000, latest_latency=0.011151207996590529 (mp_runner.py:73) -2024-09-01 18:21:20,663 | DEBUG |(SpawnProcess-1:39) search_count: 2000, latest_latency=0.008872249003616162 (mp_runner.py:73) -2024-09-01 18:21:21,196 | DEBUG |(SpawnProcess-1:33) search_count: 2000, latest_latency=0.013446149998344481 (mp_runner.py:73) -2024-09-01 18:21:21,410 | DEBUG |(SpawnProcess-1:38) search_count: 2000, latest_latency=0.011733741004718468 (mp_runner.py:73) -2024-09-01 18:21:22,465 | DEBUG |(SpawnProcess-1:44) search_count: 2000, latest_latency=0.011738724002498202 (mp_runner.py:73) -2024-09-01 18:21:22,467 | DEBUG |(SpawnProcess-1:27) search_count: 2000, latest_latency=0.011586868000449613 (mp_runner.py:73) -2024-09-01 18:21:22,760 | DEBUG |(SpawnProcess-1:40) search_count: 2000, latest_latency=0.013343359001737554 (mp_runner.py:73) -2024-09-01 18:21:22,996 | DEBUG |(SpawnProcess-1:46) search_count: 2000, latest_latency=0.01469527500012191 (mp_runner.py:73) -2024-09-01 18:21:23,172 | DEBUG |(SpawnProcess-1:31) search_count: 2000, latest_latency=0.007494226003473159 (mp_runner.py:73) -2024-09-01 18:21:23,230 | DEBUG |(SpawnProcess-1:43) search_count: 2000, latest_latency=0.012670755997532979 (mp_runner.py:73) -2024-09-01 18:21:23,795 | DEBUG |(SpawnProcess-1:42) search_count: 2000, latest_latency=0.013693514003534801 (mp_runner.py:73) -2024-09-01 18:21:26,344 | DEBUG |(SpawnProcess-1:36) search_count: 2500, latest_latency=0.005668297999363858 (mp_runner.py:73) -2024-09-01 18:21:26,346 | DEBUG |(SpawnProcess-1:29) search_count: 2500, latest_latency=0.012575943001138512 (mp_runner.py:73) -2024-09-01 18:21:26,347 | DEBUG |(SpawnProcess-1:37) search_count: 2500, latest_latency=0.014755219999642577 (mp_runner.py:73) -2024-09-01 18:21:26,347 | DEBUG |(SpawnProcess-1:30) search_count: 2500, latest_latency=0.013113770000927616 (mp_runner.py:73) -2024-09-01 18:21:26,349 | DEBUG |(SpawnProcess-1:35) search_count: 2500, latest_latency=0.010242477997962851 (mp_runner.py:73) -2024-09-01 18:21:26,351 | DEBUG |(SpawnProcess-1:32) search_count: 2500, latest_latency=0.010996944998623803 (mp_runner.py:73) -2024-09-01 18:21:26,355 | DEBUG |(SpawnProcess-1:34) search_count: 2500, latest_latency=0.00999861199670704 (mp_runner.py:73) -2024-09-01 18:21:26,362 | DEBUG |(SpawnProcess-1:45) search_count: 2500, latest_latency=0.03247549400111893 (mp_runner.py:73) -2024-09-01 18:21:26,576 | DEBUG |(SpawnProcess-1:28) search_count: 2500, latest_latency=0.023596770995936822 (mp_runner.py:73) -2024-09-01 18:21:26,590 | DEBUG |(SpawnProcess-1:39) search_count: 2500, latest_latency=0.009738473003380932 (mp_runner.py:73) -2024-09-01 18:21:26,747 | DEBUG |(SpawnProcess-1:41) search_count: 2500, latest_latency=0.028447142998629715 (mp_runner.py:73) -2024-09-01 18:21:27,315 | DEBUG |(SpawnProcess-1:33) search_count: 2500, latest_latency=0.019509523001033813 (mp_runner.py:73) -2024-09-01 18:21:27,545 | DEBUG |(SpawnProcess-1:38) search_count: 2500, latest_latency=0.026551056995231193 (mp_runner.py:73) -2024-09-01 18:21:28,357 | DEBUG |(SpawnProcess-1:27) search_count: 2500, latest_latency=0.012924119997478556 (mp_runner.py:73) -2024-09-01 18:21:28,447 | DEBUG |(SpawnProcess-1:44) search_count: 2500, latest_latency=0.013365737002459355 (mp_runner.py:73) -2024-09-01 18:21:29,020 | DEBUG |(SpawnProcess-1:40) search_count: 2500, latest_latency=0.012820161995477974 (mp_runner.py:73) -2024-09-01 18:21:29,096 | DEBUG |(SpawnProcess-1:46) search_count: 2500, latest_latency=0.014869965001707897 (mp_runner.py:73) -2024-09-01 18:21:29,206 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0081s, count=2714, qps in this process: 90.4422 (mp_runner.py:76) -2024-09-01 18:21:29,226 | DEBUG |(SpawnProcess-1:31) search_count: 2500, latest_latency=0.014820822994806804 (mp_runner.py:73) -2024-09-01 18:21:29,283 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0186s, count=2747, qps in this process: 91.5099 (mp_runner.py:76) -2024-09-01 18:21:29,309 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.002s, count=2750, qps in this process: 91.6606 (mp_runner.py:76) -2024-09-01 18:21:29,315 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0087s, count=2751, qps in this process: 91.6734 (mp_runner.py:76) -2024-09-01 18:21:29,325 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0054s, count=2724, qps in this process: 90.7837 (mp_runner.py:76) -2024-09-01 18:21:29,330 | DEBUG |(SpawnProcess-1:43) search_count: 2500, latest_latency=0.0180768740028725 (mp_runner.py:73) -2024-09-01 18:21:29,336 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0032s, count=2580, qps in this process: 85.9908 (mp_runner.py:76) -2024-09-01 18:21:29,342 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0008s, count=2753, qps in this process: 91.7642 (mp_runner.py:76) -2024-09-01 18:21:29,346 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0007s, count=2754, qps in this process: 91.7979 (mp_runner.py:76) -2024-09-01 18:21:29,350 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0049s, count=2639, qps in this process: 87.9523 (mp_runner.py:76) -2024-09-01 18:21:29,351 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.0087s, count=2754, qps in this process: 91.7734 (mp_runner.py:76) -2024-09-01 18:21:29,353 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0109s, count=2754, qps in this process: 91.7667 (mp_runner.py:76) -2024-09-01 18:21:29,353 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0016s, count=2529, qps in this process: 84.2955 (mp_runner.py:76) -2024-09-01 18:21:29,354 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.0008s, count=2743, qps in this process: 91.4309 (mp_runner.py:76) -2024-09-01 18:21:29,354 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0089s, count=2708, qps in this process: 90.2399 (mp_runner.py:76) -2024-09-01 18:21:29,359 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0007s, count=2577, qps in this process: 85.898 (mp_runner.py:76) -2024-09-01 18:21:29,364 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0066s, count=2504, qps in this process: 83.4483 (mp_runner.py:76) -2024-09-01 18:21:29,364 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0109s, count=2666, qps in this process: 88.8344 (mp_runner.py:76) -2024-09-01 18:21:29,364 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0069s, count=2524, qps in this process: 84.114 (mp_runner.py:76) -2024-09-01 18:21:29,365 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0036s, count=2513, qps in this process: 83.7566 (mp_runner.py:76) -2024-09-01 18:21:29,368 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0003s, count=2468, qps in this process: 82.2658 (mp_runner.py:76) -2024-09-01 18:21:29,374 | INFO |End search in concurrency 20: dur=30.223857254000905s, total_count=53152, qps=1758.6107 (mp_runner.py:120) -2024-09-01 18:21:31,023 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:21:31,023 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 18:21:41,309 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 18:21:41,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,397 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,459 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,460 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,461 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,479 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,482 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,508 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,510 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,516 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,533 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,542 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,549 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,555 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,556 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,572 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,574 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,581 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:41,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.01269660300022224 (mp_runner.py:73) -2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.014255652000429109 (mp_runner.py:73) -2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.010797285001899581 (mp_runner.py:73) -2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.014998973005276639 (mp_runner.py:73) -2024-09-01 18:21:48,394 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.012618234999536071 (mp_runner.py:73) -2024-09-01 18:21:48,395 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.014445958004216664 (mp_runner.py:73) -2024-09-01 18:21:48,395 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.013064858998404816 (mp_runner.py:73) -2024-09-01 18:21:48,395 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.012912651000078768 (mp_runner.py:73) -2024-09-01 18:21:48,395 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.01411840099899564 (mp_runner.py:73) -2024-09-01 18:21:48,396 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.016267860002699308 (mp_runner.py:73) -2024-09-01 18:21:48,396 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.01508795699919574 (mp_runner.py:73) -2024-09-01 18:21:48,396 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.016715812002075836 (mp_runner.py:73) -2024-09-01 18:21:48,397 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.014200641999195796 (mp_runner.py:73) -2024-09-01 18:21:48,398 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.014071494995732792 (mp_runner.py:73) -2024-09-01 18:21:48,399 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.0200966479969793 (mp_runner.py:73) -2024-09-01 18:21:48,400 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.01677820299664745 (mp_runner.py:73) -2024-09-01 18:21:48,400 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.015419406998262275 (mp_runner.py:73) -2024-09-01 18:21:48,401 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.01687067600141745 (mp_runner.py:73) -2024-09-01 18:21:48,406 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.02730394800164504 (mp_runner.py:73) -2024-09-01 18:21:48,597 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.018990974996995647 (mp_runner.py:73) -2024-09-01 18:21:48,692 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.01662519800447626 (mp_runner.py:73) -2024-09-01 18:21:48,750 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.014210681001713965 (mp_runner.py:73) -2024-09-01 18:21:48,897 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.017782363000151236 (mp_runner.py:73) -2024-09-01 18:21:48,933 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.017501596004876774 (mp_runner.py:73) -2024-09-01 18:21:49,192 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.027126896995468996 (mp_runner.py:73) -2024-09-01 18:21:54,644 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.013139679002051707 (mp_runner.py:73) -2024-09-01 18:21:54,644 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.010193595000600908 (mp_runner.py:73) -2024-09-01 18:21:54,644 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.008194716996513307 (mp_runner.py:73) -2024-09-01 18:21:54,645 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.014606755001295824 (mp_runner.py:73) -2024-09-01 18:21:54,646 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.010281673996360041 (mp_runner.py:73) -2024-09-01 18:21:54,649 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.017117907002102584 (mp_runner.py:73) -2024-09-01 18:21:54,650 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.020506908003881108 (mp_runner.py:73) -2024-09-01 18:21:54,650 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.005139813001733273 (mp_runner.py:73) -2024-09-01 18:21:54,652 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.023617906001163647 (mp_runner.py:73) -2024-09-01 18:21:54,653 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.008976237004389986 (mp_runner.py:73) -2024-09-01 18:21:54,654 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.0036505960015347227 (mp_runner.py:73) -2024-09-01 18:21:54,657 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.010002087001339532 (mp_runner.py:73) -2024-09-01 18:21:54,657 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.008953008000389673 (mp_runner.py:73) -2024-09-01 18:21:54,659 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.027316245999827515 (mp_runner.py:73) -2024-09-01 18:21:54,659 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.02990479599975515 (mp_runner.py:73) -2024-09-01 18:21:54,824 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.012881816001026891 (mp_runner.py:73) -2024-09-01 18:21:55,365 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.014410399002372287 (mp_runner.py:73) -2024-09-01 18:21:55,511 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.017948253997019492 (mp_runner.py:73) -2024-09-01 18:21:55,748 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.008621004002634436 (mp_runner.py:73) -2024-09-01 18:21:55,960 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.016045115997258108 (mp_runner.py:73) -2024-09-01 18:21:56,090 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.01651994300482329 (mp_runner.py:73) -2024-09-01 18:21:56,137 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.01777199299976928 (mp_runner.py:73) -2024-09-01 18:21:56,161 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.004622009000740945 (mp_runner.py:73) -2024-09-01 18:21:56,235 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.014781630998186301 (mp_runner.py:73) -2024-09-01 18:21:56,684 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.0154721660001087 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:55) search_count: 1500, latest_latency=0.0170807850008714 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:59) search_count: 1500, latest_latency=0.017884294997202232 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:56) search_count: 1500, latest_latency=0.017643033002968878 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:67) search_count: 1500, latest_latency=0.017034584998327773 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:71) search_count: 1500, latest_latency=0.018427627001074143 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:49) search_count: 1500, latest_latency=0.018138441002520267 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:72) search_count: 1500, latest_latency=0.018524103004892822 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:52) search_count: 1500, latest_latency=0.01906149199930951 (mp_runner.py:73) -2024-09-01 18:22:01,605 | DEBUG |(SpawnProcess-1:70) search_count: 1500, latest_latency=0.017919185003847815 (mp_runner.py:73) -2024-09-01 18:22:01,715 | DEBUG |(SpawnProcess-1:63) search_count: 1500, latest_latency=0.015756303000671323 (mp_runner.py:73) -2024-09-01 18:22:02,018 | DEBUG |(SpawnProcess-1:64) search_count: 1500, latest_latency=0.019494215994200204 (mp_runner.py:73) -2024-09-01 18:22:02,048 | DEBUG |(SpawnProcess-1:51) search_count: 1500, latest_latency=0.017888807000417728 (mp_runner.py:73) -2024-09-01 18:22:02,061 | DEBUG |(SpawnProcess-1:57) search_count: 1500, latest_latency=0.01958164499956183 (mp_runner.py:73) -2024-09-01 18:22:02,383 | DEBUG |(SpawnProcess-1:60) search_count: 1500, latest_latency=0.014032860999577679 (mp_runner.py:73) -2024-09-01 18:22:02,875 | DEBUG |(SpawnProcess-1:62) search_count: 1500, latest_latency=0.021684199004084803 (mp_runner.py:73) -2024-09-01 18:22:03,043 | DEBUG |(SpawnProcess-1:53) search_count: 1500, latest_latency=0.035558029005187564 (mp_runner.py:73) -2024-09-01 18:22:03,561 | DEBUG |(SpawnProcess-1:65) search_count: 1500, latest_latency=0.01787055699969642 (mp_runner.py:73) -2024-09-01 18:22:03,843 | DEBUG |(SpawnProcess-1:61) search_count: 1500, latest_latency=0.01313123399449978 (mp_runner.py:73) -2024-09-01 18:22:03,845 | DEBUG |(SpawnProcess-1:66) search_count: 1500, latest_latency=0.018598239999846555 (mp_runner.py:73) -2024-09-01 18:22:03,851 | DEBUG |(SpawnProcess-1:58) search_count: 1500, latest_latency=0.022027514001820236 (mp_runner.py:73) -2024-09-01 18:22:03,947 | DEBUG |(SpawnProcess-1:50) search_count: 1500, latest_latency=0.01776618200528901 (mp_runner.py:73) -2024-09-01 18:22:03,949 | DEBUG |(SpawnProcess-1:54) search_count: 1500, latest_latency=0.02048078100051498 (mp_runner.py:73) -2024-09-01 18:22:04,073 | DEBUG |(SpawnProcess-1:68) search_count: 1500, latest_latency=0.01961221500096144 (mp_runner.py:73) -2024-09-01 18:22:04,295 | DEBUG |(SpawnProcess-1:48) search_count: 1500, latest_latency=0.020591049003996886 (mp_runner.py:73) -2024-09-01 18:22:04,734 | DEBUG |(SpawnProcess-1:69) search_count: 1500, latest_latency=0.020124992995988578 (mp_runner.py:73) -2024-09-01 18:22:08,753 | DEBUG |(SpawnProcess-1:67) search_count: 2000, latest_latency=0.016490319001604803 (mp_runner.py:73) -2024-09-01 18:22:08,756 | DEBUG |(SpawnProcess-1:72) search_count: 2000, latest_latency=0.004872391000390053 (mp_runner.py:73) -2024-09-01 18:22:08,756 | DEBUG |(SpawnProcess-1:70) search_count: 2000, latest_latency=0.005559201999858487 (mp_runner.py:73) -2024-09-01 18:22:08,757 | DEBUG |(SpawnProcess-1:56) search_count: 2000, latest_latency=0.01777215499896556 (mp_runner.py:73) -2024-09-01 18:22:08,760 | DEBUG |(SpawnProcess-1:71) search_count: 2000, latest_latency=0.009788876006496139 (mp_runner.py:73) -2024-09-01 18:22:08,765 | DEBUG |(SpawnProcess-1:55) search_count: 2000, latest_latency=0.014300717994046863 (mp_runner.py:73) -2024-09-01 18:22:08,770 | DEBUG |(SpawnProcess-1:59) search_count: 2000, latest_latency=0.007676912995520979 (mp_runner.py:73) -2024-09-01 18:22:08,795 | DEBUG |(SpawnProcess-1:52) search_count: 2000, latest_latency=0.053576619997329544 (mp_runner.py:73) -2024-09-01 18:22:09,125 | DEBUG |(SpawnProcess-1:49) search_count: 2000, latest_latency=0.002167797996662557 (mp_runner.py:73) -2024-09-01 18:22:09,403 | DEBUG |(SpawnProcess-1:63) search_count: 2000, latest_latency=0.008345771995664109 (mp_runner.py:73) -2024-09-01 18:22:09,478 | DEBUG |(SpawnProcess-1:57) search_count: 2000, latest_latency=0.014845799996692222 (mp_runner.py:73) -2024-09-01 18:22:09,773 | DEBUG |(SpawnProcess-1:51) search_count: 2000, latest_latency=0.029167289998440538 (mp_runner.py:73) -2024-09-01 18:22:09,781 | DEBUG |(SpawnProcess-1:64) search_count: 2000, latest_latency=0.014137090001895558 (mp_runner.py:73) -2024-09-01 18:22:10,323 | DEBUG |(SpawnProcess-1:60) search_count: 2000, latest_latency=0.014065928000491112 (mp_runner.py:73) -2024-09-01 18:22:10,811 | DEBUG |(SpawnProcess-1:62) search_count: 2000, latest_latency=0.0148321919987211 (mp_runner.py:73) -2024-09-01 18:22:10,813 | DEBUG |(SpawnProcess-1:53) search_count: 2000, latest_latency=0.01322307199734496 (mp_runner.py:73) -2024-09-01 18:22:11,157 | DEBUG |(SpawnProcess-1:58) search_count: 2000, latest_latency=0.00954076400375925 (mp_runner.py:73) -2024-09-01 18:22:11,171 | DEBUG |(SpawnProcess-1:65) search_count: 2000, latest_latency=0.007598383002914488 (mp_runner.py:73) -2024-09-01 18:22:11,221 | DEBUG |(SpawnProcess-1:66) search_count: 2000, latest_latency=0.01985467800113838 (mp_runner.py:73) -2024-09-01 18:22:11,361 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0012s, count=2088, qps in this process: 69.5972 (mp_runner.py:76) -2024-09-01 18:22:11,405 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0013s, count=1972, qps in this process: 65.7305 (mp_runner.py:76) -2024-09-01 18:22:11,460 | DEBUG |(SpawnProcess-1:61) search_count: 2000, latest_latency=0.016250041997409426 (mp_runner.py:73) -2024-09-01 18:22:11,469 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0087s, count=2172, qps in this process: 72.379 (mp_runner.py:76) -2024-09-01 18:22:11,471 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0036s, count=2022, qps in this process: 67.3919 (mp_runner.py:76) -2024-09-01 18:22:11,474 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0084s, count=2001, qps in this process: 66.6813 (mp_runner.py:76) -2024-09-01 18:22:11,491 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0092s, count=2160, qps in this process: 71.9779 (mp_runner.py:76) -2024-09-01 18:22:11,498 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0119s, count=2175, qps in this process: 72.4713 (mp_runner.py:76) -2024-09-01 18:22:11,502 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0112s, count=2128, qps in this process: 70.9069 (mp_runner.py:76) -2024-09-01 18:22:11,521 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.01s, count=2178, qps in this process: 72.5758 (mp_runner.py:76) -2024-09-01 18:22:11,521 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0054s, count=2178, qps in this process: 72.5869 (mp_runner.py:76) -2024-09-01 18:22:11,531 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0101s, count=2179, qps in this process: 72.6089 (mp_runner.py:76) -2024-09-01 18:22:11,540 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0047s, count=2180, qps in this process: 72.6553 (mp_runner.py:76) -2024-09-01 18:22:11,546 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.001s, count=1971, qps in this process: 65.6978 (mp_runner.py:76) -2024-09-01 18:22:11,561 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0034s, count=2086, qps in this process: 69.5255 (mp_runner.py:76) -2024-09-01 18:22:11,562 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0076s, count=2052, qps in this process: 68.3827 (mp_runner.py:76) -2024-09-01 18:22:11,566 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0066s, count=2110, qps in this process: 70.3179 (mp_runner.py:76) -2024-09-01 18:22:11,580 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0044s, count=1983, qps in this process: 66.0903 (mp_runner.py:76) -2024-09-01 18:22:11,581 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0046s, count=2187, qps in this process: 72.8888 (mp_runner.py:76) -2024-09-01 18:22:11,587 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0024s, count=2188, qps in this process: 72.9275 (mp_runner.py:76) -2024-09-01 18:22:11,591 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0024s, count=2040, qps in this process: 67.9946 (mp_runner.py:76) -2024-09-01 18:22:11,591 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0037s, count=1998, qps in this process: 66.5918 (mp_runner.py:76) -2024-09-01 18:22:11,593 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0045s, count=2028, qps in this process: 67.5899 (mp_runner.py:76) -2024-09-01 18:22:11,596 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0072s, count=2056, qps in this process: 68.5169 (mp_runner.py:76) -2024-09-01 18:22:11,596 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.007s, count=2128, qps in this process: 70.9168 (mp_runner.py:76) -2024-09-01 18:22:11,613 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0013s, count=1949, qps in this process: 64.9639 (mp_runner.py:76) -2024-09-01 18:22:11,619 | INFO |End search in concurrency 25: dur=30.309037819999503s, total_count=52209, qps=1722.5555 (mp_runner.py:120) -2024-09-01 18:22:13,599 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:22:13,600 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 18:22:24,037 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 18:22:24,085 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,109 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,163 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,182 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,200 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,216 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,238 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,270 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,301 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,326 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,329 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,332 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,332 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,332 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,333 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,336 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,351 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,352 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,355 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,355 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,356 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,359 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,370 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,373 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,373 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,374 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,399 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:24,399 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:22:31,520 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.012218670999573078 (mp_runner.py:73) -2024-09-01 18:22:31,521 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.011744035000447184 (mp_runner.py:73) -2024-09-01 18:22:31,521 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.012581008995766751 (mp_runner.py:73) -2024-09-01 18:22:31,524 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.013035219999437686 (mp_runner.py:73) -2024-09-01 18:22:31,525 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.017547859002661426 (mp_runner.py:73) -2024-09-01 18:22:31,526 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.014137433994619641 (mp_runner.py:73) -2024-09-01 18:22:31,526 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.01397468100185506 (mp_runner.py:73) -2024-09-01 18:22:31,526 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.02092096200067317 (mp_runner.py:73) -2024-09-01 18:22:31,528 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.013654440001118928 (mp_runner.py:73) -2024-09-01 18:22:31,529 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.01249908499448793 (mp_runner.py:73) -2024-09-01 18:22:31,532 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.015120162999664899 (mp_runner.py:73) -2024-09-01 18:22:31,533 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.019111105000774842 (mp_runner.py:73) -2024-09-01 18:22:31,545 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.04037542099831626 (mp_runner.py:73) -2024-09-01 18:22:31,558 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.0275923819935997 (mp_runner.py:73) -2024-09-01 18:22:31,559 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.024941812000179198 (mp_runner.py:73) -2024-09-01 18:22:31,773 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.02206326599844033 (mp_runner.py:73) -2024-09-01 18:22:31,796 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.015448450001713354 (mp_runner.py:73) -2024-09-01 18:22:31,799 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.022324063000269234 (mp_runner.py:73) -2024-09-01 18:22:31,812 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.024753367993980646 (mp_runner.py:73) -2024-09-01 18:22:32,048 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.023180516000138596 (mp_runner.py:73) -2024-09-01 18:22:32,214 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.02317249800398713 (mp_runner.py:73) -2024-09-01 18:22:32,295 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.025523502001306042 (mp_runner.py:73) -2024-09-01 18:22:32,379 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.016524904996913392 (mp_runner.py:73) -2024-09-01 18:22:32,398 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.03787668899894925 (mp_runner.py:73) -2024-09-01 18:22:32,439 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.026354760004323907 (mp_runner.py:73) -2024-09-01 18:22:32,680 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.022701606001646724 (mp_runner.py:73) -2024-09-01 18:22:32,969 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.015222042995446827 (mp_runner.py:73) -2024-09-01 18:22:32,971 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.01801763800176559 (mp_runner.py:73) -2024-09-01 18:22:34,017 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.022395517000404652 (mp_runner.py:73) -2024-09-01 18:22:34,139 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.022331715998006985 (mp_runner.py:73) -2024-09-01 18:22:40,067 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.008705757994903252 (mp_runner.py:73) -2024-09-01 18:22:40,068 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.00996817099803593 (mp_runner.py:73) -2024-09-01 18:22:40,071 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.006354391996865161 (mp_runner.py:73) -2024-09-01 18:22:40,075 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.002236360996903386 (mp_runner.py:73) -2024-09-01 18:22:40,076 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.017352454997308087 (mp_runner.py:73) -2024-09-01 18:22:40,079 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.0016927719989325851 (mp_runner.py:73) -2024-09-01 18:22:40,083 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.00895764400047483 (mp_runner.py:73) -2024-09-01 18:22:40,084 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.010807396000018343 (mp_runner.py:73) -2024-09-01 18:22:40,085 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.010454153998580296 (mp_runner.py:73) -2024-09-01 18:22:40,086 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.011824412002169993 (mp_runner.py:73) -2024-09-01 18:22:40,087 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.012958309998793993 (mp_runner.py:73) -2024-09-01 18:22:40,088 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.013920771001721732 (mp_runner.py:73) -2024-09-01 18:22:40,089 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.015091455999936443 (mp_runner.py:73) -2024-09-01 18:22:40,090 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.018315597000764683 (mp_runner.py:73) -2024-09-01 18:22:40,099 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.02606622200255515 (mp_runner.py:73) -2024-09-01 18:22:40,142 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.03264894699532306 (mp_runner.py:73) -2024-09-01 18:22:40,147 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.03684439899370773 (mp_runner.py:73) -2024-09-01 18:22:40,159 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.0023155259987106547 (mp_runner.py:73) -2024-09-01 18:22:40,360 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.017060054000467062 (mp_runner.py:73) -2024-09-01 18:22:41,105 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.018326195000554435 (mp_runner.py:73) -2024-09-01 18:22:41,273 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.012881788003141992 (mp_runner.py:73) -2024-09-01 18:22:41,276 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.016926506999880075 (mp_runner.py:73) -2024-09-01 18:22:41,333 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.016291857995383907 (mp_runner.py:73) -2024-09-01 18:22:41,398 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.017539763000968378 (mp_runner.py:73) -2024-09-01 18:22:41,486 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.015464572999917436 (mp_runner.py:73) -2024-09-01 18:22:41,661 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.019186655001249164 (mp_runner.py:73) -2024-09-01 18:22:41,867 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.0170837859986932 (mp_runner.py:73) -2024-09-01 18:22:41,915 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.019198318994313013 (mp_runner.py:73) -2024-09-01 18:22:43,257 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.017894861004606355 (mp_runner.py:73) -2024-09-01 18:22:43,327 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.017989344996749423 (mp_runner.py:73) -2024-09-01 18:22:48,714 | DEBUG |(SpawnProcess-1:82) search_count: 1500, latest_latency=0.009139850000792649 (mp_runner.py:73) -2024-09-01 18:22:48,724 | DEBUG |(SpawnProcess-1:75) search_count: 1500, latest_latency=0.0017713389970595017 (mp_runner.py:73) -2024-09-01 18:22:48,725 | DEBUG |(SpawnProcess-1:76) search_count: 1500, latest_latency=0.0026198150007985532 (mp_runner.py:73) -2024-09-01 18:22:48,725 | DEBUG |(SpawnProcess-1:95) search_count: 1500, latest_latency=0.020467610003834125 (mp_runner.py:73) -2024-09-01 18:22:48,726 | DEBUG |(SpawnProcess-1:85) search_count: 1500, latest_latency=0.022664265998173505 (mp_runner.py:73) -2024-09-01 18:22:48,726 | DEBUG |(SpawnProcess-1:103) search_count: 1500, latest_latency=0.003990495999460109 (mp_runner.py:73) -2024-09-01 18:22:48,726 | DEBUG |(SpawnProcess-1:78) search_count: 1500, latest_latency=0.023837813001591712 (mp_runner.py:73) -2024-09-01 18:22:48,726 | DEBUG |(SpawnProcess-1:91) search_count: 1500, latest_latency=0.0167471039967495 (mp_runner.py:73) -2024-09-01 18:22:48,727 | DEBUG |(SpawnProcess-1:90) search_count: 1500, latest_latency=0.004363432999525685 (mp_runner.py:73) -2024-09-01 18:22:48,728 | DEBUG |(SpawnProcess-1:74) search_count: 1500, latest_latency=0.018785756998113357 (mp_runner.py:73) -2024-09-01 18:22:48,759 | DEBUG |(SpawnProcess-1:99) search_count: 1500, latest_latency=0.02237828099896433 (mp_runner.py:73) -2024-09-01 18:22:48,785 | DEBUG |(SpawnProcess-1:81) search_count: 1500, latest_latency=0.01367728499462828 (mp_runner.py:73) -2024-09-01 18:22:48,803 | DEBUG |(SpawnProcess-1:87) search_count: 1500, latest_latency=0.012254656998266 (mp_runner.py:73) -2024-09-01 18:22:48,823 | DEBUG |(SpawnProcess-1:80) search_count: 1500, latest_latency=0.015618843004631344 (mp_runner.py:73) -2024-09-01 18:22:48,830 | DEBUG |(SpawnProcess-1:92) search_count: 1500, latest_latency=0.021755750000011176 (mp_runner.py:73) -2024-09-01 18:22:49,327 | DEBUG |(SpawnProcess-1:93) search_count: 1500, latest_latency=0.023622934997547418 (mp_runner.py:73) -2024-09-01 18:22:49,342 | DEBUG |(SpawnProcess-1:77) search_count: 1500, latest_latency=0.02380152999830898 (mp_runner.py:73) -2024-09-01 18:22:49,923 | DEBUG |(SpawnProcess-1:79) search_count: 1500, latest_latency=0.026073629000165965 (mp_runner.py:73) -2024-09-01 18:22:49,991 | DEBUG |(SpawnProcess-1:84) search_count: 1500, latest_latency=0.02448112099955324 (mp_runner.py:73) -2024-09-01 18:22:50,336 | DEBUG |(SpawnProcess-1:100) search_count: 1500, latest_latency=0.025829471000179183 (mp_runner.py:73) -2024-09-01 18:22:51,023 | DEBUG |(SpawnProcess-1:86) search_count: 1500, latest_latency=0.02490511699579656 (mp_runner.py:73) -2024-09-01 18:22:51,029 | DEBUG |(SpawnProcess-1:88) search_count: 1500, latest_latency=0.027881257999979425 (mp_runner.py:73) -2024-09-01 18:22:51,283 | DEBUG |(SpawnProcess-1:94) search_count: 1500, latest_latency=0.026336353999795392 (mp_runner.py:73) -2024-09-01 18:22:51,358 | DEBUG |(SpawnProcess-1:96) search_count: 1500, latest_latency=0.024271330003102776 (mp_runner.py:73) -2024-09-01 18:22:51,556 | DEBUG |(SpawnProcess-1:89) search_count: 1500, latest_latency=0.02004607599519659 (mp_runner.py:73) -2024-09-01 18:22:51,603 | DEBUG |(SpawnProcess-1:83) search_count: 1500, latest_latency=0.026656424000975676 (mp_runner.py:73) -2024-09-01 18:22:51,637 | DEBUG |(SpawnProcess-1:97) search_count: 1500, latest_latency=0.021822237999003846 (mp_runner.py:73) -2024-09-01 18:22:51,996 | DEBUG |(SpawnProcess-1:102) search_count: 1500, latest_latency=0.029257414003950544 (mp_runner.py:73) -2024-09-01 18:22:52,621 | DEBUG |(SpawnProcess-1:98) search_count: 1500, latest_latency=0.023483361001126468 (mp_runner.py:73) -2024-09-01 18:22:52,909 | DEBUG |(SpawnProcess-1:101) search_count: 1500, latest_latency=0.018565156999102328 (mp_runner.py:73) -2024-09-01 18:22:54,101 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0125s, count=1833, qps in this process: 61.0746 (mp_runner.py:76) -2024-09-01 18:22:54,121 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0115s, count=1637, qps in this process: 54.5458 (mp_runner.py:76) -2024-09-01 18:22:54,180 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0139s, count=1671, qps in this process: 55.6742 (mp_runner.py:76) -2024-09-01 18:22:54,186 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0333s, count=1722, qps in this process: 57.3364 (mp_runner.py:76) -2024-09-01 18:22:54,188 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0027s, count=1835, qps in this process: 61.1612 (mp_runner.py:76) -2024-09-01 18:22:54,188 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0045s, count=1732, qps in this process: 57.7247 (mp_runner.py:76) -2024-09-01 18:22:54,214 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0103s, count=1809, qps in this process: 60.2793 (mp_runner.py:76) -2024-09-01 18:22:54,238 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.018s, count=1841, qps in this process: 61.3299 (mp_runner.py:76) -2024-09-01 18:22:54,254 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0086s, count=1837, qps in this process: 61.2158 (mp_runner.py:76) -2024-09-01 18:22:54,295 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0231s, count=1762, qps in this process: 58.6881 (mp_runner.py:76) -2024-09-01 18:22:54,308 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0049s, count=1841, qps in this process: 61.3566 (mp_runner.py:76) -2024-09-01 18:22:54,329 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0004s, count=1779, qps in this process: 59.2992 (mp_runner.py:76) -2024-09-01 18:22:54,334 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0022s, count=1850, qps in this process: 61.6621 (mp_runner.py:76) -2024-09-01 18:22:54,338 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0024s, count=1660, qps in this process: 55.3289 (mp_runner.py:76) -2024-09-01 18:22:54,339 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0035s, count=1625, qps in this process: 54.1603 (mp_runner.py:76) -2024-09-01 18:22:54,341 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.001s, count=1851, qps in this process: 61.6979 (mp_runner.py:76) -2024-09-01 18:22:54,346 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0095s, count=1851, qps in this process: 61.6805 (mp_runner.py:76) -2024-09-01 18:22:54,348 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0126s, count=1851, qps in this process: 61.6741 (mp_runner.py:76) -2024-09-01 18:22:54,356 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0015s, count=1853, qps in this process: 61.7636 (mp_runner.py:76) -2024-09-01 18:22:54,357 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0011s, count=1852, qps in this process: 61.7311 (mp_runner.py:76) -2024-09-01 18:22:54,364 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0055s, count=1667, qps in this process: 55.5565 (mp_runner.py:76) -2024-09-01 18:22:54,364 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0056s, count=1654, qps in this process: 55.123 (mp_runner.py:76) -2024-09-01 18:22:54,364 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0058s, count=1853, qps in this process: 61.7547 (mp_runner.py:76) -2024-09-01 18:22:54,372 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0035s, count=1839, qps in this process: 61.2928 (mp_runner.py:76) -2024-09-01 18:22:54,378 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0009s, count=1718, qps in this process: 57.2649 (mp_runner.py:76) -2024-09-01 18:22:54,379 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0028s, count=1688, qps in this process: 56.2614 (mp_runner.py:76) -2024-09-01 18:22:54,379 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0003s, count=1853, qps in this process: 61.766 (mp_runner.py:76) -2024-09-01 18:22:54,380 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0071s, count=1651, qps in this process: 55.0203 (mp_runner.py:76) -2024-09-01 18:22:54,402 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.001s, count=1595, qps in this process: 53.1649 (mp_runner.py:76) -2024-09-01 18:22:54,403 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0005s, count=1611, qps in this process: 53.6991 (mp_runner.py:76) -2024-09-01 18:22:54,408 | INFO |End search in concurrency 30: dur=30.37132833999931s, total_count=52821, qps=1739.1732 (mp_runner.py:120) -2024-09-01 18:22:56,722 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:22:56,723 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 18:23:07,253 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 18:23:07,318 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,356 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,380 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,442 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,451 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,456 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,481 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,488 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,509 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,509 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,535 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,537 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,537 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,566 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,587 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,597 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,619 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,621 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,640 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,645 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,650 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,653 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,661 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,668 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,672 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,679 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,681 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:07,706 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:17,097 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.0375593140051933 (mp_runner.py:73) -2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.037657351000234485 (mp_runner.py:73) -2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.033963672001846135 (mp_runner.py:73) -2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.033318654997856356 (mp_runner.py:73) -2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.03458078100084094 (mp_runner.py:73) -2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.026639092997356784 (mp_runner.py:73) -2024-09-01 18:23:17,098 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.03914946699660504 (mp_runner.py:73) -2024-09-01 18:23:17,099 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.012887862001662143 (mp_runner.py:73) -2024-09-01 18:23:17,100 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.041444350994424894 (mp_runner.py:73) -2024-09-01 18:23:17,101 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.016215688003285322 (mp_runner.py:73) -2024-09-01 18:23:17,108 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.025982828003179748 (mp_runner.py:73) -2024-09-01 18:23:17,110 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.02678130600543227 (mp_runner.py:73) -2024-09-01 18:23:17,110 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.026167243006057106 (mp_runner.py:73) -2024-09-01 18:23:17,113 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.029582238996226806 (mp_runner.py:73) -2024-09-01 18:23:17,114 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.028619757998967543 (mp_runner.py:73) -2024-09-01 18:23:17,165 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.02006002399866702 (mp_runner.py:73) -2024-09-01 18:23:17,169 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.019303775996377226 (mp_runner.py:73) -2024-09-01 18:23:17,170 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.024370397994061932 (mp_runner.py:73) -2024-09-01 18:23:17,178 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.03361953900457593 (mp_runner.py:73) -2024-09-01 18:23:17,333 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.02906312899722252 (mp_runner.py:73) -2024-09-01 18:23:17,361 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.02229583799635293 (mp_runner.py:73) -2024-09-01 18:23:17,420 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.028072105000319425 (mp_runner.py:73) -2024-09-01 18:23:17,533 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.025105940003413707 (mp_runner.py:73) -2024-09-01 18:23:17,641 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.013420092000160366 (mp_runner.py:73) -2024-09-01 18:23:17,643 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.017414322996046394 (mp_runner.py:73) -2024-09-01 18:23:17,644 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.01929774699965492 (mp_runner.py:73) -2024-09-01 18:23:17,645 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.025620011001592502 (mp_runner.py:73) -2024-09-01 18:23:17,646 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.02491320399713004 (mp_runner.py:73) -2024-09-01 18:23:17,869 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.027770484004577156 (mp_runner.py:73) -2024-09-01 18:23:17,973 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.028727285003697034 (mp_runner.py:73) -2024-09-01 18:23:18,295 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.024487181995937135 (mp_runner.py:73) -2024-09-01 18:23:18,619 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.028237001999514177 (mp_runner.py:73) -2024-09-01 18:23:18,670 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.02438058400002774 (mp_runner.py:73) -2024-09-01 18:23:18,777 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.02949113799695624 (mp_runner.py:73) -2024-09-01 18:23:19,361 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.04681919499853393 (mp_runner.py:73) -2024-09-01 18:23:26,345 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.023513455998909194 (mp_runner.py:73) -2024-09-01 18:23:26,346 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.02376836499752244 (mp_runner.py:73) -2024-09-01 18:23:26,347 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.016637422995700035 (mp_runner.py:73) -2024-09-01 18:23:26,347 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.021585720001894515 (mp_runner.py:73) -2024-09-01 18:23:26,347 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.023165553997387178 (mp_runner.py:73) -2024-09-01 18:23:26,347 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.02693608200206654 (mp_runner.py:73) -2024-09-01 18:23:26,349 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.028768126001523342 (mp_runner.py:73) -2024-09-01 18:23:26,350 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.026464416994713247 (mp_runner.py:73) -2024-09-01 18:23:26,350 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.024594761001935694 (mp_runner.py:73) -2024-09-01 18:23:26,351 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.024159027001587674 (mp_runner.py:73) -2024-09-01 18:23:26,351 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.013235936996352393 (mp_runner.py:73) -2024-09-01 18:23:26,352 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.020894272995064966 (mp_runner.py:73) -2024-09-01 18:23:26,353 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.023164416998042725 (mp_runner.py:73) -2024-09-01 18:23:26,353 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.021550203004153445 (mp_runner.py:73) -2024-09-01 18:23:26,359 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.018350374994042795 (mp_runner.py:73) -2024-09-01 18:23:26,362 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.022876638002344407 (mp_runner.py:73) -2024-09-01 18:23:26,363 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.01704160400549881 (mp_runner.py:73) -2024-09-01 18:23:26,364 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.015905435997410677 (mp_runner.py:73) -2024-09-01 18:23:26,396 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.021708722997573204 (mp_runner.py:73) -2024-09-01 18:23:26,397 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.013771763995464426 (mp_runner.py:73) -2024-09-01 18:23:26,397 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.014882862000376917 (mp_runner.py:73) -2024-09-01 18:23:26,398 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.01586157600104343 (mp_runner.py:73) -2024-09-01 18:23:26,398 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.022228039997571614 (mp_runner.py:73) -2024-09-01 18:23:26,400 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.020494112999585923 (mp_runner.py:73) -2024-09-01 18:23:26,513 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.02107087100011995 (mp_runner.py:73) -2024-09-01 18:23:26,715 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.02159712999855401 (mp_runner.py:73) -2024-09-01 18:23:27,120 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.012460914003895596 (mp_runner.py:73) -2024-09-01 18:23:28,386 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.023045001995342318 (mp_runner.py:73) -2024-09-01 18:23:28,451 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.016892911000468303 (mp_runner.py:73) -2024-09-01 18:23:28,677 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.0016256889939540997 (mp_runner.py:73) -2024-09-01 18:23:28,817 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.03657543399458518 (mp_runner.py:73) -2024-09-01 18:23:29,169 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.02492786599759711 (mp_runner.py:73) -2024-09-01 18:23:29,248 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.01923542100121267 (mp_runner.py:73) -2024-09-01 18:23:29,527 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.01944591500068782 (mp_runner.py:73) -2024-09-01 18:23:30,291 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.058905114005028736 (mp_runner.py:73) -2024-09-01 18:23:35,605 | DEBUG |(SpawnProcess-1:120) search_count: 1500, latest_latency=0.019077853998169303 (mp_runner.py:73) -2024-09-01 18:23:35,608 | DEBUG |(SpawnProcess-1:112) search_count: 1500, latest_latency=0.016372818005038425 (mp_runner.py:73) -2024-09-01 18:23:35,612 | DEBUG |(SpawnProcess-1:111) search_count: 1500, latest_latency=0.016841267002746463 (mp_runner.py:73) -2024-09-01 18:23:35,614 | DEBUG |(SpawnProcess-1:123) search_count: 1500, latest_latency=0.03357176500139758 (mp_runner.py:73) -2024-09-01 18:23:35,618 | DEBUG |(SpawnProcess-1:131) search_count: 1500, latest_latency=0.018650061007065233 (mp_runner.py:73) -2024-09-01 18:23:35,623 | DEBUG |(SpawnProcess-1:118) search_count: 1500, latest_latency=0.043358704999263864 (mp_runner.py:73) -2024-09-01 18:23:35,628 | DEBUG |(SpawnProcess-1:124) search_count: 1500, latest_latency=0.04604734099848429 (mp_runner.py:73) -2024-09-01 18:23:35,629 | DEBUG |(SpawnProcess-1:135) search_count: 1500, latest_latency=0.022179283005243633 (mp_runner.py:73) -2024-09-01 18:23:35,631 | DEBUG |(SpawnProcess-1:137) search_count: 1500, latest_latency=0.021686027001123875 (mp_runner.py:73) -2024-09-01 18:23:35,644 | DEBUG |(SpawnProcess-1:119) search_count: 1500, latest_latency=0.02216265199967893 (mp_runner.py:73) -2024-09-01 18:23:35,647 | DEBUG |(SpawnProcess-1:107) search_count: 1500, latest_latency=0.022801653998612892 (mp_runner.py:73) -2024-09-01 18:23:35,670 | DEBUG |(SpawnProcess-1:108) search_count: 1500, latest_latency=0.030647034000139683 (mp_runner.py:73) -2024-09-01 18:23:35,774 | DEBUG |(SpawnProcess-1:110) search_count: 1500, latest_latency=0.02749685999879148 (mp_runner.py:73) -2024-09-01 18:23:35,775 | DEBUG |(SpawnProcess-1:134) search_count: 1500, latest_latency=0.02723033099755412 (mp_runner.py:73) -2024-09-01 18:23:35,789 | DEBUG |(SpawnProcess-1:116) search_count: 1500, latest_latency=0.02544853000290459 (mp_runner.py:73) -2024-09-01 18:23:35,937 | DEBUG |(SpawnProcess-1:113) search_count: 1500, latest_latency=0.032521417997486424 (mp_runner.py:73) -2024-09-01 18:23:35,939 | DEBUG |(SpawnProcess-1:117) search_count: 1500, latest_latency=0.028466999996453524 (mp_runner.py:73) -2024-09-01 18:23:36,184 | DEBUG |(SpawnProcess-1:122) search_count: 1500, latest_latency=0.017016371995850932 (mp_runner.py:73) -2024-09-01 18:23:36,396 | DEBUG |(SpawnProcess-1:125) search_count: 1500, latest_latency=0.027615425002295524 (mp_runner.py:73) -2024-09-01 18:23:36,538 | DEBUG |(SpawnProcess-1:121) search_count: 1500, latest_latency=0.019063143998209853 (mp_runner.py:73) -2024-09-01 18:23:36,549 | DEBUG |(SpawnProcess-1:130) search_count: 1500, latest_latency=0.02012364999973215 (mp_runner.py:73) -2024-09-01 18:23:36,591 | DEBUG |(SpawnProcess-1:126) search_count: 1500, latest_latency=0.030640283999673557 (mp_runner.py:73) -2024-09-01 18:23:36,627 | DEBUG |(SpawnProcess-1:133) search_count: 1500, latest_latency=0.029073593999783043 (mp_runner.py:73) -2024-09-01 18:23:36,642 | DEBUG |(SpawnProcess-1:139) search_count: 1500, latest_latency=0.02541671899962239 (mp_runner.py:73) -2024-09-01 18:23:36,816 | DEBUG |(SpawnProcess-1:106) search_count: 1500, latest_latency=0.02512866700271843 (mp_runner.py:73) -2024-09-01 18:23:37,330 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0115s, count=1585, qps in this process: 52.8131 (mp_runner.py:76) -2024-09-01 18:23:37,373 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0052s, count=1587, qps in this process: 52.8908 (mp_runner.py:76) -2024-09-01 18:23:37,410 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.018s, count=1558, qps in this process: 51.9022 (mp_runner.py:76) -2024-09-01 18:23:37,464 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0212s, count=1469, qps in this process: 48.9321 (mp_runner.py:76) -2024-09-01 18:23:37,485 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0142s, count=1550, qps in this process: 51.6422 (mp_runner.py:76) -2024-09-01 18:23:37,493 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0063s, count=1596, qps in this process: 53.1888 (mp_runner.py:76) -2024-09-01 18:23:37,495 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0093s, count=1572, qps in this process: 52.3838 (mp_runner.py:76) -2024-09-01 18:23:37,495 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0419s, count=1394, qps in this process: 46.4019 (mp_runner.py:76) -2024-09-01 18:23:37,502 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0104s, count=1596, qps in this process: 53.1816 (mp_runner.py:76) -2024-09-01 18:23:37,512 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0126s, count=1595, qps in this process: 53.1443 (mp_runner.py:76) -2024-09-01 18:23:37,516 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0039s, count=1541, qps in this process: 51.36 (mp_runner.py:76) -2024-09-01 18:23:37,531 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0181s, count=1598, qps in this process: 53.2345 (mp_runner.py:76) -2024-09-01 18:23:37,540 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.0024s, count=1599, qps in this process: 53.2957 (mp_runner.py:76) -2024-09-01 18:23:37,545 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0074s, count=1599, qps in this process: 53.2869 (mp_runner.py:76) -2024-09-01 18:23:37,551 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0114s, count=1534, qps in this process: 51.1139 (mp_runner.py:76) -2024-09-01 18:23:37,571 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0009s, count=1550, qps in this process: 51.6651 (mp_runner.py:76) -2024-09-01 18:23:37,576 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.014s, count=1413, qps in this process: 47.078 (mp_runner.py:76) -2024-09-01 18:23:37,581 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0152s, count=1412, qps in this process: 47.0428 (mp_runner.py:76) -2024-09-01 18:23:37,593 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0039s, count=1367, qps in this process: 45.5607 (mp_runner.py:76) -2024-09-01 18:23:37,599 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0005s, count=1601, qps in this process: 53.3658 (mp_runner.py:76) -2024-09-01 18:23:37,607 | DEBUG |(SpawnProcess-1:136) search_count: 1500, latest_latency=0.010265835997415707 (mp_runner.py:73) -2024-09-01 18:23:37,613 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0009s, count=1606, qps in this process: 53.5317 (mp_runner.py:76) -2024-09-01 18:23:37,626 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0013s, count=1607, qps in this process: 53.5643 (mp_runner.py:76) -2024-09-01 18:23:37,631 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0063s, count=1607, qps in this process: 53.5554 (mp_runner.py:76) -2024-09-01 18:23:37,644 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0012s, count=1554, qps in this process: 51.7979 (mp_runner.py:76) -2024-09-01 18:23:37,649 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0054s, count=1419, qps in this process: 47.2915 (mp_runner.py:76) -2024-09-01 18:23:37,653 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0095s, count=1610, qps in this process: 53.6497 (mp_runner.py:76) -2024-09-01 18:23:37,656 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0063s, count=1506, qps in this process: 50.1895 (mp_runner.py:76) -2024-09-01 18:23:37,661 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0028s, count=1386, qps in this process: 46.1957 (mp_runner.py:76) -2024-09-01 18:23:37,665 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0083s, count=1562, qps in this process: 52.0523 (mp_runner.py:76) -2024-09-01 18:23:37,669 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0024s, count=1613, qps in this process: 53.7624 (mp_runner.py:76) -2024-09-01 18:23:37,675 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0022s, count=1561, qps in this process: 52.0295 (mp_runner.py:76) -2024-09-01 18:23:37,680 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0044s, count=1401, qps in this process: 46.6932 (mp_runner.py:76) -2024-09-01 18:23:37,687 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0006s, count=1617, qps in this process: 53.8989 (mp_runner.py:76) -2024-09-01 18:23:37,688 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0026s, count=1594, qps in this process: 53.1287 (mp_runner.py:76) -2024-09-01 18:23:37,713 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0011s, count=1377, qps in this process: 45.8983 (mp_runner.py:76) -2024-09-01 18:23:37,717 | INFO |End search in concurrency 35: dur=30.462392141002056s, total_count=53736, qps=1764.0112 (mp_runner.py:120) -2024-09-01 18:23:40,406 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:23:40,406 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 18:23:51,070 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 18:23:51,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,149 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,176 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,193 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,194 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,246 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,273 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,302 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,303 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,354 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,355 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,372 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,389 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,413 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,414 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,417 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,453 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,482 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,485 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,487 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,488 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,493 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,503 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,508 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,512 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,514 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,524 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,560 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,571 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,571 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,571 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,583 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,596 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:23:51,609 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:00,635 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.028504451998742297 (mp_runner.py:73) -2024-09-01 18:24:00,762 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.0174284059976344 (mp_runner.py:73) -2024-09-01 18:24:00,763 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.01768031700339634 (mp_runner.py:73) -2024-09-01 18:24:00,764 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.01665087199944537 (mp_runner.py:73) -2024-09-01 18:24:00,765 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.018763068001135252 (mp_runner.py:73) -2024-09-01 18:24:00,768 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.0251478509962908 (mp_runner.py:73) -2024-09-01 18:24:00,769 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.030154615997162182 (mp_runner.py:73) -2024-09-01 18:24:00,773 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.030561147999833338 (mp_runner.py:73) -2024-09-01 18:24:00,849 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.033727210997312795 (mp_runner.py:73) -2024-09-01 18:24:01,043 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.026830585004063323 (mp_runner.py:73) -2024-09-01 18:24:01,065 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.05191453300358262 (mp_runner.py:73) -2024-09-01 18:24:01,096 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.036823919996095356 (mp_runner.py:73) -2024-09-01 18:24:01,133 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.07445242399990093 (mp_runner.py:73) -2024-09-01 18:24:01,176 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.022335638001095504 (mp_runner.py:73) -2024-09-01 18:24:01,405 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.025811291998252273 (mp_runner.py:73) -2024-09-01 18:24:01,449 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.007994722996954806 (mp_runner.py:73) -2024-09-01 18:24:01,519 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.02867737499764189 (mp_runner.py:73) -2024-09-01 18:24:01,588 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.030994387998362072 (mp_runner.py:73) -2024-09-01 18:24:01,721 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.020704278998891823 (mp_runner.py:73) -2024-09-01 18:24:01,724 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.018979118001880124 (mp_runner.py:73) -2024-09-01 18:24:01,726 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.028067159997590352 (mp_runner.py:73) -2024-09-01 18:24:01,727 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.030383987999812234 (mp_runner.py:73) -2024-09-01 18:24:01,727 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.030664317004266195 (mp_runner.py:73) -2024-09-01 18:24:01,729 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.019875445002980996 (mp_runner.py:73) -2024-09-01 18:24:01,983 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.03104632300528465 (mp_runner.py:73) -2024-09-01 18:24:01,992 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.029154420000850223 (mp_runner.py:73) -2024-09-01 18:24:02,044 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.03201642799831461 (mp_runner.py:73) -2024-09-01 18:24:02,071 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.03421848399739247 (mp_runner.py:73) -2024-09-01 18:24:02,177 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.04323920600290876 (mp_runner.py:73) -2024-09-01 18:24:02,197 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.03737969099893235 (mp_runner.py:73) -2024-09-01 18:24:02,364 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.03300591700099176 (mp_runner.py:73) -2024-09-01 18:24:02,379 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.029019476001849398 (mp_runner.py:73) -2024-09-01 18:24:02,588 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.0313604410039261 (mp_runner.py:73) -2024-09-01 18:24:02,666 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.025602396999602206 (mp_runner.py:73) -2024-09-01 18:24:02,777 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.03700644300261047 (mp_runner.py:73) -2024-09-01 18:24:02,836 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.03259399599483004 (mp_runner.py:73) -2024-09-01 18:24:04,331 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.03651257199817337 (mp_runner.py:73) -2024-09-01 18:24:04,441 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.015323193998483475 (mp_runner.py:73) -2024-09-01 18:24:04,628 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.034653018999961205 (mp_runner.py:73) -2024-09-01 18:24:04,833 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.033053078994271345 (mp_runner.py:73) -2024-09-01 18:24:12,468 | DEBUG |(SpawnProcess-1:160) search_count: 1000, latest_latency=0.008606889998191036 (mp_runner.py:73) -2024-09-01 18:24:12,471 | DEBUG |(SpawnProcess-1:166) search_count: 1000, latest_latency=0.005970409998553805 (mp_runner.py:73) -2024-09-01 18:24:12,472 | DEBUG |(SpawnProcess-1:150) search_count: 1000, latest_latency=0.009105043995077722 (mp_runner.py:73) -2024-09-01 18:24:12,472 | DEBUG |(SpawnProcess-1:152) search_count: 1000, latest_latency=0.012489018998167012 (mp_runner.py:73) -2024-09-01 18:24:12,473 | DEBUG |(SpawnProcess-1:156) search_count: 1000, latest_latency=0.01140869200025918 (mp_runner.py:73) -2024-09-01 18:24:12,473 | DEBUG |(SpawnProcess-1:177) search_count: 1000, latest_latency=0.010696186000132002 (mp_runner.py:73) -2024-09-01 18:24:12,475 | DEBUG |(SpawnProcess-1:151) search_count: 1000, latest_latency=0.01393752099829726 (mp_runner.py:73) -2024-09-01 18:24:12,475 | DEBUG |(SpawnProcess-1:148) search_count: 1000, latest_latency=0.017075896997994278 (mp_runner.py:73) -2024-09-01 18:24:12,476 | DEBUG |(SpawnProcess-1:178) search_count: 1000, latest_latency=0.012980578001588583 (mp_runner.py:73) -2024-09-01 18:24:12,477 | DEBUG |(SpawnProcess-1:158) search_count: 1000, latest_latency=0.014445731998421252 (mp_runner.py:73) -2024-09-01 18:24:12,477 | DEBUG |(SpawnProcess-1:142) search_count: 1000, latest_latency=0.012485587001719978 (mp_runner.py:73) -2024-09-01 18:24:12,478 | DEBUG |(SpawnProcess-1:171) search_count: 1000, latest_latency=0.009570285001245793 (mp_runner.py:73) -2024-09-01 18:24:12,479 | DEBUG |(SpawnProcess-1:155) search_count: 1000, latest_latency=0.01085412000247743 (mp_runner.py:73) -2024-09-01 18:24:12,480 | DEBUG |(SpawnProcess-1:175) search_count: 1000, latest_latency=0.01061532599851489 (mp_runner.py:73) -2024-09-01 18:24:12,482 | DEBUG |(SpawnProcess-1:145) search_count: 1000, latest_latency=0.013837931001035031 (mp_runner.py:73) -2024-09-01 18:24:12,485 | DEBUG |(SpawnProcess-1:179) search_count: 1000, latest_latency=0.027627110001049004 (mp_runner.py:73) -2024-09-01 18:24:12,490 | DEBUG |(SpawnProcess-1:174) search_count: 1000, latest_latency=0.02476923599897418 (mp_runner.py:73) -2024-09-01 18:24:12,502 | DEBUG |(SpawnProcess-1:180) search_count: 1000, latest_latency=0.018231413996545598 (mp_runner.py:73) -2024-09-01 18:24:12,518 | DEBUG |(SpawnProcess-1:159) search_count: 1000, latest_latency=0.01490108000143664 (mp_runner.py:73) -2024-09-01 18:24:12,519 | DEBUG |(SpawnProcess-1:164) search_count: 1000, latest_latency=0.02213571400352521 (mp_runner.py:73) -2024-09-01 18:24:12,521 | DEBUG |(SpawnProcess-1:153) search_count: 1000, latest_latency=0.019014972996956203 (mp_runner.py:73) -2024-09-01 18:24:12,821 | DEBUG |(SpawnProcess-1:173) search_count: 1000, latest_latency=0.013997189998917747 (mp_runner.py:73) -2024-09-01 18:24:12,823 | DEBUG |(SpawnProcess-1:170) search_count: 1000, latest_latency=0.01649877300224034 (mp_runner.py:73) -2024-09-01 18:24:12,826 | DEBUG |(SpawnProcess-1:146) search_count: 1000, latest_latency=0.02495182800339535 (mp_runner.py:73) -2024-09-01 18:24:12,855 | DEBUG |(SpawnProcess-1:168) search_count: 1000, latest_latency=0.0039869850006653 (mp_runner.py:73) -2024-09-01 18:24:12,861 | DEBUG |(SpawnProcess-1:161) search_count: 1000, latest_latency=0.0097237279987894 (mp_runner.py:73) -2024-09-01 18:24:12,865 | DEBUG |(SpawnProcess-1:163) search_count: 1000, latest_latency=0.011064892998547293 (mp_runner.py:73) -2024-09-01 18:24:12,868 | DEBUG |(SpawnProcess-1:144) search_count: 1000, latest_latency=0.01543072200001916 (mp_runner.py:73) -2024-09-01 18:24:12,871 | DEBUG |(SpawnProcess-1:167) search_count: 1000, latest_latency=0.020921964998706244 (mp_runner.py:73) -2024-09-01 18:24:12,872 | DEBUG |(SpawnProcess-1:149) search_count: 1000, latest_latency=0.015552844997728243 (mp_runner.py:73) -2024-09-01 18:24:12,874 | DEBUG |(SpawnProcess-1:169) search_count: 1000, latest_latency=0.025801055002375506 (mp_runner.py:73) -2024-09-01 18:24:13,049 | DEBUG |(SpawnProcess-1:162) search_count: 1000, latest_latency=0.01954440500412602 (mp_runner.py:73) -2024-09-01 18:24:13,836 | DEBUG |(SpawnProcess-1:143) search_count: 1000, latest_latency=0.030388780003704596 (mp_runner.py:73) -2024-09-01 18:24:14,012 | DEBUG |(SpawnProcess-1:165) search_count: 1000, latest_latency=0.023009519005427137 (mp_runner.py:73) -2024-09-01 18:24:14,133 | DEBUG |(SpawnProcess-1:176) search_count: 1000, latest_latency=0.027307686999847647 (mp_runner.py:73) -2024-09-01 18:24:14,436 | DEBUG |(SpawnProcess-1:172) search_count: 1000, latest_latency=0.02102159300557105 (mp_runner.py:73) -2024-09-01 18:24:14,457 | DEBUG |(SpawnProcess-1:157) search_count: 1000, latest_latency=0.02787554799579084 (mp_runner.py:73) -2024-09-01 18:24:14,795 | DEBUG |(SpawnProcess-1:147) search_count: 1000, latest_latency=0.011795243997767102 (mp_runner.py:73) -2024-09-01 18:24:15,990 | DEBUG |(SpawnProcess-1:141) search_count: 1000, latest_latency=0.01691079300508136 (mp_runner.py:73) -2024-09-01 18:24:16,283 | DEBUG |(SpawnProcess-1:154) search_count: 1000, latest_latency=0.027230072002566885 (mp_runner.py:73) -2024-09-01 18:24:21,141 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.003s, count=1401, qps in this process: 46.6953 (mp_runner.py:76) -2024-09-01 18:24:21,179 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0186s, count=1402, qps in this process: 46.7044 (mp_runner.py:76) -2024-09-01 18:24:21,185 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0057s, count=1403, qps in this process: 46.7578 (mp_runner.py:76) -2024-09-01 18:24:21,202 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0051s, count=1404, qps in this process: 46.792 (mp_runner.py:76) -2024-09-01 18:24:21,205 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0068s, count=1404, qps in this process: 46.7894 (mp_runner.py:76) -2024-09-01 18:24:21,208 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0102s, count=1404, qps in this process: 46.7841 (mp_runner.py:76) -2024-09-01 18:24:21,250 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0014s, count=1406, qps in this process: 46.8645 (mp_runner.py:76) -2024-09-01 18:24:21,303 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.027s, count=1408, qps in this process: 46.8911 (mp_runner.py:76) -2024-09-01 18:24:21,309 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0021s, count=1308, qps in this process: 43.5969 (mp_runner.py:76) -2024-09-01 18:24:21,315 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0083s, count=1303, qps in this process: 43.4213 (mp_runner.py:76) -2024-09-01 18:24:21,322 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.007s, count=1290, qps in this process: 42.99 (mp_runner.py:76) -2024-09-01 18:24:21,323 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0182s, count=1410, qps in this process: 46.9715 (mp_runner.py:76) -2024-09-01 18:24:21,324 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0189s, count=1410, qps in this process: 46.9704 (mp_runner.py:76) -2024-09-01 18:24:21,363 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0026s, count=1394, qps in this process: 46.4626 (mp_runner.py:76) -2024-09-01 18:24:21,372 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0106s, count=1414, qps in this process: 47.1167 (mp_runner.py:76) -2024-09-01 18:24:21,386 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0125s, count=1415, qps in this process: 47.147 (mp_runner.py:76) -2024-09-01 18:24:21,408 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0151s, count=1416, qps in this process: 47.1763 (mp_runner.py:76) -2024-09-01 18:24:21,423 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.001s, count=1418, qps in this process: 47.2651 (mp_runner.py:76) -2024-09-01 18:24:21,432 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0107s, count=1418, qps in this process: 47.2498 (mp_runner.py:76) -2024-09-01 18:24:21,436 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0141s, count=1418, qps in this process: 47.2445 (mp_runner.py:76) -2024-09-01 18:24:21,462 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0058s, count=1422, qps in this process: 47.3908 (mp_runner.py:76) -2024-09-01 18:24:21,490 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.003s, count=1425, qps in this process: 47.4953 (mp_runner.py:76) -2024-09-01 18:24:21,492 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0008s, count=1425, qps in this process: 47.4987 (mp_runner.py:76) -2024-09-01 18:24:21,493 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.005s, count=1424, qps in this process: 47.4588 (mp_runner.py:76) -2024-09-01 18:24:21,494 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.003s, count=1424, qps in this process: 47.4619 (mp_runner.py:76) -2024-09-01 18:24:21,496 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0084s, count=1424, qps in this process: 47.4534 (mp_runner.py:76) -2024-09-01 18:24:21,505 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0067s, count=1393, qps in this process: 46.423 (mp_runner.py:76) -2024-09-01 18:24:21,508 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0023s, count=1426, qps in this process: 47.5297 (mp_runner.py:76) -2024-09-01 18:24:21,518 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0048s, count=1351, qps in this process: 45.0261 (mp_runner.py:76) -2024-09-01 18:24:21,519 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0024s, count=1428, qps in this process: 47.5962 (mp_runner.py:76) -2024-09-01 18:24:21,519 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0014s, count=1428, qps in this process: 47.5978 (mp_runner.py:76) -2024-09-01 18:24:21,530 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0004s, count=1429, qps in this process: 47.6327 (mp_runner.py:76) -2024-09-01 18:24:21,568 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.003s, count=1436, qps in this process: 47.8619 (mp_runner.py:76) -2024-09-01 18:24:21,571 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0057s, count=1436, qps in this process: 47.8576 (mp_runner.py:76) -2024-09-01 18:24:21,577 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.0029s, count=1344, qps in this process: 44.7957 (mp_runner.py:76) -2024-09-01 18:24:21,578 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0025s, count=1260, qps in this process: 41.9965 (mp_runner.py:76) -2024-09-01 18:24:21,583 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0087s, count=1438, qps in this process: 47.9194 (mp_runner.py:76) -2024-09-01 18:24:21,596 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0004s, count=1253, qps in this process: 41.7661 (mp_runner.py:76) -2024-09-01 18:24:21,601 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0006s, count=1369, qps in this process: 45.6324 (mp_runner.py:76) -2024-09-01 18:24:21,615 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0006s, count=1359, qps in this process: 45.2991 (mp_runner.py:76) -2024-09-01 18:24:21,623 | INFO |End search in concurrency 40: dur=30.55296846600686s, total_count=55740, qps=1824.3726 (mp_runner.py:120) -2024-09-01 18:24:24,210 | INFO |Update largest qps with concurrency 40: current max_qps=1824.3726 (mp_runner.py:124) -2024-09-01 18:24:24,624 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:24:24,625 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 18:24:35,466 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 18:24:35,521 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,652 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,670 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,789 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,862 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,862 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,862 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,864 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,878 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,879 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,922 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,927 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,929 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,929 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,940 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,942 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,944 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,949 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,955 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,964 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,970 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,972 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,975 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,980 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,990 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:35,993 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:36,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:36,007 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:36,013 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:36,033 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:36,034 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:36,040 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:24:47,793 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.023599959000421222 (mp_runner.py:73) -2024-09-01 18:24:47,795 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.024674975000380073 (mp_runner.py:73) -2024-09-01 18:24:47,797 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.026446979005413596 (mp_runner.py:73) -2024-09-01 18:24:47,797 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.022453871002653614 (mp_runner.py:73) -2024-09-01 18:24:47,798 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.025639239000156522 (mp_runner.py:73) -2024-09-01 18:24:47,799 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.029942177003249526 (mp_runner.py:73) -2024-09-01 18:24:47,802 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.02177500900143059 (mp_runner.py:73) -2024-09-01 18:24:47,806 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.037414226004329976 (mp_runner.py:73) -2024-09-01 18:24:47,807 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.02442085000075167 (mp_runner.py:73) -2024-09-01 18:24:47,807 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.022947885998291895 (mp_runner.py:73) -2024-09-01 18:24:47,808 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.02491317599924514 (mp_runner.py:73) -2024-09-01 18:24:47,809 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.037116234001587145 (mp_runner.py:73) -2024-09-01 18:24:47,809 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.018041652998363134 (mp_runner.py:73) -2024-09-01 18:24:47,810 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.022630790001130663 (mp_runner.py:73) -2024-09-01 18:24:47,811 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.020506786000623833 (mp_runner.py:73) -2024-09-01 18:24:47,811 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.021452562003105413 (mp_runner.py:73) -2024-09-01 18:24:47,811 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.023187188999145292 (mp_runner.py:73) -2024-09-01 18:24:47,812 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.019254808998084627 (mp_runner.py:73) -2024-09-01 18:24:47,813 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.019115008995868266 (mp_runner.py:73) -2024-09-01 18:24:47,814 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.021903134998865426 (mp_runner.py:73) -2024-09-01 18:24:47,814 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.01785716500307899 (mp_runner.py:73) -2024-09-01 18:24:47,816 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.018158373000915162 (mp_runner.py:73) -2024-09-01 18:24:47,817 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.02076498299720697 (mp_runner.py:73) -2024-09-01 18:24:47,817 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.018072145998303313 (mp_runner.py:73) -2024-09-01 18:24:47,818 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.033191314003488515 (mp_runner.py:73) -2024-09-01 18:24:47,819 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.018033275002380833 (mp_runner.py:73) -2024-09-01 18:24:47,823 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.018073232000460848 (mp_runner.py:73) -2024-09-01 18:24:47,824 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.059649478003848344 (mp_runner.py:73) -2024-09-01 18:24:47,826 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.01990890400338685 (mp_runner.py:73) -2024-09-01 18:24:47,827 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.022667736004223116 (mp_runner.py:73) -2024-09-01 18:24:47,830 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.030667150997032877 (mp_runner.py:73) -2024-09-01 18:24:48,377 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.02018463700369466 (mp_runner.py:73) -2024-09-01 18:24:48,934 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.025209587001882028 (mp_runner.py:73) -2024-09-01 18:24:49,035 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.05717792899667984 (mp_runner.py:73) -2024-09-01 18:24:49,047 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.02070182099851081 (mp_runner.py:73) -2024-09-01 18:24:49,076 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.03138827200018568 (mp_runner.py:73) -2024-09-01 18:24:49,079 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.03129436699964572 (mp_runner.py:73) -2024-09-01 18:24:49,084 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.03460288100177422 (mp_runner.py:73) -2024-09-01 18:24:49,728 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.042014518003270496 (mp_runner.py:73) -2024-09-01 18:24:49,981 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.03378844899998512 (mp_runner.py:73) -2024-09-01 18:24:50,256 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.03179170400107978 (mp_runner.py:73) -2024-09-01 18:24:50,792 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.07255434399849037 (mp_runner.py:73) -2024-09-01 18:24:50,857 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.03143436900427332 (mp_runner.py:73) -2024-09-01 18:24:51,021 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.054613989996141754 (mp_runner.py:73) -2024-09-01 18:24:51,107 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.04069779999554157 (mp_runner.py:73) -2024-09-01 18:24:59,628 | DEBUG |(SpawnProcess-1:195) search_count: 1000, latest_latency=0.009405627002706751 (mp_runner.py:73) -2024-09-01 18:24:59,630 | DEBUG |(SpawnProcess-1:200) search_count: 1000, latest_latency=0.006291943005635403 (mp_runner.py:73) -2024-09-01 18:24:59,630 | DEBUG |(SpawnProcess-1:203) search_count: 1000, latest_latency=0.010579571004200261 (mp_runner.py:73) -2024-09-01 18:24:59,631 | DEBUG |(SpawnProcess-1:183) search_count: 1000, latest_latency=0.013628897999296896 (mp_runner.py:73) -2024-09-01 18:24:59,631 | DEBUG |(SpawnProcess-1:185) search_count: 1000, latest_latency=0.001221600999997463 (mp_runner.py:73) -2024-09-01 18:24:59,631 | DEBUG |(SpawnProcess-1:189) search_count: 1000, latest_latency=0.010486051003681496 (mp_runner.py:73) -2024-09-01 18:24:59,632 | DEBUG |(SpawnProcess-1:222) search_count: 1000, latest_latency=0.012095057994883973 (mp_runner.py:73) -2024-09-01 18:24:59,633 | DEBUG |(SpawnProcess-1:191) search_count: 1000, latest_latency=0.015205609000986442 (mp_runner.py:73) -2024-09-01 18:24:59,634 | DEBUG |(SpawnProcess-1:217) search_count: 1000, latest_latency=0.009169236996967811 (mp_runner.py:73) -2024-09-01 18:24:59,634 | DEBUG |(SpawnProcess-1:206) search_count: 1000, latest_latency=0.016165535998879932 (mp_runner.py:73) -2024-09-01 18:24:59,635 | DEBUG |(SpawnProcess-1:214) search_count: 1000, latest_latency=0.01621637199423276 (mp_runner.py:73) -2024-09-01 18:24:59,635 | DEBUG |(SpawnProcess-1:199) search_count: 1000, latest_latency=0.01597421200131066 (mp_runner.py:73) -2024-09-01 18:24:59,636 | DEBUG |(SpawnProcess-1:202) search_count: 1000, latest_latency=0.015315758006181568 (mp_runner.py:73) -2024-09-01 18:24:59,637 | DEBUG |(SpawnProcess-1:212) search_count: 1000, latest_latency=0.017078579003282357 (mp_runner.py:73) -2024-09-01 18:24:59,638 | DEBUG |(SpawnProcess-1:193) search_count: 1000, latest_latency=0.015395327005535364 (mp_runner.py:73) -2024-09-01 18:24:59,638 | DEBUG |(SpawnProcess-1:221) search_count: 1000, latest_latency=0.012922961999720428 (mp_runner.py:73) -2024-09-01 18:24:59,639 | DEBUG |(SpawnProcess-1:209) search_count: 1000, latest_latency=0.01724168700457085 (mp_runner.py:73) -2024-09-01 18:24:59,639 | DEBUG |(SpawnProcess-1:204) search_count: 1000, latest_latency=0.01719280799443368 (mp_runner.py:73) -2024-09-01 18:24:59,640 | DEBUG |(SpawnProcess-1:213) search_count: 1000, latest_latency=0.023353125994617585 (mp_runner.py:73) -2024-09-01 18:24:59,641 | DEBUG |(SpawnProcess-1:207) search_count: 1000, latest_latency=0.02025264099938795 (mp_runner.py:73) -2024-09-01 18:24:59,642 | DEBUG |(SpawnProcess-1:188) search_count: 1000, latest_latency=0.01698536799813155 (mp_runner.py:73) -2024-09-01 18:24:59,642 | DEBUG |(SpawnProcess-1:219) search_count: 1000, latest_latency=0.026171445999352727 (mp_runner.py:73) -2024-09-01 18:24:59,643 | DEBUG |(SpawnProcess-1:192) search_count: 1000, latest_latency=0.01777398199919844 (mp_runner.py:73) -2024-09-01 18:24:59,644 | DEBUG |(SpawnProcess-1:194) search_count: 1000, latest_latency=0.020039230003021657 (mp_runner.py:73) -2024-09-01 18:24:59,645 | DEBUG |(SpawnProcess-1:220) search_count: 1000, latest_latency=0.019673558002978098 (mp_runner.py:73) -2024-09-01 18:24:59,646 | DEBUG |(SpawnProcess-1:210) search_count: 1000, latest_latency=0.022238269993977156 (mp_runner.py:73) -2024-09-01 18:24:59,649 | DEBUG |(SpawnProcess-1:216) search_count: 1000, latest_latency=0.026284829000360332 (mp_runner.py:73) -2024-09-01 18:24:59,655 | DEBUG |(SpawnProcess-1:211) search_count: 1000, latest_latency=0.02212699699884979 (mp_runner.py:73) -2024-09-01 18:24:59,666 | DEBUG |(SpawnProcess-1:190) search_count: 1000, latest_latency=0.05049292000330752 (mp_runner.py:73) -2024-09-01 18:24:59,669 | DEBUG |(SpawnProcess-1:196) search_count: 1000, latest_latency=0.021893505996558815 (mp_runner.py:73) -2024-09-01 18:24:59,731 | DEBUG |(SpawnProcess-1:208) search_count: 1000, latest_latency=0.020591296000930015 (mp_runner.py:73) -2024-09-01 18:24:59,763 | DEBUG |(SpawnProcess-1:218) search_count: 1000, latest_latency=0.020418454994796775 (mp_runner.py:73) -2024-09-01 18:24:59,766 | DEBUG |(SpawnProcess-1:182) search_count: 1000, latest_latency=0.0020978399988962337 (mp_runner.py:73) -2024-09-01 18:24:59,766 | DEBUG |(SpawnProcess-1:205) search_count: 1000, latest_latency=0.028325303996098228 (mp_runner.py:73) -2024-09-01 18:24:59,904 | DEBUG |(SpawnProcess-1:226) search_count: 1000, latest_latency=0.02031276399793569 (mp_runner.py:73) -2024-09-01 18:25:00,080 | DEBUG |(SpawnProcess-1:186) search_count: 1000, latest_latency=0.002667640997970011 (mp_runner.py:73) -2024-09-01 18:25:00,570 | DEBUG |(SpawnProcess-1:224) search_count: 1000, latest_latency=0.0250519540059031 (mp_runner.py:73) -2024-09-01 18:25:00,995 | DEBUG |(SpawnProcess-1:197) search_count: 1000, latest_latency=0.02480569700128399 (mp_runner.py:73) -2024-09-01 18:25:02,043 | DEBUG |(SpawnProcess-1:198) search_count: 1000, latest_latency=0.031996267003705725 (mp_runner.py:73) -2024-09-01 18:25:02,149 | DEBUG |(SpawnProcess-1:184) search_count: 1000, latest_latency=0.06435220100684091 (mp_runner.py:73) -2024-09-01 18:25:02,368 | DEBUG |(SpawnProcess-1:225) search_count: 1000, latest_latency=0.02816946100210771 (mp_runner.py:73) -2024-09-01 18:25:02,371 | DEBUG |(SpawnProcess-1:187) search_count: 1000, latest_latency=0.018984561997058336 (mp_runner.py:73) -2024-09-01 18:25:02,583 | DEBUG |(SpawnProcess-1:223) search_count: 1000, latest_latency=0.025724487997649703 (mp_runner.py:73) -2024-09-01 18:25:02,920 | DEBUG |(SpawnProcess-1:201) search_count: 1000, latest_latency=0.02174055499926908 (mp_runner.py:73) -2024-09-01 18:25:03,083 | DEBUG |(SpawnProcess-1:215) search_count: 1000, latest_latency=0.020744800996908452 (mp_runner.py:73) -2024-09-01 18:25:05,539 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0134s, count=1247, qps in this process: 41.5481 (mp_runner.py:76) -2024-09-01 18:25:05,679 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0193s, count=1214, qps in this process: 40.4406 (mp_runner.py:76) -2024-09-01 18:25:05,689 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0075s, count=1216, qps in this process: 40.5232 (mp_runner.py:76) -2024-09-01 18:25:05,818 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0234s, count=1238, qps in this process: 41.2345 (mp_runner.py:76) -2024-09-01 18:25:05,846 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0034s, count=1260, qps in this process: 41.9952 (mp_runner.py:76) -2024-09-01 18:25:05,855 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0057s, count=1259, qps in this process: 41.9587 (mp_runner.py:76) -2024-09-01 18:25:05,856 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0029s, count=1240, qps in this process: 41.3293 (mp_runner.py:76) -2024-09-01 18:25:05,865 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0061s, count=1261, qps in this process: 42.0248 (mp_runner.py:76) -2024-09-01 18:25:05,867 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0097s, count=1261, qps in this process: 42.0197 (mp_runner.py:76) -2024-09-01 18:25:05,873 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0092s, count=1257, qps in this process: 41.8872 (mp_runner.py:76) -2024-09-01 18:25:05,873 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0197s, count=1261, qps in this process: 42.0057 (mp_runner.py:76) -2024-09-01 18:25:05,879 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0077s, count=1231, qps in this process: 41.0228 (mp_runner.py:76) -2024-09-01 18:25:05,881 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0083s, count=1257, qps in this process: 41.8884 (mp_runner.py:76) -2024-09-01 18:25:05,882 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.019s, count=1221, qps in this process: 40.6742 (mp_runner.py:76) -2024-09-01 18:25:05,886 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0034s, count=1128, qps in this process: 37.5957 (mp_runner.py:76) -2024-09-01 18:25:05,890 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0154s, count=1241, qps in this process: 41.3454 (mp_runner.py:76) -2024-09-01 18:25:05,891 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0276s, count=1217, qps in this process: 40.5294 (mp_runner.py:76) -2024-09-01 18:25:05,893 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0342s, count=1262, qps in this process: 42.0188 (mp_runner.py:76) -2024-09-01 18:25:05,893 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0248s, count=1262, qps in this process: 42.0319 (mp_runner.py:76) -2024-09-01 18:25:05,894 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0365s, count=1262, qps in this process: 42.0155 (mp_runner.py:76) -2024-09-01 18:25:05,894 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0375s, count=1262, qps in this process: 42.0141 (mp_runner.py:76) -2024-09-01 18:25:05,901 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0179s, count=1258, qps in this process: 41.9083 (mp_runner.py:76) -2024-09-01 18:25:05,928 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0019s, count=1210, qps in this process: 40.3308 (mp_runner.py:76) -2024-09-01 18:25:05,933 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0037s, count=1265, qps in this process: 42.1615 (mp_runner.py:76) -2024-09-01 18:25:05,942 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0081s, count=1242, qps in this process: 41.3888 (mp_runner.py:76) -2024-09-01 18:25:05,942 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.008s, count=1266, qps in this process: 42.1887 (mp_runner.py:76) -2024-09-01 18:25:05,947 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0033s, count=1215, qps in this process: 40.4955 (mp_runner.py:76) -2024-09-01 18:25:05,952 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0021s, count=1122, qps in this process: 37.3974 (mp_runner.py:76) -2024-09-01 18:25:05,953 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0072s, count=1242, qps in this process: 41.3901 (mp_runner.py:76) -2024-09-01 18:25:05,954 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.001s, count=1180, qps in this process: 39.332 (mp_runner.py:76) -2024-09-01 18:25:05,968 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0057s, count=1268, qps in this process: 42.2586 (mp_runner.py:76) -2024-09-01 18:25:05,969 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0013s, count=1240, qps in this process: 41.3315 (mp_runner.py:76) -2024-09-01 18:25:05,979 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0026s, count=1270, qps in this process: 42.3297 (mp_runner.py:76) -2024-09-01 18:25:05,980 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0041s, count=1141, qps in this process: 38.0281 (mp_runner.py:76) -2024-09-01 18:25:05,986 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0038s, count=1270, qps in this process: 42.328 (mp_runner.py:76) -2024-09-01 18:25:05,990 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0059s, count=1253, qps in this process: 41.7585 (mp_runner.py:76) -2024-09-01 18:25:05,993 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0086s, count=1271, qps in this process: 42.3545 (mp_runner.py:76) -2024-09-01 18:25:06,001 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0019s, count=1152, qps in this process: 38.3976 (mp_runner.py:76) -2024-09-01 18:25:06,011 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0179s, count=1272, qps in this process: 42.3747 (mp_runner.py:76) -2024-09-01 18:25:06,019 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0017s, count=1204, qps in this process: 40.1311 (mp_runner.py:76) -2024-09-01 18:25:06,029 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.013s, count=1273, qps in this process: 42.415 (mp_runner.py:76) -2024-09-01 18:25:06,030 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.015s, count=1273, qps in this process: 42.4121 (mp_runner.py:76) -2024-09-01 18:25:06,035 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0003s, count=1145, qps in this process: 38.1663 (mp_runner.py:76) -2024-09-01 18:25:06,052 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0003s, count=1128, qps in this process: 37.5996 (mp_runner.py:76) -2024-09-01 18:25:06,055 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0008s, count=1130, qps in this process: 37.6657 (mp_runner.py:76) -2024-09-01 18:25:06,060 | INFO |End search in concurrency 45: dur=30.593103005005105s, total_count=55347, qps=1809.1333 (mp_runner.py:120) -2024-09-01 18:25:09,436 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:25:09,436 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 18:25:30,432 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 18:25:30,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,692 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,693 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,754 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,754 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,764 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,782 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,831 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,834 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,848 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,849 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,852 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,853 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,860 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,862 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,887 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,893 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,894 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,910 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,917 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,923 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,928 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,932 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,940 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,940 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,975 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,978 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:30,985 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,010 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,010 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,015 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,019 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,019 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,041 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,043 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,062 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,071 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,083 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,114 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,129 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,136 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,147 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,175 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:31,181 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:25:44,531 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.0025888020027196035 (mp_runner.py:73) -2024-09-01 18:25:44,533 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.003975039995566476 (mp_runner.py:73) -2024-09-01 18:25:44,533 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.0027626949959085323 (mp_runner.py:73) -2024-09-01 18:25:44,534 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.0019416729992371984 (mp_runner.py:73) -2024-09-01 18:25:44,534 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.003809934001765214 (mp_runner.py:73) -2024-09-01 18:25:44,534 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.002974368995637633 (mp_runner.py:73) -2024-09-01 18:25:44,535 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.0038897630001883954 (mp_runner.py:73) -2024-09-01 18:25:44,536 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.0078119800018612295 (mp_runner.py:73) -2024-09-01 18:25:44,537 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.00855918799788924 (mp_runner.py:73) -2024-09-01 18:25:44,538 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.006714051000017207 (mp_runner.py:73) -2024-09-01 18:25:44,539 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.009999950998462737 (mp_runner.py:73) -2024-09-01 18:25:44,540 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.008126736000122037 (mp_runner.py:73) -2024-09-01 18:25:44,541 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.01251975500053959 (mp_runner.py:73) -2024-09-01 18:25:44,542 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.010110709998116363 (mp_runner.py:73) -2024-09-01 18:25:44,543 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.013822501998220105 (mp_runner.py:73) -2024-09-01 18:25:44,546 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.018090779005433433 (mp_runner.py:73) -2024-09-01 18:25:44,547 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.018268100000568666 (mp_runner.py:73) -2024-09-01 18:25:44,551 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.002001622000534553 (mp_runner.py:73) -2024-09-01 18:25:44,552 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.003030031999514904 (mp_runner.py:73) -2024-09-01 18:25:44,554 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.004535757994744927 (mp_runner.py:73) -2024-09-01 18:25:44,554 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.005677790999470744 (mp_runner.py:73) -2024-09-01 18:25:44,556 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.007725181996647734 (mp_runner.py:73) -2024-09-01 18:25:44,558 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.001794153002265375 (mp_runner.py:73) -2024-09-01 18:25:44,559 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.00275392500043381 (mp_runner.py:73) -2024-09-01 18:25:44,568 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.018954719002067577 (mp_runner.py:73) -2024-09-01 18:25:44,597 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.02933380500326166 (mp_runner.py:73) -2024-09-01 18:25:44,623 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.057351160001417156 (mp_runner.py:73) -2024-09-01 18:25:44,684 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.015648682005121373 (mp_runner.py:73) -2024-09-01 18:25:44,703 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.025198611998348497 (mp_runner.py:73) -2024-09-01 18:25:44,750 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.06139656800223747 (mp_runner.py:73) -2024-09-01 18:25:44,773 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.055572878001839854 (mp_runner.py:73) -2024-09-01 18:25:44,812 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.017102658996009268 (mp_runner.py:73) -2024-09-01 18:25:44,903 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.027534528999240138 (mp_runner.py:73) -2024-09-01 18:25:44,955 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.043084422999527305 (mp_runner.py:73) -2024-09-01 18:25:45,252 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.018820876997779123 (mp_runner.py:73) -2024-09-01 18:25:45,807 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.03939383000397356 (mp_runner.py:73) -2024-09-01 18:25:46,009 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.0396089479982038 (mp_runner.py:73) -2024-09-01 18:25:46,055 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.0365245010034414 (mp_runner.py:73) -2024-09-01 18:25:46,188 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.03825791800045408 (mp_runner.py:73) -2024-09-01 18:25:46,240 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.038044207998609636 (mp_runner.py:73) -2024-09-01 18:25:46,253 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.03598188600153662 (mp_runner.py:73) -2024-09-01 18:25:46,314 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.05293971300125122 (mp_runner.py:73) -2024-09-01 18:25:46,435 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.03322378099983325 (mp_runner.py:73) -2024-09-01 18:25:46,508 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.03895881099742837 (mp_runner.py:73) -2024-09-01 18:25:46,843 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.03626191499643028 (mp_runner.py:73) -2024-09-01 18:25:47,040 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.0346810760020162 (mp_runner.py:73) -2024-09-01 18:25:47,042 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.03974830800143536 (mp_runner.py:73) -2024-09-01 18:25:47,101 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.032619861005514394 (mp_runner.py:73) -2024-09-01 18:25:47,102 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.03458537300321041 (mp_runner.py:73) -2024-09-01 18:25:47,323 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.0406476019998081 (mp_runner.py:73) -2024-09-01 18:25:57,993 | DEBUG |(SpawnProcess-1:267) search_count: 1000, latest_latency=0.02852599600009853 (mp_runner.py:73) -2024-09-01 18:25:57,994 | DEBUG |(SpawnProcess-1:277) search_count: 1000, latest_latency=0.01779642499604961 (mp_runner.py:73) -2024-09-01 18:25:57,994 | DEBUG |(SpawnProcess-1:276) search_count: 1000, latest_latency=0.02019010000367416 (mp_runner.py:73) -2024-09-01 18:25:57,995 | DEBUG |(SpawnProcess-1:233) search_count: 1000, latest_latency=0.03221841000049608 (mp_runner.py:73) -2024-09-01 18:25:57,996 | DEBUG |(SpawnProcess-1:245) search_count: 1000, latest_latency=0.03224303600291023 (mp_runner.py:73) -2024-09-01 18:25:57,997 | DEBUG |(SpawnProcess-1:253) search_count: 1000, latest_latency=0.02095740500226384 (mp_runner.py:73) -2024-09-01 18:25:57,999 | DEBUG |(SpawnProcess-1:232) search_count: 1000, latest_latency=0.023054087992932182 (mp_runner.py:73) -2024-09-01 18:25:58,003 | DEBUG |(SpawnProcess-1:228) search_count: 1000, latest_latency=0.034453453998139594 (mp_runner.py:73) -2024-09-01 18:25:58,008 | DEBUG |(SpawnProcess-1:263) search_count: 1000, latest_latency=0.030814468002063222 (mp_runner.py:73) -2024-09-01 18:25:58,021 | DEBUG |(SpawnProcess-1:231) search_count: 1000, latest_latency=0.06017081200116081 (mp_runner.py:73) -2024-09-01 18:25:58,024 | DEBUG |(SpawnProcess-1:249) search_count: 1000, latest_latency=0.018029806000413373 (mp_runner.py:73) -2024-09-01 18:25:58,033 | DEBUG |(SpawnProcess-1:262) search_count: 1000, latest_latency=0.035985909002192784 (mp_runner.py:73) -2024-09-01 18:25:58,036 | DEBUG |(SpawnProcess-1:274) search_count: 1000, latest_latency=0.030588706002163235 (mp_runner.py:73) -2024-09-01 18:25:58,039 | DEBUG |(SpawnProcess-1:255) search_count: 1000, latest_latency=0.03377591100434074 (mp_runner.py:73) -2024-09-01 18:25:58,041 | DEBUG |(SpawnProcess-1:230) search_count: 1000, latest_latency=0.026263756000844296 (mp_runner.py:73) -2024-09-01 18:25:58,088 | DEBUG |(SpawnProcess-1:243) search_count: 1000, latest_latency=0.03275152700371109 (mp_runner.py:73) -2024-09-01 18:25:58,118 | DEBUG |(SpawnProcess-1:247) search_count: 1000, latest_latency=0.025639359999331646 (mp_runner.py:73) -2024-09-01 18:25:58,183 | DEBUG |(SpawnProcess-1:248) search_count: 1000, latest_latency=0.022142747999168932 (mp_runner.py:73) -2024-09-01 18:25:58,195 | DEBUG |(SpawnProcess-1:234) search_count: 1000, latest_latency=0.02558633399894461 (mp_runner.py:73) -2024-09-01 18:25:58,256 | DEBUG |(SpawnProcess-1:264) search_count: 1000, latest_latency=0.02898853999795392 (mp_runner.py:73) -2024-09-01 18:25:58,313 | DEBUG |(SpawnProcess-1:251) search_count: 1000, latest_latency=0.01224011000158498 (mp_runner.py:73) -2024-09-01 18:25:58,315 | DEBUG |(SpawnProcess-1:242) search_count: 1000, latest_latency=0.014359551001689397 (mp_runner.py:73) -2024-09-01 18:25:58,319 | DEBUG |(SpawnProcess-1:239) search_count: 1000, latest_latency=0.016767875000368804 (mp_runner.py:73) -2024-09-01 18:25:58,321 | DEBUG |(SpawnProcess-1:244) search_count: 1000, latest_latency=0.02104591300303582 (mp_runner.py:73) -2024-09-01 18:25:58,322 | DEBUG |(SpawnProcess-1:265) search_count: 1000, latest_latency=0.02756601099827094 (mp_runner.py:73) -2024-09-01 18:25:58,323 | DEBUG |(SpawnProcess-1:257) search_count: 1000, latest_latency=0.024520234001101926 (mp_runner.py:73) -2024-09-01 18:25:59,026 | DEBUG |(SpawnProcess-1:270) search_count: 1000, latest_latency=0.03626905000419356 (mp_runner.py:73) -2024-09-01 18:25:59,283 | DEBUG |(SpawnProcess-1:240) search_count: 1000, latest_latency=0.020257971998944413 (mp_runner.py:73) -2024-09-01 18:25:59,583 | DEBUG |(SpawnProcess-1:259) search_count: 1000, latest_latency=0.0274924999976065 (mp_runner.py:73) -2024-09-01 18:25:59,772 | DEBUG |(SpawnProcess-1:229) search_count: 1000, latest_latency=0.030998605994682293 (mp_runner.py:73) -2024-09-01 18:25:59,774 | DEBUG |(SpawnProcess-1:266) search_count: 1000, latest_latency=0.02974737100157654 (mp_runner.py:73) -2024-09-01 18:25:59,997 | DEBUG |(SpawnProcess-1:260) search_count: 1000, latest_latency=0.02963318399997661 (mp_runner.py:73) -2024-09-01 18:26:00,127 | DEBUG |(SpawnProcess-1:269) search_count: 1000, latest_latency=0.058870954999292735 (mp_runner.py:73) -2024-09-01 18:26:00,233 | DEBUG |(SpawnProcess-1:261) search_count: 1000, latest_latency=0.02259560500533553 (mp_runner.py:73) -2024-09-01 18:26:00,290 | DEBUG |(SpawnProcess-1:237) search_count: 1000, latest_latency=0.020798046003619675 (mp_runner.py:73) -2024-09-01 18:26:00,620 | DEBUG |(SpawnProcess-1:238) search_count: 1000, latest_latency=0.01871904599829577 (mp_runner.py:73) -2024-09-01 18:26:00,622 | DEBUG |(SpawnProcess-1:273) search_count: 1000, latest_latency=0.03325718799897004 (mp_runner.py:73) -2024-09-01 18:26:00,622 | DEBUG |(SpawnProcess-1:250) search_count: 1000, latest_latency=0.017668341999524273 (mp_runner.py:73) -2024-09-01 18:26:00,632 | DEBUG |(SpawnProcess-1:235) search_count: 1000, latest_latency=0.023595625003508758 (mp_runner.py:73) -2024-09-01 18:26:00,641 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0208s, count=1083, qps in this process: 36.075 (mp_runner.py:76) -2024-09-01 18:26:00,671 | DEBUG |(SpawnProcess-1:252) search_count: 1000, latest_latency=0.02116546600154834 (mp_runner.py:73) -2024-09-01 18:26:00,678 | DEBUG |(SpawnProcess-1:268) search_count: 1000, latest_latency=0.012652237004658673 (mp_runner.py:73) -2024-09-01 18:26:00,713 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0143s, count=1086, qps in this process: 36.1828 (mp_runner.py:76) -2024-09-01 18:26:00,727 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0025s, count=1087, qps in this process: 36.2303 (mp_runner.py:76) -2024-09-01 18:26:00,767 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0122s, count=1016, qps in this process: 33.8529 (mp_runner.py:76) -2024-09-01 18:26:00,773 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0075s, count=1079, qps in this process: 35.9577 (mp_runner.py:76) -2024-09-01 18:26:00,779 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0789s, count=1087, qps in this process: 36.1383 (mp_runner.py:76) -2024-09-01 18:26:00,780 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0252s, count=1087, qps in this process: 36.2029 (mp_runner.py:76) -2024-09-01 18:26:00,793 | DEBUG |(SpawnProcess-1:236) search_count: 1000, latest_latency=0.02389314399624709 (mp_runner.py:73) -2024-09-01 18:26:00,798 | DEBUG |(SpawnProcess-1:241) search_count: 1000, latest_latency=0.029627732001245022 (mp_runner.py:73) -2024-09-01 18:26:00,809 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0232s, count=1036, qps in this process: 34.5066 (mp_runner.py:76) -2024-09-01 18:26:00,844 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0173s, count=1023, qps in this process: 34.0803 (mp_runner.py:76) -2024-09-01 18:26:00,846 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0071s, count=1091, qps in this process: 36.3581 (mp_runner.py:76) -2024-09-01 18:26:00,848 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0077s, count=1091, qps in this process: 36.3573 (mp_runner.py:76) -2024-09-01 18:26:00,857 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0028s, count=1092, qps in this process: 36.3966 (mp_runner.py:76) -2024-09-01 18:26:00,865 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0107s, count=1037, qps in this process: 34.5543 (mp_runner.py:76) -2024-09-01 18:26:00,866 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.009s, count=1092, qps in this process: 36.3891 (mp_runner.py:76) -2024-09-01 18:26:00,866 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0112s, count=1092, qps in this process: 36.3864 (mp_runner.py:76) -2024-09-01 18:26:00,868 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0162s, count=1092, qps in this process: 36.3804 (mp_runner.py:76) -2024-09-01 18:26:00,871 | DEBUG |(SpawnProcess-1:246) search_count: 1000, latest_latency=0.03170946699538035 (mp_runner.py:73) -2024-09-01 18:26:00,874 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.008s, count=1045, qps in this process: 34.824 (mp_runner.py:76) -2024-09-01 18:26:00,876 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0233s, count=1084, qps in this process: 36.1053 (mp_runner.py:76) -2024-09-01 18:26:00,897 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0055s, count=1012, qps in this process: 33.7272 (mp_runner.py:76) -2024-09-01 18:26:00,905 | DEBUG |(SpawnProcess-1:254) search_count: 1000, latest_latency=0.01924083499761764 (mp_runner.py:73) -2024-09-01 18:26:00,915 | DEBUG |(SpawnProcess-1:258) search_count: 1000, latest_latency=0.0036296089965617284 (mp_runner.py:73) -2024-09-01 18:26:00,922 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0532s, count=1093, qps in this process: 36.3688 (mp_runner.py:76) -2024-09-01 18:26:00,923 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0259s, count=1093, qps in this process: 36.4019 (mp_runner.py:76) -2024-09-01 18:26:00,924 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0026s, count=1093, qps in this process: 36.4302 (mp_runner.py:76) -2024-09-01 18:26:00,924 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0272s, count=1093, qps in this process: 36.4003 (mp_runner.py:76) -2024-09-01 18:26:00,934 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0053s, count=1002, qps in this process: 33.3941 (mp_runner.py:76) -2024-09-01 18:26:00,939 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0103s, count=1032, qps in this process: 34.3882 (mp_runner.py:76) -2024-09-01 18:26:00,940 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0053s, count=1094, qps in this process: 36.4602 (mp_runner.py:76) -2024-09-01 18:26:00,941 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0119s, count=1032, qps in this process: 34.3864 (mp_runner.py:76) -2024-09-01 18:26:00,942 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0069s, count=1013, qps in this process: 33.7589 (mp_runner.py:76) -2024-09-01 18:26:00,968 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0186s, count=1095, qps in this process: 36.4774 (mp_runner.py:76) -2024-09-01 18:26:00,968 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0187s, count=1095, qps in this process: 36.4773 (mp_runner.py:76) -2024-09-01 18:26:00,988 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0079s, count=1097, qps in this process: 36.557 (mp_runner.py:76) -2024-09-01 18:26:00,993 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0079s, count=1017, qps in this process: 33.8911 (mp_runner.py:76) -2024-09-01 18:26:00,996 | DEBUG |(SpawnProcess-1:272) search_count: 1000, latest_latency=0.015740913993795402 (mp_runner.py:73) -2024-09-01 18:26:01,014 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0227s, count=1098, qps in this process: 36.5723 (mp_runner.py:76) -2024-09-01 18:26:01,019 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0032s, count=1015, qps in this process: 33.8297 (mp_runner.py:76) -2024-09-01 18:26:01,023 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0049s, count=1013, qps in this process: 33.7612 (mp_runner.py:76) -2024-09-01 18:26:01,025 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.009s, count=1099, qps in this process: 36.6223 (mp_runner.py:76) -2024-09-01 18:26:01,025 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0029s, count=1099, qps in this process: 36.6298 (mp_runner.py:76) -2024-09-01 18:26:01,026 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0032s, count=1099, qps in this process: 36.6294 (mp_runner.py:76) -2024-09-01 18:26:01,049 | DEBUG |(SpawnProcess-1:271) search_count: 1000, latest_latency=0.009705301999929361 (mp_runner.py:73) -2024-09-01 18:26:01,051 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0044s, count=1026, qps in this process: 34.195 (mp_runner.py:76) -2024-09-01 18:26:01,053 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0065s, count=1012, qps in this process: 33.726 (mp_runner.py:76) -2024-09-01 18:26:01,068 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0026s, count=1081, qps in this process: 36.0302 (mp_runner.py:76) -2024-09-01 18:26:01,086 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0084s, count=1003, qps in this process: 33.424 (mp_runner.py:76) -2024-09-01 18:26:01,092 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0068s, count=1079, qps in this process: 35.9585 (mp_runner.py:76) -2024-09-01 18:26:01,108 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0215s, count=1105, qps in this process: 36.807 (mp_runner.py:76) -2024-09-01 18:26:01,123 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0017s, count=1036, qps in this process: 34.5314 (mp_runner.py:76) -2024-09-01 18:26:01,135 | DEBUG |(SpawnProcess-1:275) search_count: 1000, latest_latency=0.0021699860008084215 (mp_runner.py:73) -2024-09-01 18:26:01,138 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.001s, count=1001, qps in this process: 33.3656 (mp_runner.py:76) -2024-09-01 18:26:01,143 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0006s, count=987, qps in this process: 32.8993 (mp_runner.py:76) -2024-09-01 18:26:01,155 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0005s, count=1028, qps in this process: 34.2661 (mp_runner.py:76) -2024-09-01 18:26:01,182 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0013s, count=1058, qps in this process: 35.2651 (mp_runner.py:76) -2024-09-01 18:26:01,186 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0006s, count=1070, qps in this process: 35.666 (mp_runner.py:76) -2024-09-01 18:26:01,194 | INFO |End search in concurrency 50: dur=30.760962185995595s, total_count=53070, qps=1725.2386 (mp_runner.py:120) -2024-09-01 18:26:04,876 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:26:04,876 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 18:26:26,096 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 18:26:26,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,280 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,316 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,408 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,451 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,469 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,532 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,535 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,537 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,544 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,544 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,544 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,553 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,559 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,561 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,577 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,580 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,584 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,585 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,593 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,608 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,626 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,638 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,647 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,657 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,658 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,669 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,674 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,678 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,705 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,708 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,715 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,720 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,733 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,750 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,751 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,768 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,780 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,798 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,799 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,804 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,818 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,827 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,841 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,860 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,866 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,886 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,906 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,915 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,925 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:26,948 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:26:41,144 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.0240480690044933 (mp_runner.py:73) -2024-09-01 18:26:41,144 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.025467912004387472 (mp_runner.py:73) -2024-09-01 18:26:41,145 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.02596068000275409 (mp_runner.py:73) -2024-09-01 18:26:41,146 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.023020551998342853 (mp_runner.py:73) -2024-09-01 18:26:41,146 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.022759807005058974 (mp_runner.py:73) -2024-09-01 18:26:41,147 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.022784879998653196 (mp_runner.py:73) -2024-09-01 18:26:41,148 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.026797056998475455 (mp_runner.py:73) -2024-09-01 18:26:41,149 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.028753660000802483 (mp_runner.py:73) -2024-09-01 18:26:41,150 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.004714132999652065 (mp_runner.py:73) -2024-09-01 18:26:41,151 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.01957455900264904 (mp_runner.py:73) -2024-09-01 18:26:41,153 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.002045786000962835 (mp_runner.py:73) -2024-09-01 18:26:41,153 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.037770139999338426 (mp_runner.py:73) -2024-09-01 18:26:41,154 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.026583152000966948 (mp_runner.py:73) -2024-09-01 18:26:41,155 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.0372129710012814 (mp_runner.py:73) -2024-09-01 18:26:41,157 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.02654914299637312 (mp_runner.py:73) -2024-09-01 18:26:41,164 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.03854853499797173 (mp_runner.py:73) -2024-09-01 18:26:41,165 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.04939722700510174 (mp_runner.py:73) -2024-09-01 18:26:41,175 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.005852714006323367 (mp_runner.py:73) -2024-09-01 18:26:41,176 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.03327870400244137 (mp_runner.py:73) -2024-09-01 18:26:41,178 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.027220880998356733 (mp_runner.py:73) -2024-09-01 18:26:41,179 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.030069681000895798 (mp_runner.py:73) -2024-09-01 18:26:41,266 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.02636114499910036 (mp_runner.py:73) -2024-09-01 18:26:41,269 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.02809444099693792 (mp_runner.py:73) -2024-09-01 18:26:41,274 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.03760695399978431 (mp_runner.py:73) -2024-09-01 18:26:41,275 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.038072874005592894 (mp_runner.py:73) -2024-09-01 18:26:41,298 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.061652639000385534 (mp_runner.py:73) -2024-09-01 18:26:41,371 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.034225159004563466 (mp_runner.py:73) -2024-09-01 18:26:41,377 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.03454073500324739 (mp_runner.py:73) -2024-09-01 18:26:41,379 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.040242612005386036 (mp_runner.py:73) -2024-09-01 18:26:41,380 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.02574414000264369 (mp_runner.py:73) -2024-09-01 18:26:41,381 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.03257025499624433 (mp_runner.py:73) -2024-09-01 18:26:41,383 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.03240985499724047 (mp_runner.py:73) -2024-09-01 18:26:41,537 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.04493456300406251 (mp_runner.py:73) -2024-09-01 18:26:41,538 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.04862029699870618 (mp_runner.py:73) -2024-09-01 18:26:41,658 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.03908603799936827 (mp_runner.py:73) -2024-09-01 18:26:41,695 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.0389961900000344 (mp_runner.py:73) -2024-09-01 18:26:41,823 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.04593790500075556 (mp_runner.py:73) -2024-09-01 18:26:41,825 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.021805151001899503 (mp_runner.py:73) -2024-09-01 18:26:41,826 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.03118014199571917 (mp_runner.py:73) -2024-09-01 18:26:41,831 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.039047189995471854 (mp_runner.py:73) -2024-09-01 18:26:41,834 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.03234050500032026 (mp_runner.py:73) -2024-09-01 18:26:41,837 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.036040530998434406 (mp_runner.py:73) -2024-09-01 18:26:42,296 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.09331998100242345 (mp_runner.py:73) -2024-09-01 18:26:42,683 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.01265096999850357 (mp_runner.py:73) -2024-09-01 18:26:42,762 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.03273565600102302 (mp_runner.py:73) -2024-09-01 18:26:43,115 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.039869637999800034 (mp_runner.py:73) -2024-09-01 18:26:43,177 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.054007874001399614 (mp_runner.py:73) -2024-09-01 18:26:43,305 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.044973463998758234 (mp_runner.py:73) -2024-09-01 18:26:43,747 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.01884874900133582 (mp_runner.py:73) -2024-09-01 18:26:43,857 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.04581924399826676 (mp_runner.py:73) -2024-09-01 18:26:43,955 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.03529529799561715 (mp_runner.py:73) -2024-09-01 18:26:44,065 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.07217548200424062 (mp_runner.py:73) -2024-09-01 18:26:44,151 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.007754883001325652 (mp_runner.py:73) -2024-09-01 18:26:44,529 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.03533955400052946 (mp_runner.py:73) -2024-09-01 18:26:44,566 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.043939993003732525 (mp_runner.py:73) -2024-09-01 18:26:56,263 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0188s, count=983, qps in this process: 32.7461 (mp_runner.py:76) -2024-09-01 18:26:56,294 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0021s, count=968, qps in this process: 32.2644 (mp_runner.py:76) -2024-09-01 18:26:56,337 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.012s, count=982, qps in this process: 32.7202 (mp_runner.py:76) -2024-09-01 18:26:56,425 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0156s, count=983, qps in this process: 32.7496 (mp_runner.py:76) -2024-09-01 18:26:56,471 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0116s, count=972, qps in this process: 32.3875 (mp_runner.py:76) -2024-09-01 18:26:56,485 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0093s, count=957, qps in this process: 31.8901 (mp_runner.py:76) -2024-09-01 18:26:56,538 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0022s, count=960, qps in this process: 31.9977 (mp_runner.py:76) -2024-09-01 18:26:56,544 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0089s, count=959, qps in this process: 31.9572 (mp_runner.py:76) -2024-09-01 18:26:56,545 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0095s, count=995, qps in this process: 33.1562 (mp_runner.py:76) -2024-09-01 18:26:56,557 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0073s, count=983, qps in this process: 32.7587 (mp_runner.py:76) -2024-09-01 18:26:56,570 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0328s, count=996, qps in this process: 33.1637 (mp_runner.py:76) -2024-09-01 18:26:56,570 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0138s, count=996, qps in this process: 33.1847 (mp_runner.py:76) -2024-09-01 18:26:56,572 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0091s, count=924, qps in this process: 30.7907 (mp_runner.py:76) -2024-09-01 18:26:56,574 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.031s, count=996, qps in this process: 33.1657 (mp_runner.py:76) -2024-09-01 18:26:56,575 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0252s, count=996, qps in this process: 33.1721 (mp_runner.py:76) -2024-09-01 18:26:56,575 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0255s, count=996, qps in this process: 33.1718 (mp_runner.py:76) -2024-09-01 18:26:56,584 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0256s, count=988, qps in this process: 32.9053 (mp_runner.py:76) -2024-09-01 18:26:56,584 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0215s, count=990, qps in this process: 32.9764 (mp_runner.py:76) -2024-09-01 18:26:56,598 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0142s, count=969, qps in this process: 32.2847 (mp_runner.py:76) -2024-09-01 18:26:56,599 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0092s, count=986, qps in this process: 32.8566 (mp_runner.py:76) -2024-09-01 18:26:56,601 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0142s, count=894, qps in this process: 29.7859 (mp_runner.py:76) -2024-09-01 18:26:56,604 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0229s, count=961, qps in this process: 32.0089 (mp_runner.py:76) -2024-09-01 18:26:56,614 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.018s, count=931, qps in this process: 31.0147 (mp_runner.py:76) -2024-09-01 18:26:56,628 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0121s, count=938, qps in this process: 31.2541 (mp_runner.py:76) -2024-09-01 18:26:56,640 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0248s, count=999, qps in this process: 33.2725 (mp_runner.py:76) -2024-09-01 18:26:56,642 | DEBUG |(SpawnProcess-1:306) search_count: 1000, latest_latency=0.0025820570008363575 (mp_runner.py:73) -2024-09-01 18:26:56,644 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0134s, count=999, qps in this process: 33.2851 (mp_runner.py:76) -2024-09-01 18:26:56,645 | DEBUG |(SpawnProcess-1:329) search_count: 1000, latest_latency=0.004562045993225183 (mp_runner.py:73) -2024-09-01 18:26:56,647 | DEBUG |(SpawnProcess-1:321) search_count: 1000, latest_latency=0.006547607998072635 (mp_runner.py:73) -2024-09-01 18:26:56,648 | DEBUG |(SpawnProcess-1:328) search_count: 1000, latest_latency=0.0029364739966695197 (mp_runner.py:73) -2024-09-01 18:26:56,648 | DEBUG |(SpawnProcess-1:309) search_count: 1000, latest_latency=0.001683012000285089 (mp_runner.py:73) -2024-09-01 18:26:56,649 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0061s, count=903, qps in this process: 30.0939 (mp_runner.py:76) -2024-09-01 18:26:56,652 | DEBUG |(SpawnProcess-1:312) search_count: 1000, latest_latency=0.0020279649979784153 (mp_runner.py:73) -2024-09-01 18:26:56,652 | DEBUG |(SpawnProcess-1:331) search_count: 1000, latest_latency=0.012845031000324525 (mp_runner.py:73) -2024-09-01 18:26:56,655 | DEBUG |(SpawnProcess-1:299) search_count: 1000, latest_latency=0.003374675005034078 (mp_runner.py:73) -2024-09-01 18:26:56,656 | DEBUG |(SpawnProcess-1:291) search_count: 1000, latest_latency=0.017543301000841893 (mp_runner.py:73) -2024-09-01 18:26:56,660 | DEBUG |(SpawnProcess-1:304) search_count: 1000, latest_latency=0.015379021999251563 (mp_runner.py:73) -2024-09-01 18:26:56,662 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0085s, count=1001, qps in this process: 33.3572 (mp_runner.py:76) -2024-09-01 18:26:56,664 | DEBUG |(SpawnProcess-1:296) search_count: 1000, latest_latency=0.014186956999765243 (mp_runner.py:73) -2024-09-01 18:26:56,668 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0027s, count=998, qps in this process: 33.2637 (mp_runner.py:76) -2024-09-01 18:26:56,675 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0064s, count=1002, qps in this process: 33.3929 (mp_runner.py:76) -2024-09-01 18:26:56,676 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0011s, count=1002, qps in this process: 33.3988 (mp_runner.py:76) -2024-09-01 18:26:56,679 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0005s, count=997, qps in this process: 33.2328 (mp_runner.py:76) -2024-09-01 18:26:56,698 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0166s, count=999, qps in this process: 33.2816 (mp_runner.py:76) -2024-09-01 18:26:56,715 | DEBUG |(SpawnProcess-1:288) search_count: 1000, latest_latency=0.01242039800126804 (mp_runner.py:73) -2024-09-01 18:26:56,717 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0011s, count=932, qps in this process: 31.0655 (mp_runner.py:76) -2024-09-01 18:26:56,725 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0057s, count=1004, qps in this process: 33.4603 (mp_runner.py:76) -2024-09-01 18:26:56,736 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0201s, count=1005, qps in this process: 33.4776 (mp_runner.py:76) -2024-09-01 18:26:56,742 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.0125s, count=1005, qps in this process: 33.486 (mp_runner.py:76) -2024-09-01 18:26:56,745 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0058s, count=900, qps in this process: 29.9942 (mp_runner.py:76) -2024-09-01 18:26:56,761 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0043s, count=973, qps in this process: 32.4287 (mp_runner.py:76) -2024-09-01 18:26:56,773 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0166s, count=1009, qps in this process: 33.6147 (mp_runner.py:76) -2024-09-01 18:26:56,784 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0075s, count=975, qps in this process: 32.4919 (mp_runner.py:76) -2024-09-01 18:26:56,801 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0003s, count=890, qps in this process: 29.6664 (mp_runner.py:76) -2024-09-01 18:26:56,801 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.015s, count=879, qps in this process: 29.2854 (mp_runner.py:76) -2024-09-01 18:26:56,802 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0017s, count=1013, qps in this process: 33.7648 (mp_runner.py:76) -2024-09-01 18:26:56,815 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.001s, count=893, qps in this process: 29.7657 (mp_runner.py:76) -2024-09-01 18:26:56,827 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0015s, count=1016, qps in this process: 33.865 (mp_runner.py:76) -2024-09-01 18:26:56,838 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0048s, count=948, qps in this process: 31.5949 (mp_runner.py:76) -2024-09-01 18:26:56,845 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0006s, count=1018, qps in this process: 33.9327 (mp_runner.py:76) -2024-09-01 18:26:56,870 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0039s, count=928, qps in this process: 30.9293 (mp_runner.py:76) -2024-09-01 18:26:56,874 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0042s, count=897, qps in this process: 29.8958 (mp_runner.py:76) -2024-09-01 18:26:56,896 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0003s, count=1027, qps in this process: 34.233 (mp_runner.py:76) -2024-09-01 18:26:56,919 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.002s, count=917, qps in this process: 30.5646 (mp_runner.py:76) -2024-09-01 18:26:56,926 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0035s, count=910, qps in this process: 30.3298 (mp_runner.py:76) -2024-09-01 18:26:56,931 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0004s, count=977, qps in this process: 32.5662 (mp_runner.py:76) -2024-09-01 18:26:56,955 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0011s, count=1049, qps in this process: 34.9654 (mp_runner.py:76) -2024-09-01 18:26:56,963 | INFO |End search in concurrency 55: dur=30.86660849400505s, total_count=53368, qps=1728.9881 (mp_runner.py:120) -2024-09-01 18:27:01,008 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:27:01,009 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 18:27:22,377 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 18:27:22,491 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,552 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,760 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,803 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,839 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,839 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,839 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,841 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,842 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,844 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,845 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,847 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,850 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,866 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,910 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,934 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,937 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,941 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,945 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,947 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,952 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,959 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:22,961 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,002 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,015 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,016 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,028 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,060 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,069 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,079 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,082 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,084 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,115 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,118 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,119 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,120 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,120 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,153 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,155 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,201 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,203 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,207 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,224 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:23,225 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:27:39,228 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.026335315997130238 (mp_runner.py:73) -2024-09-01 18:27:39,230 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.026578197001072112 (mp_runner.py:73) -2024-09-01 18:27:39,232 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.03190591499878792 (mp_runner.py:73) -2024-09-01 18:27:39,244 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.0330427079970832 (mp_runner.py:73) -2024-09-01 18:27:39,245 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.030336433999764267 (mp_runner.py:73) -2024-09-01 18:27:39,247 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.03938285600452218 (mp_runner.py:73) -2024-09-01 18:27:39,248 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.0318612349947216 (mp_runner.py:73) -2024-09-01 18:27:39,248 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.013131760999385733 (mp_runner.py:73) -2024-09-01 18:27:39,249 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.03252737599541433 (mp_runner.py:73) -2024-09-01 18:27:39,250 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.040683651001018006 (mp_runner.py:73) -2024-09-01 18:27:39,252 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.04311109300033422 (mp_runner.py:73) -2024-09-01 18:27:39,255 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.033751136004866567 (mp_runner.py:73) -2024-09-01 18:27:39,256 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.033928990000276826 (mp_runner.py:73) -2024-09-01 18:27:39,256 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.0317785690058372 (mp_runner.py:73) -2024-09-01 18:27:39,258 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.0386283830011962 (mp_runner.py:73) -2024-09-01 18:27:39,259 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.035573025001212955 (mp_runner.py:73) -2024-09-01 18:27:39,263 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.06369829300092533 (mp_runner.py:73) -2024-09-01 18:27:39,266 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.030657126000733115 (mp_runner.py:73) -2024-09-01 18:27:39,271 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.033595892004086636 (mp_runner.py:73) -2024-09-01 18:27:39,271 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.038002152999979444 (mp_runner.py:73) -2024-09-01 18:27:39,273 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.04672137500165263 (mp_runner.py:73) -2024-09-01 18:27:39,273 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.030418726993957534 (mp_runner.py:73) -2024-09-01 18:27:39,281 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.06847372899937909 (mp_runner.py:73) -2024-09-01 18:27:39,346 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.06250327700399794 (mp_runner.py:73) -2024-09-01 18:27:39,347 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.050915806998091284 (mp_runner.py:73) -2024-09-01 18:27:39,409 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.03545202300301753 (mp_runner.py:73) -2024-09-01 18:27:39,418 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.045978895999724045 (mp_runner.py:73) -2024-09-01 18:27:39,515 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.01785942599963164 (mp_runner.py:73) -2024-09-01 18:27:39,517 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.020251114998245612 (mp_runner.py:73) -2024-09-01 18:27:39,521 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.02241971100011142 (mp_runner.py:73) -2024-09-01 18:27:39,525 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.02969256399956066 (mp_runner.py:73) -2024-09-01 18:27:39,527 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.0340570909975213 (mp_runner.py:73) -2024-09-01 18:27:39,531 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.04062735500338022 (mp_runner.py:73) -2024-09-01 18:27:39,531 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.03454878200136591 (mp_runner.py:73) -2024-09-01 18:27:39,531 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.04273301899957005 (mp_runner.py:73) -2024-09-01 18:27:39,539 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.037190347000432666 (mp_runner.py:73) -2024-09-01 18:27:39,547 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.04824660000303993 (mp_runner.py:73) -2024-09-01 18:27:39,604 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.044828478996350896 (mp_runner.py:73) -2024-09-01 18:27:39,606 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.04733265899994876 (mp_runner.py:73) -2024-09-01 18:27:39,612 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.042784159995790105 (mp_runner.py:73) -2024-09-01 18:27:39,615 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.04902134199801367 (mp_runner.py:73) -2024-09-01 18:27:39,687 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.048226414000964724 (mp_runner.py:73) -2024-09-01 18:27:39,713 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.05218611999589484 (mp_runner.py:73) -2024-09-01 18:27:40,066 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.028161351001472212 (mp_runner.py:73) -2024-09-01 18:27:40,350 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.04632023799786111 (mp_runner.py:73) -2024-09-01 18:27:40,424 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.04759137200016994 (mp_runner.py:73) -2024-09-01 18:27:40,433 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.044432203998439945 (mp_runner.py:73) -2024-09-01 18:27:40,440 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.043103850999614224 (mp_runner.py:73) -2024-09-01 18:27:40,445 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.03878834700299194 (mp_runner.py:73) -2024-09-01 18:27:40,449 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.039067393001460005 (mp_runner.py:73) -2024-09-01 18:27:40,538 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.05280237200349802 (mp_runner.py:73) -2024-09-01 18:27:40,621 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.03729209199809702 (mp_runner.py:73) -2024-09-01 18:27:40,625 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.04267280000203755 (mp_runner.py:73) -2024-09-01 18:27:40,711 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.05194941999798175 (mp_runner.py:73) -2024-09-01 18:27:40,917 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.07581003000086639 (mp_runner.py:73) -2024-09-01 18:27:40,954 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.04838296399975661 (mp_runner.py:73) -2024-09-01 18:27:41,213 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.046628793999843765 (mp_runner.py:73) -2024-09-01 18:27:41,487 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.05185298699507257 (mp_runner.py:73) -2024-09-01 18:27:41,502 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.042510298000706825 (mp_runner.py:73) -2024-09-01 18:27:42,490 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.0842591269974946 (mp_runner.py:73) -2024-09-01 18:27:52,511 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0068s, count=901, qps in this process: 30.0265 (mp_runner.py:76) -2024-09-01 18:27:52,567 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0068s, count=903, qps in this process: 30.0932 (mp_runner.py:76) -2024-09-01 18:27:52,766 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.002s, count=910, qps in this process: 30.3313 (mp_runner.py:76) -2024-09-01 18:27:52,834 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0307s, count=894, qps in this process: 29.7695 (mp_runner.py:76) -2024-09-01 18:27:52,847 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0004s, count=914, qps in this process: 30.4663 (mp_runner.py:76) -2024-09-01 18:27:52,851 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0026s, count=912, qps in this process: 30.3974 (mp_runner.py:76) -2024-09-01 18:27:52,853 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.006s, count=912, qps in this process: 30.3939 (mp_runner.py:76) -2024-09-01 18:27:52,857 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0112s, count=905, qps in this process: 30.1554 (mp_runner.py:76) -2024-09-01 18:27:52,859 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0134s, count=914, qps in this process: 30.4531 (mp_runner.py:76) -2024-09-01 18:27:52,860 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0144s, count=893, qps in this process: 29.7524 (mp_runner.py:76) -2024-09-01 18:27:52,863 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0172s, count=895, qps in this process: 29.8162 (mp_runner.py:76) -2024-09-01 18:27:52,866 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0193s, count=895, qps in this process: 29.8142 (mp_runner.py:76) -2024-09-01 18:27:52,867 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.016s, count=893, qps in this process: 29.7508 (mp_runner.py:76) -2024-09-01 18:27:52,868 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0125s, count=908, qps in this process: 30.2541 (mp_runner.py:76) -2024-09-01 18:27:52,869 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0186s, count=915, qps in this process: 30.4811 (mp_runner.py:76) -2024-09-01 18:27:52,873 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0265s, count=895, qps in this process: 29.807 (mp_runner.py:76) -2024-09-01 18:27:52,875 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0265s, count=900, qps in this process: 29.9735 (mp_runner.py:76) -2024-09-01 18:27:52,880 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0339s, count=895, qps in this process: 29.7997 (mp_runner.py:76) -2024-09-01 18:27:52,881 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0319s, count=895, qps in this process: 29.8016 (mp_runner.py:76) -2024-09-01 18:27:52,882 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0165s, count=862, qps in this process: 28.7175 (mp_runner.py:76) -2024-09-01 18:27:52,883 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0342s, count=884, qps in this process: 29.4331 (mp_runner.py:76) -2024-09-01 18:27:52,886 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0348s, count=895, qps in this process: 29.7988 (mp_runner.py:76) -2024-09-01 18:27:52,889 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0171s, count=909, qps in this process: 30.2827 (mp_runner.py:76) -2024-09-01 18:27:52,911 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0647s, count=915, qps in this process: 30.4344 (mp_runner.py:76) -2024-09-01 18:27:52,929 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0112s, count=916, qps in this process: 30.5219 (mp_runner.py:76) -2024-09-01 18:27:52,946 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0036s, count=916, qps in this process: 30.5297 (mp_runner.py:76) -2024-09-01 18:27:52,951 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0102s, count=917, qps in this process: 30.5563 (mp_runner.py:76) -2024-09-01 18:27:52,959 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0152s, count=881, qps in this process: 29.3518 (mp_runner.py:76) -2024-09-01 18:27:52,961 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0064s, count=899, qps in this process: 29.9603 (mp_runner.py:76) -2024-09-01 18:27:52,962 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0127s, count=838, qps in this process: 27.9215 (mp_runner.py:76) -2024-09-01 18:27:52,963 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0058s, count=883, qps in this process: 29.4276 (mp_runner.py:76) -2024-09-01 18:27:52,967 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0247s, count=918, qps in this process: 30.5748 (mp_runner.py:76) -2024-09-01 18:27:52,977 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0087s, count=900, qps in this process: 29.9913 (mp_runner.py:76) -2024-09-01 18:27:52,983 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0174s, count=832, qps in this process: 27.7173 (mp_runner.py:76) -2024-09-01 18:27:53,025 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0149s, count=820, qps in this process: 27.3198 (mp_runner.py:76) -2024-09-01 18:27:53,029 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0094s, count=920, qps in this process: 30.6571 (mp_runner.py:76) -2024-09-01 18:27:53,036 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0143s, count=913, qps in this process: 30.4188 (mp_runner.py:76) -2024-09-01 18:27:53,049 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0135s, count=874, qps in this process: 29.1202 (mp_runner.py:76) -2024-09-01 18:27:53,075 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0097s, count=876, qps in this process: 29.1906 (mp_runner.py:76) -2024-09-01 18:27:53,083 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0093s, count=891, qps in this process: 29.6908 (mp_runner.py:76) -2024-09-01 18:27:53,085 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0019s, count=923, qps in this process: 30.7647 (mp_runner.py:76) -2024-09-01 18:27:53,091 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0051s, count=924, qps in this process: 30.7948 (mp_runner.py:76) -2024-09-01 18:27:53,100 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0131s, count=924, qps in this process: 30.7866 (mp_runner.py:76) -2024-09-01 18:27:53,124 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0029s, count=912, qps in this process: 30.3971 (mp_runner.py:76) -2024-09-01 18:27:53,126 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0023s, count=847, qps in this process: 28.2312 (mp_runner.py:76) -2024-09-01 18:27:53,128 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0035s, count=912, qps in this process: 30.3965 (mp_runner.py:76) -2024-09-01 18:27:53,130 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0055s, count=894, qps in this process: 29.7945 (mp_runner.py:76) -2024-09-01 18:27:53,131 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0077s, count=881, qps in this process: 29.3591 (mp_runner.py:76) -2024-09-01 18:27:53,140 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0024s, count=914, qps in this process: 30.4642 (mp_runner.py:76) -2024-09-01 18:27:53,151 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0024s, count=847, qps in this process: 28.2311 (mp_runner.py:76) -2024-09-01 18:27:53,160 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0039s, count=827, qps in this process: 27.5631 (mp_runner.py:76) -2024-09-01 18:27:53,163 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0056s, count=847, qps in this process: 28.2281 (mp_runner.py:76) -2024-09-01 18:27:53,213 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.001s, count=835, qps in this process: 27.8324 (mp_runner.py:76) -2024-09-01 18:27:53,213 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0039s, count=827, qps in this process: 27.5631 (mp_runner.py:76) -2024-09-01 18:27:53,216 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0038s, count=895, qps in this process: 29.8296 (mp_runner.py:76) -2024-09-01 18:27:53,216 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0048s, count=936, qps in this process: 31.195 (mp_runner.py:76) -2024-09-01 18:27:53,218 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0062s, count=936, qps in this process: 31.1936 (mp_runner.py:76) -2024-09-01 18:27:53,220 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0041s, count=855, qps in this process: 28.4961 (mp_runner.py:76) -2024-09-01 18:27:53,227 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0006s, count=805, qps in this process: 26.8328 (mp_runner.py:76) -2024-09-01 18:27:53,227 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0013s, count=828, qps in this process: 27.5988 (mp_runner.py:76) -2024-09-01 18:27:53,237 | INFO |End search in concurrency 60: dur=30.85699369500071s, total_count=53377, qps=1729.8185 (mp_runner.py:120) -2024-09-01 18:27:57,620 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:27:57,620 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 18:28:19,194 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 18:28:19,752 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,756 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,802 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,808 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,819 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,819 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,819 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,820 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,821 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,822 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,823 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,823 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,824 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,824 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,824 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,825 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,826 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,826 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,826 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,827 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,829 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,827 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,832 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,833 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,835 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,836 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,836 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,836 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,837 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,838 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,839 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,840 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,855 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,856 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,857 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,859 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,859 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,861 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,866 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,873 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,874 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,875 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,876 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,883 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,884 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,913 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:19,913 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:28:36,345 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.008756903000175953 (mp_runner.py:73) -2024-09-01 18:28:36,347 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.01137614699837286 (mp_runner.py:73) -2024-09-01 18:28:36,347 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.010143521998543292 (mp_runner.py:73) -2024-09-01 18:28:36,349 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.011938736999582034 (mp_runner.py:73) -2024-09-01 18:28:36,351 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.013827565999235958 (mp_runner.py:73) -2024-09-01 18:28:36,352 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.013571638002758846 (mp_runner.py:73) -2024-09-01 18:28:36,353 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.013147025994840078 (mp_runner.py:73) -2024-09-01 18:28:36,355 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.026925343998300377 (mp_runner.py:73) -2024-09-01 18:28:36,356 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.01823183499800507 (mp_runner.py:73) -2024-09-01 18:28:36,360 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.02529297099681571 (mp_runner.py:73) -2024-09-01 18:28:36,373 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.03537969999888446 (mp_runner.py:73) -2024-09-01 18:28:36,374 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.008156602001690771 (mp_runner.py:73) -2024-09-01 18:28:36,375 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.047544094995828345 (mp_runner.py:73) -2024-09-01 18:28:36,375 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.036340427002869546 (mp_runner.py:73) -2024-09-01 18:28:36,407 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.02953240100032417 (mp_runner.py:73) -2024-09-01 18:28:36,453 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.035730903000512626 (mp_runner.py:73) -2024-09-01 18:28:36,456 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.05074530599813443 (mp_runner.py:73) -2024-09-01 18:28:36,471 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.0419309639983112 (mp_runner.py:73) -2024-09-01 18:28:36,565 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.04810282499965979 (mp_runner.py:73) -2024-09-01 18:28:36,585 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.05689238299964927 (mp_runner.py:73) -2024-09-01 18:28:36,587 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.05141002500022296 (mp_runner.py:73) -2024-09-01 18:28:36,637 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.023234665997733828 (mp_runner.py:73) -2024-09-01 18:28:36,645 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.04385105300025316 (mp_runner.py:73) -2024-09-01 18:28:36,690 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.04030498499923851 (mp_runner.py:73) -2024-09-01 18:28:36,704 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.03502426700288197 (mp_runner.py:73) -2024-09-01 18:28:36,706 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.05565537999791559 (mp_runner.py:73) -2024-09-01 18:28:36,785 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.024477366998326033 (mp_runner.py:73) -2024-09-01 18:28:36,788 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.031363477995910216 (mp_runner.py:73) -2024-09-01 18:28:36,788 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.02811518299859017 (mp_runner.py:73) -2024-09-01 18:28:36,789 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.02967321100004483 (mp_runner.py:73) -2024-09-01 18:28:36,796 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.013854707001883071 (mp_runner.py:73) -2024-09-01 18:28:36,797 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.040488380000169855 (mp_runner.py:73) -2024-09-01 18:28:36,879 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.03014089800126385 (mp_runner.py:73) -2024-09-01 18:28:36,881 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.030652622997877188 (mp_runner.py:73) -2024-09-01 18:28:36,886 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.03953111299779266 (mp_runner.py:73) -2024-09-01 18:28:36,888 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.04439375500078313 (mp_runner.py:73) -2024-09-01 18:28:36,890 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.041634478999185376 (mp_runner.py:73) -2024-09-01 18:28:37,186 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.048920391003775876 (mp_runner.py:73) -2024-09-01 18:28:37,190 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.05459883099683793 (mp_runner.py:73) -2024-09-01 18:28:37,327 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.046619480999652296 (mp_runner.py:73) -2024-09-01 18:28:37,362 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.04169966799963731 (mp_runner.py:73) -2024-09-01 18:28:37,437 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.0789523370040115 (mp_runner.py:73) -2024-09-01 18:28:37,440 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.0495300389957265 (mp_runner.py:73) -2024-09-01 18:28:37,531 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.059319123000022955 (mp_runner.py:73) -2024-09-01 18:28:37,539 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.05309506200137548 (mp_runner.py:73) -2024-09-01 18:28:37,945 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.03995705200213706 (mp_runner.py:73) -2024-09-01 18:28:37,947 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.04495395599951735 (mp_runner.py:73) -2024-09-01 18:28:38,158 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.0443969069965533 (mp_runner.py:73) -2024-09-01 18:28:38,237 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.03305144399928395 (mp_runner.py:73) -2024-09-01 18:28:38,304 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.05588145100045949 (mp_runner.py:73) -2024-09-01 18:28:38,326 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.045297016004042234 (mp_runner.py:73) -2024-09-01 18:28:38,331 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.054111032994114794 (mp_runner.py:73) -2024-09-01 18:28:38,387 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.05471844100247836 (mp_runner.py:73) -2024-09-01 18:28:38,389 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.0022203569969860837 (mp_runner.py:73) -2024-09-01 18:28:38,881 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.041564578001271 (mp_runner.py:73) -2024-09-01 18:28:38,964 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.05248262099485146 (mp_runner.py:73) -2024-09-01 18:28:39,052 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.03203051699529169 (mp_runner.py:73) -2024-09-01 18:28:39,170 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.013420183000562247 (mp_runner.py:73) -2024-09-01 18:28:39,180 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.059277931999531575 (mp_runner.py:73) -2024-09-01 18:28:39,243 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.030494257000100333 (mp_runner.py:73) -2024-09-01 18:28:39,244 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.03328667200548807 (mp_runner.py:73) -2024-09-01 18:28:39,439 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.05360981299600098 (mp_runner.py:73) -2024-09-01 18:28:39,442 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.04621921900252346 (mp_runner.py:73) -2024-09-01 18:28:39,551 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.04219731900229817 (mp_runner.py:73) -2024-09-01 18:28:39,885 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.046469636996334884 (mp_runner.py:73) -2024-09-01 18:28:49,781 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0163s, count=770, qps in this process: 25.6527 (mp_runner.py:76) -2024-09-01 18:28:49,805 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0012s, count=867, qps in this process: 28.8988 (mp_runner.py:76) -2024-09-01 18:28:49,821 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0559s, count=765, qps in this process: 25.4526 (mp_runner.py:76) -2024-09-01 18:28:49,829 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.0057s, count=888, qps in this process: 29.5944 (mp_runner.py:76) -2024-09-01 18:28:49,833 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0064s, count=877, qps in this process: 29.2271 (mp_runner.py:76) -2024-09-01 18:28:49,834 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0117s, count=888, qps in this process: 29.5885 (mp_runner.py:76) -2024-09-01 18:28:49,835 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0069s, count=877, qps in this process: 29.2266 (mp_runner.py:76) -2024-09-01 18:28:49,840 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0132s, count=888, qps in this process: 29.587 (mp_runner.py:76) -2024-09-01 18:28:49,840 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0261s, count=819, qps in this process: 27.2763 (mp_runner.py:76) -2024-09-01 18:28:49,841 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0117s, count=886, qps in this process: 29.5218 (mp_runner.py:76) -2024-09-01 18:28:49,841 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0111s, count=888, qps in this process: 29.5891 (mp_runner.py:76) -2024-09-01 18:28:49,841 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0072s, count=806, qps in this process: 26.8602 (mp_runner.py:76) -2024-09-01 18:28:49,842 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0131s, count=854, qps in this process: 28.4542 (mp_runner.py:76) -2024-09-01 18:28:49,842 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0135s, count=886, qps in this process: 29.52 (mp_runner.py:76) -2024-09-01 18:28:49,843 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0136s, count=870, qps in this process: 28.9869 (mp_runner.py:76) -2024-09-01 18:28:49,848 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0057s, count=881, qps in this process: 29.3611 (mp_runner.py:76) -2024-09-01 18:28:49,848 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0012s, count=815, qps in this process: 27.1656 (mp_runner.py:76) -2024-09-01 18:28:49,849 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0201s, count=874, qps in this process: 29.1138 (mp_runner.py:76) -2024-09-01 18:28:49,851 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.022s, count=755, qps in this process: 25.1482 (mp_runner.py:76) -2024-09-01 18:28:49,855 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0213s, count=871, qps in this process: 29.0127 (mp_runner.py:76) -2024-09-01 18:28:49,856 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0195s, count=784, qps in this process: 26.1164 (mp_runner.py:76) -2024-09-01 18:28:49,857 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.032s, count=818, qps in this process: 27.2376 (mp_runner.py:76) -2024-09-01 18:28:49,858 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0212s, count=875, qps in this process: 29.1461 (mp_runner.py:76) -2024-09-01 18:28:49,859 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.0285s, count=809, qps in this process: 26.9411 (mp_runner.py:76) -2024-09-01 18:28:49,860 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0312s, count=877, qps in this process: 29.203 (mp_runner.py:76) -2024-09-01 18:28:49,860 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0261s, count=807, qps in this process: 26.8766 (mp_runner.py:76) -2024-09-01 18:28:49,863 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0395s, count=820, qps in this process: 27.2974 (mp_runner.py:76) -2024-09-01 18:28:49,865 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0158s, count=882, qps in this process: 29.3845 (mp_runner.py:76) -2024-09-01 18:28:49,866 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0323s, count=808, qps in this process: 26.9044 (mp_runner.py:76) -2024-09-01 18:28:49,867 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0044s, count=826, qps in this process: 27.5293 (mp_runner.py:76) -2024-09-01 18:28:49,868 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0068s, count=887, qps in this process: 29.56 (mp_runner.py:76) -2024-09-01 18:28:49,872 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0249s, count=802, qps in this process: 26.7112 (mp_runner.py:76) -2024-09-01 18:28:49,872 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0245s, count=888, qps in this process: 29.5758 (mp_runner.py:76) -2024-09-01 18:28:49,872 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0256s, count=798, qps in this process: 26.5773 (mp_runner.py:76) -2024-09-01 18:28:49,874 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0325s, count=874, qps in this process: 29.1018 (mp_runner.py:76) -2024-09-01 18:28:49,874 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0084s, count=843, qps in this process: 28.0921 (mp_runner.py:76) -2024-09-01 18:28:49,876 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0012s, count=784, qps in this process: 26.1323 (mp_runner.py:76) -2024-09-01 18:28:49,877 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0295s, count=882, qps in this process: 29.3711 (mp_runner.py:76) -2024-09-01 18:28:49,878 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0094s, count=782, qps in this process: 26.0585 (mp_runner.py:76) -2024-09-01 18:28:49,879 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0103s, count=824, qps in this process: 27.4572 (mp_runner.py:76) -2024-09-01 18:28:49,879 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0114s, count=886, qps in this process: 29.5221 (mp_runner.py:76) -2024-09-01 18:28:49,880 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0324s, count=873, qps in this process: 29.0686 (mp_runner.py:76) -2024-09-01 18:28:49,882 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0455s, count=810, qps in this process: 26.9591 (mp_runner.py:76) -2024-09-01 18:28:49,885 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0014s, count=762, qps in this process: 25.3988 (mp_runner.py:76) -2024-09-01 18:28:49,885 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0257s, count=822, qps in this process: 27.3765 (mp_runner.py:76) -2024-09-01 18:28:49,887 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0326s, count=860, qps in this process: 28.6355 (mp_runner.py:76) -2024-09-01 18:28:49,887 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0595s, count=889, qps in this process: 29.5747 (mp_runner.py:76) -2024-09-01 18:28:49,888 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0228s, count=886, qps in this process: 29.5109 (mp_runner.py:76) -2024-09-01 18:28:49,888 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0519s, count=889, qps in this process: 29.5822 (mp_runner.py:76) -2024-09-01 18:28:49,888 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.025s, count=889, qps in this process: 29.6087 (mp_runner.py:76) -2024-09-01 18:28:49,889 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0239s, count=889, qps in this process: 29.6097 (mp_runner.py:76) -2024-09-01 18:28:49,889 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0598s, count=889, qps in this process: 29.5744 (mp_runner.py:76) -2024-09-01 18:28:49,891 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0223s, count=889, qps in this process: 29.6113 (mp_runner.py:76) -2024-09-01 18:28:49,892 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0563s, count=889, qps in this process: 29.5778 (mp_runner.py:76) -2024-09-01 18:28:49,894 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0095s, count=773, qps in this process: 25.7585 (mp_runner.py:76) -2024-09-01 18:28:49,897 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0702s, count=889, qps in this process: 29.5642 (mp_runner.py:76) -2024-09-01 18:28:49,897 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0344s, count=816, qps in this process: 27.1688 (mp_runner.py:76) -2024-09-01 18:28:49,903 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0142s, count=832, qps in this process: 27.7202 (mp_runner.py:76) -2024-09-01 18:28:49,903 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0255s, count=883, qps in this process: 29.4083 (mp_runner.py:76) -2024-09-01 18:28:49,905 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.035s, count=782, qps in this process: 26.0363 (mp_runner.py:76) -2024-09-01 18:28:49,905 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.015s, count=803, qps in this process: 26.7533 (mp_runner.py:76) -2024-09-01 18:28:49,907 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0166s, count=883, qps in this process: 29.4171 (mp_runner.py:76) -2024-09-01 18:28:49,910 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0305s, count=827, qps in this process: 27.5387 (mp_runner.py:76) -2024-09-01 18:28:49,919 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0004s, count=752, qps in this process: 25.0663 (mp_runner.py:76) -2024-09-01 18:28:49,920 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0013s, count=780, qps in this process: 25.9989 (mp_runner.py:76) -2024-09-01 18:28:49,930 | INFO |End search in concurrency 65: dur=30.734393990998797s, total_count=54837, qps=1784.2226 (mp_runner.py:120) -2024-09-01 18:28:54,776 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:28:54,776 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 18:29:16,550 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 18:29:16,611 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:16,615 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:16,634 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:16,810 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:16,868 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:16,878 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:16,912 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:16,945 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:16,977 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,130 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,136 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,137 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,138 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,138 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,142 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,143 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,146 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,155 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,155 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,156 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,158 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,159 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,176 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,177 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,179 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,179 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,195 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,196 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,198 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,217 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,226 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,228 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,241 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,251 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,255 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,262 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,266 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,296 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,298 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,306 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,309 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,334 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,338 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,345 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,363 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,390 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,400 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,404 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,407 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,431 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,457 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,457 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,490 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,504 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,513 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,515 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,545 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,558 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,577 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,599 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,628 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,631 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,652 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,678 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,686 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:17,725 | DEBUG |SET "hnsw.ef_search" = "40"; (pgvector.py:137) -2024-09-01 18:29:35,517 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.03695578200131422 (mp_runner.py:73) -2024-09-01 18:29:35,519 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.037634872998751234 (mp_runner.py:73) -2024-09-01 18:29:35,520 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.03618997900048271 (mp_runner.py:73) -2024-09-01 18:29:35,526 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.005748685005528387 (mp_runner.py:73) -2024-09-01 18:29:35,548 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.068335134004883 (mp_runner.py:73) -2024-09-01 18:29:35,556 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.011182335998455528 (mp_runner.py:73) -2024-09-01 18:29:35,567 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.050431565003236756 (mp_runner.py:73) -2024-09-01 18:29:35,571 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.04935569999361178 (mp_runner.py:73) -2024-09-01 18:29:35,575 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.031568487000185996 (mp_runner.py:73) -2024-09-01 18:29:35,577 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.03488421499787364 (mp_runner.py:73) -2024-09-01 18:29:35,579 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.050382854002236854 (mp_runner.py:73) -2024-09-01 18:29:35,580 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.038576139995711856 (mp_runner.py:73) -2024-09-01 18:29:35,581 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.04475186899799155 (mp_runner.py:73) -2024-09-01 18:29:35,582 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.04239430500456365 (mp_runner.py:73) -2024-09-01 18:29:35,583 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.03289095299987821 (mp_runner.py:73) -2024-09-01 18:29:35,584 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.0347075629979372 (mp_runner.py:73) -2024-09-01 18:29:35,587 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.0526220289975754 (mp_runner.py:73) -2024-09-01 18:29:35,588 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.033730422001099214 (mp_runner.py:73) -2024-09-01 18:29:35,588 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.10639025599812157 (mp_runner.py:73) -2024-09-01 18:29:35,644 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.07728109000163386 (mp_runner.py:73) -2024-09-01 18:29:35,718 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.0392163159995107 (mp_runner.py:73) -2024-09-01 18:29:35,721 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.04426240100292489 (mp_runner.py:73) -2024-09-01 18:29:35,726 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.05631662700034212 (mp_runner.py:73) -2024-09-01 18:29:35,727 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.051607879002403934 (mp_runner.py:73) -2024-09-01 18:29:35,877 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.017132717999629676 (mp_runner.py:73) -2024-09-01 18:29:35,879 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.014515311006107368 (mp_runner.py:73) -2024-09-01 18:29:35,880 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.021473699998750817 (mp_runner.py:73) -2024-09-01 18:29:35,882 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.018724246001511347 (mp_runner.py:73) -2024-09-01 18:29:35,887 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.029323276998184156 (mp_runner.py:73) -2024-09-01 18:29:35,897 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.04214688100182684 (mp_runner.py:73) -2024-09-01 18:29:35,934 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.037008177998359315 (mp_runner.py:73) -2024-09-01 18:29:35,938 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.04250562899687793 (mp_runner.py:73) -2024-09-01 18:29:35,939 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.03849988200090593 (mp_runner.py:73) -2024-09-01 18:29:35,940 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.03669114600052126 (mp_runner.py:73) -2024-09-01 18:29:35,941 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.05096957299974747 (mp_runner.py:73) -2024-09-01 18:29:35,941 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.03705092600284843 (mp_runner.py:73) -2024-09-01 18:29:36,120 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.09234381499845767 (mp_runner.py:73) -2024-09-01 18:29:36,164 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.06460520200198516 (mp_runner.py:73) -2024-09-01 18:29:36,190 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.06445131600048626 (mp_runner.py:73) -2024-09-01 18:29:36,207 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.05873149599938188 (mp_runner.py:73) -2024-09-01 18:29:36,260 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.055665831998339854 (mp_runner.py:73) -2024-09-01 18:29:36,350 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.045228097995277494 (mp_runner.py:73) -2024-09-01 18:29:36,369 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.05028970699640922 (mp_runner.py:73) -2024-09-01 18:29:36,432 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.02885328800039133 (mp_runner.py:73) -2024-09-01 18:29:36,747 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.05451616300706519 (mp_runner.py:73) -2024-09-01 18:29:36,765 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.04935258500336204 (mp_runner.py:73) -2024-09-01 18:29:36,786 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.057447055994998664 (mp_runner.py:73) -2024-09-01 18:29:37,179 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.05829521200212184 (mp_runner.py:73) -2024-09-01 18:29:37,181 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.061438393997377716 (mp_runner.py:73) -2024-09-01 18:29:37,312 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.050049410994688515 (mp_runner.py:73) -2024-09-01 18:29:37,520 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.04785932000231696 (mp_runner.py:73) -2024-09-01 18:29:37,704 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.06145550300425384 (mp_runner.py:73) -2024-09-01 18:29:37,758 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.03777903499576496 (mp_runner.py:73) -2024-09-01 18:29:37,772 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.05377199700160418 (mp_runner.py:73) -2024-09-01 18:29:37,775 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.05742667199956486 (mp_runner.py:73) -2024-09-01 18:29:38,031 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.08821909999824129 (mp_runner.py:73) -2024-09-01 18:29:38,084 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.043962938005279284 (mp_runner.py:73) -2024-09-01 18:29:38,086 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.04805823199421866 (mp_runner.py:73) -2024-09-01 18:29:38,088 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.05655040599958738 (mp_runner.py:73) -2024-09-01 18:29:38,325 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.049507183000969235 (mp_runner.py:73) -2024-09-01 18:29:38,359 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.05011004299740307 (mp_runner.py:73) -2024-09-01 18:29:38,401 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.08074038699851371 (mp_runner.py:73) -2024-09-01 18:29:38,592 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.052015986999322195 (mp_runner.py:73) -2024-09-01 18:29:38,636 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.05787385299481684 (mp_runner.py:73) -2024-09-01 18:29:38,984 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.04504297799576307 (mp_runner.py:73) -2024-09-01 18:29:38,987 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.042325123999034986 (mp_runner.py:73) -2024-09-01 18:29:38,988 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.05519028299750062 (mp_runner.py:73) -2024-09-01 18:29:39,109 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.11685879099968588 (mp_runner.py:73) -2024-09-01 18:29:39,333 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.048399765000795014 (mp_runner.py:73) -2024-09-01 18:29:40,149 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.05144022199965548 (mp_runner.py:73) -2024-09-01 18:29:46,620 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.004s, count=776, qps in this process: 25.8632 (mp_runner.py:76) -2024-09-01 18:29:46,624 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.013s, count=759, qps in this process: 25.289 (mp_runner.py:76) -2024-09-01 18:29:46,650 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0154s, count=778, qps in this process: 25.92 (mp_runner.py:76) -2024-09-01 18:29:46,835 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0107s, count=755, qps in this process: 25.1577 (mp_runner.py:76) -2024-09-01 18:29:46,900 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0205s, count=787, qps in this process: 26.2154 (mp_runner.py:76) -2024-09-01 18:29:46,914 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0199s, count=787, qps in this process: 26.2159 (mp_runner.py:76) -2024-09-01 18:29:46,961 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0031s, count=766, qps in this process: 25.5307 (mp_runner.py:76) -2024-09-01 18:29:46,999 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0358s, count=778, qps in this process: 25.9024 (mp_runner.py:76) -2024-09-01 18:29:46,999 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0161s, count=790, qps in this process: 26.3192 (mp_runner.py:76) -2024-09-01 18:29:47,139 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0052s, count=795, qps in this process: 26.4954 (mp_runner.py:76) -2024-09-01 18:29:47,140 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0006s, count=795, qps in this process: 26.4995 (mp_runner.py:76) -2024-09-01 18:29:47,149 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0007s, count=796, qps in this process: 26.5327 (mp_runner.py:76) -2024-09-01 18:29:47,151 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0033s, count=761, qps in this process: 25.3639 (mp_runner.py:76) -2024-09-01 18:29:47,151 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0106s, count=795, qps in this process: 26.4906 (mp_runner.py:76) -2024-09-01 18:29:47,160 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0125s, count=745, qps in this process: 24.823 (mp_runner.py:76) -2024-09-01 18:29:47,160 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0206s, count=793, qps in this process: 26.4152 (mp_runner.py:76) -2024-09-01 18:29:47,173 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0132s, count=778, qps in this process: 25.9219 (mp_runner.py:76) -2024-09-01 18:29:47,177 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0279s, count=797, qps in this process: 26.542 (mp_runner.py:76) -2024-09-01 18:29:47,178 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0188s, count=768, qps in this process: 25.584 (mp_runner.py:76) -2024-09-01 18:29:47,180 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0201s, count=794, qps in this process: 26.4489 (mp_runner.py:76) -2024-09-01 18:29:47,187 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.004s, count=795, qps in this process: 26.4965 (mp_runner.py:76) -2024-09-01 18:29:47,187 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.028s, count=762, qps in this process: 25.3763 (mp_runner.py:76) -2024-09-01 18:29:47,188 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.036s, count=730, qps in this process: 24.3042 (mp_runner.py:76) -2024-09-01 18:29:47,191 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0314s, count=793, qps in this process: 26.4057 (mp_runner.py:76) -2024-09-01 18:29:47,194 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0111s, count=708, qps in this process: 23.5913 (mp_runner.py:76) -2024-09-01 18:29:47,197 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0141s, count=748, qps in this process: 24.9216 (mp_runner.py:76) -2024-09-01 18:29:47,203 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0052s, count=716, qps in this process: 23.8625 (mp_runner.py:76) -2024-09-01 18:29:47,204 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0042s, count=758, qps in this process: 25.2631 (mp_runner.py:76) -2024-09-01 18:29:47,205 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0647s, count=796, qps in this process: 26.4762 (mp_runner.py:76) -2024-09-01 18:29:47,205 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0458s, count=797, qps in this process: 26.5262 (mp_runner.py:76) -2024-09-01 18:29:47,207 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0365s, count=778, qps in this process: 25.9018 (mp_runner.py:76) -2024-09-01 18:29:47,222 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0329s, count=773, qps in this process: 25.7384 (mp_runner.py:76) -2024-09-01 18:29:47,239 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0068s, count=795, qps in this process: 26.494 (mp_runner.py:76) -2024-09-01 18:29:47,242 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0368s, count=787, qps in this process: 26.2012 (mp_runner.py:76) -2024-09-01 18:29:47,256 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0302s, count=764, qps in this process: 25.4411 (mp_runner.py:76) -2024-09-01 18:29:47,257 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0234s, count=798, qps in this process: 26.5793 (mp_runner.py:76) -2024-09-01 18:29:47,263 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0174s, count=726, qps in this process: 24.186 (mp_runner.py:76) -2024-09-01 18:29:47,271 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0057s, count=715, qps in this process: 23.8288 (mp_runner.py:76) -2024-09-01 18:29:47,276 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0063s, count=754, qps in this process: 25.1281 (mp_runner.py:76) -2024-09-01 18:29:47,277 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0203s, count=799, qps in this process: 26.6153 (mp_runner.py:76) -2024-09-01 18:29:47,286 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0101s, count=683, qps in this process: 22.759 (mp_runner.py:76) -2024-09-01 18:29:47,310 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0043s, count=801, qps in this process: 26.6962 (mp_runner.py:76) -2024-09-01 18:29:47,313 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0039s, count=742, qps in this process: 24.7301 (mp_runner.py:76) -2024-09-01 18:29:47,321 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0151s, count=802, qps in this process: 26.7199 (mp_runner.py:76) -2024-09-01 18:29:47,325 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.01s, count=753, qps in this process: 25.0916 (mp_runner.py:76) -2024-09-01 18:29:47,345 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0041s, count=691, qps in this process: 23.0302 (mp_runner.py:76) -2024-09-01 18:29:47,357 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.0128s, count=791, qps in this process: 26.3554 (mp_runner.py:76) -2024-09-01 18:29:47,364 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0142s, count=804, qps in this process: 26.7873 (mp_runner.py:76) -2024-09-01 18:29:47,372 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0022s, count=781, qps in this process: 26.0314 (mp_runner.py:76) -2024-09-01 18:29:47,402 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0061s, count=710, qps in this process: 23.6619 (mp_runner.py:76) -2024-09-01 18:29:47,415 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0058s, count=791, qps in this process: 26.3616 (mp_runner.py:76) -2024-09-01 18:29:47,420 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0064s, count=697, qps in this process: 23.2284 (mp_runner.py:76) -2024-09-01 18:29:47,422 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0064s, count=759, qps in this process: 25.2946 (mp_runner.py:76) -2024-09-01 18:29:47,442 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0033s, count=755, qps in this process: 25.1639 (mp_runner.py:76) -2024-09-01 18:29:47,464 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0017s, count=779, qps in this process: 25.9652 (mp_runner.py:76) -2024-09-01 18:29:47,479 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0163s, count=761, qps in this process: 25.3529 (mp_runner.py:76) -2024-09-01 18:29:47,499 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0016s, count=764, qps in this process: 25.4653 (mp_runner.py:76) -2024-09-01 18:29:47,513 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0002s, count=799, qps in this process: 26.6332 (mp_runner.py:76) -2024-09-01 18:29:47,523 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0053s, count=765, qps in this process: 25.4955 (mp_runner.py:76) -2024-09-01 18:29:47,523 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0009s, count=711, qps in this process: 23.6993 (mp_runner.py:76) -2024-09-01 18:29:47,554 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.0007s, count=816, qps in this process: 27.1994 (mp_runner.py:76) -2024-09-01 18:29:47,573 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.002s, count=775, qps in this process: 25.8316 (mp_runner.py:76) -2024-09-01 18:29:47,583 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0009s, count=743, qps in this process: 24.7659 (mp_runner.py:76) -2024-09-01 18:29:47,609 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.003s, count=786, qps in this process: 26.1974 (mp_runner.py:76) -2024-09-01 18:29:47,638 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0009s, count=750, qps in this process: 24.9993 (mp_runner.py:76) -2024-09-01 18:29:47,644 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0027s, count=800, qps in this process: 26.6643 (mp_runner.py:76) -2024-09-01 18:29:47,663 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.001s, count=762, qps in this process: 25.3992 (mp_runner.py:76) -2024-09-01 18:29:47,688 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0007s, count=777, qps in this process: 25.8994 (mp_runner.py:76) -2024-09-01 18:29:47,697 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0013s, count=750, qps in this process: 24.9989 (mp_runner.py:76) -2024-09-01 18:29:47,733 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0002s, count=768, qps in this process: 25.5998 (mp_runner.py:76) -2024-09-01 18:29:47,743 | INFO |End search in concurrency 70: dur=31.191459831003158s, total_count=53751, qps=1723.2602 (mp_runner.py:120) -2024-09-01 18:29:52,421 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1824.3726, serial_latency_p99=np.float64(0.0494), recall=np.float64(0.3961), ndcg=np.float64(0.5012), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[356.5382, 1520.5193, 1773.1858, 1758.6107, 1722.5555, 1739.1732, 1764.0112, 1824.3726, 1809.1333, 1725.2386, 1728.9881, 1729.8185, 1784.2226, 1723.2602], conc_latency_p99_list=[np.float64(0.0013989537951420061), np.float64(0.0012111209442366088), np.float64(0.0016697702145065704), np.float64(0.0019902455319439467), np.float64(0.0019632097816444003), np.float64(0.0021833423935167955), np.float64(0.0023599018038003125), np.float64(0.0026343240029185833), np.float64(0.0026901753551865112), np.float64(0.003096115984913194), np.float64(0.0027692349944860323), np.float64(0.003315438006573822), np.float64(0.0034859284934442257), np.float64(0.002740409620855644)]) (task_runner.py:197) -2024-09-01 18:29:52,421 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:18:29.027427'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1824.3726, serial_latency_p99=np.float64(0.0494), recall=np.float64(0.3961), ndcg=np.float64(0.5012), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[356.5382, 1520.5193, 1773.1858, 1758.6107, 1722.5555, 1739.1732, 1764.0112, 1824.3726, 1809.1333, 1725.2386, 1728.9881, 1729.8185, 1784.2226, 1723.2602], conc_latency_p99_list=[np.float64(0.0013989537951420061), np.float64(0.0012111209442366088), np.float64(0.0016697702145065704), np.float64(0.0019902455319439467), np.float64(0.0019632097816444003), np.float64(0.0021833423935167955), np.float64(0.0023599018038003125), np.float64(0.0026343240029185833), np.float64(0.0026901753551865112), np.float64(0.003096115984913194), np.float64(0.0027692349944860323), np.float64(0.003315438006573822), np.float64(0.0034859284934442257), np.float64(0.002740409620855644)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 18:29:52,421 | INFO |Task summary: run_id=1780e, task_label=1780ec131a3649cd9dbd823e7eddf75b (models.py:346) -2024-09-01 18:29:52,421 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 18:29:52,421 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 18:29:52,421 | INFO |PgVector | 2024-09-01T18:18:29.027427 Performance1536D500K 1780ec131a3649cd9dbd823e7eddf75b | 0.0 1824.3726 0.0494 0.3961 0 | :) (models.py:346) -2024-09-01 18:29:52,421 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json (models.py:204) -2024-09-01 18:29:52,422 | INFO |Success to finish task: label=1780ec131a3649cd9dbd823e7eddf75b, run_id=1780ec131a3649cd9dbd823e7eddf75b (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json b/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json deleted file mode 100644 index 7d22d33e6..000000000 --- a/script/data/aws/db.m6i.large-8-64-40-Performance1536D500K-0-81185/result_20240901_1780ec131a3649cd9dbd823e7eddf75b_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "1780ec131a3649cd9dbd823e7eddf75b", "task_label": "1780ec131a3649cd9dbd823e7eddf75b", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1824.3726, "serial_latency_p99": 0.0494, "recall": 0.3961, "ndcg": 0.5012, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [356.5382, 1520.5193, 1773.1858, 1758.6107, 1722.5555, 1739.1732, 1764.0112, 1824.3726, 1809.1333, 1725.2386, 1728.9881, 1729.8185, 1784.2226, 1723.2602], "conc_latency_p99_list": [0.0013989537951420061, 0.0012111209442366088, 0.0016697702145065704, 0.0019902455319439467, 0.0019632097816444003, 0.0021833423935167955, 0.0023599018038003125, 0.0026343240029185833, 0.0026901753551865112, 0.003096115984913194, 0.0027692349944860323, 0.003315438006573822, 0.0034859284934442257, 0.002740409620855644]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:18:29.027427", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 40, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt b/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt deleted file mode 100644 index 214427160..000000000 --- a/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/log.txt +++ /dev/null @@ -1,1229 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 400 --skip-drop-old --skip-load -2024-09-01 19:08:32,825 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:08:32.813428', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 19:08:32,825 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T19:08:32.813428', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=400, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 19:08:32,825 | INFO |generated uuid for the tasks: b09b543d972146819f67fb35334dd219 (interface.py:66) -2024-09-01 19:08:32,886 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 19:08:32,886 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 19:08:32,886 | INFO | PgVector-2024-09-01T19:08:32.813428 | Performance OpenAI-MEDIUM-500K None | b09b543d972146819f67fb35334dd219 (task_runner.py:340) -2024-09-01 19:08:32,886 | INFO |task submitted: id=b09b543d972146819f67fb35334dd219, b09b543d972146819f67fb35334dd219, case number: 1 (interface.py:231) -2024-09-01 19:08:33,303 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:08:32.813428'}, drop_old=False (interface.py:164) -2024-09-01 19:08:33,303 | INFO |Starting run (task_runner.py:100) -2024-09-01 19:08:33,376 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=400 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 19:08:33,991 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 19:08:34,038 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 19:08:34,062 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 19:08:34,062 | INFO |Start performance case (task_runner.py:158) -2024-09-01 19:08:34,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:08:34,074 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 19:08:34,074 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 19:08:34,075 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 19:08:34,118 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 19:08:34,672 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 19:08:34,694 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:08:34,694 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 19:08:34,694 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 19:08:38,913 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.030355824004800525, latest recall=0.97 (serial_runner.py:202) -2024-09-01 19:08:42,748 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.043158530999789946, latest recall=0.99 (serial_runner.py:202) -2024-09-01 19:08:46,403 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.22474407899426296, latest recall=0.85 (serial_runner.py:202) -2024-09-01 19:08:49,512 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.014308486002846621, latest recall=0.98 (serial_runner.py:202) -2024-09-01 19:08:52,442 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.010014571002102457, latest recall=0.98 (serial_runner.py:202) -2024-09-01 19:08:55,518 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.00986232600553194, latest recall=0.98 (serial_runner.py:202) -2024-09-01 19:08:58,087 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.013999378999869805, latest recall=0.97 (serial_runner.py:202) -2024-09-01 19:09:00,741 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.02076155800023116, latest recall=0.97 (serial_runner.py:202) -2024-09-01 19:09:03,210 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.01547935700364178, latest recall=0.98 (serial_runner.py:202) -2024-09-01 19:09:05,951 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.025289102995884605, latest recall=0.9 (serial_runner.py:202) -2024-09-01 19:09:05,952 | INFO |SpawnProcess-1:1 search entire test_data: cost=21.4056s, queries=1000, avg_recall=0.9574, avg_ndcg=0.9625,avg_latency=0.0214, p99=0.059 (serial_runner.py:209) -2024-09-01 19:09:06,479 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:09:06,480 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 19:09:07,502 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 19:09:07,531 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:09:13,187 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.007845974003430456 (mp_runner.py:73) -2024-09-01 19:09:18,500 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.015481467002246063 (mp_runner.py:73) -2024-09-01 19:09:23,153 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.007573078000859823 (mp_runner.py:73) -2024-09-01 19:09:27,673 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.012510697000834625 (mp_runner.py:73) -2024-09-01 19:09:32,410 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.007524131004174706 (mp_runner.py:73) -2024-09-01 19:09:36,931 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.01249159000144573 (mp_runner.py:73) -2024-09-01 19:09:37,536 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0039s, count=3065, qps in this process: 102.1534 (mp_runner.py:76) -2024-09-01 19:09:37,538 | INFO |End search in concurrency 1: dur=30.035032448002312s, total_count=3065, qps=102.0475 (mp_runner.py:120) -2024-09-01 19:09:37,721 | INFO |Update largest qps with concurrency 1: current max_qps=102.0475 (mp_runner.py:124) -2024-09-01 19:09:38,130 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:09:38,130 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 19:09:43,185 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 19:09:43,233 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:09:43,233 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:09:43,235 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:09:43,236 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:09:43,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:09:52,431 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.01673319899418857 (mp_runner.py:73) -2024-09-01 19:09:52,431 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.016021105999243446 (mp_runner.py:73) -2024-09-01 19:09:52,431 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.016621848997601774 (mp_runner.py:73) -2024-09-01 19:09:52,433 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.019566035000025295 (mp_runner.py:73) -2024-09-01 19:09:52,438 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.02416257900040364 (mp_runner.py:73) -2024-09-01 19:10:00,850 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.017261451001104433 (mp_runner.py:73) -2024-09-01 19:10:00,850 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.019228641998779494 (mp_runner.py:73) -2024-09-01 19:10:00,851 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.01924436099943705 (mp_runner.py:73) -2024-09-01 19:10:00,851 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.017624407999392133 (mp_runner.py:73) -2024-09-01 19:10:00,852 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.02058872599445749 (mp_runner.py:73) -2024-09-01 19:10:09,356 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.01493291000224417 (mp_runner.py:73) -2024-09-01 19:10:09,356 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.01463733700074954 (mp_runner.py:73) -2024-09-01 19:10:09,356 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.014655805003712885 (mp_runner.py:73) -2024-09-01 19:10:09,357 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.015282863998436369 (mp_runner.py:73) -2024-09-01 19:10:09,358 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.017037128993251827 (mp_runner.py:73) -2024-09-01 19:10:13,244 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0089s, count=1731, qps in this process: 57.6829 (mp_runner.py:76) -2024-09-01 19:10:13,246 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.012s, count=1731, qps in this process: 57.6769 (mp_runner.py:76) -2024-09-01 19:10:13,248 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.0131s, count=1731, qps in this process: 57.6748 (mp_runner.py:76) -2024-09-01 19:10:13,258 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0138s, count=1732, qps in this process: 57.7068 (mp_runner.py:76) -2024-09-01 19:10:13,271 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.001s, count=1733, qps in this process: 57.7647 (mp_runner.py:76) -2024-09-01 19:10:13,272 | INFO |End search in concurrency 5: dur=30.086448862995894s, total_count=8658, qps=287.7708 (mp_runner.py:120) -2024-09-01 19:10:13,566 | INFO |Update largest qps with concurrency 5: current max_qps=287.7708 (mp_runner.py:124) -2024-09-01 19:10:13,973 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:10:13,973 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 19:10:24,137 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 19:10:24,197 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,208 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,232 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,253 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,267 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,269 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,278 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,282 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,295 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,297 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,297 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,298 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,314 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:24,314 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:10:46,593 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.047273822005081456 (mp_runner.py:73) -2024-09-01 19:10:46,594 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.048919330998614896 (mp_runner.py:73) -2024-09-01 19:10:46,595 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.04970030000549741 (mp_runner.py:73) -2024-09-01 19:10:46,596 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.04931804700026987 (mp_runner.py:73) -2024-09-01 19:10:46,597 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.030030955997062847 (mp_runner.py:73) -2024-09-01 19:10:46,597 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.05170549799368018 (mp_runner.py:73) -2024-09-01 19:10:46,599 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.03905084000143688 (mp_runner.py:73) -2024-09-01 19:10:46,604 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.05102988099679351 (mp_runner.py:73) -2024-09-01 19:10:46,605 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.04823150300217094 (mp_runner.py:73) -2024-09-01 19:10:46,607 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.027317744999891147 (mp_runner.py:73) -2024-09-01 19:10:46,609 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.04316224200010765 (mp_runner.py:73) -2024-09-01 19:10:46,610 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.02666630200110376 (mp_runner.py:73) -2024-09-01 19:10:46,611 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.06100731499464018 (mp_runner.py:73) -2024-09-01 19:10:46,618 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.061344841997197364 (mp_runner.py:73) -2024-09-01 19:10:46,626 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.06536798399611143 (mp_runner.py:73) -2024-09-01 19:10:54,235 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0244s, count=684, qps in this process: 22.7815 (mp_runner.py:76) -2024-09-01 19:10:54,244 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0092s, count=684, qps in this process: 22.793 (mp_runner.py:76) -2024-09-01 19:10:54,253 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0554s, count=684, qps in this process: 22.758 (mp_runner.py:76) -2024-09-01 19:10:54,272 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0026s, count=685, qps in this process: 22.8314 (mp_runner.py:76) -2024-09-01 19:10:54,274 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0173s, count=685, qps in this process: 22.8202 (mp_runner.py:76) -2024-09-01 19:10:54,278 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0083s, count=685, qps in this process: 22.827 (mp_runner.py:76) -2024-09-01 19:10:54,302 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0165s, count=686, qps in this process: 22.8541 (mp_runner.py:76) -2024-09-01 19:10:54,303 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0146s, count=686, qps in this process: 22.8555 (mp_runner.py:76) -2024-09-01 19:10:54,305 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0087s, count=686, qps in this process: 22.86 (mp_runner.py:76) -2024-09-01 19:10:54,306 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0031s, count=686, qps in this process: 22.8643 (mp_runner.py:76) -2024-09-01 19:10:54,309 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0036s, count=686, qps in this process: 22.8639 (mp_runner.py:76) -2024-09-01 19:10:54,312 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0094s, count=686, qps in this process: 22.8595 (mp_runner.py:76) -2024-09-01 19:10:54,319 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0131s, count=687, qps in this process: 22.89 (mp_runner.py:76) -2024-09-01 19:10:54,343 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0086s, count=689, qps in this process: 22.9601 (mp_runner.py:76) -2024-09-01 19:10:54,343 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0093s, count=689, qps in this process: 22.9595 (mp_runner.py:76) -2024-09-01 19:10:54,345 | INFO |End search in concurrency 15: dur=30.206747030999395s, total_count=10288, qps=340.5862 (mp_runner.py:120) -2024-09-01 19:10:55,222 | INFO |Update largest qps with concurrency 15: current max_qps=340.5862 (mp_runner.py:124) -2024-09-01 19:10:55,628 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:10:55,628 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 19:11:05,893 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 19:11:05,957 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:05,964 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:05,967 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,002 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,065 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,066 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,067 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,105 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,114 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,131 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,138 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,144 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,174 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:06,241 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:34,873 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.05011119000118924 (mp_runner.py:73) -2024-09-01 19:11:34,873 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.04771256900130538 (mp_runner.py:73) -2024-09-01 19:11:34,874 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.045880812001996674 (mp_runner.py:73) -2024-09-01 19:11:34,875 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.04882569699839223 (mp_runner.py:73) -2024-09-01 19:11:34,876 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.05266434299846878 (mp_runner.py:73) -2024-09-01 19:11:34,877 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.04676396900322288 (mp_runner.py:73) -2024-09-01 19:11:34,877 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.05494574300246313 (mp_runner.py:73) -2024-09-01 19:11:34,878 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.04846405599528225 (mp_runner.py:73) -2024-09-01 19:11:34,879 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.053972546993463766 (mp_runner.py:73) -2024-09-01 19:11:34,879 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.049809454001660924 (mp_runner.py:73) -2024-09-01 19:11:34,881 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.05622913400293328 (mp_runner.py:73) -2024-09-01 19:11:34,884 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.05990074000146706 (mp_runner.py:73) -2024-09-01 19:11:34,887 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.05867454699910013 (mp_runner.py:73) -2024-09-01 19:11:34,888 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.059348055998270866 (mp_runner.py:73) -2024-09-01 19:11:34,889 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.06229033000272466 (mp_runner.py:73) -2024-09-01 19:11:34,890 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.06367817900172668 (mp_runner.py:73) -2024-09-01 19:11:34,891 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.06234855100046843 (mp_runner.py:73) -2024-09-01 19:11:34,899 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.04054331099905539 (mp_runner.py:73) -2024-09-01 19:11:34,902 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.07481140099844197 (mp_runner.py:73) -2024-09-01 19:11:34,909 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.0855870630039135 (mp_runner.py:73) -2024-09-01 19:11:35,974 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.004s, count=519, qps in this process: 17.2977 (mp_runner.py:76) -2024-09-01 19:11:35,989 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0307s, count=519, qps in this process: 17.2823 (mp_runner.py:76) -2024-09-01 19:11:36,070 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0036s, count=520, qps in this process: 17.3313 (mp_runner.py:76) -2024-09-01 19:11:36,071 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.0674s, count=520, qps in this process: 17.2945 (mp_runner.py:76) -2024-09-01 19:11:36,073 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0939s, count=520, qps in this process: 17.2792 (mp_runner.py:76) -2024-09-01 19:11:36,073 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0062s, count=520, qps in this process: 17.3298 (mp_runner.py:76) -2024-09-01 19:11:36,083 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.015s, count=520, qps in this process: 17.3247 (mp_runner.py:76) -2024-09-01 19:11:36,130 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0115s, count=521, qps in this process: 17.36 (mp_runner.py:76) -2024-09-01 19:11:36,136 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.0049s, count=521, qps in this process: 17.3638 (mp_runner.py:76) -2024-09-01 19:11:36,142 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.0336s, count=521, qps in this process: 17.3472 (mp_runner.py:76) -2024-09-01 19:11:36,168 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0262s, count=521, qps in this process: 17.3515 (mp_runner.py:76) -2024-09-01 19:11:36,176 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0262s, count=522, qps in this process: 17.3848 (mp_runner.py:76) -2024-09-01 19:11:36,201 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0055s, count=523, qps in this process: 17.4301 (mp_runner.py:76) -2024-09-01 19:11:36,204 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0215s, count=523, qps in this process: 17.4208 (mp_runner.py:76) -2024-09-01 19:11:36,204 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0083s, count=523, qps in this process: 17.4285 (mp_runner.py:76) -2024-09-01 19:11:36,207 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0242s, count=523, qps in this process: 17.4193 (mp_runner.py:76) -2024-09-01 19:11:36,207 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0243s, count=523, qps in this process: 17.4192 (mp_runner.py:76) -2024-09-01 19:11:36,207 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0142s, count=523, qps in this process: 17.4251 (mp_runner.py:76) -2024-09-01 19:11:36,210 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.012s, count=523, qps in this process: 17.4264 (mp_runner.py:76) -2024-09-01 19:11:36,258 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0098s, count=527, qps in this process: 17.5609 (mp_runner.py:76) -2024-09-01 19:11:36,259 | INFO |End search in concurrency 20: dur=30.36393780400249s, total_count=10432, qps=343.5655 (mp_runner.py:120) -2024-09-01 19:11:37,475 | INFO |Update largest qps with concurrency 20: current max_qps=343.5655 (mp_runner.py:124) -2024-09-01 19:11:37,887 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:11:37,887 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 19:11:48,165 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 19:11:48,227 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,284 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,284 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,293 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,377 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,380 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,390 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,411 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,436 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,450 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,455 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:11:48,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:18,250 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0224s, count=431, qps in this process: 14.3559 (mp_runner.py:76) -2024-09-01 19:12:18,306 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0082s, count=432, qps in this process: 14.3961 (mp_runner.py:76) -2024-09-01 19:12:18,313 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.028s, count=432, qps in this process: 14.3866 (mp_runner.py:76) -2024-09-01 19:12:18,320 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0345s, count=432, qps in this process: 14.3835 (mp_runner.py:76) -2024-09-01 19:12:18,424 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0424s, count=434, qps in this process: 14.4462 (mp_runner.py:76) -2024-09-01 19:12:18,425 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0051s, count=434, qps in this process: 14.4642 (mp_runner.py:76) -2024-09-01 19:12:18,426 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0341s, count=434, qps in this process: 14.4502 (mp_runner.py:76) -2024-09-01 19:12:18,427 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.035s, count=434, qps in this process: 14.4498 (mp_runner.py:76) -2024-09-01 19:12:18,428 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0361s, count=434, qps in this process: 14.4493 (mp_runner.py:76) -2024-09-01 19:12:18,429 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0364s, count=434, qps in this process: 14.4491 (mp_runner.py:76) -2024-09-01 19:12:18,430 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.0021s, count=434, qps in this process: 14.4657 (mp_runner.py:76) -2024-09-01 19:12:18,432 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0505s, count=434, qps in this process: 14.4424 (mp_runner.py:76) -2024-09-01 19:12:18,433 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0045s, count=434, qps in this process: 14.4645 (mp_runner.py:76) -2024-09-01 19:12:18,450 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0579s, count=434, qps in this process: 14.4388 (mp_runner.py:76) -2024-09-01 19:12:18,451 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0053s, count=434, qps in this process: 14.4641 (mp_runner.py:76) -2024-09-01 19:12:18,459 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0134s, count=435, qps in this process: 14.4935 (mp_runner.py:76) -2024-09-01 19:12:18,460 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0032s, count=435, qps in this process: 14.4985 (mp_runner.py:76) -2024-09-01 19:12:18,461 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0018s, count=435, qps in this process: 14.4991 (mp_runner.py:76) -2024-09-01 19:12:18,461 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0018s, count=435, qps in this process: 14.4991 (mp_runner.py:76) -2024-09-01 19:12:18,462 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0167s, count=435, qps in this process: 14.4919 (mp_runner.py:76) -2024-09-01 19:12:18,463 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.004s, count=435, qps in this process: 14.4981 (mp_runner.py:76) -2024-09-01 19:12:18,465 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0187s, count=435, qps in this process: 14.491 (mp_runner.py:76) -2024-09-01 19:12:18,466 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.021s, count=435, qps in this process: 14.4899 (mp_runner.py:76) -2024-09-01 19:12:18,468 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0063s, count=435, qps in this process: 14.497 (mp_runner.py:76) -2024-09-01 19:12:18,470 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.0134s, count=435, qps in this process: 14.4935 (mp_runner.py:76) -2024-09-01 19:12:18,472 | INFO |End search in concurrency 25: dur=30.307212980005716s, total_count=10851, qps=358.0336 (mp_runner.py:120) -2024-09-01 19:12:20,057 | INFO |Update largest qps with concurrency 25: current max_qps=358.0336 (mp_runner.py:124) -2024-09-01 19:12:20,463 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:12:20,464 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 19:12:30,885 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 19:12:31,008 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,028 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,071 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,145 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,146 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,181 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,186 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,191 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,192 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,193 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,195 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,196 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,210 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,214 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,215 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:12:31,258 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:01,036 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0204s, count=358, qps in this process: 11.9252 (mp_runner.py:76) -2024-09-01 19:13:01,042 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0188s, count=358, qps in this process: 11.9259 (mp_runner.py:76) -2024-09-01 19:13:01,094 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.0217s, count=359, qps in this process: 11.958 (mp_runner.py:76) -2024-09-01 19:13:01,098 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0605s, count=359, qps in this process: 11.9426 (mp_runner.py:76) -2024-09-01 19:13:01,152 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0051s, count=360, qps in this process: 11.998 (mp_runner.py:76) -2024-09-01 19:13:01,153 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0058s, count=360, qps in this process: 11.9977 (mp_runner.py:76) -2024-09-01 19:13:01,160 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0116s, count=360, qps in this process: 11.9954 (mp_runner.py:76) -2024-09-01 19:13:01,160 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0369s, count=360, qps in this process: 11.9853 (mp_runner.py:76) -2024-09-01 19:13:01,165 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0183s, count=360, qps in this process: 11.9927 (mp_runner.py:76) -2024-09-01 19:13:01,166 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0193s, count=360, qps in this process: 11.9923 (mp_runner.py:76) -2024-09-01 19:13:01,175 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0283s, count=360, qps in this process: 11.9887 (mp_runner.py:76) -2024-09-01 19:13:01,197 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0005s, count=361, qps in this process: 12.0331 (mp_runner.py:76) -2024-09-01 19:13:01,200 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.008s, count=361, qps in this process: 12.0301 (mp_runner.py:76) -2024-09-01 19:13:01,202 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0103s, count=361, qps in this process: 12.0292 (mp_runner.py:76) -2024-09-01 19:13:01,205 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0092s, count=361, qps in this process: 12.0296 (mp_runner.py:76) -2024-09-01 19:13:01,208 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0086s, count=361, qps in this process: 12.0299 (mp_runner.py:76) -2024-09-01 19:13:01,209 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0098s, count=361, qps in this process: 12.0294 (mp_runner.py:76) -2024-09-01 19:13:01,212 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0288s, count=361, qps in this process: 12.0218 (mp_runner.py:76) -2024-09-01 19:13:01,222 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0147s, count=361, qps in this process: 12.0274 (mp_runner.py:76) -2024-09-01 19:13:01,224 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0315s, count=361, qps in this process: 12.0207 (mp_runner.py:76) -2024-09-01 19:13:01,225 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0178s, count=361, qps in this process: 12.0262 (mp_runner.py:76) -2024-09-01 19:13:01,226 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.0238s, count=361, qps in this process: 12.0238 (mp_runner.py:76) -2024-09-01 19:13:01,229 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0031s, count=361, qps in this process: 12.0321 (mp_runner.py:76) -2024-09-01 19:13:01,230 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.0351s, count=361, qps in this process: 12.0193 (mp_runner.py:76) -2024-09-01 19:13:01,239 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0393s, count=361, qps in this process: 12.0176 (mp_runner.py:76) -2024-09-01 19:13:01,246 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0276s, count=362, qps in this process: 12.0556 (mp_runner.py:76) -2024-09-01 19:13:01,246 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0237s, count=362, qps in this process: 12.0571 (mp_runner.py:76) -2024-09-01 19:13:01,247 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0289s, count=362, qps in this process: 12.0551 (mp_runner.py:76) -2024-09-01 19:13:01,259 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0014s, count=363, qps in this process: 12.0994 (mp_runner.py:76) -2024-09-01 19:13:01,278 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0082s, count=365, qps in this process: 12.1633 (mp_runner.py:76) -2024-09-01 19:13:01,280 | INFO |End search in concurrency 30: dur=30.392573459997948s, total_count=10822, qps=356.0738 (mp_runner.py:120) -2024-09-01 19:13:03,609 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:13:03,609 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 19:13:14,133 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 19:13:14,183 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,336 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,349 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,382 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,384 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,384 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,384 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,386 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,391 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,399 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,400 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,452 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,452 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,454 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,466 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,486 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,502 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,514 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,522 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,523 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,524 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,534 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,561 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,575 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:14,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:44,201 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0173s, count=309, qps in this process: 10.2941 (mp_runner.py:76) -2024-09-01 19:13:44,352 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0017s, count=311, qps in this process: 10.3661 (mp_runner.py:76) -2024-09-01 19:13:44,361 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.02s, count=311, qps in this process: 10.3598 (mp_runner.py:76) -2024-09-01 19:13:44,445 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0549s, count=312, qps in this process: 10.381 (mp_runner.py:76) -2024-09-01 19:13:44,447 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0575s, count=312, qps in this process: 10.3801 (mp_runner.py:76) -2024-09-01 19:13:44,449 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0466s, count=312, qps in this process: 10.3839 (mp_runner.py:76) -2024-09-01 19:13:44,449 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.0466s, count=312, qps in this process: 10.3839 (mp_runner.py:76) -2024-09-01 19:13:44,450 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0474s, count=312, qps in this process: 10.3836 (mp_runner.py:76) -2024-09-01 19:13:44,451 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0518s, count=312, qps in this process: 10.3821 (mp_runner.py:76) -2024-09-01 19:13:44,458 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.0681s, count=312, qps in this process: 10.3764 (mp_runner.py:76) -2024-09-01 19:13:44,484 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0814s, count=312, qps in this process: 10.3719 (mp_runner.py:76) -2024-09-01 19:13:44,486 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0838s, count=312, qps in this process: 10.371 (mp_runner.py:76) -2024-09-01 19:13:44,487 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0952s, count=312, qps in this process: 10.3671 (mp_runner.py:76) -2024-09-01 19:13:44,487 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0841s, count=312, qps in this process: 10.3709 (mp_runner.py:76) -2024-09-01 19:13:44,488 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.1033s, count=312, qps in this process: 10.3643 (mp_runner.py:76) -2024-09-01 19:13:44,488 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0284s, count=312, qps in this process: 10.3902 (mp_runner.py:76) -2024-09-01 19:13:44,515 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0612s, count=313, qps in this process: 10.4121 (mp_runner.py:76) -2024-09-01 19:13:44,515 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0531s, count=313, qps in this process: 10.4149 (mp_runner.py:76) -2024-09-01 19:13:44,515 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0459s, count=313, qps in this process: 10.4174 (mp_runner.py:76) -2024-09-01 19:13:44,517 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0631s, count=313, qps in this process: 10.4114 (mp_runner.py:76) -2024-09-01 19:13:44,522 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0079s, count=313, qps in this process: 10.4306 (mp_runner.py:76) -2024-09-01 19:13:44,523 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0349s, count=313, qps in this process: 10.4212 (mp_runner.py:76) -2024-09-01 19:13:44,526 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0021s, count=313, qps in this process: 10.4326 (mp_runner.py:76) -2024-09-01 19:13:44,529 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0031s, count=313, qps in this process: 10.4323 (mp_runner.py:76) -2024-09-01 19:13:44,533 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.003s, count=313, qps in this process: 10.4323 (mp_runner.py:76) -2024-09-01 19:13:44,554 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.027s, count=314, qps in this process: 10.4573 (mp_runner.py:76) -2024-09-01 19:13:44,556 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0381s, count=314, qps in this process: 10.4534 (mp_runner.py:76) -2024-09-01 19:13:44,560 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0295s, count=314, qps in this process: 10.4564 (mp_runner.py:76) -2024-09-01 19:13:44,562 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0199s, count=314, qps in this process: 10.4597 (mp_runner.py:76) -2024-09-01 19:13:44,582 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0166s, count=315, qps in this process: 10.4942 (mp_runner.py:76) -2024-09-01 19:13:44,582 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0126s, count=315, qps in this process: 10.4956 (mp_runner.py:76) -2024-09-01 19:13:44,583 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0129s, count=315, qps in this process: 10.4955 (mp_runner.py:76) -2024-09-01 19:13:44,597 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0117s, count=316, qps in this process: 10.5292 (mp_runner.py:76) -2024-09-01 19:13:44,611 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0129s, count=317, qps in this process: 10.5621 (mp_runner.py:76) -2024-09-01 19:13:44,611 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0053s, count=317, qps in this process: 10.5648 (mp_runner.py:76) -2024-09-01 19:13:44,613 | INFO |End search in concurrency 35: dur=30.47785839700373s, total_count=10955, qps=359.4413 (mp_runner.py:120) -2024-09-01 19:13:46,845 | INFO |Update largest qps with concurrency 35: current max_qps=359.4413 (mp_runner.py:124) -2024-09-01 19:13:47,249 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:13:47,249 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 19:13:57,889 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 19:13:57,948 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:57,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:57,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,113 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,118 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,166 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,251 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,255 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,258 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,263 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,266 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,283 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,309 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,311 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,311 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,326 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,327 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,327 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,329 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,330 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,345 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,358 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,359 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,366 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,398 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,414 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:13:58,425 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:27,986 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0271s, count=272, qps in this process: 9.0585 (mp_runner.py:76) -2024-09-01 19:14:27,993 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0403s, count=272, qps in this process: 9.0545 (mp_runner.py:76) -2024-09-01 19:14:28,006 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.047s, count=272, qps in this process: 9.0525 (mp_runner.py:76) -2024-09-01 19:14:28,213 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0361s, count=274, qps in this process: 9.1224 (mp_runner.py:76) -2024-09-01 19:14:28,251 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.1303s, count=274, qps in this process: 9.0938 (mp_runner.py:76) -2024-09-01 19:14:28,262 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.1412s, count=274, qps in this process: 9.0905 (mp_runner.py:76) -2024-09-01 19:14:28,269 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0062s, count=274, qps in this process: 9.1314 (mp_runner.py:76) -2024-09-01 19:14:28,320 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0624s, count=275, qps in this process: 9.1476 (mp_runner.py:76) -2024-09-01 19:14:28,324 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.057s, count=275, qps in this process: 9.1493 (mp_runner.py:76) -2024-09-01 19:14:28,324 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0576s, count=275, qps in this process: 9.1491 (mp_runner.py:76) -2024-09-01 19:14:28,327 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0691s, count=275, qps in this process: 9.1456 (mp_runner.py:76) -2024-09-01 19:14:28,328 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0608s, count=275, qps in this process: 9.1481 (mp_runner.py:76) -2024-09-01 19:14:28,329 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0626s, count=275, qps in this process: 9.1476 (mp_runner.py:76) -2024-09-01 19:14:28,332 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0035s, count=275, qps in this process: 9.1656 (mp_runner.py:76) -2024-09-01 19:14:28,336 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0069s, count=275, qps in this process: 9.1646 (mp_runner.py:76) -2024-09-01 19:14:28,337 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0254s, count=275, qps in this process: 9.1589 (mp_runner.py:76) -2024-09-01 19:14:28,340 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0809s, count=275, qps in this process: 9.142 (mp_runner.py:76) -2024-09-01 19:14:28,343 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0869s, count=275, qps in this process: 9.1402 (mp_runner.py:76) -2024-09-01 19:14:28,343 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0748s, count=275, qps in this process: 9.1439 (mp_runner.py:76) -2024-09-01 19:14:28,344 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0558s, count=275, qps in this process: 9.1496 (mp_runner.py:76) -2024-09-01 19:14:28,346 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0875s, count=275, qps in this process: 9.14 (mp_runner.py:76) -2024-09-01 19:14:28,348 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0815s, count=275, qps in this process: 9.1418 (mp_runner.py:76) -2024-09-01 19:14:28,349 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0353s, count=275, qps in this process: 9.1559 (mp_runner.py:76) -2024-09-01 19:14:28,350 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0368s, count=275, qps in this process: 9.1554 (mp_runner.py:76) -2024-09-01 19:14:28,357 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.0902s, count=275, qps in this process: 9.1392 (mp_runner.py:76) -2024-09-01 19:14:28,376 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0378s, count=276, qps in this process: 9.1884 (mp_runner.py:76) -2024-09-01 19:14:28,377 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0479s, count=276, qps in this process: 9.1853 (mp_runner.py:76) -2024-09-01 19:14:28,377 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0389s, count=276, qps in this process: 9.1881 (mp_runner.py:76) -2024-09-01 19:14:28,377 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0113s, count=276, qps in this process: 9.1965 (mp_runner.py:76) -2024-09-01 19:14:28,378 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0122s, count=276, qps in this process: 9.1963 (mp_runner.py:76) -2024-09-01 19:14:28,385 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.0126s, count=276, qps in this process: 9.1961 (mp_runner.py:76) -2024-09-01 19:14:28,386 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0475s, count=276, qps in this process: 9.1855 (mp_runner.py:76) -2024-09-01 19:14:28,386 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0108s, count=276, qps in this process: 9.1967 (mp_runner.py:76) -2024-09-01 19:14:28,388 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.0244s, count=276, qps in this process: 9.1925 (mp_runner.py:76) -2024-09-01 19:14:28,403 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0004s, count=277, qps in this process: 9.2332 (mp_runner.py:76) -2024-09-01 19:14:28,403 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0003s, count=277, qps in this process: 9.2332 (mp_runner.py:76) -2024-09-01 19:14:28,404 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0012s, count=277, qps in this process: 9.233 (mp_runner.py:76) -2024-09-01 19:14:28,419 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0165s, count=278, qps in this process: 9.2616 (mp_runner.py:76) -2024-09-01 19:14:28,439 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0046s, count=279, qps in this process: 9.2986 (mp_runner.py:76) -2024-09-01 19:14:28,440 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0146s, count=279, qps in this process: 9.2955 (mp_runner.py:76) -2024-09-01 19:14:28,442 | INFO |End search in concurrency 40: dur=30.552954266000597s, total_count=11013, qps=360.4561 (mp_runner.py:120) -2024-09-01 19:14:31,037 | INFO |Update largest qps with concurrency 40: current max_qps=360.4561 (mp_runner.py:124) -2024-09-01 19:14:31,444 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:14:31,444 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 19:14:42,202 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 19:14:42,472 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,487 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,488 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,491 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,512 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,524 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,563 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,579 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,581 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,584 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,584 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,589 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,589 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,589 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,591 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,592 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,593 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,606 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,613 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,619 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,627 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,664 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,691 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,694 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,701 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,705 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,734 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,737 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,738 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,743 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,766 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,774 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:14:42,780 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:12,488 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0101s, count=242, qps in this process: 8.064 (mp_runner.py:76) -2024-09-01 19:15:12,556 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0412s, count=243, qps in this process: 8.0889 (mp_runner.py:76) -2024-09-01 19:15:12,558 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0166s, count=243, qps in this process: 8.0955 (mp_runner.py:76) -2024-09-01 19:15:12,566 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.0509s, count=243, qps in this process: 8.0863 (mp_runner.py:76) -2024-09-01 19:15:12,566 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0407s, count=243, qps in this process: 8.089 (mp_runner.py:76) -2024-09-01 19:15:12,572 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0814s, count=243, qps in this process: 8.0781 (mp_runner.py:76) -2024-09-01 19:15:12,578 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0882s, count=243, qps in this process: 8.0763 (mp_runner.py:76) -2024-09-01 19:15:12,582 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0501s, count=243, qps in this process: 8.0865 (mp_runner.py:76) -2024-09-01 19:15:12,583 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.0784s, count=243, qps in this process: 8.0789 (mp_runner.py:76) -2024-09-01 19:15:12,633 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0386s, count=244, qps in this process: 8.1229 (mp_runner.py:76) -2024-09-01 19:15:12,637 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.037s, count=244, qps in this process: 8.1233 (mp_runner.py:76) -2024-09-01 19:15:12,640 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0563s, count=244, qps in this process: 8.1181 (mp_runner.py:76) -2024-09-01 19:15:12,645 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0237s, count=244, qps in this process: 8.1269 (mp_runner.py:76) -2024-09-01 19:15:12,650 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.019s, count=244, qps in this process: 8.1282 (mp_runner.py:76) -2024-09-01 19:15:12,656 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0392s, count=244, qps in this process: 8.1227 (mp_runner.py:76) -2024-09-01 19:15:12,656 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0075s, count=244, qps in this process: 8.1313 (mp_runner.py:76) -2024-09-01 19:15:12,661 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0011s, count=244, qps in this process: 8.133 (mp_runner.py:76) -2024-09-01 19:15:12,661 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0678s, count=244, qps in this process: 8.115 (mp_runner.py:76) -2024-09-01 19:15:12,662 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.066s, count=244, qps in this process: 8.1155 (mp_runner.py:76) -2024-09-01 19:15:12,664 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0832s, count=244, qps in this process: 8.1108 (mp_runner.py:76) -2024-09-01 19:15:12,666 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0754s, count=244, qps in this process: 8.1129 (mp_runner.py:76) -2024-09-01 19:15:12,672 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.106s, count=244, qps in this process: 8.1047 (mp_runner.py:76) -2024-09-01 19:15:12,680 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0102s, count=244, qps in this process: 8.1306 (mp_runner.py:76) -2024-09-01 19:15:12,684 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0718s, count=244, qps in this process: 8.1139 (mp_runner.py:76) -2024-09-01 19:15:12,685 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.096s, count=244, qps in this process: 8.1074 (mp_runner.py:76) -2024-09-01 19:15:12,691 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.0317s, count=244, qps in this process: 8.1247 (mp_runner.py:76) -2024-09-01 19:15:12,695 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.101s, count=244, qps in this process: 8.106 (mp_runner.py:76) -2024-09-01 19:15:12,704 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0406s, count=244, qps in this process: 8.1223 (mp_runner.py:76) -2024-09-01 19:15:12,727 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.1053s, count=244, qps in this process: 8.1049 (mp_runner.py:76) -2024-09-01 19:15:12,729 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0351s, count=244, qps in this process: 8.1238 (mp_runner.py:76) -2024-09-01 19:15:12,729 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.133s, count=244, qps in this process: 8.0974 (mp_runner.py:76) -2024-09-01 19:15:12,741 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0722s, count=245, qps in this process: 8.1471 (mp_runner.py:76) -2024-09-01 19:15:12,741 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0729s, count=245, qps in this process: 8.1469 (mp_runner.py:76) -2024-09-01 19:15:12,741 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.005s, count=245, qps in this process: 8.1653 (mp_runner.py:76) -2024-09-01 19:15:12,742 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0061s, count=245, qps in this process: 8.165 (mp_runner.py:76) -2024-09-01 19:15:12,742 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.079s, count=245, qps in this process: 8.1452 (mp_runner.py:76) -2024-09-01 19:15:12,746 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0453s, count=245, qps in this process: 8.1544 (mp_runner.py:76) -2024-09-01 19:15:12,746 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0364s, count=245, qps in this process: 8.1568 (mp_runner.py:76) -2024-09-01 19:15:12,748 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.0411s, count=245, qps in this process: 8.1555 (mp_runner.py:76) -2024-09-01 19:15:12,770 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0191s, count=246, qps in this process: 8.1948 (mp_runner.py:76) -2024-09-01 19:15:12,770 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0107s, count=246, qps in this process: 8.1971 (mp_runner.py:76) -2024-09-01 19:15:12,770 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0223s, count=246, qps in this process: 8.1939 (mp_runner.py:76) -2024-09-01 19:15:12,770 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0006s, count=246, qps in this process: 8.1998 (mp_runner.py:76) -2024-09-01 19:15:12,785 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0075s, count=247, qps in this process: 8.2313 (mp_runner.py:76) -2024-09-01 19:15:12,797 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.01s, count=248, qps in this process: 8.2639 (mp_runner.py:76) -2024-09-01 19:15:12,799 | INFO |End search in concurrency 45: dur=30.59698031299922s, total_count=10993, qps=359.2838 (mp_runner.py:120) -2024-09-01 19:15:16,177 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:15:16,177 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 19:15:37,170 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 19:15:37,412 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,429 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,469 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,502 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,507 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,520 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,520 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,553 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,594 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,596 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,597 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,597 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,603 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,624 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,634 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,641 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,641 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,644 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,660 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,670 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,692 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,694 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,694 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,695 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,699 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,702 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,706 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,707 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,708 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,722 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,754 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,759 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,761 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,763 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,763 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,770 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,845 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:15:37,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:07,425 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0063s, count=222, qps in this process: 7.3984 (mp_runner.py:76) -2024-09-01 19:16:07,529 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0351s, count=223, qps in this process: 7.4246 (mp_runner.py:76) -2024-09-01 19:16:07,534 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0273s, count=223, qps in this process: 7.4266 (mp_runner.py:76) -2024-09-01 19:16:07,538 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0122s, count=223, qps in this process: 7.4303 (mp_runner.py:76) -2024-09-01 19:16:07,538 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0281s, count=223, qps in this process: 7.4264 (mp_runner.py:76) -2024-09-01 19:16:07,553 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.0268s, count=223, qps in this process: 7.4267 (mp_runner.py:76) -2024-09-01 19:16:07,580 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0232s, count=223, qps in this process: 7.4276 (mp_runner.py:76) -2024-09-01 19:16:07,591 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.159s, count=223, qps in this process: 7.3941 (mp_runner.py:76) -2024-09-01 19:16:07,647 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0016s, count=224, qps in this process: 7.4663 (mp_runner.py:76) -2024-09-01 19:16:07,647 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0456s, count=224, qps in this process: 7.4553 (mp_runner.py:76) -2024-09-01 19:16:07,653 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.0469s, count=224, qps in this process: 7.455 (mp_runner.py:76) -2024-09-01 19:16:07,655 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0083s, count=224, qps in this process: 7.4646 (mp_runner.py:76) -2024-09-01 19:16:07,660 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.031s, count=224, qps in this process: 7.459 (mp_runner.py:76) -2024-09-01 19:16:07,661 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.02s, count=224, qps in this process: 7.4617 (mp_runner.py:76) -2024-09-01 19:16:07,662 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0568s, count=224, qps in this process: 7.4526 (mp_runner.py:76) -2024-09-01 19:16:07,663 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.0208s, count=224, qps in this process: 7.4615 (mp_runner.py:76) -2024-09-01 19:16:07,664 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0629s, count=224, qps in this process: 7.451 (mp_runner.py:76) -2024-09-01 19:16:07,665 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0678s, count=224, qps in this process: 7.4498 (mp_runner.py:76) -2024-09-01 19:16:07,671 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0212s, count=224, qps in this process: 7.4614 (mp_runner.py:76) -2024-09-01 19:16:07,672 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0751s, count=224, qps in this process: 7.448 (mp_runner.py:76) -2024-09-01 19:16:07,673 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0724s, count=224, qps in this process: 7.4487 (mp_runner.py:76) -2024-09-01 19:16:07,676 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0707s, count=224, qps in this process: 7.4491 (mp_runner.py:76) -2024-09-01 19:16:07,676 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0298s, count=224, qps in this process: 7.4593 (mp_runner.py:76) -2024-09-01 19:16:07,706 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.06s, count=224, qps in this process: 7.4518 (mp_runner.py:76) -2024-09-01 19:16:07,713 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0597s, count=224, qps in this process: 7.4518 (mp_runner.py:76) -2024-09-01 19:16:07,747 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0692s, count=225, qps in this process: 7.4827 (mp_runner.py:76) -2024-09-01 19:16:07,748 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0101s, count=225, qps in this process: 7.4975 (mp_runner.py:76) -2024-09-01 19:16:07,750 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0566s, count=225, qps in this process: 7.4859 (mp_runner.py:76) -2024-09-01 19:16:07,752 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0551s, count=225, qps in this process: 7.4863 (mp_runner.py:76) -2024-09-01 19:16:07,755 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0573s, count=225, qps in this process: 7.4857 (mp_runner.py:76) -2024-09-01 19:16:07,756 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0542s, count=225, qps in this process: 7.4865 (mp_runner.py:76) -2024-09-01 19:16:07,757 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0505s, count=225, qps in this process: 7.4874 (mp_runner.py:76) -2024-09-01 19:16:07,759 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0525s, count=225, qps in this process: 7.4869 (mp_runner.py:76) -2024-09-01 19:16:07,761 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0965s, count=225, qps in this process: 7.476 (mp_runner.py:76) -2024-09-01 19:16:07,763 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0068s, count=225, qps in this process: 7.4983 (mp_runner.py:76) -2024-09-01 19:16:07,764 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.0528s, count=225, qps in this process: 7.4868 (mp_runner.py:76) -2024-09-01 19:16:07,765 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.0025s, count=225, qps in this process: 7.4994 (mp_runner.py:76) -2024-09-01 19:16:07,769 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0092s, count=225, qps in this process: 7.4977 (mp_runner.py:76) -2024-09-01 19:16:07,771 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0495s, count=225, qps in this process: 7.4876 (mp_runner.py:76) -2024-09-01 19:16:07,772 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.062s, count=225, qps in this process: 7.4845 (mp_runner.py:76) -2024-09-01 19:16:07,780 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.0688s, count=225, qps in this process: 7.4828 (mp_runner.py:76) -2024-09-01 19:16:07,795 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0245s, count=226, qps in this process: 7.5272 (mp_runner.py:76) -2024-09-01 19:16:07,799 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.0289s, count=226, qps in this process: 7.5261 (mp_runner.py:76) -2024-09-01 19:16:07,800 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0197s, count=226, qps in this process: 7.5284 (mp_runner.py:76) -2024-09-01 19:16:07,801 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0312s, count=226, qps in this process: 7.5255 (mp_runner.py:76) -2024-09-01 19:16:07,815 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.0016s, count=227, qps in this process: 7.5663 (mp_runner.py:76) -2024-09-01 19:16:07,816 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0056s, count=227, qps in this process: 7.5653 (mp_runner.py:76) -2024-09-01 19:16:07,816 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0051s, count=227, qps in this process: 7.5654 (mp_runner.py:76) -2024-09-01 19:16:07,860 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0136s, count=230, qps in this process: 7.6632 (mp_runner.py:76) -2024-09-01 19:16:07,860 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.0123s, count=230, qps in this process: 7.6635 (mp_runner.py:76) -2024-09-01 19:16:07,862 | INFO |End search in concurrency 50: dur=30.690469726003357s, total_count=11236, qps=366.1071 (mp_runner.py:120) -2024-09-01 19:16:11,173 | INFO |Update largest qps with concurrency 50: current max_qps=366.1071 (mp_runner.py:124) -2024-09-01 19:16:11,579 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:16:11,579 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 19:16:32,755 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 19:16:32,809 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:32,949 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,067 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,071 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,074 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,086 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,088 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,093 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,119 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,160 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,169 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,175 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,190 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,216 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,223 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,267 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,274 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,275 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,275 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,279 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,279 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,281 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,290 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,323 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,326 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,334 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,334 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,374 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,387 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,387 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,404 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,410 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,446 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,449 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,456 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,458 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,465 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,478 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,486 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,550 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,570 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,575 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,575 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,578 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,578 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,602 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,630 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:16:33,658 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:02,899 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0901s, count=194, qps in this process: 6.4473 (mp_runner.py:76) -2024-09-01 19:17:03,040 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.087s, count=195, qps in this process: 6.4812 (mp_runner.py:76) -2024-09-01 19:17:03,074 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0048s, count=195, qps in this process: 6.499 (mp_runner.py:76) -2024-09-01 19:17:03,098 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.005s, count=195, qps in this process: 6.4989 (mp_runner.py:76) -2024-09-01 19:17:03,102 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0193s, count=195, qps in this process: 6.4958 (mp_runner.py:76) -2024-09-01 19:17:03,132 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0567s, count=195, qps in this process: 6.4877 (mp_runner.py:76) -2024-09-01 19:17:03,142 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0512s, count=195, qps in this process: 6.4889 (mp_runner.py:76) -2024-09-01 19:17:03,226 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0079s, count=196, qps in this process: 6.5316 (mp_runner.py:76) -2024-09-01 19:17:03,229 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0116s, count=196, qps in this process: 6.5308 (mp_runner.py:76) -2024-09-01 19:17:03,235 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.017s, count=196, qps in this process: 6.5296 (mp_runner.py:76) -2024-09-01 19:17:03,241 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.1149s, count=196, qps in this process: 6.5084 (mp_runner.py:76) -2024-09-01 19:17:03,243 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0165s, count=196, qps in this process: 6.5297 (mp_runner.py:76) -2024-09-01 19:17:03,269 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0916s, count=196, qps in this process: 6.5134 (mp_runner.py:76) -2024-09-01 19:17:03,273 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0757s, count=196, qps in this process: 6.5169 (mp_runner.py:76) -2024-09-01 19:17:03,281 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0028s, count=196, qps in this process: 6.5327 (mp_runner.py:76) -2024-09-01 19:17:03,285 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0674s, count=196, qps in this process: 6.5187 (mp_runner.py:76) -2024-09-01 19:17:03,315 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0322s, count=196, qps in this process: 6.5263 (mp_runner.py:76) -2024-09-01 19:17:03,323 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.1578s, count=196, qps in this process: 6.4991 (mp_runner.py:76) -2024-09-01 19:17:03,325 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0415s, count=196, qps in this process: 6.5243 (mp_runner.py:76) -2024-09-01 19:17:03,325 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.2293s, count=196, qps in this process: 6.4838 (mp_runner.py:76) -2024-09-01 19:17:03,358 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.1853s, count=196, qps in this process: 6.4932 (mp_runner.py:76) -2024-09-01 19:17:03,384 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0386s, count=197, qps in this process: 6.5582 (mp_runner.py:76) -2024-09-01 19:17:03,388 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.1085s, count=197, qps in this process: 6.543 (mp_runner.py:76) -2024-09-01 19:17:03,389 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.1033s, count=197, qps in this process: 6.5441 (mp_runner.py:76) -2024-09-01 19:17:03,390 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0605s, count=197, qps in this process: 6.5535 (mp_runner.py:76) -2024-09-01 19:17:03,391 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0105s, count=197, qps in this process: 6.5644 (mp_runner.py:76) -2024-09-01 19:17:03,394 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0643s, count=197, qps in this process: 6.5526 (mp_runner.py:76) -2024-09-01 19:17:03,396 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.0063s, count=197, qps in this process: 6.5653 (mp_runner.py:76) -2024-09-01 19:17:03,396 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.101s, count=197, qps in this process: 6.5446 (mp_runner.py:76) -2024-09-01 19:17:03,398 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.1247s, count=197, qps in this process: 6.5395 (mp_runner.py:76) -2024-09-01 19:17:03,401 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.1225s, count=197, qps in this process: 6.54 (mp_runner.py:76) -2024-09-01 19:17:03,404 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0146s, count=197, qps in this process: 6.5635 (mp_runner.py:76) -2024-09-01 19:17:03,407 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0611s, count=197, qps in this process: 6.5533 (mp_runner.py:76) -2024-09-01 19:17:03,465 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0008s, count=198, qps in this process: 6.5998 (mp_runner.py:76) -2024-09-01 19:17:03,466 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0441s, count=198, qps in this process: 6.5903 (mp_runner.py:76) -2024-09-01 19:17:03,468 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.0177s, count=198, qps in this process: 6.5961 (mp_runner.py:76) -2024-09-01 19:17:03,468 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0062s, count=198, qps in this process: 6.5986 (mp_runner.py:76) -2024-09-01 19:17:03,468 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0577s, count=198, qps in this process: 6.5873 (mp_runner.py:76) -2024-09-01 19:17:03,515 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0203s, count=199, qps in this process: 6.6288 (mp_runner.py:76) -2024-09-01 19:17:03,521 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0448s, count=199, qps in this process: 6.6234 (mp_runner.py:76) -2024-09-01 19:17:03,530 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0341s, count=199, qps in this process: 6.6258 (mp_runner.py:76) -2024-09-01 19:17:03,539 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.0774s, count=199, qps in this process: 6.6163 (mp_runner.py:76) -2024-09-01 19:17:03,547 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0649s, count=199, qps in this process: 6.619 (mp_runner.py:76) -2024-09-01 19:17:03,561 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0846s, count=199, qps in this process: 6.6147 (mp_runner.py:76) -2024-09-01 19:17:03,574 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.0132s, count=200, qps in this process: 6.6637 (mp_runner.py:76) -2024-09-01 19:17:03,597 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0111s, count=201, qps in this process: 6.6975 (mp_runner.py:76) -2024-09-01 19:17:03,600 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0223s, count=201, qps in this process: 6.695 (mp_runner.py:76) -2024-09-01 19:17:03,603 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0259s, count=201, qps in this process: 6.6942 (mp_runner.py:76) -2024-09-01 19:17:03,605 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0186s, count=201, qps in this process: 6.6958 (mp_runner.py:76) -2024-09-01 19:17:03,611 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0336s, count=201, qps in this process: 6.6925 (mp_runner.py:76) -2024-09-01 19:17:03,624 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0165s, count=202, qps in this process: 6.7296 (mp_runner.py:76) -2024-09-01 19:17:03,624 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.0192s, count=202, qps in this process: 6.729 (mp_runner.py:76) -2024-09-01 19:17:03,656 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.0138s, count=204, qps in this process: 6.7969 (mp_runner.py:76) -2024-09-01 19:17:03,670 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0002s, count=205, qps in this process: 6.8333 (mp_runner.py:76) -2024-09-01 19:17:03,680 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0067s, count=206, qps in this process: 6.8651 (mp_runner.py:76) -2024-09-01 19:17:03,682 | INFO |End search in concurrency 55: dur=30.927512503003527s, total_count=10880, qps=351.7903 (mp_runner.py:120) -2024-09-01 19:17:07,691 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:17:07,692 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 19:17:29,061 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 19:17:29,115 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,188 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,189 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,348 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,388 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,397 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,405 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,413 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,431 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,442 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,442 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,451 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,462 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,476 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,550 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,551 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,554 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,559 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,598 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,609 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,645 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,645 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,645 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,647 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,650 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,677 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,690 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,691 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,691 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,701 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,709 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,726 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,739 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,742 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,745 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,750 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,787 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,790 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,810 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,822 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,830 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,846 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,848 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,888 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,888 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,893 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,901 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:29,946 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:30,028 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:17:59,209 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0931s, count=178, qps in this process: 5.915 (mp_runner.py:76) -2024-09-01 19:17:59,212 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0166s, count=178, qps in this process: 5.9301 (mp_runner.py:76) -2024-09-01 19:17:59,221 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0261s, count=178, qps in this process: 5.9282 (mp_runner.py:76) -2024-09-01 19:17:59,376 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.092s, count=179, qps in this process: 5.9484 (mp_runner.py:76) -2024-09-01 19:17:59,377 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0189s, count=179, qps in this process: 5.9629 (mp_runner.py:76) -2024-09-01 19:17:59,416 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.013s, count=179, qps in this process: 5.9641 (mp_runner.py:76) -2024-09-01 19:17:59,420 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.017s, count=179, qps in this process: 5.9633 (mp_runner.py:76) -2024-09-01 19:17:59,496 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0501s, count=180, qps in this process: 5.99 (mp_runner.py:76) -2024-09-01 19:17:59,496 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.048s, count=180, qps in this process: 5.9904 (mp_runner.py:76) -2024-09-01 19:17:59,496 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0241s, count=180, qps in this process: 5.9952 (mp_runner.py:76) -2024-09-01 19:17:59,497 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0841s, count=180, qps in this process: 5.9832 (mp_runner.py:76) -2024-09-01 19:17:59,498 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0846s, count=180, qps in this process: 5.9831 (mp_runner.py:76) -2024-09-01 19:17:59,498 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0162s, count=180, qps in this process: 5.9968 (mp_runner.py:76) -2024-09-01 19:17:59,498 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0607s, count=180, qps in this process: 5.9879 (mp_runner.py:76) -2024-09-01 19:17:59,532 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0357s, count=181, qps in this process: 6.0262 (mp_runner.py:76) -2024-09-01 19:17:59,537 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0402s, count=181, qps in this process: 6.0253 (mp_runner.py:76) -2024-09-01 19:17:59,549 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.1316s, count=180, qps in this process: 5.9738 (mp_runner.py:76) -2024-09-01 19:17:59,561 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0024s, count=181, qps in this process: 6.0329 (mp_runner.py:76) -2024-09-01 19:17:59,565 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.109s, count=180, qps in this process: 5.9783 (mp_runner.py:76) -2024-09-01 19:17:59,573 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0148s, count=181, qps in this process: 6.0304 (mp_runner.py:76) -2024-09-01 19:17:59,603 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.043s, count=181, qps in this process: 6.0247 (mp_runner.py:76) -2024-09-01 19:17:59,628 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0618s, count=182, qps in this process: 6.0542 (mp_runner.py:76) -2024-09-01 19:17:59,636 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0154s, count=182, qps in this process: 6.0636 (mp_runner.py:76) -2024-09-01 19:17:59,652 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0535s, count=182, qps in this process: 6.0559 (mp_runner.py:76) -2024-09-01 19:17:59,658 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0329s, count=182, qps in this process: 6.06 (mp_runner.py:76) -2024-09-01 19:17:59,659 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0091s, count=182, qps in this process: 6.0648 (mp_runner.py:76) -2024-09-01 19:17:59,669 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0016s, count=182, qps in this process: 6.0663 (mp_runner.py:76) -2024-09-01 19:17:59,699 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0516s, count=182, qps in this process: 6.0562 (mp_runner.py:76) -2024-09-01 19:17:59,703 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0159s, count=182, qps in this process: 6.0635 (mp_runner.py:76) -2024-09-01 19:17:59,725 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0329s, count=183, qps in this process: 6.0933 (mp_runner.py:76) -2024-09-01 19:17:59,726 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0782s, count=183, qps in this process: 6.0841 (mp_runner.py:76) -2024-09-01 19:17:59,727 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0688s, count=183, qps in this process: 6.086 (mp_runner.py:76) -2024-09-01 19:17:59,729 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0812s, count=183, qps in this process: 6.0835 (mp_runner.py:76) -2024-09-01 19:17:59,733 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.04s, count=183, qps in this process: 6.0919 (mp_runner.py:76) -2024-09-01 19:17:59,735 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0056s, count=183, qps in this process: 6.0989 (mp_runner.py:76) -2024-09-01 19:17:59,741 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0349s, count=183, qps in this process: 6.0929 (mp_runner.py:76) -2024-09-01 19:17:59,742 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0159s, count=183, qps in this process: 6.0968 (mp_runner.py:76) -2024-09-01 19:17:59,748 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0543s, count=183, qps in this process: 6.089 (mp_runner.py:76) -2024-09-01 19:17:59,757 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0091s, count=183, qps in this process: 6.0982 (mp_runner.py:76) -2024-09-01 19:17:59,772 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0242s, count=184, qps in this process: 6.1284 (mp_runner.py:76) -2024-09-01 19:17:59,776 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0297s, count=184, qps in this process: 6.1273 (mp_runner.py:76) -2024-09-01 19:17:59,782 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0213s, count=184, qps in this process: 6.129 (mp_runner.py:76) -2024-09-01 19:17:59,794 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0441s, count=184, qps in this process: 6.1243 (mp_runner.py:76) -2024-09-01 19:17:59,815 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.021s, count=185, qps in this process: 6.1624 (mp_runner.py:76) -2024-09-01 19:17:59,819 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0294s, count=185, qps in this process: 6.1606 (mp_runner.py:76) -2024-09-01 19:17:59,856 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0026s, count=186, qps in this process: 6.1995 (mp_runner.py:76) -2024-09-01 19:17:59,858 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0339s, count=186, qps in this process: 6.193 (mp_runner.py:76) -2024-09-01 19:17:59,860 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0058s, count=186, qps in this process: 6.1988 (mp_runner.py:76) -2024-09-01 19:17:59,861 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0194s, count=186, qps in this process: 6.196 (mp_runner.py:76) -2024-09-01 19:17:59,862 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0021s, count=186, qps in this process: 6.1996 (mp_runner.py:76) -2024-09-01 19:17:59,864 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0381s, count=186, qps in this process: 6.1921 (mp_runner.py:76) -2024-09-01 19:17:59,900 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0018s, count=187, qps in this process: 6.233 (mp_runner.py:76) -2024-09-01 19:17:59,900 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0085s, count=187, qps in this process: 6.2316 (mp_runner.py:76) -2024-09-01 19:17:59,901 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0027s, count=187, qps in this process: 6.2328 (mp_runner.py:76) -2024-09-01 19:17:59,920 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0183s, count=188, qps in this process: 6.2628 (mp_runner.py:76) -2024-09-01 19:17:59,921 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0201s, count=188, qps in this process: 6.2625 (mp_runner.py:76) -2024-09-01 19:17:59,921 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0199s, count=188, qps in this process: 6.2625 (mp_runner.py:76) -2024-09-01 19:17:59,921 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0135s, count=188, qps in this process: 6.2638 (mp_runner.py:76) -2024-09-01 19:17:59,956 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0002s, count=190, qps in this process: 6.3333 (mp_runner.py:76) -2024-09-01 19:18:00,050 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0118s, count=195, qps in this process: 6.4974 (mp_runner.py:76) -2024-09-01 19:18:00,052 | INFO |End search in concurrency 60: dur=30.988625933001458s, total_count=10981, qps=354.3558 (mp_runner.py:120) -2024-09-01 19:18:04,424 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:18:04,425 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 19:18:26,033 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 19:18:26,088 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,272 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,296 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,356 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,406 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,535 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,535 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,536 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,536 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,536 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,540 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,541 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,547 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,548 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,558 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,563 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,565 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,567 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,577 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,586 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,588 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,590 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,597 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,600 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,622 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,623 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,638 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,651 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,652 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,654 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,659 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,661 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,666 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,668 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,678 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,681 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,685 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,711 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,711 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,726 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,746 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,794 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,800 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,800 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,815 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,826 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,861 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,862 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,882 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,887 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,914 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,922 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,926 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,950 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:26,970 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:27,007 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:27,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:27,022 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:27,038 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:27,039 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:27,090 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:18:56,254 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.1465s, count=163, qps in this process: 5.4069 (mp_runner.py:76) -2024-09-01 19:18:56,380 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0139s, count=164, qps in this process: 5.4641 (mp_runner.py:76) -2024-09-01 19:18:56,401 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.1209s, count=164, qps in this process: 5.4447 (mp_runner.py:76) -2024-09-01 19:18:56,417 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.1012s, count=164, qps in this process: 5.4483 (mp_runner.py:76) -2024-09-01 19:18:56,457 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.0356s, count=164, qps in this process: 5.4602 (mp_runner.py:76) -2024-09-01 19:18:56,550 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.011s, count=165, qps in this process: 5.498 (mp_runner.py:76) -2024-09-01 19:18:56,551 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0124s, count=165, qps in this process: 5.4977 (mp_runner.py:76) -2024-09-01 19:18:56,634 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0271s, count=166, qps in this process: 5.5283 (mp_runner.py:76) -2024-09-01 19:18:56,637 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.067s, count=166, qps in this process: 5.521 (mp_runner.py:76) -2024-09-01 19:18:56,643 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.1041s, count=166, qps in this process: 5.5142 (mp_runner.py:76) -2024-09-01 19:18:56,645 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.0555s, count=166, qps in this process: 5.5231 (mp_runner.py:76) -2024-09-01 19:18:56,648 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.0824s, count=166, qps in this process: 5.5182 (mp_runner.py:76) -2024-09-01 19:18:56,649 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0492s, count=166, qps in this process: 5.5243 (mp_runner.py:76) -2024-09-01 19:18:56,649 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.1105s, count=166, qps in this process: 5.513 (mp_runner.py:76) -2024-09-01 19:18:56,650 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.1066s, count=166, qps in this process: 5.5137 (mp_runner.py:76) -2024-09-01 19:18:56,654 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0271s, count=166, qps in this process: 5.5283 (mp_runner.py:76) -2024-09-01 19:18:56,654 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0275s, count=166, qps in this process: 5.5283 (mp_runner.py:76) -2024-09-01 19:18:56,657 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.066s, count=166, qps in this process: 5.5212 (mp_runner.py:76) -2024-09-01 19:18:56,663 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.113s, count=166, qps in this process: 5.5126 (mp_runner.py:76) -2024-09-01 19:18:56,667 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.1042s, count=166, qps in this process: 5.5142 (mp_runner.py:76) -2024-09-01 19:18:56,668 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0017s, count=166, qps in this process: 5.533 (mp_runner.py:76) -2024-09-01 19:18:56,673 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.1019s, count=166, qps in this process: 5.5146 (mp_runner.py:76) -2024-09-01 19:18:56,674 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0791s, count=166, qps in this process: 5.5188 (mp_runner.py:76) -2024-09-01 19:18:56,676 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0155s, count=166, qps in this process: 5.5305 (mp_runner.py:76) -2024-09-01 19:18:56,677 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.1385s, count=166, qps in this process: 5.5079 (mp_runner.py:76) -2024-09-01 19:18:56,685 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.11s, count=166, qps in this process: 5.5131 (mp_runner.py:76) -2024-09-01 19:18:56,691 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.1479s, count=166, qps in this process: 5.5062 (mp_runner.py:76) -2024-09-01 19:18:56,695 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.1004s, count=166, qps in this process: 5.5149 (mp_runner.py:76) -2024-09-01 19:18:56,699 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.053s, count=166, qps in this process: 5.5236 (mp_runner.py:76) -2024-09-01 19:18:56,772 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.1122s, count=167, qps in this process: 5.5459 (mp_runner.py:76) -2024-09-01 19:18:56,772 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0787s, count=167, qps in this process: 5.5521 (mp_runner.py:76) -2024-09-01 19:18:56,773 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0766s, count=167, qps in this process: 5.5525 (mp_runner.py:76) -2024-09-01 19:18:56,773 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.095s, count=167, qps in this process: 5.5491 (mp_runner.py:76) -2024-09-01 19:18:56,774 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.1139s, count=167, qps in this process: 5.5456 (mp_runner.py:76) -2024-09-01 19:18:56,775 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0586s, count=167, qps in this process: 5.5558 (mp_runner.py:76) -2024-09-01 19:18:56,776 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.1169s, count=167, qps in this process: 5.5451 (mp_runner.py:76) -2024-09-01 19:18:56,777 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.1151s, count=167, qps in this process: 5.5454 (mp_runner.py:76) -2024-09-01 19:18:56,777 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0905s, count=167, qps in this process: 5.5499 (mp_runner.py:76) -2024-09-01 19:18:56,778 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.024s, count=167, qps in this process: 5.5622 (mp_runner.py:76) -2024-09-01 19:18:56,778 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.094s, count=167, qps in this process: 5.5493 (mp_runner.py:76) -2024-09-01 19:18:56,779 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0836s, count=167, qps in this process: 5.5512 (mp_runner.py:76) -2024-09-01 19:18:56,780 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0447s, count=167, qps in this process: 5.5584 (mp_runner.py:76) -2024-09-01 19:18:56,780 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.112s, count=167, qps in this process: 5.546 (mp_runner.py:76) -2024-09-01 19:18:56,780 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.1019s, count=167, qps in this process: 5.5478 (mp_runner.py:76) -2024-09-01 19:18:56,790 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0762s, count=167, qps in this process: 5.5526 (mp_runner.py:76) -2024-09-01 19:18:56,833 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0087s, count=168, qps in this process: 5.5984 (mp_runner.py:76) -2024-09-01 19:18:56,839 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.0393s, count=168, qps in this process: 5.5927 (mp_runner.py:76) -2024-09-01 19:18:56,841 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0342s, count=168, qps in this process: 5.5936 (mp_runner.py:76) -2024-09-01 19:18:56,842 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0017s, count=168, qps in this process: 5.5997 (mp_runner.py:76) -2024-09-01 19:18:56,848 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0409s, count=168, qps in this process: 5.5924 (mp_runner.py:76) -2024-09-01 19:18:56,881 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0149s, count=169, qps in this process: 5.6305 (mp_runner.py:76) -2024-09-01 19:18:56,882 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.0192s, count=169, qps in this process: 5.6297 (mp_runner.py:76) -2024-09-01 19:18:56,924 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0065s, count=170, qps in this process: 5.6654 (mp_runner.py:76) -2024-09-01 19:18:56,926 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0394s, count=170, qps in this process: 5.6592 (mp_runner.py:76) -2024-09-01 19:18:56,932 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0419s, count=170, qps in this process: 5.6588 (mp_runner.py:76) -2024-09-01 19:18:56,959 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0209s, count=171, qps in this process: 5.696 (mp_runner.py:76) -2024-09-01 19:18:56,961 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0219s, count=171, qps in this process: 5.6958 (mp_runner.py:76) -2024-09-01 19:18:56,988 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0062s, count=172, qps in this process: 5.7321 (mp_runner.py:76) -2024-09-01 19:18:56,988 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0024s, count=172, qps in this process: 5.7329 (mp_runner.py:76) -2024-09-01 19:18:57,019 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0079s, count=173, qps in this process: 5.7651 (mp_runner.py:76) -2024-09-01 19:18:57,056 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0319s, count=174, qps in this process: 5.7938 (mp_runner.py:76) -2024-09-01 19:18:57,056 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0098s, count=174, qps in this process: 5.7981 (mp_runner.py:76) -2024-09-01 19:18:57,056 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0322s, count=174, qps in this process: 5.7938 (mp_runner.py:76) -2024-09-01 19:18:57,080 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0162s, count=175, qps in this process: 5.8302 (mp_runner.py:76) -2024-09-01 19:18:57,108 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0132s, count=177, qps in this process: 5.8974 (mp_runner.py:76) -2024-09-01 19:18:57,110 | INFO |End search in concurrency 65: dur=31.074621865001973s, total_count=10894, qps=350.5755 (mp_runner.py:120) -2024-09-01 19:19:01,884 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 19:19:01,884 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 19:19:23,884 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 19:19:23,938 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,088 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,142 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,236 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,243 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,262 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,415 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,418 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,419 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,426 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,430 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,437 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,437 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,437 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,442 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,457 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,459 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,467 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,467 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,467 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,467 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,473 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,480 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,480 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,482 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,484 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,511 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,518 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,525 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,535 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,546 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,557 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,568 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,571 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,571 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,579 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,621 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,624 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,627 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,627 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,636 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,640 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,642 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,662 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,674 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,693 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,730 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,762 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,769 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,786 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,793 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,802 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,834 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,851 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,862 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,922 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,922 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,958 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,970 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,977 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,986 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:24,998 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:25,018 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:25,078 | DEBUG |SET "hnsw.ef_search" = "400"; (pgvector.py:137) -2024-09-01 19:19:54,174 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.2349s, count=150, qps in this process: 4.9612 (mp_runner.py:76) -2024-09-01 19:19:54,363 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.2633s, count=151, qps in this process: 4.9895 (mp_runner.py:76) -2024-09-01 19:19:54,377 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.1332s, count=151, qps in this process: 5.0111 (mp_runner.py:76) -2024-09-01 19:19:54,379 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.1073s, count=151, qps in this process: 5.0154 (mp_runner.py:76) -2024-09-01 19:19:54,398 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.1506s, count=151, qps in this process: 5.0082 (mp_runner.py:76) -2024-09-01 19:19:54,438 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.2864s, count=151, qps in this process: 4.9857 (mp_runner.py:76) -2024-09-01 19:19:54,504 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0091s, count=152, qps in this process: 5.0651 (mp_runner.py:76) -2024-09-01 19:19:54,504 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0715s, count=152, qps in this process: 5.0546 (mp_runner.py:76) -2024-09-01 19:19:54,504 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0286s, count=152, qps in this process: 5.0618 (mp_runner.py:76) -2024-09-01 19:19:54,505 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0424s, count=152, qps in this process: 5.0595 (mp_runner.py:76) -2024-09-01 19:19:54,537 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0536s, count=152, qps in this process: 5.0576 (mp_runner.py:76) -2024-09-01 19:19:54,546 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0705s, count=152, qps in this process: 5.0548 (mp_runner.py:76) -2024-09-01 19:19:54,557 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.1068s, count=152, qps in this process: 5.0487 (mp_runner.py:76) -2024-09-01 19:19:54,557 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.0241s, count=152, qps in this process: 5.0626 (mp_runner.py:76) -2024-09-01 19:19:54,558 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.1373s, count=152, qps in this process: 5.0436 (mp_runner.py:76) -2024-09-01 19:19:54,560 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0766s, count=152, qps in this process: 5.0538 (mp_runner.py:76) -2024-09-01 19:19:54,562 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.1399s, count=152, qps in this process: 5.0431 (mp_runner.py:76) -2024-09-01 19:19:54,568 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0481s, count=152, qps in this process: 5.0586 (mp_runner.py:76) -2024-09-01 19:19:54,569 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.001s, count=152, qps in this process: 5.0665 (mp_runner.py:76) -2024-09-01 19:19:54,575 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.125s, count=152, qps in this process: 5.0456 (mp_runner.py:76) -2024-09-01 19:19:54,577 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0572s, count=152, qps in this process: 5.057 (mp_runner.py:76) -2024-09-01 19:19:54,580 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.1621s, count=152, qps in this process: 5.0394 (mp_runner.py:76) -2024-09-01 19:19:54,585 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.1351s, count=152, qps in this process: 5.044 (mp_runner.py:76) -2024-09-01 19:19:54,585 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.1122s, count=152, qps in this process: 5.0478 (mp_runner.py:76) -2024-09-01 19:19:54,588 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.1381s, count=152, qps in this process: 5.0434 (mp_runner.py:76) -2024-09-01 19:19:54,592 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.1543s, count=152, qps in this process: 5.0407 (mp_runner.py:76) -2024-09-01 19:19:54,592 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.1261s, count=152, qps in this process: 5.0455 (mp_runner.py:76) -2024-09-01 19:19:54,595 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.1196s, count=152, qps in this process: 5.0465 (mp_runner.py:76) -2024-09-01 19:19:54,599 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.1194s, count=152, qps in this process: 5.0466 (mp_runner.py:76) -2024-09-01 19:19:54,600 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0259s, count=152, qps in this process: 5.0623 (mp_runner.py:76) -2024-09-01 19:19:54,606 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.115s, count=152, qps in this process: 5.0473 (mp_runner.py:76) -2024-09-01 19:19:54,635 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.2033s, count=152, qps in this process: 5.0326 (mp_runner.py:76) -2024-09-01 19:19:54,650 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0181s, count=152, qps in this process: 5.0636 (mp_runner.py:76) -2024-09-01 19:19:54,676 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0495s, count=153, qps in this process: 5.0916 (mp_runner.py:76) -2024-09-01 19:19:54,677 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.095s, count=153, qps in this process: 5.0839 (mp_runner.py:76) -2024-09-01 19:19:54,679 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.1595s, count=153, qps in this process: 5.073 (mp_runner.py:76) -2024-09-01 19:19:54,682 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0321s, count=153, qps in this process: 5.0945 (mp_runner.py:76) -2024-09-01 19:19:54,687 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.1129s, count=153, qps in this process: 5.0809 (mp_runner.py:76) -2024-09-01 19:19:54,689 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0494s, count=153, qps in this process: 5.0916 (mp_runner.py:76) -2024-09-01 19:19:54,690 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0111s, count=153, qps in this process: 5.0981 (mp_runner.py:76) -2024-09-01 19:19:54,697 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.1431s, count=153, qps in this process: 5.0758 (mp_runner.py:76) -2024-09-01 19:19:54,725 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0552s, count=153, qps in this process: 5.0906 (mp_runner.py:76) -2024-09-01 19:19:54,725 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.0117s, count=153, qps in this process: 5.098 (mp_runner.py:76) -2024-09-01 19:19:54,735 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.0808s, count=153, qps in this process: 5.0863 (mp_runner.py:76) -2024-09-01 19:19:54,740 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.1072s, count=153, qps in this process: 5.0818 (mp_runner.py:76) -2024-09-01 19:19:54,752 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.1023s, count=153, qps in this process: 5.0827 (mp_runner.py:76) -2024-09-01 19:19:54,757 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.2375s, count=153, qps in this process: 5.0599 (mp_runner.py:76) -2024-09-01 19:19:54,762 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.1353s, count=153, qps in this process: 5.0771 (mp_runner.py:76) -2024-09-01 19:19:54,764 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.2273s, count=153, qps in this process: 5.0616 (mp_runner.py:76) -2024-09-01 19:19:54,773 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.1978s, count=153, qps in this process: 5.0666 (mp_runner.py:76) -2024-09-01 19:19:54,806 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0673s, count=154, qps in this process: 5.1218 (mp_runner.py:76) -2024-09-01 19:19:54,806 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0343s, count=154, qps in this process: 5.1275 (mp_runner.py:76) -2024-09-01 19:19:54,807 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.033s, count=154, qps in this process: 5.1277 (mp_runner.py:76) -2024-09-01 19:19:54,807 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.009s, count=154, qps in this process: 5.1318 (mp_runner.py:76) -2024-09-01 19:19:54,807 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0157s, count=154, qps in this process: 5.1306 (mp_runner.py:76) -2024-09-01 19:19:54,815 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0042s, count=154, qps in this process: 5.1326 (mp_runner.py:76) -2024-09-01 19:19:54,849 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0014s, count=155, qps in this process: 5.1664 (mp_runner.py:76) -2024-09-01 19:19:54,886 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0282s, count=156, qps in this process: 5.1951 (mp_runner.py:76) -2024-09-01 19:19:54,894 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0119s, count=156, qps in this process: 5.1979 (mp_runner.py:76) -2024-09-01 19:19:54,956 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0302s, count=158, qps in this process: 5.2614 (mp_runner.py:76) -2024-09-01 19:19:54,959 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0329s, count=158, qps in this process: 5.2609 (mp_runner.py:76) -2024-09-01 19:19:54,989 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0185s, count=159, qps in this process: 5.2967 (mp_runner.py:76) -2024-09-01 19:19:54,989 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0082s, count=159, qps in this process: 5.2986 (mp_runner.py:76) -2024-09-01 19:19:55,015 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0294s, count=160, qps in this process: 5.3281 (mp_runner.py:76) -2024-09-01 19:19:55,018 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.012s, count=160, qps in this process: 5.3312 (mp_runner.py:76) -2024-09-01 19:19:55,021 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0151s, count=160, qps in this process: 5.3307 (mp_runner.py:76) -2024-09-01 19:19:55,021 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0135s, count=160, qps in this process: 5.3309 (mp_runner.py:76) -2024-09-01 19:19:55,023 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0252s, count=160, qps in this process: 5.3289 (mp_runner.py:76) -2024-09-01 19:19:55,035 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0092s, count=161, qps in this process: 5.365 (mp_runner.py:76) -2024-09-01 19:19:55,087 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0014s, count=166, qps in this process: 5.5331 (mp_runner.py:76) -2024-09-01 19:19:55,089 | INFO |End search in concurrency 70: dur=31.204481197994028s, total_count=10762, qps=344.8864 (mp_runner.py:120) -2024-09-01 19:19:59,765 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=366.1071, serial_latency_p99=np.float64(0.059), recall=np.float64(0.9574), ndcg=np.float64(0.9625), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[102.0475, 287.7708, 340.5862, 343.5655, 358.0336, 356.0738, 359.4413, 360.4561, 359.2838, 366.1071, 351.7903, 354.3558, 350.5755, 344.8864], conc_latency_p99_list=[np.float64(0.004491779475851217), np.float64(0.007406385598421184), np.float64(0.014895825049043196), np.float64(0.017104781509402527), np.float64(0.020772658053865595), np.float64(0.0233920784977985), np.float64(0.02975045835853816), np.float64(0.024349637487213475), np.float64(0.03580501952957129), np.float64(0.038523909635270685), np.float64(0.03410724456680109), np.float64(0.0379495998192142), np.float64(0.03667238473567704), np.float64(0.030842614279923145)]) (task_runner.py:197) -2024-09-01 19:19:59,765 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T19:08:32.813428'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=366.1071, serial_latency_p99=np.float64(0.059), recall=np.float64(0.9574), ndcg=np.float64(0.9625), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[102.0475, 287.7708, 340.5862, 343.5655, 358.0336, 356.0738, 359.4413, 360.4561, 359.2838, 366.1071, 351.7903, 354.3558, 350.5755, 344.8864], conc_latency_p99_list=[np.float64(0.004491779475851217), np.float64(0.007406385598421184), np.float64(0.014895825049043196), np.float64(0.017104781509402527), np.float64(0.020772658053865595), np.float64(0.0233920784977985), np.float64(0.02975045835853816), np.float64(0.024349637487213475), np.float64(0.03580501952957129), np.float64(0.038523909635270685), np.float64(0.03410724456680109), np.float64(0.0379495998192142), np.float64(0.03667238473567704), np.float64(0.030842614279923145)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 19:19:59,766 | INFO |Task summary: run_id=b09b5, task_label=b09b543d972146819f67fb35334dd219 (models.py:346) -2024-09-01 19:19:59,766 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 19:19:59,766 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ----------- --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 19:19:59,766 | INFO |PgVector | 2024-09-01T19:08:32.813428 Performance1536D500K b09b543d972146819f67fb35334dd219 | 0.0 366.1071 0.059 0.9574 0 | :) (models.py:346) -2024-09-01 19:19:59,766 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json (models.py:204) -2024-09-01 19:19:59,766 | INFO |Success to finish task: label=b09b543d972146819f67fb35334dd219, run_id=b09b543d972146819f67fb35334dd219 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json b/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json deleted file mode 100644 index f21c331df..000000000 --- a/script/data/aws/db.m6i.large-8-64-400-Performance1536D500K-0-14893/result_20240901_b09b543d972146819f67fb35334dd219_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "b09b543d972146819f67fb35334dd219", "task_label": "b09b543d972146819f67fb35334dd219", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 366.1071, "serial_latency_p99": 0.059, "recall": 0.9574, "ndcg": 0.9625, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [102.0475, 287.7708, 340.5862, 343.5655, 358.0336, 356.0738, 359.4413, 360.4561, 359.2838, 366.1071, 351.7903, 354.3558, 350.5755, 344.8864], "conc_latency_p99_list": [0.004491779475851217, 0.007406385598421184, 0.014895825049043196, 0.017104781509402527, 0.020772658053865595, 0.0233920784977985, 0.02975045835853816, 0.024349637487213475, 0.03580501952957129, 0.038523909635270685, 0.03410724456680109, 0.0379495998192142, 0.03667238473567704, 0.030842614279923145]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T19:08:32.813428", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 400, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file diff --git a/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt b/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt deleted file mode 100644 index 32b248214..000000000 --- a/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/log.txt +++ /dev/null @@ -1,1933 +0,0 @@ -DB Instance Type: db.m6i.large -DB Instance Provider: aws -DB enable_seqscan: on -db-label: run1-seqon -drop_old: True -load: True -search-serial: True -search-concurrent: True -case-type: Performance1536D500K -maintenance-work-mem: 4GB -max-parallel-workers: 2 -ef-search: [10, 20, 40, 80, 120, 200, 400] -ef-construction: 64 -m: 8 -num-concurrency: 1,5,15,20,25,30,35,40,45,50,55,60,65,70 -concurrency-duration: 30 -run_count: 1 -Current PostgreSQL configurations: -Raw query results: ['5min', '3902320kB', 'off', '4GB', '2', '2', '2', '6GB', '8', '1951160kB', 'zstd', '4MB'] -checkpoint_timeout: 5min -effective_cache_size: 3902320kB -jit: off -maintenance_work_mem: 4GB -max_parallel_maintenance_workers: 2 -max_parallel_workers: 2 -max_parallel_workers_per_gather: 2 -max_wal_size: 6GB -max_worker_processes: 8 -shared_buffers: 1951160kB -wal_compression: zstd -work_mem: 4MB -Running command: vectordbbench pgvectorhnsw --user-name postgres --password Emumba123 --host aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com --db-name ann --search-serial --search-concurrent --case-type Performance1536D500K --maintenance-work-mem 4GB --max-parallel-workers 2 --ef-construction 64 --m 8 --num-concurrency 1,5,15,20,25,30,35,40,45,50,55,60,65,70 --concurrency-duration 30 --ef-search 80 --skip-drop-old --skip-load -2024-09-01 18:30:53,090 | INFO |Task: -TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:30:53.078276', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent']) - (cli.py:357) -2024-09-01 18:30:53,090 | DEBUG |tasks: [TaskConfig(db=, db_config=PgVectorConfig(db_label='2024-09-01T18:30:53.078276', version='', note='', user_name=SecretStr('**********'), password=SecretStr('**********'), host='aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', port=5432, db_name='ann'), db_case_config=PgVectorHNSWConfig(metric_type=None, create_index_before_load=False, create_index_after_load=True, m=8, ef_construction=64, ef_search=80, index=, maintenance_work_mem='4GB', max_parallel_workers=2), case_config=CaseConfig(case_id=, custom_case=None, k=100, concurrency_search_config=ConcurrencySearchConfig(num_concurrency=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], concurrency_duration=30)), stages=['search_serial', 'search_concurrent'])], task_label: None, dataset source: DatasetSource.S3 (interface.py:62) -2024-09-01 18:30:53,090 | INFO |generated uuid for the tasks: c5dd251ed84a498a99c2dea4da3f5b29 (interface.py:66) -2024-09-01 18:30:53,152 | INFO | DB | CaseType Dataset Filter | task_label (task_runner.py:340) -2024-09-01 18:30:53,153 | INFO | ----------- | ------------ -------------------- ------- | ------- (task_runner.py:340) -2024-09-01 18:30:53,153 | INFO | PgVector-2024-09-01T18:30:53.078276 | Performance OpenAI-MEDIUM-500K None | c5dd251ed84a498a99c2dea4da3f5b29 (task_runner.py:340) -2024-09-01 18:30:53,153 | INFO |task submitted: id=c5dd251ed84a498a99c2dea4da3f5b29, c5dd251ed84a498a99c2dea4da3f5b29, case number: 1 (interface.py:231) -2024-09-01 18:30:53,571 | INFO |[1/1] start case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:30:53.078276'}, drop_old=False (interface.py:164) -2024-09-01 18:30:53,571 | INFO |Starting run (task_runner.py:100) -2024-09-01 18:30:53,647 | INFO |PgVector config values: {'host': 'aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com', 'port': 5432, 'dbname': 'ann', 'user': 'postgres', 'password': 'Emumba123'} -metric_type= create_index_before_load=False create_index_after_load=True m=8 ef_construction=64 ef_search=80 index= maintenance_work_mem='4GB' max_parallel_workers=2 (pgvector.py:54) -2024-09-01 18:30:54,242 | INFO |Read the entire file into memory: test.parquet (dataset.py:229) -2024-09-01 18:30:54,290 | INFO |Read the entire file into memory: neighbors.parquet (dataset.py:229) -2024-09-01 18:30:54,314 | DEBUG |OpenAI: available train files ['shuffle_train.parquet'] (dataset.py:223) -2024-09-01 18:30:54,315 | INFO |Start performance case (task_runner.py:158) -2024-09-01 18:30:54,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:30:54,327 | INFO |PgVector client get size info. (pgvector.py:82) -2024-09-01 18:30:54,327 | DEBUG |SELECT pg_size_pretty(pg_table_size('"pg_vector_collection"')) as table_size, pg_size_pretty(pg_table_size('"pgvector_index"')) as index_size; (pgvector.py:88) -2024-09-01 18:30:54,328 | INFO |Table Size: 3908 MB, Index Size: 3906 MB (pgvector.py:97) -2024-09-01 18:30:54,371 | DEBUG |test dataset columns: 1000 (mp_runner.py:40) -2024-09-01 18:30:54,932 | INFO |SpawnProcess-1:1 start search the entire test_data to get recall and latency (serial_runner.py:171) -2024-09-01 18:30:54,953 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:30:54,954 | DEBUG |test dataset size: 1000 (serial_runner.py:176) -2024-09-01 18:30:54,954 | DEBUG |ground truth size: ['id', 'neighbors_id'], shape: (1000, 2) (serial_runner.py:177) -2024-09-01 18:31:00,289 | DEBUG |(SpawnProcess-1:1) search_count=100, latest_latency=0.03421202000026824, latest recall=0.8 (serial_runner.py:202) -2024-09-01 18:31:05,227 | DEBUG |(SpawnProcess-1:1) search_count=200, latest_latency=0.05685970299964538, latest recall=0.78 (serial_runner.py:202) -2024-09-01 18:31:10,172 | DEBUG |(SpawnProcess-1:1) search_count=300, latest_latency=0.03853174800315173, latest recall=0.65 (serial_runner.py:202) -2024-09-01 18:31:15,008 | DEBUG |(SpawnProcess-1:1) search_count=400, latest_latency=0.033025300996087026, latest recall=0.8 (serial_runner.py:202) -2024-09-01 18:31:19,468 | DEBUG |(SpawnProcess-1:1) search_count=500, latest_latency=0.02657388800435001, latest recall=0.8 (serial_runner.py:202) -2024-09-01 18:31:23,878 | DEBUG |(SpawnProcess-1:1) search_count=600, latest_latency=0.03105078900262015, latest recall=0.8 (serial_runner.py:202) -2024-09-01 18:31:28,008 | DEBUG |(SpawnProcess-1:1) search_count=700, latest_latency=0.026957868001773022, latest recall=0.79 (serial_runner.py:202) -2024-09-01 18:31:32,266 | DEBUG |(SpawnProcess-1:1) search_count=800, latest_latency=0.04635470399807673, latest recall=0.8 (serial_runner.py:202) -2024-09-01 18:31:36,540 | DEBUG |(SpawnProcess-1:1) search_count=900, latest_latency=0.029575788001238834, latest recall=0.8 (serial_runner.py:202) -2024-09-01 18:31:40,949 | DEBUG |(SpawnProcess-1:1) search_count=1000, latest_latency=0.04161252800258808, latest recall=0.69 (serial_runner.py:202) -2024-09-01 18:31:40,950 | INFO |SpawnProcess-1:1 search entire test_data: cost=37.5075s, queries=1000, avg_recall=0.7568, avg_ndcg=0.7971,avg_latency=0.0375, p99=0.073 (serial_runner.py:209) -2024-09-01 18:31:41,480 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:31:41,481 | INFO |Start search 30s in concurrency 1, filters: None (mp_runner.py:99) -2024-09-01 18:31:42,503 | INFO |Syncing all process and start concurrency search, concurrency=1 (mp_runner.py:108) -2024-09-01 18:31:42,534 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:31:45,807 | DEBUG |(SpawnProcess-1:3) search_count: 500, latest_latency=0.004056757003127132 (mp_runner.py:73) -2024-09-01 18:31:48,080 | DEBUG |(SpawnProcess-1:3) search_count: 1000, latest_latency=0.004328930001065601 (mp_runner.py:73) -2024-09-01 18:31:49,734 | DEBUG |(SpawnProcess-1:3) search_count: 1500, latest_latency=0.0025624260015320033 (mp_runner.py:73) -2024-09-01 18:31:51,301 | DEBUG |(SpawnProcess-1:3) search_count: 2000, latest_latency=0.0033882269999594428 (mp_runner.py:73) -2024-09-01 18:31:52,808 | DEBUG |(SpawnProcess-1:3) search_count: 2500, latest_latency=0.0026165860035689548 (mp_runner.py:73) -2024-09-01 18:31:54,341 | DEBUG |(SpawnProcess-1:3) search_count: 3000, latest_latency=0.0034579210041556507 (mp_runner.py:73) -2024-09-01 18:31:55,884 | DEBUG |(SpawnProcess-1:3) search_count: 3500, latest_latency=0.0026552439958322793 (mp_runner.py:73) -2024-09-01 18:31:57,399 | DEBUG |(SpawnProcess-1:3) search_count: 4000, latest_latency=0.004267553995305207 (mp_runner.py:73) -2024-09-01 18:31:59,236 | DEBUG |(SpawnProcess-1:3) search_count: 4500, latest_latency=0.0029364389993133955 (mp_runner.py:73) -2024-09-01 18:32:00,838 | DEBUG |(SpawnProcess-1:3) search_count: 5000, latest_latency=0.0035859629933838733 (mp_runner.py:73) -2024-09-01 18:32:02,456 | DEBUG |(SpawnProcess-1:3) search_count: 5500, latest_latency=0.002935914999397937 (mp_runner.py:73) -2024-09-01 18:32:03,952 | DEBUG |(SpawnProcess-1:3) search_count: 6000, latest_latency=0.003990831006376538 (mp_runner.py:73) -2024-09-01 18:32:05,517 | DEBUG |(SpawnProcess-1:3) search_count: 6500, latest_latency=0.0029869889986002818 (mp_runner.py:73) -2024-09-01 18:32:07,052 | DEBUG |(SpawnProcess-1:3) search_count: 7000, latest_latency=0.003714026002853643 (mp_runner.py:73) -2024-09-01 18:32:08,595 | DEBUG |(SpawnProcess-1:3) search_count: 7500, latest_latency=0.0028279589969315566 (mp_runner.py:73) -2024-09-01 18:32:10,170 | DEBUG |(SpawnProcess-1:3) search_count: 8000, latest_latency=0.0035762129991780967 (mp_runner.py:73) -2024-09-01 18:32:11,722 | DEBUG |(SpawnProcess-1:3) search_count: 8500, latest_latency=0.0027261409995844588 (mp_runner.py:73) -2024-09-01 18:32:12,536 | INFO |SpawnProcess-1:3 search 30s: actual_dur=30.0015s, count=8766, qps in this process: 292.1854 (mp_runner.py:76) -2024-09-01 18:32:12,538 | INFO |End search in concurrency 1: dur=30.035011194995604s, total_count=8766, qps=291.8594 (mp_runner.py:120) -2024-09-01 18:32:12,723 | INFO |Update largest qps with concurrency 1: current max_qps=291.8594 (mp_runner.py:124) -2024-09-01 18:32:13,139 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:32:13,139 | INFO |Start search 30s in concurrency 5, filters: None (mp_runner.py:99) -2024-09-01 18:32:18,189 | INFO |Syncing all process and start concurrency search, concurrency=5 (mp_runner.py:108) -2024-09-01 18:32:18,235 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:18,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:18,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:18,238 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:18,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:20,736 | DEBUG |(SpawnProcess-1:9) search_count: 500, latest_latency=0.00495137400139356 (mp_runner.py:73) -2024-09-01 18:32:20,736 | DEBUG |(SpawnProcess-1:7) search_count: 500, latest_latency=0.004951396003889386 (mp_runner.py:73) -2024-09-01 18:32:20,737 | DEBUG |(SpawnProcess-1:6) search_count: 500, latest_latency=0.00440908800374018 (mp_runner.py:73) -2024-09-01 18:32:20,737 | DEBUG |(SpawnProcess-1:8) search_count: 500, latest_latency=0.004487954996875487 (mp_runner.py:73) -2024-09-01 18:32:20,738 | DEBUG |(SpawnProcess-1:5) search_count: 500, latest_latency=0.006495962996268645 (mp_runner.py:73) -2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:9) search_count: 1000, latest_latency=0.004978658995241858 (mp_runner.py:73) -2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:5) search_count: 1000, latest_latency=0.005057476002548356 (mp_runner.py:73) -2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:7) search_count: 1000, latest_latency=0.005126698997628409 (mp_runner.py:73) -2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:8) search_count: 1000, latest_latency=0.00554172999545699 (mp_runner.py:73) -2024-09-01 18:32:23,329 | DEBUG |(SpawnProcess-1:6) search_count: 1000, latest_latency=0.005430072000308428 (mp_runner.py:73) -2024-09-01 18:32:25,984 | DEBUG |(SpawnProcess-1:9) search_count: 1500, latest_latency=0.004720667995570693 (mp_runner.py:73) -2024-09-01 18:32:25,985 | DEBUG |(SpawnProcess-1:7) search_count: 1500, latest_latency=0.004337884995038621 (mp_runner.py:73) -2024-09-01 18:32:25,985 | DEBUG |(SpawnProcess-1:8) search_count: 1500, latest_latency=0.004471973996260203 (mp_runner.py:73) -2024-09-01 18:32:25,985 | DEBUG |(SpawnProcess-1:6) search_count: 1500, latest_latency=0.0047370449974550866 (mp_runner.py:73) -2024-09-01 18:32:25,985 | DEBUG |(SpawnProcess-1:5) search_count: 1500, latest_latency=0.004996324998501223 (mp_runner.py:73) -2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:6) search_count: 2000, latest_latency=0.005241165999905206 (mp_runner.py:73) -2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:8) search_count: 2000, latest_latency=0.005555131996516138 (mp_runner.py:73) -2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:9) search_count: 2000, latest_latency=0.004864952999923844 (mp_runner.py:73) -2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:5) search_count: 2000, latest_latency=0.0053644240033463575 (mp_runner.py:73) -2024-09-01 18:32:28,318 | DEBUG |(SpawnProcess-1:7) search_count: 2000, latest_latency=0.006285477997153066 (mp_runner.py:73) -2024-09-01 18:32:30,823 | DEBUG |(SpawnProcess-1:7) search_count: 2500, latest_latency=0.0033189120003953576 (mp_runner.py:73) -2024-09-01 18:32:30,824 | DEBUG |(SpawnProcess-1:5) search_count: 2500, latest_latency=0.004060964005475398 (mp_runner.py:73) -2024-09-01 18:32:30,825 | DEBUG |(SpawnProcess-1:9) search_count: 2500, latest_latency=0.004260905996488873 (mp_runner.py:73) -2024-09-01 18:32:30,825 | DEBUG |(SpawnProcess-1:6) search_count: 2500, latest_latency=0.004606223003065679 (mp_runner.py:73) -2024-09-01 18:32:30,825 | DEBUG |(SpawnProcess-1:8) search_count: 2500, latest_latency=0.004892881996056531 (mp_runner.py:73) -2024-09-01 18:32:33,150 | DEBUG |(SpawnProcess-1:8) search_count: 3000, latest_latency=0.00533541999902809 (mp_runner.py:73) -2024-09-01 18:32:33,151 | DEBUG |(SpawnProcess-1:9) search_count: 3000, latest_latency=0.005080764996819198 (mp_runner.py:73) -2024-09-01 18:32:33,152 | DEBUG |(SpawnProcess-1:5) search_count: 3000, latest_latency=0.004887632996542379 (mp_runner.py:73) -2024-09-01 18:32:33,152 | DEBUG |(SpawnProcess-1:6) search_count: 3000, latest_latency=0.006552097998792306 (mp_runner.py:73) -2024-09-01 18:32:33,154 | DEBUG |(SpawnProcess-1:7) search_count: 3000, latest_latency=0.007105702999979258 (mp_runner.py:73) -2024-09-01 18:32:35,519 | DEBUG |(SpawnProcess-1:7) search_count: 3500, latest_latency=0.004123587998037692 (mp_runner.py:73) -2024-09-01 18:32:35,519 | DEBUG |(SpawnProcess-1:6) search_count: 3500, latest_latency=0.004604223999194801 (mp_runner.py:73) -2024-09-01 18:32:35,519 | DEBUG |(SpawnProcess-1:8) search_count: 3500, latest_latency=0.004661380000470672 (mp_runner.py:73) -2024-09-01 18:32:35,519 | DEBUG |(SpawnProcess-1:9) search_count: 3500, latest_latency=0.0036210199978086166 (mp_runner.py:73) -2024-09-01 18:32:35,521 | DEBUG |(SpawnProcess-1:5) search_count: 3500, latest_latency=0.0017560880005476065 (mp_runner.py:73) -2024-09-01 18:32:37,880 | DEBUG |(SpawnProcess-1:9) search_count: 4000, latest_latency=0.004770913998072501 (mp_runner.py:73) -2024-09-01 18:32:37,880 | DEBUG |(SpawnProcess-1:8) search_count: 4000, latest_latency=0.0052731519972439855 (mp_runner.py:73) -2024-09-01 18:32:37,880 | DEBUG |(SpawnProcess-1:6) search_count: 4000, latest_latency=0.005300459000864066 (mp_runner.py:73) -2024-09-01 18:32:37,881 | DEBUG |(SpawnProcess-1:5) search_count: 4000, latest_latency=0.005770423995272722 (mp_runner.py:73) -2024-09-01 18:32:37,881 | DEBUG |(SpawnProcess-1:7) search_count: 4000, latest_latency=0.005503009997482877 (mp_runner.py:73) -2024-09-01 18:32:40,319 | DEBUG |(SpawnProcess-1:8) search_count: 4500, latest_latency=0.0038558699961868115 (mp_runner.py:73) -2024-09-01 18:32:40,319 | DEBUG |(SpawnProcess-1:6) search_count: 4500, latest_latency=0.003484763001324609 (mp_runner.py:73) -2024-09-01 18:32:40,319 | DEBUG |(SpawnProcess-1:5) search_count: 4500, latest_latency=0.005701777001377195 (mp_runner.py:73) -2024-09-01 18:32:40,320 | DEBUG |(SpawnProcess-1:7) search_count: 4500, latest_latency=0.004162723002082203 (mp_runner.py:73) -2024-09-01 18:32:40,321 | DEBUG |(SpawnProcess-1:9) search_count: 4500, latest_latency=0.006083112006308511 (mp_runner.py:73) -2024-09-01 18:32:42,809 | DEBUG |(SpawnProcess-1:7) search_count: 5000, latest_latency=0.005254556999716442 (mp_runner.py:73) -2024-09-01 18:32:42,809 | DEBUG |(SpawnProcess-1:9) search_count: 5000, latest_latency=0.0036430770051083528 (mp_runner.py:73) -2024-09-01 18:32:42,810 | DEBUG |(SpawnProcess-1:6) search_count: 5000, latest_latency=0.0054012319960747845 (mp_runner.py:73) -2024-09-01 18:32:42,810 | DEBUG |(SpawnProcess-1:5) search_count: 5000, latest_latency=0.005602803998044692 (mp_runner.py:73) -2024-09-01 18:32:42,811 | DEBUG |(SpawnProcess-1:8) search_count: 5000, latest_latency=0.007047546998364851 (mp_runner.py:73) -2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:9) search_count: 5500, latest_latency=0.004577081999741495 (mp_runner.py:73) -2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:8) search_count: 5500, latest_latency=0.005053315995610319 (mp_runner.py:73) -2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:7) search_count: 5500, latest_latency=0.004601305998221505 (mp_runner.py:73) -2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:5) search_count: 5500, latest_latency=0.004652515002817381 (mp_runner.py:73) -2024-09-01 18:32:45,532 | DEBUG |(SpawnProcess-1:6) search_count: 5500, latest_latency=0.0047135619970504194 (mp_runner.py:73) -2024-09-01 18:32:47,818 | DEBUG |(SpawnProcess-1:8) search_count: 6000, latest_latency=0.004904747998807579 (mp_runner.py:73) -2024-09-01 18:32:47,818 | DEBUG |(SpawnProcess-1:5) search_count: 6000, latest_latency=0.0029614570012199692 (mp_runner.py:73) -2024-09-01 18:32:47,818 | DEBUG |(SpawnProcess-1:6) search_count: 6000, latest_latency=0.004775639004947152 (mp_runner.py:73) -2024-09-01 18:32:47,819 | DEBUG |(SpawnProcess-1:7) search_count: 6000, latest_latency=0.006142840997199528 (mp_runner.py:73) -2024-09-01 18:32:47,820 | DEBUG |(SpawnProcess-1:9) search_count: 6000, latest_latency=0.007473313999071252 (mp_runner.py:73) -2024-09-01 18:32:48,238 | INFO |SpawnProcess-1:9 search 30s: actual_dur=30.0023s, count=6074, qps in this process: 202.4511 (mp_runner.py:76) -2024-09-01 18:32:48,238 | INFO |SpawnProcess-1:6 search 30s: actual_dur=30.0017s, count=6076, qps in this process: 202.5219 (mp_runner.py:76) -2024-09-01 18:32:48,242 | INFO |SpawnProcess-1:5 search 30s: actual_dur=30.001s, count=6074, qps in this process: 202.4599 (mp_runner.py:76) -2024-09-01 18:32:48,245 | INFO |SpawnProcess-1:7 search 30s: actual_dur=30.0052s, count=6075, qps in this process: 202.4649 (mp_runner.py:76) -2024-09-01 18:32:48,251 | INFO |SpawnProcess-1:8 search 30s: actual_dur=30.001s, count=6077, qps in this process: 202.5599 (mp_runner.py:76) -2024-09-01 18:32:48,255 | INFO |End search in concurrency 5: dur=30.06481788000383s, total_count=30376, qps=1010.3504 (mp_runner.py:120) -2024-09-01 18:32:48,575 | INFO |Update largest qps with concurrency 5: current max_qps=1010.3504 (mp_runner.py:124) -2024-09-01 18:32:48,992 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:32:48,992 | INFO |Start search 30s in concurrency 15, filters: None (mp_runner.py:99) -2024-09-01 18:32:59,137 | INFO |Syncing all process and start concurrency search, concurrency=15 (mp_runner.py:108) -2024-09-01 18:32:59,198 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,202 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,232 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,242 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,255 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,277 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,277 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,287 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,298 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,298 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,313 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,313 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,315 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:32:59,321 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:05,805 | DEBUG |(SpawnProcess-1:21) search_count: 500, latest_latency=0.009783677000086755 (mp_runner.py:73) -2024-09-01 18:33:05,808 | DEBUG |(SpawnProcess-1:16) search_count: 500, latest_latency=0.008870283003489021 (mp_runner.py:73) -2024-09-01 18:33:05,808 | DEBUG |(SpawnProcess-1:17) search_count: 500, latest_latency=0.014768244000151753 (mp_runner.py:73) -2024-09-01 18:33:05,809 | DEBUG |(SpawnProcess-1:14) search_count: 500, latest_latency=0.011522093001985922 (mp_runner.py:73) -2024-09-01 18:33:05,810 | DEBUG |(SpawnProcess-1:19) search_count: 500, latest_latency=0.010558027999650221 (mp_runner.py:73) -2024-09-01 18:33:05,811 | DEBUG |(SpawnProcess-1:13) search_count: 500, latest_latency=0.004224248994432855 (mp_runner.py:73) -2024-09-01 18:33:05,812 | DEBUG |(SpawnProcess-1:11) search_count: 500, latest_latency=0.011921275996428449 (mp_runner.py:73) -2024-09-01 18:33:05,812 | DEBUG |(SpawnProcess-1:20) search_count: 500, latest_latency=0.009970810999220703 (mp_runner.py:73) -2024-09-01 18:33:05,813 | DEBUG |(SpawnProcess-1:12) search_count: 500, latest_latency=0.01588048000121489 (mp_runner.py:73) -2024-09-01 18:33:05,818 | DEBUG |(SpawnProcess-1:25) search_count: 500, latest_latency=0.012583565003296826 (mp_runner.py:73) -2024-09-01 18:33:05,823 | DEBUG |(SpawnProcess-1:18) search_count: 500, latest_latency=0.02983756300091045 (mp_runner.py:73) -2024-09-01 18:33:05,836 | DEBUG |(SpawnProcess-1:15) search_count: 500, latest_latency=0.018828407002729364 (mp_runner.py:73) -2024-09-01 18:33:05,866 | DEBUG |(SpawnProcess-1:24) search_count: 500, latest_latency=0.032233333004114684 (mp_runner.py:73) -2024-09-01 18:33:05,935 | DEBUG |(SpawnProcess-1:22) search_count: 500, latest_latency=0.006710622998070903 (mp_runner.py:73) -2024-09-01 18:33:06,049 | DEBUG |(SpawnProcess-1:23) search_count: 500, latest_latency=0.04603465399850393 (mp_runner.py:73) -2024-09-01 18:33:11,738 | DEBUG |(SpawnProcess-1:11) search_count: 1000, latest_latency=0.020479071004956495 (mp_runner.py:73) -2024-09-01 18:33:11,738 | DEBUG |(SpawnProcess-1:18) search_count: 1000, latest_latency=0.0038797250017523766 (mp_runner.py:73) -2024-09-01 18:33:11,738 | DEBUG |(SpawnProcess-1:15) search_count: 1000, latest_latency=0.018982803994731512 (mp_runner.py:73) -2024-09-01 18:33:11,738 | DEBUG |(SpawnProcess-1:25) search_count: 1000, latest_latency=0.012648160001845099 (mp_runner.py:73) -2024-09-01 18:33:11,739 | DEBUG |(SpawnProcess-1:19) search_count: 1000, latest_latency=0.015281109997886233 (mp_runner.py:73) -2024-09-01 18:33:11,739 | DEBUG |(SpawnProcess-1:22) search_count: 1000, latest_latency=0.017134485999122262 (mp_runner.py:73) -2024-09-01 18:33:11,740 | DEBUG |(SpawnProcess-1:20) search_count: 1000, latest_latency=0.025006300005770754 (mp_runner.py:73) -2024-09-01 18:33:11,741 | DEBUG |(SpawnProcess-1:17) search_count: 1000, latest_latency=0.01522444399597589 (mp_runner.py:73) -2024-09-01 18:33:11,741 | DEBUG |(SpawnProcess-1:12) search_count: 1000, latest_latency=0.01135250499646645 (mp_runner.py:73) -2024-09-01 18:33:11,742 | DEBUG |(SpawnProcess-1:16) search_count: 1000, latest_latency=0.015060876998177264 (mp_runner.py:73) -2024-09-01 18:33:11,743 | DEBUG |(SpawnProcess-1:21) search_count: 1000, latest_latency=0.01209212800313253 (mp_runner.py:73) -2024-09-01 18:33:11,745 | DEBUG |(SpawnProcess-1:13) search_count: 1000, latest_latency=0.015766314005304594 (mp_runner.py:73) -2024-09-01 18:33:11,745 | DEBUG |(SpawnProcess-1:14) search_count: 1000, latest_latency=0.03209172000060789 (mp_runner.py:73) -2024-09-01 18:33:11,809 | DEBUG |(SpawnProcess-1:24) search_count: 1000, latest_latency=0.003034056004253216 (mp_runner.py:73) -2024-09-01 18:33:12,412 | DEBUG |(SpawnProcess-1:23) search_count: 1000, latest_latency=0.01261052000336349 (mp_runner.py:73) -2024-09-01 18:33:18,277 | DEBUG |(SpawnProcess-1:25) search_count: 1500, latest_latency=0.007952596999530215 (mp_runner.py:73) -2024-09-01 18:33:18,301 | DEBUG |(SpawnProcess-1:19) search_count: 1500, latest_latency=0.004016471000795718 (mp_runner.py:73) -2024-09-01 18:33:18,302 | DEBUG |(SpawnProcess-1:14) search_count: 1500, latest_latency=0.006649494003795553 (mp_runner.py:73) -2024-09-01 18:33:18,304 | DEBUG |(SpawnProcess-1:20) search_count: 1500, latest_latency=0.017037368997989688 (mp_runner.py:73) -2024-09-01 18:33:18,305 | DEBUG |(SpawnProcess-1:24) search_count: 1500, latest_latency=0.01621854399854783 (mp_runner.py:73) -2024-09-01 18:33:18,307 | DEBUG |(SpawnProcess-1:21) search_count: 1500, latest_latency=0.01631383199855918 (mp_runner.py:73) -2024-09-01 18:33:18,307 | DEBUG |(SpawnProcess-1:16) search_count: 1500, latest_latency=0.013932446003309451 (mp_runner.py:73) -2024-09-01 18:33:18,307 | DEBUG |(SpawnProcess-1:13) search_count: 1500, latest_latency=0.015393628003948834 (mp_runner.py:73) -2024-09-01 18:33:18,308 | DEBUG |(SpawnProcess-1:15) search_count: 1500, latest_latency=0.010097578997374512 (mp_runner.py:73) -2024-09-01 18:33:18,309 | DEBUG |(SpawnProcess-1:18) search_count: 1500, latest_latency=0.014393350997124799 (mp_runner.py:73) -2024-09-01 18:33:18,312 | DEBUG |(SpawnProcess-1:11) search_count: 1500, latest_latency=0.011395606001315173 (mp_runner.py:73) -2024-09-01 18:33:18,317 | DEBUG |(SpawnProcess-1:22) search_count: 1500, latest_latency=0.007339987998420838 (mp_runner.py:73) -2024-09-01 18:33:18,320 | DEBUG |(SpawnProcess-1:17) search_count: 1500, latest_latency=0.011007368004356977 (mp_runner.py:73) -2024-09-01 18:33:18,600 | DEBUG |(SpawnProcess-1:12) search_count: 1500, latest_latency=0.020328104998043273 (mp_runner.py:73) -2024-09-01 18:33:19,115 | DEBUG |(SpawnProcess-1:23) search_count: 1500, latest_latency=0.005924352000874933 (mp_runner.py:73) -2024-09-01 18:33:24,602 | DEBUG |(SpawnProcess-1:19) search_count: 2000, latest_latency=0.021896083002502564 (mp_runner.py:73) -2024-09-01 18:33:24,603 | DEBUG |(SpawnProcess-1:18) search_count: 2000, latest_latency=0.008901950997824315 (mp_runner.py:73) -2024-09-01 18:33:24,604 | DEBUG |(SpawnProcess-1:15) search_count: 2000, latest_latency=0.015798458000062965 (mp_runner.py:73) -2024-09-01 18:33:24,604 | DEBUG |(SpawnProcess-1:22) search_count: 2000, latest_latency=0.025807671998336446 (mp_runner.py:73) -2024-09-01 18:33:24,604 | DEBUG |(SpawnProcess-1:20) search_count: 2000, latest_latency=0.02514573299413314 (mp_runner.py:73) -2024-09-01 18:33:24,607 | DEBUG |(SpawnProcess-1:11) search_count: 2000, latest_latency=0.0258123940002406 (mp_runner.py:73) -2024-09-01 18:33:24,607 | DEBUG |(SpawnProcess-1:25) search_count: 2000, latest_latency=0.02263194199622376 (mp_runner.py:73) -2024-09-01 18:33:24,607 | DEBUG |(SpawnProcess-1:16) search_count: 2000, latest_latency=0.02708129100210499 (mp_runner.py:73) -2024-09-01 18:33:24,608 | DEBUG |(SpawnProcess-1:17) search_count: 2000, latest_latency=0.020201977000397164 (mp_runner.py:73) -2024-09-01 18:33:24,608 | DEBUG |(SpawnProcess-1:14) search_count: 2000, latest_latency=0.02171046400326304 (mp_runner.py:73) -2024-09-01 18:33:24,670 | DEBUG |(SpawnProcess-1:24) search_count: 2000, latest_latency=0.005056982001406141 (mp_runner.py:73) -2024-09-01 18:33:24,736 | DEBUG |(SpawnProcess-1:13) search_count: 2000, latest_latency=0.014798572003201116 (mp_runner.py:73) -2024-09-01 18:33:24,794 | DEBUG |(SpawnProcess-1:21) search_count: 2000, latest_latency=0.01592347299447283 (mp_runner.py:73) -2024-09-01 18:33:24,964 | DEBUG |(SpawnProcess-1:12) search_count: 2000, latest_latency=0.026208060000499245 (mp_runner.py:73) -2024-09-01 18:33:25,695 | DEBUG |(SpawnProcess-1:23) search_count: 2000, latest_latency=0.007901011995272711 (mp_runner.py:73) -2024-09-01 18:33:29,206 | INFO |SpawnProcess-1:17 search 30s: actual_dur=30.0073s, count=2341, qps in this process: 78.0143 (mp_runner.py:76) -2024-09-01 18:33:29,208 | INFO |SpawnProcess-1:12 search 30s: actual_dur=30.0024s, count=2341, qps in this process: 78.0271 (mp_runner.py:76) -2024-09-01 18:33:29,241 | INFO |SpawnProcess-1:25 search 30s: actual_dur=30.0057s, count=2344, qps in this process: 78.1185 (mp_runner.py:76) -2024-09-01 18:33:29,249 | INFO |SpawnProcess-1:19 search 30s: actual_dur=30.0009s, count=2345, qps in this process: 78.1643 (mp_runner.py:76) -2024-09-01 18:33:29,272 | INFO |SpawnProcess-1:14 search 30s: actual_dur=30.0033s, count=2348, qps in this process: 78.2581 (mp_runner.py:76) -2024-09-01 18:33:29,281 | INFO |SpawnProcess-1:23 search 30s: actual_dur=30.0004s, count=2281, qps in this process: 76.0323 (mp_runner.py:76) -2024-09-01 18:33:29,282 | INFO |SpawnProcess-1:15 search 30s: actual_dur=30.0012s, count=2348, qps in this process: 78.2635 (mp_runner.py:76) -2024-09-01 18:33:29,302 | INFO |SpawnProcess-1:21 search 30s: actual_dur=30.0073s, count=2351, qps in this process: 78.3476 (mp_runner.py:76) -2024-09-01 18:33:29,308 | INFO |SpawnProcess-1:18 search 30s: actual_dur=30.0058s, count=2352, qps in this process: 78.3848 (mp_runner.py:76) -2024-09-01 18:33:29,309 | INFO |SpawnProcess-1:13 search 30s: actual_dur=30.0041s, count=2342, qps in this process: 78.056 (mp_runner.py:76) -2024-09-01 18:33:29,314 | INFO |SpawnProcess-1:11 search 30s: actual_dur=30.0047s, count=2353, qps in this process: 78.421 (mp_runner.py:76) -2024-09-01 18:33:29,323 | INFO |SpawnProcess-1:20 search 30s: actual_dur=30.0029s, count=2354, qps in this process: 78.4591 (mp_runner.py:76) -2024-09-01 18:33:29,326 | INFO |SpawnProcess-1:24 search 30s: actual_dur=30.0037s, count=2355, qps in this process: 78.4903 (mp_runner.py:76) -2024-09-01 18:33:29,326 | INFO |SpawnProcess-1:22 search 30s: actual_dur=30.0056s, count=2355, qps in this process: 78.4853 (mp_runner.py:76) -2024-09-01 18:33:29,330 | INFO |SpawnProcess-1:16 search 30s: actual_dur=30.0024s, count=2356, qps in this process: 78.5271 (mp_runner.py:76) -2024-09-01 18:33:29,334 | INFO |End search in concurrency 15: dur=30.196806261003076s, total_count=35166, qps=1164.5602 (mp_runner.py:120) -2024-09-01 18:33:30,242 | INFO |Update largest qps with concurrency 15: current max_qps=1164.5602 (mp_runner.py:124) -2024-09-01 18:33:30,657 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:33:30,657 | INFO |Start search 30s in concurrency 20, filters: None (mp_runner.py:99) -2024-09-01 18:33:40,909 | INFO |Syncing all process and start concurrency search, concurrency=20 (mp_runner.py:108) -2024-09-01 18:33:41,007 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,014 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,020 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,041 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,067 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,093 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,094 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,094 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,098 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,118 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,119 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,121 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,126 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,126 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,126 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,128 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:41,130 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:33:50,663 | DEBUG |(SpawnProcess-1:46) search_count: 500, latest_latency=0.011417062996770255 (mp_runner.py:73) -2024-09-01 18:33:50,664 | DEBUG |(SpawnProcess-1:36) search_count: 500, latest_latency=0.01395555300405249 (mp_runner.py:73) -2024-09-01 18:33:50,664 | DEBUG |(SpawnProcess-1:28) search_count: 500, latest_latency=0.013781477995507885 (mp_runner.py:73) -2024-09-01 18:33:50,665 | DEBUG |(SpawnProcess-1:35) search_count: 500, latest_latency=0.014042325994523708 (mp_runner.py:73) -2024-09-01 18:33:50,665 | DEBUG |(SpawnProcess-1:39) search_count: 500, latest_latency=0.013750892998359632 (mp_runner.py:73) -2024-09-01 18:33:50,665 | DEBUG |(SpawnProcess-1:31) search_count: 500, latest_latency=0.015921657999570016 (mp_runner.py:73) -2024-09-01 18:33:50,665 | DEBUG |(SpawnProcess-1:30) search_count: 500, latest_latency=0.014551157000823878 (mp_runner.py:73) -2024-09-01 18:33:50,666 | DEBUG |(SpawnProcess-1:34) search_count: 500, latest_latency=0.014617348999308888 (mp_runner.py:73) -2024-09-01 18:33:50,666 | DEBUG |(SpawnProcess-1:32) search_count: 500, latest_latency=0.011922484998649452 (mp_runner.py:73) -2024-09-01 18:33:50,667 | DEBUG |(SpawnProcess-1:41) search_count: 500, latest_latency=0.015639311997801997 (mp_runner.py:73) -2024-09-01 18:33:50,667 | DEBUG |(SpawnProcess-1:44) search_count: 500, latest_latency=0.01721592700050678 (mp_runner.py:73) -2024-09-01 18:33:50,667 | DEBUG |(SpawnProcess-1:33) search_count: 500, latest_latency=0.016965069000434596 (mp_runner.py:73) -2024-09-01 18:33:50,668 | DEBUG |(SpawnProcess-1:27) search_count: 500, latest_latency=0.018147563001548406 (mp_runner.py:73) -2024-09-01 18:33:50,669 | DEBUG |(SpawnProcess-1:45) search_count: 500, latest_latency=0.019431995999184437 (mp_runner.py:73) -2024-09-01 18:33:50,669 | DEBUG |(SpawnProcess-1:43) search_count: 500, latest_latency=0.015567831993394066 (mp_runner.py:73) -2024-09-01 18:33:50,670 | DEBUG |(SpawnProcess-1:42) search_count: 500, latest_latency=0.02087377199495677 (mp_runner.py:73) -2024-09-01 18:33:50,685 | DEBUG |(SpawnProcess-1:38) search_count: 500, latest_latency=0.034703221994277555 (mp_runner.py:73) -2024-09-01 18:33:50,733 | DEBUG |(SpawnProcess-1:40) search_count: 500, latest_latency=0.024441350004053675 (mp_runner.py:73) -2024-09-01 18:33:50,745 | DEBUG |(SpawnProcess-1:29) search_count: 500, latest_latency=0.03707647499686573 (mp_runner.py:73) -2024-09-01 18:33:50,819 | DEBUG |(SpawnProcess-1:37) search_count: 500, latest_latency=0.028606756997760385 (mp_runner.py:73) -2024-09-01 18:33:58,303 | DEBUG |(SpawnProcess-1:42) search_count: 1000, latest_latency=0.014437295998504851 (mp_runner.py:73) -2024-09-01 18:33:58,303 | DEBUG |(SpawnProcess-1:46) search_count: 1000, latest_latency=0.016574417997617275 (mp_runner.py:73) -2024-09-01 18:33:58,304 | DEBUG |(SpawnProcess-1:44) search_count: 1000, latest_latency=0.015912153998215217 (mp_runner.py:73) -2024-09-01 18:33:58,304 | DEBUG |(SpawnProcess-1:41) search_count: 1000, latest_latency=0.014966262999223545 (mp_runner.py:73) -2024-09-01 18:33:58,304 | DEBUG |(SpawnProcess-1:43) search_count: 1000, latest_latency=0.00901104899821803 (mp_runner.py:73) -2024-09-01 18:33:58,305 | DEBUG |(SpawnProcess-1:38) search_count: 1000, latest_latency=0.01382178399944678 (mp_runner.py:73) -2024-09-01 18:33:58,305 | DEBUG |(SpawnProcess-1:36) search_count: 1000, latest_latency=0.015215959996567108 (mp_runner.py:73) -2024-09-01 18:33:58,306 | DEBUG |(SpawnProcess-1:45) search_count: 1000, latest_latency=0.009459344997594599 (mp_runner.py:73) -2024-09-01 18:33:58,306 | DEBUG |(SpawnProcess-1:33) search_count: 1000, latest_latency=0.014075610997679178 (mp_runner.py:73) -2024-09-01 18:33:58,306 | DEBUG |(SpawnProcess-1:28) search_count: 1000, latest_latency=0.01447361899772659 (mp_runner.py:73) -2024-09-01 18:33:58,306 | DEBUG |(SpawnProcess-1:37) search_count: 1000, latest_latency=0.01566839500446804 (mp_runner.py:73) -2024-09-01 18:33:58,307 | DEBUG |(SpawnProcess-1:29) search_count: 1000, latest_latency=0.01575352899817517 (mp_runner.py:73) -2024-09-01 18:33:58,307 | DEBUG |(SpawnProcess-1:34) search_count: 1000, latest_latency=0.019152356006088667 (mp_runner.py:73) -2024-09-01 18:33:58,307 | DEBUG |(SpawnProcess-1:30) search_count: 1000, latest_latency=0.014361748995725065 (mp_runner.py:73) -2024-09-01 18:33:58,307 | DEBUG |(SpawnProcess-1:39) search_count: 1000, latest_latency=0.00975879199540941 (mp_runner.py:73) -2024-09-01 18:33:58,308 | DEBUG |(SpawnProcess-1:27) search_count: 1000, latest_latency=0.01934225100558251 (mp_runner.py:73) -2024-09-01 18:33:58,316 | DEBUG |(SpawnProcess-1:31) search_count: 1000, latest_latency=0.030262839994975366 (mp_runner.py:73) -2024-09-01 18:33:58,319 | DEBUG |(SpawnProcess-1:32) search_count: 1000, latest_latency=0.028656216003582813 (mp_runner.py:73) -2024-09-01 18:33:58,319 | DEBUG |(SpawnProcess-1:35) search_count: 1000, latest_latency=0.030374212001333944 (mp_runner.py:73) -2024-09-01 18:33:58,414 | DEBUG |(SpawnProcess-1:40) search_count: 1000, latest_latency=0.015769638994242996 (mp_runner.py:73) -2024-09-01 18:34:06,146 | DEBUG |(SpawnProcess-1:28) search_count: 1500, latest_latency=0.007016129995463416 (mp_runner.py:73) -2024-09-01 18:34:06,147 | DEBUG |(SpawnProcess-1:35) search_count: 1500, latest_latency=0.007435141997120809 (mp_runner.py:73) -2024-09-01 18:34:06,148 | DEBUG |(SpawnProcess-1:27) search_count: 1500, latest_latency=0.0029387510003289208 (mp_runner.py:73) -2024-09-01 18:34:06,160 | DEBUG |(SpawnProcess-1:38) search_count: 1500, latest_latency=0.021675095005775802 (mp_runner.py:73) -2024-09-01 18:34:06,163 | DEBUG |(SpawnProcess-1:32) search_count: 1500, latest_latency=0.00941182400129037 (mp_runner.py:73) -2024-09-01 18:34:06,165 | DEBUG |(SpawnProcess-1:33) search_count: 1500, latest_latency=0.02335015300195664 (mp_runner.py:73) -2024-09-01 18:34:06,166 | DEBUG |(SpawnProcess-1:31) search_count: 1500, latest_latency=0.0072090399989974685 (mp_runner.py:73) -2024-09-01 18:34:06,166 | DEBUG |(SpawnProcess-1:37) search_count: 1500, latest_latency=0.018279928000993095 (mp_runner.py:73) -2024-09-01 18:34:06,168 | DEBUG |(SpawnProcess-1:40) search_count: 1500, latest_latency=0.021695787996577565 (mp_runner.py:73) -2024-09-01 18:34:06,170 | DEBUG |(SpawnProcess-1:41) search_count: 1500, latest_latency=0.01866771699860692 (mp_runner.py:73) -2024-09-01 18:34:06,171 | DEBUG |(SpawnProcess-1:45) search_count: 1500, latest_latency=0.018324036995181814 (mp_runner.py:73) -2024-09-01 18:34:06,173 | DEBUG |(SpawnProcess-1:44) search_count: 1500, latest_latency=0.02331496000260813 (mp_runner.py:73) -2024-09-01 18:34:06,174 | DEBUG |(SpawnProcess-1:30) search_count: 1500, latest_latency=0.0017246479983441532 (mp_runner.py:73) -2024-09-01 18:34:06,174 | DEBUG |(SpawnProcess-1:39) search_count: 1500, latest_latency=0.0365024339989759 (mp_runner.py:73) -2024-09-01 18:34:06,175 | DEBUG |(SpawnProcess-1:36) search_count: 1500, latest_latency=0.01995012599945767 (mp_runner.py:73) -2024-09-01 18:34:06,177 | DEBUG |(SpawnProcess-1:46) search_count: 1500, latest_latency=0.0197227929966175 (mp_runner.py:73) -2024-09-01 18:34:06,178 | DEBUG |(SpawnProcess-1:42) search_count: 1500, latest_latency=0.01975228100491222 (mp_runner.py:73) -2024-09-01 18:34:06,181 | DEBUG |(SpawnProcess-1:29) search_count: 1500, latest_latency=0.01925415200093994 (mp_runner.py:73) -2024-09-01 18:34:06,182 | DEBUG |(SpawnProcess-1:43) search_count: 1500, latest_latency=0.018892729000071995 (mp_runner.py:73) -2024-09-01 18:34:06,185 | DEBUG |(SpawnProcess-1:34) search_count: 1500, latest_latency=0.012699489998340141 (mp_runner.py:73) -2024-09-01 18:34:11,013 | INFO |SpawnProcess-1:31 search 30s: actual_dur=30.0009s, count=1814, qps in this process: 60.4649 (mp_runner.py:76) -2024-09-01 18:34:11,031 | INFO |SpawnProcess-1:34 search 30s: actual_dur=30.009s, count=1815, qps in this process: 60.4819 (mp_runner.py:76) -2024-09-01 18:34:11,033 | INFO |SpawnProcess-1:38 search 30s: actual_dur=30.0118s, count=1815, qps in this process: 60.4762 (mp_runner.py:76) -2024-09-01 18:34:11,045 | INFO |SpawnProcess-1:46 search 30s: actual_dur=30.0016s, count=1816, qps in this process: 60.5301 (mp_runner.py:76) -2024-09-01 18:34:11,070 | INFO |SpawnProcess-1:36 search 30s: actual_dur=30.0004s, count=1818, qps in this process: 60.5992 (mp_runner.py:76) -2024-09-01 18:34:11,098 | INFO |SpawnProcess-1:45 search 30s: actual_dur=30.0007s, count=1818, qps in this process: 60.5986 (mp_runner.py:76) -2024-09-01 18:34:11,098 | INFO |SpawnProcess-1:44 search 30s: actual_dur=30.002s, count=1820, qps in this process: 60.6626 (mp_runner.py:76) -2024-09-01 18:34:11,104 | INFO |SpawnProcess-1:41 search 30s: actual_dur=30.0079s, count=1820, qps in this process: 60.6507 (mp_runner.py:76) -2024-09-01 18:34:11,107 | INFO |SpawnProcess-1:37 search 30s: actual_dur=30.0024s, count=1821, qps in this process: 60.6951 (mp_runner.py:76) -2024-09-01 18:34:11,123 | INFO |SpawnProcess-1:27 search 30s: actual_dur=30.0005s, count=1823, qps in this process: 60.7657 (mp_runner.py:76) -2024-09-01 18:34:11,124 | INFO |SpawnProcess-1:40 search 30s: actual_dur=30.001s, count=1823, qps in this process: 60.7646 (mp_runner.py:76) -2024-09-01 18:34:11,129 | INFO |SpawnProcess-1:29 search 30s: actual_dur=30.006s, count=1823, qps in this process: 60.7545 (mp_runner.py:76) -2024-09-01 18:34:11,131 | INFO |SpawnProcess-1:30 search 30s: actual_dur=30.009s, count=1824, qps in this process: 60.7818 (mp_runner.py:76) -2024-09-01 18:34:11,132 | INFO |SpawnProcess-1:39 search 30s: actual_dur=30.0094s, count=1824, qps in this process: 60.781 (mp_runner.py:76) -2024-09-01 18:34:11,132 | INFO |SpawnProcess-1:32 search 30s: actual_dur=30.0003s, count=1824, qps in this process: 60.7994 (mp_runner.py:76) -2024-09-01 18:34:11,134 | INFO |SpawnProcess-1:33 search 30s: actual_dur=30.0116s, count=1820, qps in this process: 60.6432 (mp_runner.py:76) -2024-09-01 18:34:11,134 | INFO |SpawnProcess-1:28 search 30s: actual_dur=30.0025s, count=1824, qps in this process: 60.7949 (mp_runner.py:76) -2024-09-01 18:34:11,138 | INFO |SpawnProcess-1:42 search 30s: actual_dur=30.0046s, count=1825, qps in this process: 60.824 (mp_runner.py:76) -2024-09-01 18:34:11,140 | INFO |SpawnProcess-1:43 search 30s: actual_dur=30.0027s, count=1819, qps in this process: 60.6279 (mp_runner.py:76) -2024-09-01 18:34:11,142 | INFO |SpawnProcess-1:35 search 30s: actual_dur=30.0045s, count=1826, qps in this process: 60.8575 (mp_runner.py:76) -2024-09-01 18:34:11,147 | INFO |End search in concurrency 20: dur=30.236359009999433s, total_count=36412, qps=1204.2455 (mp_runner.py:120) -2024-09-01 18:34:12,438 | INFO |Update largest qps with concurrency 20: current max_qps=1204.2455 (mp_runner.py:124) -2024-09-01 18:34:12,857 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:34:12,857 | INFO |Start search 30s in concurrency 25, filters: None (mp_runner.py:99) -2024-09-01 18:34:23,141 | INFO |Syncing all process and start concurrency search, concurrency=25 (mp_runner.py:108) -2024-09-01 18:34:23,282 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,288 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,289 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,318 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,323 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,325 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,333 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,365 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,365 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,376 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,376 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,377 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,380 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,381 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,387 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,415 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,419 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:23,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:34:33,640 | DEBUG |(SpawnProcess-1:62) search_count: 500, latest_latency=0.0215454899953329 (mp_runner.py:73) -2024-09-01 18:34:33,642 | DEBUG |(SpawnProcess-1:53) search_count: 500, latest_latency=0.02143076500215102 (mp_runner.py:73) -2024-09-01 18:34:33,643 | DEBUG |(SpawnProcess-1:60) search_count: 500, latest_latency=0.027637744999083225 (mp_runner.py:73) -2024-09-01 18:34:33,645 | DEBUG |(SpawnProcess-1:56) search_count: 500, latest_latency=0.029059615000733174 (mp_runner.py:73) -2024-09-01 18:34:33,645 | DEBUG |(SpawnProcess-1:72) search_count: 500, latest_latency=0.01943877300072927 (mp_runner.py:73) -2024-09-01 18:34:33,646 | DEBUG |(SpawnProcess-1:55) search_count: 500, latest_latency=0.028349021995381918 (mp_runner.py:73) -2024-09-01 18:34:33,646 | DEBUG |(SpawnProcess-1:52) search_count: 500, latest_latency=0.01948575999995228 (mp_runner.py:73) -2024-09-01 18:34:33,650 | DEBUG |(SpawnProcess-1:49) search_count: 500, latest_latency=0.037141878994589206 (mp_runner.py:73) -2024-09-01 18:34:33,651 | DEBUG |(SpawnProcess-1:61) search_count: 500, latest_latency=0.015196918000583537 (mp_runner.py:73) -2024-09-01 18:34:33,653 | DEBUG |(SpawnProcess-1:68) search_count: 500, latest_latency=0.030802649998804554 (mp_runner.py:73) -2024-09-01 18:34:33,656 | DEBUG |(SpawnProcess-1:57) search_count: 500, latest_latency=0.0031678829982411116 (mp_runner.py:73) -2024-09-01 18:34:33,657 | DEBUG |(SpawnProcess-1:71) search_count: 500, latest_latency=0.024467496004945133 (mp_runner.py:73) -2024-09-01 18:34:33,659 | DEBUG |(SpawnProcess-1:54) search_count: 500, latest_latency=0.03163610800402239 (mp_runner.py:73) -2024-09-01 18:34:33,683 | DEBUG |(SpawnProcess-1:51) search_count: 500, latest_latency=0.023360250001132954 (mp_runner.py:73) -2024-09-01 18:34:33,687 | DEBUG |(SpawnProcess-1:65) search_count: 500, latest_latency=0.06984374399326043 (mp_runner.py:73) -2024-09-01 18:34:33,703 | DEBUG |(SpawnProcess-1:63) search_count: 500, latest_latency=0.03467241099860985 (mp_runner.py:73) -2024-09-01 18:34:33,708 | DEBUG |(SpawnProcess-1:69) search_count: 500, latest_latency=0.024077299000055064 (mp_runner.py:73) -2024-09-01 18:34:33,710 | DEBUG |(SpawnProcess-1:48) search_count: 500, latest_latency=0.006604619004065171 (mp_runner.py:73) -2024-09-01 18:34:33,711 | DEBUG |(SpawnProcess-1:67) search_count: 500, latest_latency=0.022699711997120176 (mp_runner.py:73) -2024-09-01 18:34:33,711 | DEBUG |(SpawnProcess-1:50) search_count: 500, latest_latency=0.03363486899615964 (mp_runner.py:73) -2024-09-01 18:34:33,713 | DEBUG |(SpawnProcess-1:64) search_count: 500, latest_latency=0.006705932995828334 (mp_runner.py:73) -2024-09-01 18:34:33,721 | DEBUG |(SpawnProcess-1:66) search_count: 500, latest_latency=0.0476259540009778 (mp_runner.py:73) -2024-09-01 18:34:33,852 | DEBUG |(SpawnProcess-1:58) search_count: 500, latest_latency=0.004015500999230426 (mp_runner.py:73) -2024-09-01 18:34:33,864 | DEBUG |(SpawnProcess-1:59) search_count: 500, latest_latency=0.0281798619980691 (mp_runner.py:73) -2024-09-01 18:34:34,069 | DEBUG |(SpawnProcess-1:70) search_count: 500, latest_latency=0.003094464998866897 (mp_runner.py:73) -2024-09-01 18:34:43,795 | DEBUG |(SpawnProcess-1:71) search_count: 1000, latest_latency=0.03963839700008975 (mp_runner.py:73) -2024-09-01 18:34:43,795 | DEBUG |(SpawnProcess-1:54) search_count: 1000, latest_latency=0.05163224400166655 (mp_runner.py:73) -2024-09-01 18:34:43,795 | DEBUG |(SpawnProcess-1:57) search_count: 1000, latest_latency=0.054103062000649516 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:56) search_count: 1000, latest_latency=0.05788102399674244 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:62) search_count: 1000, latest_latency=0.05570188499405049 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:68) search_count: 1000, latest_latency=0.04065904999879422 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:60) search_count: 1000, latest_latency=0.04415883599722292 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:67) search_count: 1000, latest_latency=0.04900557600194588 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:65) search_count: 1000, latest_latency=0.040120436999131925 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:63) search_count: 1000, latest_latency=0.0256443530015531 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:58) search_count: 1000, latest_latency=0.041667142999358475 (mp_runner.py:73) -2024-09-01 18:34:43,796 | DEBUG |(SpawnProcess-1:59) search_count: 1000, latest_latency=0.023983305000001565 (mp_runner.py:73) -2024-09-01 18:34:43,797 | DEBUG |(SpawnProcess-1:69) search_count: 1000, latest_latency=0.06520783199812286 (mp_runner.py:73) -2024-09-01 18:34:43,808 | DEBUG |(SpawnProcess-1:66) search_count: 1000, latest_latency=0.018044322001514956 (mp_runner.py:73) -2024-09-01 18:34:43,812 | DEBUG |(SpawnProcess-1:70) search_count: 1000, latest_latency=0.04838927600212628 (mp_runner.py:73) -2024-09-01 18:34:43,814 | DEBUG |(SpawnProcess-1:53) search_count: 1000, latest_latency=0.0446475479984656 (mp_runner.py:73) -2024-09-01 18:34:43,814 | DEBUG |(SpawnProcess-1:51) search_count: 1000, latest_latency=0.07407552899530856 (mp_runner.py:73) -2024-09-01 18:34:43,814 | DEBUG |(SpawnProcess-1:61) search_count: 1000, latest_latency=0.06257651199848624 (mp_runner.py:73) -2024-09-01 18:34:43,814 | DEBUG |(SpawnProcess-1:48) search_count: 1000, latest_latency=0.07277856099972269 (mp_runner.py:73) -2024-09-01 18:34:43,816 | DEBUG |(SpawnProcess-1:64) search_count: 1000, latest_latency=0.04348638700321317 (mp_runner.py:73) -2024-09-01 18:34:43,818 | DEBUG |(SpawnProcess-1:50) search_count: 1000, latest_latency=0.06637318000139203 (mp_runner.py:73) -2024-09-01 18:34:43,871 | DEBUG |(SpawnProcess-1:55) search_count: 1000, latest_latency=0.006334848003461957 (mp_runner.py:73) -2024-09-01 18:34:43,876 | DEBUG |(SpawnProcess-1:52) search_count: 1000, latest_latency=0.004471563996048644 (mp_runner.py:73) -2024-09-01 18:34:43,919 | DEBUG |(SpawnProcess-1:49) search_count: 1000, latest_latency=0.019575872996938415 (mp_runner.py:73) -2024-09-01 18:34:43,947 | DEBUG |(SpawnProcess-1:72) search_count: 1000, latest_latency=0.022718852997059003 (mp_runner.py:73) -2024-09-01 18:34:53,294 | INFO |SpawnProcess-1:56 search 30s: actual_dur=30.0045s, count=1476, qps in this process: 49.1926 (mp_runner.py:76) -2024-09-01 18:34:53,304 | INFO |SpawnProcess-1:71 search 30s: actual_dur=30.0094s, count=1474, qps in this process: 49.1179 (mp_runner.py:76) -2024-09-01 18:34:53,316 | INFO |SpawnProcess-1:53 search 30s: actual_dur=30.002s, count=1477, qps in this process: 49.2301 (mp_runner.py:76) -2024-09-01 18:34:53,328 | INFO |SpawnProcess-1:72 search 30s: actual_dur=30.0336s, count=1452, qps in this process: 48.3459 (mp_runner.py:76) -2024-09-01 18:34:53,332 | INFO |SpawnProcess-1:64 search 30s: actual_dur=30.0113s, count=1477, qps in this process: 49.2148 (mp_runner.py:76) -2024-09-01 18:34:53,342 | INFO |SpawnProcess-1:52 search 30s: actual_dur=30.0155s, count=1472, qps in this process: 49.0413 (mp_runner.py:76) -2024-09-01 18:34:53,345 | INFO |SpawnProcess-1:51 search 30s: actual_dur=30.0182s, count=1478, qps in this process: 49.2368 (mp_runner.py:76) -2024-09-01 18:34:53,348 | INFO |SpawnProcess-1:60 search 30s: actual_dur=30.0105s, count=1478, qps in this process: 49.2494 (mp_runner.py:76) -2024-09-01 18:34:53,370 | INFO |SpawnProcess-1:68 search 30s: actual_dur=30.0017s, count=1476, qps in this process: 49.1972 (mp_runner.py:76) -2024-09-01 18:34:53,375 | INFO |SpawnProcess-1:55 search 30s: actual_dur=30.0062s, count=1480, qps in this process: 49.3231 (mp_runner.py:76) -2024-09-01 18:34:53,382 | INFO |SpawnProcess-1:62 search 30s: actual_dur=30.0015s, count=1481, qps in this process: 49.3642 (mp_runner.py:76) -2024-09-01 18:34:53,383 | INFO |SpawnProcess-1:70 search 30s: actual_dur=30.0012s, count=1481, qps in this process: 49.3647 (mp_runner.py:76) -2024-09-01 18:34:53,386 | INFO |SpawnProcess-1:63 search 30s: actual_dur=30.0034s, count=1481, qps in this process: 49.3611 (mp_runner.py:76) -2024-09-01 18:34:53,386 | INFO |SpawnProcess-1:61 search 30s: actual_dur=30.004s, count=1481, qps in this process: 49.3601 (mp_runner.py:76) -2024-09-01 18:34:53,389 | INFO |SpawnProcess-1:50 search 30s: actual_dur=30.0053s, count=1481, qps in this process: 49.3579 (mp_runner.py:76) -2024-09-01 18:34:53,398 | INFO |SpawnProcess-1:65 search 30s: actual_dur=30.0158s, count=1481, qps in this process: 49.3407 (mp_runner.py:76) -2024-09-01 18:34:53,401 | INFO |SpawnProcess-1:54 search 30s: actual_dur=30.0211s, count=1482, qps in this process: 49.3653 (mp_runner.py:76) -2024-09-01 18:34:53,402 | INFO |SpawnProcess-1:67 search 30s: actual_dur=30.0074s, count=1482, qps in this process: 49.3878 (mp_runner.py:76) -2024-09-01 18:34:53,420 | INFO |SpawnProcess-1:57 search 30s: actual_dur=30.0019s, count=1485, qps in this process: 49.4969 (mp_runner.py:76) -2024-09-01 18:34:53,420 | INFO |SpawnProcess-1:58 search 30s: actual_dur=30.0021s, count=1485, qps in this process: 49.4965 (mp_runner.py:76) -2024-09-01 18:34:53,421 | INFO |SpawnProcess-1:59 search 30s: actual_dur=30.0034s, count=1485, qps in this process: 49.4944 (mp_runner.py:76) -2024-09-01 18:34:53,421 | INFO |SpawnProcess-1:48 search 30s: actual_dur=30.0028s, count=1484, qps in this process: 49.4621 (mp_runner.py:76) -2024-09-01 18:34:53,428 | INFO |SpawnProcess-1:69 search 30s: actual_dur=30.0043s, count=1485, qps in this process: 49.4929 (mp_runner.py:76) -2024-09-01 18:34:53,429 | INFO |SpawnProcess-1:49 search 30s: actual_dur=30.0109s, count=1465, qps in this process: 48.8156 (mp_runner.py:76) -2024-09-01 18:34:53,442 | INFO |SpawnProcess-1:66 search 30s: actual_dur=30.0022s, count=1491, qps in this process: 49.6964 (mp_runner.py:76) -2024-09-01 18:34:53,446 | INFO |End search in concurrency 25: dur=30.303866433998337s, total_count=36970, qps=1219.9763 (mp_runner.py:120) -2024-09-01 18:34:55,014 | INFO |Update largest qps with concurrency 25: current max_qps=1219.9763 (mp_runner.py:124) -2024-09-01 18:34:55,431 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:34:55,431 | INFO |Start search 30s in concurrency 30, filters: None (mp_runner.py:99) -2024-09-01 18:35:05,825 | INFO |Syncing all process and start concurrency search, concurrency=30 (mp_runner.py:108) -2024-09-01 18:35:05,960 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:05,980 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:05,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,002 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,003 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,017 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,021 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,023 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,073 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,140 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,141 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,146 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,154 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,163 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,169 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,170 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,183 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,183 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,183 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,186 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,188 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,236 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,237 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,277 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:06,277 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:18,541 | DEBUG |(SpawnProcess-1:91) search_count: 500, latest_latency=0.013470906997099519 (mp_runner.py:73) -2024-09-01 18:35:18,547 | DEBUG |(SpawnProcess-1:76) search_count: 500, latest_latency=0.027399861995945685 (mp_runner.py:73) -2024-09-01 18:35:18,553 | DEBUG |(SpawnProcess-1:93) search_count: 500, latest_latency=0.02572213899838971 (mp_runner.py:73) -2024-09-01 18:35:18,555 | DEBUG |(SpawnProcess-1:96) search_count: 500, latest_latency=0.02555917700374266 (mp_runner.py:73) -2024-09-01 18:35:18,556 | DEBUG |(SpawnProcess-1:94) search_count: 500, latest_latency=0.022139747001347132 (mp_runner.py:73) -2024-09-01 18:35:18,557 | DEBUG |(SpawnProcess-1:84) search_count: 500, latest_latency=0.011594900999625679 (mp_runner.py:73) -2024-09-01 18:35:18,557 | DEBUG |(SpawnProcess-1:74) search_count: 500, latest_latency=0.025545241005602293 (mp_runner.py:73) -2024-09-01 18:35:18,558 | DEBUG |(SpawnProcess-1:79) search_count: 500, latest_latency=0.03030752499762457 (mp_runner.py:73) -2024-09-01 18:35:18,559 | DEBUG |(SpawnProcess-1:89) search_count: 500, latest_latency=0.024899857002310455 (mp_runner.py:73) -2024-09-01 18:35:18,560 | DEBUG |(SpawnProcess-1:100) search_count: 500, latest_latency=0.022790784998505842 (mp_runner.py:73) -2024-09-01 18:35:18,561 | DEBUG |(SpawnProcess-1:80) search_count: 500, latest_latency=0.02951696600212017 (mp_runner.py:73) -2024-09-01 18:35:18,561 | DEBUG |(SpawnProcess-1:95) search_count: 500, latest_latency=0.008819212001981214 (mp_runner.py:73) -2024-09-01 18:35:18,564 | DEBUG |(SpawnProcess-1:86) search_count: 500, latest_latency=0.019153923996782396 (mp_runner.py:73) -2024-09-01 18:35:18,568 | DEBUG |(SpawnProcess-1:81) search_count: 500, latest_latency=0.0257367400045041 (mp_runner.py:73) -2024-09-01 18:35:18,568 | DEBUG |(SpawnProcess-1:102) search_count: 500, latest_latency=0.005184276000363752 (mp_runner.py:73) -2024-09-01 18:35:18,569 | DEBUG |(SpawnProcess-1:75) search_count: 500, latest_latency=0.025876953004626557 (mp_runner.py:73) -2024-09-01 18:35:18,569 | DEBUG |(SpawnProcess-1:87) search_count: 500, latest_latency=0.024994790997880045 (mp_runner.py:73) -2024-09-01 18:35:18,569 | DEBUG |(SpawnProcess-1:83) search_count: 500, latest_latency=0.0495407820053515 (mp_runner.py:73) -2024-09-01 18:35:18,571 | DEBUG |(SpawnProcess-1:101) search_count: 500, latest_latency=0.01236305200291099 (mp_runner.py:73) -2024-09-01 18:35:18,571 | DEBUG |(SpawnProcess-1:90) search_count: 500, latest_latency=0.022577513998840004 (mp_runner.py:73) -2024-09-01 18:35:18,572 | DEBUG |(SpawnProcess-1:97) search_count: 500, latest_latency=0.020474623001064174 (mp_runner.py:73) -2024-09-01 18:35:18,573 | DEBUG |(SpawnProcess-1:98) search_count: 500, latest_latency=0.022546732994669583 (mp_runner.py:73) -2024-09-01 18:35:18,573 | DEBUG |(SpawnProcess-1:92) search_count: 500, latest_latency=0.037281195996911265 (mp_runner.py:73) -2024-09-01 18:35:18,573 | DEBUG |(SpawnProcess-1:88) search_count: 500, latest_latency=0.019573559999116696 (mp_runner.py:73) -2024-09-01 18:35:18,577 | DEBUG |(SpawnProcess-1:99) search_count: 500, latest_latency=0.039856843999587 (mp_runner.py:73) -2024-09-01 18:35:18,583 | DEBUG |(SpawnProcess-1:85) search_count: 500, latest_latency=0.03416488000220852 (mp_runner.py:73) -2024-09-01 18:35:18,588 | DEBUG |(SpawnProcess-1:103) search_count: 500, latest_latency=0.06994047100306489 (mp_runner.py:73) -2024-09-01 18:35:18,796 | DEBUG |(SpawnProcess-1:78) search_count: 500, latest_latency=0.040011559998674784 (mp_runner.py:73) -2024-09-01 18:35:18,931 | DEBUG |(SpawnProcess-1:77) search_count: 500, latest_latency=0.01918639500217978 (mp_runner.py:73) -2024-09-01 18:35:19,139 | DEBUG |(SpawnProcess-1:82) search_count: 500, latest_latency=0.03211732699855929 (mp_runner.py:73) -2024-09-01 18:35:30,654 | DEBUG |(SpawnProcess-1:89) search_count: 1000, latest_latency=0.004934390999551397 (mp_runner.py:73) -2024-09-01 18:35:30,654 | DEBUG |(SpawnProcess-1:88) search_count: 1000, latest_latency=0.005773026998213027 (mp_runner.py:73) -2024-09-01 18:35:30,655 | DEBUG |(SpawnProcess-1:92) search_count: 1000, latest_latency=0.00633096499950625 (mp_runner.py:73) -2024-09-01 18:35:30,655 | DEBUG |(SpawnProcess-1:79) search_count: 1000, latest_latency=0.005822701001306996 (mp_runner.py:73) -2024-09-01 18:35:30,656 | DEBUG |(SpawnProcess-1:91) search_count: 1000, latest_latency=0.007393318002868909 (mp_runner.py:73) -2024-09-01 18:35:30,656 | DEBUG |(SpawnProcess-1:102) search_count: 1000, latest_latency=0.007162091998907272 (mp_runner.py:73) -2024-09-01 18:35:30,658 | DEBUG |(SpawnProcess-1:80) search_count: 1000, latest_latency=0.008863873001246247 (mp_runner.py:73) -2024-09-01 18:35:30,658 | DEBUG |(SpawnProcess-1:74) search_count: 1000, latest_latency=0.009320913995907176 (mp_runner.py:73) -2024-09-01 18:35:30,659 | DEBUG |(SpawnProcess-1:81) search_count: 1000, latest_latency=0.010432809998746961 (mp_runner.py:73) -2024-09-01 18:35:30,659 | DEBUG |(SpawnProcess-1:83) search_count: 1000, latest_latency=0.0099905429960927 (mp_runner.py:73) -2024-09-01 18:35:30,661 | DEBUG |(SpawnProcess-1:85) search_count: 1000, latest_latency=0.012142288003815338 (mp_runner.py:73) -2024-09-01 18:35:30,661 | DEBUG |(SpawnProcess-1:99) search_count: 1000, latest_latency=0.01121499700093409 (mp_runner.py:73) -2024-09-01 18:35:30,662 | DEBUG |(SpawnProcess-1:100) search_count: 1000, latest_latency=0.012880018002761062 (mp_runner.py:73) -2024-09-01 18:35:30,662 | DEBUG |(SpawnProcess-1:84) search_count: 1000, latest_latency=0.013159691996406764 (mp_runner.py:73) -2024-09-01 18:35:30,663 | DEBUG |(SpawnProcess-1:76) search_count: 1000, latest_latency=0.013807299998006783 (mp_runner.py:73) -2024-09-01 18:35:30,663 | DEBUG |(SpawnProcess-1:94) search_count: 1000, latest_latency=0.014211816000170074 (mp_runner.py:73) -2024-09-01 18:35:30,664 | DEBUG |(SpawnProcess-1:97) search_count: 1000, latest_latency=0.016092236000986304 (mp_runner.py:73) -2024-09-01 18:35:30,666 | DEBUG |(SpawnProcess-1:87) search_count: 1000, latest_latency=0.018006356003752444 (mp_runner.py:73) -2024-09-01 18:35:30,668 | DEBUG |(SpawnProcess-1:86) search_count: 1000, latest_latency=0.018563539000751916 (mp_runner.py:73) -2024-09-01 18:35:30,669 | DEBUG |(SpawnProcess-1:95) search_count: 1000, latest_latency=0.019382268998015206 (mp_runner.py:73) -2024-09-01 18:35:30,669 | DEBUG |(SpawnProcess-1:93) search_count: 1000, latest_latency=0.020446444999834057 (mp_runner.py:73) -2024-09-01 18:35:30,670 | DEBUG |(SpawnProcess-1:90) search_count: 1000, latest_latency=0.020891832995403092 (mp_runner.py:73) -2024-09-01 18:35:30,672 | DEBUG |(SpawnProcess-1:96) search_count: 1000, latest_latency=0.023723130994767416 (mp_runner.py:73) -2024-09-01 18:35:30,723 | DEBUG |(SpawnProcess-1:98) search_count: 1000, latest_latency=0.008074097000644542 (mp_runner.py:73) -2024-09-01 18:35:30,740 | DEBUG |(SpawnProcess-1:103) search_count: 1000, latest_latency=0.04266315700078849 (mp_runner.py:73) -2024-09-01 18:35:30,859 | DEBUG |(SpawnProcess-1:75) search_count: 1000, latest_latency=0.04358434700407088 (mp_runner.py:73) -2024-09-01 18:35:30,875 | DEBUG |(SpawnProcess-1:101) search_count: 1000, latest_latency=0.010303963994374499 (mp_runner.py:73) -2024-09-01 18:35:30,918 | DEBUG |(SpawnProcess-1:78) search_count: 1000, latest_latency=0.004357892998086754 (mp_runner.py:73) -2024-09-01 18:35:31,180 | DEBUG |(SpawnProcess-1:82) search_count: 1000, latest_latency=0.026567548004095443 (mp_runner.py:73) -2024-09-01 18:35:31,186 | DEBUG |(SpawnProcess-1:77) search_count: 1000, latest_latency=0.026607084000715986 (mp_runner.py:73) -2024-09-01 18:35:35,981 | INFO |SpawnProcess-1:85 search 30s: actual_dur=30.0198s, count=1226, qps in this process: 40.8397 (mp_runner.py:76) -2024-09-01 18:35:35,990 | INFO |SpawnProcess-1:86 search 30s: actual_dur=30.0022s, count=1227, qps in this process: 40.897 (mp_runner.py:76) -2024-09-01 18:35:36,012 | INFO |SpawnProcess-1:82 search 30s: actual_dur=30.0089s, count=1210, qps in this process: 40.3214 (mp_runner.py:76) -2024-09-01 18:35:36,021 | INFO |SpawnProcess-1:92 search 30s: actual_dur=30.0102s, count=1228, qps in this process: 40.9194 (mp_runner.py:76) -2024-09-01 18:35:36,027 | INFO |SpawnProcess-1:101 search 30s: actual_dur=30.0023s, count=1228, qps in this process: 40.9302 (mp_runner.py:76) -2024-09-01 18:35:36,033 | INFO |SpawnProcess-1:88 search 30s: actual_dur=30.0121s, count=1228, qps in this process: 40.9168 (mp_runner.py:76) -2024-09-01 18:35:36,049 | INFO |SpawnProcess-1:77 search 30s: actual_dur=30.0576s, count=1205, qps in this process: 40.0897 (mp_runner.py:76) -2024-09-01 18:35:36,083 | INFO |SpawnProcess-1:99 search 30s: actual_dur=30.0032s, count=1229, qps in this process: 40.9623 (mp_runner.py:76) -2024-09-01 18:35:36,084 | INFO |SpawnProcess-1:95 search 30s: actual_dur=30.0581s, count=1229, qps in this process: 40.8875 (mp_runner.py:76) -2024-09-01 18:35:36,148 | INFO |SpawnProcess-1:87 search 30s: actual_dur=30.0047s, count=1233, qps in this process: 41.0936 (mp_runner.py:76) -2024-09-01 18:35:36,149 | INFO |SpawnProcess-1:79 search 30s: actual_dur=30.0058s, count=1233, qps in this process: 41.0921 (mp_runner.py:76) -2024-09-01 18:35:36,163 | INFO |SpawnProcess-1:90 search 30s: actual_dur=30.0104s, count=1231, qps in this process: 41.0191 (mp_runner.py:76) -2024-09-01 18:35:36,169 | INFO |SpawnProcess-1:81 search 30s: actual_dur=30.0087s, count=1234, qps in this process: 41.1214 (mp_runner.py:76) -2024-09-01 18:35:36,173 | INFO |SpawnProcess-1:76 search 30s: actual_dur=30.0081s, count=1234, qps in this process: 41.1222 (mp_runner.py:76) -2024-09-01 18:35:36,177 | INFO |SpawnProcess-1:98 search 30s: actual_dur=30.0064s, count=1235, qps in this process: 41.1579 (mp_runner.py:76) -2024-09-01 18:35:36,188 | INFO |SpawnProcess-1:75 search 30s: actual_dur=30.002s, count=1236, qps in this process: 41.1973 (mp_runner.py:76) -2024-09-01 18:35:36,191 | INFO |SpawnProcess-1:91 search 30s: actual_dur=30.0117s, count=1235, qps in this process: 41.1506 (mp_runner.py:76) -2024-09-01 18:35:36,192 | INFO |SpawnProcess-1:78 search 30s: actual_dur=30.0064s, count=1236, qps in this process: 41.1912 (mp_runner.py:76) -2024-09-01 18:35:36,194 | INFO |SpawnProcess-1:80 search 30s: actual_dur=30.0058s, count=1236, qps in this process: 41.192 (mp_runner.py:76) -2024-09-01 18:35:36,195 | INFO |SpawnProcess-1:93 search 30s: actual_dur=30.0021s, count=1236, qps in this process: 41.1971 (mp_runner.py:76) -2024-09-01 18:35:36,196 | INFO |SpawnProcess-1:97 search 30s: actual_dur=30.0057s, count=1236, qps in this process: 41.1922 (mp_runner.py:76) -2024-09-01 18:35:36,197 | INFO |SpawnProcess-1:84 search 30s: actual_dur=30.0092s, count=1236, qps in this process: 41.1874 (mp_runner.py:76) -2024-09-01 18:35:36,198 | INFO |SpawnProcess-1:96 search 30s: actual_dur=30.0082s, count=1236, qps in this process: 41.1887 (mp_runner.py:76) -2024-09-01 18:35:36,209 | INFO |SpawnProcess-1:83 search 30s: actual_dur=30.018s, count=1237, qps in this process: 41.2086 (mp_runner.py:76) -2024-09-01 18:35:36,258 | INFO |SpawnProcess-1:102 search 30s: actual_dur=30.0006s, count=1244, qps in this process: 41.4658 (mp_runner.py:76) -2024-09-01 18:35:36,258 | INFO |SpawnProcess-1:100 search 30s: actual_dur=30.001s, count=1244, qps in this process: 41.4653 (mp_runner.py:76) -2024-09-01 18:35:36,259 | INFO |SpawnProcess-1:89 search 30s: actual_dur=30.0051s, count=1244, qps in this process: 41.4596 (mp_runner.py:76) -2024-09-01 18:35:36,259 | INFO |SpawnProcess-1:74 search 30s: actual_dur=30.0019s, count=1244, qps in this process: 41.464 (mp_runner.py:76) -2024-09-01 18:35:36,282 | INFO |SpawnProcess-1:103 search 30s: actual_dur=30.0004s, count=1249, qps in this process: 41.6328 (mp_runner.py:76) -2024-09-01 18:35:36,282 | INFO |SpawnProcess-1:94 search 30s: actual_dur=30.0006s, count=1249, qps in this process: 41.6325 (mp_runner.py:76) -2024-09-01 18:35:36,287 | INFO |End search in concurrency 30: dur=30.461607721998007s, total_count=37008, qps=1214.9063 (mp_runner.py:120) -2024-09-01 18:35:38,594 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:35:38,594 | INFO |Start search 30s in concurrency 35, filters: None (mp_runner.py:99) -2024-09-01 18:35:49,136 | INFO |Syncing all process and start concurrency search, concurrency=35 (mp_runner.py:108) -2024-09-01 18:35:49,338 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,338 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,339 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,369 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,380 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,391 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,391 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,391 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,392 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,393 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,393 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,396 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,469 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,506 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,507 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,512 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,514 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,530 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,530 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,545 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,556 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,561 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,577 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:35:49,585 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:05,335 | DEBUG |(SpawnProcess-1:116) search_count: 500, latest_latency=0.050190914000268094 (mp_runner.py:73) -2024-09-01 18:36:05,335 | DEBUG |(SpawnProcess-1:122) search_count: 500, latest_latency=0.041565065999748185 (mp_runner.py:73) -2024-09-01 18:36:05,335 | DEBUG |(SpawnProcess-1:121) search_count: 500, latest_latency=0.04926655700546689 (mp_runner.py:73) -2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:124) search_count: 500, latest_latency=0.04364923800312681 (mp_runner.py:73) -2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:105) search_count: 500, latest_latency=0.03935558700322872 (mp_runner.py:73) -2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:114) search_count: 500, latest_latency=0.048684612003853545 (mp_runner.py:73) -2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:137) search_count: 500, latest_latency=0.04572213099891087 (mp_runner.py:73) -2024-09-01 18:36:05,336 | DEBUG |(SpawnProcess-1:115) search_count: 500, latest_latency=0.04424428399943281 (mp_runner.py:73) -2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:113) search_count: 500, latest_latency=0.04312344000209123 (mp_runner.py:73) -2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:138) search_count: 500, latest_latency=0.038662648999888916 (mp_runner.py:73) -2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:130) search_count: 500, latest_latency=0.03763169500598451 (mp_runner.py:73) -2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:129) search_count: 500, latest_latency=0.05180092299997341 (mp_runner.py:73) -2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:110) search_count: 500, latest_latency=0.04813042699970538 (mp_runner.py:73) -2024-09-01 18:36:05,337 | DEBUG |(SpawnProcess-1:131) search_count: 500, latest_latency=0.04051308599446202 (mp_runner.py:73) -2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:112) search_count: 500, latest_latency=0.03679576199647272 (mp_runner.py:73) -2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:128) search_count: 500, latest_latency=0.03826697199838236 (mp_runner.py:73) -2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:133) search_count: 500, latest_latency=0.050562723001348786 (mp_runner.py:73) -2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:117) search_count: 500, latest_latency=0.048839631002920214 (mp_runner.py:73) -2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:127) search_count: 500, latest_latency=0.030194145001587458 (mp_runner.py:73) -2024-09-01 18:36:05,338 | DEBUG |(SpawnProcess-1:106) search_count: 500, latest_latency=0.05517468399921199 (mp_runner.py:73) -2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:118) search_count: 500, latest_latency=0.043570991001615766 (mp_runner.py:73) -2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:139) search_count: 500, latest_latency=0.03775421099999221 (mp_runner.py:73) -2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:136) search_count: 500, latest_latency=0.031971962001989596 (mp_runner.py:73) -2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:111) search_count: 500, latest_latency=0.05539785900327843 (mp_runner.py:73) -2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:107) search_count: 500, latest_latency=0.03224171900365036 (mp_runner.py:73) -2024-09-01 18:36:05,339 | DEBUG |(SpawnProcess-1:123) search_count: 500, latest_latency=0.03385797899682075 (mp_runner.py:73) -2024-09-01 18:36:05,340 | DEBUG |(SpawnProcess-1:135) search_count: 500, latest_latency=0.04950729500706075 (mp_runner.py:73) -2024-09-01 18:36:05,340 | DEBUG |(SpawnProcess-1:125) search_count: 500, latest_latency=0.04522406099567888 (mp_runner.py:73) -2024-09-01 18:36:05,341 | DEBUG |(SpawnProcess-1:119) search_count: 500, latest_latency=0.03204942100273911 (mp_runner.py:73) -2024-09-01 18:36:05,356 | DEBUG |(SpawnProcess-1:108) search_count: 500, latest_latency=0.024084094999125227 (mp_runner.py:73) -2024-09-01 18:36:05,358 | DEBUG |(SpawnProcess-1:120) search_count: 500, latest_latency=0.0764093399993726 (mp_runner.py:73) -2024-09-01 18:36:05,360 | DEBUG |(SpawnProcess-1:109) search_count: 500, latest_latency=0.03098049799882574 (mp_runner.py:73) -2024-09-01 18:36:05,459 | DEBUG |(SpawnProcess-1:134) search_count: 500, latest_latency=0.03295168700424256 (mp_runner.py:73) -2024-09-01 18:36:05,460 | DEBUG |(SpawnProcess-1:132) search_count: 500, latest_latency=0.026549388996500056 (mp_runner.py:73) -2024-09-01 18:36:06,064 | DEBUG |(SpawnProcess-1:126) search_count: 500, latest_latency=0.04795161999936681 (mp_runner.py:73) -2024-09-01 18:36:19,009 | DEBUG |(SpawnProcess-1:137) search_count: 1000, latest_latency=0.030643129997770302 (mp_runner.py:73) -2024-09-01 18:36:19,010 | DEBUG |(SpawnProcess-1:121) search_count: 1000, latest_latency=0.0329409910045797 (mp_runner.py:73) -2024-09-01 18:36:19,011 | DEBUG |(SpawnProcess-1:122) search_count: 1000, latest_latency=0.03187460199842462 (mp_runner.py:73) -2024-09-01 18:36:19,012 | DEBUG |(SpawnProcess-1:135) search_count: 1000, latest_latency=0.034093164998921566 (mp_runner.py:73) -2024-09-01 18:36:19,012 | DEBUG |(SpawnProcess-1:136) search_count: 1000, latest_latency=0.019784155003435444 (mp_runner.py:73) -2024-09-01 18:36:19,013 | DEBUG |(SpawnProcess-1:138) search_count: 1000, latest_latency=0.03235610999399796 (mp_runner.py:73) -2024-09-01 18:36:19,014 | DEBUG |(SpawnProcess-1:105) search_count: 1000, latest_latency=0.031657113002438564 (mp_runner.py:73) -2024-09-01 18:36:19,014 | DEBUG |(SpawnProcess-1:106) search_count: 1000, latest_latency=0.037801787002536 (mp_runner.py:73) -2024-09-01 18:36:19,015 | DEBUG |(SpawnProcess-1:124) search_count: 1000, latest_latency=0.04027210299682338 (mp_runner.py:73) -2024-09-01 18:36:19,016 | DEBUG |(SpawnProcess-1:129) search_count: 1000, latest_latency=0.03362986200227169 (mp_runner.py:73) -2024-09-01 18:36:19,017 | DEBUG |(SpawnProcess-1:109) search_count: 1000, latest_latency=0.041125032999843825 (mp_runner.py:73) -2024-09-01 18:36:19,018 | DEBUG |(SpawnProcess-1:128) search_count: 1000, latest_latency=0.033497215998067986 (mp_runner.py:73) -2024-09-01 18:36:19,018 | DEBUG |(SpawnProcess-1:123) search_count: 1000, latest_latency=0.022014740003214683 (mp_runner.py:73) -2024-09-01 18:36:19,018 | DEBUG |(SpawnProcess-1:118) search_count: 1000, latest_latency=0.034983020996151026 (mp_runner.py:73) -2024-09-01 18:36:19,019 | DEBUG |(SpawnProcess-1:110) search_count: 1000, latest_latency=0.04500764299882576 (mp_runner.py:73) -2024-09-01 18:36:19,020 | DEBUG |(SpawnProcess-1:111) search_count: 1000, latest_latency=0.04603749500529375 (mp_runner.py:73) -2024-09-01 18:36:19,022 | DEBUG |(SpawnProcess-1:132) search_count: 1000, latest_latency=0.04675390000193147 (mp_runner.py:73) -2024-09-01 18:36:19,023 | DEBUG |(SpawnProcess-1:134) search_count: 1000, latest_latency=0.04935941300209379 (mp_runner.py:73) -2024-09-01 18:36:19,023 | DEBUG |(SpawnProcess-1:107) search_count: 1000, latest_latency=0.05001312300009886 (mp_runner.py:73) -2024-09-01 18:36:19,024 | DEBUG |(SpawnProcess-1:108) search_count: 1000, latest_latency=0.04311006700299913 (mp_runner.py:73) -2024-09-01 18:36:19,025 | DEBUG |(SpawnProcess-1:112) search_count: 1000, latest_latency=0.052673136997327674 (mp_runner.py:73) -2024-09-01 18:36:19,027 | DEBUG |(SpawnProcess-1:120) search_count: 1000, latest_latency=0.03969338400202105 (mp_runner.py:73) -2024-09-01 18:36:19,027 | DEBUG |(SpawnProcess-1:131) search_count: 1000, latest_latency=0.025065882997296285 (mp_runner.py:73) -2024-09-01 18:36:19,035 | DEBUG |(SpawnProcess-1:113) search_count: 1000, latest_latency=0.05569582799944328 (mp_runner.py:73) -2024-09-01 18:36:19,065 | DEBUG |(SpawnProcess-1:114) search_count: 1000, latest_latency=0.027790421001554932 (mp_runner.py:73) -2024-09-01 18:36:19,068 | DEBUG |(SpawnProcess-1:125) search_count: 1000, latest_latency=0.040955252006824594 (mp_runner.py:73) -2024-09-01 18:36:19,079 | DEBUG |(SpawnProcess-1:116) search_count: 1000, latest_latency=0.06737111600523349 (mp_runner.py:73) -2024-09-01 18:36:19,110 | DEBUG |(SpawnProcess-1:130) search_count: 1000, latest_latency=0.03465478599537164 (mp_runner.py:73) -2024-09-01 18:36:19,167 | DEBUG |(SpawnProcess-1:117) search_count: 1000, latest_latency=0.012973567994777113 (mp_runner.py:73) -2024-09-01 18:36:19,188 | DEBUG |(SpawnProcess-1:119) search_count: 1000, latest_latency=0.031427419002284296 (mp_runner.py:73) -2024-09-01 18:36:19,191 | DEBUG |(SpawnProcess-1:115) search_count: 1000, latest_latency=0.039442645997041836 (mp_runner.py:73) -2024-09-01 18:36:19,207 | DEBUG |(SpawnProcess-1:127) search_count: 1000, latest_latency=0.014591264000046067 (mp_runner.py:73) -2024-09-01 18:36:19,285 | DEBUG |(SpawnProcess-1:139) search_count: 1000, latest_latency=0.016822687997773755 (mp_runner.py:73) -2024-09-01 18:36:19,345 | INFO |SpawnProcess-1:137 search 30s: actual_dur=30.0047s, count=1013, qps in this process: 33.7614 (mp_runner.py:76) -2024-09-01 18:36:19,368 | INFO |SpawnProcess-1:119 search 30s: actual_dur=30.0207s, count=1008, qps in this process: 33.5768 (mp_runner.py:76) -2024-09-01 18:36:19,382 | DEBUG |(SpawnProcess-1:133) search_count: 1000, latest_latency=0.05390414300200064 (mp_runner.py:73) -2024-09-01 18:36:19,382 | INFO |SpawnProcess-1:133 search 30s: actual_dur=30.0402s, count=1000, qps in this process: 33.2887 (mp_runner.py:76) -2024-09-01 18:36:19,385 | INFO |SpawnProcess-1:114 search 30s: actual_dur=30.0014s, count=1012, qps in this process: 33.7318 (mp_runner.py:76) -2024-09-01 18:36:19,395 | INFO |SpawnProcess-1:128 search 30s: actual_dur=30.0015s, count=1014, qps in this process: 33.7983 (mp_runner.py:76) -2024-09-01 18:36:19,396 | INFO |SpawnProcess-1:127 search 30s: actual_dur=30.0009s, count=1008, qps in this process: 33.599 (mp_runner.py:76) -2024-09-01 18:36:19,398 | INFO |SpawnProcess-1:122 search 30s: actual_dur=30.0257s, count=1014, qps in this process: 33.7711 (mp_runner.py:76) -2024-09-01 18:36:19,399 | INFO |SpawnProcess-1:136 search 30s: actual_dur=30.0037s, count=1014, qps in this process: 33.7958 (mp_runner.py:76) -2024-09-01 18:36:19,400 | INFO |SpawnProcess-1:116 search 30s: actual_dur=30.0045s, count=1014, qps in this process: 33.7949 (mp_runner.py:76) -2024-09-01 18:36:19,401 | INFO |SpawnProcess-1:111 search 30s: actual_dur=30.0052s, count=1014, qps in this process: 33.7941 (mp_runner.py:76) -2024-09-01 18:36:19,401 | INFO |SpawnProcess-1:125 search 30s: actual_dur=30.0018s, count=1014, qps in this process: 33.798 (mp_runner.py:76) -2024-09-01 18:36:19,401 | INFO |SpawnProcess-1:120 search 30s: actual_dur=30.0071s, count=1014, qps in this process: 33.792 (mp_runner.py:76) -2024-09-01 18:36:19,402 | INFO |SpawnProcess-1:131 search 30s: actual_dur=30.0083s, count=1014, qps in this process: 33.7907 (mp_runner.py:76) -2024-09-01 18:36:19,415 | INFO |SpawnProcess-1:130 search 30s: actual_dur=30.0189s, count=1011, qps in this process: 33.6788 (mp_runner.py:76) -2024-09-01 18:36:19,420 | INFO |SpawnProcess-1:117 search 30s: actual_dur=30.0246s, count=1010, qps in this process: 33.6391 (mp_runner.py:76) -2024-09-01 18:36:19,460 | INFO |SpawnProcess-1:132 search 30s: actual_dur=30.0014s, count=1018, qps in this process: 33.9317 (mp_runner.py:76) -2024-09-01 18:36:19,461 | INFO |SpawnProcess-1:124 search 30s: actual_dur=30.0063s, count=1018, qps in this process: 33.9262 (mp_runner.py:76) -2024-09-01 18:36:19,462 | INFO |SpawnProcess-1:108 search 30s: actual_dur=30.0071s, count=1018, qps in this process: 33.9253 (mp_runner.py:76) -2024-09-01 18:36:19,474 | INFO |SpawnProcess-1:118 search 30s: actual_dur=30.0179s, count=1018, qps in this process: 33.9131 (mp_runner.py:76) -2024-09-01 18:36:19,476 | INFO |SpawnProcess-1:113 search 30s: actual_dur=30.0146s, count=1019, qps in this process: 33.9501 (mp_runner.py:76) -2024-09-01 18:36:19,489 | INFO |SpawnProcess-1:139 search 30s: actual_dur=30.0155s, count=1008, qps in this process: 33.5826 (mp_runner.py:76) -2024-09-01 18:36:19,522 | INFO |SpawnProcess-1:109 search 30s: actual_dur=30.01s, count=1022, qps in this process: 34.0553 (mp_runner.py:76) -2024-09-01 18:36:19,523 | INFO |SpawnProcess-1:129 search 30s: actual_dur=30.005s, count=1023, qps in this process: 34.0943 (mp_runner.py:76) -2024-09-01 18:36:19,526 | INFO |SpawnProcess-1:107 search 30s: actual_dur=30.0145s, count=1023, qps in this process: 34.0835 (mp_runner.py:76) -2024-09-01 18:36:19,530 | INFO |SpawnProcess-1:112 search 30s: actual_dur=30.0179s, count=1023, qps in this process: 34.0797 (mp_runner.py:76) -2024-09-01 18:36:19,535 | INFO |SpawnProcess-1:135 search 30s: actual_dur=30.006s, count=1024, qps in this process: 34.1265 (mp_runner.py:76) -2024-09-01 18:36:19,544 | INFO |SpawnProcess-1:115 search 30s: actual_dur=30.0065s, count=1018, qps in this process: 33.926 (mp_runner.py:76) -2024-09-01 18:36:19,546 | INFO |SpawnProcess-1:106 search 30s: actual_dur=30.0078s, count=1025, qps in this process: 34.1578 (mp_runner.py:76) -2024-09-01 18:36:19,559 | INFO |SpawnProcess-1:105 search 30s: actual_dur=30.0003s, count=1027, qps in this process: 34.233 (mp_runner.py:76) -2024-09-01 18:36:19,561 | INFO |SpawnProcess-1:123 search 30s: actual_dur=30.0066s, count=1027, qps in this process: 34.2258 (mp_runner.py:76) -2024-09-01 18:36:19,565 | INFO |SpawnProcess-1:134 search 30s: actual_dur=30.0031s, count=1028, qps in this process: 34.2631 (mp_runner.py:76) -2024-09-01 18:36:19,568 | INFO |SpawnProcess-1:121 search 30s: actual_dur=30.0067s, count=1028, qps in this process: 34.259 (mp_runner.py:76) -2024-09-01 18:36:19,572 | INFO |SpawnProcess-1:110 search 30s: actual_dur=30.0028s, count=1029, qps in this process: 34.2968 (mp_runner.py:76) -2024-09-01 18:36:19,585 | INFO |SpawnProcess-1:138 search 30s: actual_dur=30.0027s, count=1032, qps in this process: 34.3969 (mp_runner.py:76) -2024-09-01 18:36:19,588 | DEBUG |(SpawnProcess-1:126) search_count: 1000, latest_latency=0.0017276829967158847 (mp_runner.py:73) -2024-09-01 18:36:19,589 | INFO |SpawnProcess-1:126 search 30s: actual_dur=30.0014s, count=1000, qps in this process: 33.3318 (mp_runner.py:76) -2024-09-01 18:36:19,593 | INFO |End search in concurrency 35: dur=30.456576805001532s, total_count=35602, qps=1168.9429 (mp_runner.py:120) -2024-09-01 18:36:22,286 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:36:22,287 | INFO |Start search 30s in concurrency 40, filters: None (mp_runner.py:99) -2024-09-01 18:36:33,001 | INFO |Syncing all process and start concurrency search, concurrency=40 (mp_runner.py:108) -2024-09-01 18:36:33,059 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,141 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,165 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,176 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,188 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,238 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,267 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,268 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,270 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,290 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,301 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,304 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,310 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,341 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,342 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,347 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,397 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,402 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,407 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,412 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,417 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,432 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,441 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,450 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,471 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,473 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,492 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,520 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,525 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,532 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,540 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,546 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:33,556 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:36:50,509 | DEBUG |(SpawnProcess-1:148) search_count: 500, latest_latency=0.0045777359991916455 (mp_runner.py:73) -2024-09-01 18:36:50,510 | DEBUG |(SpawnProcess-1:165) search_count: 500, latest_latency=0.006208159000379965 (mp_runner.py:73) -2024-09-01 18:36:50,511 | DEBUG |(SpawnProcess-1:174) search_count: 500, latest_latency=0.007442270994943101 (mp_runner.py:73) -2024-09-01 18:36:50,512 | DEBUG |(SpawnProcess-1:144) search_count: 500, latest_latency=0.008242126998084132 (mp_runner.py:73) -2024-09-01 18:36:50,513 | DEBUG |(SpawnProcess-1:142) search_count: 500, latest_latency=0.003194920005626045 (mp_runner.py:73) -2024-09-01 18:36:50,514 | DEBUG |(SpawnProcess-1:160) search_count: 500, latest_latency=0.009288768000260461 (mp_runner.py:73) -2024-09-01 18:36:50,515 | DEBUG |(SpawnProcess-1:159) search_count: 500, latest_latency=0.004765338999277446 (mp_runner.py:73) -2024-09-01 18:36:50,515 | DEBUG |(SpawnProcess-1:167) search_count: 500, latest_latency=0.010504762001801282 (mp_runner.py:73) -2024-09-01 18:36:50,516 | DEBUG |(SpawnProcess-1:178) search_count: 500, latest_latency=0.006310793003649451 (mp_runner.py:73) -2024-09-01 18:36:50,517 | DEBUG |(SpawnProcess-1:141) search_count: 500, latest_latency=0.011824156004877295 (mp_runner.py:73) -2024-09-01 18:36:50,518 | DEBUG |(SpawnProcess-1:164) search_count: 500, latest_latency=0.006453876994783059 (mp_runner.py:73) -2024-09-01 18:36:50,518 | DEBUG |(SpawnProcess-1:170) search_count: 500, latest_latency=0.01364741800352931 (mp_runner.py:73) -2024-09-01 18:36:50,519 | DEBUG |(SpawnProcess-1:179) search_count: 500, latest_latency=0.005853712995303795 (mp_runner.py:73) -2024-09-01 18:36:50,520 | DEBUG |(SpawnProcess-1:171) search_count: 500, latest_latency=0.015067212996655144 (mp_runner.py:73) -2024-09-01 18:36:50,521 | DEBUG |(SpawnProcess-1:153) search_count: 500, latest_latency=0.004460281998035498 (mp_runner.py:73) -2024-09-01 18:36:50,521 | DEBUG |(SpawnProcess-1:146) search_count: 500, latest_latency=0.01764319200447062 (mp_runner.py:73) -2024-09-01 18:36:50,523 | DEBUG |(SpawnProcess-1:180) search_count: 500, latest_latency=0.019055807999393437 (mp_runner.py:73) -2024-09-01 18:36:50,524 | DEBUG |(SpawnProcess-1:143) search_count: 500, latest_latency=0.020830146997468546 (mp_runner.py:73) -2024-09-01 18:36:50,524 | DEBUG |(SpawnProcess-1:168) search_count: 500, latest_latency=0.02002550000179326 (mp_runner.py:73) -2024-09-01 18:36:50,526 | DEBUG |(SpawnProcess-1:177) search_count: 500, latest_latency=0.0027556480054045096 (mp_runner.py:73) -2024-09-01 18:36:50,526 | DEBUG |(SpawnProcess-1:149) search_count: 500, latest_latency=0.022667973003990483 (mp_runner.py:73) -2024-09-01 18:36:50,527 | DEBUG |(SpawnProcess-1:155) search_count: 500, latest_latency=0.0038182610005605966 (mp_runner.py:73) -2024-09-01 18:36:50,527 | DEBUG |(SpawnProcess-1:150) search_count: 500, latest_latency=0.0027856469969265163 (mp_runner.py:73) -2024-09-01 18:36:50,529 | DEBUG |(SpawnProcess-1:154) search_count: 500, latest_latency=0.005361306000850163 (mp_runner.py:73) -2024-09-01 18:36:50,529 | DEBUG |(SpawnProcess-1:176) search_count: 500, latest_latency=0.024590544002421666 (mp_runner.py:73) -2024-09-01 18:36:50,530 | DEBUG |(SpawnProcess-1:169) search_count: 500, latest_latency=0.006652445001236629 (mp_runner.py:73) -2024-09-01 18:36:50,531 | DEBUG |(SpawnProcess-1:158) search_count: 500, latest_latency=0.008147694003127981 (mp_runner.py:73) -2024-09-01 18:36:50,533 | DEBUG |(SpawnProcess-1:163) search_count: 500, latest_latency=0.028837550002208445 (mp_runner.py:73) -2024-09-01 18:36:50,533 | DEBUG |(SpawnProcess-1:166) search_count: 500, latest_latency=0.009492969002167229 (mp_runner.py:73) -2024-09-01 18:36:50,534 | DEBUG |(SpawnProcess-1:147) search_count: 500, latest_latency=0.031029325000417884 (mp_runner.py:73) -2024-09-01 18:36:50,536 | DEBUG |(SpawnProcess-1:145) search_count: 500, latest_latency=0.032265359004668426 (mp_runner.py:73) -2024-09-01 18:36:50,536 | DEBUG |(SpawnProcess-1:156) search_count: 500, latest_latency=0.031840005998674314 (mp_runner.py:73) -2024-09-01 18:36:50,538 | DEBUG |(SpawnProcess-1:151) search_count: 500, latest_latency=0.032985876001475845 (mp_runner.py:73) -2024-09-01 18:36:50,539 | DEBUG |(SpawnProcess-1:175) search_count: 500, latest_latency=0.03578796499641612 (mp_runner.py:73) -2024-09-01 18:36:50,544 | DEBUG |(SpawnProcess-1:162) search_count: 500, latest_latency=0.04016723699896829 (mp_runner.py:73) -2024-09-01 18:36:50,620 | DEBUG |(SpawnProcess-1:173) search_count: 500, latest_latency=0.004476546004298143 (mp_runner.py:73) -2024-09-01 18:36:50,868 | DEBUG |(SpawnProcess-1:172) search_count: 500, latest_latency=0.005876060000446159 (mp_runner.py:73) -2024-09-01 18:36:50,953 | DEBUG |(SpawnProcess-1:152) search_count: 500, latest_latency=0.028569699999934528 (mp_runner.py:73) -2024-09-01 18:36:50,989 | DEBUG |(SpawnProcess-1:157) search_count: 500, latest_latency=0.03735492000123486 (mp_runner.py:73) -2024-09-01 18:36:51,074 | DEBUG |(SpawnProcess-1:161) search_count: 500, latest_latency=0.11730446799629135 (mp_runner.py:73) -2024-09-01 18:37:03,076 | INFO |SpawnProcess-1:164 search 30s: actual_dur=30.0142s, count=897, qps in this process: 29.8859 (mp_runner.py:76) -2024-09-01 18:37:03,171 | INFO |SpawnProcess-1:144 search 30s: actual_dur=30.022s, count=899, qps in this process: 29.9447 (mp_runner.py:76) -2024-09-01 18:37:03,188 | INFO |SpawnProcess-1:179 search 30s: actual_dur=30.0058s, count=900, qps in this process: 29.9942 (mp_runner.py:76) -2024-09-01 18:37:03,213 | INFO |SpawnProcess-1:167 search 30s: actual_dur=30.0047s, count=901, qps in this process: 30.0286 (mp_runner.py:76) -2024-09-01 18:37:03,235 | INFO |SpawnProcess-1:169 search 30s: actual_dur=30.0355s, count=901, qps in this process: 29.9978 (mp_runner.py:76) -2024-09-01 18:37:03,246 | INFO |SpawnProcess-1:145 search 30s: actual_dur=30.0679s, count=900, qps in this process: 29.9323 (mp_runner.py:76) -2024-09-01 18:37:03,277 | INFO |SpawnProcess-1:171 search 30s: actual_dur=30.0382s, count=903, qps in this process: 30.0617 (mp_runner.py:76) -2024-09-01 18:37:03,287 | INFO |SpawnProcess-1:159 search 30s: actual_dur=30.0138s, count=904, qps in this process: 30.1195 (mp_runner.py:76) -2024-09-01 18:37:03,287 | INFO |SpawnProcess-1:160 search 30s: actual_dur=30.0138s, count=904, qps in this process: 30.1195 (mp_runner.py:76) -2024-09-01 18:37:03,289 | INFO |SpawnProcess-1:176 search 30s: actual_dur=30.0158s, count=904, qps in this process: 30.1175 (mp_runner.py:76) -2024-09-01 18:37:03,310 | INFO |SpawnProcess-1:143 search 30s: actual_dur=30.014s, count=905, qps in this process: 30.1526 (mp_runner.py:76) -2024-09-01 18:37:03,311 | INFO |SpawnProcess-1:177 search 30s: actual_dur=30.0012s, count=905, qps in this process: 30.1655 (mp_runner.py:76) -2024-09-01 18:37:03,323 | INFO |SpawnProcess-1:146 search 30s: actual_dur=30.0094s, count=906, qps in this process: 30.1905 (mp_runner.py:76) -2024-09-01 18:37:03,326 | INFO |SpawnProcess-1:163 search 30s: actual_dur=30.0108s, count=905, qps in this process: 30.1558 (mp_runner.py:76) -2024-09-01 18:37:03,352 | INFO |SpawnProcess-1:149 search 30s: actual_dur=30.0049s, count=907, qps in this process: 30.2284 (mp_runner.py:76) -2024-09-01 18:37:03,358 | INFO |SpawnProcess-1:162 search 30s: actual_dur=30.055s, count=906, qps in this process: 30.1447 (mp_runner.py:76) -2024-09-01 18:37:03,371 | INFO |SpawnProcess-1:142 search 30s: actual_dur=30.0221s, count=908, qps in this process: 30.2444 (mp_runner.py:76) -2024-09-01 18:37:03,372 | INFO |SpawnProcess-1:153 search 30s: actual_dur=30.0205s, count=908, qps in this process: 30.246 (mp_runner.py:76) -2024-09-01 18:37:03,373 | INFO |SpawnProcess-1:151 search 30s: actual_dur=30.0295s, count=908, qps in this process: 30.2369 (mp_runner.py:76) -2024-09-01 18:37:03,412 | INFO |SpawnProcess-1:148 search 30s: actual_dur=30.0013s, count=911, qps in this process: 30.3654 (mp_runner.py:76) -2024-09-01 18:37:03,413 | INFO |SpawnProcess-1:166 search 30s: actual_dur=30.0058s, count=911, qps in this process: 30.3608 (mp_runner.py:76) -2024-09-01 18:37:03,414 | INFO |SpawnProcess-1:154 search 30s: actual_dur=30.0075s, count=911, qps in this process: 30.3591 (mp_runner.py:76) -2024-09-01 18:37:03,421 | INFO |SpawnProcess-1:165 search 30s: actual_dur=30.0022s, count=911, qps in this process: 30.3644 (mp_runner.py:76) -2024-09-01 18:37:03,424 | INFO |SpawnProcess-1:180 search 30s: actual_dur=30.0146s, count=910, qps in this process: 30.3186 (mp_runner.py:76) -2024-09-01 18:37:03,437 | INFO |SpawnProcess-1:161 search 30s: actual_dur=30.0151s, count=898, qps in this process: 29.9183 (mp_runner.py:76) -2024-09-01 18:37:03,439 | INFO |SpawnProcess-1:168 search 30s: actual_dur=30.0179s, count=912, qps in this process: 30.3819 (mp_runner.py:76) -2024-09-01 18:37:03,440 | INFO |SpawnProcess-1:178 search 30s: actual_dur=30.0003s, count=912, qps in this process: 30.3997 (mp_runner.py:76) -2024-09-01 18:37:03,449 | INFO |SpawnProcess-1:150 search 30s: actual_dur=30.0026s, count=913, qps in this process: 30.4307 (mp_runner.py:76) -2024-09-01 18:37:03,461 | INFO |SpawnProcess-1:158 search 30s: actual_dur=30.0023s, count=914, qps in this process: 30.4643 (mp_runner.py:76) -2024-09-01 18:37:03,461 | INFO |SpawnProcess-1:156 search 30s: actual_dur=30.005s, count=914, qps in this process: 30.4616 (mp_runner.py:76) -2024-09-01 18:37:03,488 | INFO |SpawnProcess-1:175 search 30s: actual_dur=30.0085s, count=917, qps in this process: 30.558 (mp_runner.py:76) -2024-09-01 18:37:03,489 | INFO |SpawnProcess-1:155 search 30s: actual_dur=30.0112s, count=917, qps in this process: 30.5553 (mp_runner.py:76) -2024-09-01 18:37:03,522 | INFO |SpawnProcess-1:141 search 30s: actual_dur=30.0382s, count=917, qps in this process: 30.5278 (mp_runner.py:76) -2024-09-01 18:37:03,527 | INFO |SpawnProcess-1:157 search 30s: actual_dur=30.0347s, count=913, qps in this process: 30.3982 (mp_runner.py:76) -2024-09-01 18:37:03,533 | INFO |SpawnProcess-1:172 search 30s: actual_dur=30.0049s, count=921, qps in this process: 30.695 (mp_runner.py:76) -2024-09-01 18:37:03,538 | INFO |SpawnProcess-1:152 search 30s: actual_dur=30.0079s, count=914, qps in this process: 30.4586 (mp_runner.py:76) -2024-09-01 18:37:03,539 | INFO |SpawnProcess-1:173 search 30s: actual_dur=30.0019s, count=922, qps in this process: 30.7314 (mp_runner.py:76) -2024-09-01 18:37:03,553 | INFO |SpawnProcess-1:174 search 30s: actual_dur=30.0021s, count=924, qps in this process: 30.7978 (mp_runner.py:76) -2024-09-01 18:37:03,555 | INFO |SpawnProcess-1:170 search 30s: actual_dur=30.0025s, count=924, qps in this process: 30.7974 (mp_runner.py:76) -2024-09-01 18:37:03,562 | INFO |SpawnProcess-1:147 search 30s: actual_dur=30.0012s, count=927, qps in this process: 30.8988 (mp_runner.py:76) -2024-09-01 18:37:03,566 | INFO |End search in concurrency 40: dur=30.563045295995835s, total_count=36384, qps=1190.4573 (mp_runner.py:120) -2024-09-01 18:37:06,595 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:37:06,595 | INFO |Start search 30s in concurrency 45, filters: None (mp_runner.py:99) -2024-09-01 18:37:17,429 | INFO |Syncing all process and start concurrency search, concurrency=45 (mp_runner.py:108) -2024-09-01 18:37:17,489 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,528 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,633 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,654 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,655 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,673 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,675 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,716 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,726 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,733 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,751 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,850 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,860 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,862 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,869 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,880 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,888 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,894 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,902 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,916 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,919 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,923 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,934 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,949 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,950 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,954 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,973 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,986 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,991 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:17,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:18,010 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:18,011 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:18,032 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:18,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:18,066 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:18,072 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:18,076 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:37:36,087 | DEBUG |(SpawnProcess-1:213) search_count: 500, latest_latency=0.054679485998349264 (mp_runner.py:73) -2024-09-01 18:37:36,089 | DEBUG |(SpawnProcess-1:185) search_count: 500, latest_latency=0.05742986299446784 (mp_runner.py:73) -2024-09-01 18:37:36,089 | DEBUG |(SpawnProcess-1:188) search_count: 500, latest_latency=0.06757065199781209 (mp_runner.py:73) -2024-09-01 18:37:36,089 | DEBUG |(SpawnProcess-1:210) search_count: 500, latest_latency=0.06999792099668412 (mp_runner.py:73) -2024-09-01 18:37:36,090 | DEBUG |(SpawnProcess-1:205) search_count: 500, latest_latency=0.06696534599905135 (mp_runner.py:73) -2024-09-01 18:37:36,090 | DEBUG |(SpawnProcess-1:207) search_count: 500, latest_latency=0.060496794001664966 (mp_runner.py:73) -2024-09-01 18:37:36,090 | DEBUG |(SpawnProcess-1:221) search_count: 500, latest_latency=0.050904651994642336 (mp_runner.py:73) -2024-09-01 18:37:36,090 | DEBUG |(SpawnProcess-1:186) search_count: 500, latest_latency=0.06573169100011 (mp_runner.py:73) -2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:211) search_count: 500, latest_latency=0.054837978997966275 (mp_runner.py:73) -2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:224) search_count: 500, latest_latency=0.043903374004003126 (mp_runner.py:73) -2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:212) search_count: 500, latest_latency=0.07315430999733508 (mp_runner.py:73) -2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:203) search_count: 500, latest_latency=0.06005166599788936 (mp_runner.py:73) -2024-09-01 18:37:36,091 | DEBUG |(SpawnProcess-1:195) search_count: 500, latest_latency=0.0642164560049423 (mp_runner.py:73) -2024-09-01 18:37:36,092 | DEBUG |(SpawnProcess-1:202) search_count: 500, latest_latency=0.04547163299866952 (mp_runner.py:73) -2024-09-01 18:37:36,093 | DEBUG |(SpawnProcess-1:223) search_count: 500, latest_latency=0.04707204999431269 (mp_runner.py:73) -2024-09-01 18:37:36,094 | DEBUG |(SpawnProcess-1:199) search_count: 500, latest_latency=0.04884702900017146 (mp_runner.py:73) -2024-09-01 18:37:36,096 | DEBUG |(SpawnProcess-1:226) search_count: 500, latest_latency=0.07119868500012672 (mp_runner.py:73) -2024-09-01 18:37:36,098 | DEBUG |(SpawnProcess-1:193) search_count: 500, latest_latency=0.06098621200362686 (mp_runner.py:73) -2024-09-01 18:37:36,099 | DEBUG |(SpawnProcess-1:220) search_count: 500, latest_latency=0.07029965100082336 (mp_runner.py:73) -2024-09-01 18:37:36,108 | DEBUG |(SpawnProcess-1:209) search_count: 500, latest_latency=0.026236639001581352 (mp_runner.py:73) -2024-09-01 18:37:36,109 | DEBUG |(SpawnProcess-1:216) search_count: 500, latest_latency=0.07653511600074125 (mp_runner.py:73) -2024-09-01 18:37:36,111 | DEBUG |(SpawnProcess-1:201) search_count: 500, latest_latency=0.024315702998137567 (mp_runner.py:73) -2024-09-01 18:37:36,112 | DEBUG |(SpawnProcess-1:218) search_count: 500, latest_latency=0.026501528998778667 (mp_runner.py:73) -2024-09-01 18:37:36,113 | DEBUG |(SpawnProcess-1:196) search_count: 500, latest_latency=0.027414960000896826 (mp_runner.py:73) -2024-09-01 18:37:36,118 | DEBUG |(SpawnProcess-1:187) search_count: 500, latest_latency=0.03269101099431282 (mp_runner.py:73) -2024-09-01 18:37:36,120 | DEBUG |(SpawnProcess-1:208) search_count: 500, latest_latency=0.07629581099899951 (mp_runner.py:73) -2024-09-01 18:37:36,123 | DEBUG |(SpawnProcess-1:184) search_count: 500, latest_latency=0.07145665399730206 (mp_runner.py:73) -2024-09-01 18:37:36,127 | DEBUG |(SpawnProcess-1:182) search_count: 500, latest_latency=0.042616669001290575 (mp_runner.py:73) -2024-09-01 18:37:36,129 | DEBUG |(SpawnProcess-1:214) search_count: 500, latest_latency=0.06088398100109771 (mp_runner.py:73) -2024-09-01 18:37:36,130 | DEBUG |(SpawnProcess-1:222) search_count: 500, latest_latency=0.0943306359986309 (mp_runner.py:73) -2024-09-01 18:37:36,142 | DEBUG |(SpawnProcess-1:190) search_count: 500, latest_latency=0.10090322000178276 (mp_runner.py:73) -2024-09-01 18:37:36,144 | DEBUG |(SpawnProcess-1:225) search_count: 500, latest_latency=0.1266341549999197 (mp_runner.py:73) -2024-09-01 18:37:36,153 | DEBUG |(SpawnProcess-1:194) search_count: 500, latest_latency=0.06997577299625846 (mp_runner.py:73) -2024-09-01 18:37:36,155 | DEBUG |(SpawnProcess-1:204) search_count: 500, latest_latency=0.1053253050049534 (mp_runner.py:73) -2024-09-01 18:37:36,155 | DEBUG |(SpawnProcess-1:192) search_count: 500, latest_latency=0.08297327200125437 (mp_runner.py:73) -2024-09-01 18:37:36,155 | DEBUG |(SpawnProcess-1:183) search_count: 500, latest_latency=0.09232188500027405 (mp_runner.py:73) -2024-09-01 18:37:36,157 | DEBUG |(SpawnProcess-1:219) search_count: 500, latest_latency=0.13300332499784417 (mp_runner.py:73) -2024-09-01 18:37:36,166 | DEBUG |(SpawnProcess-1:217) search_count: 500, latest_latency=0.08920826100074919 (mp_runner.py:73) -2024-09-01 18:37:36,213 | DEBUG |(SpawnProcess-1:189) search_count: 500, latest_latency=0.024031269997067284 (mp_runner.py:73) -2024-09-01 18:37:36,218 | DEBUG |(SpawnProcess-1:197) search_count: 500, latest_latency=0.09292426700267242 (mp_runner.py:73) -2024-09-01 18:37:36,255 | DEBUG |(SpawnProcess-1:198) search_count: 500, latest_latency=0.09701953799958574 (mp_runner.py:73) -2024-09-01 18:37:36,260 | DEBUG |(SpawnProcess-1:206) search_count: 500, latest_latency=0.13795166699856054 (mp_runner.py:73) -2024-09-01 18:37:36,369 | DEBUG |(SpawnProcess-1:200) search_count: 500, latest_latency=0.01729648899345193 (mp_runner.py:73) -2024-09-01 18:37:36,389 | DEBUG |(SpawnProcess-1:191) search_count: 500, latest_latency=0.05553590799536323 (mp_runner.py:73) -2024-09-01 18:37:36,775 | DEBUG |(SpawnProcess-1:215) search_count: 500, latest_latency=0.005142620000697207 (mp_runner.py:73) -2024-09-01 18:37:47,515 | INFO |SpawnProcess-1:221 search 30s: actual_dur=30.0062s, count=811, qps in this process: 27.0277 (mp_runner.py:76) -2024-09-01 18:37:47,585 | INFO |SpawnProcess-1:191 search 30s: actual_dur=30.0129s, count=802, qps in this process: 26.7218 (mp_runner.py:76) -2024-09-01 18:37:47,658 | INFO |SpawnProcess-1:217 search 30s: actual_dur=30.0164s, count=816, qps in this process: 27.1851 (mp_runner.py:76) -2024-09-01 18:37:47,672 | INFO |SpawnProcess-1:192 search 30s: actual_dur=30.0101s, count=816, qps in this process: 27.1908 (mp_runner.py:76) -2024-09-01 18:37:47,696 | INFO |SpawnProcess-1:224 search 30s: actual_dur=30.0098s, count=817, qps in this process: 27.2244 (mp_runner.py:76) -2024-09-01 18:37:47,701 | INFO |SpawnProcess-1:185 search 30s: actual_dur=30.0391s, count=817, qps in this process: 27.1979 (mp_runner.py:76) -2024-09-01 18:37:47,709 | INFO |SpawnProcess-1:188 search 30s: actual_dur=30.0463s, count=817, qps in this process: 27.1914 (mp_runner.py:76) -2024-09-01 18:37:47,710 | INFO |SpawnProcess-1:209 search 30s: actual_dur=30.0248s, count=817, qps in this process: 27.2108 (mp_runner.py:76) -2024-09-01 18:37:47,730 | INFO |SpawnProcess-1:201 search 30s: actual_dur=30.0101s, count=815, qps in this process: 27.1575 (mp_runner.py:76) -2024-09-01 18:37:47,737 | INFO |SpawnProcess-1:226 search 30s: actual_dur=30.004s, count=818, qps in this process: 27.263 (mp_runner.py:76) -2024-09-01 18:37:47,767 | INFO |SpawnProcess-1:219 search 30s: actual_dur=30.0289s, count=819, qps in this process: 27.2737 (mp_runner.py:76) -2024-09-01 18:37:47,768 | INFO |SpawnProcess-1:215 search 30s: actual_dur=30.0131s, count=819, qps in this process: 27.2881 (mp_runner.py:76) -2024-09-01 18:37:47,823 | INFO |SpawnProcess-1:223 search 30s: actual_dur=30.0194s, count=821, qps in this process: 27.349 (mp_runner.py:76) -2024-09-01 18:37:47,834 | INFO |SpawnProcess-1:183 search 30s: actual_dur=30.0132s, count=822, qps in this process: 27.3879 (mp_runner.py:76) -2024-09-01 18:37:47,857 | INFO |SpawnProcess-1:220 search 30s: actual_dur=30.0032s, count=823, qps in this process: 27.4304 (mp_runner.py:76) -2024-09-01 18:37:47,867 | INFO |SpawnProcess-1:203 search 30s: actual_dur=30.0046s, count=823, qps in this process: 27.4291 (mp_runner.py:76) -2024-09-01 18:37:47,873 | INFO |SpawnProcess-1:193 search 30s: actual_dur=30.0031s, count=824, qps in this process: 27.4638 (mp_runner.py:76) -2024-09-01 18:37:47,873 | INFO |SpawnProcess-1:218 search 30s: actual_dur=30.0116s, count=824, qps in this process: 27.4561 (mp_runner.py:76) -2024-09-01 18:37:47,873 | INFO |SpawnProcess-1:214 search 30s: actual_dur=30.0038s, count=824, qps in this process: 27.4632 (mp_runner.py:76) -2024-09-01 18:37:47,875 | INFO |SpawnProcess-1:189 search 30s: actual_dur=30.0214s, count=824, qps in this process: 27.4471 (mp_runner.py:76) -2024-09-01 18:37:47,880 | INFO |SpawnProcess-1:195 search 30s: actual_dur=30.0176s, count=824, qps in this process: 27.4506 (mp_runner.py:76) -2024-09-01 18:37:47,882 | INFO |SpawnProcess-1:196 search 30s: actual_dur=30.0056s, count=824, qps in this process: 27.4615 (mp_runner.py:76) -2024-09-01 18:37:47,909 | INFO |SpawnProcess-1:186 search 30s: actual_dur=30.0046s, count=826, qps in this process: 27.5291 (mp_runner.py:76) -2024-09-01 18:37:47,911 | INFO |SpawnProcess-1:190 search 30s: actual_dur=30.0268s, count=816, qps in this process: 27.1757 (mp_runner.py:76) -2024-09-01 18:37:47,911 | INFO |SpawnProcess-1:197 search 30s: actual_dur=30.0135s, count=826, qps in this process: 27.5209 (mp_runner.py:76) -2024-09-01 18:37:47,912 | INFO |SpawnProcess-1:205 search 30s: actual_dur=30.0111s, count=826, qps in this process: 27.5231 (mp_runner.py:76) -2024-09-01 18:37:47,920 | INFO |SpawnProcess-1:184 search 30s: actual_dur=30.0007s, count=827, qps in this process: 27.566 (mp_runner.py:76) -2024-09-01 18:37:47,931 | INFO |SpawnProcess-1:198 search 30s: actual_dur=30.0094s, count=828, qps in this process: 27.5914 (mp_runner.py:76) -2024-09-01 18:37:47,936 | INFO |SpawnProcess-1:187 search 30s: actual_dur=30.0095s, count=828, qps in this process: 27.5913 (mp_runner.py:76) -2024-09-01 18:37:47,936 | INFO |SpawnProcess-1:225 search 30s: actual_dur=30.0039s, count=828, qps in this process: 27.5964 (mp_runner.py:76) -2024-09-01 18:37:47,942 | INFO |SpawnProcess-1:211 search 30s: actual_dur=30.0023s, count=826, qps in this process: 27.5312 (mp_runner.py:76) -2024-09-01 18:37:47,962 | INFO |SpawnProcess-1:194 search 30s: actual_dur=30.0078s, count=830, qps in this process: 27.6595 (mp_runner.py:76) -2024-09-01 18:37:47,963 | INFO |SpawnProcess-1:212 search 30s: actual_dur=30.0083s, count=830, qps in this process: 27.659 (mp_runner.py:76) -2024-09-01 18:37:47,978 | INFO |SpawnProcess-1:210 search 30s: actual_dur=30.0163s, count=831, qps in this process: 27.685 (mp_runner.py:76) -2024-09-01 18:37:47,983 | INFO |SpawnProcess-1:204 search 30s: actual_dur=30.006s, count=826, qps in this process: 27.5278 (mp_runner.py:76) -2024-09-01 18:37:47,996 | INFO |SpawnProcess-1:202 search 30s: actual_dur=30.0027s, count=833, qps in this process: 27.7642 (mp_runner.py:76) -2024-09-01 18:37:48,004 | INFO |SpawnProcess-1:199 search 30s: actual_dur=30.0065s, count=834, qps in this process: 27.794 (mp_runner.py:76) -2024-09-01 18:37:48,005 | INFO |SpawnProcess-1:182 search 30s: actual_dur=30.008s, count=834, qps in this process: 27.7926 (mp_runner.py:76) -2024-09-01 18:37:48,030 | INFO |SpawnProcess-1:207 search 30s: actual_dur=30.0109s, count=835, qps in this process: 27.8232 (mp_runner.py:76) -2024-09-01 18:37:48,034 | INFO |SpawnProcess-1:206 search 30s: actual_dur=30.0077s, count=836, qps in this process: 27.8595 (mp_runner.py:76) -2024-09-01 18:37:48,044 | INFO |SpawnProcess-1:213 search 30s: actual_dur=30.0025s, count=835, qps in this process: 27.831 (mp_runner.py:76) -2024-09-01 18:37:48,063 | INFO |SpawnProcess-1:208 search 30s: actual_dur=30.006s, count=839, qps in this process: 27.9611 (mp_runner.py:76) -2024-09-01 18:37:48,088 | INFO |SpawnProcess-1:216 search 30s: actual_dur=30.0012s, count=842, qps in this process: 28.0655 (mp_runner.py:76) -2024-09-01 18:37:48,089 | INFO |SpawnProcess-1:222 search 30s: actual_dur=30.0011s, count=842, qps in this process: 28.0656 (mp_runner.py:76) -2024-09-01 18:37:48,095 | INFO |SpawnProcess-1:200 search 30s: actual_dur=30.0007s, count=831, qps in this process: 27.6994 (mp_runner.py:76) -2024-09-01 18:37:48,100 | INFO |End search in concurrency 45: dur=30.669606639996346s, total_count=37126, qps=1210.5144 (mp_runner.py:120) -2024-09-01 18:37:51,473 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:37:51,473 | INFO |Start search 30s in concurrency 50, filters: None (mp_runner.py:99) -2024-09-01 18:38:12,471 | INFO |Syncing all process and start concurrency search, concurrency=50 (mp_runner.py:108) -2024-09-01 18:38:12,738 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,802 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,805 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,861 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,865 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,870 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,872 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,882 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,883 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,883 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,893 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,895 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,895 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,903 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,937 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,939 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,940 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,940 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,945 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,947 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,948 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,953 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,953 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,961 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,978 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,986 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:12,994 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,007 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,007 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,016 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,029 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,048 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,049 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,068 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,074 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,087 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,089 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,094 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,094 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,121 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,152 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:13,158 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:38:32,659 | DEBUG |(SpawnProcess-1:258) search_count: 500, latest_latency=0.047944279001967516 (mp_runner.py:73) -2024-09-01 18:38:32,659 | DEBUG |(SpawnProcess-1:264) search_count: 500, latest_latency=0.06975594699906651 (mp_runner.py:73) -2024-09-01 18:38:32,659 | DEBUG |(SpawnProcess-1:267) search_count: 500, latest_latency=0.008484006000799127 (mp_runner.py:73) -2024-09-01 18:38:32,659 | DEBUG |(SpawnProcess-1:244) search_count: 500, latest_latency=0.06521499299560674 (mp_runner.py:73) -2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:240) search_count: 500, latest_latency=0.07061251099366928 (mp_runner.py:73) -2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:228) search_count: 500, latest_latency=0.06859148100193124 (mp_runner.py:73) -2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:276) search_count: 500, latest_latency=0.07399746799637796 (mp_runner.py:73) -2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:269) search_count: 500, latest_latency=0.07342336399597116 (mp_runner.py:73) -2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:260) search_count: 500, latest_latency=0.07503966800140915 (mp_runner.py:73) -2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:274) search_count: 500, latest_latency=0.05744424599834019 (mp_runner.py:73) -2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:231) search_count: 500, latest_latency=0.05899368999962462 (mp_runner.py:73) -2024-09-01 18:38:32,660 | DEBUG |(SpawnProcess-1:270) search_count: 500, latest_latency=0.07915644100285135 (mp_runner.py:73) -2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:256) search_count: 500, latest_latency=0.05796337700303411 (mp_runner.py:73) -2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:238) search_count: 500, latest_latency=0.06873062100203242 (mp_runner.py:73) -2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:273) search_count: 500, latest_latency=0.05098440100118751 (mp_runner.py:73) -2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:234) search_count: 500, latest_latency=0.07825411500380142 (mp_runner.py:73) -2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:242) search_count: 500, latest_latency=0.07382055099878926 (mp_runner.py:73) -2024-09-01 18:38:32,661 | DEBUG |(SpawnProcess-1:236) search_count: 500, latest_latency=0.06845265699666925 (mp_runner.py:73) -2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:255) search_count: 500, latest_latency=0.0770586739963619 (mp_runner.py:73) -2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:230) search_count: 500, latest_latency=0.06583674600551603 (mp_runner.py:73) -2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:229) search_count: 500, latest_latency=0.06047006199514726 (mp_runner.py:73) -2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:257) search_count: 500, latest_latency=0.08221795300050871 (mp_runner.py:73) -2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:265) search_count: 500, latest_latency=0.06682478600123432 (mp_runner.py:73) -2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:237) search_count: 500, latest_latency=0.0532385160040576 (mp_runner.py:73) -2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:254) search_count: 500, latest_latency=0.08286323200445622 (mp_runner.py:73) -2024-09-01 18:38:32,662 | DEBUG |(SpawnProcess-1:251) search_count: 500, latest_latency=0.05500272900098935 (mp_runner.py:73) -2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:233) search_count: 500, latest_latency=0.053483546995266806 (mp_runner.py:73) -2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:249) search_count: 500, latest_latency=0.05071755800599931 (mp_runner.py:73) -2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:268) search_count: 500, latest_latency=0.06576160099939443 (mp_runner.py:73) -2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:248) search_count: 500, latest_latency=0.06537109900091309 (mp_runner.py:73) -2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:243) search_count: 500, latest_latency=0.058618167000531685 (mp_runner.py:73) -2024-09-01 18:38:32,663 | DEBUG |(SpawnProcess-1:232) search_count: 500, latest_latency=0.06306895399757195 (mp_runner.py:73) -2024-09-01 18:38:32,664 | DEBUG |(SpawnProcess-1:253) search_count: 500, latest_latency=0.05585371499910252 (mp_runner.py:73) -2024-09-01 18:38:32,664 | DEBUG |(SpawnProcess-1:261) search_count: 500, latest_latency=0.05808694800361991 (mp_runner.py:73) -2024-09-01 18:38:32,664 | DEBUG |(SpawnProcess-1:239) search_count: 500, latest_latency=0.07394686500629177 (mp_runner.py:73) -2024-09-01 18:38:32,665 | DEBUG |(SpawnProcess-1:275) search_count: 500, latest_latency=0.027277168999717105 (mp_runner.py:73) -2024-09-01 18:38:32,665 | DEBUG |(SpawnProcess-1:259) search_count: 500, latest_latency=0.06634189399483148 (mp_runner.py:73) -2024-09-01 18:38:32,681 | DEBUG |(SpawnProcess-1:271) search_count: 500, latest_latency=0.03647161900153151 (mp_runner.py:73) -2024-09-01 18:38:32,682 | DEBUG |(SpawnProcess-1:266) search_count: 500, latest_latency=0.09358874200552236 (mp_runner.py:73) -2024-09-01 18:38:32,685 | DEBUG |(SpawnProcess-1:263) search_count: 500, latest_latency=0.036420288000954315 (mp_runner.py:73) -2024-09-01 18:38:32,687 | DEBUG |(SpawnProcess-1:250) search_count: 500, latest_latency=0.04607581200252753 (mp_runner.py:73) -2024-09-01 18:38:32,689 | DEBUG |(SpawnProcess-1:247) search_count: 500, latest_latency=0.03822712999681244 (mp_runner.py:73) -2024-09-01 18:38:32,690 | DEBUG |(SpawnProcess-1:235) search_count: 500, latest_latency=0.0408845139972982 (mp_runner.py:73) -2024-09-01 18:38:32,693 | DEBUG |(SpawnProcess-1:241) search_count: 500, latest_latency=0.035896853005397134 (mp_runner.py:73) -2024-09-01 18:38:32,693 | DEBUG |(SpawnProcess-1:246) search_count: 500, latest_latency=0.115399772003002 (mp_runner.py:73) -2024-09-01 18:38:32,697 | DEBUG |(SpawnProcess-1:252) search_count: 500, latest_latency=0.04209958700084826 (mp_runner.py:73) -2024-09-01 18:38:32,722 | DEBUG |(SpawnProcess-1:245) search_count: 500, latest_latency=0.044369111994456034 (mp_runner.py:73) -2024-09-01 18:38:32,744 | DEBUG |(SpawnProcess-1:277) search_count: 500, latest_latency=0.05385102700529387 (mp_runner.py:73) -2024-09-01 18:38:32,766 | DEBUG |(SpawnProcess-1:262) search_count: 500, latest_latency=0.02042747499945108 (mp_runner.py:73) -2024-09-01 18:38:33,084 | DEBUG |(SpawnProcess-1:272) search_count: 500, latest_latency=0.028910593995533418 (mp_runner.py:73) -2024-09-01 18:38:42,789 | INFO |SpawnProcess-1:277 search 30s: actual_dur=30.0389s, count=746, qps in this process: 24.8345 (mp_runner.py:76) -2024-09-01 18:38:42,832 | INFO |SpawnProcess-1:271 search 30s: actual_dur=30.0342s, count=758, qps in this process: 25.2379 (mp_runner.py:76) -2024-09-01 18:38:42,834 | INFO |SpawnProcess-1:250 search 30s: actual_dur=30.0231s, count=758, qps in this process: 25.2472 (mp_runner.py:76) -2024-09-01 18:38:42,839 | INFO |SpawnProcess-1:241 search 30s: actual_dur=30.025s, count=758, qps in this process: 25.2456 (mp_runner.py:76) -2024-09-01 18:38:42,883 | INFO |SpawnProcess-1:236 search 30s: actual_dur=30.0153s, count=759, qps in this process: 25.2871 (mp_runner.py:76) -2024-09-01 18:38:42,884 | INFO |SpawnProcess-1:234 search 30s: actual_dur=30.0093s, count=759, qps in this process: 25.2922 (mp_runner.py:76) -2024-09-01 18:38:42,885 | INFO |SpawnProcess-1:259 search 30s: actual_dur=30.018s, count=759, qps in this process: 25.2848 (mp_runner.py:76) -2024-09-01 18:38:42,897 | INFO |SpawnProcess-1:235 search 30s: actual_dur=30.0345s, count=759, qps in this process: 25.2709 (mp_runner.py:76) -2024-09-01 18:38:42,897 | INFO |SpawnProcess-1:253 search 30s: actual_dur=30.0048s, count=760, qps in this process: 25.3293 (mp_runner.py:76) -2024-09-01 18:38:42,899 | INFO |SpawnProcess-1:256 search 30s: actual_dur=30.0207s, count=756, qps in this process: 25.1826 (mp_runner.py:76) -2024-09-01 18:38:42,911 | INFO |SpawnProcess-1:252 search 30s: actual_dur=30.044s, count=759, qps in this process: 25.2629 (mp_runner.py:76) -2024-09-01 18:38:42,912 | INFO |SpawnProcess-1:240 search 30s: actual_dur=30.0076s, count=759, qps in this process: 25.2936 (mp_runner.py:76) -2024-09-01 18:38:42,912 | INFO |SpawnProcess-1:229 search 30s: actual_dur=30.0192s, count=759, qps in this process: 25.2838 (mp_runner.py:76) -2024-09-01 18:38:42,931 | INFO |SpawnProcess-1:248 search 30s: actual_dur=30.0404s, count=755, qps in this process: 25.1328 (mp_runner.py:76) -2024-09-01 18:38:42,938 | INFO |SpawnProcess-1:255 search 30s: actual_dur=30.0331s, count=760, qps in this process: 25.3054 (mp_runner.py:76) -2024-09-01 18:38:42,940 | INFO |SpawnProcess-1:237 search 30s: actual_dur=30.0391s, count=760, qps in this process: 25.3004 (mp_runner.py:76) -2024-09-01 18:38:42,954 | INFO |SpawnProcess-1:230 search 30s: actual_dur=30.0483s, count=754, qps in this process: 25.0929 (mp_runner.py:76) -2024-09-01 18:38:42,955 | INFO |SpawnProcess-1:244 search 30s: actual_dur=30.0025s, count=760, qps in this process: 25.3312 (mp_runner.py:76) -2024-09-01 18:38:42,957 | INFO |SpawnProcess-1:238 search 30s: actual_dur=30.0107s, count=761, qps in this process: 25.3576 (mp_runner.py:76) -2024-09-01 18:38:42,957 | INFO |SpawnProcess-1:231 search 30s: actual_dur=30.0597s, count=761, qps in this process: 25.3163 (mp_runner.py:76) -2024-09-01 18:38:42,958 | INFO |SpawnProcess-1:247 search 30s: actual_dur=30.0115s, count=761, qps in this process: 25.3569 (mp_runner.py:76) -2024-09-01 18:38:42,958 | INFO |SpawnProcess-1:254 search 30s: actual_dur=30.0179s, count=761, qps in this process: 25.3515 (mp_runner.py:76) -2024-09-01 18:38:42,959 | INFO |SpawnProcess-1:276 search 30s: actual_dur=30.0132s, count=761, qps in this process: 25.3555 (mp_runner.py:76) -2024-09-01 18:38:42,960 | INFO |SpawnProcess-1:239 search 30s: actual_dur=30.0429s, count=761, qps in this process: 25.3304 (mp_runner.py:76) -2024-09-01 18:38:42,961 | INFO |SpawnProcess-1:261 search 30s: actual_dur=30.003s, count=761, qps in this process: 25.3641 (mp_runner.py:76) -2024-09-01 18:38:42,961 | INFO |SpawnProcess-1:243 search 30s: actual_dur=30.0132s, count=761, qps in this process: 25.3555 (mp_runner.py:76) -2024-09-01 18:38:42,970 | INFO |SpawnProcess-1:269 search 30s: actual_dur=30.0039s, count=762, qps in this process: 25.3967 (mp_runner.py:76) -2024-09-01 18:38:42,972 | INFO |SpawnProcess-1:233 search 30s: actual_dur=30.0063s, count=762, qps in this process: 25.3947 (mp_runner.py:76) -2024-09-01 18:38:42,979 | INFO |SpawnProcess-1:264 search 30s: actual_dur=30.0863s, count=761, qps in this process: 25.2939 (mp_runner.py:76) -2024-09-01 18:38:42,992 | INFO |SpawnProcess-1:232 search 30s: actual_dur=30.036s, count=761, qps in this process: 25.3363 (mp_runner.py:76) -2024-09-01 18:38:42,999 | INFO |SpawnProcess-1:270 search 30s: actual_dur=30.0173s, count=763, qps in this process: 25.4187 (mp_runner.py:76) -2024-09-01 18:38:43,001 | INFO |SpawnProcess-1:274 search 30s: actual_dur=30.0072s, count=763, qps in this process: 25.4272 (mp_runner.py:76) -2024-09-01 18:38:43,001 | INFO |SpawnProcess-1:258 search 30s: actual_dur=30.0033s, count=763, qps in this process: 25.4305 (mp_runner.py:76) -2024-09-01 18:38:43,008 | INFO |SpawnProcess-1:228 search 30s: actual_dur=30.01s, count=763, qps in this process: 25.4249 (mp_runner.py:76) -2024-09-01 18:38:43,020 | INFO |SpawnProcess-1:260 search 30s: actual_dur=30.0011s, count=764, qps in this process: 25.4657 (mp_runner.py:76) -2024-09-01 18:38:43,020 | INFO |SpawnProcess-1:251 search 30s: actual_dur=30.0126s, count=764, qps in this process: 25.456 (mp_runner.py:76) -2024-09-01 18:38:43,023 | INFO |SpawnProcess-1:257 search 30s: actual_dur=30.0154s, count=764, qps in this process: 25.4536 (mp_runner.py:76) -2024-09-01 18:38:43,055 | INFO |SpawnProcess-1:275 search 30s: actual_dur=30.0177s, count=767, qps in this process: 25.5516 (mp_runner.py:76) -2024-09-01 18:38:43,058 | INFO |SpawnProcess-1:265 search 30s: actual_dur=30.0037s, count=768, qps in this process: 25.5968 (mp_runner.py:76) -2024-09-01 18:38:43,060 | INFO |SpawnProcess-1:246 search 30s: actual_dur=30.0076s, count=768, qps in this process: 25.5935 (mp_runner.py:76) -2024-09-01 18:38:43,078 | INFO |SpawnProcess-1:242 search 30s: actual_dur=30.0026s, count=770, qps in this process: 25.6644 (mp_runner.py:76) -2024-09-01 18:38:43,084 | INFO |SpawnProcess-1:245 search 30s: actual_dur=30.0019s, count=760, qps in this process: 25.3317 (mp_runner.py:76) -2024-09-01 18:38:43,087 | INFO |SpawnProcess-1:262 search 30s: actual_dur=30.0052s, count=771, qps in this process: 25.6955 (mp_runner.py:76) -2024-09-01 18:38:43,095 | INFO |SpawnProcess-1:263 search 30s: actual_dur=30.0065s, count=772, qps in this process: 25.7278 (mp_runner.py:76) -2024-09-01 18:38:43,096 | INFO |SpawnProcess-1:266 search 30s: actual_dur=30.0037s, count=771, qps in this process: 25.6968 (mp_runner.py:76) -2024-09-01 18:38:43,102 | INFO |SpawnProcess-1:249 search 30s: actual_dur=30.0063s, count=773, qps in this process: 25.7613 (mp_runner.py:76) -2024-09-01 18:38:43,102 | INFO |SpawnProcess-1:273 search 30s: actual_dur=30.006s, count=773, qps in this process: 25.7615 (mp_runner.py:76) -2024-09-01 18:38:43,125 | INFO |SpawnProcess-1:267 search 30s: actual_dur=30.0005s, count=776, qps in this process: 25.8662 (mp_runner.py:76) -2024-09-01 18:38:43,161 | INFO |SpawnProcess-1:272 search 30s: actual_dur=30.004s, count=786, qps in this process: 26.1965 (mp_runner.py:76) -2024-09-01 18:38:43,165 | INFO |SpawnProcess-1:268 search 30s: actual_dur=30.002s, count=787, qps in this process: 26.2316 (mp_runner.py:76) -2024-09-01 18:38:43,169 | INFO |End search in concurrency 50: dur=30.697369435998553s, total_count=38158, qps=1243.0381 (mp_runner.py:120) -2024-09-01 18:38:46,430 | INFO |Update largest qps with concurrency 50: current max_qps=1243.0381 (mp_runner.py:124) -2024-09-01 18:38:46,844 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:38:46,844 | INFO |Start search 30s in concurrency 55, filters: None (mp_runner.py:99) -2024-09-01 18:39:08,022 | INFO |Syncing all process and start concurrency search, concurrency=55 (mp_runner.py:108) -2024-09-01 18:39:08,231 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,433 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,436 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,548 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,548 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,548 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,549 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,549 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,550 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,551 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,552 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,552 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,553 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,555 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,555 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,554 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,555 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,557 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,558 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,559 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,562 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,562 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,563 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,563 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,563 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,572 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,578 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,582 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,585 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,585 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,590 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,617 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,678 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,695 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,700 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,700 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,706 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,710 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:08,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:39:30,564 | DEBUG |(SpawnProcess-1:280) search_count: 500, latest_latency=0.03233043199725216 (mp_runner.py:73) -2024-09-01 18:39:30,565 | DEBUG |(SpawnProcess-1:314) search_count: 500, latest_latency=0.053496540000196546 (mp_runner.py:73) -2024-09-01 18:39:30,567 | DEBUG |(SpawnProcess-1:323) search_count: 500, latest_latency=0.030625174003944267 (mp_runner.py:73) -2024-09-01 18:39:30,568 | DEBUG |(SpawnProcess-1:320) search_count: 500, latest_latency=0.04782691199943656 (mp_runner.py:73) -2024-09-01 18:39:30,568 | DEBUG |(SpawnProcess-1:298) search_count: 500, latest_latency=0.035190991999115795 (mp_runner.py:73) -2024-09-01 18:39:30,569 | DEBUG |(SpawnProcess-1:318) search_count: 500, latest_latency=0.034330187998421025 (mp_runner.py:73) -2024-09-01 18:39:30,570 | DEBUG |(SpawnProcess-1:303) search_count: 500, latest_latency=0.05963456400058931 (mp_runner.py:73) -2024-09-01 18:39:30,571 | DEBUG |(SpawnProcess-1:285) search_count: 500, latest_latency=0.03442786199593684 (mp_runner.py:73) -2024-09-01 18:39:30,571 | DEBUG |(SpawnProcess-1:310) search_count: 500, latest_latency=0.027778160998423118 (mp_runner.py:73) -2024-09-01 18:39:30,573 | DEBUG |(SpawnProcess-1:328) search_count: 500, latest_latency=0.0485737849958241 (mp_runner.py:73) -2024-09-01 18:39:30,574 | DEBUG |(SpawnProcess-1:291) search_count: 500, latest_latency=0.043781910004327074 (mp_runner.py:73) -2024-09-01 18:39:30,575 | DEBUG |(SpawnProcess-1:321) search_count: 500, latest_latency=0.03134472399688093 (mp_runner.py:73) -2024-09-01 18:39:30,575 | DEBUG |(SpawnProcess-1:295) search_count: 500, latest_latency=0.03812382400064962 (mp_runner.py:73) -2024-09-01 18:39:30,576 | DEBUG |(SpawnProcess-1:300) search_count: 500, latest_latency=0.0586586220015306 (mp_runner.py:73) -2024-09-01 18:39:30,577 | DEBUG |(SpawnProcess-1:313) search_count: 500, latest_latency=0.04262484299397329 (mp_runner.py:73) -2024-09-01 18:39:30,577 | DEBUG |(SpawnProcess-1:292) search_count: 500, latest_latency=0.03828085800341796 (mp_runner.py:73) -2024-09-01 18:39:30,578 | DEBUG |(SpawnProcess-1:327) search_count: 500, latest_latency=0.05236483000044245 (mp_runner.py:73) -2024-09-01 18:39:30,579 | DEBUG |(SpawnProcess-1:309) search_count: 500, latest_latency=0.013715899003727827 (mp_runner.py:73) -2024-09-01 18:39:30,580 | DEBUG |(SpawnProcess-1:322) search_count: 500, latest_latency=0.04110312999546295 (mp_runner.py:73) -2024-09-01 18:39:30,581 | DEBUG |(SpawnProcess-1:286) search_count: 500, latest_latency=0.06503262200567406 (mp_runner.py:73) -2024-09-01 18:39:30,581 | DEBUG |(SpawnProcess-1:293) search_count: 500, latest_latency=0.04048021500057075 (mp_runner.py:73) -2024-09-01 18:39:30,582 | DEBUG |(SpawnProcess-1:329) search_count: 500, latest_latency=0.04108943999744952 (mp_runner.py:73) -2024-09-01 18:39:30,583 | DEBUG |(SpawnProcess-1:283) search_count: 500, latest_latency=0.04045395700086374 (mp_runner.py:73) -2024-09-01 18:39:30,583 | DEBUG |(SpawnProcess-1:332) search_count: 500, latest_latency=0.050309676000324544 (mp_runner.py:73) -2024-09-01 18:39:30,585 | DEBUG |(SpawnProcess-1:305) search_count: 500, latest_latency=0.053298235005058814 (mp_runner.py:73) -2024-09-01 18:39:30,585 | DEBUG |(SpawnProcess-1:315) search_count: 500, latest_latency=0.036265198003093246 (mp_runner.py:73) -2024-09-01 18:39:30,586 | DEBUG |(SpawnProcess-1:287) search_count: 500, latest_latency=0.03953472099965438 (mp_runner.py:73) -2024-09-01 18:39:30,587 | DEBUG |(SpawnProcess-1:297) search_count: 500, latest_latency=0.04226232699875254 (mp_runner.py:73) -2024-09-01 18:39:30,587 | DEBUG |(SpawnProcess-1:282) search_count: 500, latest_latency=0.024463507994369138 (mp_runner.py:73) -2024-09-01 18:39:30,589 | DEBUG |(SpawnProcess-1:325) search_count: 500, latest_latency=0.022396185995603446 (mp_runner.py:73) -2024-09-01 18:39:30,590 | DEBUG |(SpawnProcess-1:330) search_count: 500, latest_latency=0.040690006004297175 (mp_runner.py:73) -2024-09-01 18:39:30,593 | DEBUG |(SpawnProcess-1:307) search_count: 500, latest_latency=0.08521237500099232 (mp_runner.py:73) -2024-09-01 18:39:30,601 | DEBUG |(SpawnProcess-1:301) search_count: 500, latest_latency=0.08320334100426408 (mp_runner.py:73) -2024-09-01 18:39:30,611 | DEBUG |(SpawnProcess-1:299) search_count: 500, latest_latency=0.0036618269950849935 (mp_runner.py:73) -2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:311) search_count: 500, latest_latency=0.09203410999907646 (mp_runner.py:73) -2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:294) search_count: 500, latest_latency=0.08307238599809352 (mp_runner.py:73) -2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:308) search_count: 500, latest_latency=0.08969218499987619 (mp_runner.py:73) -2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:290) search_count: 500, latest_latency=0.09877393699571257 (mp_runner.py:73) -2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:331) search_count: 500, latest_latency=0.09119429999554995 (mp_runner.py:73) -2024-09-01 18:39:30,612 | DEBUG |(SpawnProcess-1:304) search_count: 500, latest_latency=0.09558375999768032 (mp_runner.py:73) -2024-09-01 18:39:30,613 | DEBUG |(SpawnProcess-1:312) search_count: 500, latest_latency=0.08529809000174282 (mp_runner.py:73) -2024-09-01 18:39:30,613 | DEBUG |(SpawnProcess-1:326) search_count: 500, latest_latency=0.09763926600135164 (mp_runner.py:73) -2024-09-01 18:39:30,616 | DEBUG |(SpawnProcess-1:284) search_count: 500, latest_latency=0.05410970700177131 (mp_runner.py:73) -2024-09-01 18:39:30,625 | DEBUG |(SpawnProcess-1:319) search_count: 500, latest_latency=0.059889336000196636 (mp_runner.py:73) -2024-09-01 18:39:30,631 | DEBUG |(SpawnProcess-1:288) search_count: 500, latest_latency=0.057871965000231285 (mp_runner.py:73) -2024-09-01 18:39:30,638 | DEBUG |(SpawnProcess-1:333) search_count: 500, latest_latency=0.13295125299919164 (mp_runner.py:73) -2024-09-01 18:39:30,664 | DEBUG |(SpawnProcess-1:324) search_count: 500, latest_latency=0.055289559000812005 (mp_runner.py:73) -2024-09-01 18:39:30,682 | DEBUG |(SpawnProcess-1:296) search_count: 500, latest_latency=0.016826818995468784 (mp_runner.py:73) -2024-09-01 18:39:30,735 | DEBUG |(SpawnProcess-1:317) search_count: 500, latest_latency=0.01318509299744619 (mp_runner.py:73) -2024-09-01 18:39:30,801 | DEBUG |(SpawnProcess-1:302) search_count: 500, latest_latency=0.007608859996253159 (mp_runner.py:73) -2024-09-01 18:39:30,841 | DEBUG |(SpawnProcess-1:281) search_count: 500, latest_latency=0.04198714100493817 (mp_runner.py:73) -2024-09-01 18:39:30,876 | DEBUG |(SpawnProcess-1:306) search_count: 500, latest_latency=0.04372059599700151 (mp_runner.py:73) -2024-09-01 18:39:31,018 | DEBUG |(SpawnProcess-1:279) search_count: 500, latest_latency=0.0644828439981211 (mp_runner.py:73) -2024-09-01 18:39:31,081 | DEBUG |(SpawnProcess-1:289) search_count: 500, latest_latency=0.06027067199465819 (mp_runner.py:73) -2024-09-01 18:39:31,311 | DEBUG |(SpawnProcess-1:316) search_count: 500, latest_latency=0.06521509199956199 (mp_runner.py:73) -2024-09-01 18:39:38,272 | INFO |SpawnProcess-1:331 search 30s: actual_dur=30.0277s, count=678, qps in this process: 22.5792 (mp_runner.py:76) -2024-09-01 18:39:38,461 | INFO |SpawnProcess-1:285 search 30s: actual_dur=30.0193s, count=683, qps in this process: 22.752 (mp_runner.py:76) -2024-09-01 18:39:38,472 | INFO |SpawnProcess-1:296 search 30s: actual_dur=30.0365s, count=680, qps in this process: 22.6391 (mp_runner.py:76) -2024-09-01 18:39:38,561 | INFO |SpawnProcess-1:288 search 30s: actual_dur=30.0056s, count=684, qps in this process: 22.7957 (mp_runner.py:76) -2024-09-01 18:39:38,564 | INFO |SpawnProcess-1:281 search 30s: actual_dur=30.0027s, count=675, qps in this process: 22.498 (mp_runner.py:76) -2024-09-01 18:39:38,566 | INFO |SpawnProcess-1:295 search 30s: actual_dur=30.0116s, count=685, qps in this process: 22.8245 (mp_runner.py:76) -2024-09-01 18:39:38,568 | INFO |SpawnProcess-1:282 search 30s: actual_dur=30.0045s, count=685, qps in this process: 22.8299 (mp_runner.py:76) -2024-09-01 18:39:38,568 | INFO |SpawnProcess-1:307 search 30s: actual_dur=30.0072s, count=685, qps in this process: 22.8279 (mp_runner.py:76) -2024-09-01 18:39:38,568 | INFO |SpawnProcess-1:291 search 30s: actual_dur=30.0126s, count=685, qps in this process: 22.8237 (mp_runner.py:76) -2024-09-01 18:39:38,568 | INFO |SpawnProcess-1:308 search 30s: actual_dur=30.0147s, count=685, qps in this process: 22.8222 (mp_runner.py:76) -2024-09-01 18:39:38,569 | INFO |SpawnProcess-1:292 search 30s: actual_dur=30.0079s, count=685, qps in this process: 22.8273 (mp_runner.py:76) -2024-09-01 18:39:38,569 | INFO |SpawnProcess-1:313 search 30s: actual_dur=30.0138s, count=685, qps in this process: 22.8228 (mp_runner.py:76) -2024-09-01 18:39:38,570 | INFO |SpawnProcess-1:279 search 30s: actual_dur=30.0083s, count=685, qps in this process: 22.827 (mp_runner.py:76) -2024-09-01 18:39:38,570 | INFO |SpawnProcess-1:312 search 30s: actual_dur=30.0085s, count=685, qps in this process: 22.8269 (mp_runner.py:76) -2024-09-01 18:39:38,570 | INFO |SpawnProcess-1:322 search 30s: actual_dur=30.0068s, count=685, qps in this process: 22.8282 (mp_runner.py:76) -2024-09-01 18:39:38,574 | INFO |SpawnProcess-1:287 search 30s: actual_dur=30.0102s, count=685, qps in this process: 22.8256 (mp_runner.py:76) -2024-09-01 18:39:38,571 | INFO |SpawnProcess-1:328 search 30s: actual_dur=30.0137s, count=685, qps in this process: 22.8229 (mp_runner.py:76) -2024-09-01 18:39:38,571 | INFO |SpawnProcess-1:324 search 30s: actual_dur=30.0123s, count=685, qps in this process: 22.824 (mp_runner.py:76) -2024-09-01 18:39:38,574 | INFO |SpawnProcess-1:284 search 30s: actual_dur=30.0136s, count=685, qps in this process: 22.823 (mp_runner.py:76) -2024-09-01 18:39:38,572 | INFO |SpawnProcess-1:325 search 30s: actual_dur=30.0107s, count=685, qps in this process: 22.8252 (mp_runner.py:76) -2024-09-01 18:39:38,572 | INFO |SpawnProcess-1:297 search 30s: actual_dur=30.0094s, count=685, qps in this process: 22.8262 (mp_runner.py:76) -2024-09-01 18:39:38,572 | INFO |SpawnProcess-1:311 search 30s: actual_dur=30.01s, count=685, qps in this process: 22.8257 (mp_runner.py:76) -2024-09-01 18:39:38,575 | INFO |SpawnProcess-1:309 search 30s: actual_dur=30.0033s, count=685, qps in this process: 22.8308 (mp_runner.py:76) -2024-09-01 18:39:38,572 | INFO |SpawnProcess-1:298 search 30s: actual_dur=30.011s, count=685, qps in this process: 22.825 (mp_runner.py:76) -2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:323 search 30s: actual_dur=30.012s, count=685, qps in this process: 22.8242 (mp_runner.py:76) -2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:310 search 30s: actual_dur=30.0182s, count=685, qps in this process: 22.8195 (mp_runner.py:76) -2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:320 search 30s: actual_dur=30.0163s, count=685, qps in this process: 22.8209 (mp_runner.py:76) -2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:290 search 30s: actual_dur=30.0181s, count=685, qps in this process: 22.8196 (mp_runner.py:76) -2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:300 search 30s: actual_dur=30.0181s, count=685, qps in this process: 22.8196 (mp_runner.py:76) -2024-09-01 18:39:38,573 | INFO |SpawnProcess-1:303 search 30s: actual_dur=30.0101s, count=685, qps in this process: 22.8256 (mp_runner.py:76) -2024-09-01 18:39:38,579 | INFO |SpawnProcess-1:301 search 30s: actual_dur=30.0163s, count=685, qps in this process: 22.8209 (mp_runner.py:76) -2024-09-01 18:39:38,579 | INFO |SpawnProcess-1:289 search 30s: actual_dur=30.0217s, count=668, qps in this process: 22.2506 (mp_runner.py:76) -2024-09-01 18:39:38,587 | INFO |SpawnProcess-1:305 search 30s: actual_dur=30.0132s, count=686, qps in this process: 22.8566 (mp_runner.py:76) -2024-09-01 18:39:38,589 | INFO |SpawnProcess-1:306 search 30s: actual_dur=30.002s, count=675, qps in this process: 22.4985 (mp_runner.py:76) -2024-09-01 18:39:38,594 | INFO |SpawnProcess-1:315 search 30s: actual_dur=30.0017s, count=686, qps in this process: 22.8654 (mp_runner.py:76) -2024-09-01 18:39:38,595 | INFO |SpawnProcess-1:329 search 30s: actual_dur=30.0083s, count=686, qps in this process: 22.8603 (mp_runner.py:76) -2024-09-01 18:39:38,598 | INFO |SpawnProcess-1:299 search 30s: actual_dur=30.0115s, count=686, qps in this process: 22.8579 (mp_runner.py:76) -2024-09-01 18:39:38,600 | INFO |SpawnProcess-1:286 search 30s: actual_dur=30.0125s, count=686, qps in this process: 22.8571 (mp_runner.py:76) -2024-09-01 18:39:38,602 | INFO |SpawnProcess-1:317 search 30s: actual_dur=30.0152s, count=687, qps in this process: 22.8884 (mp_runner.py:76) -2024-09-01 18:39:38,603 | INFO |SpawnProcess-1:302 search 30s: actual_dur=30.008s, count=686, qps in this process: 22.8606 (mp_runner.py:76) -2024-09-01 18:39:38,608 | INFO |SpawnProcess-1:318 search 30s: actual_dur=30.0361s, count=686, qps in this process: 22.8392 (mp_runner.py:76) -2024-09-01 18:39:38,613 | INFO |SpawnProcess-1:304 search 30s: actual_dur=30.0414s, count=682, qps in this process: 22.702 (mp_runner.py:76) -2024-09-01 18:39:38,621 | INFO |SpawnProcess-1:321 search 30s: actual_dur=30.0345s, count=686, qps in this process: 22.8404 (mp_runner.py:76) -2024-09-01 18:39:38,628 | INFO |SpawnProcess-1:316 search 30s: actual_dur=30.041s, count=677, qps in this process: 22.5359 (mp_runner.py:76) -2024-09-01 18:39:38,634 | INFO |SpawnProcess-1:283 search 30s: actual_dur=30.007s, count=689, qps in this process: 22.9613 (mp_runner.py:76) -2024-09-01 18:39:38,635 | INFO |SpawnProcess-1:314 search 30s: actual_dur=30.0184s, count=689, qps in this process: 22.9526 (mp_runner.py:76) -2024-09-01 18:39:38,644 | INFO |SpawnProcess-1:293 search 30s: actual_dur=30.0167s, count=689, qps in this process: 22.9539 (mp_runner.py:76) -2024-09-01 18:39:38,663 | INFO |SpawnProcess-1:294 search 30s: actual_dur=30.0033s, count=693, qps in this process: 23.0975 (mp_runner.py:76) -2024-09-01 18:39:38,692 | INFO |SpawnProcess-1:330 search 30s: actual_dur=30.0013s, count=698, qps in this process: 23.2657 (mp_runner.py:76) -2024-09-01 18:39:38,701 | INFO |SpawnProcess-1:319 search 30s: actual_dur=30.0016s, count=699, qps in this process: 23.2988 (mp_runner.py:76) -2024-09-01 18:39:38,706 | INFO |SpawnProcess-1:333 search 30s: actual_dur=30.0005s, count=700, qps in this process: 23.3329 (mp_runner.py:76) -2024-09-01 18:39:38,707 | INFO |SpawnProcess-1:326 search 30s: actual_dur=30.0013s, count=700, qps in this process: 23.3323 (mp_runner.py:76) -2024-09-01 18:39:38,717 | INFO |SpawnProcess-1:280 search 30s: actual_dur=30.0078s, count=701, qps in this process: 23.3606 (mp_runner.py:76) -2024-09-01 18:39:38,719 | INFO |SpawnProcess-1:327 search 30s: actual_dur=30.0018s, count=703, qps in this process: 23.4319 (mp_runner.py:76) -2024-09-01 18:39:38,736 | INFO |SpawnProcess-1:332 search 30s: actual_dur=30.0031s, count=706, qps in this process: 23.5309 (mp_runner.py:76) -2024-09-01 18:39:38,742 | INFO |End search in concurrency 55: dur=30.718529571000545s, total_count=37754, qps=1229.0302 (mp_runner.py:120) -2024-09-01 18:39:42,878 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:39:42,879 | INFO |Start search 30s in concurrency 60, filters: None (mp_runner.py:99) -2024-09-01 18:40:04,216 | INFO |Syncing all process and start concurrency search, concurrency=60 (mp_runner.py:108) -2024-09-01 18:40:04,594 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,596 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,623 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,627 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,632 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,633 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,634 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,638 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,653 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,656 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,703 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,708 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,709 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,709 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,719 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,723 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,732 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,766 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,782 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,782 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,782 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,788 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,789 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,789 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,791 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,795 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,800 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,801 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,810 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,813 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,822 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,848 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,851 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,866 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,886 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,888 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,917 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,948 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,948 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,954 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,957 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,975 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,977 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,979 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:04,999 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:05,038 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:05,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:05,053 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:05,081 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:350) search_count: 500, latest_latency=0.05290598999999929 (mp_runner.py:73) -2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:346) search_count: 500, latest_latency=0.0538093490031315 (mp_runner.py:73) -2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:372) search_count: 500, latest_latency=0.04986626200116007 (mp_runner.py:73) -2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:380) search_count: 500, latest_latency=0.05308669799705967 (mp_runner.py:73) -2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:361) search_count: 500, latest_latency=0.022872506000567228 (mp_runner.py:73) -2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:374) search_count: 500, latest_latency=0.0386611450012424 (mp_runner.py:73) -2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:352) search_count: 500, latest_latency=0.020091048994800076 (mp_runner.py:73) -2024-09-01 18:40:28,740 | DEBUG |(SpawnProcess-1:366) search_count: 500, latest_latency=0.025670545997854788 (mp_runner.py:73) -2024-09-01 18:40:28,742 | DEBUG |(SpawnProcess-1:365) search_count: 500, latest_latency=0.05299355200259015 (mp_runner.py:73) -2024-09-01 18:40:28,745 | DEBUG |(SpawnProcess-1:386) search_count: 500, latest_latency=0.05164893899927847 (mp_runner.py:73) -2024-09-01 18:40:28,747 | DEBUG |(SpawnProcess-1:348) search_count: 500, latest_latency=0.04913660000602249 (mp_runner.py:73) -2024-09-01 18:40:28,747 | DEBUG |(SpawnProcess-1:370) search_count: 500, latest_latency=0.05880146699928446 (mp_runner.py:73) -2024-09-01 18:40:28,750 | DEBUG |(SpawnProcess-1:359) search_count: 500, latest_latency=0.004248323995852843 (mp_runner.py:73) -2024-09-01 18:40:28,751 | DEBUG |(SpawnProcess-1:340) search_count: 500, latest_latency=0.0035991960030514747 (mp_runner.py:73) -2024-09-01 18:40:28,752 | DEBUG |(SpawnProcess-1:381) search_count: 500, latest_latency=0.0065304390009259805 (mp_runner.py:73) -2024-09-01 18:40:28,753 | DEBUG |(SpawnProcess-1:369) search_count: 500, latest_latency=0.041411054000491276 (mp_runner.py:73) -2024-09-01 18:40:28,754 | DEBUG |(SpawnProcess-1:360) search_count: 500, latest_latency=0.00831229799950961 (mp_runner.py:73) -2024-09-01 18:40:28,754 | DEBUG |(SpawnProcess-1:362) search_count: 500, latest_latency=0.06781246999889845 (mp_runner.py:73) -2024-09-01 18:40:28,755 | DEBUG |(SpawnProcess-1:387) search_count: 500, latest_latency=0.06845929700648412 (mp_runner.py:73) -2024-09-01 18:40:28,755 | DEBUG |(SpawnProcess-1:358) search_count: 500, latest_latency=0.040191873005824164 (mp_runner.py:73) -2024-09-01 18:40:28,755 | DEBUG |(SpawnProcess-1:356) search_count: 500, latest_latency=0.05436623500281712 (mp_runner.py:73) -2024-09-01 18:40:28,756 | DEBUG |(SpawnProcess-1:355) search_count: 500, latest_latency=0.06635988999914844 (mp_runner.py:73) -2024-09-01 18:40:28,756 | DEBUG |(SpawnProcess-1:379) search_count: 500, latest_latency=0.0111594099944341 (mp_runner.py:73) -2024-09-01 18:40:28,757 | DEBUG |(SpawnProcess-1:394) search_count: 500, latest_latency=0.056218600999272894 (mp_runner.py:73) -2024-09-01 18:40:28,758 | DEBUG |(SpawnProcess-1:391) search_count: 500, latest_latency=0.04336480100027984 (mp_runner.py:73) -2024-09-01 18:40:28,758 | DEBUG |(SpawnProcess-1:344) search_count: 500, latest_latency=0.07201270299992757 (mp_runner.py:73) -2024-09-01 18:40:28,759 | DEBUG |(SpawnProcess-1:393) search_count: 500, latest_latency=0.011952189001021907 (mp_runner.py:73) -2024-09-01 18:40:28,760 | DEBUG |(SpawnProcess-1:378) search_count: 500, latest_latency=0.004802087998541538 (mp_runner.py:73) -2024-09-01 18:40:28,761 | DEBUG |(SpawnProcess-1:354) search_count: 500, latest_latency=0.0445226840020041 (mp_runner.py:73) -2024-09-01 18:40:28,763 | DEBUG |(SpawnProcess-1:392) search_count: 500, latest_latency=0.01801087099738652 (mp_runner.py:73) -2024-09-01 18:40:28,764 | DEBUG |(SpawnProcess-1:336) search_count: 500, latest_latency=0.052768772999115754 (mp_runner.py:73) -2024-09-01 18:40:28,764 | DEBUG |(SpawnProcess-1:384) search_count: 500, latest_latency=0.06239657699916279 (mp_runner.py:73) -2024-09-01 18:40:28,765 | DEBUG |(SpawnProcess-1:373) search_count: 500, latest_latency=0.06506866800191347 (mp_runner.py:73) -2024-09-01 18:40:28,765 | DEBUG |(SpawnProcess-1:367) search_count: 500, latest_latency=0.06599508599902038 (mp_runner.py:73) -2024-09-01 18:40:28,767 | DEBUG |(SpawnProcess-1:363) search_count: 500, latest_latency=0.04963074900297215 (mp_runner.py:73) -2024-09-01 18:40:28,768 | DEBUG |(SpawnProcess-1:368) search_count: 500, latest_latency=0.05296601699956227 (mp_runner.py:73) -2024-09-01 18:40:28,768 | DEBUG |(SpawnProcess-1:389) search_count: 500, latest_latency=0.021518902998650447 (mp_runner.py:73) -2024-09-01 18:40:28,768 | DEBUG |(SpawnProcess-1:347) search_count: 500, latest_latency=0.08112136599811492 (mp_runner.py:73) -2024-09-01 18:40:28,773 | DEBUG |(SpawnProcess-1:376) search_count: 500, latest_latency=0.04731803199683782 (mp_runner.py:73) -2024-09-01 18:40:28,779 | DEBUG |(SpawnProcess-1:375) search_count: 500, latest_latency=0.08470354500605026 (mp_runner.py:73) -2024-09-01 18:40:28,782 | DEBUG |(SpawnProcess-1:338) search_count: 500, latest_latency=0.007598583004437387 (mp_runner.py:73) -2024-09-01 18:40:28,782 | DEBUG |(SpawnProcess-1:349) search_count: 500, latest_latency=0.06485911000345368 (mp_runner.py:73) -2024-09-01 18:40:28,782 | DEBUG |(SpawnProcess-1:351) search_count: 500, latest_latency=0.08968941000057384 (mp_runner.py:73) -2024-09-01 18:40:28,784 | DEBUG |(SpawnProcess-1:345) search_count: 500, latest_latency=0.03527273499639705 (mp_runner.py:73) -2024-09-01 18:40:28,784 | DEBUG |(SpawnProcess-1:390) search_count: 500, latest_latency=0.09791144199698465 (mp_runner.py:73) -2024-09-01 18:40:28,787 | DEBUG |(SpawnProcess-1:388) search_count: 500, latest_latency=0.08564060700155096 (mp_runner.py:73) -2024-09-01 18:40:28,791 | DEBUG |(SpawnProcess-1:385) search_count: 500, latest_latency=0.09053353600029368 (mp_runner.py:73) -2024-09-01 18:40:28,793 | DEBUG |(SpawnProcess-1:371) search_count: 500, latest_latency=0.09041396900283871 (mp_runner.py:73) -2024-09-01 18:40:28,795 | DEBUG |(SpawnProcess-1:337) search_count: 500, latest_latency=0.051788343997031916 (mp_runner.py:73) -2024-09-01 18:40:28,799 | DEBUG |(SpawnProcess-1:339) search_count: 500, latest_latency=0.0835897390061291 (mp_runner.py:73) -2024-09-01 18:40:28,837 | DEBUG |(SpawnProcess-1:382) search_count: 500, latest_latency=0.04067586100427434 (mp_runner.py:73) -2024-09-01 18:40:28,844 | DEBUG |(SpawnProcess-1:377) search_count: 500, latest_latency=0.020257283002138138 (mp_runner.py:73) -2024-09-01 18:40:28,845 | DEBUG |(SpawnProcess-1:357) search_count: 500, latest_latency=0.00782757699926151 (mp_runner.py:73) -2024-09-01 18:40:28,848 | DEBUG |(SpawnProcess-1:342) search_count: 500, latest_latency=0.023001991998171434 (mp_runner.py:73) -2024-09-01 18:40:28,853 | DEBUG |(SpawnProcess-1:343) search_count: 500, latest_latency=0.04726212300010957 (mp_runner.py:73) -2024-09-01 18:40:28,917 | DEBUG |(SpawnProcess-1:383) search_count: 500, latest_latency=0.05303068699868163 (mp_runner.py:73) -2024-09-01 18:40:28,924 | DEBUG |(SpawnProcess-1:364) search_count: 500, latest_latency=0.022566399995412212 (mp_runner.py:73) -2024-09-01 18:40:28,936 | DEBUG |(SpawnProcess-1:341) search_count: 500, latest_latency=0.05673559599381406 (mp_runner.py:73) -2024-09-01 18:40:28,965 | DEBUG |(SpawnProcess-1:335) search_count: 500, latest_latency=0.06464335200143978 (mp_runner.py:73) -2024-09-01 18:40:29,311 | DEBUG |(SpawnProcess-1:353) search_count: 500, latest_latency=0.05061698299687123 (mp_runner.py:73) -2024-09-01 18:40:34,599 | INFO |SpawnProcess-1:364 search 30s: actual_dur=30.0027s, count=628, qps in this process: 20.9314 (mp_runner.py:76) -2024-09-01 18:40:34,634 | INFO |SpawnProcess-1:365 search 30s: actual_dur=30.0076s, count=629, qps in this process: 20.9614 (mp_runner.py:76) -2024-09-01 18:40:34,640 | INFO |SpawnProcess-1:340 search 30s: actual_dur=30.0372s, count=629, qps in this process: 20.9407 (mp_runner.py:76) -2024-09-01 18:40:34,640 | INFO |SpawnProcess-1:336 search 30s: actual_dur=30.0013s, count=629, qps in this process: 20.9658 (mp_runner.py:76) -2024-09-01 18:40:34,658 | INFO |SpawnProcess-1:379 search 30s: actual_dur=30.0015s, count=629, qps in this process: 20.9656 (mp_runner.py:76) -2024-09-01 18:40:34,667 | INFO |SpawnProcess-1:338 search 30s: actual_dur=30.0286s, count=630, qps in this process: 20.98 (mp_runner.py:76) -2024-09-01 18:40:34,671 | INFO |SpawnProcess-1:349 search 30s: actual_dur=30.0338s, count=630, qps in this process: 20.9764 (mp_runner.py:76) -2024-09-01 18:40:34,689 | INFO |SpawnProcess-1:350 search 30s: actual_dur=30.0587s, count=630, qps in this process: 20.959 (mp_runner.py:76) -2024-09-01 18:40:34,693 | INFO |SpawnProcess-1:373 search 30s: actual_dur=30.0331s, count=630, qps in this process: 20.9769 (mp_runner.py:76) -2024-09-01 18:40:34,697 | INFO |SpawnProcess-1:383 search 30s: actual_dur=30.0386s, count=626, qps in this process: 20.8399 (mp_runner.py:76) -2024-09-01 18:40:34,713 | INFO |SpawnProcess-1:363 search 30s: actual_dur=30.0756s, count=630, qps in this process: 20.9472 (mp_runner.py:76) -2024-09-01 18:40:34,749 | INFO |SpawnProcess-1:337 search 30s: actual_dur=30.0273s, count=631, qps in this process: 21.0142 (mp_runner.py:76) -2024-09-01 18:40:34,749 | INFO |SpawnProcess-1:358 search 30s: actual_dur=30.0322s, count=631, qps in this process: 21.0108 (mp_runner.py:76) -2024-09-01 18:40:34,756 | INFO |SpawnProcess-1:355 search 30s: actual_dur=30.0437s, count=630, qps in this process: 20.9695 (mp_runner.py:76) -2024-09-01 18:40:34,760 | INFO |SpawnProcess-1:375 search 30s: actual_dur=30.0366s, count=631, qps in this process: 21.0077 (mp_runner.py:76) -2024-09-01 18:40:34,766 | INFO |SpawnProcess-1:366 search 30s: actual_dur=30.0421s, count=631, qps in this process: 21.0039 (mp_runner.py:76) -2024-09-01 18:40:34,767 | INFO |SpawnProcess-1:342 search 30s: actual_dur=30.0269s, count=631, qps in this process: 21.0145 (mp_runner.py:76) -2024-09-01 18:40:34,768 | INFO |SpawnProcess-1:351 search 30s: actual_dur=30.0446s, count=631, qps in this process: 21.0021 (mp_runner.py:76) -2024-09-01 18:40:34,769 | INFO |SpawnProcess-1:341 search 30s: actual_dur=30.0529s, count=631, qps in this process: 20.9963 (mp_runner.py:76) -2024-09-01 18:40:34,770 | INFO |SpawnProcess-1:357 search 30s: actual_dur=30.0356s, count=630, qps in this process: 20.9751 (mp_runner.py:76) -2024-09-01 18:40:34,771 | INFO |SpawnProcess-1:343 search 30s: actual_dur=30.0643s, count=631, qps in this process: 20.9883 (mp_runner.py:76) -2024-09-01 18:40:34,772 | INFO |SpawnProcess-1:393 search 30s: actual_dur=30.0486s, count=631, qps in this process: 20.9993 (mp_runner.py:76) -2024-09-01 18:40:34,782 | INFO |SpawnProcess-1:344 search 30s: actual_dur=30.0114s, count=632, qps in this process: 21.0587 (mp_runner.py:76) -2024-09-01 18:40:34,790 | INFO |SpawnProcess-1:377 search 30s: actual_dur=30.0041s, count=628, qps in this process: 20.9305 (mp_runner.py:76) -2024-09-01 18:40:34,790 | INFO |SpawnProcess-1:386 search 30s: actual_dur=30.0049s, count=622, qps in this process: 20.7299 (mp_runner.py:76) -2024-09-01 18:40:34,796 | INFO |SpawnProcess-1:382 search 30s: actual_dur=30.0102s, count=625, qps in this process: 20.8263 (mp_runner.py:76) -2024-09-01 18:40:34,797 | INFO |SpawnProcess-1:360 search 30s: actual_dur=30.0039s, count=632, qps in this process: 21.0639 (mp_runner.py:76) -2024-09-01 18:40:34,798 | INFO |SpawnProcess-1:346 search 30s: actual_dur=30.0113s, count=632, qps in this process: 21.0587 (mp_runner.py:76) -2024-09-01 18:40:34,817 | INFO |SpawnProcess-1:348 search 30s: actual_dur=30.0046s, count=633, qps in this process: 21.0968 (mp_runner.py:76) -2024-09-01 18:40:34,818 | INFO |SpawnProcess-1:369 search 30s: actual_dur=30.0146s, count=629, qps in this process: 20.9565 (mp_runner.py:76) -2024-09-01 18:40:34,825 | INFO |SpawnProcess-1:384 search 30s: actual_dur=30.0119s, count=633, qps in this process: 21.0916 (mp_runner.py:76) -2024-09-01 18:40:34,825 | INFO |SpawnProcess-1:387 search 30s: actual_dur=30.0353s, count=633, qps in this process: 21.0752 (mp_runner.py:76) -2024-09-01 18:40:34,832 | INFO |SpawnProcess-1:354 search 30s: actual_dur=30.0323s, count=631, qps in this process: 21.0107 (mp_runner.py:76) -2024-09-01 18:40:34,832 | INFO |SpawnProcess-1:390 search 30s: actual_dur=30.0297s, count=633, qps in this process: 21.0791 (mp_runner.py:76) -2024-09-01 18:40:34,840 | INFO |SpawnProcess-1:345 search 30s: actual_dur=30.0213s, count=628, qps in this process: 20.9185 (mp_runner.py:76) -2024-09-01 18:40:34,846 | INFO |SpawnProcess-1:347 search 30s: actual_dur=30.0337s, count=628, qps in this process: 20.9098 (mp_runner.py:76) -2024-09-01 18:40:34,848 | INFO |SpawnProcess-1:352 search 30s: actual_dur=30.0107s, count=634, qps in this process: 21.1258 (mp_runner.py:76) -2024-09-01 18:40:34,855 | INFO |SpawnProcess-1:376 search 30s: actual_dur=30.0027s, count=634, qps in this process: 21.1314 (mp_runner.py:76) -2024-09-01 18:40:34,868 | INFO |SpawnProcess-1:356 search 30s: actual_dur=30.0133s, count=635, qps in this process: 21.1573 (mp_runner.py:76) -2024-09-01 18:40:34,881 | INFO |SpawnProcess-1:335 search 30s: actual_dur=30.0053s, count=636, qps in this process: 21.1963 (mp_runner.py:76) -2024-09-01 18:40:34,891 | INFO |SpawnProcess-1:361 search 30s: actual_dur=30.0013s, count=636, qps in this process: 21.1991 (mp_runner.py:76) -2024-09-01 18:40:34,896 | INFO |SpawnProcess-1:388 search 30s: actual_dur=30.0057s, count=637, qps in this process: 21.2293 (mp_runner.py:76) -2024-09-01 18:40:34,899 | INFO |SpawnProcess-1:392 search 30s: actual_dur=30.0099s, count=637, qps in this process: 21.2263 (mp_runner.py:76) -2024-09-01 18:40:34,901 | INFO |SpawnProcess-1:339 search 30s: actual_dur=30.0106s, count=637, qps in this process: 21.2258 (mp_runner.py:76) -2024-09-01 18:40:34,901 | INFO |SpawnProcess-1:359 search 30s: actual_dur=30.0111s, count=637, qps in this process: 21.2255 (mp_runner.py:76) -2024-09-01 18:40:34,921 | INFO |SpawnProcess-1:353 search 30s: actual_dur=30.0077s, count=639, qps in this process: 21.2945 (mp_runner.py:76) -2024-09-01 18:40:34,938 | INFO |SpawnProcess-1:391 search 30s: actual_dur=30.0128s, count=640, qps in this process: 21.3242 (mp_runner.py:76) -2024-09-01 18:40:34,954 | INFO |SpawnProcess-1:385 search 30s: actual_dur=30.0012s, count=642, qps in this process: 21.3991 (mp_runner.py:76) -2024-09-01 18:40:34,960 | INFO |SpawnProcess-1:389 search 30s: actual_dur=30.0078s, count=642, qps in this process: 21.3944 (mp_runner.py:76) -2024-09-01 18:40:34,962 | INFO |SpawnProcess-1:370 search 30s: actual_dur=30.0027s, count=642, qps in this process: 21.3981 (mp_runner.py:76) -2024-09-01 18:40:34,971 | INFO |SpawnProcess-1:372 search 30s: actual_dur=30.0109s, count=643, qps in this process: 21.4255 (mp_runner.py:76) -2024-09-01 18:40:34,989 | INFO |SpawnProcess-1:362 search 30s: actual_dur=30.0087s, count=645, qps in this process: 21.4938 (mp_runner.py:76) -2024-09-01 18:40:34,989 | INFO |SpawnProcess-1:381 search 30s: actual_dur=30.0048s, count=645, qps in this process: 21.4966 (mp_runner.py:76) -2024-09-01 18:40:34,990 | INFO |SpawnProcess-1:368 search 30s: actual_dur=30.0067s, count=645, qps in this process: 21.4952 (mp_runner.py:76) -2024-09-01 18:40:35,016 | INFO |SpawnProcess-1:380 search 30s: actual_dur=30.0082s, count=648, qps in this process: 21.5941 (mp_runner.py:76) -2024-09-01 18:40:35,017 | INFO |SpawnProcess-1:371 search 30s: actual_dur=30.0091s, count=648, qps in this process: 21.5934 (mp_runner.py:76) -2024-09-01 18:40:35,054 | INFO |SpawnProcess-1:367 search 30s: actual_dur=30.0026s, count=655, qps in this process: 21.8314 (mp_runner.py:76) -2024-09-01 18:40:35,057 | INFO |SpawnProcess-1:394 search 30s: actual_dur=30.0013s, count=655, qps in this process: 21.8324 (mp_runner.py:76) -2024-09-01 18:40:35,064 | INFO |SpawnProcess-1:374 search 30s: actual_dur=30.0023s, count=658, qps in this process: 21.9317 (mp_runner.py:76) -2024-09-01 18:40:35,090 | INFO |SpawnProcess-1:378 search 30s: actual_dur=30.0023s, count=667, qps in this process: 22.2316 (mp_runner.py:76) -2024-09-01 18:40:35,096 | INFO |End search in concurrency 60: dur=30.87964381799975s, total_count=38115, qps=1234.3083 (mp_runner.py:120) -2024-09-01 18:40:39,489 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:40:39,490 | INFO |Start search 30s in concurrency 65, filters: None (mp_runner.py:99) -2024-09-01 18:41:01,086 | INFO |Syncing all process and start concurrency search, concurrency=65 (mp_runner.py:108) -2024-09-01 18:41:01,229 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,248 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,284 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,331 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,453 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,458 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,479 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,480 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,482 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,490 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,525 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,527 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,527 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,541 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,556 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,584 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,588 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,592 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,596 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,602 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,609 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,609 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,613 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,613 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,629 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,635 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,650 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,654 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,662 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,667 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,703 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,710 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,712 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,717 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,718 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,742 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,749 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,774 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,783 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,794 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,799 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,841 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,855 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,857 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,864 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,909 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,910 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,921 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,922 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,974 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,981 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:01,988 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,022 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,027 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,042 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,054 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,054 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,114 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,114 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,157 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,167 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,178 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:02,206 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:27,565 | DEBUG |(SpawnProcess-1:417) search_count: 500, latest_latency=0.04004711999732535 (mp_runner.py:73) -2024-09-01 18:41:27,567 | DEBUG |(SpawnProcess-1:418) search_count: 500, latest_latency=0.04062384999997448 (mp_runner.py:73) -2024-09-01 18:41:27,567 | DEBUG |(SpawnProcess-1:438) search_count: 500, latest_latency=0.04051607399742352 (mp_runner.py:73) -2024-09-01 18:41:27,569 | DEBUG |(SpawnProcess-1:455) search_count: 500, latest_latency=0.043759326996223535 (mp_runner.py:73) -2024-09-01 18:41:27,569 | DEBUG |(SpawnProcess-1:407) search_count: 500, latest_latency=0.040977543001645245 (mp_runner.py:73) -2024-09-01 18:41:27,570 | DEBUG |(SpawnProcess-1:412) search_count: 500, latest_latency=0.04243433199735591 (mp_runner.py:73) -2024-09-01 18:41:27,571 | DEBUG |(SpawnProcess-1:447) search_count: 500, latest_latency=0.03993884800001979 (mp_runner.py:73) -2024-09-01 18:41:27,571 | DEBUG |(SpawnProcess-1:427) search_count: 500, latest_latency=0.040780575000098906 (mp_runner.py:73) -2024-09-01 18:41:27,573 | DEBUG |(SpawnProcess-1:440) search_count: 500, latest_latency=0.03626595300011104 (mp_runner.py:73) -2024-09-01 18:41:27,573 | DEBUG |(SpawnProcess-1:399) search_count: 500, latest_latency=0.04360437099967385 (mp_runner.py:73) -2024-09-01 18:41:27,574 | DEBUG |(SpawnProcess-1:453) search_count: 500, latest_latency=0.04215713799931109 (mp_runner.py:73) -2024-09-01 18:41:27,574 | DEBUG |(SpawnProcess-1:454) search_count: 500, latest_latency=0.019836605002637953 (mp_runner.py:73) -2024-09-01 18:41:27,576 | DEBUG |(SpawnProcess-1:459) search_count: 500, latest_latency=0.04637870300211944 (mp_runner.py:73) -2024-09-01 18:41:27,577 | DEBUG |(SpawnProcess-1:429) search_count: 500, latest_latency=0.04200738600047771 (mp_runner.py:73) -2024-09-01 18:41:27,579 | DEBUG |(SpawnProcess-1:439) search_count: 500, latest_latency=0.04109582499950193 (mp_runner.py:73) -2024-09-01 18:41:27,580 | DEBUG |(SpawnProcess-1:430) search_count: 500, latest_latency=0.0460891780021484 (mp_runner.py:73) -2024-09-01 18:41:27,581 | DEBUG |(SpawnProcess-1:452) search_count: 500, latest_latency=0.03992947900405852 (mp_runner.py:73) -2024-09-01 18:41:27,583 | DEBUG |(SpawnProcess-1:460) search_count: 500, latest_latency=0.03271544000017457 (mp_runner.py:73) -2024-09-01 18:41:27,583 | DEBUG |(SpawnProcess-1:400) search_count: 500, latest_latency=0.059913789002166595 (mp_runner.py:73) -2024-09-01 18:41:27,585 | DEBUG |(SpawnProcess-1:409) search_count: 500, latest_latency=0.0376331619991106 (mp_runner.py:73) -2024-09-01 18:41:27,585 | DEBUG |(SpawnProcess-1:432) search_count: 500, latest_latency=0.04922989600163419 (mp_runner.py:73) -2024-09-01 18:41:27,586 | DEBUG |(SpawnProcess-1:405) search_count: 500, latest_latency=0.034408485000312794 (mp_runner.py:73) -2024-09-01 18:41:27,587 | DEBUG |(SpawnProcess-1:413) search_count: 500, latest_latency=0.042654014003346674 (mp_runner.py:73) -2024-09-01 18:41:27,588 | DEBUG |(SpawnProcess-1:398) search_count: 500, latest_latency=0.0349620600027265 (mp_runner.py:73) -2024-09-01 18:41:27,588 | DEBUG |(SpawnProcess-1:424) search_count: 500, latest_latency=0.019226694996177685 (mp_runner.py:73) -2024-09-01 18:41:27,589 | DEBUG |(SpawnProcess-1:456) search_count: 500, latest_latency=0.033286753998254426 (mp_runner.py:73) -2024-09-01 18:41:27,590 | DEBUG |(SpawnProcess-1:446) search_count: 500, latest_latency=0.011310704998322763 (mp_runner.py:73) -2024-09-01 18:41:27,591 | DEBUG |(SpawnProcess-1:457) search_count: 500, latest_latency=0.030486563002341427 (mp_runner.py:73) -2024-09-01 18:41:27,591 | DEBUG |(SpawnProcess-1:404) search_count: 500, latest_latency=0.015783773000293877 (mp_runner.py:73) -2024-09-01 18:41:27,592 | DEBUG |(SpawnProcess-1:402) search_count: 500, latest_latency=0.03350824999506585 (mp_runner.py:73) -2024-09-01 18:41:27,593 | DEBUG |(SpawnProcess-1:437) search_count: 500, latest_latency=0.05156727899884572 (mp_runner.py:73) -2024-09-01 18:41:27,594 | DEBUG |(SpawnProcess-1:406) search_count: 500, latest_latency=0.03613710499485023 (mp_runner.py:73) -2024-09-01 18:41:27,595 | DEBUG |(SpawnProcess-1:442) search_count: 500, latest_latency=0.052297574999101926 (mp_runner.py:73) -2024-09-01 18:41:27,595 | DEBUG |(SpawnProcess-1:436) search_count: 500, latest_latency=0.04770423599984497 (mp_runner.py:73) -2024-09-01 18:41:27,597 | DEBUG |(SpawnProcess-1:428) search_count: 500, latest_latency=0.0169351069998811 (mp_runner.py:73) -2024-09-01 18:41:27,597 | DEBUG |(SpawnProcess-1:431) search_count: 500, latest_latency=0.05700970500038238 (mp_runner.py:73) -2024-09-01 18:41:27,598 | DEBUG |(SpawnProcess-1:443) search_count: 500, latest_latency=0.058546296997519676 (mp_runner.py:73) -2024-09-01 18:41:27,598 | DEBUG |(SpawnProcess-1:408) search_count: 500, latest_latency=0.048901114001637325 (mp_runner.py:73) -2024-09-01 18:41:27,599 | DEBUG |(SpawnProcess-1:420) search_count: 500, latest_latency=0.04744592199858744 (mp_runner.py:73) -2024-09-01 18:41:27,601 | DEBUG |(SpawnProcess-1:458) search_count: 500, latest_latency=0.05808050600171555 (mp_runner.py:73) -2024-09-01 18:41:27,601 | DEBUG |(SpawnProcess-1:433) search_count: 500, latest_latency=0.038043173000914976 (mp_runner.py:73) -2024-09-01 18:41:27,603 | DEBUG |(SpawnProcess-1:421) search_count: 500, latest_latency=0.04819929999939632 (mp_runner.py:73) -2024-09-01 18:41:27,603 | DEBUG |(SpawnProcess-1:419) search_count: 500, latest_latency=0.004179586001555435 (mp_runner.py:73) -2024-09-01 18:41:27,604 | DEBUG |(SpawnProcess-1:423) search_count: 500, latest_latency=0.02671531699888874 (mp_runner.py:73) -2024-09-01 18:41:27,605 | DEBUG |(SpawnProcess-1:415) search_count: 500, latest_latency=0.029624650996993296 (mp_runner.py:73) -2024-09-01 18:41:27,606 | DEBUG |(SpawnProcess-1:426) search_count: 500, latest_latency=0.04071476300305221 (mp_runner.py:73) -2024-09-01 18:41:27,606 | DEBUG |(SpawnProcess-1:401) search_count: 500, latest_latency=0.056834877002984285 (mp_runner.py:73) -2024-09-01 18:41:27,607 | DEBUG |(SpawnProcess-1:422) search_count: 500, latest_latency=0.028785365997464396 (mp_runner.py:73) -2024-09-01 18:41:27,607 | DEBUG |(SpawnProcess-1:396) search_count: 500, latest_latency=0.04976419499871554 (mp_runner.py:73) -2024-09-01 18:41:27,608 | DEBUG |(SpawnProcess-1:434) search_count: 500, latest_latency=0.03239432199916337 (mp_runner.py:73) -2024-09-01 18:41:27,609 | DEBUG |(SpawnProcess-1:435) search_count: 500, latest_latency=0.048480881996511016 (mp_runner.py:73) -2024-09-01 18:41:27,610 | DEBUG |(SpawnProcess-1:425) search_count: 500, latest_latency=0.047771585996088106 (mp_runner.py:73) -2024-09-01 18:41:27,611 | DEBUG |(SpawnProcess-1:445) search_count: 500, latest_latency=0.06630582400248386 (mp_runner.py:73) -2024-09-01 18:41:27,611 | DEBUG |(SpawnProcess-1:410) search_count: 500, latest_latency=0.028800496998883318 (mp_runner.py:73) -2024-09-01 18:41:27,612 | DEBUG |(SpawnProcess-1:411) search_count: 500, latest_latency=0.0890338579993113 (mp_runner.py:73) -2024-09-01 18:41:27,613 | DEBUG |(SpawnProcess-1:416) search_count: 500, latest_latency=0.056517157005146146 (mp_runner.py:73) -2024-09-01 18:41:27,613 | DEBUG |(SpawnProcess-1:444) search_count: 500, latest_latency=0.0801417050024611 (mp_runner.py:73) -2024-09-01 18:41:27,614 | DEBUG |(SpawnProcess-1:397) search_count: 500, latest_latency=0.036963361999369226 (mp_runner.py:73) -2024-09-01 18:41:27,615 | DEBUG |(SpawnProcess-1:448) search_count: 500, latest_latency=0.0036308649941929616 (mp_runner.py:73) -2024-09-01 18:41:27,623 | DEBUG |(SpawnProcess-1:403) search_count: 500, latest_latency=0.06433889699837891 (mp_runner.py:73) -2024-09-01 18:41:27,624 | DEBUG |(SpawnProcess-1:450) search_count: 500, latest_latency=0.07351401100459043 (mp_runner.py:73) -2024-09-01 18:41:27,626 | DEBUG |(SpawnProcess-1:451) search_count: 500, latest_latency=0.09214299199811649 (mp_runner.py:73) -2024-09-01 18:41:27,628 | DEBUG |(SpawnProcess-1:441) search_count: 500, latest_latency=0.07532869599526748 (mp_runner.py:73) -2024-09-01 18:41:27,657 | DEBUG |(SpawnProcess-1:414) search_count: 500, latest_latency=0.05676213900005678 (mp_runner.py:73) -2024-09-01 18:41:27,693 | DEBUG |(SpawnProcess-1:449) search_count: 500, latest_latency=0.04296686399902683 (mp_runner.py:73) -2024-09-01 18:41:31,253 | INFO |SpawnProcess-1:404 search 30s: actual_dur=30.0125s, count=574, qps in this process: 19.1254 (mp_runner.py:76) -2024-09-01 18:41:31,257 | INFO |SpawnProcess-1:402 search 30s: actual_dur=30.0014s, count=575, qps in this process: 19.1658 (mp_runner.py:76) -2024-09-01 18:41:31,323 | INFO |SpawnProcess-1:400 search 30s: actual_dur=30.0345s, count=576, qps in this process: 19.1779 (mp_runner.py:76) -2024-09-01 18:41:31,373 | INFO |SpawnProcess-1:411 search 30s: actual_dur=30.0333s, count=577, qps in this process: 19.212 (mp_runner.py:76) -2024-09-01 18:41:31,480 | INFO |SpawnProcess-1:408 search 30s: actual_dur=30.0158s, count=580, qps in this process: 19.3232 (mp_runner.py:76) -2024-09-01 18:41:31,481 | INFO |SpawnProcess-1:406 search 30s: actual_dur=30.0185s, count=580, qps in this process: 19.3214 (mp_runner.py:76) -2024-09-01 18:41:31,504 | INFO |SpawnProcess-1:426 search 30s: actual_dur=30.0182s, count=580, qps in this process: 19.3216 (mp_runner.py:76) -2024-09-01 18:41:31,513 | INFO |SpawnProcess-1:430 search 30s: actual_dur=30.0228s, count=580, qps in this process: 19.3187 (mp_runner.py:76) -2024-09-01 18:41:31,519 | INFO |SpawnProcess-1:407 search 30s: actual_dur=30.0368s, count=580, qps in this process: 19.3096 (mp_runner.py:76) -2024-09-01 18:41:31,530 | INFO |SpawnProcess-1:425 search 30s: actual_dur=30.032s, count=581, qps in this process: 19.346 (mp_runner.py:76) -2024-09-01 18:41:31,537 | INFO |SpawnProcess-1:423 search 30s: actual_dur=30.0076s, count=581, qps in this process: 19.3618 (mp_runner.py:76) -2024-09-01 18:41:31,563 | INFO |SpawnProcess-1:448 search 30s: actual_dur=30.0363s, count=581, qps in this process: 19.3433 (mp_runner.py:76) -2024-09-01 18:41:31,587 | INFO |SpawnProcess-1:399 search 30s: actual_dur=30.0415s, count=582, qps in this process: 19.3732 (mp_runner.py:76) -2024-09-01 18:41:31,592 | INFO |SpawnProcess-1:403 search 30s: actual_dur=30.0006s, count=582, qps in this process: 19.3996 (mp_runner.py:76) -2024-09-01 18:41:31,595 | INFO |SpawnProcess-1:445 search 30s: actual_dur=30.0655s, count=582, qps in this process: 19.3577 (mp_runner.py:76) -2024-09-01 18:41:31,597 | INFO |SpawnProcess-1:405 search 30s: actual_dur=30.0357s, count=582, qps in this process: 19.3769 (mp_runner.py:76) -2024-09-01 18:41:31,605 | INFO |SpawnProcess-1:432 search 30s: actual_dur=30.0089s, count=582, qps in this process: 19.3942 (mp_runner.py:76) -2024-09-01 18:41:31,636 | INFO |SpawnProcess-1:447 search 30s: actual_dur=30.0345s, count=583, qps in this process: 19.411 (mp_runner.py:76) -2024-09-01 18:41:31,637 | INFO |SpawnProcess-1:409 search 30s: actual_dur=30.0171s, count=583, qps in this process: 19.4223 (mp_runner.py:76) -2024-09-01 18:41:31,638 | INFO |SpawnProcess-1:410 search 30s: actual_dur=30.0218s, count=583, qps in this process: 19.4192 (mp_runner.py:76) -2024-09-01 18:41:31,639 | INFO |SpawnProcess-1:419 search 30s: actual_dur=30.0226s, count=583, qps in this process: 19.4187 (mp_runner.py:76) -2024-09-01 18:41:31,640 | INFO |SpawnProcess-1:450 search 30s: actual_dur=30.0045s, count=583, qps in this process: 19.4304 (mp_runner.py:76) -2024-09-01 18:41:31,640 | INFO |SpawnProcess-1:398 search 30s: actual_dur=30.0205s, count=583, qps in this process: 19.4201 (mp_runner.py:76) -2024-09-01 18:41:31,641 | INFO |SpawnProcess-1:413 search 30s: actual_dur=30.0261s, count=583, qps in this process: 19.4164 (mp_runner.py:76) -2024-09-01 18:41:31,644 | INFO |SpawnProcess-1:418 search 30s: actual_dur=30.0503s, count=583, qps in this process: 19.4008 (mp_runner.py:76) -2024-09-01 18:41:31,658 | INFO |SpawnProcess-1:401 search 30s: actual_dur=30.0057s, count=584, qps in this process: 19.463 (mp_runner.py:76) -2024-09-01 18:41:31,664 | INFO |SpawnProcess-1:428 search 30s: actual_dur=30.0191s, count=584, qps in this process: 19.4543 (mp_runner.py:76) -2024-09-01 18:41:31,665 | INFO |SpawnProcess-1:429 search 30s: actual_dur=30.0068s, count=584, qps in this process: 19.4623 (mp_runner.py:76) -2024-09-01 18:41:31,700 | INFO |SpawnProcess-1:451 search 30s: actual_dur=30.0346s, count=585, qps in this process: 19.4775 (mp_runner.py:76) -2024-09-01 18:41:31,702 | INFO |SpawnProcess-1:424 search 30s: actual_dur=30.0301s, count=585, qps in this process: 19.4805 (mp_runner.py:76) -2024-09-01 18:41:31,720 | INFO |SpawnProcess-1:422 search 30s: actual_dur=30.0054s, count=586, qps in this process: 19.5298 (mp_runner.py:76) -2024-09-01 18:41:31,724 | INFO |SpawnProcess-1:415 search 30s: actual_dur=30.0189s, count=586, qps in this process: 19.521 (mp_runner.py:76) -2024-09-01 18:41:31,726 | INFO |SpawnProcess-1:427 search 30s: actual_dur=30.0031s, count=586, qps in this process: 19.5313 (mp_runner.py:76) -2024-09-01 18:41:31,728 | INFO |SpawnProcess-1:433 search 30s: actual_dur=30.0028s, count=586, qps in this process: 19.5315 (mp_runner.py:76) -2024-09-01 18:41:31,740 | INFO |SpawnProcess-1:431 search 30s: actual_dur=30.0253s, count=586, qps in this process: 19.5169 (mp_runner.py:76) -2024-09-01 18:41:31,764 | INFO |SpawnProcess-1:439 search 30s: actual_dur=30.0118s, count=588, qps in this process: 19.5923 (mp_runner.py:76) -2024-09-01 18:41:31,764 | INFO |SpawnProcess-1:421 search 30s: actual_dur=30.0127s, count=588, qps in this process: 19.5917 (mp_runner.py:76) -2024-09-01 18:41:31,765 | INFO |SpawnProcess-1:449 search 30s: actual_dur=30.0179s, count=588, qps in this process: 19.5883 (mp_runner.py:76) -2024-09-01 18:41:31,798 | INFO |SpawnProcess-1:416 search 30s: actual_dur=30.0191s, count=590, qps in this process: 19.6542 (mp_runner.py:76) -2024-09-01 18:41:31,803 | INFO |SpawnProcess-1:438 search 30s: actual_dur=30.0078s, count=590, qps in this process: 19.6616 (mp_runner.py:76) -2024-09-01 18:41:31,804 | INFO |SpawnProcess-1:458 search 30s: actual_dur=30.0114s, count=590, qps in this process: 19.6592 (mp_runner.py:76) -2024-09-01 18:41:31,829 | INFO |SpawnProcess-1:455 search 30s: actual_dur=30.0288s, count=591, qps in this process: 19.6811 (mp_runner.py:76) -2024-09-01 18:41:31,845 | INFO |SpawnProcess-1:453 search 30s: actual_dur=30.0586s, count=590, qps in this process: 19.6283 (mp_runner.py:76) -2024-09-01 18:41:31,854 | INFO |SpawnProcess-1:412 search 30s: actual_dur=30.0078s, count=593, qps in this process: 19.7615 (mp_runner.py:76) -2024-09-01 18:41:31,863 | INFO |SpawnProcess-1:414 search 30s: actual_dur=30.0021s, count=593, qps in this process: 19.7653 (mp_runner.py:76) -2024-09-01 18:41:31,881 | INFO |SpawnProcess-1:442 search 30s: actual_dur=30.021s, count=594, qps in this process: 19.7861 (mp_runner.py:76) -2024-09-01 18:41:31,882 | INFO |SpawnProcess-1:436 search 30s: actual_dur=30.0107s, count=594, qps in this process: 19.7929 (mp_runner.py:76) -2024-09-01 18:41:31,919 | INFO |SpawnProcess-1:435 search 30s: actual_dur=30.0078s, count=597, qps in this process: 19.8948 (mp_runner.py:76) -2024-09-01 18:41:31,921 | INFO |SpawnProcess-1:397 search 30s: actual_dur=30.0105s, count=597, qps in this process: 19.893 (mp_runner.py:76) -2024-09-01 18:41:31,941 | INFO |SpawnProcess-1:396 search 30s: actual_dur=30.005s, count=599, qps in this process: 19.9633 (mp_runner.py:76) -2024-09-01 18:41:31,945 | INFO |SpawnProcess-1:417 search 30s: actual_dur=30.009s, count=599, qps in this process: 19.9607 (mp_runner.py:76) -2024-09-01 18:41:31,987 | INFO |SpawnProcess-1:444 search 30s: actual_dur=30.0071s, count=603, qps in this process: 20.0952 (mp_runner.py:76) -2024-09-01 18:41:31,997 | INFO |SpawnProcess-1:443 search 30s: actual_dur=30.0138s, count=604, qps in this process: 20.1241 (mp_runner.py:76) -2024-09-01 18:41:32,020 | INFO |SpawnProcess-1:460 search 30s: actual_dur=30.0079s, count=606, qps in this process: 20.1947 (mp_runner.py:76) -2024-09-01 18:41:32,030 | INFO |SpawnProcess-1:434 search 30s: actual_dur=30.004s, count=607, qps in this process: 20.2306 (mp_runner.py:76) -2024-09-01 18:41:32,042 | INFO |SpawnProcess-1:440 search 30s: actual_dur=30.0101s, count=608, qps in this process: 20.2598 (mp_runner.py:76) -2024-09-01 18:41:32,046 | INFO |SpawnProcess-1:459 search 30s: actual_dur=30.0002s, count=608, qps in this process: 20.2665 (mp_runner.py:76) -2024-09-01 18:41:32,064 | INFO |SpawnProcess-1:420 search 30s: actual_dur=30.006s, count=611, qps in this process: 20.3626 (mp_runner.py:76) -2024-09-01 18:41:32,064 | INFO |SpawnProcess-1:441 search 30s: actual_dur=30.0045s, count=611, qps in this process: 20.3636 (mp_runner.py:76) -2024-09-01 18:41:32,125 | INFO |SpawnProcess-1:437 search 30s: actual_dur=30.0028s, count=622, qps in this process: 20.7314 (mp_runner.py:76) -2024-09-01 18:41:32,126 | INFO |SpawnProcess-1:454 search 30s: actual_dur=30.003s, count=622, qps in this process: 20.7313 (mp_runner.py:76) -2024-09-01 18:41:32,165 | INFO |SpawnProcess-1:456 search 30s: actual_dur=30.0011s, count=631, qps in this process: 21.0326 (mp_runner.py:76) -2024-09-01 18:41:32,175 | INFO |SpawnProcess-1:457 search 30s: actual_dur=30.0012s, count=633, qps in this process: 21.0992 (mp_runner.py:76) -2024-09-01 18:41:32,197 | INFO |SpawnProcess-1:452 search 30s: actual_dur=30.0034s, count=638, qps in this process: 21.2643 (mp_runner.py:76) -2024-09-01 18:41:32,218 | INFO |SpawnProcess-1:446 search 30s: actual_dur=30.0021s, count=645, qps in this process: 21.4985 (mp_runner.py:76) -2024-09-01 18:41:32,226 | INFO |End search in concurrency 65: dur=31.137845392004238s, total_count=38501, qps=1236.4696 (mp_runner.py:120) -2024-09-01 18:41:36,933 | DEBUG |MultiProcessingSearchRunner get multiprocessing start method: spawn (mp_runner.py:86) -2024-09-01 18:41:36,933 | INFO |Start search 30s in concurrency 70, filters: None (mp_runner.py:99) -2024-09-01 18:41:58,786 | INFO |Syncing all process and start concurrency search, concurrency=70 (mp_runner.py:108) -2024-09-01 18:41:59,024 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,161 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,188 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,249 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,261 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,264 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,266 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,272 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,316 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,317 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,317 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,325 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,325 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,326 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,328 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,330 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,354 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,364 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,366 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,370 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,404 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,416 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,418 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,426 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,427 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,440 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,444 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,457 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,467 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,472 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,482 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,499 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,499 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,509 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,529 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,565 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,565 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,581 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,592 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,596 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,598 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,636 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,640 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,649 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,681 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,688 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,705 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,724 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,739 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,784 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,808 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,818 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,834 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,890 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,891 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,906 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,940 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:41:59,958 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:42:00,001 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:42:00,022 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:42:00,044 | DEBUG |SET "hnsw.ef_search" = "80"; (pgvector.py:137) -2024-09-01 18:42:27,631 | DEBUG |(SpawnProcess-1:465) search_count: 500, latest_latency=0.04157466899778228 (mp_runner.py:73) -2024-09-01 18:42:27,632 | DEBUG |(SpawnProcess-1:466) search_count: 500, latest_latency=0.06651608100219164 (mp_runner.py:73) -2024-09-01 18:42:27,632 | DEBUG |(SpawnProcess-1:515) search_count: 500, latest_latency=0.03599612700054422 (mp_runner.py:73) -2024-09-01 18:42:27,633 | DEBUG |(SpawnProcess-1:519) search_count: 500, latest_latency=0.06200620500021614 (mp_runner.py:73) -2024-09-01 18:42:27,634 | DEBUG |(SpawnProcess-1:509) search_count: 500, latest_latency=0.04158590299630305 (mp_runner.py:73) -2024-09-01 18:42:27,635 | DEBUG |(SpawnProcess-1:527) search_count: 500, latest_latency=0.04737740899872733 (mp_runner.py:73) -2024-09-01 18:42:27,635 | DEBUG |(SpawnProcess-1:513) search_count: 500, latest_latency=0.04592957400018349 (mp_runner.py:73) -2024-09-01 18:42:27,637 | DEBUG |(SpawnProcess-1:471) search_count: 500, latest_latency=0.05255334800312994 (mp_runner.py:73) -2024-09-01 18:42:27,637 | DEBUG |(SpawnProcess-1:529) search_count: 500, latest_latency=0.05053606400178978 (mp_runner.py:73) -2024-09-01 18:42:27,638 | DEBUG |(SpawnProcess-1:479) search_count: 500, latest_latency=0.02436855499399826 (mp_runner.py:73) -2024-09-01 18:42:27,638 | DEBUG |(SpawnProcess-1:511) search_count: 500, latest_latency=0.04739873200014699 (mp_runner.py:73) -2024-09-01 18:42:27,639 | DEBUG |(SpawnProcess-1:502) search_count: 500, latest_latency=0.01453177300572861 (mp_runner.py:73) -2024-09-01 18:42:27,640 | DEBUG |(SpawnProcess-1:472) search_count: 500, latest_latency=0.05463293399952818 (mp_runner.py:73) -2024-09-01 18:42:27,641 | DEBUG |(SpawnProcess-1:464) search_count: 500, latest_latency=0.043193846999201924 (mp_runner.py:73) -2024-09-01 18:42:27,643 | DEBUG |(SpawnProcess-1:491) search_count: 500, latest_latency=0.09404567500314442 (mp_runner.py:73) -2024-09-01 18:42:27,643 | DEBUG |(SpawnProcess-1:493) search_count: 500, latest_latency=0.05517701999633573 (mp_runner.py:73) -2024-09-01 18:42:27,644 | DEBUG |(SpawnProcess-1:463) search_count: 500, latest_latency=0.039541809004731476 (mp_runner.py:73) -2024-09-01 18:42:27,645 | DEBUG |(SpawnProcess-1:520) search_count: 500, latest_latency=0.021264326001983136 (mp_runner.py:73) -2024-09-01 18:42:27,646 | DEBUG |(SpawnProcess-1:522) search_count: 500, latest_latency=0.03846229200280504 (mp_runner.py:73) -2024-09-01 18:42:27,646 | DEBUG |(SpawnProcess-1:468) search_count: 500, latest_latency=0.04738737599836895 (mp_runner.py:73) -2024-09-01 18:42:27,647 | DEBUG |(SpawnProcess-1:521) search_count: 500, latest_latency=0.0343760179966921 (mp_runner.py:73) -2024-09-01 18:42:27,648 | DEBUG |(SpawnProcess-1:526) search_count: 500, latest_latency=0.027503347999299876 (mp_runner.py:73) -2024-09-01 18:42:27,649 | DEBUG |(SpawnProcess-1:523) search_count: 500, latest_latency=0.056025425998086575 (mp_runner.py:73) -2024-09-01 18:42:27,649 | DEBUG |(SpawnProcess-1:467) search_count: 500, latest_latency=0.09718949100351892 (mp_runner.py:73) -2024-09-01 18:42:27,651 | DEBUG |(SpawnProcess-1:531) search_count: 500, latest_latency=0.023684779000177514 (mp_runner.py:73) -2024-09-01 18:42:27,651 | DEBUG |(SpawnProcess-1:475) search_count: 500, latest_latency=0.0477918190008495 (mp_runner.py:73) -2024-09-01 18:42:27,653 | DEBUG |(SpawnProcess-1:512) search_count: 500, latest_latency=0.051968025996757206 (mp_runner.py:73) -2024-09-01 18:42:27,653 | DEBUG |(SpawnProcess-1:482) search_count: 500, latest_latency=0.09416157699888572 (mp_runner.py:73) -2024-09-01 18:42:27,653 | DEBUG |(SpawnProcess-1:495) search_count: 500, latest_latency=0.09592508900095709 (mp_runner.py:73) -2024-09-01 18:42:27,654 | DEBUG |(SpawnProcess-1:496) search_count: 500, latest_latency=0.10303142599877901 (mp_runner.py:73) -2024-09-01 18:42:27,654 | DEBUG |(SpawnProcess-1:488) search_count: 500, latest_latency=0.051809033000608906 (mp_runner.py:73) -2024-09-01 18:42:27,654 | DEBUG |(SpawnProcess-1:480) search_count: 500, latest_latency=0.10044868200202473 (mp_runner.py:73) -2024-09-01 18:42:27,654 | DEBUG |(SpawnProcess-1:485) search_count: 500, latest_latency=0.09296698300022399 (mp_runner.py:73) -2024-09-01 18:42:27,655 | DEBUG |(SpawnProcess-1:469) search_count: 500, latest_latency=0.09063386000343598 (mp_runner.py:73) -2024-09-01 18:42:27,655 | DEBUG |(SpawnProcess-1:506) search_count: 500, latest_latency=0.09187881499383366 (mp_runner.py:73) -2024-09-01 18:42:27,655 | DEBUG |(SpawnProcess-1:517) search_count: 500, latest_latency=0.06075882100412855 (mp_runner.py:73) -2024-09-01 18:42:27,655 | DEBUG |(SpawnProcess-1:484) search_count: 500, latest_latency=0.08775867799704429 (mp_runner.py:73) -2024-09-01 18:42:27,656 | DEBUG |(SpawnProcess-1:516) search_count: 500, latest_latency=0.08028437000029953 (mp_runner.py:73) -2024-09-01 18:42:27,656 | DEBUG |(SpawnProcess-1:489) search_count: 500, latest_latency=0.08998182699724566 (mp_runner.py:73) -2024-09-01 18:42:27,656 | DEBUG |(SpawnProcess-1:490) search_count: 500, latest_latency=0.07676423600059934 (mp_runner.py:73) -2024-09-01 18:42:27,657 | DEBUG |(SpawnProcess-1:501) search_count: 500, latest_latency=0.08494059399527032 (mp_runner.py:73) -2024-09-01 18:42:27,657 | DEBUG |(SpawnProcess-1:470) search_count: 500, latest_latency=0.06091023300541565 (mp_runner.py:73) -2024-09-01 18:42:27,658 | DEBUG |(SpawnProcess-1:481) search_count: 500, latest_latency=0.06594710699573625 (mp_runner.py:73) -2024-09-01 18:42:27,659 | DEBUG |(SpawnProcess-1:497) search_count: 500, latest_latency=0.08559493299981114 (mp_runner.py:73) -2024-09-01 18:42:27,659 | DEBUG |(SpawnProcess-1:514) search_count: 500, latest_latency=0.06801376999646891 (mp_runner.py:73) -2024-09-01 18:42:27,661 | DEBUG |(SpawnProcess-1:486) search_count: 500, latest_latency=0.03332637400308158 (mp_runner.py:73) -2024-09-01 18:42:27,661 | DEBUG |(SpawnProcess-1:483) search_count: 500, latest_latency=0.08263348499895073 (mp_runner.py:73) -2024-09-01 18:42:27,663 | DEBUG |(SpawnProcess-1:498) search_count: 500, latest_latency=0.043559984005696606 (mp_runner.py:73) -2024-09-01 18:42:27,664 | DEBUG |(SpawnProcess-1:505) search_count: 500, latest_latency=0.05162504900363274 (mp_runner.py:73) -2024-09-01 18:42:27,665 | DEBUG |(SpawnProcess-1:499) search_count: 500, latest_latency=0.06775163499696646 (mp_runner.py:73) -2024-09-01 18:42:27,667 | DEBUG |(SpawnProcess-1:478) search_count: 500, latest_latency=0.056051719999231864 (mp_runner.py:73) -2024-09-01 18:42:27,668 | DEBUG |(SpawnProcess-1:503) search_count: 500, latest_latency=0.05080866200296441 (mp_runner.py:73) -2024-09-01 18:42:27,670 | DEBUG |(SpawnProcess-1:518) search_count: 500, latest_latency=0.05418653300148435 (mp_runner.py:73) -2024-09-01 18:42:27,671 | DEBUG |(SpawnProcess-1:477) search_count: 500, latest_latency=0.06139608500234317 (mp_runner.py:73) -2024-09-01 18:42:27,673 | DEBUG |(SpawnProcess-1:462) search_count: 500, latest_latency=0.11315508899861015 (mp_runner.py:73) -2024-09-01 18:42:27,674 | DEBUG |(SpawnProcess-1:508) search_count: 500, latest_latency=0.09029556899622548 (mp_runner.py:73) -2024-09-01 18:42:27,674 | DEBUG |(SpawnProcess-1:510) search_count: 500, latest_latency=0.049238390995014925 (mp_runner.py:73) -2024-09-01 18:42:27,675 | DEBUG |(SpawnProcess-1:507) search_count: 500, latest_latency=0.04472803599492181 (mp_runner.py:73) -2024-09-01 18:42:27,676 | DEBUG |(SpawnProcess-1:500) search_count: 500, latest_latency=0.08047097699454753 (mp_runner.py:73) -2024-09-01 18:42:27,676 | DEBUG |(SpawnProcess-1:524) search_count: 500, latest_latency=0.09955683099542512 (mp_runner.py:73) -2024-09-01 18:42:27,676 | DEBUG |(SpawnProcess-1:487) search_count: 500, latest_latency=0.10711828900093678 (mp_runner.py:73) -2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:528) search_count: 500, latest_latency=0.12057406699750572 (mp_runner.py:73) -2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:492) search_count: 500, latest_latency=0.09576961400307482 (mp_runner.py:73) -2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:530) search_count: 500, latest_latency=0.09442293999745743 (mp_runner.py:73) -2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:473) search_count: 500, latest_latency=0.09095423599501373 (mp_runner.py:73) -2024-09-01 18:42:27,677 | DEBUG |(SpawnProcess-1:504) search_count: 500, latest_latency=0.12797334900096757 (mp_runner.py:73) -2024-09-01 18:42:27,949 | DEBUG |(SpawnProcess-1:474) search_count: 500, latest_latency=0.14492332199733937 (mp_runner.py:73) -2024-09-01 18:42:28,010 | DEBUG |(SpawnProcess-1:525) search_count: 500, latest_latency=0.05836336799984565 (mp_runner.py:73) -2024-09-01 18:42:28,049 | DEBUG |(SpawnProcess-1:476) search_count: 500, latest_latency=0.09122082700196188 (mp_runner.py:73) -2024-09-01 18:42:28,453 | DEBUG |(SpawnProcess-1:494) search_count: 500, latest_latency=0.07261959499737713 (mp_runner.py:73) -2024-09-01 18:42:29,045 | INFO |SpawnProcess-1:487 search 30s: actual_dur=30.0091s, count=525, qps in this process: 17.4947 (mp_runner.py:76) -2024-09-01 18:42:29,177 | INFO |SpawnProcess-1:493 search 30s: actual_dur=30.0107s, count=528, qps in this process: 17.5937 (mp_runner.py:76) -2024-09-01 18:42:29,225 | INFO |SpawnProcess-1:511 search 30s: actual_dur=30.0243s, count=529, qps in this process: 17.6191 (mp_runner.py:76) -2024-09-01 18:42:29,260 | INFO |SpawnProcess-1:466 search 30s: actual_dur=30.0017s, count=530, qps in this process: 17.6657 (mp_runner.py:76) -2024-09-01 18:42:29,272 | INFO |SpawnProcess-1:522 search 30s: actual_dur=30.0004s, count=528, qps in this process: 17.5998 (mp_runner.py:76) -2024-09-01 18:42:29,275 | INFO |SpawnProcess-1:502 search 30s: actual_dur=30.009s, count=530, qps in this process: 17.6614 (mp_runner.py:76) -2024-09-01 18:42:29,287 | INFO |SpawnProcess-1:513 search 30s: actual_dur=30.0201s, count=530, qps in this process: 17.6548 (mp_runner.py:76) -2024-09-01 18:42:29,326 | INFO |SpawnProcess-1:530 search 30s: actual_dur=30.046s, count=531, qps in this process: 17.6729 (mp_runner.py:76) -2024-09-01 18:42:29,327 | INFO |SpawnProcess-1:480 search 30s: actual_dur=30.0022s, count=531, qps in this process: 17.6987 (mp_runner.py:76) -2024-09-01 18:42:29,329 | INFO |SpawnProcess-1:472 search 30s: actual_dur=30.0028s, count=531, qps in this process: 17.6983 (mp_runner.py:76) -2024-09-01 18:42:29,331 | INFO |SpawnProcess-1:512 search 30s: actual_dur=30.0102s, count=531, qps in this process: 17.694 (mp_runner.py:76) -2024-09-01 18:42:29,340 | INFO |SpawnProcess-1:504 search 30s: actual_dur=30.0099s, count=531, qps in this process: 17.6942 (mp_runner.py:76) -2024-09-01 18:42:29,365 | INFO |SpawnProcess-1:489 search 30s: actual_dur=30.0343s, count=527, qps in this process: 17.5466 (mp_runner.py:76) -2024-09-01 18:42:29,365 | INFO |SpawnProcess-1:496 search 30s: actual_dur=30.035s, count=529, qps in this process: 17.6128 (mp_runner.py:76) -2024-09-01 18:42:29,367 | INFO |SpawnProcess-1:481 search 30s: actual_dur=30.0357s, count=531, qps in this process: 17.679 (mp_runner.py:76) -2024-09-01 18:42:29,375 | INFO |SpawnProcess-1:498 search 30s: actual_dur=30.0015s, count=532, qps in this process: 17.7324 (mp_runner.py:76) -2024-09-01 18:42:29,376 | INFO |SpawnProcess-1:465 search 30s: actual_dur=30.0067s, count=532, qps in this process: 17.7294 (mp_runner.py:76) -2024-09-01 18:42:29,377 | INFO |SpawnProcess-1:463 search 30s: actual_dur=30.007s, count=532, qps in this process: 17.7292 (mp_runner.py:76) -2024-09-01 18:42:29,378 | INFO |SpawnProcess-1:471 search 30s: actual_dur=30.0499s, count=532, qps in this process: 17.7039 (mp_runner.py:76) -2024-09-01 18:42:29,379 | INFO |SpawnProcess-1:510 search 30s: actual_dur=30.0478s, count=532, qps in this process: 17.7051 (mp_runner.py:76) -2024-09-01 18:42:29,380 | INFO |SpawnProcess-1:469 search 30s: actual_dur=30.0246s, count=532, qps in this process: 17.7188 (mp_runner.py:76) -2024-09-01 18:42:29,380 | INFO |SpawnProcess-1:519 search 30s: actual_dur=30.0526s, count=532, qps in this process: 17.7023 (mp_runner.py:76) -2024-09-01 18:42:29,381 | INFO |SpawnProcess-1:492 search 30s: actual_dur=30.0507s, count=532, qps in this process: 17.7034 (mp_runner.py:76) -2024-09-01 18:42:29,412 | INFO |SpawnProcess-1:500 search 30s: actual_dur=30.0011s, count=533, qps in this process: 17.766 (mp_runner.py:76) -2024-09-01 18:42:29,421 | INFO |SpawnProcess-1:518 search 30s: actual_dur=30.0022s, count=533, qps in this process: 17.7654 (mp_runner.py:76) -2024-09-01 18:42:29,429 | INFO |SpawnProcess-1:514 search 30s: actual_dur=30.01s, count=534, qps in this process: 17.7941 (mp_runner.py:76) -2024-09-01 18:42:29,431 | INFO |SpawnProcess-1:495 search 30s: actual_dur=30.0203s, count=534, qps in this process: 17.788 (mp_runner.py:76) -2024-09-01 18:42:29,436 | INFO |SpawnProcess-1:517 search 30s: actual_dur=30.0251s, count=534, qps in this process: 17.7851 (mp_runner.py:76) -2024-09-01 18:42:29,437 | INFO |SpawnProcess-1:479 search 30s: actual_dur=30.0075s, count=534, qps in this process: 17.7956 (mp_runner.py:76) -2024-09-01 18:42:29,440 | INFO |SpawnProcess-1:488 search 30s: actual_dur=30.0101s, count=534, qps in this process: 17.794 (mp_runner.py:76) -2024-09-01 18:42:29,441 | INFO |SpawnProcess-1:521 search 30s: actual_dur=30.0227s, count=534, qps in this process: 17.7865 (mp_runner.py:76) -2024-09-01 18:42:29,461 | INFO |SpawnProcess-1:506 search 30s: actual_dur=30.0383s, count=534, qps in this process: 17.7773 (mp_runner.py:76) -2024-09-01 18:42:29,477 | INFO |SpawnProcess-1:473 search 30s: actual_dur=30.0222s, count=535, qps in this process: 17.8201 (mp_runner.py:76) -2024-09-01 18:42:29,485 | INFO |SpawnProcess-1:482 search 30s: actual_dur=30.0233s, count=535, qps in this process: 17.8195 (mp_runner.py:76) -2024-09-01 18:42:29,489 | INFO |SpawnProcess-1:528 search 30s: actual_dur=30.0033s, count=536, qps in this process: 17.8647 (mp_runner.py:76) -2024-09-01 18:42:29,492 | INFO |SpawnProcess-1:490 search 30s: actual_dur=30.0367s, count=535, qps in this process: 17.8115 (mp_runner.py:76) -2024-09-01 18:42:29,493 | INFO |SpawnProcess-1:529 search 30s: actual_dur=30.0199s, count=535, qps in this process: 17.8215 (mp_runner.py:76) -2024-09-01 18:42:29,496 | INFO |SpawnProcess-1:524 search 30s: actual_dur=30.017s, count=536, qps in this process: 17.8565 (mp_runner.py:76) -2024-09-01 18:42:29,510 | INFO |SpawnProcess-1:485 search 30s: actual_dur=30.0033s, count=536, qps in this process: 17.8647 (mp_runner.py:76) -2024-09-01 18:42:29,533 | INFO |SpawnProcess-1:477 search 30s: actual_dur=30.0121s, count=536, qps in this process: 17.8595 (mp_runner.py:76) -2024-09-01 18:42:29,535 | INFO |SpawnProcess-1:503 search 30s: actual_dur=30.0277s, count=537, qps in this process: 17.8835 (mp_runner.py:76) -2024-09-01 18:42:29,550 | INFO |SpawnProcess-1:467 search 30s: actual_dur=30.0128s, count=537, qps in this process: 17.8924 (mp_runner.py:76) -2024-09-01 18:42:29,572 | INFO |SpawnProcess-1:462 search 30s: actual_dur=30.0017s, count=539, qps in this process: 17.9656 (mp_runner.py:76) -2024-09-01 18:42:29,578 | INFO |SpawnProcess-1:509 search 30s: actual_dur=30.0077s, count=539, qps in this process: 17.9621 (mp_runner.py:76) -2024-09-01 18:42:29,591 | INFO |SpawnProcess-1:499 search 30s: actual_dur=30.0048s, count=539, qps in this process: 17.9638 (mp_runner.py:76) -2024-09-01 18:42:29,603 | INFO |SpawnProcess-1:527 search 30s: actual_dur=30.0013s, count=540, qps in this process: 17.9992 (mp_runner.py:76) -2024-09-01 18:42:29,614 | INFO |SpawnProcess-1:470 search 30s: actual_dur=30.0073s, count=541, qps in this process: 18.0289 (mp_runner.py:76) -2024-09-01 18:42:29,620 | INFO |SpawnProcess-1:486 search 30s: actual_dur=30.0153s, count=541, qps in this process: 18.0241 (mp_runner.py:76) -2024-09-01 18:42:29,659 | INFO |SpawnProcess-1:475 search 30s: actual_dur=30.0126s, count=544, qps in this process: 18.1257 (mp_runner.py:76) -2024-09-01 18:42:29,660 | INFO |SpawnProcess-1:497 search 30s: actual_dur=30.0174s, count=543, qps in this process: 18.0895 (mp_runner.py:76) -2024-09-01 18:42:29,685 | INFO |SpawnProcess-1:501 search 30s: actual_dur=30.0297s, count=545, qps in this process: 18.1487 (mp_runner.py:76) -2024-09-01 18:42:29,697 | INFO |SpawnProcess-1:526 search 30s: actual_dur=30.0005s, count=545, qps in this process: 18.1664 (mp_runner.py:76) -2024-09-01 18:42:29,707 | INFO |SpawnProcess-1:531 search 30s: actual_dur=30.0179s, count=546, qps in this process: 18.1891 (mp_runner.py:76) -2024-09-01 18:42:29,722 | INFO |SpawnProcess-1:516 search 30s: actual_dur=30.0103s, count=547, qps in this process: 18.2271 (mp_runner.py:76) -2024-09-01 18:42:29,737 | INFO |SpawnProcess-1:491 search 30s: actual_dur=30.0053s, count=548, qps in this process: 18.2634 (mp_runner.py:76) -2024-09-01 18:42:29,754 | INFO |SpawnProcess-1:468 search 30s: actual_dur=30.0086s, count=549, qps in this process: 18.2948 (mp_runner.py:76) -2024-09-01 18:42:29,756 | INFO |SpawnProcess-1:505 search 30s: actual_dur=30.01s, count=549, qps in this process: 18.2939 (mp_runner.py:76) -2024-09-01 18:42:29,789 | INFO |SpawnProcess-1:478 search 30s: actual_dur=30.0019s, count=552, qps in this process: 18.3988 (mp_runner.py:76) -2024-09-01 18:42:29,817 | INFO |SpawnProcess-1:464 search 30s: actual_dur=30.0028s, count=555, qps in this process: 18.4983 (mp_runner.py:76) -2024-09-01 18:42:29,824 | INFO |SpawnProcess-1:484 search 30s: actual_dur=30.0097s, count=556, qps in this process: 18.5273 (mp_runner.py:76) -2024-09-01 18:42:29,827 | INFO |SpawnProcess-1:483 search 30s: actual_dur=30.0011s, count=556, qps in this process: 18.5327 (mp_runner.py:76) -2024-09-01 18:42:29,862 | INFO |SpawnProcess-1:515 search 30s: actual_dur=30.0138s, count=560, qps in this process: 18.6581 (mp_runner.py:76) -2024-09-01 18:42:29,902 | INFO |SpawnProcess-1:507 search 30s: actual_dur=30.0062s, count=565, qps in this process: 18.8294 (mp_runner.py:76) -2024-09-01 18:42:29,902 | INFO |SpawnProcess-1:520 search 30s: actual_dur=30.0027s, count=565, qps in this process: 18.8316 (mp_runner.py:76) -2024-09-01 18:42:29,926 | INFO |SpawnProcess-1:508 search 30s: actual_dur=30.0041s, count=568, qps in this process: 18.9307 (mp_runner.py:76) -2024-09-01 18:42:29,952 | INFO |SpawnProcess-1:523 search 30s: actual_dur=30.0006s, count=572, qps in this process: 19.0663 (mp_runner.py:76) -2024-09-01 18:42:29,963 | INFO |SpawnProcess-1:474 search 30s: actual_dur=30.0015s, count=566, qps in this process: 18.8657 (mp_runner.py:76) -2024-09-01 18:42:30,025 | INFO |SpawnProcess-1:476 search 30s: actual_dur=30.0122s, count=582, qps in this process: 19.3921 (mp_runner.py:76) -2024-09-01 18:42:30,058 | INFO |SpawnProcess-1:494 search 30s: actual_dur=30.0144s, count=571, qps in this process: 19.0242 (mp_runner.py:76) -2024-09-01 18:42:30,070 | INFO |SpawnProcess-1:525 search 30s: actual_dur=30.0103s, count=585, qps in this process: 19.4933 (mp_runner.py:76) -2024-09-01 18:42:30,077 | INFO |End search in concurrency 70: dur=31.290249764999317s, total_count=37868, qps=1210.2172 (mp_runner.py:120) -2024-09-01 18:42:34,750 | INFO |Performance case got result: Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1243.0381, serial_latency_p99=np.float64(0.073), recall=np.float64(0.7568), ndcg=np.float64(0.7971), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[291.8594, 1010.3504, 1164.5602, 1204.2455, 1219.9763, 1214.9063, 1168.9429, 1190.4573, 1210.5144, 1243.0381, 1229.0302, 1234.3083, 1236.4696, 1210.2172], conc_latency_p99_list=[np.float64(0.001923988790706062), np.float64(0.0018062638617266202), np.float64(0.0022154791318098432), np.float64(0.0024093241692637094), np.float64(0.002517110167775536), np.float64(0.00264960342631457), np.float64(0.0028717201691120862), np.float64(0.002945204813886812), np.float64(0.0031719346115096415), np.float64(0.003124127976645832), np.float64(0.0033207357720311846), np.float64(0.003155058651896252), np.float64(0.0033186677461344515), np.float64(0.003359051492607978)]) (task_runner.py:197) -2024-09-01 18:42:34,751 | INFO |[1/1] finish case: {'label': , 'dataset': {'data': {'name': 'OpenAI', 'size': 500000, 'dim': 1536, 'metric_type': }}, 'db': 'PgVector-2024-09-01T18:30:53.078276'}, result=Metric(max_load_count=0, load_duration=0.0, build_dur=0.0, table_size='3908 MB', index_size='3906 MB', qps=1243.0381, serial_latency_p99=np.float64(0.073), recall=np.float64(0.7568), ndcg=np.float64(0.7971), conc_num_list=[1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], conc_qps_list=[291.8594, 1010.3504, 1164.5602, 1204.2455, 1219.9763, 1214.9063, 1168.9429, 1190.4573, 1210.5144, 1243.0381, 1229.0302, 1234.3083, 1236.4696, 1210.2172], conc_latency_p99_list=[np.float64(0.001923988790706062), np.float64(0.0018062638617266202), np.float64(0.0022154791318098432), np.float64(0.0024093241692637094), np.float64(0.002517110167775536), np.float64(0.00264960342631457), np.float64(0.0028717201691120862), np.float64(0.002945204813886812), np.float64(0.0031719346115096415), np.float64(0.003124127976645832), np.float64(0.0033207357720311846), np.float64(0.003155058651896252), np.float64(0.0033186677461344515), np.float64(0.003359051492607978)]), label=ResultLabel.NORMAL (interface.py:166) -2024-09-01 18:42:34,751 | INFO |Task summary: run_id=c5dd2, task_label=c5dd251ed84a498a99c2dea4da3f5b29 (models.py:346) -2024-09-01 18:42:34,751 | INFO |DB | db_label case label | load_dur qps latency(p99) recall max_load_count | label (models.py:346) -2024-09-01 18:42:34,751 | INFO |-------- | ----------------------------- -------------------- -------------------------------- | ----------- ------------ --------------- ------------- -------------- | ----- (models.py:346) -2024-09-01 18:42:34,751 | INFO |PgVector | 2024-09-01T18:30:53.078276 Performance1536D500K c5dd251ed84a498a99c2dea4da3f5b29 | 0.0 1243.0381 0.073 0.7568 0 | :) (models.py:346) -2024-09-01 18:42:34,751 | INFO |write results to disk results/pgvector/hnsw/run1-seqon/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json (models.py:204) -2024-09-01 18:42:34,752 | INFO |Success to finish task: label=c5dd251ed84a498a99c2dea4da3f5b29, run_id=c5dd251ed84a498a99c2dea4da3f5b29 (interface.py:203) diff --git a/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json b/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json deleted file mode 100644 index 07f66dafb..000000000 --- a/script/data/aws/db.m6i.large-8-64-80-Performance1536D500K-0-38854/result_20240901_c5dd251ed84a498a99c2dea4da3f5b29_pgvector.json +++ /dev/null @@ -1 +0,0 @@ -{"run_id": "c5dd251ed84a498a99c2dea4da3f5b29", "task_label": "c5dd251ed84a498a99c2dea4da3f5b29", "results": [{"metrics": {"max_load_count": 0, "load_duration": 0.0, "build_dur": 0.0, "table_size": "3908 MB", "index_size": "3906 MB", "qps": 1243.0381, "serial_latency_p99": 0.073, "recall": 0.7568, "ndcg": 0.7971, "conc_num_list": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "conc_qps_list": [291.8594, 1010.3504, 1164.5602, 1204.2455, 1219.9763, 1214.9063, 1168.9429, 1190.4573, 1210.5144, 1243.0381, 1229.0302, 1234.3083, 1236.4696, 1210.2172], "conc_latency_p99_list": [0.001923988790706062, 0.0018062638617266202, 0.0022154791318098432, 0.0024093241692637094, 0.002517110167775536, 0.00264960342631457, 0.0028717201691120862, 0.002945204813886812, 0.0031719346115096415, 0.003124127976645832, 0.0033207357720311846, 0.003155058651896252, 0.0033186677461344515, 0.003359051492607978]}, "task_config": {"db": "PgVector", "db_config": {"db_label": "2024-09-01T18:30:53.078276", "version": "", "note": "", "user_name": "**********", "password": "**********", "host": "aws-rds-pg-postgres.cjegs2mait4g.us-east-1.rds.amazonaws.com", "port": 5432, "db_name": "ann"}, "db_case_config": {"metric_type": "COSINE", "create_index_before_load": false, "create_index_after_load": true, "m": 8, "ef_construction": 64, "ef_search": 80, "index": "hnsw", "maintenance_work_mem": "4GB", "max_parallel_workers": 2}, "case_config": {"case_id": 10, "custom_case": null, "k": 100, "concurrency_search_config": {"num_concurrency": [1, 5, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 65, 70], "concurrency_duration": 30}}, "stages": ["search_serial", "search_concurrent"]}, "label": ":)"}], "file_fmt": "result_{}_{}_{}.json"} \ No newline at end of file